-- Logs begin at Fri 2022-02-04 07:34:50 UTC, end at Fri 2022-02-04 10:07:12 UTC. -- Feb 04 08:27:33.929639 dv-neutron-827798-2-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Feb 04 08:27:36.039060 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.common.config [-] Logging enabled! Feb 04 08:27:36.039639 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev15 Feb 04 08:27:36.039809 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84000) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Feb 04 08:27:36.042072 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.common.config [-] Logging enabled! Feb 04 08:27:36.042316 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev15 Feb 04 08:27:36.042560 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84000) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Feb 04 08:27:36.043585 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 04 08:27:36.043817 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 04 08:27:36.044161 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 04 08:27:36.044402 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 04 08:27:36.044654 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 04 08:27:36.044973 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:36.045270 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:36.045563 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:36.045790 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:36.046081 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:36.046366 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:36.046646 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:36.046932 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:36.047227 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:36.047506 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:36.047782 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:36.048062 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:36.048287 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:36.048577 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] config_source = [] {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:36.048871 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:36.049155 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:36.049373 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] debug = True {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:36.049649 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:36.050073 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:36.050483 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:36.050762 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:36.051048 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:36.051343 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:36.051596 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:36.051877 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:36.052207 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] host = dv-neutron-827798-2-hyperv {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:36.052481 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:36.052787 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:36.053071 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:36.053351 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:36.053620 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:36.053892 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:36.054173 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:36.054440 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] log_dir = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:36.054708 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] log_file = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:36.054980 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:36.055261 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:36.055540 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:36.055824 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:36.056045 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:36.056264 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:36.057086 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:36.057373 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:36.057645 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:36.057916 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:36.058186 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:36.058457 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:36.058727 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:36.058990 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:36.059274 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:36.059554 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:36.059833 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:36.060104 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:36.060375 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:36.060662 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:36.060931 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:36.061208 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:36.061476 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:36.061742 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:36.062010 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:36.062293 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:36.062563 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:36.062832 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:36.063126 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:36.063408 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:36.063681 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:36.063957 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:36.064225 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:36.064502 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:36.064793 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:36.065059 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] use_journal = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:36.065325 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] use_json = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:36.065590 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:36.065855 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:36.066134 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:36.066402 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:36.066668 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:36.066936 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:36.067202 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:36.067479 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:36.067744 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:36.068035 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:36.068327 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:36.068642 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:36.068921 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:36.069207 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:36.069480 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:36.069761 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:36.070033 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:36.070313 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:36.070593 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:36.070877 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:36.071150 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:36.071431 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:36.071717 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:36.072001 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:36.072852 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:36.073128 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:36.073420 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:36.073692 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:36.073960 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:36.074232 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:36.074517 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:36.074804 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:36.075057 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:36.075334 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:36.075604 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:36.075870 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:36.076133 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:36.076405 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:36.076715 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:36.076982 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:36.077247 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:36.077510 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:36.077779 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:36.078043 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:36.078324 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:36.078598 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:36.078866 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:36.079132 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:36.079402 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:36.079668 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:36.079934 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:36.080204 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:36.080469 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:36.080763 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:36.081030 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:36.081296 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:36.081562 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:36.081828 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:36.082090 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:36.082356 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:36.082623 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:36.082896 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:36.083160 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:36.083425 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:36.083690 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:36.083954 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:36.084219 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:36.084500 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:36.084815 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:36.085089 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:36.085361 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:36.085631 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:36.085901 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:36.086171 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:36.086440 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:36.086715 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:36.086986 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:36.087248 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:36.087529 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:36.087826 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:36.088105 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:36.088382 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:36.088676 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:36.088964 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:36.089235 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:36.089510 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:36.089780 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:36.090051 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:36.090329 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:36.090606 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:36.090894 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:36.091179 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:36.091465 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:36.091751 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:36.092039 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:36.092315 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:36.092640 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:36.092919 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:36.093130 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 04 08:27:36.093362 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=84000) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 04 08:27:36.491163 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO keyring.backend [-] Loading KWallet Feb 04 08:27:36.499171 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO keyring.backend [-] Loading SecretService Feb 04 08:27:36.502326 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO keyring.backend [-] Loading Windows Feb 04 08:27:36.503664 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO keyring.backend [-] Loading chainer Feb 04 08:27:36.504231 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO keyring.backend [-] Loading macOS Feb 04 08:27:36.537677 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 04 08:27:36.537952 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=84000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 04 08:27:36.538241 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 04 08:27:36.538571 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 04 08:27:36.840533 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:36.840846 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:36.841115 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:36.896401 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:36.896699 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:36.896968 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:36.900017 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:36.900838 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:36.901102 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:36.929628 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:36.929909 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:36.930185 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:36.957550 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:36.957830 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:36.958098 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:37.274070 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:37.274666 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:37.274666 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:37.274843 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:37.276277 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:37.396827 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:37.397137 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:37.397420 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:37.397688 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:37.397949 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:37.398252 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:37.398512 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:37.398766 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:37.399014 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:37.399290 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:37.399544 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:37.399802 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:37.400062 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:37.400334 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:37.400620 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:37.400886 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:37.401138 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:37.401405 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:37.401654 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:37.401935 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:37.402271 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:37.402518 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:37.402760 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:37.403038 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:37.403281 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:37.403527 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:37.403903 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=84000) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 08:27:37.404138 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=84000) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 08:27:37.404371 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=84000) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 08:27:37.404625 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=84000) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 08:27:37.404860 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=84000) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 08:27:37.405092 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=84000) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 08:27:37.405635 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 04 08:27:37.408799 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 04 08:27:37.412841 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 04 08:27:37.416744 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Feb 04 08:27:37.418377 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 04 08:27:37.418762 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 04 08:27:37.419094 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 04 08:27:37.419476 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 04 08:27:37.422296 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 04 08:27:37.422545 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 04 08:27:37.422886 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 04 08:27:37.451823 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Feb 04 08:27:37.452261 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:37.452577 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=84000) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Feb 04 08:27:37.452934 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:37.454318 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=84000) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 04 08:27:37.454591 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 04 08:27:37.454835 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 04 08:27:37.458153 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:37.458437 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:37.519442 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 04 08:27:37.519672 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 04 08:27:37.519902 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 04 08:27:37.520259 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 04 08:27:37.549465 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_db.sqlalchemy.engines [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=84000) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 04 08:27:38.012545 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.plugins.ml2.managers [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Initializing driver for type 'gre' Feb 04 08:27:38.013093 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] gre ID ranges: [(1, 1000)] Feb 04 08:27:38.201013 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.plugins.ml2.managers [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Initializing driver for type 'local' Feb 04 08:27:38.201349 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.plugins.ml2.managers [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Initializing driver for type 'vlan' Feb 04 08:27:38.277476 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] VlanTypeDriver initialization complete Feb 04 08:27:38.278041 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.plugins.ml2.managers [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Initializing driver for type 'vxlan' Feb 04 08:27:38.278240 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] vxlan ID ranges: [(1, 1000)] Feb 04 08:27:38.464480 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.plugins.ml2.managers [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Initializing extension driver 'port_security' Feb 04 08:27:38.464850 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.plugins.ml2.extensions.port_security [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] PortSecurityExtensionDriver initialization complete Feb 04 08:27:38.465175 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.plugins.ml2.managers [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Initializing mechanism driver 'openvswitch' Feb 04 08:27:38.465490 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.plugins.ml2.managers [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Initializing mechanism driver 'hyperv' Feb 04 08:27:38.472182 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.plugins.ml2.plugin [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=84000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:27:38.472885 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Subscribe: > port after_create 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:38.473254 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Subscribe: > port after_update 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:38.473599 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Subscribe: > port after_delete 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:38.474117 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=84000) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 04 08:27:38.474541 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Subscribe: > subnet after_create 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:38.474888 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Subscribe: > subnet after_update 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:38.475225 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:38.475612 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=84000) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 04 08:27:38.476130 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Subscribe: > network after_create 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:38.476475 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Subscribe: > network after_update 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:38.476861 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Subscribe: > network after_delete 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:38.477280 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=84000) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 04 08:27:38.477676 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Subscribe: > security_group after_create 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:38.483362 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Subscribe: > security_group after_update 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:38.483362 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Subscribe: > security_group after_delete 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:38.483362 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=84000) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 04 08:27:38.483362 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:38.483362 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:38.483702 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:38.483702 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=84000) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 04 08:27:38.483702 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] ML2 OVO RPC backend initialized. {{(pid=84000) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}} Feb 04 08:27:38.483702 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:38.483702 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:38.484001 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Subscribe: > network before_response 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:38.484001 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Subscribe: > networks before_response 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:38.484001 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Subscribe: > port before_response 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:38.484001 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Subscribe: > ports before_response 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:38.484239 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Subscribe: > subnet before_response 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:38.484239 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Subscribe: > subnets before_response 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:38.484239 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Subscribe: > network after_create 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:38.484576 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Subscribe: > network after_update 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:38.484925 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Subscribe: > network after_delete 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:38.485256 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Subscribe: > port after_create 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:38.485590 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Subscribe: > port after_update 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:38.485919 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Subscribe: > port after_delete 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:38.486263 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Subscribe: > subnet after_create 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:38.486575 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Subscribe: > subnet after_update 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:38.486900 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:38.487481 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.plugins.ml2.plugin [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Modular L2 Plugin initialization complete Feb 04 08:27:38.487810 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.manager [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading services supported by the core plugin {{(pid=84000) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 04 08:27:38.488213 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.plugins.ml2.managers [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Got port-security extension from driver 'port_security' Feb 04 08:27:38.488704 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.extensions.vlantransparent [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Disabled vlantransparent extension. Feb 04 08:27:38.489117 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.manager [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=84000) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 04 08:27:38.489426 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.manager [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading Plugin: router Feb 04 08:27:38.532786 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Subscribe: > router_interface before_create 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:38.533160 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Subscribe: > router after_create 55549900 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:38.533518 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Subscribe: > router before_create 55549900 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:38.533874 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:38.534234 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:38.534582 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Subscribe: > router after_delete 55549900 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:38.534933 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Subscribe: > floatingip after_update 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:38.535287 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Subscribe: > router after_create 55549900 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:38.535622 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Subscribe: > router after_update 55549900 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:38.535972 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Subscribe: > router after_update 55549900 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:38.536313 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:38.536687 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Subscribe: > router after_update 55549900 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:38.537091 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Subscribe: > router precommit_update 55549900 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:38.537450 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Subscribe: port after_update 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:38.538683 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Subscribe: port after_delete 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:38.538683 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Subscribe: subnet after_update 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:38.538683 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:38.538901 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Subscribe: > port precommit_delete 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:38.539190 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Subscribe: > router precommit_create 55549900 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:38.539533 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Subscribe: port before_delete 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:38.539875 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Subscribe: > router precommit_create 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:38.540231 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Subscribe: > router after_update 55549900 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:38.540583 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Subscribe: > router precommit_delete 55549900 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:38.540966 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Subscribe: > router precommit_create 55549900 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:38.541321 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:38.541658 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Subscribe: > router precommit_update 55549900 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:38.542012 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Subscribe: > agent after_create 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:38.542354 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Subscribe: > agent after_delete 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:38.542689 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Subscribe: > network after_delete 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:38.543523 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.quota.resource_registry [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Tracking information for resource: router configured {{(pid=84000) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 08:27:38.543846 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.quota.resource_registry [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Tracking information for resource: floatingip configured {{(pid=84000) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 08:27:38.548798 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.db.l3_agentschedulers_db [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 04 08:27:38.549370 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Subscribe: port after_update 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:38.549730 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Subscribe: port after_create 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:38.550080 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Subscribe: port after_delete 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:38.550430 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Subscribe: port after_update 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:38.551313 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Subscribe: > router before_create 55550100 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:38.551676 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Subscribe: > router precommit_delete 55550100 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:38.552036 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Subscribe: > router precommit_create 55550100 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:38.552391 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Subscribe: > router precommit_update 55550100 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:38.556858 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.services.provider_configuration [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Service providers = [] {{(pid=84000) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 04 08:27:38.557218 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.db.servicetype_db [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=84000) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 04 08:27:38.560142 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.services.service_base [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=84000) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 04 08:27:38.560591 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.services.service_base [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=84000) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 04 08:27:38.560920 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.services.service_base [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=84000) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 04 08:27:38.561813 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.services.service_base [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=84000) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 04 08:27:38.562183 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.services.service_base [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 04 08:27:38.562550 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.manager [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=84000) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 08:27:38.562863 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.manager [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 04 08:27:38.574348 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.manager [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=84000) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 08:27:38.574678 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.manager [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading Plugin: auto_allocate Feb 04 08:27:38.580931 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Subscribe: network precommit_update 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:38.581297 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Subscribe: network precommit_create 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:38.581810 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.manager [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=84000) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 08:27:38.582124 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.manager [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading Plugin: tag Feb 04 08:27:38.589412 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.manager [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=84000) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 08:27:38.589738 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.manager [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading Plugin: timestamp Feb 04 08:27:38.593870 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.manager [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=84000) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 08:27:38.594200 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.manager [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading Plugin: network_ip_availability Feb 04 08:27:38.599519 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:38.611750 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:38.611750 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:38.611750 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.manager [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=84000) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 08:27:38.611750 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.manager [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading Plugin: flavors Feb 04 08:27:38.616222 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.manager [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=84000) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 08:27:38.616583 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.manager [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading Plugin: revisions Feb 04 08:27:38.621197 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.manager [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=84000) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 08:27:38.621588 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_concurrency.lockutils [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.083s {{(pid=84000) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 04 08:27:38.622329 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=84000) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Feb 04 08:27:38.622663 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Initializing extension manager. Feb 04 08:27:38.623159 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading extension file: __init__.py {{(pid=84000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 08:27:38.623497 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading extension file: __pycache__ {{(pid=84000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 08:27:38.623826 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=84000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 08:27:38.624155 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=84000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 08:27:38.624477 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading extension file: _filter_validation_lib.py {{(pid=84000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 08:27:38.624915 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=84000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 08:27:38.625242 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading extension file: address_group.py {{(pid=84000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 08:27:38.625992 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=84000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 08:27:38.626552 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loaded extension: address-group Feb 04 08:27:38.626870 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading extension file: address_scope.py {{(pid=84000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 08:27:38.627573 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=84000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 08:27:38.628070 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loaded extension: address-scope Feb 04 08:27:38.628385 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading extension file: admin_state_down_before_update.py {{(pid=84000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 08:27:38.629341 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=84000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 08:27:38.629839 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loaded extension: router-admin-state-down-before-update Feb 04 08:27:38.630155 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading extension file: agent.py {{(pid=84000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 08:27:38.630922 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=84000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 08:27:38.631425 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loaded extension: agent Feb 04 08:27:38.631741 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading extension file: agent_resources_synced.py {{(pid=84000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 08:27:38.632682 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=84000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 08:27:38.633180 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loaded extension: agent-resources-synced Feb 04 08:27:38.633494 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading extension file: allowedaddresspairs.py {{(pid=84000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 08:27:38.636031 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=84000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 08:27:38.636574 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loaded extension: allowed-address-pairs Feb 04 08:27:38.636903 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading extension file: auto_allocated_topology.py {{(pid=84000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 08:27:38.643106 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=84000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 08:27:38.643615 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loaded extension: auto-allocated-topology Feb 04 08:27:38.643942 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading extension file: availability_zone.py {{(pid=84000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 08:27:38.644666 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=84000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 08:27:38.645173 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loaded extension: availability_zone Feb 04 08:27:38.645494 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading extension file: availability_zone_filter.py {{(pid=84000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 08:27:38.646409 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=84000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 08:27:38.646907 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loaded extension: availability_zone_filter Feb 04 08:27:38.647228 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading extension file: data_plane_status.py {{(pid=84000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 08:27:38.648126 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=84000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 08:27:38.648742 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Extension data-plane-status not supported by any of loaded plugins Feb 04 08:27:38.649061 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading extension file: default_subnetpools.py {{(pid=84000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 08:27:38.649964 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=84000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 08:27:38.651092 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loaded extension: default-subnetpools Feb 04 08:27:38.651412 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading extension file: dhcpagentscheduler.py {{(pid=84000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 08:27:38.652185 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 08:27:38.652716 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loaded extension: dhcp_agent_scheduler Feb 04 08:27:38.653038 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading extension file: dns.py {{(pid=84000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 08:27:38.654024 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=84000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 08:27:38.654522 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Extension dns-integration not supported by any of loaded plugins Feb 04 08:27:38.654844 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading extension file: dns_domain_ports.py {{(pid=84000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 08:27:38.655750 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=84000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 08:27:38.656250 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 04 08:27:38.656624 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading extension file: dvr.py {{(pid=84000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 08:27:38.657292 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=84000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 08:27:38.657787 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loaded extension: dvr Feb 04 08:27:38.658106 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading extension file: empty_string_filtering.py {{(pid=84000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 08:27:38.659013 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=84000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 08:27:38.659626 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loaded extension: empty-string-filtering Feb 04 08:27:38.659897 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=84000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 08:27:38.660830 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 08:27:38.661331 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 04 08:27:38.661646 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=84000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 08:27:38.662569 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=84000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 08:27:38.663060 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 04 08:27:38.663374 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading extension file: external_net.py {{(pid=84000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 08:27:38.664276 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=84000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 08:27:38.664810 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loaded extension: external-net Feb 04 08:27:38.665127 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading extension file: extra_dhcp_opt.py {{(pid=84000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 08:27:38.666068 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=84000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 08:27:38.666565 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loaded extension: extra_dhcp_opt Feb 04 08:27:38.666880 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading extension file: extraroute.py {{(pid=84000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 08:27:38.667771 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=84000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 08:27:38.668266 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loaded extension: extraroute Feb 04 08:27:38.668603 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading extension file: extraroute_atomic.py {{(pid=84000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 08:27:38.669773 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=84000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 08:27:38.670268 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loaded extension: extraroute-atomic Feb 04 08:27:38.676447 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading extension file: filter_validation.py {{(pid=84000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 08:27:38.676447 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=84000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 08:27:38.676447 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loaded extension: filter-validation Feb 04 08:27:38.676447 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading extension file: fip_pf_description.py {{(pid=84000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 08:27:38.677201 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=84000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 08:27:38.677696 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 04 08:27:38.678011 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading extension file: fip_port_details.py {{(pid=84000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 08:27:38.678917 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 08:27:38.679415 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loaded extension: fip-port-details Feb 04 08:27:38.679729 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading extension file: flavors.py {{(pid=84000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 08:27:38.681004 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=84000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 08:27:38.681546 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loaded extension: flavors Feb 04 08:27:38.681868 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=84000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 08:27:38.683625 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=84000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 08:27:38.684136 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 04 08:27:38.684461 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading extension file: floatingip_pools.py {{(pid=84000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 08:27:38.685191 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=84000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 08:27:38.685691 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loaded extension: floatingip-pools Feb 04 08:27:38.686010 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading extension file: ip_allocation.py {{(pid=84000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 08:27:38.686918 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=84000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 08:27:38.687413 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Extension ip_allocation not supported by any of loaded plugins Feb 04 08:27:38.687729 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=84000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 08:27:38.688753 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=84000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 08:27:38.689258 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loaded extension: ip-substring-filtering Feb 04 08:27:38.689577 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading extension file: l2_adjacency.py {{(pid=84000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 08:27:38.690498 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=84000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 08:27:38.690995 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 04 08:27:38.691310 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading extension file: l3.py {{(pid=84000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 08:27:38.692256 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=84000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 08:27:38.692790 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loaded extension: router Feb 04 08:27:38.693110 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading extension file: l3_conntrack_helper.py {{(pid=84000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 08:27:38.695542 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 08:27:38.696066 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 04 08:27:38.696395 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=84000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 08:27:38.697872 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=84000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 08:27:38.698378 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loaded extension: ext-gw-mode Feb 04 08:27:38.698700 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=84000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 08:27:38.699695 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=84000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 08:27:38.700243 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loaded extension: l3-ha Feb 04 08:27:38.700574 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading extension file: l3_flavors.py {{(pid=84000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 08:27:38.710898 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=84000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 08:27:38.711532 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loaded extension: l3-flavors Feb 04 08:27:38.711855 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=84000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 08:27:38.713396 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=84000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 08:27:38.713901 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 04 08:27:38.714221 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading extension file: l3agentscheduler.py {{(pid=84000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 08:27:38.715259 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 08:27:38.715764 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loaded extension: l3_agent_scheduler Feb 04 08:27:38.716086 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading extension file: logging.py {{(pid=84000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 08:27:38.717782 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=84000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 08:27:38.718295 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Extension logging not supported by any of loaded plugins Feb 04 08:27:38.718618 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading extension file: metering.py {{(pid=84000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 08:27:38.719356 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=84000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 08:27:38.719919 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loaded extension: metering Feb 04 08:27:38.720237 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=84000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 08:27:38.721362 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=84000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 08:27:38.721872 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loaded extension: metering_source_and_destination_fields Feb 04 08:27:38.722193 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading extension file: multiprovidernet.py {{(pid=84000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 08:27:38.723149 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=84000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 08:27:38.723713 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loaded extension: multi-provider Feb 04 08:27:38.724033 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading extension file: netmtu.py {{(pid=84000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 08:27:38.724970 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=84000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 08:27:38.725469 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loaded extension: net-mtu Feb 04 08:27:38.725786 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading extension file: netmtu_writable.py {{(pid=84000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 08:27:38.726701 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=84000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 08:27:38.727200 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loaded extension: net-mtu-writable Feb 04 08:27:38.727515 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading extension file: network_availability_zone.py {{(pid=84000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 08:27:38.728174 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=84000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 08:27:38.728807 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loaded extension: network_availability_zone Feb 04 08:27:38.729115 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading extension file: network_ip_availability.py {{(pid=84000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 08:27:38.730212 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=84000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 08:27:38.730713 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loaded extension: network-ip-availability Feb 04 08:27:38.731025 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading extension file: network_segment_range.py {{(pid=84000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 08:27:38.731779 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=84000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 08:27:38.732274 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Extension network-segment-range not supported by any of loaded plugins Feb 04 08:27:38.732613 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading extension file: pagination.py {{(pid=84000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 08:27:38.733599 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 08:27:38.733965 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loaded extension: pagination Feb 04 08:27:38.734281 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=84000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 08:27:38.740646 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=84000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 08:27:38.741150 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loaded extension: port-mac-address-regenerate Feb 04 08:27:38.741465 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading extension file: port_resource_request.py {{(pid=84000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 08:27:38.742373 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=84000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 08:27:38.742872 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Extension port-resource-request not supported by any of loaded plugins Feb 04 08:27:38.743186 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading extension file: portbindings.py {{(pid=84000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 08:27:38.744140 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=84000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 08:27:38.744937 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loaded extension: binding Feb 04 08:27:38.745337 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading extension file: portbindings_extended.py {{(pid=84000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 08:27:38.746610 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=84000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 08:27:38.747117 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loaded extension: binding-extended Feb 04 08:27:38.747438 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading extension file: portsecurity.py {{(pid=84000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 08:27:38.748345 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=84000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 08:27:38.748878 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loaded extension: port-security Feb 04 08:27:38.749197 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading extension file: project_id.py {{(pid=84000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 08:27:38.750156 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=84000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 08:27:38.750482 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loaded extension: project-id Feb 04 08:27:38.750797 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading extension file: providernet.py {{(pid=84000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 08:27:38.751733 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=84000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 08:27:38.752298 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loaded extension: provider Feb 04 08:27:38.752638 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading extension file: qos.py {{(pid=84000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 08:27:38.756328 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=84000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 08:27:38.756934 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Extension qos not supported by any of loaded plugins Feb 04 08:27:38.757272 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=84000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 08:27:38.758519 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=84000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 08:27:38.759030 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 04 08:27:38.759355 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=84000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 08:27:38.760821 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=84000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 08:27:38.761332 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 04 08:27:38.761653 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading extension file: qos_default.py {{(pid=84000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 08:27:38.762554 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=84000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 08:27:38.763057 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Extension qos-default not supported by any of loaded plugins Feb 04 08:27:38.763377 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading extension file: qos_fip.py {{(pid=84000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 08:27:38.764020 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=84000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 08:27:38.764634 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Extension qos-fip not supported by any of loaded plugins Feb 04 08:27:38.764955 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading extension file: qos_gateway_ip.py {{(pid=84000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 08:27:38.765872 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=84000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 08:27:38.766368 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 04 08:27:38.766685 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading extension file: qos_port_network_policy.py {{(pid=84000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 08:27:38.767586 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=84000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 08:27:38.768081 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 04 08:27:38.768397 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading extension file: qos_rule_type_details.py {{(pid=84000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 08:27:38.769341 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=84000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 08:27:38.769837 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 04 08:27:38.770153 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading extension file: qos_rules_alias.py {{(pid=84000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 08:27:38.771264 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=84000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 08:27:38.771841 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 04 08:27:38.772157 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading extension file: quotasv2.py {{(pid=84000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 08:27:38.773058 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=84000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 08:27:38.773381 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loaded extension: quotas Feb 04 08:27:38.773696 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading extension file: quotasv2_detail.py {{(pid=84000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 08:27:38.775927 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=84000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 08:27:38.776271 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loaded extension: quota_details Feb 04 08:27:38.776622 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading extension file: rbac.py {{(pid=84000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 08:27:38.777663 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=84000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 08:27:38.778178 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loaded extension: rbac-policies Feb 04 08:27:38.778500 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading extension file: rbac_address_scope.py {{(pid=84000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 08:27:38.779416 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=84000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 08:27:38.779953 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loaded extension: rbac-address-scope Feb 04 08:27:38.780273 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading extension file: rbac_security_groups.py {{(pid=84000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 08:27:38.781216 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=84000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 08:27:38.781719 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loaded extension: rbac-security-groups Feb 04 08:27:38.782036 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading extension file: rbac_subnetpool.py {{(pid=84000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 08:27:38.782991 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=84000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 08:27:38.783450 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loaded extension: rbac-subnetpool Feb 04 08:27:38.783768 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading extension file: revisionifmatch.py {{(pid=84000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 08:27:38.784747 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=84000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 08:27:38.785246 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loaded extension: revision-if-match Feb 04 08:27:38.785563 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading extension file: revisions.py {{(pid=84000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 08:27:38.786715 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=84000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 08:27:38.791697 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loaded extension: standard-attr-revisions Feb 04 08:27:38.791697 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading extension file: router_availability_zone.py {{(pid=84000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 08:27:38.791697 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=84000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 08:27:38.791697 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loaded extension: router_availability_zone Feb 04 08:27:38.791697 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading extension file: routerservicetype.py {{(pid=84000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 08:27:38.792210 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=84000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 08:27:38.792740 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Extension router-service-type not supported by any of loaded plugins Feb 04 08:27:38.793057 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading extension file: security_groups_port_filtering.py {{(pid=84000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 08:27:38.793982 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=84000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 08:27:38.794487 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loaded extension: port-security-groups-filtering Feb 04 08:27:38.794804 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading extension file: securitygroup.py {{(pid=84000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 08:27:38.806061 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=84000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 08:27:38.807097 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loaded extension: security-group Feb 04 08:27:38.807430 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading extension file: segment.py {{(pid=84000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 08:27:38.808205 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=84000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 08:27:38.808863 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Extension segment not supported by any of loaded plugins Feb 04 08:27:38.809185 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=84000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 08:27:38.810130 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=84000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 08:27:38.810631 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 04 08:27:38.810953 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading extension file: servicetype.py {{(pid=84000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 08:27:38.812058 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=84000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 08:27:38.812591 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loaded extension: service-type Feb 04 08:27:38.812912 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading extension file: sorting.py {{(pid=84000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 08:27:38.813888 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 08:27:38.814215 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loaded extension: sorting Feb 04 08:27:38.814558 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading extension file: standard_attr_segment.py {{(pid=84000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 08:27:38.815488 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 08:27:38.815990 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 04 08:27:38.816310 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading extension file: standardattrdescription.py {{(pid=84000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 08:27:38.816973 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=84000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 08:27:38.817479 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loaded extension: standard-attr-description Feb 04 08:27:38.817795 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading extension file: stateful_security_group.py {{(pid=84000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 08:27:38.818755 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=84000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 08:27:38.819256 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loaded extension: stateful-security-group Feb 04 08:27:38.819576 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading extension file: stdattrs_common.py {{(pid=84000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 08:27:38.820153 dv-neutron-827798-2-hyperv neutron-server[84000]: WARNING neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 04 08:27:38.820470 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=84000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 08:27:38.825849 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=84000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 08:27:38.826349 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 04 08:27:38.826668 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading extension file: subnet_onboard.py {{(pid=84000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 08:27:38.827821 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=84000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 08:27:38.828331 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loaded extension: subnet_onboard Feb 04 08:27:38.828686 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=84000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 08:27:38.829624 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=84000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 08:27:38.830123 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 04 08:27:38.830438 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading extension file: subnet_service_types.py {{(pid=84000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 08:27:38.831410 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=84000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 08:27:38.831916 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loaded extension: subnet-service-types Feb 04 08:27:38.832232 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading extension file: subnetallocation.py {{(pid=84000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 08:27:38.833345 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=84000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 08:27:38.833854 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loaded extension: subnet_allocation Feb 04 08:27:38.834174 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=84000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 08:27:38.834832 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=84000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 08:27:38.835330 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loaded extension: subnetpool-prefix-ops Feb 04 08:27:38.835644 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=84000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 08:27:38.836581 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=84000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 08:27:38.837125 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 04 08:27:38.837438 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading extension file: tagging.py {{(pid=84000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 08:27:38.838512 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=84000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 08:27:38.839083 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loaded extension: standard-attr-tag Feb 04 08:27:38.839409 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading extension file: timestamp.py {{(pid=84000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 08:27:38.840647 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=84000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 08:27:38.841164 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loaded extension: standard-attr-timestamp Feb 04 08:27:38.841482 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading extension file: trunk.py {{(pid=84000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 08:27:38.842540 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=84000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 08:27:38.843067 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Extension trunk not supported by any of loaded plugins Feb 04 08:27:38.843388 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading extension file: trunk_details.py {{(pid=84000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 08:27:38.844299 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=84000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 08:27:38.844836 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Extension trunk-details not supported by any of loaded plugins Feb 04 08:27:38.845155 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading extension file: uplink_status_propagation.py {{(pid=84000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 08:27:38.846065 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=84000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 08:27:38.846564 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 04 08:27:38.846881 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Loading extension file: vlantransparent.py {{(pid=84000) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 08:27:38.847543 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=84000) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 08:27:38.848039 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 04 08:27:38.850357 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.quota.resource_registry [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Creating instance of TrackedResource for resource:network Feb 04 08:27:38.851063 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.quota.resource_registry [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Creating instance of TrackedResource for resource:subnet Feb 04 08:27:38.851659 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.quota.resource_registry [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 08:27:38.852412 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.quota.resource_registry [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Creating instance of TrackedResource for resource:port Feb 04 08:27:38.853721 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.v2.resource_helper [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84000) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 08:27:38.854152 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.v2.resource_helper [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Service FLAVORS assigned prefix: {{(pid=84000) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 08:27:38.854764 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.v2.resource_helper [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84000) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 08:27:38.855188 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.v2.resource_helper [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84000) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 08:27:38.855556 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.quota.resource_registry [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Creating instance of TrackedResource for resource:router Feb 04 08:27:38.856205 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.quota.resource_registry [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Creating instance of TrackedResource for resource:floatingip Feb 04 08:27:38.856942 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.v2.resource_helper [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Service METERING assigned prefix: /metering {{(pid=84000) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 08:27:38.859985 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:38.859985 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:38.859985 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:27:38.860260 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.quota.resource_registry [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Creating instance of CountableResource for resource:rbac_policy Feb 04 08:27:38.860737 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.quota.resource_registry [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Creating instance of TrackedResource for resource:security_group Feb 04 08:27:38.861382 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.quota.resource_registry [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 04 08:27:38.862098 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.v2.resource_helper [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Service CORE assigned prefix: {{(pid=84000) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 08:27:38.862437 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.quota.resource_registry [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 08:27:38.862770 dv-neutron-827798-2-hyperv neutron-server[84000]: WARNING neutron.quota.resource_registry [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] subnetpool is already registered Feb 04 08:27:38.863488 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.v2.resource_helper [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Service CORE assigned prefix: {{(pid=84000) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 08:27:38.863820 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.quota.resource_registry [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 08:27:38.864187 dv-neutron-827798-2-hyperv neutron-server[84000]: WARNING neutron.quota.resource_registry [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] subnetpool is already registered Feb 04 08:27:38.866752 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.v2.resource_helper [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84000) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 08:27:38.867180 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.v2.resource_helper [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Service FLAVORS assigned prefix: {{(pid=84000) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 08:27:38.867765 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.v2.resource_helper [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84000) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 08:27:38.868179 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.v2.resource_helper [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84000) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 08:27:38.868510 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.quota.resource_registry [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Creating instance of TrackedResource for resource:router Feb 04 08:27:38.869704 dv-neutron-827798-2-hyperv neutron-server[84000]: WARNING neutron.quota.resource_registry [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] router is already registered Feb 04 08:27:38.870288 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.quota.resource_registry [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Creating instance of TrackedResource for resource:floatingip Feb 04 08:27:38.870610 dv-neutron-827798-2-hyperv neutron-server[84000]: WARNING neutron.quota.resource_registry [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] floatingip is already registered Feb 04 08:27:38.871226 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.v2.resource_helper [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Service METERING assigned prefix: /metering {{(pid=84000) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 08:27:38.872017 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.quota.resource_registry [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Creating instance of CountableResource for resource:rbac_policy Feb 04 08:27:38.872404 dv-neutron-827798-2-hyperv neutron-server[84000]: WARNING neutron.quota.resource_registry [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] rbac_policy is already registered Feb 04 08:27:38.872974 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.quota.resource_registry [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Creating instance of TrackedResource for resource:security_group Feb 04 08:27:38.873299 dv-neutron-827798-2-hyperv neutron-server[84000]: WARNING neutron.quota.resource_registry [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] security_group is already registered Feb 04 08:27:38.873888 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.quota.resource_registry [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 04 08:27:38.874213 dv-neutron-827798-2-hyperv neutron-server[84000]: WARNING neutron.quota.resource_registry [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] security_group_rule is already registered Feb 04 08:27:38.874861 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.v2.resource_helper [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Service CORE assigned prefix: {{(pid=84000) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 08:27:38.875194 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.quota.resource_registry [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 08:27:38.875513 dv-neutron-827798-2-hyperv neutron-server[84000]: WARNING neutron.quota.resource_registry [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] subnetpool is already registered Feb 04 08:27:38.876089 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.v2.resource_helper [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Service CORE assigned prefix: {{(pid=84000) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 08:27:38.876411 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.quota.resource_registry [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 08:27:38.876754 dv-neutron-827798-2-hyperv neutron-server[84000]: WARNING neutron.quota.resource_registry [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] subnetpool is already registered Feb 04 08:27:38.877543 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Extended resource: extensions {{(pid=84000) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 08:27:38.879139 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Extended resource: address-groups {{(pid=84000) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 08:27:38.880740 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Extended resource: address-scopes {{(pid=84000) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 08:27:38.881914 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Extended resource: agents {{(pid=84000) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 08:27:38.883054 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Extended resource: auto-allocated-topology {{(pid=84000) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 08:27:38.884325 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Extended resource: availability_zones {{(pid=84000) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 08:27:38.886203 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Extended resource: dhcp-networks {{(pid=84000) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 08:27:38.887560 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Extended resource: dhcp-agents {{(pid=84000) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 08:27:38.888960 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Extended resource: routers {{(pid=84000) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 08:27:38.893791 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Extended resource: flavors {{(pid=84000) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 08:27:38.893791 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Extended resource: service_profiles {{(pid=84000) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 08:27:38.893791 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Extended resource: next_providers {{(pid=84000) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 08:27:38.894589 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Extended resource: service_profiles {{(pid=84000) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 08:27:38.895970 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Extended resource: floatingip-pools {{(pid=84000) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 08:27:38.897378 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Extended resource: routers {{(pid=84000) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 08:27:38.899123 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Extended resource: floatingips {{(pid=84000) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 08:27:38.900404 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Extended resource: l3-routers {{(pid=84000) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 08:27:38.902083 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Extended resource: l3-agents {{(pid=84000) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 08:27:38.903427 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Extended resource: metering-labels {{(pid=84000) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 08:27:38.904880 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Extended resource: metering-label-rules {{(pid=84000) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 08:27:38.906213 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Extended resource: network-ip-availabilities {{(pid=84000) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 08:27:38.907485 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Extended resource: bindings {{(pid=84000) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 08:27:38.910044 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Extended resource: quotas {{(pid=84000) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 08:27:38.911727 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Extended resource: quotas {{(pid=84000) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 08:27:38.913156 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Extended resource: rbac-policies {{(pid=84000) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 08:27:38.914409 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Extended resource: security-groups {{(pid=84000) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 08:27:38.915594 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Extended resource: security-group-rules {{(pid=84000) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 08:27:38.916910 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Extended resource: service-providers {{(pid=84000) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 08:27:38.918086 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Extended resource: subnetpools {{(pid=84000) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 08:27:38.919471 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Extended resource: subnetpools {{(pid=84000) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 08:27:38.920922 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Extended resource: tags {{(pid=84000) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 08:27:38.922639 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Extended resource: tags {{(pid=84000) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 08:27:38.924360 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Extended resource: tags {{(pid=84000) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 08:27:38.926086 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Extended resource: tags {{(pid=84000) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 08:27:38.927839 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Extended resource: tags {{(pid=84000) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 08:27:38.929656 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Extended resource: tags {{(pid=84000) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 08:27:38.931353 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Extended resource: tags {{(pid=84000) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 08:27:38.933710 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Extended resource: tags {{(pid=84000) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 08:27:38.935550 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Extended resource: tags {{(pid=84000) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 08:27:38.937355 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron.api.extensions [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Extended resource: tags {{(pid=84000) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 08:27:38.943204 dv-neutron-827798-2-hyperv neutron-server[84000]: WARNING keystonemiddleware.auth_token [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 04 08:27:38.948819 dv-neutron-827798-2-hyperv neutron-server[84000]: WARNING keystonemiddleware.auth_token [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 04 08:27:38.956877 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_concurrency.lockutils [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Acquired lock "singleton_lock" {{(pid=84000) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 04 08:27:38.957379 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_concurrency.lockutils [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Releasing lock "singleton_lock" {{(pid=84000) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 04 08:27:38.958010 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO oslo_service.service [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Starting 2 workers Feb 04 08:27:38.962748 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Started child 84107 {{(pid=84000) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 04 08:27:38.967121 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Started child 84108 {{(pid=84000) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 04 08:27:38.969840 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO neutron.service [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 04 08:27:38.969840 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Notify callbacks [] for process, before_spawn {{(pid=84000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:27:38.970003 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:27:38.971391 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [-] (84107) wsgi starting up on http://0.0.0.0:9696 Feb 04 08:27:38.971892 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO oslo_service.service [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Starting 1 workers Feb 04 08:27:38.973627 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:27:38.975019 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [-] (84108) wsgi starting up on http://0.0.0.0:9696 Feb 04 08:27:38.977053 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Started child 84109 {{(pid=84000) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 04 08:27:38.977578 dv-neutron-827798-2-hyperv neutron-server[84000]: INFO oslo_service.service [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Starting 1 workers Feb 04 08:27:38.980987 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.service [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] calling RpcWorker wait() {{(pid=84109) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 04 08:27:38.981513 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.service [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] returning from RpcWorker wait() {{(pid=84109) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 04 08:27:38.982188 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Started child 84110 {{(pid=84000) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 04 08:27:38.982863 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:27:38.982961 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG neutron_lib.callbacks.manager [None req-9685ebc3-a454-4def-9b7f-b0796255f7f9 None None] Notify callbacks [] for process, after_spawn {{(pid=84000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:27:38.983387 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:27:38.984837 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84000) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 04 08:27:38.985050 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 04 08:27:38.985224 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 04 08:27:38.985431 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 04 08:27:38.985829 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 04 08:27:38.985969 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 04 08:27:38.986488 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:38.986765 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:38.987029 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:38.987288 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:38.987560 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:38.987648 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:27:38.988099 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:38.988358 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:38.988648 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:38.988925 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:38.989154 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:38.989320 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:38.989496 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:38.989715 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:38.989945 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:38.990236 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:38.990506 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:38.990752 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:38.991012 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:38.991180 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:38.991427 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] config_source = [] {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:38.991693 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:38.991976 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:38.992227 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] debug = True {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:38.992476 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:38.992994 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:38.993219 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:38.993467 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:38.997587 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:38.997587 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:38.997587 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:38.997587 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:38.997587 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:38.997587 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:38.997587 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:38.997587 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:38.998624 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:38.998624 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:38.998624 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:38.998624 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:38.998624 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] host = dv-neutron-827798-2-hyperv {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:38.998624 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:38.998624 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:38.998624 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:38.999537 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:38.999537 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:38.999537 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:38.999537 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:38.999537 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.000157 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.000157 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.000157 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.000502 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.000669 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] log_dir = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.000816 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] log_file = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.000978 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] log_options = True {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.001210 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.001474 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.001798 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.001933 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.002057 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.002230 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.002491 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.002656 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.002925 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.003139 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.003352 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.003599 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.003873 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.004075 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.004305 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.004533 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.004776 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.005003 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.005244 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.005489 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.005710 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.005931 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.006142 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.006354 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.006563 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.006804 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.007042 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.007260 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.007459 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.007708 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.008044 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.008289 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.008520 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.008795 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.009056 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.009286 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.009552 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.010353 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.010581 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.010837 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.011098 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.011309 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.011550 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.011776 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.012022 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] use_journal = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.012228 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] use_json = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.012436 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.012685 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.012936 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.013149 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.013378 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.013587 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.014176 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.014176 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.014441 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.014727 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.015020 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.015320 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.015561 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.015789 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.016027 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.016270 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.016485 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.016777 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.017007 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.017396 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.017543 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.018609 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:27:39.018754 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.019021 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.019284 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.019550 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.019770 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.020011 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.020285 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.021509 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.021694 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.021949 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.022246 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.022535 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.022759 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.022998 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.023247 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.023475 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.023723 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.023981 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.024253 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.024528 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.024791 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.025030 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.025284 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.025530 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.025750 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.025985 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.026223 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.026481 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.026712 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.026935 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.027153 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.027391 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.027612 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.027846 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.028086 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.028285 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.028498 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.032028 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.032028 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.032028 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.032028 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.032028 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.032028 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.032028 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.032028 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.032028 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.032679 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.032679 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.032679 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.032679 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.032679 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.032679 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.032679 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.032679 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.032679 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.033320 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.033320 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.033320 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.033538 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.033650 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.033866 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.034075 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.034381 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.034685 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.034960 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.035216 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.037370 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.037370 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.037370 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.037370 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.037370 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.037370 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.037370 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.037370 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.037983 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.037983 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.037983 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.037983 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.038216 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.038442 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.038678 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.038900 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.039165 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.039423 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.039671 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.039908 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.040168 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.040422 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.040677 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.041110 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.041405 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.041729 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.041985 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.042279 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.042822 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.042822 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.043108 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.043379 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.043640 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.043907 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.044147 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.044419 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.044702 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.044963 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.045213 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.045507 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.045763 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.046008 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.046243 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.046495 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.046827 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.047079 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.047331 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.047547 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.047823 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.048068 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.048306 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.048607 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.048881 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.049133 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.049391 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.049619 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.049864 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.050119 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.050368 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.050584 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.050822 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.051059 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.051277 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.051508 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.051741 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.051998 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.052219 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.052435 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.052723 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.052940 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.053156 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.053384 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.053603 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.053821 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.054101 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.055018 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.055763 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.055994 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.057282 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.057565 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.065483 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.065483 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.065483 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.065483 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.065483 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.065483 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.065483 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.065483 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.065998 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.065998 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.065998 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.065998 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.065998 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.065998 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.065998 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.065998 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.066448 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.066448 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.066448 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.066448 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.066448 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.066448 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.066448 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.066448 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.066889 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.066889 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.067014 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.067193 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.067414 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.067658 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.067879 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.068106 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.068321 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.068533 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.068769 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.068985 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.069198 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.069461 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.069696 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.069912 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.070195 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.070430 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.070654 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.070937 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.071161 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.071389 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.071626 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.071836 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.072102 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.072830 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.073130 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.073408 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.073627 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.073926 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.074176 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.074424 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.074687 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.075006 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.075227 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.075554 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.075694 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.075911 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.076130 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.076395 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.076706 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.077001 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.077268 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.077533 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.077833 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.078183 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.078391 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.078605 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.078922 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.079289 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.079564 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.079820 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.080047 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.080339 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.080610 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.080828 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.081063 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.081297 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.081546 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.081789 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.082018 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.082275 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.082621 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.082933 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.083161 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.083407 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.083637 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.083861 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.084293 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.084456 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 04 08:27:39.084984 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84000) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 04 08:27:39.085162 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 04 08:27:39.085306 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 04 08:27:39.085469 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 04 08:27:39.085698 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 04 08:27:39.085794 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 04 08:27:39.086002 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.086156 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.086321 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.086483 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.086642 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.086817 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.086982 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.087141 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.087301 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.087463 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.087622 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.087819 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.087963 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.088128 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.088287 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.088444 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.088624 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.088789 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.088948 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.089109 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] config_source = [] {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.089349 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.089454 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.089573 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] debug = True {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.089731 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.089935 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.090102 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.090264 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.090443 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.090576 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.090728 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.090889 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.091050 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.091209 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.091365 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.091533 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.091692 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.091851 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.092010 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.092165 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.092324 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] host = dv-neutron-827798-2-hyperv {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.092481 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.092661 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.092838 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.093028 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.093127 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.093285 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.093444 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.093602 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.099439 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.099439 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.099439 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.099439 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.099439 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] log_dir = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.099439 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] log_file = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.099439 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] log_options = True {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.099439 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.099439 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.099968 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.099968 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.099968 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.099968 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.099968 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.099968 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.099968 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.100338 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.100338 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.100338 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.100338 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.100338 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.100338 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.100338 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.100338 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.100338 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.101607 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 44180) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:27:39.101705 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.101705 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.101705 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.101705 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.101705 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.101705 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.101705 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.101705 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.102233 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.102233 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.102233 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.102233 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.102233 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.102233 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.102233 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.102233 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.102839 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.102839 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.102839 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.102839 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.102839 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.102839 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.102839 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.102839 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.103421 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.103421 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.103421 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] use_journal = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.103421 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] use_json = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.103421 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.103804 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.104000 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.104155 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.104285 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.104434 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.104608 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.104770 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.104978 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 08:27:39.105123 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.105245 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.105466 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.105600 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.105719 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.105863 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.106021 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.106237 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [-] 10.222.0.36 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065725 Feb 04 08:27:39.106359 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.106484 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.106604 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.106722 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.106840 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.107014 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.107175 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.107331 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.107814 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.107814 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.107814 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.108137 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.108137 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.108328 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.108447 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.108676 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.108785 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.108927 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.109088 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.109250 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.109412 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.109572 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.109734 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.109895 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.110056 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.110217 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.112674 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.112674 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.112674 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.112674 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.112674 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.112674 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.112674 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.112674 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.112674 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.113965 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.113965 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.113965 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.113965 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.113965 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.113965 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.113965 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.113965 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.113965 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.114525 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.114525 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.114525 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.114525 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.114525 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.114802 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.114802 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.115058 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.115144 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.116027 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.116200 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.116345 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.116509 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.116702 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.116839 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.117002 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.117168 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.117330 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.117493 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.117655 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.117812 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.117973 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.118138 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.118313 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.118483 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.118636 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.118799 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.119741 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.119905 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.120053 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.120216 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.120376 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.120537 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.120735 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.120876 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.121029 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.121186 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.121419 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.121590 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.121753 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.121905 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.122068 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.122230 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.122394 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.122556 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.122739 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.122900 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.123031 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.123344 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.123644 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.123953 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.124253 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.124448 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.124597 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.124897 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.125209 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.125504 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.125672 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.125834 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.125995 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.126181 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.127048 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.127048 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.127048 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.127048 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.127048 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.127048 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.127433 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.127433 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.127549 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.127754 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.127843 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.128166 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.128166 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.128330 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.128490 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.128665 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.128807 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.129661 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.129661 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.129661 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.129661 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.129661 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.129981 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.129981 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.129981 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.130146 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.130342 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.130492 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.130629 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.130763 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.130907 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.131043 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.131177 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.131338 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.131480 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.131646 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.131809 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.131972 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.132133 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.132285 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.132431 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.132613 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.132759 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.132923 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.133086 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.133246 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.133406 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.133569 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.133716 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.133879 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.134025 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.134190 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.134352 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.134504 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.135289 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.135448 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.135765 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.135926 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.136274 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.136534 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.136946 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.137171 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.137395 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.137617 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.137843 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.138082 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.138318 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.138539 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.139770 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.139770 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.139770 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.139770 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.139770 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.139770 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.139770 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.140597 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.140597 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.140597 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.140965 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.140965 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.141585 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.141585 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.141585 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.141938 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.141938 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.142187 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.143042 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.143042 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.143042 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.143042 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.143042 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.143453 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.143598 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.143834 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.144052 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.144220 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.144393 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.144575 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.144742 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.144913 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.145075 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.145236 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.145397 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.145570 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.145732 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.145895 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.146056 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.146217 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.146377 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.146540 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.146767 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.146868 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.147021 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.147183 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.147355 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.147521 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.147692 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.148027 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.148027 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.148263 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.148395 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.148479 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.149432 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.149432 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.149432 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.149432 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.149432 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.149432 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.150270 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.150270 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.150270 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.150270 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.150270 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.150270 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.150832 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.150832 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.150832 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.151059 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.151059 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 08:27:39.151200 dv-neutron-827798-2-hyperv neutron-server[84000]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84000) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 04 08:27:39.153542 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:27:49.395323 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304a8694-eacd-418e-9a58-94d6a02646a1 None None] get_active_networks_info from dv-neutron-827798-2-hyperv {{(pid=84109) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 04 08:27:49.461756 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304a8694-eacd-418e-9a58-94d6a02646a1 None None] No non-hosted networks {{(pid=84109) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 04 08:27:49.482167 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.agentschedulers_db [None req-304a8694-eacd-418e-9a58-94d6a02646a1 None None] DHCP Agent not found on host dv-neutron-827798-2-hyperv {{(pid=84109) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 04 08:27:49.604283 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-928c586e-4ac8-46c2-9cfd-a7ae36fed252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-472856'] for agent, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:27:51.713758 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1b5a2617-005b-4e1b-b10a-96eff0569ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-472856'] for agent, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:27:51.764755 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.db.api [None req-735903d8-bb5b-407b-9e74-40d1b2b0166c None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-827798-2-hyperv {{(pid=84109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 08:27:51.765174 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG oslo_db.api [None req-735903d8-bb5b-407b-9e74-40d1b2b0166c None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 08:27:52.280800 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-735903d8-bb5b-407b-9e74-40d1b2b0166c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:27:52.775949 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-472856'] for agent, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:27:52.878242 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-472856'] for agent, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:27:52.878995 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:27:52.879511 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:27:52.879936 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:27:52.880388 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:27:52.881349 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:27:52.882202 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:27:52.883389 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:27:52.884169 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:27:52.886858 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:27:52.887210 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:27:52.887562 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:27:52.887967 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-827798-2-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:27:52.899751 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-827798-2-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:27:54.224044 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-472856'] for agent, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:27:55.793843 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 44280) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:27:56.437204 dv-neutron-827798-2-hyperv neutron-server[84108]: WARNING oslo_policy.policy [None req-c77ee0c4-66b4-43b3-8737-195e48639d2f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 08:27:56.437905 dv-neutron-827798-2-hyperv neutron-server[84108]: WARNING oslo_policy.policy [None req-c77ee0c4-66b4-43b3-8737-195e48639d2f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 08:27:56.670397 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [None req-c77ee0c4-66b4-43b3-8737-195e48639d2f admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=84108) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 08:27:56.671451 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-c77ee0c4-66b4-43b3-8737-195e48639d2f admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8767059 Feb 04 08:27:57.645097 dv-neutron-827798-2-hyperv neutron-server[84109]: INFO neutron.db.l3_hamode_db [None req-b4918eb4-f2f1-4cce-a0d6-2f5e31c8c327 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 04 08:27:57.730130 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4918eb4-f2f1-4cce-a0d6-2f5e31c8c327 None None] Routers set() bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:27:57.730511 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4918eb4-f2f1-4cce-a0d6-2f5e31c8c327 None None] Router IDs set() for agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 04 08:27:58.967202 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 44294) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:27:59.348899 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-e79da81c-67dd-478b-9557-e8ac40266154 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'default_prefixlen': 26}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:27:59.401771 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.policy [None req-e79da81c-67dd-478b-9557-e8ac40266154 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84108) register_rules /opt/stack/neutron/neutron/policy.py:65}} Feb 04 08:27:59.402504 dv-neutron-827798-2-hyperv neutron-server[84108]: WARNING oslo_policy.policy [None req-e79da81c-67dd-478b-9557-e8ac40266154 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 08:27:59.402899 dv-neutron-827798-2-hyperv neutron-server[84108]: WARNING oslo_policy.policy [None req-e79da81c-67dd-478b-9557-e8ac40266154 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 08:27:59.406172 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.quota [None req-e79da81c-67dd-478b-9557-e8ac40266154 admin admin] Loaded quota_driver: . Feb 04 08:27:59.421879 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-e79da81c-67dd-478b-9557-e8ac40266154 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:27:59.566438 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e79da81c-67dd-478b-9557-e8ac40266154 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782526559825', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782527056563', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782527060387', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782527046059', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782527038501', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1163842', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1176880', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-409683', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-606916'] for rbac-policy, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:27:59.746136 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e79da81c-67dd-478b-9557-e8ac40266154 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:27:59.747324 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-e79da81c-67dd-478b-9557-e8ac40266154 admin admin] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7791855 Feb 04 08:28:02.248148 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 44308) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:28:02.834352 dv-neutron-827798-2-hyperv neutron-server[84107]: WARNING oslo_policy.policy [None req-8ed61eb9-feac-4cfd-8892-69b118ebe036 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 08:28:02.834937 dv-neutron-827798-2-hyperv neutron-server[84107]: WARNING oslo_policy.policy [None req-8ed61eb9-feac-4cfd-8892-69b118ebe036 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 08:28:03.056127 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-8ed61eb9-feac-4cfd-8892-69b118ebe036 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '65c0d99a078b414d955ac6a279b2411f'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:28:03.057787 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.quota [None req-8ed61eb9-feac-4cfd-8892-69b118ebe036 admin admin] Loaded quota_driver: . Feb 04 08:28:03.072951 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-8ed61eb9-feac-4cfd-8892-69b118ebe036 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:28:03.079126 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-8ed61eb9-feac-4cfd-8892-69b118ebe036 admin admin] Usage tracker for resource:network and tenant:65c0d99a078b414d955ac6a279b2411f is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:28:03.084584 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-8ed61eb9-feac-4cfd-8892-69b118ebe036 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:28:03.092359 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-8ed61eb9-feac-4cfd-8892-69b118ebe036 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:28:03.201367 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed61eb9-feac-4cfd-8892-69b118ebe036 admin admin] Made reservation on behalf of 65c0d99a078b414d955ac6a279b2411f for: {'network': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:28:03.247659 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.policy [None req-8ed61eb9-feac-4cfd-8892-69b118ebe036 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84107) register_rules /opt/stack/neutron/neutron/policy.py:65}} Feb 04 08:28:03.248357 dv-neutron-827798-2-hyperv neutron-server[84107]: WARNING oslo_policy.policy [None req-8ed61eb9-feac-4cfd-8892-69b118ebe036 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 08:28:03.248923 dv-neutron-827798-2-hyperv neutron-server[84107]: WARNING oslo_policy.policy [None req-8ed61eb9-feac-4cfd-8892-69b118ebe036 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 08:28:03.253234 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8ed61eb9-feac-4cfd-8892-69b118ebe036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:28:03.275578 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8ed61eb9-feac-4cfd-8892-69b118ebe036 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:28:03.328264 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-8ed61eb9-feac-4cfd-8892-69b118ebe036 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:28:03.331865 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-8ed61eb9-feac-4cfd-8892-69b118ebe036 admin admin] Usage tracker for resource:security_group_rule and tenant:65c0d99a078b414d955ac6a279b2411f is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:28:03.335029 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-8ed61eb9-feac-4cfd-8892-69b118ebe036 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:28:03.341107 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-8ed61eb9-feac-4cfd-8892-69b118ebe036 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:28:03.406702 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8ed61eb9-feac-4cfd-8892-69b118ebe036 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:28:03.477348 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8ed61eb9-feac-4cfd-8892-69b118ebe036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:28:03.501564 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ed61eb9-feac-4cfd-8892-69b118ebe036 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=84107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:28:03.526461 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8ed61eb9-feac-4cfd-8892-69b118ebe036 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782525455571', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:28:03.527043 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8ed61eb9-feac-4cfd-8892-69b118ebe036 admin admin] Unsubscribe: segment precommit_create {{(pid=84107) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 04 08:28:03.527621 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.segments_db [None req-8ed61eb9-feac-4cfd-8892-69b118ebe036 admin admin] Added segment 0c4eb68a-5692-48e4-98d5-de074f30e046 of type vlan for network 9e2114d3-5a1c-41df-9c3d-407a7e399589 Feb 04 08:28:03.535964 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed61eb9-feac-4cfd-8892-69b118ebe036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=203c41e8-60d4-4a02-893c-3c3970a6dd15,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:28:03.596787 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed61eb9-feac-4cfd-8892-69b118ebe036 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:28:03.597129 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed61eb9-feac-4cfd-8892-69b118ebe036 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:28:03.597460 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed61eb9-feac-4cfd-8892-69b118ebe036 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:28:03.597781 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed61eb9-feac-4cfd-8892-69b118ebe036 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:28:03.598122 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed61eb9-feac-4cfd-8892-69b118ebe036 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:28:03.598446 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed61eb9-feac-4cfd-8892-69b118ebe036 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:28:03.598764 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed61eb9-feac-4cfd-8892-69b118ebe036 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:28:03.599080 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed61eb9-feac-4cfd-8892-69b118ebe036 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:28:03.599395 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed61eb9-feac-4cfd-8892-69b118ebe036 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:28:03.599704 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed61eb9-feac-4cfd-8892-69b118ebe036 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:28:03.600012 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed61eb9-feac-4cfd-8892-69b118ebe036 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:28:03.601351 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed61eb9-feac-4cfd-8892-69b118ebe036 admin admin] Tracked resource versions report: Feb 04 08:28:03.601351 dv-neutron-827798-2-hyperv neutron-server[84107]: pushed versions: Feb 04 08:28:03.601351 dv-neutron-827798-2-hyperv neutron-server[84107]: { 'ConntrackHelper': {'1.0'}, Feb 04 08:28:03.601351 dv-neutron-827798-2-hyperv neutron-server[84107]: 'Log': {'1.0'}, Feb 04 08:28:03.601351 dv-neutron-827798-2-hyperv neutron-server[84107]: 'Network': {'1.1'}, Feb 04 08:28:03.601351 dv-neutron-827798-2-hyperv neutron-server[84107]: 'Port': {'1.5'}, Feb 04 08:28:03.601351 dv-neutron-827798-2-hyperv neutron-server[84107]: 'PortForwarding': {'1.2'}, Feb 04 08:28:03.601351 dv-neutron-827798-2-hyperv neutron-server[84107]: 'QosPolicy': {'1.8'}, Feb 04 08:28:03.601351 dv-neutron-827798-2-hyperv neutron-server[84107]: 'SecurityGroup': {'1.2'}, Feb 04 08:28:03.601351 dv-neutron-827798-2-hyperv neutron-server[84107]: 'SecurityGroupRule': {'1.0'}, Feb 04 08:28:03.601351 dv-neutron-827798-2-hyperv neutron-server[84107]: 'SubPort': {'1.0'}, Feb 04 08:28:03.601351 dv-neutron-827798-2-hyperv neutron-server[84107]: 'Subnet': {'1.1'}, Feb 04 08:28:03.601351 dv-neutron-827798-2-hyperv neutron-server[84107]: 'Trunk': {'1.1'}} Feb 04 08:28:03.601351 dv-neutron-827798-2-hyperv neutron-server[84107]: consumer versions: Feb 04 08:28:03.601351 dv-neutron-827798-2-hyperv neutron-server[84107]: { DHCP agent@dv-neutron-827798-2-hyperv: {}, Feb 04 08:28:03.601351 dv-neutron-827798-2-hyperv neutron-server[84107]: L3 agent@dv-neutron-827798-2-hyperv: {}, Feb 04 08:28:03.601351 dv-neutron-827798-2-hyperv neutron-server[84107]: Metadata agent@dv-neutron-827798-2-hyperv: {}, Feb 04 08:28:03.601351 dv-neutron-827798-2-hyperv neutron-server[84107]: Metering agent@dv-neutron-827798-2-hyperv: {}, Feb 04 08:28:03.601351 dv-neutron-827798-2-hyperv neutron-server[84107]: Open vSwitch agent@dv-neutron-827798-2-hyperv: { 'ConntrackHelper': '1.0', Feb 04 08:28:03.601351 dv-neutron-827798-2-hyperv neutron-server[84107]: 'Log': '1.0', Feb 04 08:28:03.601351 dv-neutron-827798-2-hyperv neutron-server[84107]: 'Network': '1.1', Feb 04 08:28:03.601351 dv-neutron-827798-2-hyperv neutron-server[84107]: 'Port': '1.5', Feb 04 08:28:03.601351 dv-neutron-827798-2-hyperv neutron-server[84107]: 'PortForwarding': '1.2', Feb 04 08:28:03.601351 dv-neutron-827798-2-hyperv neutron-server[84107]: 'QosPolicy': '1.8', Feb 04 08:28:03.601351 dv-neutron-827798-2-hyperv neutron-server[84107]: 'SecurityGroup': '1.2', Feb 04 08:28:03.601351 dv-neutron-827798-2-hyperv neutron-server[84107]: 'SecurityGroupRule': '1.0', Feb 04 08:28:03.601351 dv-neutron-827798-2-hyperv neutron-server[84107]: 'SubPort': '1.0', Feb 04 08:28:03.601351 dv-neutron-827798-2-hyperv neutron-server[84107]: 'Subnet': '1.1', Feb 04 08:28:03.601351 dv-neutron-827798-2-hyperv neutron-server[84107]: 'Trunk': '1.1'}} Feb 04 08:28:03.601351 dv-neutron-827798-2-hyperv neutron-server[84107]: {{(pid=84107) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 08:28:03.652022 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8ed61eb9-feac-4cfd-8892-69b118ebe036 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:28:03.749823 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8ed61eb9-feac-4cfd-8892-69b118ebe036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:28:03.750929 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed61eb9-feac-4cfd-8892-69b118ebe036 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:28:03.751557 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8ed61eb9-feac-4cfd-8892-69b118ebe036 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:28:03.855968 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed61eb9-feac-4cfd-8892-69b118ebe036 admin admin] Pushing event updated for resources: {'Network': ['ID=9e2114d3-5a1c-41df-9c3d-407a7e399589,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:28:03.866846 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network 9e2114d3-5a1c-41df-9c3d-407a7e399589 details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:28:03.928580 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-8ed61eb9-feac-4cfd-8892-69b118ebe036 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.6668448 Feb 04 08:28:06.509556 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 44330) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:28:07.023144 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2071f4f9-8ee7-44fe-9c25-0c96c9470db5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:28:07.024583 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-2071f4f9-8ee7-44fe-9c25-0c96c9470db5 admin admin] 10.222.0.36 "GET /v2.0/networks/9e2114d3-5a1c-41df-9c3d-407a7e399589 HTTP/1.1" status: 200 len: 825 time: 0.5140979 Feb 04 08:28:07.051563 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-8df57381-f12b-443b-a165-5f430599423d admin admin] 10.222.0.36 "GET /v2.0/subnetpools/c15fe78d-196b-42fe-974d-2a502ba8b3e0 HTTP/1.1" status: 200 len: 734 time: 0.0217097 Feb 04 08:28:07.060152 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-dcb8e04b-44f6-427d-a079-131329efaa0d admin admin] Request body: {'subnet': {'network_id': '9e2114d3-5a1c-41df-9c3d-407a7e399589', 'subnetpool_id': 'c15fe78d-196b-42fe-974d-2a502ba8b3e0', 'tenant_id': '65c0d99a078b414d955ac6a279b2411f', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:28:07.064435 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-dcb8e04b-44f6-427d-a079-131329efaa0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:28:07.068470 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-dcb8e04b-44f6-427d-a079-131329efaa0d admin admin] Usage tracker for resource:subnet and tenant:65c0d99a078b414d955ac6a279b2411f is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:28:07.071958 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-dcb8e04b-44f6-427d-a079-131329efaa0d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:28:07.078008 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-dcb8e04b-44f6-427d-a079-131329efaa0d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:28:07.151671 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcb8e04b-44f6-427d-a079-131329efaa0d admin admin] Made reservation on behalf of 65c0d99a078b414d955ac6a279b2411f for: {'subnet': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:28:07.154150 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-dcb8e04b-44f6-427d-a079-131329efaa0d admin admin] Notify callbacks [] for subnet, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:28:07.544341 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-dcb8e04b-44f6-427d-a079-131329efaa0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for subnet, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:28:07.634761 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb8e04b-44f6-427d-a079-131329efaa0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8079a12b-d97e-4d3d-89b5-6d1f7a60e13a,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:28:07.637061 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb8e04b-44f6-427d-a079-131329efaa0d admin admin] Checking segment: {'id': '0c4eb68a-5692-48e4-98d5-de074f30e046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9e2114d3-5a1c-41df-9c3d-407a7e399589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:28:07.637442 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb8e04b-44f6-427d-a079-131329efaa0d admin admin] Network hostable DHCP agents. Network: 9e2114d3-5a1c-41df-9c3d-407a7e399589, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:28:07.654073 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb8e04b-44f6-427d-a079-131329efaa0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:28:07.654421 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb8e04b-44f6-427d-a079-131329efaa0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:28:07.654750 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb8e04b-44f6-427d-a079-131329efaa0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:28:07.655077 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb8e04b-44f6-427d-a079-131329efaa0d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:28:07.655417 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb8e04b-44f6-427d-a079-131329efaa0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:28:07.655748 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb8e04b-44f6-427d-a079-131329efaa0d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:28:07.656086 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb8e04b-44f6-427d-a079-131329efaa0d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:28:07.656409 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb8e04b-44f6-427d-a079-131329efaa0d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:28:07.656746 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb8e04b-44f6-427d-a079-131329efaa0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:28:07.657061 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb8e04b-44f6-427d-a079-131329efaa0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:28:07.657375 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb8e04b-44f6-427d-a079-131329efaa0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:28:07.658644 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb8e04b-44f6-427d-a079-131329efaa0d admin admin] Tracked resource versions report: Feb 04 08:28:07.658644 dv-neutron-827798-2-hyperv neutron-server[84108]: pushed versions: Feb 04 08:28:07.658644 dv-neutron-827798-2-hyperv neutron-server[84108]: { 'ConntrackHelper': {'1.0'}, Feb 04 08:28:07.658644 dv-neutron-827798-2-hyperv neutron-server[84108]: 'Log': {'1.0'}, Feb 04 08:28:07.658644 dv-neutron-827798-2-hyperv neutron-server[84108]: 'Network': {'1.1'}, Feb 04 08:28:07.658644 dv-neutron-827798-2-hyperv neutron-server[84108]: 'Port': {'1.5'}, Feb 04 08:28:07.658644 dv-neutron-827798-2-hyperv neutron-server[84108]: 'PortForwarding': {'1.2'}, Feb 04 08:28:07.658644 dv-neutron-827798-2-hyperv neutron-server[84108]: 'QosPolicy': {'1.8'}, Feb 04 08:28:07.658644 dv-neutron-827798-2-hyperv neutron-server[84108]: 'SecurityGroup': {'1.2'}, Feb 04 08:28:07.658644 dv-neutron-827798-2-hyperv neutron-server[84108]: 'SecurityGroupRule': {'1.0'}, Feb 04 08:28:07.658644 dv-neutron-827798-2-hyperv neutron-server[84108]: 'SubPort': {'1.0'}, Feb 04 08:28:07.658644 dv-neutron-827798-2-hyperv neutron-server[84108]: 'Subnet': {'1.1'}, Feb 04 08:28:07.658644 dv-neutron-827798-2-hyperv neutron-server[84108]: 'Trunk': {'1.1'}} Feb 04 08:28:07.658644 dv-neutron-827798-2-hyperv neutron-server[84108]: consumer versions: Feb 04 08:28:07.658644 dv-neutron-827798-2-hyperv neutron-server[84108]: { DHCP agent@dv-neutron-827798-2-hyperv: {}, Feb 04 08:28:07.658644 dv-neutron-827798-2-hyperv neutron-server[84108]: L3 agent@dv-neutron-827798-2-hyperv: {}, Feb 04 08:28:07.658644 dv-neutron-827798-2-hyperv neutron-server[84108]: Metadata agent@dv-neutron-827798-2-hyperv: {}, Feb 04 08:28:07.658644 dv-neutron-827798-2-hyperv neutron-server[84108]: Metering agent@dv-neutron-827798-2-hyperv: {}, Feb 04 08:28:07.658644 dv-neutron-827798-2-hyperv neutron-server[84108]: Open vSwitch agent@dv-neutron-827798-2-hyperv: { 'ConntrackHelper': '1.0', Feb 04 08:28:07.658644 dv-neutron-827798-2-hyperv neutron-server[84108]: 'Log': '1.0', Feb 04 08:28:07.658644 dv-neutron-827798-2-hyperv neutron-server[84108]: 'Network': '1.1', Feb 04 08:28:07.658644 dv-neutron-827798-2-hyperv neutron-server[84108]: 'Port': '1.5', Feb 04 08:28:07.658644 dv-neutron-827798-2-hyperv neutron-server[84108]: 'PortForwarding': '1.2', Feb 04 08:28:07.658644 dv-neutron-827798-2-hyperv neutron-server[84108]: 'QosPolicy': '1.8', Feb 04 08:28:07.658644 dv-neutron-827798-2-hyperv neutron-server[84108]: 'SecurityGroup': '1.2', Feb 04 08:28:07.658644 dv-neutron-827798-2-hyperv neutron-server[84108]: 'SecurityGroupRule': '1.0', Feb 04 08:28:07.658644 dv-neutron-827798-2-hyperv neutron-server[84108]: 'SubPort': '1.0', Feb 04 08:28:07.658644 dv-neutron-827798-2-hyperv neutron-server[84108]: 'Subnet': '1.1', Feb 04 08:28:07.658644 dv-neutron-827798-2-hyperv neutron-server[84108]: 'Trunk': '1.1'}} Feb 04 08:28:07.658644 dv-neutron-827798-2-hyperv neutron-server[84108]: {{(pid=84108) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 08:28:07.766801 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb8e04b-44f6-427d-a079-131329efaa0d admin admin] Network 9e2114d3-5a1c-41df-9c3d-407a7e399589 is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:28:07.848373 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-dcb8e04b-44f6-427d-a079-131329efaa0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, 9e2114d3-5a1c-41df-9c3d-407a7e399589) {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:28:07.856006 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb8e04b-44f6-427d-a079-131329efaa0d admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:28:07.856536 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908f8333-376c-4190-929b-7608fa4d7fff None None] Network 9e2114d3-5a1c-41df-9c3d-407a7e399589 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:28:07.856971 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-dcb8e04b-44f6-427d-a079-131329efaa0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:28:07.947048 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-dcb8e04b-44f6-427d-a079-131329efaa0d admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8844225 Feb 04 08:28:08.159031 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37ff949-e3a0-47f9-a864-8398edf0879a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-9e2114d3-5a1c-41df-9c3d-407a7e399589', 'network_id': '9e2114d3-5a1c-41df-9c3d-407a7e399589', 'tenant_id': '65c0d99a078b414d955ac6a279b2411f', 'fixed_ips': [{'subnet_id': '8079a12b-d97e-4d3d-89b5-6d1f7a60e13a'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:28:08.160138 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-d37ff949-e3a0-47f9-a864-8398edf0879a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:28:08.343493 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-d37ff949-e3a0-47f9-a864-8398edf0879a None None] Allocated IP 172.20.0.2 (9e2114d3-5a1c-41df-9c3d-407a7e399589/8079a12b-d97e-4d3d-89b5-6d1f7a60e13a/837dc470-8ca0-4659-b3cd-311c8c799b39) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:28:08.567792 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-d37ff949-e3a0-47f9-a864-8398edf0879a None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:28:08.580450 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-d37ff949-e3a0-47f9-a864-8398edf0879a None None] Transition to ACTIVE for port object 837dc470-8ca0-4659-b3cd-311c8c799b39 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:28:08.599232 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-d37ff949-e3a0-47f9-a864-8398edf0879a None None] Transition to ACTIVE for port object 837dc470-8ca0-4659-b3cd-311c8c799b39 will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:28:08.682279 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-d37ff949-e3a0-47f9-a864-8398edf0879a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:28:08.750239 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37ff949-e3a0-47f9-a864-8398edf0879a None None] Network 9e2114d3-5a1c-41df-9c3d-407a7e399589 is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:28:08.754078 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-d37ff949-e3a0-47f9-a864-8398edf0879a None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:28:08.755552 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37ff949-e3a0-47f9-a864-8398edf0879a None None] Pushing event updated for resources: {'Port': ['ID=837dc470-8ca0-4659-b3cd-311c8c799b39,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:28:08.760724 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37ff949-e3a0-47f9-a864-8398edf0879a None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:28:08.769144 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37ff949-e3a0-47f9-a864-8398edf0879a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:28:08.769488 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37ff949-e3a0-47f9-a864-8398edf0879a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:28:08.769821 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37ff949-e3a0-47f9-a864-8398edf0879a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:28:08.770148 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37ff949-e3a0-47f9-a864-8398edf0879a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:28:08.770486 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37ff949-e3a0-47f9-a864-8398edf0879a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:28:08.770812 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37ff949-e3a0-47f9-a864-8398edf0879a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:28:08.771123 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37ff949-e3a0-47f9-a864-8398edf0879a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:28:08.771458 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37ff949-e3a0-47f9-a864-8398edf0879a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:28:08.771776 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37ff949-e3a0-47f9-a864-8398edf0879a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:28:08.772089 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37ff949-e3a0-47f9-a864-8398edf0879a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:28:08.772403 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37ff949-e3a0-47f9-a864-8398edf0879a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:28:08.773722 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37ff949-e3a0-47f9-a864-8398edf0879a None None] Tracked resource versions report: Feb 04 08:28:08.773722 dv-neutron-827798-2-hyperv neutron-server[84109]: pushed versions: Feb 04 08:28:08.773722 dv-neutron-827798-2-hyperv neutron-server[84109]: { 'ConntrackHelper': {'1.0'}, Feb 04 08:28:08.773722 dv-neutron-827798-2-hyperv neutron-server[84109]: 'Log': {'1.0'}, Feb 04 08:28:08.773722 dv-neutron-827798-2-hyperv neutron-server[84109]: 'Network': {'1.1'}, Feb 04 08:28:08.773722 dv-neutron-827798-2-hyperv neutron-server[84109]: 'Port': {'1.5'}, Feb 04 08:28:08.773722 dv-neutron-827798-2-hyperv neutron-server[84109]: 'PortForwarding': {'1.2'}, Feb 04 08:28:08.773722 dv-neutron-827798-2-hyperv neutron-server[84109]: 'QosPolicy': {'1.8'}, Feb 04 08:28:08.773722 dv-neutron-827798-2-hyperv neutron-server[84109]: 'SecurityGroup': {'1.2'}, Feb 04 08:28:08.773722 dv-neutron-827798-2-hyperv neutron-server[84109]: 'SecurityGroupRule': {'1.0'}, Feb 04 08:28:08.773722 dv-neutron-827798-2-hyperv neutron-server[84109]: 'SubPort': {'1.0'}, Feb 04 08:28:08.773722 dv-neutron-827798-2-hyperv neutron-server[84109]: 'Subnet': {'1.1'}, Feb 04 08:28:08.773722 dv-neutron-827798-2-hyperv neutron-server[84109]: 'Trunk': {'1.1'}} Feb 04 08:28:08.773722 dv-neutron-827798-2-hyperv neutron-server[84109]: consumer versions: Feb 04 08:28:08.773722 dv-neutron-827798-2-hyperv neutron-server[84109]: { DHCP agent@dv-neutron-827798-2-hyperv: {}, Feb 04 08:28:08.773722 dv-neutron-827798-2-hyperv neutron-server[84109]: L3 agent@dv-neutron-827798-2-hyperv: {}, Feb 04 08:28:08.773722 dv-neutron-827798-2-hyperv neutron-server[84109]: Metadata agent@dv-neutron-827798-2-hyperv: {}, Feb 04 08:28:08.773722 dv-neutron-827798-2-hyperv neutron-server[84109]: Metering agent@dv-neutron-827798-2-hyperv: {}, Feb 04 08:28:08.773722 dv-neutron-827798-2-hyperv neutron-server[84109]: Open vSwitch agent@dv-neutron-827798-2-hyperv: { 'ConntrackHelper': '1.0', Feb 04 08:28:08.773722 dv-neutron-827798-2-hyperv neutron-server[84109]: 'Log': '1.0', Feb 04 08:28:08.773722 dv-neutron-827798-2-hyperv neutron-server[84109]: 'Network': '1.1', Feb 04 08:28:08.773722 dv-neutron-827798-2-hyperv neutron-server[84109]: 'Port': '1.5', Feb 04 08:28:08.773722 dv-neutron-827798-2-hyperv neutron-server[84109]: 'PortForwarding': '1.2', Feb 04 08:28:08.773722 dv-neutron-827798-2-hyperv neutron-server[84109]: 'QosPolicy': '1.8', Feb 04 08:28:08.773722 dv-neutron-827798-2-hyperv neutron-server[84109]: 'SecurityGroup': '1.2', Feb 04 08:28:08.773722 dv-neutron-827798-2-hyperv neutron-server[84109]: 'SecurityGroupRule': '1.0', Feb 04 08:28:08.773722 dv-neutron-827798-2-hyperv neutron-server[84109]: 'SubPort': '1.0', Feb 04 08:28:08.773722 dv-neutron-827798-2-hyperv neutron-server[84109]: 'Subnet': '1.1', Feb 04 08:28:08.773722 dv-neutron-827798-2-hyperv neutron-server[84109]: 'Trunk': '1.1'}} Feb 04 08:28:08.773722 dv-neutron-827798-2-hyperv neutron-server[84109]: {{(pid=84109) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 08:28:08.857418 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-d37ff949-e3a0-47f9-a864-8398edf0879a None None] Attempting to bind port 837dc470-8ca0-4659-b3cd-311c8c799b39 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:28:08.858078 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-d37ff949-e3a0-47f9-a864-8398edf0879a None None] Attempting to bind port 837dc470-8ca0-4659-b3cd-311c8c799b39 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': '0c4eb68a-5692-48e4-98d5-de074f30e046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9e2114d3-5a1c-41df-9c3d-407a7e399589'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:28:08.858222 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37ff949-e3a0-47f9-a864-8398edf0879a None None] Attempting to bind port 837dc470-8ca0-4659-b3cd-311c8c799b39 on network 9e2114d3-5a1c-41df-9c3d-407a7e399589 {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:28:08.864714 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37ff949-e3a0-47f9-a864-8398edf0879a None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:28:08.865103 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37ff949-e3a0-47f9-a864-8398edf0879a None None] Checking segment: {'id': '0c4eb68a-5692-48e4-98d5-de074f30e046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9e2114d3-5a1c-41df-9c3d-407a7e399589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:28:08.865578 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-d37ff949-e3a0-47f9-a864-8398edf0879a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:28:08.865955 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37ff949-e3a0-47f9-a864-8398edf0879a None None] Bound using segment: {'id': '0c4eb68a-5692-48e4-98d5-de074f30e046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9e2114d3-5a1c-41df-9c3d-407a7e399589'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:28:08.866402 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-d37ff949-e3a0-47f9-a864-8398edf0879a None None] Bound port: 837dc470-8ca0-4659-b3cd-311c8c799b39, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c4eb68a-5692-48e4-98d5-de074f30e046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9e2114d3-5a1c-41df-9c3d-407a7e399589'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:28:08.866775 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-d37ff949-e3a0-47f9-a864-8398edf0879a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:28:08.949424 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-d37ff949-e3a0-47f9-a864-8398edf0879a None None] For port 837dc470-8ca0-4659-b3cd-311c8c799b39, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:28:08.953179 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-d37ff949-e3a0-47f9-a864-8398edf0879a None None] For port 837dc470-8ca0-4659-b3cd-311c8c799b39, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=837dc470-8ca0-4659-b3cd-311c8c799b39,segment=NetworkSegment(0c4eb68a-5692-48e4-98d5-de074f30e046),segment_id=0c4eb68a-5692-48e4-98d5-de074f30e046)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:28:09.019256 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-d37ff949-e3a0-47f9-a864-8398edf0879a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:28:09.124546 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37ff949-e3a0-47f9-a864-8398edf0879a None None] Pushing event updated for resources: {'Port': ['ID=837dc470-8ca0-4659-b3cd-311c8c799b39,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:28:10.199272 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 44344) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:28:10.596459 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [None req-b321a26a-53fc-4d2f-85ce-053a2d62d54b admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=84107) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 08:28:10.597461 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-b321a26a-53fc-4d2f-85ce-053a2d62d54b admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3968911 Feb 04 08:28:12.738265 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c4e13c-9112-4216-9ef5-2665b83b1240 None None] Network 9e2114d3-5a1c-41df-9c3d-407a7e399589 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:28:12.869323 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 44358) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:28:12.912294 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-d9bbff25-217a-4eef-b513-08bfb3cd5979 None None] Provisioning for port 837dc470-8ca0-4659-b3cd-311c8c799b39 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:28:13.126693 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 837dc470-8ca0-4659-b3cd-311c8c799b39 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:28:13.263912 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 837dc470-8ca0-4659-b3cd-311c8c799b39 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:28:13.268602 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 837dc470-8ca0-4659-b3cd-311c8c799b39 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:28:13.269004 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:28:13.291834 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [None req-1a821044-5564-46a5-92f2-cebf3a360f75 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=84107) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 08:28:13.292834 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-1a821044-5564-46a5-92f2-cebf3a360f75 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4223371 Feb 04 08:28:13.387923 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:28:13.423800 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port 837dc470-8ca0-4659-b3cd-311c8c799b39, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=837dc470-8ca0-4659-b3cd-311c8c799b39,segment=NetworkSegment(0c4eb68a-5692-48e4-98d5-de074f30e046),segment_id=0c4eb68a-5692-48e4-98d5-de074f30e046)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:28:13.534449 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:28:13.601917 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=837dc470-8ca0-4659-b3cd-311c8c799b39,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:28:15.095852 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 837dc470-8ca0-4659-b3cd-311c8c799b39 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:28:15.162311 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 837dc470-8ca0-4659-b3cd-311c8c799b39 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:28:15.162675 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:28:15.816636 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 44370) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:28:16.179197 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-1bc6cc2a-db58-49b7-a823-22815cf49a3e admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '65c0d99a078b414d955ac6a279b2411f'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:28:16.183897 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-1bc6cc2a-db58-49b7-a823-22815cf49a3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:28:16.187596 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-1bc6cc2a-db58-49b7-a823-22815cf49a3e admin admin] Usage tracker for resource:router and tenant:65c0d99a078b414d955ac6a279b2411f is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:28:16.190885 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-1bc6cc2a-db58-49b7-a823-22815cf49a3e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:28:16.197240 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-1bc6cc2a-db58-49b7-a823-22815cf49a3e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:28:16.289056 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1bc6cc2a-db58-49b7-a823-22815cf49a3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40975'] for router, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:28:16.290472 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1bc6cc2a-db58-49b7-a823-22815cf49a3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40982'] for router, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:28:16.314740 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1bc6cc2a-db58-49b7-a823-22815cf49a3e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:28:16.483986 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1bc6cc2a-db58-49b7-a823-22815cf49a3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472990'] for router, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:28:16.579786 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1bc6cc2a-db58-49b7-a823-22815cf49a3e admin admin] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:28:16.580976 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-1bc6cc2a-db58-49b7-a823-22815cf49a3e admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7634010 Feb 04 08:28:18.870230 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 44380) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:28:19.329914 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [None req-2d1fa472-4454-4ffb-8b5c-fa80604309d6 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=84108) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 08:28:19.330903 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-2d1fa472-4454-4ffb-8b5c-fa80604309d6 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4597418 Feb 04 08:28:19.397673 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-08f5b5ae-09a6-49ab-8884-17adc9fa76c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:28:21.553301 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 44390) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:28:21.669877 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-4af5a779-0446-4657-899c-2668879bac4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:28:21.940708 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-cf5d63d9-6f17-44a1-8ec2-6f517081cd72 admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True, 'provider:network_type': 'flat'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:28:21.945761 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-cf5d63d9-6f17-44a1-8ec2-6f517081cd72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:28:21.949556 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-cf5d63d9-6f17-44a1-8ec2-6f517081cd72 admin admin] Usage tracker for resource:network and tenant:64f19ee3c8174d61b6b1b2ab669cb01b is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:28:21.952612 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-cf5d63d9-6f17-44a1-8ec2-6f517081cd72 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:28:21.958224 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-cf5d63d9-6f17-44a1-8ec2-6f517081cd72 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:28:22.057856 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf5d63d9-6f17-44a1-8ec2-6f517081cd72 admin admin] Made reservation on behalf of 64f19ee3c8174d61b6b1b2ab669cb01b for: {'network': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:28:22.060046 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-cf5d63d9-6f17-44a1-8ec2-6f517081cd72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:28:22.074328 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-cf5d63d9-6f17-44a1-8ec2-6f517081cd72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:28:22.103814 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-cf5d63d9-6f17-44a1-8ec2-6f517081cd72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:28:22.107384 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-cf5d63d9-6f17-44a1-8ec2-6f517081cd72 admin admin] Usage tracker for resource:security_group_rule and tenant:64f19ee3c8174d61b6b1b2ab669cb01b is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:28:22.110082 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-cf5d63d9-6f17-44a1-8ec2-6f517081cd72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:28:22.115942 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-cf5d63d9-6f17-44a1-8ec2-6f517081cd72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:28:22.177392 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-cf5d63d9-6f17-44a1-8ec2-6f517081cd72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:28:22.242820 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-cf5d63d9-6f17-44a1-8ec2-6f517081cd72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:28:22.261224 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-cf5d63d9-6f17-44a1-8ec2-6f517081cd72 admin admin] Reserving flat network on physical network physnet1 {{(pid=84107) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 04 08:28:22.280766 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5d63d9-6f17-44a1-8ec2-6f517081cd72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=641e45d7-c4df-4b70-bf05-a7c7ccaa0b88,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:28:22.284912 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-cf5d63d9-6f17-44a1-8ec2-6f517081cd72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:28:22.285310 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.segments_db [None req-cf5d63d9-6f17-44a1-8ec2-6f517081cd72 admin admin] Added segment c44b9475-949d-4ae7-bfca-e29b010a56a6 of type flat for network e264bd74-c56b-43d0-9059-bcb57dbbe5bc Feb 04 08:28:22.316402 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-cf5d63d9-6f17-44a1-8ec2-6f517081cd72 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:28:22.408519 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-cf5d63d9-6f17-44a1-8ec2-6f517081cd72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:28:22.409363 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf5d63d9-6f17-44a1-8ec2-6f517081cd72 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:28:22.409929 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-cf5d63d9-6f17-44a1-8ec2-6f517081cd72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:28:22.510849 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5d63d9-6f17-44a1-8ec2-6f517081cd72 admin admin] Pushing event updated for resources: {'Network': ['ID=e264bd74-c56b-43d0-9059-bcb57dbbe5bc,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:28:22.520211 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network e264bd74-c56b-43d0-9059-bcb57dbbe5bc details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:28:22.597826 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-cf5d63d9-6f17-44a1-8ec2-6f517081cd72 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0434332 Feb 04 08:28:22.717311 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:28:22.900840 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:28:24.157124 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:28:24.814979 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 44410) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:28:25.049062 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977baade-e7fb-40fb-b8bd-9e14770d6fcd admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:28:25.050408 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-977baade-e7fb-40fb-b8bd-9e14770d6fcd admin admin] 10.222.0.36 "GET /v2.0/subnets/8079a12b-d97e-4d3d-89b5-6d1f7a60e13a HTTP/1.1" status: 200 len: 849 time: 0.2344697 Feb 04 08:28:25.203921 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-9fe30d67-85ee-4b8f-bd65-5002d976c658 admin admin] 10.222.0.36 "GET /v2.0/routers/eb50e305-1881-4ecd-864d-1b4d7a9fc757 HTTP/1.1" status: 200 len: 704 time: 0.1481254 Feb 04 08:28:25.661106 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-17b2d9c5-6fd6-491f-8c91-21273ea6a597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:28:25.882043 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-17b2d9c5-6fd6-491f-8c91-21273ea6a597 admin admin] Allocated IP 172.20.0.1 (9e2114d3-5a1c-41df-9c3d-407a7e399589/8079a12b-d97e-4d3d-89b5-6d1f7a60e13a/fb678b4c-fbaa-4b91-8da8-d3bef1c4290f) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:28:26.030532 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-17b2d9c5-6fd6-491f-8c91-21273ea6a597 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:28:26.047385 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [None req-17b2d9c5-6fd6-491f-8c91-21273ea6a597 admin admin] Transition to ACTIVE for port object fb678b4c-fbaa-4b91-8da8-d3bef1c4290f will not be triggered until provisioned by entity DHCP. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:28:26.151593 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-17b2d9c5-6fd6-491f-8c91-21273ea6a597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:28:26.215060 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b2d9c5-6fd6-491f-8c91-21273ea6a597 admin admin] Network 9e2114d3-5a1c-41df-9c3d-407a7e399589 is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:28:26.217886 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-17b2d9c5-6fd6-491f-8c91-21273ea6a597 admin admin] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:28:26.223111 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b2d9c5-6fd6-491f-8c91-21273ea6a597 admin admin] Pushing event updated for resources: {'Port': ['ID=fb678b4c-fbaa-4b91-8da8-d3bef1c4290f,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:28:26.235486 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b2d9c5-6fd6-491f-8c91-21273ea6a597 admin admin] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:28:26.236027 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-17b2d9c5-6fd6-491f-8c91-21273ea6a597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-472912'] for router_interface, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:28:26.408122 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-17b2d9c5-6fd6-491f-8c91-21273ea6a597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:28:26.517040 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-7e7a60cf-89fe-479a-be46-e77699f36f49 None None] Provisioning for port fb678b4c-fbaa-4b91-8da8-d3bef1c4290f completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:28:26.521884 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-7e7a60cf-89fe-479a-be46-e77699f36f49 None None] Provisioning complete for port fb678b4c-fbaa-4b91-8da8-d3bef1c4290f triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:28:26.522255 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-7e7a60cf-89fe-479a-be46-e77699f36f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:28:26.572667 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-7e7a60cf-89fe-479a-be46-e77699f36f49 None None] Port fb678b4c-fbaa-4b91-8da8-d3bef1c4290f cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:28:26.663999 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-17b2d9c5-6fd6-491f-8c91-21273ea6a597 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:28:26.722808 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-17b2d9c5-6fd6-491f-8c91-21273ea6a597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:28:26.723529 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-17b2d9c5-6fd6-491f-8c91-21273ea6a597 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473771'] for router_interface, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:28:26.849454 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b2d9c5-6fd6-491f-8c91-21273ea6a597 admin admin] Pushing event updated for resources: {'Port': ['ID=fb678b4c-fbaa-4b91-8da8-d3bef1c4290f,revision_number=2']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:28:26.910701 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b2d9c5-6fd6-491f-8c91-21273ea6a597 admin admin] Network 9e2114d3-5a1c-41df-9c3d-407a7e399589 is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:28:26.911792 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-17b2d9c5-6fd6-491f-8c91-21273ea6a597 admin admin] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:28:27.095485 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-d7801219-86b9-4a3d-a8de-5250af6e7960 None None] Provisioning complete for port fb678b4c-fbaa-4b91-8da8-d3bef1c4290f triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:28:27.095854 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-d7801219-86b9-4a3d-a8de-5250af6e7960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:28:27.148648 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-d7801219-86b9-4a3d-a8de-5250af6e7960 None None] Port fb678b4c-fbaa-4b91-8da8-d3bef1c4290f cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:28:27.323420 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17b2d9c5-6fd6-491f-8c91-21273ea6a597 admin admin] Router eb50e305-1881-4ecd-864d-1b4d7a9fc757 is scheduled to L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 with binding_index 1 {{(pid=84107) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 08:28:27.485887 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17b2d9c5-6fd6-491f-8c91-21273ea6a597 admin admin] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:28:27.494709 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-17b2d9c5-6fd6-491f-8c91-21273ea6a597 admin admin] 10.222.0.36 "PUT /v2.0/routers/eb50e305-1881-4ecd-864d-1b4d7a9fc757/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2859476 Feb 04 08:28:27.503160 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98143f48-19b4-4e70-8ccd-7817d5e514cc None None] Sync routers for ids ['eb50e305-1881-4ecd-864d-1b4d7a9fc757'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:28:27.509630 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98143f48-19b4-4e70-8ccd-7817d5e514cc None None] Routers {'eb50e305-1881-4ecd-864d-1b4d7a9fc757'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:28:27.510487 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-98143f48-19b4-4e70-8ccd-7817d5e514cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:28:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['eb50e305-1881-4ecd-864d-1b4d7a9fc757'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:28:27.697320 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-98143f48-19b4-4e70-8ccd-7817d5e514cc None None] Set router eb50e305-1881-4ecd-864d-1b4d7a9fc757 gateway port host: None {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:28:28.049401 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 5 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 08:28:28.068914 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-98143f48-19b4-4e70-8ccd-7817d5e514cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb50e305-1881-4ecd-864d-1b4d7a9fc757', 'name': 'router1', 'tenant_id': '65c0d99a078b414d955ac6a279b2411f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:28:16Z', 'updated_at': '2022-02-04T08:28:26Z', 'revision_number': 2, 'project_id': '65c0d99a078b414d955ac6a279b2411f', 'gw_port_host': None, '_interfaces': [{'id': 'fb678b4c-fbaa-4b91-8da8-d3bef1c4290f', 'name': '', 'network_id': '9e2114d3-5a1c-41df-9c3d-407a7e399589', 'tenant_id': '65c0d99a078b414d955ac6a279b2411f', 'mac_address': 'fa:16:3e:a4:2a:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb50e305-1881-4ecd-864d-1b4d7a9fc757', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8079a12b-d97e-4d3d-89b5-6d1f7a60e13a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:28:25Z', 'updated_at': '2022-02-04T08:28:26Z', 'revision_number': 2, 'project_id': '65c0d99a078b414d955ac6a279b2411f', 'subnets': [{'id': '8079a12b-d97e-4d3d-89b5-6d1f7a60e13a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c15fe78d-196b-42fe-974d-2a502ba8b3e0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:28:28.073733 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98143f48-19b4-4e70-8ccd-7817d5e514cc None None] Checking router: eb50e305-1881-4ecd-864d-1b4d7a9fc757 for host: dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 08:28:28.074099 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98143f48-19b4-4e70-8ccd-7817d5e514cc None None] Updating router eb50e305-1881-4ecd-864d-1b4d7a9fc757 port fb678b4c-fbaa-4b91-8da8-d3bef1c4290f binding host dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 08:28:28.127024 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-98143f48-19b4-4e70-8ccd-7817d5e514cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:28:28.504142 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-98143f48-19b4-4e70-8ccd-7817d5e514cc None None] Notify callbacks [] for port, precommit_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:28:28.517730 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.provisioning_blocks [None req-98143f48-19b4-4e70-8ccd-7817d5e514cc None None] Transition to ACTIVE for port object fb678b4c-fbaa-4b91-8da8-d3bef1c4290f will not be triggered until provisioned by entity L2. {{(pid=84110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:28:28.608880 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-98143f48-19b4-4e70-8ccd-7817d5e514cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:28:28.764208 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de06d9b8-a28e-406b-81ae-c0202f21e36d None None] Pushing event updated for resources: {'Port': ['ID=fb678b4c-fbaa-4b91-8da8-d3bef1c4290f,revision_number=3']} {{(pid=84110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:28:28.775826 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de06d9b8-a28e-406b-81ae-c0202f21e36d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:28:28.776155 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de06d9b8-a28e-406b-81ae-c0202f21e36d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:28:28.776483 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de06d9b8-a28e-406b-81ae-c0202f21e36d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:28:28.776835 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de06d9b8-a28e-406b-81ae-c0202f21e36d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:28:28.777170 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de06d9b8-a28e-406b-81ae-c0202f21e36d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:28:28.777522 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de06d9b8-a28e-406b-81ae-c0202f21e36d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:28:28.777802 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de06d9b8-a28e-406b-81ae-c0202f21e36d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:28:28.778129 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de06d9b8-a28e-406b-81ae-c0202f21e36d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:28:28.778446 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de06d9b8-a28e-406b-81ae-c0202f21e36d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:28:28.778755 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de06d9b8-a28e-406b-81ae-c0202f21e36d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:28:28.779062 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de06d9b8-a28e-406b-81ae-c0202f21e36d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:28:28.780394 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de06d9b8-a28e-406b-81ae-c0202f21e36d None None] Tracked resource versions report: Feb 04 08:28:28.780394 dv-neutron-827798-2-hyperv neutron-server[84110]: pushed versions: Feb 04 08:28:28.780394 dv-neutron-827798-2-hyperv neutron-server[84110]: { 'ConntrackHelper': {'1.0'}, Feb 04 08:28:28.780394 dv-neutron-827798-2-hyperv neutron-server[84110]: 'Log': {'1.0'}, Feb 04 08:28:28.780394 dv-neutron-827798-2-hyperv neutron-server[84110]: 'Network': {'1.1'}, Feb 04 08:28:28.780394 dv-neutron-827798-2-hyperv neutron-server[84110]: 'Port': {'1.5'}, Feb 04 08:28:28.780394 dv-neutron-827798-2-hyperv neutron-server[84110]: 'PortForwarding': {'1.2'}, Feb 04 08:28:28.780394 dv-neutron-827798-2-hyperv neutron-server[84110]: 'QosPolicy': {'1.8'}, Feb 04 08:28:28.780394 dv-neutron-827798-2-hyperv neutron-server[84110]: 'SecurityGroup': {'1.2'}, Feb 04 08:28:28.780394 dv-neutron-827798-2-hyperv neutron-server[84110]: 'SecurityGroupRule': {'1.0'}, Feb 04 08:28:28.780394 dv-neutron-827798-2-hyperv neutron-server[84110]: 'SubPort': {'1.0'}, Feb 04 08:28:28.780394 dv-neutron-827798-2-hyperv neutron-server[84110]: 'Subnet': {'1.1'}, Feb 04 08:28:28.780394 dv-neutron-827798-2-hyperv neutron-server[84110]: 'Trunk': {'1.1'}} Feb 04 08:28:28.780394 dv-neutron-827798-2-hyperv neutron-server[84110]: consumer versions: Feb 04 08:28:28.780394 dv-neutron-827798-2-hyperv neutron-server[84110]: { DHCP agent@dv-neutron-827798-2-hyperv: {}, Feb 04 08:28:28.780394 dv-neutron-827798-2-hyperv neutron-server[84110]: L3 agent@dv-neutron-827798-2-hyperv: {}, Feb 04 08:28:28.780394 dv-neutron-827798-2-hyperv neutron-server[84110]: Metadata agent@dv-neutron-827798-2-hyperv: {}, Feb 04 08:28:28.780394 dv-neutron-827798-2-hyperv neutron-server[84110]: Metering agent@dv-neutron-827798-2-hyperv: {}, Feb 04 08:28:28.780394 dv-neutron-827798-2-hyperv neutron-server[84110]: Open vSwitch agent@dv-neutron-827798-2-hyperv: { 'ConntrackHelper': '1.0', Feb 04 08:28:28.780394 dv-neutron-827798-2-hyperv neutron-server[84110]: 'Log': '1.0', Feb 04 08:28:28.780394 dv-neutron-827798-2-hyperv neutron-server[84110]: 'Network': '1.1', Feb 04 08:28:28.780394 dv-neutron-827798-2-hyperv neutron-server[84110]: 'Port': '1.5', Feb 04 08:28:28.780394 dv-neutron-827798-2-hyperv neutron-server[84110]: 'PortForwarding': '1.2', Feb 04 08:28:28.780394 dv-neutron-827798-2-hyperv neutron-server[84110]: 'QosPolicy': '1.8', Feb 04 08:28:28.780394 dv-neutron-827798-2-hyperv neutron-server[84110]: 'SecurityGroup': '1.2', Feb 04 08:28:28.780394 dv-neutron-827798-2-hyperv neutron-server[84110]: 'SecurityGroupRule': '1.0', Feb 04 08:28:28.780394 dv-neutron-827798-2-hyperv neutron-server[84110]: 'SubPort': '1.0', Feb 04 08:28:28.780394 dv-neutron-827798-2-hyperv neutron-server[84110]: 'Subnet': '1.1', Feb 04 08:28:28.780394 dv-neutron-827798-2-hyperv neutron-server[84110]: 'Trunk': '1.1'}} Feb 04 08:28:28.780394 dv-neutron-827798-2-hyperv neutron-server[84110]: {{(pid=84110) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 08:28:28.870648 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.managers [None req-98143f48-19b4-4e70-8ccd-7817d5e514cc None None] Attempting to bind port fb678b4c-fbaa-4b91-8da8-d3bef1c4290f on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:28:28.871026 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.managers [None req-98143f48-19b4-4e70-8ccd-7817d5e514cc None None] Attempting to bind port fb678b4c-fbaa-4b91-8da8-d3bef1c4290f by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': '0c4eb68a-5692-48e4-98d5-de074f30e046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9e2114d3-5a1c-41df-9c3d-407a7e399589'}] {{(pid=84110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:28:28.871445 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98143f48-19b4-4e70-8ccd-7817d5e514cc None None] Attempting to bind port fb678b4c-fbaa-4b91-8da8-d3bef1c4290f on network 9e2114d3-5a1c-41df-9c3d-407a7e399589 {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:28:28.878411 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98143f48-19b4-4e70-8ccd-7817d5e514cc None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:28:28.878799 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98143f48-19b4-4e70-8ccd-7817d5e514cc None None] Checking segment: {'id': '0c4eb68a-5692-48e4-98d5-de074f30e046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9e2114d3-5a1c-41df-9c3d-407a7e399589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:28:28.879263 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-98143f48-19b4-4e70-8ccd-7817d5e514cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:28:28.879646 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98143f48-19b4-4e70-8ccd-7817d5e514cc None None] Bound using segment: {'id': '0c4eb68a-5692-48e4-98d5-de074f30e046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9e2114d3-5a1c-41df-9c3d-407a7e399589'} {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:28:28.880093 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.managers [None req-98143f48-19b4-4e70-8ccd-7817d5e514cc None None] Bound port: fb678b4c-fbaa-4b91-8da8-d3bef1c4290f, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c4eb68a-5692-48e4-98d5-de074f30e046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9e2114d3-5a1c-41df-9c3d-407a7e399589'}}] {{(pid=84110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:28:28.880758 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-98143f48-19b4-4e70-8ccd-7817d5e514cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:28:28.970756 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.db [None req-98143f48-19b4-4e70-8ccd-7817d5e514cc None None] For port fb678b4c-fbaa-4b91-8da8-d3bef1c4290f, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:28:28.974704 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.db [None req-98143f48-19b4-4e70-8ccd-7817d5e514cc None None] For port fb678b4c-fbaa-4b91-8da8-d3bef1c4290f, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=fb678b4c-fbaa-4b91-8da8-d3bef1c4290f,segment=NetworkSegment(0c4eb68a-5692-48e4-98d5-de074f30e046),segment_id=0c4eb68a-5692-48e4-98d5-de074f30e046)] {{(pid=84110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:28:29.053412 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-98143f48-19b4-4e70-8ccd-7817d5e514cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:28:29.138761 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98143f48-19b4-4e70-8ccd-7817d5e514cc None None] Routers {'eb50e305-1881-4ecd-864d-1b4d7a9fc757'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:28:29.139488 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-98143f48-19b4-4e70-8ccd-7817d5e514cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:28:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['eb50e305-1881-4ecd-864d-1b4d7a9fc757'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:28:29.206578 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de06d9b8-a28e-406b-81ae-c0202f21e36d None None] Pushing event updated for resources: {'Port': ['ID=fb678b4c-fbaa-4b91-8da8-d3bef1c4290f,revision_number=4']} {{(pid=84110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:28:29.298494 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-98143f48-19b4-4e70-8ccd-7817d5e514cc None None] Set router eb50e305-1881-4ecd-864d-1b4d7a9fc757 gateway port host: None {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:28:29.594758 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 44434) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:28:29.627496 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-98143f48-19b4-4e70-8ccd-7817d5e514cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb50e305-1881-4ecd-864d-1b4d7a9fc757', 'name': 'router1', 'tenant_id': '65c0d99a078b414d955ac6a279b2411f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:28:16Z', 'updated_at': '2022-02-04T08:28:26Z', 'revision_number': 2, 'project_id': '65c0d99a078b414d955ac6a279b2411f', 'gw_port_host': None, '_interfaces': [{'id': 'fb678b4c-fbaa-4b91-8da8-d3bef1c4290f', 'name': '', 'network_id': '9e2114d3-5a1c-41df-9c3d-407a7e399589', 'tenant_id': '65c0d99a078b414d955ac6a279b2411f', 'mac_address': 'fa:16:3e:a4:2a:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb50e305-1881-4ecd-864d-1b4d7a9fc757', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8079a12b-d97e-4d3d-89b5-6d1f7a60e13a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:28:25Z', 'updated_at': '2022-02-04T08:28:28Z', 'revision_number': 4, 'project_id': '65c0d99a078b414d955ac6a279b2411f', 'subnets': [{'id': '8079a12b-d97e-4d3d-89b5-6d1f7a60e13a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c15fe78d-196b-42fe-974d-2a502ba8b3e0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:28:29.631787 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98143f48-19b4-4e70-8ccd-7817d5e514cc None None] The sync data for ids ['eb50e305-1881-4ecd-864d-1b4d7a9fc757'] in dv-neutron-827798-2-hyperv is: [{'id': 'eb50e305-1881-4ecd-864d-1b4d7a9fc757', 'name': 'router1', 'tenant_id': '65c0d99a078b414d955ac6a279b2411f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:28:16Z', 'updated_at': '2022-02-04T08:28:26Z', 'revision_number': 2, 'project_id': '65c0d99a078b414d955ac6a279b2411f', 'gw_port_host': None, '_interfaces': [{'id': 'fb678b4c-fbaa-4b91-8da8-d3bef1c4290f', 'name': '', 'network_id': '9e2114d3-5a1c-41df-9c3d-407a7e399589', 'tenant_id': '65c0d99a078b414d955ac6a279b2411f', 'mac_address': 'fa:16:3e:a4:2a:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb50e305-1881-4ecd-864d-1b4d7a9fc757', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8079a12b-d97e-4d3d-89b5-6d1f7a60e13a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:28:25Z', 'updated_at': '2022-02-04T08:28:28Z', 'revision_number': 4, 'project_id': '65c0d99a078b414d955ac6a279b2411f', 'subnets': [{'id': '8079a12b-d97e-4d3d-89b5-6d1f7a60e13a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c15fe78d-196b-42fe-974d-2a502ba8b3e0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:28:29.765267 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5caef6-5410-4501-896c-1bf332933494 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:28:29.765828 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-7b5caef6-5410-4501-896c-1bf332933494 admin admin] Synchronizing usage tracker for tenant:64f19ee3c8174d61b6b1b2ab669cb01b on resource:network {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:28:29.831358 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-7b5caef6-5410-4501-896c-1bf332933494 admin admin] Unset dirty status for tenant:64f19ee3c8174d61b6b1b2ab669cb01b on resource:network {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:28:29.832725 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-7b5caef6-5410-4501-896c-1bf332933494 admin admin] 10.222.0.36 "GET /v2.0/networks/e264bd74-c56b-43d0-9059-bcb57dbbe5bc HTTP/1.1" status: 200 len: 842 time: 0.2369931 Feb 04 08:28:29.842276 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-726454da-c81e-450b-9bb2-19fa73306776 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.26.3.0/24', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'gateway_ip': '172.26.3.1', 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:28:29.847325 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-726454da-c81e-450b-9bb2-19fa73306776 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:28:29.851201 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-726454da-c81e-450b-9bb2-19fa73306776 admin admin] Usage tracker for resource:subnet and tenant:64f19ee3c8174d61b6b1b2ab669cb01b is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:28:29.854705 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-726454da-c81e-450b-9bb2-19fa73306776 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:28:29.860752 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-726454da-c81e-450b-9bb2-19fa73306776 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:28:29.940360 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-726454da-c81e-450b-9bb2-19fa73306776 admin admin] Made reservation on behalf of 64f19ee3c8174d61b6b1b2ab669cb01b for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:28:29.942873 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-726454da-c81e-450b-9bb2-19fa73306776 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:28:30.386954 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.objects.ports [None req-726454da-c81e-450b-9bb2-19fa73306776 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84107) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 04 08:28:30.387377 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-726454da-c81e-450b-9bb2-19fa73306776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for subnet, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:28:30.468999 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726454da-c81e-450b-9bb2-19fa73306776 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79caf47c-b62c-4ea0-b35f-21ede155daa8,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:28:30.479323 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726454da-c81e-450b-9bb2-19fa73306776 admin admin] Checking segment: {'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:28:30.479673 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726454da-c81e-450b-9bb2-19fa73306776 admin admin] Network hostable DHCP agents. Network: e264bd74-c56b-43d0-9059-bcb57dbbe5bc, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:28:30.603188 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726454da-c81e-450b-9bb2-19fa73306776 admin admin] Network e264bd74-c56b-43d0-9059-bcb57dbbe5bc is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:28:30.688765 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-726454da-c81e-450b-9bb2-19fa73306776 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, e264bd74-c56b-43d0-9059-bcb57dbbe5bc) {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:28:30.692720 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726454da-c81e-450b-9bb2-19fa73306776 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:28:30.693269 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-726454da-c81e-450b-9bb2-19fa73306776 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:28:30.697853 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2328c8ce-c83a-4c1b-a4cc-31c78bcdc251 None None] Network e264bd74-c56b-43d0-9059-bcb57dbbe5bc requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:28:30.769539 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-726454da-c81e-450b-9bb2-19fa73306776 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9306064 Feb 04 08:28:30.919840 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7235e4cf-b086-4c86-8db2-ebf0819c3d1e None None] Network e264bd74-c56b-43d0-9059-bcb57dbbe5bc requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:28:31.126305 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device fb678b4c-fbaa-4b91-8da8-d3bef1c4290f up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:28:31.269723 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port fb678b4c-fbaa-4b91-8da8-d3bef1c4290f completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:28:31.274389 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port fb678b4c-fbaa-4b91-8da8-d3bef1c4290f triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:28:31.274759 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:28:31.447775 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:28:31.479498 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port fb678b4c-fbaa-4b91-8da8-d3bef1c4290f, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=fb678b4c-fbaa-4b91-8da8-d3bef1c4290f,segment=NetworkSegment(0c4eb68a-5692-48e4-98d5-de074f30e046),segment_id=0c4eb68a-5692-48e4-98d5-de074f30e046)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:28:31.551507 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:28:31.617671 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=fb678b4c-fbaa-4b91-8da8-d3bef1c4290f,revision_number=5']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:28:32.902986 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 44448) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:28:33.105087 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device fb678b4c-fbaa-4b91-8da8-d3bef1c4290f up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:28:33.171359 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port fb678b4c-fbaa-4b91-8da8-d3bef1c4290f triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:28:33.171725 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:28:33.184067 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-f86a7b70-370f-47d9-a1ca-0f67e0cb5e32 admin admin] 10.222.0.36 "GET /v2.0/routers/eb50e305-1881-4ecd-864d-1b4d7a9fc757 HTTP/1.1" status: 200 len: 710 time: 0.2799978 Feb 04 08:28:33.328087 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3070a114-4cf6-4515-aa5e-f9513c99e51d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:28:33.329467 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-3070a114-4cf6-4515-aa5e-f9513c99e51d admin admin] 10.222.0.36 "GET /v2.0/networks/e264bd74-c56b-43d0-9059-bcb57dbbe5bc HTTP/1.1" status: 200 len: 886 time: 0.1405306 Feb 04 08:28:33.338776 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-f8861402-14ef-472a-b197-2b62582fade1 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:28:33.814285 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f8861402-14ef-472a-b197-2b62582fade1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40996'] for router, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:28:34.093624 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f8861402-14ef-472a-b197-2b62582fade1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:28:34.149838 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f8861402-14ef-472a-b197-2b62582fade1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:28:34.281656 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-f8861402-14ef-472a-b197-2b62582fade1 admin admin] Allocated IP 172.26.3.94 (e264bd74-c56b-43d0-9059-bcb57dbbe5bc/79caf47c-b62c-4ea0-b35f-21ede155daa8/552a59a0-2d17-4591-b400-efc911b3c809) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:28:34.428337 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f8861402-14ef-472a-b197-2b62582fade1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:28:34.561853 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f8861402-14ef-472a-b197-2b62582fade1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:28:34.626706 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8861402-14ef-472a-b197-2b62582fade1 admin admin] Network e264bd74-c56b-43d0-9059-bcb57dbbe5bc is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:28:34.629507 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-f8861402-14ef-472a-b197-2b62582fade1 admin admin] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:28:34.632035 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8861402-14ef-472a-b197-2b62582fade1 admin admin] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:28:34.663692 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8861402-14ef-472a-b197-2b62582fade1 admin admin] Pushing event updated for resources: {'Port': ['ID=552a59a0-2d17-4591-b400-efc911b3c809,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:28:34.918840 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f8861402-14ef-472a-b197-2b62582fade1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:28:35.078902 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f8861402-14ef-472a-b197-2b62582fade1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40996'] for router, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:28:35.082266 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f8861402-14ef-472a-b197-2b62582fade1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-472436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-472429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-475363'] for router, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:28:35.270448 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8861402-14ef-472a-b197-2b62582fade1 admin admin] Router eb50e305-1881-4ecd-864d-1b4d7a9fc757 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:28:35.462050 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8861402-14ef-472a-b197-2b62582fade1 admin admin] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:28:35.470878 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f8861402-14ef-472a-b197-2b62582fade1 admin admin] Notify callbacks [] for router, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:28:35.471507 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ae7690-13df-49fc-a252-583614364b78 None None] Sync routers for ids ['eb50e305-1881-4ecd-864d-1b4d7a9fc757'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:28:35.472045 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-f8861402-14ef-472a-b197-2b62582fade1 admin admin] 10.222.0.36 "PUT /v2.0/routers/eb50e305-1881-4ecd-864d-1b4d7a9fc757 HTTP/1.1" status: 200 len: 889 time: 2.1372602 Feb 04 08:28:35.484853 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ae7690-13df-49fc-a252-583614364b78 None None] Routers {'eb50e305-1881-4ecd-864d-1b4d7a9fc757'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:28:35.485540 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-d8ae7690-13df-49fc-a252-583614364b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:28:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['eb50e305-1881-4ecd-864d-1b4d7a9fc757'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:28:35.676019 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-d8ae7690-13df-49fc-a252-583614364b78 None None] Set router eb50e305-1881-4ecd-864d-1b4d7a9fc757 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:28:36.004506 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-d8ae7690-13df-49fc-a252-583614364b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb50e305-1881-4ecd-864d-1b4d7a9fc757', 'name': 'router1', 'tenant_id': '65c0d99a078b414d955ac6a279b2411f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.94'}], 'enable_snat': True}, 'gw_port_id': '552a59a0-2d17-4591-b400-efc911b3c809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:28:16Z', 'updated_at': '2022-02-04T08:28:34Z', 'revision_number': 4, 'project_id': '65c0d99a078b414d955ac6a279b2411f', 'gw_port': {'id': '552a59a0-2d17-4591-b400-efc911b3c809', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:3f:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb50e305-1881-4ecd-864d-1b4d7a9fc757', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:28:34Z', 'updated_at': '2022-02-04T08:28:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': 'fb678b4c-fbaa-4b91-8da8-d3bef1c4290f', 'name': '', 'network_id': '9e2114d3-5a1c-41df-9c3d-407a7e399589', 'tenant_id': '65c0d99a078b414d955ac6a279b2411f', 'mac_address': 'fa:16:3e:a4:2a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb50e305-1881-4ecd-864d-1b4d7a9fc757', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8079a12b-d97e-4d3d-89b5-6d1f7a60e13a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:28:25Z', 'updated_at': '2022-02-04T08:28:31Z', 'revision_number': 5, 'project_id': '65c0d99a078b414d955ac6a279b2411f', 'subnets': [{'id': '8079a12b-d97e-4d3d-89b5-6d1f7a60e13a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c15fe78d-196b-42fe-974d-2a502ba8b3e0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:28:36.009970 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ae7690-13df-49fc-a252-583614364b78 None None] Checking router: eb50e305-1881-4ecd-864d-1b4d7a9fc757 for host: dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 08:28:36.010299 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ae7690-13df-49fc-a252-583614364b78 None None] Updating router eb50e305-1881-4ecd-864d-1b4d7a9fc757 port 552a59a0-2d17-4591-b400-efc911b3c809 binding host dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 08:28:36.061224 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-d8ae7690-13df-49fc-a252-583614364b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:28:36.376760 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-d8ae7690-13df-49fc-a252-583614364b78 None None] Notify callbacks [] for port, precommit_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:28:36.388089 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-d8ae7690-13df-49fc-a252-583614364b78 None None] Transition to ACTIVE for port object 552a59a0-2d17-4591-b400-efc911b3c809 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:28:36.475947 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-d8ae7690-13df-49fc-a252-583614364b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:28:36.554460 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673cf9a7-70b1-49f4-a69c-9331b9e022c2 None None] Pushing event updated for resources: {'Port': ['ID=552a59a0-2d17-4591-b400-efc911b3c809,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:28:36.558105 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-d8ae7690-13df-49fc-a252-583614364b78 None None] Attempting to bind port 552a59a0-2d17-4591-b400-efc911b3c809 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:28:36.558474 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-d8ae7690-13df-49fc-a252-583614364b78 None None] Attempting to bind port 552a59a0-2d17-4591-b400-efc911b3c809 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:28:36.558831 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ae7690-13df-49fc-a252-583614364b78 None None] Attempting to bind port 552a59a0-2d17-4591-b400-efc911b3c809 on network e264bd74-c56b-43d0-9059-bcb57dbbe5bc {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:28:36.565358 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ae7690-13df-49fc-a252-583614364b78 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:28:36.565727 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ae7690-13df-49fc-a252-583614364b78 None None] Checking segment: {'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:28:36.566159 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-d8ae7690-13df-49fc-a252-583614364b78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:28:36.566545 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ae7690-13df-49fc-a252-583614364b78 None None] Bound using segment: {'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:28:36.566993 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-d8ae7690-13df-49fc-a252-583614364b78 None None] Bound port: 552a59a0-2d17-4591-b400-efc911b3c809, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:28:36.567376 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-d8ae7690-13df-49fc-a252-583614364b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:28:36.638025 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-d8ae7690-13df-49fc-a252-583614364b78 None None] For port 552a59a0-2d17-4591-b400-efc911b3c809, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:28:36.640900 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-d8ae7690-13df-49fc-a252-583614364b78 None None] For port 552a59a0-2d17-4591-b400-efc911b3c809, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=552a59a0-2d17-4591-b400-efc911b3c809,segment=NetworkSegment(c44b9475-949d-4ae7-bfca-e29b010a56a6),segment_id=c44b9475-949d-4ae7-bfca-e29b010a56a6)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:28:36.722940 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-d8ae7690-13df-49fc-a252-583614364b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:28:36.801809 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ae7690-13df-49fc-a252-583614364b78 None None] Routers {'eb50e305-1881-4ecd-864d-1b4d7a9fc757'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:28:36.802405 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-d8ae7690-13df-49fc-a252-583614364b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:28:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['eb50e305-1881-4ecd-864d-1b4d7a9fc757'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:28:36.874482 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673cf9a7-70b1-49f4-a69c-9331b9e022c2 None None] Pushing event updated for resources: {'Port': ['ID=552a59a0-2d17-4591-b400-efc911b3c809,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:28:36.996683 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-d8ae7690-13df-49fc-a252-583614364b78 None None] Set router eb50e305-1881-4ecd-864d-1b4d7a9fc757 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:28:37.313277 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-d8ae7690-13df-49fc-a252-583614364b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb50e305-1881-4ecd-864d-1b4d7a9fc757', 'name': 'router1', 'tenant_id': '65c0d99a078b414d955ac6a279b2411f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.94'}], 'enable_snat': True}, 'gw_port_id': '552a59a0-2d17-4591-b400-efc911b3c809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:28:16Z', 'updated_at': '2022-02-04T08:28:34Z', 'revision_number': 4, 'project_id': '65c0d99a078b414d955ac6a279b2411f', 'gw_port': {'id': '552a59a0-2d17-4591-b400-efc911b3c809', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:3f:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb50e305-1881-4ecd-864d-1b4d7a9fc757', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:28:34Z', 'updated_at': '2022-02-04T08:28:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': 'fb678b4c-fbaa-4b91-8da8-d3bef1c4290f', 'name': '', 'network_id': '9e2114d3-5a1c-41df-9c3d-407a7e399589', 'tenant_id': '65c0d99a078b414d955ac6a279b2411f', 'mac_address': 'fa:16:3e:a4:2a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb50e305-1881-4ecd-864d-1b4d7a9fc757', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8079a12b-d97e-4d3d-89b5-6d1f7a60e13a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:28:25Z', 'updated_at': '2022-02-04T08:28:31Z', 'revision_number': 5, 'project_id': '65c0d99a078b414d955ac6a279b2411f', 'subnets': [{'id': '8079a12b-d97e-4d3d-89b5-6d1f7a60e13a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c15fe78d-196b-42fe-974d-2a502ba8b3e0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:28:37.317028 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ae7690-13df-49fc-a252-583614364b78 None None] The sync data for ids ['eb50e305-1881-4ecd-864d-1b4d7a9fc757'] in dv-neutron-827798-2-hyperv is: [{'id': 'eb50e305-1881-4ecd-864d-1b4d7a9fc757', 'name': 'router1', 'tenant_id': '65c0d99a078b414d955ac6a279b2411f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.94'}], 'enable_snat': True}, 'gw_port_id': '552a59a0-2d17-4591-b400-efc911b3c809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:28:16Z', 'updated_at': '2022-02-04T08:28:34Z', 'revision_number': 4, 'project_id': '65c0d99a078b414d955ac6a279b2411f', 'gw_port': {'id': '552a59a0-2d17-4591-b400-efc911b3c809', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:3f:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb50e305-1881-4ecd-864d-1b4d7a9fc757', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:28:34Z', 'updated_at': '2022-02-04T08:28:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': 'fb678b4c-fbaa-4b91-8da8-d3bef1c4290f', 'name': '', 'network_id': '9e2114d3-5a1c-41df-9c3d-407a7e399589', 'tenant_id': '65c0d99a078b414d955ac6a279b2411f', 'mac_address': 'fa:16:3e:a4:2a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb50e305-1881-4ecd-864d-1b4d7a9fc757', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8079a12b-d97e-4d3d-89b5-6d1f7a60e13a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:28:25Z', 'updated_at': '2022-02-04T08:28:31Z', 'revision_number': 5, 'project_id': '65c0d99a078b414d955ac6a279b2411f', 'subnets': [{'id': '8079a12b-d97e-4d3d-89b5-6d1f7a60e13a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c15fe78d-196b-42fe-974d-2a502ba8b3e0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:28:37.684454 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 44458) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:28:37.826148 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-6fafc8c8-f6ab-4928-a923-0b55fbd26247 admin admin] 10.222.0.36 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1081 time: 0.1404796 Feb 04 08:28:39.129183 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 552a59a0-2d17-4591-b400-efc911b3c809 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:28:39.271411 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 552a59a0-2d17-4591-b400-efc911b3c809 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:28:39.277034 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 552a59a0-2d17-4591-b400-efc911b3c809 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:28:39.277411 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:28:39.404523 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:28:39.421083 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port 552a59a0-2d17-4591-b400-efc911b3c809, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=552a59a0-2d17-4591-b400-efc911b3c809,segment=NetworkSegment(c44b9475-949d-4ae7-bfca-e29b010a56a6),segment_id=c44b9475-949d-4ae7-bfca-e29b010a56a6)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:28:39.505867 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:28:39.582547 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=552a59a0-2d17-4591-b400-efc911b3c809,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:28:41.136895 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 552a59a0-2d17-4591-b400-efc911b3c809 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:28:41.246149 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 552a59a0-2d17-4591-b400-efc911b3c809 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:28:41.246440 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:28:49.401427 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-04882887-4c58-4857-a64f-4c06b663f694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:28:51.671150 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-d28f7942-8d2c-4947-b87a-8e12c676dbdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:28:52.711092 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:28:52.893678 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:28:54.167791 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:29:05.039424 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 5 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 08:29:19.396083 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-d8749dde-3a1f-49a8-a2e1-30828ceeb953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:29:21.658683 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2a8f4df8-c2ce-4911-9340-389f931858db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:29:22.716427 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:29:22.899915 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:29:24.173790 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:29:42.039046 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 5 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 08:29:49.487459 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-87a3532b-89d7-45fc-8af7-25acf71a5f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:29:51.664369 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-f30e8379-f36d-498a-888c-fa5348e3d66c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:29:53.281661 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:29:53.327556 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:29:54.189384 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:30:19.038494 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 5 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 08:30:19.423584 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-32539a2f-86ea-4be9-9981-22571dda288e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:30:21.703631 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-3374e30b-0bcf-4f56-82d2-bfed0a038bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:30:22.708739 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:30:22.914734 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:30:24.217949 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:30:46.461045 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 45062) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:30:46.553775 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-e013b7cc-7989-44f4-a567-3fb0b2b29bbb admin admin] GET failed (client error): The resource could not be found. Feb 04 08:30:46.555556 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-e013b7cc-7989-44f4-a567-3fb0b2b29bbb admin admin] 10.222.0.36 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0930166 Feb 04 08:30:46.693169 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74dfb7e-0def-411e-9216-19c362914454 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:30:46.694566 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-f74dfb7e-0def-411e-9216-19c362914454 admin admin] 10.222.0.36 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1350732 Feb 04 08:30:48.725100 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 45072) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:30:48.859329 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f1f5fd-ea7c-4f77-ae1a-1ed86512c170 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:30:48.860636 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-99f1f5fd-ea7c-4f77-ae1a-1ed86512c170 admin admin] 10.222.0.36 "GET /v2.0/subnets/8079a12b-d97e-4d3d-89b5-6d1f7a60e13a HTTP/1.1" status: 200 len: 849 time: 0.1345897 Feb 04 08:30:48.869923 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-823a05ed-7299-4e8f-9b1e-5c3b9ad12fd8 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:30:48.982282 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-823a05ed-7299-4e8f-9b1e-5c3b9ad12fd8 admin admin] Notify callbacks [] for subnet, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:30:49.212263 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-823a05ed-7299-4e8f-9b1e-5c3b9ad12fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8782525379844'] for subnet, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:30:49.259309 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823a05ed-7299-4e8f-9b1e-5c3b9ad12fd8 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:30:49.259838 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-823a05ed-7299-4e8f-9b1e-5c3b9ad12fd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:30:49.261120 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-823a05ed-7299-4e8f-9b1e-5c3b9ad12fd8 admin admin] 10.222.0.36 "PUT /v2.0/subnets/8079a12b-d97e-4d3d-89b5-6d1f7a60e13a HTTP/1.1" status: 200 len: 868 time: 0.3951738 Feb 04 08:30:49.276075 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62e2d88-d41c-47b2-a041-c13f348940aa None None] Network 9e2114d3-5a1c-41df-9c3d-407a7e399589 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:30:49.286881 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823a05ed-7299-4e8f-9b1e-5c3b9ad12fd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8079a12b-d97e-4d3d-89b5-6d1f7a60e13a,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:30:49.296400 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823a05ed-7299-4e8f-9b1e-5c3b9ad12fd8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:30:49.296846 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823a05ed-7299-4e8f-9b1e-5c3b9ad12fd8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:30:49.297191 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823a05ed-7299-4e8f-9b1e-5c3b9ad12fd8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:30:49.297529 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823a05ed-7299-4e8f-9b1e-5c3b9ad12fd8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:30:49.297864 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823a05ed-7299-4e8f-9b1e-5c3b9ad12fd8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:30:49.298195 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823a05ed-7299-4e8f-9b1e-5c3b9ad12fd8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:30:49.298524 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823a05ed-7299-4e8f-9b1e-5c3b9ad12fd8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:30:49.298849 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823a05ed-7299-4e8f-9b1e-5c3b9ad12fd8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:30:49.299172 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823a05ed-7299-4e8f-9b1e-5c3b9ad12fd8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:30:49.299495 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823a05ed-7299-4e8f-9b1e-5c3b9ad12fd8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:30:49.299816 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823a05ed-7299-4e8f-9b1e-5c3b9ad12fd8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:30:49.449376 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-904718b0-37bf-4654-b1d9-4d5fbfad0f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:30:49.811080 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-beb3500f-3d08-4721-86a2-21bca8d30892 None None] Provisioning complete for port 837dc470-8ca0-4659-b3cd-311c8c799b39 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:30:49.811446 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-beb3500f-3d08-4721-86a2-21bca8d30892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:30:49.934665 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-beb3500f-3d08-4721-86a2-21bca8d30892 None None] Provisioning complete for port fb678b4c-fbaa-4b91-8da8-d3bef1c4290f triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:30:49.934973 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-beb3500f-3d08-4721-86a2-21bca8d30892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:30:51.290593 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 45082) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:30:51.494299 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d09a91-caed-4838-9ee5-489d3dbe200b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:30:51.494299 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d09a91-caed-4838-9ee5-489d3dbe200b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:30:51.494299 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-b3d09a91-caed-4838-9ee5-489d3dbe200b admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1936648 Feb 04 08:30:51.669115 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-ee219cd9-02bf-420c-a4b9-05daa185632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:30:52.725782 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:30:52.897246 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:30:53.500078 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 45092) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:30:53.727209 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04185948-eac5-4fbd-9ebd-89bf4c920db0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:30:53.727518 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04185948-eac5-4fbd-9ebd-89bf4c920db0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:30:53.729049 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-04185948-eac5-4fbd-9ebd-89bf4c920db0 admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2279351 Feb 04 08:30:54.228467 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:30:55.748352 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 45102) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:30:55.938390 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2964db-ad41-4e34-bdeb-0e7f2ee38906 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:30:55.939642 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-7a2964db-ad41-4e34-bdeb-0e7f2ee38906 admin admin] 10.222.0.36 "GET /v2.0/networks/9e2114d3-5a1c-41df-9c3d-407a7e399589 HTTP/1.1" status: 200 len: 869 time: 0.1903150 Feb 04 08:30:56.038584 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 5 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 08:30:57.947374 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 45112) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:30:58.139107 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d42380-953b-4301-afeb-e4bfe9782f08 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:30:58.140381 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-f4d42380-953b-4301-afeb-e4bfe9782f08 admin admin] 10.222.0.36 "GET /v2.0/networks/e264bd74-c56b-43d0-9059-bcb57dbbe5bc HTTP/1.1" status: 200 len: 886 time: 0.1920533 Feb 04 08:31:00.156570 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 45122) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:31:00.290609 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab17283-a647-4862-871d-d2a31e590cb2 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:31:00.290883 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab17283-a647-4862-871d-d2a31e590cb2 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:31:00.291590 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-8ab17283-a647-4862-871d-d2a31e590cb2 admin admin] Synchronizing usage tracker for tenant:64f19ee3c8174d61b6b1b2ab669cb01b on resource:subnet {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:31:00.383359 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-8ab17283-a647-4862-871d-d2a31e590cb2 admin admin] Unset dirty status for tenant:64f19ee3c8174d61b6b1b2ab669cb01b on resource:subnet {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:31:00.386697 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-8ab17283-a647-4862-871d-d2a31e590cb2 admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2287216 Feb 04 08:31:02.413584 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 45132) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:31:02.548041 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b96dd4-df4a-4e44-8ddc-aed17a62be80 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:31:02.548428 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b96dd4-df4a-4e44-8ddc-aed17a62be80 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:31:02.549962 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-25b96dd4-df4a-4e44-8ddc-aed17a62be80 admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1337883 Feb 04 08:31:04.556984 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 45142) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:31:04.682913 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3ee5b6-b63e-44ed-9ff9-6b4f03642d29 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:31:04.685018 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-1f3ee5b6-b63e-44ed-9ff9-6b4f03642d29 admin admin] 10.222.0.36 "GET /v2.0/subnets/79caf47c-b62c-4ea0-b35f-21ede155daa8 HTTP/1.1" status: 200 len: 816 time: 0.1270254 Feb 04 08:31:06.712291 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 45152) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:31:06.839374 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c400b5d-b886-4d18-a96f-2d8688488451 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:31:06.840694 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-1c400b5d-b886-4d18-a96f-2d8688488451 admin admin] 10.222.0.36 "GET /v2.0/subnets/8079a12b-d97e-4d3d-89b5-6d1f7a60e13a HTTP/1.1" status: 200 len: 868 time: 0.1273150 Feb 04 08:31:19.428955 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-bb5532f8-f33a-4f3f-b516-31510d2abf57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:31:21.663159 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-f9f1a125-84c0-4453-afee-9cdffb3d38e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:31:22.725641 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:31:22.930901 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:31:24.194455 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:31:25.259310 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 45190) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:31:25.328835 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [None req-64a0f7a0-e110-4d80-9c32-735abbc93660 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=84107) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 08:31:25.329816 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-64a0f7a0-e110-4d80-9c32-735abbc93660 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0696418 Feb 04 08:31:27.424202 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 45200) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:31:27.514655 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5b24c05-4d6e-4a6b-8ae4-819237ac2808 admin admin] GET failed (client error): The resource could not be found. Feb 04 08:31:27.515849 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-a5b24c05-4d6e-4a6b-8ae4-819237ac2808 admin admin] 10.222.0.36 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0906878 Feb 04 08:31:27.640588 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc541ffe-2148-4470-96c8-ea2d12a39882 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:31:27.641947 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-dc541ffe-2148-4470-96c8-ea2d12a39882 admin admin] 10.222.0.36 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1222534 Feb 04 08:31:29.659517 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 45210) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:31:29.731566 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-5cebda09-84a3-4842-ae89-ba445b06c5ca admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:31:29.736169 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-5cebda09-84a3-4842-ae89-ba445b06c5ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:31:29.746143 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-5cebda09-84a3-4842-ae89-ba445b06c5ca admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:31:29.833761 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cebda09-84a3-4842-ae89-ba445b06c5ca admin admin] Made reservation on behalf of 64f19ee3c8174d61b6b1b2ab669cb01b for: {'network': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:31:29.836112 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5cebda09-84a3-4842-ae89-ba445b06c5ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:31:29.924399 dv-neutron-827798-2-hyperv neutron-server[84107]: WARNING neutron.services.revisions.revision_plugin [None req-5cebda09-84a3-4842-ae89-ba445b06c5ca admin admin] Could not find related network for resource to bump revision. Feb 04 08:31:29.935749 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cebda09-84a3-4842-ae89-ba445b06c5ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=84107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:31:29.944158 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5cebda09-84a3-4842-ae89-ba445b06c5ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:31:29.944499 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.segments_db [None req-5cebda09-84a3-4842-ae89-ba445b06c5ca admin admin] Added segment 005fff4f-d367-4453-a473-35011388a119 of type vlan for network f823b54d-7493-43e8-9882-f4eacecf2b15 Feb 04 08:31:29.971926 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5cebda09-84a3-4842-ae89-ba445b06c5ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:31:30.079828 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5cebda09-84a3-4842-ae89-ba445b06c5ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:31:30.080811 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cebda09-84a3-4842-ae89-ba445b06c5ca admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:31:30.081389 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5cebda09-84a3-4842-ae89-ba445b06c5ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:31:30.182580 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cebda09-84a3-4842-ae89-ba445b06c5ca admin admin] Pushing event updated for resources: {'Network': ['ID=f823b54d-7493-43e8-9882-f4eacecf2b15,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:31:30.190096 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cebda09-84a3-4842-ae89-ba445b06c5ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:31:30.196350 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cebda09-84a3-4842-ae89-ba445b06c5ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:31:30.196350 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cebda09-84a3-4842-ae89-ba445b06c5ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:31:30.196350 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cebda09-84a3-4842-ae89-ba445b06c5ca admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:31:30.196350 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cebda09-84a3-4842-ae89-ba445b06c5ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:31:30.196350 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cebda09-84a3-4842-ae89-ba445b06c5ca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:31:30.196350 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cebda09-84a3-4842-ae89-ba445b06c5ca admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:31:30.196350 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cebda09-84a3-4842-ae89-ba445b06c5ca admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:31:30.196350 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cebda09-84a3-4842-ae89-ba445b06c5ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:31:30.196350 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cebda09-84a3-4842-ae89-ba445b06c5ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:31:30.196350 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cebda09-84a3-4842-ae89-ba445b06c5ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:31:30.205126 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network f823b54d-7493-43e8-9882-f4eacecf2b15 details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:31:30.240647 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-5cebda09-84a3-4842-ae89-ba445b06c5ca admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5798509 Feb 04 08:31:32.312373 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 45220) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:31:32.408870 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-74912b76-fb79-40a0-88bf-555f453bb9ec admin admin] GET failed (client error): The resource could not be found. Feb 04 08:31:32.409351 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-74912b76-fb79-40a0-88bf-555f453bb9ec admin admin] Synchronizing usage tracker for tenant:64f19ee3c8174d61b6b1b2ab669cb01b on resource:network {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:31:32.456695 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-74912b76-fb79-40a0-88bf-555f453bb9ec admin admin] Unset dirty status for tenant:64f19ee3c8174d61b6b1b2ab669cb01b on resource:network {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:31:32.457778 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-74912b76-fb79-40a0-88bf-555f453bb9ec admin admin] 10.222.0.36 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1444182 Feb 04 08:31:32.610766 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ebbb685-7e1d-430f-a084-2d85e7877996 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:31:32.612198 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-4ebbb685-7e1d-430f-a084-2d85e7877996 admin admin] 10.222.0.36 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1499023 Feb 04 08:31:32.622081 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-3430655c-03f1-45c3-8f7e-0e83cecd9daf admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': 'f823b54d-7493-43e8-9882-f4eacecf2b15'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:31:32.626485 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-3430655c-03f1-45c3-8f7e-0e83cecd9daf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:31:32.645167 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-3430655c-03f1-45c3-8f7e-0e83cecd9daf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:31:32.731489 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3430655c-03f1-45c3-8f7e-0e83cecd9daf admin admin] Made reservation on behalf of 64f19ee3c8174d61b6b1b2ab669cb01b for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:31:32.733798 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3430655c-03f1-45c3-8f7e-0e83cecd9daf admin admin] Notify callbacks [] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:31:32.983583 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3430655c-03f1-45c3-8f7e-0e83cecd9daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for subnet, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:31:33.037498 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 5 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 08:31:33.056794 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3430655c-03f1-45c3-8f7e-0e83cecd9daf admin admin] Pushing event updated for resources: {'Subnet': ['ID=f09168f5-e51d-43a1-a7b7-1e842529f85d,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:31:33.065663 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3430655c-03f1-45c3-8f7e-0e83cecd9daf admin admin] Checking segment: {'id': '005fff4f-d367-4453-a473-35011388a119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f823b54d-7493-43e8-9882-f4eacecf2b15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:31:33.066010 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3430655c-03f1-45c3-8f7e-0e83cecd9daf admin admin] Network hostable DHCP agents. Network: f823b54d-7493-43e8-9882-f4eacecf2b15, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:31:33.188739 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3430655c-03f1-45c3-8f7e-0e83cecd9daf admin admin] Network f823b54d-7493-43e8-9882-f4eacecf2b15 is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:31:33.256871 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-3430655c-03f1-45c3-8f7e-0e83cecd9daf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, f823b54d-7493-43e8-9882-f4eacecf2b15) {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:31:33.265890 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3430655c-03f1-45c3-8f7e-0e83cecd9daf admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:31:33.265890 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3430655c-03f1-45c3-8f7e-0e83cecd9daf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:31:33.268485 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b99b04-86b9-47a8-bd06-e08a956283fa None None] Network f823b54d-7493-43e8-9882-f4eacecf2b15 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:31:33.383797 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-3430655c-03f1-45c3-8f7e-0e83cecd9daf admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7649970 Feb 04 08:31:33.479581 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9ec7f3-a642-45a2-9bab-f28122df5521 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-f823b54d-7493-43e8-9882-f4eacecf2b15', 'network_id': 'f823b54d-7493-43e8-9882-f4eacecf2b15', 'tenant_id': '64f19ee3c8174d61b6b1b2ab669cb01b', 'fixed_ips': [{'subnet_id': 'f09168f5-e51d-43a1-a7b7-1e842529f85d'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:31:33.480421 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-9e9ec7f3-a642-45a2-9bab-f28122df5521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:31:33.638897 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-9e9ec7f3-a642-45a2-9bab-f28122df5521 None None] Allocated IP 192.168.233.2 (f823b54d-7493-43e8-9882-f4eacecf2b15/f09168f5-e51d-43a1-a7b7-1e842529f85d/d88e6d89-3fe6-4226-b0cd-016c356777a7) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:31:33.836045 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-9e9ec7f3-a642-45a2-9bab-f28122df5521 None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:31:33.846262 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-9e9ec7f3-a642-45a2-9bab-f28122df5521 None None] Transition to ACTIVE for port object d88e6d89-3fe6-4226-b0cd-016c356777a7 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:31:33.864689 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-9e9ec7f3-a642-45a2-9bab-f28122df5521 None None] Transition to ACTIVE for port object d88e6d89-3fe6-4226-b0cd-016c356777a7 will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:31:33.927223 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-9e9ec7f3-a642-45a2-9bab-f28122df5521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:31:33.998395 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9ec7f3-a642-45a2-9bab-f28122df5521 None None] Network f823b54d-7493-43e8-9882-f4eacecf2b15 is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:31:34.001820 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-9e9ec7f3-a642-45a2-9bab-f28122df5521 None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:31:34.003592 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9ec7f3-a642-45a2-9bab-f28122df5521 None None] Pushing event updated for resources: {'Port': ['ID=d88e6d89-3fe6-4226-b0cd-016c356777a7,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:31:34.005763 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9ec7f3-a642-45a2-9bab-f28122df5521 None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:31:34.038964 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9ec7f3-a642-45a2-9bab-f28122df5521 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:31:34.039310 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9ec7f3-a642-45a2-9bab-f28122df5521 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:31:34.039641 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9ec7f3-a642-45a2-9bab-f28122df5521 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:31:34.039964 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9ec7f3-a642-45a2-9bab-f28122df5521 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:31:34.040309 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9ec7f3-a642-45a2-9bab-f28122df5521 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:31:34.040661 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9ec7f3-a642-45a2-9bab-f28122df5521 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:31:34.040981 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9ec7f3-a642-45a2-9bab-f28122df5521 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:31:34.041313 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9ec7f3-a642-45a2-9bab-f28122df5521 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:31:34.041625 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9ec7f3-a642-45a2-9bab-f28122df5521 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:31:34.041937 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9ec7f3-a642-45a2-9bab-f28122df5521 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:31:34.042251 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9ec7f3-a642-45a2-9bab-f28122df5521 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:31:34.101530 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-9e9ec7f3-a642-45a2-9bab-f28122df5521 None None] Attempting to bind port d88e6d89-3fe6-4226-b0cd-016c356777a7 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:31:34.101896 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-9e9ec7f3-a642-45a2-9bab-f28122df5521 None None] Attempting to bind port d88e6d89-3fe6-4226-b0cd-016c356777a7 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': '005fff4f-d367-4453-a473-35011388a119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f823b54d-7493-43e8-9882-f4eacecf2b15'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:31:34.102252 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9ec7f3-a642-45a2-9bab-f28122df5521 None None] Attempting to bind port d88e6d89-3fe6-4226-b0cd-016c356777a7 on network f823b54d-7493-43e8-9882-f4eacecf2b15 {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:31:34.108830 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9ec7f3-a642-45a2-9bab-f28122df5521 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:31:34.109196 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9ec7f3-a642-45a2-9bab-f28122df5521 None None] Checking segment: {'id': '005fff4f-d367-4453-a473-35011388a119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f823b54d-7493-43e8-9882-f4eacecf2b15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:31:34.109739 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-9e9ec7f3-a642-45a2-9bab-f28122df5521 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:31:34.110130 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9ec7f3-a642-45a2-9bab-f28122df5521 None None] Bound using segment: {'id': '005fff4f-d367-4453-a473-35011388a119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f823b54d-7493-43e8-9882-f4eacecf2b15'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:31:34.110586 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-9e9ec7f3-a642-45a2-9bab-f28122df5521 None None] Bound port: d88e6d89-3fe6-4226-b0cd-016c356777a7, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '005fff4f-d367-4453-a473-35011388a119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f823b54d-7493-43e8-9882-f4eacecf2b15'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:31:34.110971 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-9e9ec7f3-a642-45a2-9bab-f28122df5521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:31:34.199480 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-9e9ec7f3-a642-45a2-9bab-f28122df5521 None None] For port d88e6d89-3fe6-4226-b0cd-016c356777a7, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:31:34.202545 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-9e9ec7f3-a642-45a2-9bab-f28122df5521 None None] For port d88e6d89-3fe6-4226-b0cd-016c356777a7, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=d88e6d89-3fe6-4226-b0cd-016c356777a7,segment=NetworkSegment(005fff4f-d367-4453-a473-35011388a119),segment_id=005fff4f-d367-4453-a473-35011388a119)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:31:34.309011 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-9e9ec7f3-a642-45a2-9bab-f28122df5521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:31:34.387695 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9ec7f3-a642-45a2-9bab-f28122df5521 None None] Pushing event updated for resources: {'Port': ['ID=d88e6d89-3fe6-4226-b0cd-016c356777a7,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:31:35.227373 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777b24c7-b2d0-4a53-bbcc-c27104036808 None None] Network f823b54d-7493-43e8-9882-f4eacecf2b15 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:31:35.312763 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device d88e6d89-3fe6-4226-b0cd-016c356777a7 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:31:35.504958 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-875be469-618a-4b7a-b969-cbeaa41d6d1d None None] Provisioning for port d88e6d89-3fe6-4226-b0cd-016c356777a7 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:31:35.521169 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port d88e6d89-3fe6-4226-b0cd-016c356777a7 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:31:35.528012 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port d88e6d89-3fe6-4226-b0cd-016c356777a7 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:31:35.528380 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:31:35.665394 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:31:35.700466 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port d88e6d89-3fe6-4226-b0cd-016c356777a7, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=d88e6d89-3fe6-4226-b0cd-016c356777a7,segment=NetworkSegment(005fff4f-d367-4453-a473-35011388a119),segment_id=005fff4f-d367-4453-a473-35011388a119)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:31:35.760450 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:31:35.833881 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=d88e6d89-3fe6-4226-b0cd-016c356777a7,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:31:35.845490 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-63831212-d982-4b8f-90fc-cce9aaa9868e None None] Provisioning complete for port d88e6d89-3fe6-4226-b0cd-016c356777a7 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:31:35.845924 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-63831212-d982-4b8f-90fc-cce9aaa9868e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:31:37.208435 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device d88e6d89-3fe6-4226-b0cd-016c356777a7 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:31:37.276294 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port d88e6d89-3fe6-4226-b0cd-016c356777a7 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:31:37.276590 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:31:49.428133 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-90967a2e-a50b-4b3f-9f2a-baba51cd7bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:31:51.702268 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-bb845953-3bee-457d-8031-e69b08406bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:31:52.708398 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:31:52.874463 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:31:54.193707 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:32:10.037726 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 5 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 08:32:19.417063 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-a715cde4-60dd-4b9c-b605-d9d969e3bbf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:32:21.782802 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-916e7cde-6d26-4823-9ce5-e60ea10088c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:32:22.719665 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:32:22.907323 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:32:24.182448 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:32:47.038066 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 5 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 08:32:49.416852 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-62f77a13-f86e-4993-953e-b820e1709a13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:32:51.695061 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-50845d5e-7909-4b7b-b9d2-6c9eae8bcfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:32:52.723410 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:32:52.936423 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:32:54.199259 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:33:09.497512 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 45264) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:33:09.503704 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [None req-d2985609-a6d1-495e-a233-ded192805877 tempest-verify_tempest_config-1705005001 tempest-verify_tempest_config-1705005001-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=84108) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 08:33:09.504784 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-d2985609-a6d1-495e-a233-ded192805877 tempest-verify_tempest_config-1705005001 tempest-verify_tempest_config-1705005001-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0062110 Feb 04 08:33:10.021374 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 45280) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:33:10.162191 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-caa69452-18f7-43b2-91e3-ce40cfe996d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:33:10.201591 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-caa69452-18f7-43b2-91e3-ce40cfe996d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:33:10.205289 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-caa69452-18f7-43b2-91e3-ce40cfe996d1 admin admin] Usage tracker for resource:security_group_rule and tenant:1812e5f514254d88bfe89a917271f161 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:33:10.208172 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-caa69452-18f7-43b2-91e3-ce40cfe996d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:33:10.213709 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-caa69452-18f7-43b2-91e3-ce40cfe996d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:33:10.284449 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-caa69452-18f7-43b2-91e3-ce40cfe996d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:33:10.347406 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-caa69452-18f7-43b2-91e3-ce40cfe996d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:33:10.429839 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa69452-18f7-43b2-91e3-ce40cfe996d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf06369-50bb-49d6-acbf-3f6dbb1a1a07,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:33:10.435252 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-caa69452-18f7-43b2-91e3-ce40cfe996d1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1812e5f514254d88bfe89a917271f161&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4129198 Feb 04 08:33:10.438056 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 45286) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:33:10.439844 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa69452-18f7-43b2-91e3-ce40cfe996d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:33:10.440191 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa69452-18f7-43b2-91e3-ce40cfe996d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:33:10.440529 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa69452-18f7-43b2-91e3-ce40cfe996d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:33:10.440885 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa69452-18f7-43b2-91e3-ce40cfe996d1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:33:10.441228 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa69452-18f7-43b2-91e3-ce40cfe996d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:33:10.441561 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa69452-18f7-43b2-91e3-ce40cfe996d1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:33:10.441902 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa69452-18f7-43b2-91e3-ce40cfe996d1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:33:10.442226 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa69452-18f7-43b2-91e3-ce40cfe996d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:33:10.442547 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa69452-18f7-43b2-91e3-ce40cfe996d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:33:10.442863 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa69452-18f7-43b2-91e3-ce40cfe996d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:33:10.443178 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa69452-18f7-43b2-91e3-ce40cfe996d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:33:10.530487 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-be34b632-22d6-4623-af31-313dc3a6811e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:33:10.554456 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-be34b632-22d6-4623-af31-313dc3a6811e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:33:10.740938 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-be34b632-22d6-4623-af31-313dc3a6811e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:33:10.755283 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be34b632-22d6-4623-af31-313dc3a6811e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf06369-50bb-49d6-acbf-3f6dbb1a1a07,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:33:10.764353 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-be34b632-22d6-4623-af31-313dc3a6811e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:33:10.765474 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-be34b632-22d6-4623-af31-313dc3a6811e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ecf06369-50bb-49d6-acbf-3f6dbb1a1a07 HTTP/1.1" status: 204 len: 168 time: 0.3264797 Feb 04 08:33:10.768548 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be34b632-22d6-4623-af31-313dc3a6811e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:33:10.768916 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be34b632-22d6-4623-af31-313dc3a6811e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:33:10.769357 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be34b632-22d6-4623-af31-313dc3a6811e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:33:10.769563 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be34b632-22d6-4623-af31-313dc3a6811e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:33:10.769892 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be34b632-22d6-4623-af31-313dc3a6811e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:33:10.770215 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be34b632-22d6-4623-af31-313dc3a6811e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:33:10.770550 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be34b632-22d6-4623-af31-313dc3a6811e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:33:10.770872 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be34b632-22d6-4623-af31-313dc3a6811e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:33:10.771184 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be34b632-22d6-4623-af31-313dc3a6811e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:33:10.771494 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be34b632-22d6-4623-af31-313dc3a6811e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:33:10.771806 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be34b632-22d6-4623-af31-313dc3a6811e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:33:19.404657 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-9ed3c9d9-625b-400c-9818-aca6df2e68fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:33:21.665519 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-8e92a79b-1c52-4698-b463-dd8e3ef1b059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:33:22.740162 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:33:22.929047 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:33:24.037068 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 5 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 08:33:24.217154 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:33:49.448096 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-70419f33-5fca-4646-b96f-b2a7bb126034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:33:51.673300 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-e92df375-fb6a-4b0e-9290-29c18916963f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:33:52.741528 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:33:52.928207 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:33:54.187780 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:34:01.037025 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 5 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 08:34:19.407382 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-10fe5e5b-cf2a-4bcf-a682-75cedfaced4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:34:21.676172 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-a63b9aea-206d-423b-995a-83eb38d120cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:34:22.758731 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:34:22.895832 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:34:24.186919 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:34:25.866948 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-472856'] for agent, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:34:38.036904 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 08:34:40.411960 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 45356) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:34:40.547480 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-7db91420-a499-4295-8c57-80f05a735fba admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1344097 Feb 04 08:34:42.577021 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 45366) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:34:42.660022 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-3cbdd054-0f22-4621-b00d-0085198069c4 admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0819325 Feb 04 08:34:49.401054 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-6009f4a3-b35f-4c23-88bf-3027e7eb38b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:34:51.690075 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-27b48496-258c-444a-897e-0508949a3fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:34:52.755607 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:34:52.921655 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:34:54.235762 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:34:55.818363 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:35:15.037229 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 08:35:19.415994 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-039932f1-b623-42a4-8dee-a432dbd02037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:35:21.684530 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-02327d07-5cdb-4bd9-913d-03a616518de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:35:22.755482 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:35:22.890208 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:35:24.192684 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:35:25.818213 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:35:49.403862 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-0351b0e5-b9ed-43e1-a87c-368fcbce95da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:35:51.685734 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-ae6cc2d2-1c8c-497c-8e51-c56d13df71a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:35:52.038013 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 08:35:52.789174 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:35:52.903158 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:35:54.206591 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:35:55.834703 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:08.532743 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 45554) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:08.600564 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 45562) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:08.631864 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 45568) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:09.147983 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-2204b8d0-c2f8-44ac-a59c-78c197f6210d tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-196627296'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:36:09.153005 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-2204b8d0-c2f8-44ac-a59c-78c197f6210d tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:36:09.156784 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-2204b8d0-c2f8-44ac-a59c-78c197f6210d tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Usage tracker for resource:network and tenant:0a601d03c25b4c0095726ebd81abc113 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:36:09.160579 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-2204b8d0-c2f8-44ac-a59c-78c197f6210d tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:36:09.166241 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-2204b8d0-c2f8-44ac-a59c-78c197f6210d tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:36:09.201130 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-88bd5390-975f-4093-acc2-cdb98a75c4f6 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1510941007-network', 'tenant_id': '2e94175c683849e99ec67b1f30a78741'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:36:09.211093 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-23bceb5e-f2d6-4c04-8949-d7942de16557 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-865465967-network', 'tenant_id': 'ead21cd697164942839c9343c97d0d9d'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:36:09.214937 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-88bd5390-975f-4093-acc2-cdb98a75c4f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:36:09.220034 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-88bd5390-975f-4093-acc2-cdb98a75c4f6 admin admin] Usage tracker for resource:network and tenant:2e94175c683849e99ec67b1f30a78741 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:36:09.223973 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-88bd5390-975f-4093-acc2-cdb98a75c4f6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:36:09.230055 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-23bceb5e-f2d6-4c04-8949-d7942de16557 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:36:09.232327 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-88bd5390-975f-4093-acc2-cdb98a75c4f6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:36:09.236505 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-23bceb5e-f2d6-4c04-8949-d7942de16557 admin admin] Usage tracker for resource:network and tenant:ead21cd697164942839c9343c97d0d9d is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:36:09.240791 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-23bceb5e-f2d6-4c04-8949-d7942de16557 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:36:09.248323 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2204b8d0-c2f8-44ac-a59c-78c197f6210d tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Made reservation on behalf of 0a601d03c25b4c0095726ebd81abc113 for: {'network': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:36:09.248323 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2204b8d0-c2f8-44ac-a59c-78c197f6210d tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:09.263255 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-23bceb5e-f2d6-4c04-8949-d7942de16557 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:36:09.269595 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2204b8d0-c2f8-44ac-a59c-78c197f6210d tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Notify callbacks [] for security_group, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:09.300671 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-2204b8d0-c2f8-44ac-a59c-78c197f6210d tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:36:09.304583 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-2204b8d0-c2f8-44ac-a59c-78c197f6210d tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Usage tracker for resource:security_group_rule and tenant:0a601d03c25b4c0095726ebd81abc113 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:36:09.307346 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-2204b8d0-c2f8-44ac-a59c-78c197f6210d tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:36:09.312964 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-2204b8d0-c2f8-44ac-a59c-78c197f6210d tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:36:09.355621 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88bd5390-975f-4093-acc2-cdb98a75c4f6 admin admin] Made reservation on behalf of 2e94175c683849e99ec67b1f30a78741 for: {'network': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:36:09.357891 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-88bd5390-975f-4093-acc2-cdb98a75c4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:09.366736 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23bceb5e-f2d6-4c04-8949-d7942de16557 admin admin] Made reservation on behalf of ead21cd697164942839c9343c97d0d9d for: {'network': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:36:09.369324 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-23bceb5e-f2d6-4c04-8949-d7942de16557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:09.397024 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-23bceb5e-f2d6-4c04-8949-d7942de16557 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:09.405348 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-88bd5390-975f-4093-acc2-cdb98a75c4f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:09.440858 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2204b8d0-c2f8-44ac-a59c-78c197f6210d tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Notify callbacks [] for security_group, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:09.467684 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-88bd5390-975f-4093-acc2-cdb98a75c4f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:36:09.470011 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-23bceb5e-f2d6-4c04-8949-d7942de16557 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:36:09.474335 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-88bd5390-975f-4093-acc2-cdb98a75c4f6 admin admin] Usage tracker for resource:security_group_rule and tenant:2e94175c683849e99ec67b1f30a78741 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:36:09.477102 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-23bceb5e-f2d6-4c04-8949-d7942de16557 admin admin] Usage tracker for resource:security_group_rule and tenant:ead21cd697164942839c9343c97d0d9d is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:36:09.482840 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-88bd5390-975f-4093-acc2-cdb98a75c4f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:36:09.491309 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-88bd5390-975f-4093-acc2-cdb98a75c4f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:36:09.506265 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-23bceb5e-f2d6-4c04-8949-d7942de16557 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:36:09.513695 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2204b8d0-c2f8-44ac-a59c-78c197f6210d tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:09.518718 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-23bceb5e-f2d6-4c04-8949-d7942de16557 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:36:09.564063 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2204b8d0-c2f8-44ac-a59c-78c197f6210d tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=84108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:36:09.597980 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2204b8d0-c2f8-44ac-a59c-78c197f6210d tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782525455571', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:09.598539 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2204b8d0-c2f8-44ac-a59c-78c197f6210d tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Unsubscribe: segment precommit_create {{(pid=84108) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 04 08:36:09.599042 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.segments_db [None req-2204b8d0-c2f8-44ac-a59c-78c197f6210d tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Added segment 2dbcd9e4-e804-4040-9730-4fc7c7c8a605 of type vlan for network 6a835f4f-3f25-44b9-8351-7097ff797615 Feb 04 08:36:09.613253 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2204b8d0-c2f8-44ac-a59c-78c197f6210d tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=468363b3-1e78-4726-8803-f4aab37b31de,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:09.665471 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2204b8d0-c2f8-44ac-a59c-78c197f6210d tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:36:09.665814 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2204b8d0-c2f8-44ac-a59c-78c197f6210d tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:36:09.666268 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2204b8d0-c2f8-44ac-a59c-78c197f6210d tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:36:09.666802 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2204b8d0-c2f8-44ac-a59c-78c197f6210d tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:36:09.667364 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2204b8d0-c2f8-44ac-a59c-78c197f6210d tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:36:09.667928 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2204b8d0-c2f8-44ac-a59c-78c197f6210d tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:36:09.668505 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2204b8d0-c2f8-44ac-a59c-78c197f6210d tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:36:09.669111 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2204b8d0-c2f8-44ac-a59c-78c197f6210d tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:36:09.669693 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2204b8d0-c2f8-44ac-a59c-78c197f6210d tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:36:09.670274 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2204b8d0-c2f8-44ac-a59c-78c197f6210d tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:36:09.670846 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2204b8d0-c2f8-44ac-a59c-78c197f6210d tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:36:09.672868 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2204b8d0-c2f8-44ac-a59c-78c197f6210d tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Tracked resource versions report: Feb 04 08:36:09.672868 dv-neutron-827798-2-hyperv neutron-server[84108]: pushed versions: Feb 04 08:36:09.672868 dv-neutron-827798-2-hyperv neutron-server[84108]: { 'ConntrackHelper': {'1.0'}, Feb 04 08:36:09.672868 dv-neutron-827798-2-hyperv neutron-server[84108]: 'Log': {'1.0'}, Feb 04 08:36:09.672868 dv-neutron-827798-2-hyperv neutron-server[84108]: 'Network': {'1.1'}, Feb 04 08:36:09.672868 dv-neutron-827798-2-hyperv neutron-server[84108]: 'Port': {'1.5'}, Feb 04 08:36:09.672868 dv-neutron-827798-2-hyperv neutron-server[84108]: 'PortForwarding': {'1.2'}, Feb 04 08:36:09.672868 dv-neutron-827798-2-hyperv neutron-server[84108]: 'QosPolicy': {'1.8'}, Feb 04 08:36:09.672868 dv-neutron-827798-2-hyperv neutron-server[84108]: 'SecurityGroup': {'1.2'}, Feb 04 08:36:09.672868 dv-neutron-827798-2-hyperv neutron-server[84108]: 'SecurityGroupRule': {'1.0'}, Feb 04 08:36:09.672868 dv-neutron-827798-2-hyperv neutron-server[84108]: 'SubPort': {'1.0'}, Feb 04 08:36:09.672868 dv-neutron-827798-2-hyperv neutron-server[84108]: 'Subnet': {'1.1'}, Feb 04 08:36:09.672868 dv-neutron-827798-2-hyperv neutron-server[84108]: 'Trunk': {'1.1'}} Feb 04 08:36:09.672868 dv-neutron-827798-2-hyperv neutron-server[84108]: consumer versions: Feb 04 08:36:09.672868 dv-neutron-827798-2-hyperv neutron-server[84108]: { DHCP agent@dv-neutron-827798-2-hyperv: {}, Feb 04 08:36:09.672868 dv-neutron-827798-2-hyperv neutron-server[84108]: HyperV agent@hv-neutron-8277: {}, Feb 04 08:36:09.672868 dv-neutron-827798-2-hyperv neutron-server[84108]: L3 agent@dv-neutron-827798-2-hyperv: {}, Feb 04 08:36:09.672868 dv-neutron-827798-2-hyperv neutron-server[84108]: Metadata agent@dv-neutron-827798-2-hyperv: {}, Feb 04 08:36:09.672868 dv-neutron-827798-2-hyperv neutron-server[84108]: Metering agent@dv-neutron-827798-2-hyperv: {}, Feb 04 08:36:09.672868 dv-neutron-827798-2-hyperv neutron-server[84108]: Open vSwitch agent@dv-neutron-827798-2-hyperv: { 'ConntrackHelper': '1.0', Feb 04 08:36:09.672868 dv-neutron-827798-2-hyperv neutron-server[84108]: 'Log': '1.0', Feb 04 08:36:09.672868 dv-neutron-827798-2-hyperv neutron-server[84108]: 'Network': '1.1', Feb 04 08:36:09.672868 dv-neutron-827798-2-hyperv neutron-server[84108]: 'Port': '1.5', Feb 04 08:36:09.672868 dv-neutron-827798-2-hyperv neutron-server[84108]: 'PortForwarding': '1.2', Feb 04 08:36:09.672868 dv-neutron-827798-2-hyperv neutron-server[84108]: 'QosPolicy': '1.8', Feb 04 08:36:09.672868 dv-neutron-827798-2-hyperv neutron-server[84108]: 'SecurityGroup': '1.2', Feb 04 08:36:09.672868 dv-neutron-827798-2-hyperv neutron-server[84108]: 'SecurityGroupRule': '1.0', Feb 04 08:36:09.672868 dv-neutron-827798-2-hyperv neutron-server[84108]: 'SubPort': '1.0', Feb 04 08:36:09.672868 dv-neutron-827798-2-hyperv neutron-server[84108]: 'Subnet': '1.1', Feb 04 08:36:09.672868 dv-neutron-827798-2-hyperv neutron-server[84108]: 'Trunk': '1.1'}} Feb 04 08:36:09.672868 dv-neutron-827798-2-hyperv neutron-server[84108]: {{(pid=84108) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 08:36:09.691091 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2204b8d0-c2f8-44ac-a59c-78c197f6210d tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:09.731900 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-88bd5390-975f-4093-acc2-cdb98a75c4f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:09.763910 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-23bceb5e-f2d6-4c04-8949-d7942de16557 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:09.793336 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-88bd5390-975f-4093-acc2-cdb98a75c4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:09.824463 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88bd5390-975f-4093-acc2-cdb98a75c4f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=84108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:36:09.831488 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2204b8d0-c2f8-44ac-a59c-78c197f6210d tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:09.835167 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2204b8d0-c2f8-44ac-a59c-78c197f6210d tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:36:09.835754 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2204b8d0-c2f8-44ac-a59c-78c197f6210d tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:09.867802 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bd5390-975f-4093-acc2-cdb98a75c4f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5456fbf3-a2b3-4585-b089-2475dea1e587,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:09.879348 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-88bd5390-975f-4093-acc2-cdb98a75c4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:09.879699 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.segments_db [None req-88bd5390-975f-4093-acc2-cdb98a75c4f6 admin admin] Added segment abfacce5-3f7a-4b80-922a-484ccd12f68d of type vlan for network aaba0e34-0ac3-4326-9ed2-e65fb37ae418 Feb 04 08:36:09.883455 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-23bceb5e-f2d6-4c04-8949-d7942de16557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:10.007649 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23bceb5e-f2d6-4c04-8949-d7942de16557 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=84108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:36:10.037912 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2204b8d0-c2f8-44ac-a59c-78c197f6210d tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Pushing event updated for resources: {'Network': ['ID=6a835f4f-3f25-44b9-8351-7097ff797615,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:10.039941 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bceb5e-f2d6-4c04-8949-d7942de16557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a92ec8fc-bab2-42d6-9547-e6971d8a642b,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:10.058449 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-23bceb5e-f2d6-4c04-8949-d7942de16557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:10.058589 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.segments_db [None req-23bceb5e-f2d6-4c04-8949-d7942de16557 admin admin] Added segment 42a6b551-2c6d-433c-b38a-a2ee6afc72f2 of type vlan for network f5fb3ea8-2367-40fb-af0c-1a55b91fec56 Feb 04 08:36:10.063012 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network 6a835f4f-3f25-44b9-8351-7097ff797615 details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:36:10.068664 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-88bd5390-975f-4093-acc2-cdb98a75c4f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:10.120696 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 45614) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:10.128703 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-34a1b36f-b55a-4a8f-a395-799bcac89f4b tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Request body: {'subnet': {'network_id': '6a835f4f-3f25-44b9-8351-7097ff797615', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:36:10.132632 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-2204b8d0-c2f8-44ac-a59c-78c197f6210d tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.5981233 Feb 04 08:36:10.180082 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-23bceb5e-f2d6-4c04-8949-d7942de16557 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:10.206321 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-88bd5390-975f-4093-acc2-cdb98a75c4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:10.207160 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88bd5390-975f-4093-acc2-cdb98a75c4f6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:36:10.207758 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-88bd5390-975f-4093-acc2-cdb98a75c4f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:10.275702 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-34a1b36f-b55a-4a8f-a395-799bcac89f4b tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:36:10.279863 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-34a1b36f-b55a-4a8f-a395-799bcac89f4b tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Usage tracker for resource:subnet and tenant:0a601d03c25b4c0095726ebd81abc113 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:36:10.284056 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-34a1b36f-b55a-4a8f-a395-799bcac89f4b tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:36:10.291781 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-34a1b36f-b55a-4a8f-a395-799bcac89f4b tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:36:10.314727 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bd5390-975f-4093-acc2-cdb98a75c4f6 admin admin] Pushing event updated for resources: {'Network': ['ID=aaba0e34-0ac3-4326-9ed2-e65fb37ae418,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:10.329689 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-23bceb5e-f2d6-4c04-8949-d7942de16557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:10.331015 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network aaba0e34-0ac3-4326-9ed2-e65fb37ae418 details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:36:10.331398 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23bceb5e-f2d6-4c04-8949-d7942de16557 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:36:10.332046 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-23bceb5e-f2d6-4c04-8949-d7942de16557 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:10.388606 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 45624) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:10.445013 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-88bd5390-975f-4093-acc2-cdb98a75c4f6 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.8424597 Feb 04 08:36:10.447722 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-23bceb5e-f2d6-4c04-8949-d7942de16557 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8145797 Feb 04 08:36:10.450790 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 45632) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:10.451153 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 45636) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:10.461276 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-54056bfe-4c1b-4d12-8ebd-653be417c3e0 admin admin] Request body: {'subnet': {'network_id': 'aaba0e34-0ac3-4326-9ed2-e65fb37ae418', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1510941007-subnet', 'tenant_id': '2e94175c683849e99ec67b1f30a78741', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:36:10.469192 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-54056bfe-4c1b-4d12-8ebd-653be417c3e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:36:10.476906 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-7225034c-4532-41f9-b425-bb344522f84f admin admin] Request body: {'subnet': {'network_id': 'f5fb3ea8-2367-40fb-af0c-1a55b91fec56', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-865465967-subnet', 'tenant_id': 'ead21cd697164942839c9343c97d0d9d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:36:10.480757 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-54056bfe-4c1b-4d12-8ebd-653be417c3e0 admin admin] Usage tracker for resource:subnet and tenant:2e94175c683849e99ec67b1f30a78741 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:36:10.482567 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bceb5e-f2d6-4c04-8949-d7942de16557 admin admin] Pushing event updated for resources: {'Network': ['ID=f5fb3ea8-2367-40fb-af0c-1a55b91fec56,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:10.485014 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-54056bfe-4c1b-4d12-8ebd-653be417c3e0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:36:10.493347 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network f5fb3ea8-2367-40fb-af0c-1a55b91fec56 details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:36:10.493627 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-54056bfe-4c1b-4d12-8ebd-653be417c3e0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:36:10.502499 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-7225034c-4532-41f9-b425-bb344522f84f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:36:10.506840 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-7225034c-4532-41f9-b425-bb344522f84f admin admin] Usage tracker for resource:subnet and tenant:ead21cd697164942839c9343c97d0d9d is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:36:10.510193 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-7225034c-4532-41f9-b425-bb344522f84f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:36:10.517843 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-7225034c-4532-41f9-b425-bb344522f84f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:36:10.521531 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a1b36f-b55a-4a8f-a395-799bcac89f4b tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Made reservation on behalf of 0a601d03c25b4c0095726ebd81abc113 for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:36:10.610926 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54056bfe-4c1b-4d12-8ebd-653be417c3e0 admin admin] Made reservation on behalf of 2e94175c683849e99ec67b1f30a78741 for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:36:10.614343 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-54056bfe-4c1b-4d12-8ebd-653be417c3e0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:10.697583 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7225034c-4532-41f9-b425-bb344522f84f admin admin] Made reservation on behalf of ead21cd697164942839c9343c97d0d9d for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:36:10.699829 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7225034c-4532-41f9-b425-bb344522f84f admin admin] Notify callbacks [] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:10.731872 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-34a1b36f-b55a-4a8f-a395-799bcac89f4b tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Notify callbacks [] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:10.836458 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-ccf3359e-d524-494c-8061-96fc43a58652 tempest-ExternalNetworksAdminNegativeTestJSON-1192853287 tempest-ExternalNetworksAdminNegativeTestJSON-1192853287-project-admin] Request body: {'floatingip': {'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:36:10.943929 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-ccf3359e-d524-494c-8061-96fc43a58652 tempest-ExternalNetworksAdminNegativeTestJSON-1192853287 tempest-ExternalNetworksAdminNegativeTestJSON-1192853287-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:36:10.962733 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-ccf3359e-d524-494c-8061-96fc43a58652 tempest-ExternalNetworksAdminNegativeTestJSON-1192853287 tempest-ExternalNetworksAdminNegativeTestJSON-1192853287-project-admin] Usage tracker for resource:floatingip and tenant:00ae23e82df04373882e71b58d5db0d6 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:36:10.971905 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-ccf3359e-d524-494c-8061-96fc43a58652 tempest-ExternalNetworksAdminNegativeTestJSON-1192853287 tempest-ExternalNetworksAdminNegativeTestJSON-1192853287-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:36:10.982640 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-ccf3359e-d524-494c-8061-96fc43a58652 tempest-ExternalNetworksAdminNegativeTestJSON-1192853287 tempest-ExternalNetworksAdminNegativeTestJSON-1192853287-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:36:11.123475 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ccf3359e-d524-494c-8061-96fc43a58652 tempest-ExternalNetworksAdminNegativeTestJSON-1192853287 tempest-ExternalNetworksAdminNegativeTestJSON-1192853287-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:11.312954 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 45670) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:11.326128 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-54056bfe-4c1b-4d12-8ebd-653be417c3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for subnet, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:11.416957 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-34a1b36f-b55a-4a8f-a395-799bcac89f4b tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for subnet, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:11.441583 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54056bfe-4c1b-4d12-8ebd-653be417c3e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fa9977b-947d-4b46-b6ea-d66bbbafccca,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:11.450722 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7225034c-4532-41f9-b425-bb344522f84f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for subnet, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:11.480907 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54056bfe-4c1b-4d12-8ebd-653be417c3e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:36:11.481251 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54056bfe-4c1b-4d12-8ebd-653be417c3e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:36:11.481590 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54056bfe-4c1b-4d12-8ebd-653be417c3e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:36:11.481901 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54056bfe-4c1b-4d12-8ebd-653be417c3e0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:36:11.482240 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54056bfe-4c1b-4d12-8ebd-653be417c3e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:36:11.482567 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54056bfe-4c1b-4d12-8ebd-653be417c3e0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:36:11.482903 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54056bfe-4c1b-4d12-8ebd-653be417c3e0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:36:11.483224 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54056bfe-4c1b-4d12-8ebd-653be417c3e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:36:11.483538 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54056bfe-4c1b-4d12-8ebd-653be417c3e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:36:11.483851 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54056bfe-4c1b-4d12-8ebd-653be417c3e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:36:11.484161 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54056bfe-4c1b-4d12-8ebd-653be417c3e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:36:11.485250 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54056bfe-4c1b-4d12-8ebd-653be417c3e0 admin admin] Tracked resource versions report: Feb 04 08:36:11.485250 dv-neutron-827798-2-hyperv neutron-server[84107]: pushed versions: Feb 04 08:36:11.485250 dv-neutron-827798-2-hyperv neutron-server[84107]: { 'ConntrackHelper': {'1.0'}, Feb 04 08:36:11.485250 dv-neutron-827798-2-hyperv neutron-server[84107]: 'Log': {'1.0'}, Feb 04 08:36:11.485250 dv-neutron-827798-2-hyperv neutron-server[84107]: 'Network': {'1.1'}, Feb 04 08:36:11.485250 dv-neutron-827798-2-hyperv neutron-server[84107]: 'Port': {'1.5'}, Feb 04 08:36:11.485250 dv-neutron-827798-2-hyperv neutron-server[84107]: 'PortForwarding': {'1.2'}, Feb 04 08:36:11.485250 dv-neutron-827798-2-hyperv neutron-server[84107]: 'QosPolicy': {'1.8'}, Feb 04 08:36:11.485250 dv-neutron-827798-2-hyperv neutron-server[84107]: 'SecurityGroup': {'1.2'}, Feb 04 08:36:11.485250 dv-neutron-827798-2-hyperv neutron-server[84107]: 'SecurityGroupRule': {'1.0'}, Feb 04 08:36:11.485250 dv-neutron-827798-2-hyperv neutron-server[84107]: 'SubPort': {'1.0'}, Feb 04 08:36:11.485250 dv-neutron-827798-2-hyperv neutron-server[84107]: 'Subnet': {'1.1'}, Feb 04 08:36:11.485250 dv-neutron-827798-2-hyperv neutron-server[84107]: 'Trunk': {'1.1'}} Feb 04 08:36:11.485250 dv-neutron-827798-2-hyperv neutron-server[84107]: consumer versions: Feb 04 08:36:11.485250 dv-neutron-827798-2-hyperv neutron-server[84107]: { DHCP agent@dv-neutron-827798-2-hyperv: {}, Feb 04 08:36:11.485250 dv-neutron-827798-2-hyperv neutron-server[84107]: HyperV agent@hv-neutron-8277: {}, Feb 04 08:36:11.485250 dv-neutron-827798-2-hyperv neutron-server[84107]: L3 agent@dv-neutron-827798-2-hyperv: {}, Feb 04 08:36:11.485250 dv-neutron-827798-2-hyperv neutron-server[84107]: Metadata agent@dv-neutron-827798-2-hyperv: {}, Feb 04 08:36:11.485250 dv-neutron-827798-2-hyperv neutron-server[84107]: Metering agent@dv-neutron-827798-2-hyperv: {}, Feb 04 08:36:11.485250 dv-neutron-827798-2-hyperv neutron-server[84107]: Open vSwitch agent@dv-neutron-827798-2-hyperv: { 'ConntrackHelper': '1.0', Feb 04 08:36:11.485250 dv-neutron-827798-2-hyperv neutron-server[84107]: 'Log': '1.0', Feb 04 08:36:11.485250 dv-neutron-827798-2-hyperv neutron-server[84107]: 'Network': '1.1', Feb 04 08:36:11.485250 dv-neutron-827798-2-hyperv neutron-server[84107]: 'Port': '1.5', Feb 04 08:36:11.485250 dv-neutron-827798-2-hyperv neutron-server[84107]: 'PortForwarding': '1.2', Feb 04 08:36:11.485250 dv-neutron-827798-2-hyperv neutron-server[84107]: 'QosPolicy': '1.8', Feb 04 08:36:11.485250 dv-neutron-827798-2-hyperv neutron-server[84107]: 'SecurityGroup': '1.2', Feb 04 08:36:11.485250 dv-neutron-827798-2-hyperv neutron-server[84107]: 'SecurityGroupRule': '1.0', Feb 04 08:36:11.485250 dv-neutron-827798-2-hyperv neutron-server[84107]: 'SubPort': '1.0', Feb 04 08:36:11.485250 dv-neutron-827798-2-hyperv neutron-server[84107]: 'Subnet': '1.1', Feb 04 08:36:11.485250 dv-neutron-827798-2-hyperv neutron-server[84107]: 'Trunk': '1.1'}} Feb 04 08:36:11.485250 dv-neutron-827798-2-hyperv neutron-server[84107]: {{(pid=84107) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 08:36:11.488137 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54056bfe-4c1b-4d12-8ebd-653be417c3e0 admin admin] Checking segment: {'id': 'abfacce5-3f7a-4b80-922a-484ccd12f68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'aaba0e34-0ac3-4326-9ed2-e65fb37ae418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:36:11.488137 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54056bfe-4c1b-4d12-8ebd-653be417c3e0 admin admin] Network hostable DHCP agents. Network: aaba0e34-0ac3-4326-9ed2-e65fb37ae418, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:36:11.499465 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 45680) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:11.566706 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ccf3359e-d524-494c-8061-96fc43a58652 tempest-ExternalNetworksAdminNegativeTestJSON-1192853287 tempest-ExternalNetworksAdminNegativeTestJSON-1192853287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:11.648714 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a1b36f-b55a-4a8f-a395-799bcac89f4b tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Checking segment: {'id': '2dbcd9e4-e804-4040-9730-4fc7c7c8a605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6a835f4f-3f25-44b9-8351-7097ff797615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:36:11.648890 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a1b36f-b55a-4a8f-a395-799bcac89f4b tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Network hostable DHCP agents. Network: 6a835f4f-3f25-44b9-8351-7097ff797615, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:36:11.658931 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1b36f-b55a-4a8f-a395-799bcac89f4b tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Pushing event updated for resources: {'Subnet': ['ID=b03ecb7d-8414-4507-95b0-caab1266c65d,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:11.731181 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7225034c-4532-41f9-b425-bb344522f84f admin admin] Checking segment: {'id': '42a6b551-2c6d-433c-b38a-a2ee6afc72f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f5fb3ea8-2367-40fb-af0c-1a55b91fec56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:36:11.731532 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7225034c-4532-41f9-b425-bb344522f84f admin admin] Network hostable DHCP agents. Network: f5fb3ea8-2367-40fb-af0c-1a55b91fec56, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:36:11.759321 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-743b9152-710b-46e1-8c3f-dc42eedd4906 tempest-RoutersAdminNegativeTest-1298965758 tempest-RoutersAdminNegativeTest-1298965758-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-951195533', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:36:11.764303 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-743b9152-710b-46e1-8c3f-dc42eedd4906 tempest-RoutersAdminNegativeTest-1298965758 tempest-RoutersAdminNegativeTest-1298965758-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:36:11.772901 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-743b9152-710b-46e1-8c3f-dc42eedd4906 tempest-RoutersAdminNegativeTest-1298965758 tempest-RoutersAdminNegativeTest-1298965758-project-admin] Usage tracker for resource:port and tenant:e5ab96c5108544699f493c173312bd77 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:36:11.781545 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-743b9152-710b-46e1-8c3f-dc42eedd4906 tempest-RoutersAdminNegativeTest-1298965758 tempest-RoutersAdminNegativeTest-1298965758-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:36:11.796438 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-3678e229-d9db-4dfe-bdd6-c679f184bd0c tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-641545813'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:36:11.802819 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7225034c-4532-41f9-b425-bb344522f84f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1699c4f8-d946-4eb0-aab8-83a83e03db52,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:11.808173 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54056bfe-4c1b-4d12-8ebd-653be417c3e0 admin admin] Network aaba0e34-0ac3-4326-9ed2-e65fb37ae418 is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:36:11.816516 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-3678e229-d9db-4dfe-bdd6-c679f184bd0c tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:36:11.822734 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-743b9152-710b-46e1-8c3f-dc42eedd4906 tempest-RoutersAdminNegativeTest-1298965758 tempest-RoutersAdminNegativeTest-1298965758-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:36:11.826709 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-3678e229-d9db-4dfe-bdd6-c679f184bd0c tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Usage tracker for resource:network and tenant:ffe58525c0ff4e9fbe2ca00164de3a1d is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:36:11.834571 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-3678e229-d9db-4dfe-bdd6-c679f184bd0c tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:36:11.841995 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-ccf3359e-d524-494c-8061-96fc43a58652 tempest-ExternalNetworksAdminNegativeTestJSON-1192853287 tempest-ExternalNetworksAdminNegativeTestJSON-1192853287-project-admin] Allocated IP 172.26.3.111 (e264bd74-c56b-43d0-9059-bcb57dbbe5bc/79caf47c-b62c-4ea0-b35f-21ede155daa8/e5199488-f0d9-42f7-acd7-09e0f532e9dd) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:36:11.845089 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-3678e229-d9db-4dfe-bdd6-c679f184bd0c tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:36:11.966881 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3678e229-d9db-4dfe-bdd6-c679f184bd0c tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Made reservation on behalf of ffe58525c0ff4e9fbe2ca00164de3a1d for: {'network': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:36:11.971179 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3678e229-d9db-4dfe-bdd6-c679f184bd0c tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:11.972511 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a1b36f-b55a-4a8f-a395-799bcac89f4b tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Network 6a835f4f-3f25-44b9-8351-7097ff797615 is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:36:11.999048 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-743b9152-710b-46e1-8c3f-dc42eedd4906 tempest-RoutersAdminNegativeTest-1298965758 tempest-RoutersAdminNegativeTest-1298965758-project-admin] Made reservation on behalf of e5ab96c5108544699f493c173312bd77 for: {'port': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:36:12.004185 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-743b9152-710b-46e1-8c3f-dc42eedd4906 tempest-RoutersAdminNegativeTest-1298965758 tempest-RoutersAdminNegativeTest-1298965758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:12.023770 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-743b9152-710b-46e1-8c3f-dc42eedd4906 tempest-RoutersAdminNegativeTest-1298965758 tempest-RoutersAdminNegativeTest-1298965758-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:12.034514 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3678e229-d9db-4dfe-bdd6-c679f184bd0c tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Notify callbacks [] for security_group, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:12.050479 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-54056bfe-4c1b-4d12-8ebd-653be417c3e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, aaba0e34-0ac3-4326-9ed2-e65fb37ae418) {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:36:12.061996 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3055a884-77e4-4c4f-941d-8642a5cab0ee None None] Network aaba0e34-0ac3-4326-9ed2-e65fb37ae418 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:36:12.065186 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54056bfe-4c1b-4d12-8ebd-653be417c3e0 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:36:12.065782 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-54056bfe-4c1b-4d12-8ebd-653be417c3e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:12.075723 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ccf3359e-d524-494c-8061-96fc43a58652 tempest-ExternalNetworksAdminNegativeTestJSON-1192853287 tempest-ExternalNetworksAdminNegativeTestJSON-1192853287-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:12.078588 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 45694) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:12.144173 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-743b9152-710b-46e1-8c3f-dc42eedd4906 tempest-RoutersAdminNegativeTest-1298965758 tempest-RoutersAdminNegativeTest-1298965758-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:36:12.151012 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7225034c-4532-41f9-b425-bb344522f84f admin admin] Network f5fb3ea8-2367-40fb-af0c-1a55b91fec56 is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:36:12.155489 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-34a1b36f-b55a-4a8f-a395-799bcac89f4b tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, 6a835f4f-3f25-44b9-8351-7097ff797615) {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:36:12.159420 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-743b9152-710b-46e1-8c3f-dc42eedd4906 tempest-RoutersAdminNegativeTest-1298965758 tempest-RoutersAdminNegativeTest-1298965758-project-admin] Usage tracker for resource:security_group_rule and tenant:e5ab96c5108544699f493c173312bd77 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:36:12.166160 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a1b36f-b55a-4a8f-a395-799bcac89f4b tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:36:12.167005 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-34a1b36f-b55a-4a8f-a395-799bcac89f4b tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:12.173756 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-7225034c-4532-41f9-b425-bb344522f84f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, f5fb3ea8-2367-40fb-af0c-1a55b91fec56) {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:36:12.174275 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96fba697-3d74-4fcf-909f-898e179c0bf2 None None] Network 6a835f4f-3f25-44b9-8351-7097ff797615 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:36:12.177883 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-743b9152-710b-46e1-8c3f-dc42eedd4906 tempest-RoutersAdminNegativeTest-1298965758 tempest-RoutersAdminNegativeTest-1298965758-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:36:12.185794 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7225034c-4532-41f9-b425-bb344522f84f admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:36:12.187299 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7225034c-4532-41f9-b425-bb344522f84f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:12.197520 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-3678e229-d9db-4dfe-bdd6-c679f184bd0c tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:36:12.202929 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-3678e229-d9db-4dfe-bdd6-c679f184bd0c tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Usage tracker for resource:security_group_rule and tenant:ffe58525c0ff4e9fbe2ca00164de3a1d is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:36:12.209657 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ad5c73-d041-401e-b305-db0562e8ff34 None None] Network f5fb3ea8-2367-40fb-af0c-1a55b91fec56 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:36:12.209788 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-3678e229-d9db-4dfe-bdd6-c679f184bd0c tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:36:12.210897 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-54056bfe-4c1b-4d12-8ebd-653be417c3e0 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.7586606 Feb 04 08:36:12.211533 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 45702) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:12.215084 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-3678e229-d9db-4dfe-bdd6-c679f184bd0c tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:36:12.216705 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-b03d149e-161a-45b6-91f0-6def07626d22 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1510941007-router', 'tenant_id': '2e94175c683849e99ec67b1f30a78741', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:36:12.221152 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-b03d149e-161a-45b6-91f0-6def07626d22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:36:12.225717 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-b03d149e-161a-45b6-91f0-6def07626d22 admin admin] Usage tracker for resource:router and tenant:2e94175c683849e99ec67b1f30a78741 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:36:12.226280 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-743b9152-710b-46e1-8c3f-dc42eedd4906 tempest-RoutersAdminNegativeTest-1298965758 tempest-RoutersAdminNegativeTest-1298965758-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:36:12.231708 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-b03d149e-161a-45b6-91f0-6def07626d22 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:36:12.234449 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-b03d149e-161a-45b6-91f0-6def07626d22 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:36:12.252586 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ccf3359e-d524-494c-8061-96fc43a58652 tempest-ExternalNetworksAdminNegativeTestJSON-1192853287 tempest-ExternalNetworksAdminNegativeTestJSON-1192853287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:12.294895 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-101b3d5a-1ba5-4d85-a29e-6121bfbbeb48 tempest-QuotasNegativeTest-1536920700 tempest-QuotasNegativeTest-1536920700-project-admin] Request body: {'quota': {'network': 2}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:36:12.337627 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-7225034c-4532-41f9-b425-bb344522f84f admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8832855 Feb 04 08:36:12.341651 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf3359e-d524-494c-8061-96fc43a58652 tempest-ExternalNetworksAdminNegativeTestJSON-1192853287 tempest-ExternalNetworksAdminNegativeTestJSON-1192853287-project-admin] Network e264bd74-c56b-43d0-9059-bcb57dbbe5bc is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:36:12.341651 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf3359e-d524-494c-8061-96fc43a58652 tempest-ExternalNetworksAdminNegativeTestJSON-1192853287 tempest-ExternalNetworksAdminNegativeTestJSON-1192853287-project-admin] Pushing event updated for resources: {'Port': ['ID=e5199488-f0d9-42f7-acd7-09e0f532e9dd,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:12.343037 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 45710) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:12.346429 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-34a1b36f-b55a-4a8f-a395-799bcac89f4b tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2214065 Feb 04 08:36:12.350426 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 45712) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:12.351611 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-ccf3359e-d524-494c-8061-96fc43a58652 tempest-ExternalNetworksAdminNegativeTestJSON-1192853287 tempest-ExternalNetworksAdminNegativeTestJSON-1192853287-project-admin] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:36:12.355290 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf3359e-d524-494c-8061-96fc43a58652 tempest-ExternalNetworksAdminNegativeTestJSON-1192853287 tempest-ExternalNetworksAdminNegativeTestJSON-1192853287-project-admin] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:36:12.360463 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-59f08d52-3671-4e8f-a151-3e36f3aadd0b admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-865465967-router', 'tenant_id': 'ead21cd697164942839c9343c97d0d9d', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:36:12.362030 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-898efa09-4222-4ba2-a37e-616ae17d1e31 tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1382554959', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:36:12.366884 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-59f08d52-3671-4e8f-a151-3e36f3aadd0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:36:12.369525 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-898efa09-4222-4ba2-a37e-616ae17d1e31 tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:36:12.375898 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b03d149e-161a-45b6-91f0-6def07626d22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40975'] for router, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:12.376054 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-59f08d52-3671-4e8f-a151-3e36f3aadd0b admin admin] Usage tracker for resource:router and tenant:ead21cd697164942839c9343c97d0d9d is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:36:12.376155 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b03d149e-161a-45b6-91f0-6def07626d22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40982'] for router, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:12.376263 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-59f08d52-3671-4e8f-a151-3e36f3aadd0b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:36:12.380625 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-898efa09-4222-4ba2-a37e-616ae17d1e31 tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Usage tracker for resource:router and tenant:0a601d03c25b4c0095726ebd81abc113 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:36:12.383386 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-59f08d52-3671-4e8f-a151-3e36f3aadd0b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:36:12.387073 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-898efa09-4222-4ba2-a37e-616ae17d1e31 tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:36:12.431344 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-898efa09-4222-4ba2-a37e-616ae17d1e31 tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:36:12.471462 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-59f08d52-3671-4e8f-a151-3e36f3aadd0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40975'] for router, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:12.473614 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-59f08d52-3671-4e8f-a151-3e36f3aadd0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40982'] for router, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:12.475375 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-101b3d5a-1ba5-4d85-a29e-6121bfbbeb48 tempest-QuotasNegativeTest-1536920700 tempest-QuotasNegativeTest-1536920700-project-admin] 10.222.0.36 "PUT /v2.0/quotas/2d1e4f0fb9a04e268c5a6c4d477baf1f HTTP/1.1" status: 200 len: 368 time: 0.3956842 Feb 04 08:36:12.480389 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 45718) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:12.483482 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b03d149e-161a-45b6-91f0-6def07626d22 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:12.488168 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-aa6be95b-d212-4c31-8d8c-c2fa38eb5a0b tempest-QuotasNegativeTest-1536920700 tempest-QuotasNegativeTest-1536920700-project-admin] Request body: {'network': {'project_id': '2d1e4f0fb9a04e268c5a6c4d477baf1f'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:36:12.498929 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-aa6be95b-d212-4c31-8d8c-c2fa38eb5a0b tempest-QuotasNegativeTest-1536920700 tempest-QuotasNegativeTest-1536920700-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:36:12.503517 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 45722) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:12.510802 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-aa6be95b-d212-4c31-8d8c-c2fa38eb5a0b tempest-QuotasNegativeTest-1536920700 tempest-QuotasNegativeTest-1536920700-project-admin] Usage tracker for resource:network and tenant:2d1e4f0fb9a04e268c5a6c4d477baf1f is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:36:12.515219 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3678e229-d9db-4dfe-bdd6-c679f184bd0c tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Notify callbacks [] for security_group, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:12.515989 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-aa6be95b-d212-4c31-8d8c-c2fa38eb5a0b tempest-QuotasNegativeTest-1536920700 tempest-QuotasNegativeTest-1536920700-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:36:12.536363 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-743b9152-710b-46e1-8c3f-dc42eedd4906 tempest-RoutersAdminNegativeTest-1298965758 tempest-RoutersAdminNegativeTest-1298965758-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:12.544258 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-59f08d52-3671-4e8f-a151-3e36f3aadd0b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:12.618356 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-aa6be95b-d212-4c31-8d8c-c2fa38eb5a0b tempest-QuotasNegativeTest-1536920700 tempest-QuotasNegativeTest-1536920700-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:36:12.636614 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-898efa09-4222-4ba2-a37e-616ae17d1e31 tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40975'] for router, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:12.636614 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-898efa09-4222-4ba2-a37e-616ae17d1e31 tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40982'] for router, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:12.649591 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3678e229-d9db-4dfe-bdd6-c679f184bd0c tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:12.670537 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-898efa09-4222-4ba2-a37e-616ae17d1e31 tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:12.680517 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ccf3359e-d524-494c-8061-96fc43a58652 tempest-ExternalNetworksAdminNegativeTestJSON-1192853287 tempest-ExternalNetworksAdminNegativeTestJSON-1192853287-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:12.689320 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3678e229-d9db-4dfe-bdd6-c679f184bd0c tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3142db07-83ac-474f-a32d-291f6919e863,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:12.703470 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3678e229-d9db-4dfe-bdd6-c679f184bd0c tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=84108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:36:12.717089 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-18f77ea0-1432-4a59-99a8-ffa39d8e8041 tempest-QuotasTest-1551325554 tempest-QuotasTest-1551325554-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:36:12.718543 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3678e229-d9db-4dfe-bdd6-c679f184bd0c tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:12.718891 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.segments_db [None req-3678e229-d9db-4dfe-bdd6-c679f184bd0c tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Added segment 3a9c68fd-ac5a-436b-b63e-90488adb12fd of type vlan for network b666ebf3-1e25-49b5-95b1-f91cc9a48123 Feb 04 08:36:12.746553 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3678e229-d9db-4dfe-bdd6-c679f184bd0c tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:12.754904 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552a22e3-b4ef-428a-8842-78928931da2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-f5fb3ea8-2367-40fb-af0c-1a55b91fec56', 'network_id': 'f5fb3ea8-2367-40fb-af0c-1a55b91fec56', 'tenant_id': 'ead21cd697164942839c9343c97d0d9d', 'fixed_ips': [{'subnet_id': '1699c4f8-d946-4eb0-aab8-83a83e03db52'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:36:12.755786 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-552a22e3-b4ef-428a-8842-78928931da2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:12.786693 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-743b9152-710b-46e1-8c3f-dc42eedd4906 tempest-RoutersAdminNegativeTest-1298965758 tempest-RoutersAdminNegativeTest-1298965758-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:12.796479 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [None req-743b9152-710b-46e1-8c3f-dc42eedd4906 tempest-RoutersAdminNegativeTest-1298965758 tempest-RoutersAdminNegativeTest-1298965758-project-admin] device_id is not set on port 50182921-855d-4a4a-adbd-cd31e3b71b06 yet. {{(pid=84108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:36:12.810428 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f8bf56-5f2a-4155-95ee-3f6a723e823f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-aaba0e34-0ac3-4326-9ed2-e65fb37ae418', 'network_id': 'aaba0e34-0ac3-4326-9ed2-e65fb37ae418', 'tenant_id': '2e94175c683849e99ec67b1f30a78741', 'fixed_ips': [{'subnet_id': '3fa9977b-947d-4b46-b6ea-d66bbbafccca'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:36:12.811228 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-23f8bf56-5f2a-4155-95ee-3f6a723e823f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:12.830900 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc0d2f4-da79-49c4-b37e-6d7e1b8de95c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-6a835f4f-3f25-44b9-8351-7097ff797615', 'network_id': '6a835f4f-3f25-44b9-8351-7097ff797615', 'tenant_id': '0a601d03c25b4c0095726ebd81abc113', 'fixed_ips': [{'subnet_id': 'b03ecb7d-8414-4507-95b0-caab1266c65d'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:36:12.831541 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-cbc0d2f4-da79-49c4-b37e-6d7e1b8de95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:12.861782 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743b9152-710b-46e1-8c3f-dc42eedd4906 tempest-RoutersAdminNegativeTest-1298965758 tempest-RoutersAdminNegativeTest-1298965758-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df00596a-bce2-46ad-9221-fd40dbbe1a54,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:12.913155 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-898efa09-4222-4ba2-a37e-616ae17d1e31 tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472990'] for router, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:12.917605 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3678e229-d9db-4dfe-bdd6-c679f184bd0c tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:12.919104 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa6be95b-d212-4c31-8d8c-c2fa38eb5a0b tempest-QuotasNegativeTest-1536920700 tempest-QuotasNegativeTest-1536920700-project-admin] Made reservation on behalf of 2d1e4f0fb9a04e268c5a6c4d477baf1f for: {'network': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:36:12.920852 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-aa6be95b-d212-4c31-8d8c-c2fa38eb5a0b tempest-QuotasNegativeTest-1536920700 tempest-QuotasNegativeTest-1536920700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:12.921255 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3678e229-d9db-4dfe-bdd6-c679f184bd0c tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:36:12.921844 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3678e229-d9db-4dfe-bdd6-c679f184bd0c tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:12.958754 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-aa6be95b-d212-4c31-8d8c-c2fa38eb5a0b tempest-QuotasNegativeTest-1536920700 tempest-QuotasNegativeTest-1536920700-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:13.034900 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ccf3359e-d524-494c-8061-96fc43a58652 tempest-ExternalNetworksAdminNegativeTestJSON-1192853287 tempest-ExternalNetworksAdminNegativeTestJSON-1192853287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:13.105145 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3678e229-d9db-4dfe-bdd6-c679f184bd0c tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Pushing event updated for resources: {'Network': ['ID=b666ebf3-1e25-49b5-95b1-f91cc9a48123,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:13.109133 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b03d149e-161a-45b6-91f0-6def07626d22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40996'] for router, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:13.125076 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-aa6be95b-d212-4c31-8d8c-c2fa38eb5a0b tempest-QuotasNegativeTest-1536920700 tempest-QuotasNegativeTest-1536920700-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:36:13.130609 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-898efa09-4222-4ba2-a37e-616ae17d1e31 tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:13.134531 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-898efa09-4222-4ba2-a37e-616ae17d1e31 tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.7781651 Feb 04 08:36:13.134531 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-aa6be95b-d212-4c31-8d8c-c2fa38eb5a0b tempest-QuotasNegativeTest-1536920700 tempest-QuotasNegativeTest-1536920700-project-admin] Usage tracker for resource:security_group_rule and tenant:2d1e4f0fb9a04e268c5a6c4d477baf1f is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:36:13.138348 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 45728) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:13.139185 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-aa6be95b-d212-4c31-8d8c-c2fa38eb5a0b tempest-QuotasNegativeTest-1536920700 tempest-QuotasNegativeTest-1536920700-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:36:13.151344 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-aa6be95b-d212-4c31-8d8c-c2fa38eb5a0b tempest-QuotasNegativeTest-1536920700 tempest-QuotasNegativeTest-1536920700-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:36:13.161874 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network b666ebf3-1e25-49b5-95b1-f91cc9a48123 details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:36:13.211981 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-552a22e3-b4ef-428a-8842-78928931da2a None None] Allocated IP 172.20.0.2 (f5fb3ea8-2367-40fb-af0c-1a55b91fec56/1699c4f8-d946-4eb0-aab8-83a83e03db52/10b2904e-37ce-4aee-ab3d-034458ca8e24) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:36:13.242452 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-59f08d52-3671-4e8f-a151-3e36f3aadd0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40996'] for router, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:13.250934 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-743b9152-710b-46e1-8c3f-dc42eedd4906 tempest-RoutersAdminNegativeTest-1298965758 tempest-RoutersAdminNegativeTest-1298965758-project-admin] Allocated IP 172.26.3.119 (e264bd74-c56b-43d0-9059-bcb57dbbe5bc/79caf47c-b62c-4ea0-b35f-21ede155daa8/50182921-855d-4a4a-adbd-cd31e3b71b06) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:36:13.306777 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-3678e229-d9db-4dfe-bdd6-c679f184bd0c tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.8060427 Feb 04 08:36:13.310527 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 45734) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:13.316086 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-11ae0c16-ae5b-450d-95f9-f8d5821d84fc tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Request body: {'subnet': {'network_id': 'b666ebf3-1e25-49b5-95b1-f91cc9a48123', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:36:13.325656 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-18f77ea0-1432-4a59-99a8-ffa39d8e8041 tempest-QuotasTest-1551325554 tempest-QuotasTest-1551325554-project-admin] 10.222.0.36 "PUT /v2.0/quotas/22e0978ceeb54553a7120d629de3fa30 HTTP/1.1" status: 200 len: 366 time: 0.8199680 Feb 04 08:36:13.336144 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 45738) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:13.366103 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-23f8bf56-5f2a-4155-95ee-3f6a723e823f None None] Allocated IP 172.20.0.2 (aaba0e34-0ac3-4326-9ed2-e65fb37ae418/3fa9977b-947d-4b46-b6ea-d66bbbafccca/964a7845-6f6a-41ea-a688-05a1413ba003) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:36:13.383996 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-cbc0d2f4-da79-49c4-b37e-6d7e1b8de95c None None] Allocated IP 172.20.0.2 (6a835f4f-3f25-44b9-8351-7097ff797615/b03ecb7d-8414-4507-95b0-caab1266c65d/8da00ece-3858-4fcb-b296-2b73781061a4) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:36:13.547298 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-f7665acc-5b67-47df-839a-2fec8d58c474 tempest-QuotasTest-1551325554 tempest-QuotasTest-1551325554-project-admin] 10.222.0.36 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.2073812 Feb 04 08:36:13.554203 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 45742) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:13.589793 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-11ae0c16-ae5b-450d-95f9-f8d5821d84fc tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:36:13.613085 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-11ae0c16-ae5b-450d-95f9-f8d5821d84fc tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Usage tracker for resource:subnet and tenant:ffe58525c0ff4e9fbe2ca00164de3a1d is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:36:13.616773 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-11ae0c16-ae5b-450d-95f9-f8d5821d84fc tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:36:13.621350 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-aa6be95b-d212-4c31-8d8c-c2fa38eb5a0b tempest-QuotasNegativeTest-1536920700 tempest-QuotasNegativeTest-1536920700-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:13.629362 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-01087393-b178-4067-bfb8-20f7d1c70a79 tempest-QuotasTest-1551325554 tempest-QuotasTest-1551325554-project-admin] 10.222.0.36 "GET /v2.0/quotas/22e0978ceeb54553a7120d629de3fa30 HTTP/1.1" status: 200 len: 366 time: 0.0639107 Feb 04 08:36:13.630804 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 45746) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:13.633040 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-11ae0c16-ae5b-450d-95f9-f8d5821d84fc tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:36:13.672985 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-743b9152-710b-46e1-8c3f-dc42eedd4906 tempest-RoutersAdminNegativeTest-1298965758 tempest-RoutersAdminNegativeTest-1298965758-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:13.709338 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-aa6be95b-d212-4c31-8d8c-c2fa38eb5a0b tempest-QuotasNegativeTest-1536920700 tempest-QuotasNegativeTest-1536920700-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:13.727923 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ccf3359e-d524-494c-8061-96fc43a58652 tempest-ExternalNetworksAdminNegativeTestJSON-1192853287 tempest-ExternalNetworksAdminNegativeTestJSON-1192853287-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:13.751159 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa6be95b-d212-4c31-8d8c-c2fa38eb5a0b tempest-QuotasNegativeTest-1536920700 tempest-QuotasNegativeTest-1536920700-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=84107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:36:13.754510 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ae0c16-ae5b-450d-95f9-f8d5821d84fc tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Made reservation on behalf of ffe58525c0ff4e9fbe2ca00164de3a1d for: {'subnet': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:36:13.829336 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-743b9152-710b-46e1-8c3f-dc42eedd4906 tempest-RoutersAdminNegativeTest-1298965758 tempest-RoutersAdminNegativeTest-1298965758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:13.881718 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-552a22e3-b4ef-428a-8842-78928931da2a None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:13.894329 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ccf3359e-d524-494c-8061-96fc43a58652 tempest-ExternalNetworksAdminNegativeTestJSON-1192853287 tempest-ExternalNetworksAdminNegativeTestJSON-1192853287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:13.903975 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-f53e3080-275d-4832-974e-521253d41247 tempest-QuotasTest-1551325554 tempest-QuotasTest-1551325554-project-admin] 10.222.0.36 "DELETE /v2.0/quotas/22e0978ceeb54553a7120d629de3fa30 HTTP/1.1" status: 204 len: 168 time: 0.2688043 Feb 04 08:36:13.905193 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 45750) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:13.931849 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-59f08d52-3671-4e8f-a151-3e36f3aadd0b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:13.932031 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6be95b-d212-4c31-8d8c-c2fa38eb5a0b tempest-QuotasNegativeTest-1536920700 tempest-QuotasNegativeTest-1536920700-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e4e6d8e-c55a-4b7a-9dbd-b324cc2a8147,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:13.935525 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-aa6be95b-d212-4c31-8d8c-c2fa38eb5a0b tempest-QuotasNegativeTest-1536920700 tempest-QuotasNegativeTest-1536920700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:13.936186 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.segments_db [None req-aa6be95b-d212-4c31-8d8c-c2fa38eb5a0b tempest-QuotasNegativeTest-1536920700 tempest-QuotasNegativeTest-1536920700-project-admin] Added segment f0dffb54-7fec-4eda-90fb-cd95092e8487 of type vlan for network 0869578f-b625-4cad-9f6d-d7c8252e63e2 Feb 04 08:36:13.936578 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-552a22e3-b4ef-428a-8842-78928931da2a None None] Transition to ACTIVE for port object 10b2904e-37ce-4aee-ab3d-034458ca8e24 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:36:13.974343 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-59f08d52-3671-4e8f-a151-3e36f3aadd0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:13.977896 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-cbc0d2f4-da79-49c4-b37e-6d7e1b8de95c None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:13.983701 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-552a22e3-b4ef-428a-8842-78928931da2a None None] Transition to ACTIVE for port object 10b2904e-37ce-4aee-ab3d-034458ca8e24 will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:36:13.987520 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-23f8bf56-5f2a-4155-95ee-3f6a723e823f None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:14.000222 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-cbc0d2f4-da79-49c4-b37e-6d7e1b8de95c None None] Transition to ACTIVE for port object 8da00ece-3858-4fcb-b296-2b73781061a4 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:36:14.007787 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-23f8bf56-5f2a-4155-95ee-3f6a723e823f None None] Transition to ACTIVE for port object 964a7845-6f6a-41ea-a688-05a1413ba003 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:36:14.035238 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-cbc0d2f4-da79-49c4-b37e-6d7e1b8de95c None None] Transition to ACTIVE for port object 8da00ece-3858-4fcb-b296-2b73781061a4 will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:36:14.038864 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-23f8bf56-5f2a-4155-95ee-3f6a723e823f None None] Transition to ACTIVE for port object 964a7845-6f6a-41ea-a688-05a1413ba003 will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:36:14.063847 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-11ae0c16-ae5b-450d-95f9-f8d5821d84fc tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Notify callbacks [] for subnet, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:14.067548 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ccf3359e-d524-494c-8061-96fc43a58652 tempest-ExternalNetworksAdminNegativeTestJSON-1192853287 tempest-ExternalNetworksAdminNegativeTestJSON-1192853287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473039'] for floatingip, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:14.090266 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-552a22e3-b4ef-428a-8842-78928931da2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:14.109716 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-aa6be95b-d212-4c31-8d8c-c2fa38eb5a0b tempest-QuotasNegativeTest-1536920700 tempest-QuotasNegativeTest-1536920700-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:14.121274 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf3359e-d524-494c-8061-96fc43a58652 tempest-ExternalNetworksAdminNegativeTestJSON-1192853287 tempest-ExternalNetworksAdminNegativeTestJSON-1192853287-project-admin] Pushing event updated for resources: {'Port': ['ID=e5199488-f0d9-42f7-acd7-09e0f532e9dd,revision_number=2']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:14.122898 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743b9152-710b-46e1-8c3f-dc42eedd4906 tempest-RoutersAdminNegativeTest-1298965758 tempest-RoutersAdminNegativeTest-1298965758-project-admin] Pushing event updated for resources: {'Port': ['ID=50182921-855d-4a4a-adbd-cd31e3b71b06,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:14.135968 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-cbc0d2f4-da79-49c4-b37e-6d7e1b8de95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:14.147563 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-23f8bf56-5f2a-4155-95ee-3f6a723e823f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:14.170530 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743b9152-710b-46e1-8c3f-dc42eedd4906 tempest-RoutersAdminNegativeTest-1298965758 tempest-RoutersAdminNegativeTest-1298965758-project-admin] Network e264bd74-c56b-43d0-9059-bcb57dbbe5bc is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:36:14.173375 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-db42a1fc-a2a2-48fe-8197-31e14384f60c tempest-QuotasTest-1551325554 tempest-QuotasTest-1551325554-project-admin] 10.222.0.36 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.2560315 Feb 04 08:36:14.182503 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-743b9152-710b-46e1-8c3f-dc42eedd4906 tempest-RoutersAdminNegativeTest-1298965758 tempest-RoutersAdminNegativeTest-1298965758-project-admin] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:36:14.184047 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 45754) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:14.193793 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743b9152-710b-46e1-8c3f-dc42eedd4906 tempest-RoutersAdminNegativeTest-1298965758 tempest-RoutersAdminNegativeTest-1298965758-project-admin] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:36:14.194596 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743b9152-710b-46e1-8c3f-dc42eedd4906 tempest-RoutersAdminNegativeTest-1298965758 tempest-RoutersAdminNegativeTest-1298965758-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:36:14.195194 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-743b9152-710b-46e1-8c3f-dc42eedd4906 tempest-RoutersAdminNegativeTest-1298965758 tempest-RoutersAdminNegativeTest-1298965758-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:14.198096 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552a22e3-b4ef-428a-8842-78928931da2a None None] Pushing event updated for resources: {'Port': ['ID=10b2904e-37ce-4aee-ab3d-034458ca8e24,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:14.200624 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b03d149e-161a-45b6-91f0-6def07626d22 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:14.212058 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552a22e3-b4ef-428a-8842-78928931da2a None None] Network f5fb3ea8-2367-40fb-af0c-1a55b91fec56 is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:36:14.221879 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-552a22e3-b4ef-428a-8842-78928931da2a None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:36:14.225852 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552a22e3-b4ef-428a-8842-78928931da2a None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:36:14.235019 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552a22e3-b4ef-428a-8842-78928931da2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:36:14.238537 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552a22e3-b4ef-428a-8842-78928931da2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:36:14.238537 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552a22e3-b4ef-428a-8842-78928931da2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:36:14.238537 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552a22e3-b4ef-428a-8842-78928931da2a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:36:14.238537 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552a22e3-b4ef-428a-8842-78928931da2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:36:14.238537 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552a22e3-b4ef-428a-8842-78928931da2a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:36:14.238537 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552a22e3-b4ef-428a-8842-78928931da2a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:36:14.238537 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552a22e3-b4ef-428a-8842-78928931da2a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:36:14.238537 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552a22e3-b4ef-428a-8842-78928931da2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:36:14.239492 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552a22e3-b4ef-428a-8842-78928931da2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:36:14.239492 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552a22e3-b4ef-428a-8842-78928931da2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:36:14.240959 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552a22e3-b4ef-428a-8842-78928931da2a None None] Tracked resource versions report: Feb 04 08:36:14.240959 dv-neutron-827798-2-hyperv neutron-server[84109]: pushed versions: Feb 04 08:36:14.240959 dv-neutron-827798-2-hyperv neutron-server[84109]: { 'ConntrackHelper': {'1.0'}, Feb 04 08:36:14.240959 dv-neutron-827798-2-hyperv neutron-server[84109]: 'Log': {'1.0'}, Feb 04 08:36:14.240959 dv-neutron-827798-2-hyperv neutron-server[84109]: 'Network': {'1.1'}, Feb 04 08:36:14.240959 dv-neutron-827798-2-hyperv neutron-server[84109]: 'Port': {'1.5'}, Feb 04 08:36:14.240959 dv-neutron-827798-2-hyperv neutron-server[84109]: 'PortForwarding': {'1.2'}, Feb 04 08:36:14.240959 dv-neutron-827798-2-hyperv neutron-server[84109]: 'QosPolicy': {'1.8'}, Feb 04 08:36:14.240959 dv-neutron-827798-2-hyperv neutron-server[84109]: 'SecurityGroup': {'1.2'}, Feb 04 08:36:14.240959 dv-neutron-827798-2-hyperv neutron-server[84109]: 'SecurityGroupRule': {'1.0'}, Feb 04 08:36:14.240959 dv-neutron-827798-2-hyperv neutron-server[84109]: 'SubPort': {'1.0'}, Feb 04 08:36:14.240959 dv-neutron-827798-2-hyperv neutron-server[84109]: 'Subnet': {'1.1'}, Feb 04 08:36:14.240959 dv-neutron-827798-2-hyperv neutron-server[84109]: 'Trunk': {'1.1'}} Feb 04 08:36:14.240959 dv-neutron-827798-2-hyperv neutron-server[84109]: consumer versions: Feb 04 08:36:14.240959 dv-neutron-827798-2-hyperv neutron-server[84109]: { DHCP agent@dv-neutron-827798-2-hyperv: {}, Feb 04 08:36:14.240959 dv-neutron-827798-2-hyperv neutron-server[84109]: HyperV agent@hv-neutron-8277: {}, Feb 04 08:36:14.240959 dv-neutron-827798-2-hyperv neutron-server[84109]: L3 agent@dv-neutron-827798-2-hyperv: {}, Feb 04 08:36:14.240959 dv-neutron-827798-2-hyperv neutron-server[84109]: Metadata agent@dv-neutron-827798-2-hyperv: {}, Feb 04 08:36:14.240959 dv-neutron-827798-2-hyperv neutron-server[84109]: Metering agent@dv-neutron-827798-2-hyperv: {}, Feb 04 08:36:14.240959 dv-neutron-827798-2-hyperv neutron-server[84109]: Open vSwitch agent@dv-neutron-827798-2-hyperv: { 'ConntrackHelper': '1.0', Feb 04 08:36:14.240959 dv-neutron-827798-2-hyperv neutron-server[84109]: 'Log': '1.0', Feb 04 08:36:14.240959 dv-neutron-827798-2-hyperv neutron-server[84109]: 'Network': '1.1', Feb 04 08:36:14.240959 dv-neutron-827798-2-hyperv neutron-server[84109]: 'Port': '1.5', Feb 04 08:36:14.240959 dv-neutron-827798-2-hyperv neutron-server[84109]: 'PortForwarding': '1.2', Feb 04 08:36:14.240959 dv-neutron-827798-2-hyperv neutron-server[84109]: 'QosPolicy': '1.8', Feb 04 08:36:14.240959 dv-neutron-827798-2-hyperv neutron-server[84109]: 'SecurityGroup': '1.2', Feb 04 08:36:14.240959 dv-neutron-827798-2-hyperv neutron-server[84109]: 'SecurityGroupRule': '1.0', Feb 04 08:36:14.240959 dv-neutron-827798-2-hyperv neutron-server[84109]: 'SubPort': '1.0', Feb 04 08:36:14.240959 dv-neutron-827798-2-hyperv neutron-server[84109]: 'Subnet': '1.1', Feb 04 08:36:14.240959 dv-neutron-827798-2-hyperv neutron-server[84109]: 'Trunk': '1.1'}} Feb 04 08:36:14.240959 dv-neutron-827798-2-hyperv neutron-server[84109]: {{(pid=84109) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 08:36:14.244916 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b03d149e-161a-45b6-91f0-6def07626d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:14.247901 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc0d2f4-da79-49c4-b37e-6d7e1b8de95c None None] Network 6a835f4f-3f25-44b9-8351-7097ff797615 is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:36:14.249483 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-09d448e6-bb18-42ba-a215-19645c1cb039 tempest-QuotasTest-1551325554 tempest-QuotasTest-1551325554-project-admin] 10.222.0.36 "GET /v2.0/quotas/22e0978ceeb54553a7120d629de3fa30 HTTP/1.1" status: 200 len: 370 time: 0.0596638 Feb 04 08:36:14.254331 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f8bf56-5f2a-4155-95ee-3f6a723e823f None None] Network aaba0e34-0ac3-4326-9ed2-e65fb37ae418 is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:36:14.262048 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-59f08d52-3671-4e8f-a151-3e36f3aadd0b admin admin] Allocated IP 172.26.3.86 (e264bd74-c56b-43d0-9059-bcb57dbbe5bc/79caf47c-b62c-4ea0-b35f-21ede155daa8/8e3e20f8-cabb-4442-9712-ac5734458614) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:36:14.263721 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 45758) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:14.277853 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-9a22b692-772a-4756-beb6-99840d417f92 tempest-QuotasTest-1551325554 tempest-QuotasTest-1551325554-project-admin] 10.222.0.36 "GET /v2.0/quotas/22e0978ceeb54553a7120d629de3fa30/default HTTP/1.1" status: 200 len: 370 time: 0.0108571 Feb 04 08:36:14.281317 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 45762) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:14.292182 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ccf3359e-d524-494c-8061-96fc43a58652 tempest-ExternalNetworksAdminNegativeTestJSON-1192853287 tempest-ExternalNetworksAdminNegativeTestJSON-1192853287-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for floatingip, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:14.298062 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-ccf3359e-d524-494c-8061-96fc43a58652 tempest-ExternalNetworksAdminNegativeTestJSON-1192853287 tempest-ExternalNetworksAdminNegativeTestJSON-1192853287-project-admin] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9041052 Feb 04 08:36:14.300739 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 45766) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:14.306543 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-23f8bf56-5f2a-4155-95ee-3f6a723e823f None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:36:14.309212 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f8bf56-5f2a-4155-95ee-3f6a723e823f None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:36:14.322878 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-41f9355a-b0ff-4502-92f0-a186a1c40d52 tempest-ExternalNetworksAdminNegativeTestJSON-1192853287 tempest-ExternalNetworksAdminNegativeTestJSON-1192853287-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1336612708', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'fixed_ips': [{'ip_address': '172.26.3.111'}]}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:36:14.327186 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-cbc0d2f4-da79-49c4-b37e-6d7e1b8de95c None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:36:14.330465 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc0d2f4-da79-49c4-b37e-6d7e1b8de95c None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:36:14.337745 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-41f9355a-b0ff-4502-92f0-a186a1c40d52 tempest-ExternalNetworksAdminNegativeTestJSON-1192853287 tempest-ExternalNetworksAdminNegativeTestJSON-1192853287-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:36:14.348364 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-42f1250e-a8b6-4918-bc22-b8a44daf3948 tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:14.359127 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-aa6be95b-d212-4c31-8d8c-c2fa38eb5a0b tempest-QuotasNegativeTest-1536920700 tempest-QuotasNegativeTest-1536920700-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:14.360176 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6be95b-d212-4c31-8d8c-c2fa38eb5a0b tempest-QuotasNegativeTest-1536920700 tempest-QuotasNegativeTest-1536920700-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:36:14.360919 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-aa6be95b-d212-4c31-8d8c-c2fa38eb5a0b tempest-QuotasNegativeTest-1536920700 tempest-QuotasNegativeTest-1536920700-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:14.392506 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-41f9355a-b0ff-4502-92f0-a186a1c40d52 tempest-ExternalNetworksAdminNegativeTestJSON-1192853287 tempest-ExternalNetworksAdminNegativeTestJSON-1192853287-project-admin] Usage tracker for resource:port and tenant:00ae23e82df04373882e71b58d5db0d6 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:36:14.398633 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-743b9152-710b-46e1-8c3f-dc42eedd4906 tempest-RoutersAdminNegativeTest-1298965758 tempest-RoutersAdminNegativeTest-1298965758-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.0806212 Feb 04 08:36:14.398633 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.api.v2.resource [None req-8dfd6c77-987e-4326-bc77-8b0a5535e99d tempest-QuotasTest-1551325554 tempest-QuotasTest-1551325554-project-admin] delete failed (client error): The resource could not be found. Feb 04 08:36:14.398633 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-8dfd6c77-987e-4326-bc77-8b0a5535e99d tempest-QuotasTest-1551325554 tempest-QuotasTest-1551325554-project-admin] 10.222.0.36 "DELETE /v2.0/quotas/22e0978ceeb54553a7120d629de3fa30 HTTP/1.1" status: 404 len: 348 time: 0.1126599 Feb 04 08:36:14.398953 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-41f9355a-b0ff-4502-92f0-a186a1c40d52 tempest-ExternalNetworksAdminNegativeTestJSON-1192853287 tempest-ExternalNetworksAdminNegativeTestJSON-1192853287-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:36:14.403391 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 45770) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:14.415687 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc0d2f4-da79-49c4-b37e-6d7e1b8de95c None None] Pushing event updated for resources: {'Port': ['ID=8da00ece-3858-4fcb-b296-2b73781061a4,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:14.449948 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-41f9355a-b0ff-4502-92f0-a186a1c40d52 tempest-ExternalNetworksAdminNegativeTestJSON-1192853287 tempest-ExternalNetworksAdminNegativeTestJSON-1192853287-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:36:14.474957 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-5f006d9b-fd30-48cd-8243-532504dfc0bd tempest-RoutersAdminNegativeTest-1298965758 tempest-RoutersAdminNegativeTest-1298965758-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.119'}]}}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:36:14.545374 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-59f08d52-3671-4e8f-a151-3e36f3aadd0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:14.546313 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-5f006d9b-fd30-48cd-8243-532504dfc0bd tempest-RoutersAdminNegativeTest-1298965758 tempest-RoutersAdminNegativeTest-1298965758-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:36:14.566679 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-5f006d9b-fd30-48cd-8243-532504dfc0bd tempest-RoutersAdminNegativeTest-1298965758 tempest-RoutersAdminNegativeTest-1298965758-project-admin] Usage tracker for resource:router and tenant:e5ab96c5108544699f493c173312bd77 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:36:14.572587 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-aa6be95b-d212-4c31-8d8c-c2fa38eb5a0b tempest-QuotasNegativeTest-1536920700 tempest-QuotasNegativeTest-1536920700-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.0883281 Feb 04 08:36:14.572587 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-5f006d9b-fd30-48cd-8243-532504dfc0bd tempest-RoutersAdminNegativeTest-1298965758 tempest-RoutersAdminNegativeTest-1298965758-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:36:14.573463 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 45776) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:14.583708 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-46988003-24cf-4ff8-a753-5bad07d55e64 tempest-QuotasNegativeTest-1536920700 tempest-QuotasNegativeTest-1536920700-project-admin] Request body: {'network': {'project_id': '2d1e4f0fb9a04e268c5a6c4d477baf1f'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:36:14.589255 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-46988003-24cf-4ff8-a753-5bad07d55e64 tempest-QuotasNegativeTest-1536920700 tempest-QuotasNegativeTest-1536920700-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:36:14.605746 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-46988003-24cf-4ff8-a753-5bad07d55e64 tempest-QuotasNegativeTest-1536920700 tempest-QuotasNegativeTest-1536920700-project-admin] Usage tracker for resource:network and tenant:2d1e4f0fb9a04e268c5a6c4d477baf1f is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:36:14.610461 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-46988003-24cf-4ff8-a753-5bad07d55e64 tempest-QuotasNegativeTest-1536920700 tempest-QuotasNegativeTest-1536920700-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:36:14.622359 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6be95b-d212-4c31-8d8c-c2fa38eb5a0b tempest-QuotasNegativeTest-1536920700 tempest-QuotasNegativeTest-1536920700-project-admin] Pushing event updated for resources: {'Network': ['ID=0869578f-b625-4cad-9f6d-d7c8252e63e2,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:14.626368 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-46988003-24cf-4ff8-a753-5bad07d55e64 tempest-QuotasNegativeTest-1536920700 tempest-QuotasNegativeTest-1536920700-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:36:14.645005 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-5f006d9b-fd30-48cd-8243-532504dfc0bd tempest-RoutersAdminNegativeTest-1298965758 tempest-RoutersAdminNegativeTest-1298965758-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:36:14.645159 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-59f08d52-3671-4e8f-a151-3e36f3aadd0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:14.684402 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network 0869578f-b625-4cad-9f6d-d7c8252e63e2 details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:36:14.693182 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41f9355a-b0ff-4502-92f0-a186a1c40d52 tempest-ExternalNetworksAdminNegativeTestJSON-1192853287 tempest-ExternalNetworksAdminNegativeTestJSON-1192853287-project-admin] Made reservation on behalf of 00ae23e82df04373882e71b58d5db0d6 for: {'port': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:36:14.695535 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-41f9355a-b0ff-4502-92f0-a186a1c40d52 tempest-ExternalNetworksAdminNegativeTestJSON-1192853287 tempest-ExternalNetworksAdminNegativeTestJSON-1192853287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:14.709253 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-11ae0c16-ae5b-450d-95f9-f8d5821d84fc tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for subnet, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:14.715458 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-23f8bf56-5f2a-4155-95ee-3f6a723e823f None None] Attempting to bind port 964a7845-6f6a-41ea-a688-05a1413ba003 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:36:14.719988 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-23f8bf56-5f2a-4155-95ee-3f6a723e823f None None] Attempting to bind port 964a7845-6f6a-41ea-a688-05a1413ba003 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': 'abfacce5-3f7a-4b80-922a-484ccd12f68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'aaba0e34-0ac3-4326-9ed2-e65fb37ae418'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:36:14.719988 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f8bf56-5f2a-4155-95ee-3f6a723e823f None None] Attempting to bind port 964a7845-6f6a-41ea-a688-05a1413ba003 on network aaba0e34-0ac3-4326-9ed2-e65fb37ae418 {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:36:14.727307 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-552a22e3-b4ef-428a-8842-78928931da2a None None] Attempting to bind port 10b2904e-37ce-4aee-ab3d-034458ca8e24 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:36:14.727685 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-552a22e3-b4ef-428a-8842-78928931da2a None None] Attempting to bind port 10b2904e-37ce-4aee-ab3d-034458ca8e24 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': '42a6b551-2c6d-433c-b38a-a2ee6afc72f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f5fb3ea8-2367-40fb-af0c-1a55b91fec56'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:36:14.728031 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552a22e3-b4ef-428a-8842-78928931da2a None None] Attempting to bind port 10b2904e-37ce-4aee-ab3d-034458ca8e24 on network f5fb3ea8-2367-40fb-af0c-1a55b91fec56 {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:36:14.734067 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f8bf56-5f2a-4155-95ee-3f6a723e823f None None] Pushing event updated for resources: {'Port': ['ID=964a7845-6f6a-41ea-a688-05a1413ba003,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:14.745738 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f8bf56-5f2a-4155-95ee-3f6a723e823f None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:36:14.746015 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f8bf56-5f2a-4155-95ee-3f6a723e823f None None] Checking segment: {'id': 'abfacce5-3f7a-4b80-922a-484ccd12f68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'aaba0e34-0ac3-4326-9ed2-e65fb37ae418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:36:14.746216 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-23f8bf56-5f2a-4155-95ee-3f6a723e823f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:14.752676 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f8bf56-5f2a-4155-95ee-3f6a723e823f None None] Bound using segment: {'id': 'abfacce5-3f7a-4b80-922a-484ccd12f68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'aaba0e34-0ac3-4326-9ed2-e65fb37ae418'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:36:14.752676 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-23f8bf56-5f2a-4155-95ee-3f6a723e823f None None] Bound port: 964a7845-6f6a-41ea-a688-05a1413ba003, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abfacce5-3f7a-4b80-922a-484ccd12f68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'aaba0e34-0ac3-4326-9ed2-e65fb37ae418'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:36:14.752676 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-23f8bf56-5f2a-4155-95ee-3f6a723e823f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:14.761196 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-41f9355a-b0ff-4502-92f0-a186a1c40d52 tempest-ExternalNetworksAdminNegativeTestJSON-1192853287 tempest-ExternalNetworksAdminNegativeTestJSON-1192853287-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:14.762673 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-cbc0d2f4-da79-49c4-b37e-6d7e1b8de95c None None] Attempting to bind port 8da00ece-3858-4fcb-b296-2b73781061a4 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:36:14.762673 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-cbc0d2f4-da79-49c4-b37e-6d7e1b8de95c None None] Attempting to bind port 8da00ece-3858-4fcb-b296-2b73781061a4 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': '2dbcd9e4-e804-4040-9730-4fc7c7c8a605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6a835f4f-3f25-44b9-8351-7097ff797615'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:36:14.762919 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc0d2f4-da79-49c4-b37e-6d7e1b8de95c None None] Attempting to bind port 8da00ece-3858-4fcb-b296-2b73781061a4 on network 6a835f4f-3f25-44b9-8351-7097ff797615 {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:36:14.771499 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46988003-24cf-4ff8-a753-5bad07d55e64 tempest-QuotasNegativeTest-1536920700 tempest-QuotasNegativeTest-1536920700-project-admin] Made reservation on behalf of 2d1e4f0fb9a04e268c5a6c4d477baf1f for: {'network': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:36:14.773890 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-46988003-24cf-4ff8-a753-5bad07d55e64 tempest-QuotasNegativeTest-1536920700 tempest-QuotasNegativeTest-1536920700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:14.793112 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 45784) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:14.803050 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f08d52-3671-4e8f-a151-3e36f3aadd0b admin admin] Network e264bd74-c56b-43d0-9059-bcb57dbbe5bc is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:36:14.816336 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552a22e3-b4ef-428a-8842-78928931da2a None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:36:14.816767 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552a22e3-b4ef-428a-8842-78928931da2a None None] Checking segment: {'id': '42a6b551-2c6d-433c-b38a-a2ee6afc72f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f5fb3ea8-2367-40fb-af0c-1a55b91fec56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:36:14.817078 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-552a22e3-b4ef-428a-8842-78928931da2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:14.817446 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552a22e3-b4ef-428a-8842-78928931da2a None None] Bound using segment: {'id': '42a6b551-2c6d-433c-b38a-a2ee6afc72f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f5fb3ea8-2367-40fb-af0c-1a55b91fec56'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:36:14.817913 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-552a22e3-b4ef-428a-8842-78928931da2a None None] Bound port: 10b2904e-37ce-4aee-ab3d-034458ca8e24, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42a6b551-2c6d-433c-b38a-a2ee6afc72f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f5fb3ea8-2367-40fb-af0c-1a55b91fec56'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:36:14.818290 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-552a22e3-b4ef-428a-8842-78928931da2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:14.823177 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-59f08d52-3671-4e8f-a151-3e36f3aadd0b admin admin] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:36:14.824926 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f08d52-3671-4e8f-a151-3e36f3aadd0b admin admin] Pushing event updated for resources: {'Port': ['ID=8e3e20f8-cabb-4442-9712-ac5734458614,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:14.828067 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-b03d149e-161a-45b6-91f0-6def07626d22 admin admin] Allocated IP 172.26.3.135 (e264bd74-c56b-43d0-9059-bcb57dbbe5bc/79caf47c-b62c-4ea0-b35f-21ede155daa8/ea8c00e7-d158-4899-8a4a-ce77d668193c) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:36:14.828228 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f08d52-3671-4e8f-a151-3e36f3aadd0b admin admin] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:36:14.847605 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5f006d9b-fd30-48cd-8243-532504dfc0bd tempest-RoutersAdminNegativeTest-1298965758 tempest-RoutersAdminNegativeTest-1298965758-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40975'] for router, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:14.849324 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5f006d9b-fd30-48cd-8243-532504dfc0bd tempest-RoutersAdminNegativeTest-1298965758 tempest-RoutersAdminNegativeTest-1298965758-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40982'] for router, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:14.858904 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc0d2f4-da79-49c4-b37e-6d7e1b8de95c None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:36:14.859315 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc0d2f4-da79-49c4-b37e-6d7e1b8de95c None None] Checking segment: {'id': '2dbcd9e4-e804-4040-9730-4fc7c7c8a605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6a835f4f-3f25-44b9-8351-7097ff797615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:36:14.859688 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-cbc0d2f4-da79-49c4-b37e-6d7e1b8de95c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:14.860087 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc0d2f4-da79-49c4-b37e-6d7e1b8de95c None None] Bound using segment: {'id': '2dbcd9e4-e804-4040-9730-4fc7c7c8a605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6a835f4f-3f25-44b9-8351-7097ff797615'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:36:14.860585 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-cbc0d2f4-da79-49c4-b37e-6d7e1b8de95c None None] Bound port: 8da00ece-3858-4fcb-b296-2b73781061a4, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dbcd9e4-e804-4040-9730-4fc7c7c8a605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6a835f4f-3f25-44b9-8351-7097ff797615'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:36:14.861536 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-cbc0d2f4-da79-49c4-b37e-6d7e1b8de95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:14.953839 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46988003-24cf-4ff8-a753-5bad07d55e64 tempest-QuotasNegativeTest-1536920700 tempest-QuotasNegativeTest-1536920700-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=84108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:36:14.958890 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-41f9355a-b0ff-4502-92f0-a186a1c40d52 tempest-ExternalNetworksAdminNegativeTestJSON-1192853287 tempest-ExternalNetworksAdminNegativeTestJSON-1192853287-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:36:14.961796 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ae0c16-ae5b-450d-95f9-f8d5821d84fc tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Pushing event updated for resources: {'Subnet': ['ID=3e274f6b-e0f9-4b28-a4b5-fa78a7bc1179,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:14.974402 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-41f9355a-b0ff-4502-92f0-a186a1c40d52 tempest-ExternalNetworksAdminNegativeTestJSON-1192853287 tempest-ExternalNetworksAdminNegativeTestJSON-1192853287-project-admin] Usage tracker for resource:security_group_rule and tenant:00ae23e82df04373882e71b58d5db0d6 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:36:14.984194 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-41f9355a-b0ff-4502-92f0-a186a1c40d52 tempest-ExternalNetworksAdminNegativeTestJSON-1192853287 tempest-ExternalNetworksAdminNegativeTestJSON-1192853287-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:36:14.988076 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-8700c21e-267d-42b7-9b18-2ee570ea6509 tempest-QuotasTest-1551325554 tempest-QuotasTest-1551325554-project-admin] Usage tracker for resource:network and tenant:3c8ae8e20b8946ebba1680c9a758df54 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:36:14.997266 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-46988003-24cf-4ff8-a753-5bad07d55e64 tempest-QuotasNegativeTest-1536920700 tempest-QuotasNegativeTest-1536920700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:14.997266 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.segments_db [None req-46988003-24cf-4ff8-a753-5bad07d55e64 tempest-QuotasNegativeTest-1536920700 tempest-QuotasNegativeTest-1536920700-project-admin] Added segment 80f13fa0-9278-4ff5-9c98-8795c7d017da of type vlan for network 03e222e2-c547-4461-8568-65ffff4f1fc5 Feb 04 08:36:15.004628 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-41f9355a-b0ff-4502-92f0-a186a1c40d52 tempest-ExternalNetworksAdminNegativeTestJSON-1192853287 tempest-ExternalNetworksAdminNegativeTestJSON-1192853287-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:36:15.008210 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ae0c16-ae5b-450d-95f9-f8d5821d84fc tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Checking segment: {'id': '3a9c68fd-ac5a-436b-b63e-90488adb12fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b666ebf3-1e25-49b5-95b1-f91cc9a48123'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:36:15.008589 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ae0c16-ae5b-450d-95f9-f8d5821d84fc tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Network hostable DHCP agents. Network: b666ebf3-1e25-49b5-95b1-f91cc9a48123, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:36:15.016748 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-8700c21e-267d-42b7-9b18-2ee570ea6509 tempest-QuotasTest-1551325554 tempest-QuotasTest-1551325554-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:36:15.029784 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5f006d9b-fd30-48cd-8243-532504dfc0bd tempest-RoutersAdminNegativeTest-1298965758 tempest-RoutersAdminNegativeTest-1298965758-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:15.068037 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-42f1250e-a8b6-4918-bc22-b8a44daf3948 tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Allocated IP 172.20.0.1 (6a835f4f-3f25-44b9-8351-7097ff797615/b03ecb7d-8414-4507-95b0-caab1266c65d/74646432-7442-46e1-8ae8-13a5a9221ad8) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:36:15.078160 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-46988003-24cf-4ff8-a753-5bad07d55e64 tempest-QuotasNegativeTest-1536920700 tempest-QuotasNegativeTest-1536920700-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:15.093792 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-8700c21e-267d-42b7-9b18-2ee570ea6509 tempest-QuotasTest-1551325554 tempest-QuotasTest-1551325554-project-admin] Usage tracker for resource:subnet and tenant:3c8ae8e20b8946ebba1680c9a758df54 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:36:15.107259 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-8700c21e-267d-42b7-9b18-2ee570ea6509 tempest-QuotasTest-1551325554 tempest-QuotasTest-1551325554-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:36:15.125477 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-23f8bf56-5f2a-4155-95ee-3f6a723e823f None None] For port 964a7845-6f6a-41ea-a688-05a1413ba003, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:36:15.128493 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-552a22e3-b4ef-428a-8842-78928931da2a None None] For port 10b2904e-37ce-4aee-ab3d-034458ca8e24, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:36:15.130357 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b03d149e-161a-45b6-91f0-6def07626d22 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:15.132758 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-552a22e3-b4ef-428a-8842-78928931da2a None None] For port 10b2904e-37ce-4aee-ab3d-034458ca8e24, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=10b2904e-37ce-4aee-ab3d-034458ca8e24,segment=NetworkSegment(42a6b551-2c6d-433c-b38a-a2ee6afc72f2),segment_id=42a6b551-2c6d-433c-b38a-a2ee6afc72f2)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:36:15.134687 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-23f8bf56-5f2a-4155-95ee-3f6a723e823f None None] For port 964a7845-6f6a-41ea-a688-05a1413ba003, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=964a7845-6f6a-41ea-a688-05a1413ba003,segment=NetworkSegment(abfacce5-3f7a-4b80-922a-484ccd12f68d),segment_id=abfacce5-3f7a-4b80-922a-484ccd12f68d)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:36:15.137490 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-cbc0d2f4-da79-49c4-b37e-6d7e1b8de95c None None] For port 8da00ece-3858-4fcb-b296-2b73781061a4, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:36:15.140629 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-cbc0d2f4-da79-49c4-b37e-6d7e1b8de95c None None] For port 8da00ece-3858-4fcb-b296-2b73781061a4, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=8da00ece-3858-4fcb-b296-2b73781061a4,segment=NetworkSegment(2dbcd9e4-e804-4040-9730-4fc7c7c8a605),segment_id=2dbcd9e4-e804-4040-9730-4fc7c7c8a605)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:36:15.145664 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-8700c21e-267d-42b7-9b18-2ee570ea6509 tempest-QuotasTest-1551325554 tempest-QuotasTest-1551325554-project-admin] Usage tracker for resource:subnetpool and tenant:3c8ae8e20b8946ebba1680c9a758df54 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:36:15.152580 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-8700c21e-267d-42b7-9b18-2ee570ea6509 tempest-QuotasTest-1551325554 tempest-QuotasTest-1551325554-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:36:15.179176 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-8700c21e-267d-42b7-9b18-2ee570ea6509 tempest-QuotasTest-1551325554 tempest-QuotasTest-1551325554-project-admin] Usage tracker for resource:port and tenant:3c8ae8e20b8946ebba1680c9a758df54 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:36:15.183352 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-41f9355a-b0ff-4502-92f0-a186a1c40d52 tempest-ExternalNetworksAdminNegativeTestJSON-1192853287 tempest-ExternalNetworksAdminNegativeTestJSON-1192853287-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:15.184796 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-8700c21e-267d-42b7-9b18-2ee570ea6509 tempest-QuotasTest-1551325554 tempest-QuotasTest-1551325554-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:36:15.192265 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-8700c21e-267d-42b7-9b18-2ee570ea6509 tempest-QuotasTest-1551325554 tempest-QuotasTest-1551325554-project-admin] Usage tracker for resource:router and tenant:3c8ae8e20b8946ebba1680c9a758df54 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:36:15.194117 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-552a22e3-b4ef-428a-8842-78928931da2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:15.197650 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ae0c16-ae5b-450d-95f9-f8d5821d84fc tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Network b666ebf3-1e25-49b5-95b1-f91cc9a48123 is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:36:15.206861 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-8700c21e-267d-42b7-9b18-2ee570ea6509 tempest-QuotasTest-1551325554 tempest-QuotasTest-1551325554-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:36:15.219794 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-8700c21e-267d-42b7-9b18-2ee570ea6509 tempest-QuotasTest-1551325554 tempest-QuotasTest-1551325554-project-admin] Usage tracker for resource:floatingip and tenant:3c8ae8e20b8946ebba1680c9a758df54 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:36:15.226145 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-8700c21e-267d-42b7-9b18-2ee570ea6509 tempest-QuotasTest-1551325554 tempest-QuotasTest-1551325554-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:36:15.230507 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-23f8bf56-5f2a-4155-95ee-3f6a723e823f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:15.242862 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-59f08d52-3671-4e8f-a151-3e36f3aadd0b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:15.243819 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-59f08d52-3671-4e8f-a151-3e36f3aadd0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472990'] for router, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:15.245117 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-cbc0d2f4-da79-49c4-b37e-6d7e1b8de95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:15.249621 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-46988003-24cf-4ff8-a753-5bad07d55e64 tempest-QuotasNegativeTest-1536920700 tempest-QuotasNegativeTest-1536920700-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:15.250495 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46988003-24cf-4ff8-a753-5bad07d55e64 tempest-QuotasNegativeTest-1536920700 tempest-QuotasNegativeTest-1536920700-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:36:15.251042 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-46988003-24cf-4ff8-a753-5bad07d55e64 tempest-QuotasNegativeTest-1536920700 tempest-QuotasNegativeTest-1536920700-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:15.350137 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-41f9355a-b0ff-4502-92f0-a186a1c40d52 tempest-ExternalNetworksAdminNegativeTestJSON-1192853287 tempest-ExternalNetworksAdminNegativeTestJSON-1192853287-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:15.388284 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552a22e3-b4ef-428a-8842-78928931da2a None None] Pushing event updated for resources: {'Port': ['ID=10b2904e-37ce-4aee-ab3d-034458ca8e24,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:15.481041 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-42f1250e-a8b6-4918-bc22-b8a44daf3948 tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:15.487402 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f8bf56-5f2a-4155-95ee-3f6a723e823f None None] Pushing event updated for resources: {'Port': ['ID=964a7845-6f6a-41ea-a688-05a1413ba003,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:15.500718 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-11ae0c16-ae5b-450d-95f9-f8d5821d84fc tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, b666ebf3-1e25-49b5-95b1-f91cc9a48123) {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:36:15.505610 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [None req-42f1250e-a8b6-4918-bc22-b8a44daf3948 tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Transition to ACTIVE for port object 74646432-7442-46e1-8ae8-13a5a9221ad8 will not be triggered until provisioned by entity DHCP. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:36:15.524529 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [None req-41f9355a-b0ff-4502-92f0-a186a1c40d52 tempest-ExternalNetworksAdminNegativeTestJSON-1192853287 tempest-ExternalNetworksAdminNegativeTestJSON-1192853287-project-admin] device_id is not set on port b3e2ee5f-92d1-408d-99c9-228990424410 yet. {{(pid=84108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:36:15.546090 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5f006d9b-fd30-48cd-8243-532504dfc0bd tempest-RoutersAdminNegativeTest-1298965758 tempest-RoutersAdminNegativeTest-1298965758-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40996'] for router, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:15.588465 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc0d2f4-da79-49c4-b37e-6d7e1b8de95c None None] Pushing event updated for resources: {'Port': ['ID=8da00ece-3858-4fcb-b296-2b73781061a4,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:15.600217 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-42f1250e-a8b6-4918-bc22-b8a44daf3948 tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:15.613732 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f9355a-b0ff-4502-92f0-a186a1c40d52 tempest-ExternalNetworksAdminNegativeTestJSON-1192853287 tempest-ExternalNetworksAdminNegativeTestJSON-1192853287-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba5a78d9-cc57-4a72-a9fc-2315d47d2a09,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:15.621417 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56496fba-cb55-4886-9464-d40dd5f48818 None None] Network b666ebf3-1e25-49b5-95b1-f91cc9a48123 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:36:15.672712 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ae0c16-ae5b-450d-95f9-f8d5821d84fc tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:36:15.673308 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-11ae0c16-ae5b-450d-95f9-f8d5821d84fc tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:15.696770 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b03d149e-161a-45b6-91f0-6def07626d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:15.722880 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46988003-24cf-4ff8-a753-5bad07d55e64 tempest-QuotasNegativeTest-1536920700 tempest-QuotasNegativeTest-1536920700-project-admin] Pushing event updated for resources: {'Network': ['ID=03e222e2-c547-4461-8568-65ffff4f1fc5,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:15.728355 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-8700c21e-267d-42b7-9b18-2ee570ea6509 tempest-QuotasTest-1551325554 tempest-QuotasTest-1551325554-project-admin] Usage tracker for resource:security_group and tenant:3c8ae8e20b8946ebba1680c9a758df54 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:36:15.767138 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network 03e222e2-c547-4461-8568-65ffff4f1fc5 details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:36:15.787770 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-8700c21e-267d-42b7-9b18-2ee570ea6509 tempest-QuotasTest-1551325554 tempest-QuotasTest-1551325554-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:36:15.809009 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-11ae0c16-ae5b-450d-95f9-f8d5821d84fc tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4949915 Feb 04 08:36:15.817666 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 45790) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:15.838255 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-77e04493-abbc-439c-aebd-d9b92d6617d1 tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Request body: {'port': {'network_id': 'b666ebf3-1e25-49b5-95b1-f91cc9a48123', 'name': 'tempest-DHCPAgentSchedulersTestJSON-317339703'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:36:15.890881 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f1250e-a8b6-4918-bc22-b8a44daf3948 tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Network 6a835f4f-3f25-44b9-8351-7097ff797615 is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:36:15.899727 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03d149e-161a-45b6-91f0-6def07626d22 admin admin] Network e264bd74-c56b-43d0-9059-bcb57dbbe5bc is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:36:15.900806 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-42f1250e-a8b6-4918-bc22-b8a44daf3948 tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:36:15.909538 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f1250e-a8b6-4918-bc22-b8a44daf3948 tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:36:15.910016 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-42f1250e-a8b6-4918-bc22-b8a44daf3948 tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-472912'] for router_interface, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:15.918221 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-b03d149e-161a-45b6-91f0-6def07626d22 admin admin] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:36:15.921113 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f1250e-a8b6-4918-bc22-b8a44daf3948 tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Pushing event updated for resources: {'Port': ['ID=74646432-7442-46e1-8ae8-13a5a9221ad8,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:15.925414 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03d149e-161a-45b6-91f0-6def07626d22 admin admin] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:36:16.015114 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-8700c21e-267d-42b7-9b18-2ee570ea6509 tempest-QuotasTest-1551325554 tempest-QuotasTest-1551325554-project-admin] Usage tracker for resource:security_group_rule and tenant:3c8ae8e20b8946ebba1680c9a758df54 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:36:16.027868 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-46988003-24cf-4ff8-a753-5bad07d55e64 tempest-QuotasNegativeTest-1536920700 tempest-QuotasNegativeTest-1536920700-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.4505117 Feb 04 08:36:16.030525 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 45794) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:16.108510 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03d149e-161a-45b6-91f0-6def07626d22 admin admin] Pushing event updated for resources: {'Port': ['ID=ea8c00e7-d158-4899-8a4a-ce77d668193c,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:16.139343 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-a59bcf96-50bb-4053-ad3d-9f4b8ad3bb9b tempest-QuotasNegativeTest-1536920700 tempest-QuotasNegativeTest-1536920700-project-admin] Request body: {'network': {'project_id': '2d1e4f0fb9a04e268c5a6c4d477baf1f'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:36:16.145388 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-8700c21e-267d-42b7-9b18-2ee570ea6509 tempest-QuotasTest-1551325554 tempest-QuotasTest-1551325554-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:36:16.181320 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-a59bcf96-50bb-4053-ad3d-9f4b8ad3bb9b tempest-QuotasNegativeTest-1536920700 tempest-QuotasNegativeTest-1536920700-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:36:16.202695 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-a59bcf96-50bb-4053-ad3d-9f4b8ad3bb9b tempest-QuotasNegativeTest-1536920700 tempest-QuotasNegativeTest-1536920700-project-admin] Usage tracker for resource:network and tenant:2d1e4f0fb9a04e268c5a6c4d477baf1f is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:36:16.209365 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-a59bcf96-50bb-4053-ad3d-9f4b8ad3bb9b tempest-QuotasNegativeTest-1536920700 tempest-QuotasNegativeTest-1536920700-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:36:16.220720 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-8700c21e-267d-42b7-9b18-2ee570ea6509 tempest-QuotasTest-1551325554 tempest-QuotasTest-1551325554-project-admin] 10.222.0.36 "GET /v2.0/quotas/3c8ae8e20b8946ebba1680c9a758df54/details.json HTTP/1.1" status: 200 len: 703 time: 1.4226685 Feb 04 08:36:16.240723 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-a59bcf96-50bb-4053-ad3d-9f4b8ad3bb9b tempest-QuotasNegativeTest-1536920700 tempest-QuotasNegativeTest-1536920700-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:36:16.250973 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dcb2d07-b85b-4b4a-9063-3d83e6db763e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-b666ebf3-1e25-49b5-95b1-f91cc9a48123', 'network_id': 'b666ebf3-1e25-49b5-95b1-f91cc9a48123', 'tenant_id': 'ffe58525c0ff4e9fbe2ca00164de3a1d', 'fixed_ips': [{'subnet_id': '3e274f6b-e0f9-4b28-a4b5-fa78a7bc1179'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:36:16.252604 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1dcb2d07-b85b-4b4a-9063-3d83e6db763e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:16.293920 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-42f1250e-a8b6-4918-bc22-b8a44daf3948 tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:16.303464 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-a59bcf96-50bb-4053-ad3d-9f4b8ad3bb9b tempest-QuotasNegativeTest-1536920700 tempest-QuotasNegativeTest-1536920700-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 04 08:36:16.303930 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a59bcf96-50bb-4053-ad3d-9f4b8ad3bb9b tempest-QuotasNegativeTest-1536920700 tempest-QuotasNegativeTest-1536920700-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=84108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:36:16.307997 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-a59bcf96-50bb-4053-ad3d-9f4b8ad3bb9b tempest-QuotasNegativeTest-1536920700 tempest-QuotasNegativeTest-1536920700-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.2486446 Feb 04 08:36:16.323664 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 45800) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:16.381130 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-77e04493-abbc-439c-aebd-d9b92d6617d1 tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:36:16.411454 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-77e04493-abbc-439c-aebd-d9b92d6617d1 tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Usage tracker for resource:port and tenant:ffe58525c0ff4e9fbe2ca00164de3a1d is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:36:16.420327 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-77e04493-abbc-439c-aebd-d9b92d6617d1 tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:36:16.449008 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-41f9355a-b0ff-4502-92f0-a186a1c40d52 tempest-ExternalNetworksAdminNegativeTestJSON-1192853287 tempest-ExternalNetworksAdminNegativeTestJSON-1192853287-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 04 08:36:16.449601 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41f9355a-b0ff-4502-92f0-a186a1c40d52 tempest-ExternalNetworksAdminNegativeTestJSON-1192853287 tempest-ExternalNetworksAdminNegativeTestJSON-1192853287-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=84108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:36:16.452774 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-1dcb2d07-b85b-4b4a-9063-3d83e6db763e None None] Allocated IP 172.20.0.2 (b666ebf3-1e25-49b5-95b1-f91cc9a48123/3e274f6b-e0f9-4b28-a4b5-fa78a7bc1179/0b366208-c920-4fd1-8344-2e6a85ef96bd) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:36:16.455347 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-77e04493-abbc-439c-aebd-d9b92d6617d1 tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:36:16.475814 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-e222c07a-24f2-4243-8713-9b3b806a7cfe tempest-QuotasNegativeTest-1536920700 tempest-QuotasNegativeTest-1536920700-project-admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2d1e4f0fb9a04e268c5a6c4d477baf1f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1510110 Feb 04 08:36:16.478975 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 45804) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:16.508810 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5f006d9b-fd30-48cd-8243-532504dfc0bd tempest-RoutersAdminNegativeTest-1298965758 tempest-RoutersAdminNegativeTest-1298965758-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:16.556649 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-41f9355a-b0ff-4502-92f0-a186a1c40d52 tempest-ExternalNetworksAdminNegativeTestJSON-1192853287 tempest-ExternalNetworksAdminNegativeTestJSON-1192853287-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.2534757 Feb 04 08:36:16.560181 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 45808) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:16.562266 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5f006d9b-fd30-48cd-8243-532504dfc0bd tempest-RoutersAdminNegativeTest-1298965758 tempest-RoutersAdminNegativeTest-1298965758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:16.567616 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77e04493-abbc-439c-aebd-d9b92d6617d1 tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Made reservation on behalf of ffe58525c0ff4e9fbe2ca00164de3a1d for: {'port': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:36:16.570534 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-77e04493-abbc-439c-aebd-d9b92d6617d1 tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:16.742109 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1dcb2d07-b85b-4b4a-9063-3d83e6db763e None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:16.774833 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [None req-77e04493-abbc-439c-aebd-d9b92d6617d1 tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] device_id is not set on port d0535562-6063-4191-b40d-aec07c1c3660 yet. {{(pid=84108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:36:16.783354 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-1dcb2d07-b85b-4b4a-9063-3d83e6db763e None None] Transition to ACTIVE for port object 0b366208-c920-4fd1-8344-2e6a85ef96bd will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:36:16.816136 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-1dcb2d07-b85b-4b4a-9063-3d83e6db763e None None] Transition to ACTIVE for port object 0b366208-c920-4fd1-8344-2e6a85ef96bd will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:36:16.829212 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4dee4240-a4ad-4694-b606-e15372276259 tempest-QuotasNegativeTest-1536920700 tempest-QuotasNegativeTest-1536920700-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:16.869574 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-3173ad9a-3573-4bbc-a44c-c1da2359cb0e tempest-ExternalNetworksAdminNegativeTestJSON-1192853287 tempest-ExternalNetworksAdminNegativeTestJSON-1192853287-project-admin] Deleting port e5199488-f0d9-42f7-acd7-09e0f532e9dd {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:36:16.869938 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3173ad9a-3573-4bbc-a44c-c1da2359cb0e tempest-ExternalNetworksAdminNegativeTestJSON-1192853287 tempest-ExternalNetworksAdminNegativeTestJSON-1192853287-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:16.887786 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b03d149e-161a-45b6-91f0-6def07626d22 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:16.888768 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b03d149e-161a-45b6-91f0-6def07626d22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472990'] for router, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:16.902376 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1dcb2d07-b85b-4b4a-9063-3d83e6db763e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:16.945378 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4dee4240-a4ad-4694-b606-e15372276259 tempest-QuotasNegativeTest-1536920700 tempest-QuotasNegativeTest-1536920700-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:17.003413 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59f08d52-3671-4e8f-a151-3e36f3aadd0b admin admin] Router c28cf13b-6967-4f63-bb44-9dfb495d0c02 is scheduled to L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 with binding_index 1 {{(pid=84108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 08:36:17.047211 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcb2d07-b85b-4b4a-9063-3d83e6db763e None None] Pushing event updated for resources: {'Port': ['ID=0b366208-c920-4fd1-8344-2e6a85ef96bd,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:17.061198 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dcb2d07-b85b-4b4a-9063-3d83e6db763e None None] Network b666ebf3-1e25-49b5-95b1-f91cc9a48123 is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:36:17.063031 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-1dcb2d07-b85b-4b4a-9063-3d83e6db763e None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:36:17.066372 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcb2d07-b85b-4b4a-9063-3d83e6db763e None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:36:17.089639 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 45816) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:17.171304 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-1dcb2d07-b85b-4b4a-9063-3d83e6db763e None None] Attempting to bind port 0b366208-c920-4fd1-8344-2e6a85ef96bd on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:36:17.171955 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-1dcb2d07-b85b-4b4a-9063-3d83e6db763e None None] Attempting to bind port 0b366208-c920-4fd1-8344-2e6a85ef96bd by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': '3a9c68fd-ac5a-436b-b63e-90488adb12fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b666ebf3-1e25-49b5-95b1-f91cc9a48123'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:36:17.173335 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcb2d07-b85b-4b4a-9063-3d83e6db763e None None] Attempting to bind port 0b366208-c920-4fd1-8344-2e6a85ef96bd on network b666ebf3-1e25-49b5-95b1-f91cc9a48123 {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:36:17.182602 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcb2d07-b85b-4b4a-9063-3d83e6db763e None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:36:17.182789 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcb2d07-b85b-4b4a-9063-3d83e6db763e None None] Checking segment: {'id': '3a9c68fd-ac5a-436b-b63e-90488adb12fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b666ebf3-1e25-49b5-95b1-f91cc9a48123'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:36:17.183188 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1dcb2d07-b85b-4b4a-9063-3d83e6db763e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:17.183571 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcb2d07-b85b-4b4a-9063-3d83e6db763e None None] Bound using segment: {'id': '3a9c68fd-ac5a-436b-b63e-90488adb12fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b666ebf3-1e25-49b5-95b1-f91cc9a48123'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:36:17.188575 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-1dcb2d07-b85b-4b4a-9063-3d83e6db763e None None] Bound port: 0b366208-c920-4fd1-8344-2e6a85ef96bd, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a9c68fd-ac5a-436b-b63e-90488adb12fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b666ebf3-1e25-49b5-95b1-f91cc9a48123'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:36:17.189092 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1dcb2d07-b85b-4b4a-9063-3d83e6db763e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:17.300545 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5f006d9b-fd30-48cd-8243-532504dfc0bd tempest-RoutersAdminNegativeTest-1298965758 tempest-RoutersAdminNegativeTest-1298965758-project-admin] Notify callbacks [] for router, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:17.326533 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-1dcb2d07-b85b-4b4a-9063-3d83e6db763e None None] For port 0b366208-c920-4fd1-8344-2e6a85ef96bd, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:36:17.334736 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-1dcb2d07-b85b-4b4a-9063-3d83e6db763e None None] For port 0b366208-c920-4fd1-8344-2e6a85ef96bd, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=0b366208-c920-4fd1-8344-2e6a85ef96bd,segment=NetworkSegment(3a9c68fd-ac5a-436b-b63e-90488adb12fd),segment_id=3a9c68fd-ac5a-436b-b63e-90488adb12fd)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:36:17.354593 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3173ad9a-3573-4bbc-a44c-c1da2359cb0e tempest-ExternalNetworksAdminNegativeTestJSON-1192853287 tempest-ExternalNetworksAdminNegativeTestJSON-1192853287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:17.354907 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3173ad9a-3573-4bbc-a44c-c1da2359cb0e tempest-ExternalNetworksAdminNegativeTestJSON-1192853287 tempest-ExternalNetworksAdminNegativeTestJSON-1192853287-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:17.412885 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1dcb2d07-b85b-4b4a-9063-3d83e6db763e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:17.587908 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcb2d07-b85b-4b4a-9063-3d83e6db763e None None] Pushing event updated for resources: {'Port': ['ID=0b366208-c920-4fd1-8344-2e6a85ef96bd,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:17.590628 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3958e20-7b92-4cd1-81c7-58518bfecb6d None None] Network aaba0e34-0ac3-4326-9ed2-e65fb37ae418 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:36:17.688009 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-77e04493-abbc-439c-aebd-d9b92d6617d1 tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Allocated IP 172.20.0.13 (b666ebf3-1e25-49b5-95b1-f91cc9a48123/3e274f6b-e0f9-4b28-a4b5-fa78a7bc1179/d0535562-6063-4191-b40d-aec07c1c3660) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:36:17.800929 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-3173ad9a-3573-4bbc-a44c-c1da2359cb0e tempest-ExternalNetworksAdminNegativeTestJSON-1192853287 tempest-ExternalNetworksAdminNegativeTestJSON-1192853287-project-admin] Calling delete_port for e5199488-f0d9-42f7-acd7-09e0f532e9dd owned by network:floatingip {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:36:17.803458 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 964a7845-6f6a-41ea-a688-05a1413ba003 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:36:17.835287 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.db.resource_extend [None req-42f1250e-a8b6-4918-bc22-b8a44daf3948 tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 08:36:17.856525 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df4bd7f-9bab-4dd9-ab74-0c1ed0c85a1f None None] Network 6a835f4f-3f25-44b9-8351-7097ff797615 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:36:17.909885 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-42f1250e-a8b6-4918-bc22-b8a44daf3948 tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:17.948691 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-5e86c6cc-5de2-4704-8589-e6b07f3ae5b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:18.001049 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-42f1250e-a8b6-4918-bc22-b8a44daf3948 tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:18.001660 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-42f1250e-a8b6-4918-bc22-b8a44daf3948 tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473771'] for router_interface, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:18.078537 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4dee4240-a4ad-4694-b606-e15372276259 tempest-QuotasNegativeTest-1536920700 tempest-QuotasNegativeTest-1536920700-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:18.107445 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6795d2-bbd0-412d-b890-27f492d0b4e7 None None] Network f5fb3ea8-2367-40fb-af0c-1a55b91fec56 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:36:18.117869 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5f006d9b-fd30-48cd-8243-532504dfc0bd tempest-RoutersAdminNegativeTest-1298965758 tempest-RoutersAdminNegativeTest-1298965758-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40989'] for router, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:18.155505 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5f006d9b-fd30-48cd-8243-532504dfc0bd tempest-RoutersAdminNegativeTest-1298965758 tempest-RoutersAdminNegativeTest-1298965758-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:18.178184 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dee4240-a4ad-4694-b606-e15372276259 tempest-QuotasNegativeTest-1536920700 tempest-QuotasNegativeTest-1536920700-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e4e6d8e-c55a-4b7a-9dbd-b324cc2a8147,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:18.200359 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-5e86c6cc-5de2-4704-8589-e6b07f3ae5b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:36:18.210033 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-5e86c6cc-5de2-4704-8589-e6b07f3ae5b3 admin admin] Usage tracker for resource:security_group_rule and tenant:c0d68fac909844c69a530908a764ed68 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:36:18.223194 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f1250e-a8b6-4918-bc22-b8a44daf3948 tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Pushing event updated for resources: {'Port': ['ID=74646432-7442-46e1-8ae8-13a5a9221ad8,revision_number=2']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:18.230176 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-5e86c6cc-5de2-4704-8589-e6b07f3ae5b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:36:18.278369 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-5e86c6cc-5de2-4704-8589-e6b07f3ae5b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:36:18.339670 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-45ec38cd-f051-4daf-a070-d4352db51a95 None None] Provisioning for port 964a7845-6f6a-41ea-a688-05a1413ba003 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:36:18.340315 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4dee4240-a4ad-4694-b606-e15372276259 tempest-QuotasNegativeTest-1536920700 tempest-QuotasNegativeTest-1536920700-project-admin] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:18.340315 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-4dee4240-a4ad-4694-b606-e15372276259 tempest-QuotasNegativeTest-1536920700 tempest-QuotasNegativeTest-1536920700-project-admin] 10.222.0.36 "DELETE /v2.0/security-groups/4e4e6d8e-c55a-4b7a-9dbd-b324cc2a8147 HTTP/1.1" status: 204 len: 168 time: 1.8563554 Feb 04 08:36:18.352481 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 45824) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:18.427154 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 964a7845-6f6a-41ea-a688-05a1413ba003 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:36:18.434052 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f1250e-a8b6-4918-bc22-b8a44daf3948 tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Network 6a835f4f-3f25-44b9-8351-7097ff797615 is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:36:18.442898 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-42f1250e-a8b6-4918-bc22-b8a44daf3948 tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:36:18.484801 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 964a7845-6f6a-41ea-a688-05a1413ba003 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:36:18.485211 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:18.569450 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5f006d9b-fd30-48cd-8243-532504dfc0bd tempest-RoutersAdminNegativeTest-1298965758 tempest-RoutersAdminNegativeTest-1298965758-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-476062'] for router, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:18.570261 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f006d9b-fd30-48cd-8243-532504dfc0bd tempest-RoutersAdminNegativeTest-1298965758 tempest-RoutersAdminNegativeTest-1298965758-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 71827739-1418-4779-b676-c07110d5e93d {{(pid=84107) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 08:36:18.597725 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3173ad9a-3573-4bbc-a44c-c1da2359cb0e tempest-ExternalNetworksAdminNegativeTestJSON-1192853287 tempest-ExternalNetworksAdminNegativeTestJSON-1192853287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:18.707624 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b03d149e-161a-45b6-91f0-6def07626d22 admin admin] Router 6b6dfeb3-16d5-4d92-a91d-dabb80bb7c13 is scheduled to L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 with binding_index 1 {{(pid=84107) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 08:36:18.728924 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-77e04493-abbc-439c-aebd-d9b92d6617d1 tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:18.729922 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-0d3d4ab8-4cc3-458b-b1b4-4c2f55235fbb None None] Provisioning for port 10b2904e-37ce-4aee-ab3d-034458ca8e24 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:36:18.750286 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.provisioning_blocks [None req-77e04493-abbc-439c-aebd-d9b92d6617d1 tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Transition to ACTIVE for port object d0535562-6063-4191-b40d-aec07c1c3660 will not be triggered until provisioned by entity DHCP. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:36:18.762815 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3173ad9a-3573-4bbc-a44c-c1da2359cb0e tempest-ExternalNetworksAdminNegativeTestJSON-1192853287 tempest-ExternalNetworksAdminNegativeTestJSON-1192853287-project-admin] Pushing event deleted for resources: {'Port': ['ID=e5199488-f0d9-42f7-acd7-09e0f532e9dd,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:18.763145 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.api.v2.resource [None req-5f006d9b-fd30-48cd-8243-532504dfc0bd tempest-RoutersAdminNegativeTest-1298965758 tempest-RoutersAdminNegativeTest-1298965758-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 04 08:36:18.771101 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-5f006d9b-fd30-48cd-8243-532504dfc0bd tempest-RoutersAdminNegativeTest-1298965758 tempest-RoutersAdminNegativeTest-1298965758-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.3206303 Feb 04 08:36:18.774567 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 45828) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:18.814787 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-5e86c6cc-5de2-4704-8589-e6b07f3ae5b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:18.863192 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:18.867772 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-42fe8f00-4276-434a-8d57-501a1452d22d tempest-QuotasNegativeTest-1536920700 tempest-QuotasNegativeTest-1536920700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:18.897906 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-5e86c6cc-5de2-4704-8589-e6b07f3ae5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:18.904067 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port 964a7845-6f6a-41ea-a688-05a1413ba003, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=964a7845-6f6a-41ea-a688-05a1413ba003,segment=NetworkSegment(abfacce5-3f7a-4b80-922a-484ccd12f68d),segment_id=abfacce5-3f7a-4b80-922a-484ccd12f68d)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:36:18.920424 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3173ad9a-3573-4bbc-a44c-c1da2359cb0e tempest-ExternalNetworksAdminNegativeTestJSON-1192853287 tempest-ExternalNetworksAdminNegativeTestJSON-1192853287-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:18.947060 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-0d3d4ab8-4cc3-458b-b1b4-4c2f55235fbb None None] Provisioning for port 8da00ece-3858-4fcb-b296-2b73781061a4 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:36:18.986634 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:18.990247 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 8da00ece-3858-4fcb-b296-2b73781061a4 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:36:18.993246 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59f08d52-3671-4e8f-a151-3e36f3aadd0b admin admin] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:36:19.000155 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-77e04493-abbc-439c-aebd-d9b92d6617d1 tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:19.015342 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6adaa0c6-0689-4bd2-bff2-191aa3e72b2a None None] Sync routers for ids ['c28cf13b-6967-4f63-bb44-9dfb495d0c02'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:36:19.043226 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e86c6cc-5de2-4704-8589-e6b07f3ae5b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4920194-88f1-45a5-80c0-7c17267b9bba,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:19.056627 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6adaa0c6-0689-4bd2-bff2-191aa3e72b2a None None] Routers {'c28cf13b-6967-4f63-bb44-9dfb495d0c02'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:36:19.057619 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-6adaa0c6-0689-4bd2-bff2-191aa3e72b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:35:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['c28cf13b-6967-4f63-bb44-9dfb495d0c02'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:36:19.106347 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-ffe90f20-1bb9-411b-a8bd-8747a2568a36 tempest-RoutersAdminNegativeTest-1298965758 tempest-RoutersAdminNegativeTest-1298965758-project-admin] Deleting port 50182921-855d-4a4a-adbd-cd31e3b71b06 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:36:19.107124 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ffe90f20-1bb9-411b-a8bd-8747a2568a36 tempest-RoutersAdminNegativeTest-1298965758 tempest-RoutersAdminNegativeTest-1298965758-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:19.182566 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-5e86c6cc-5de2-4704-8589-e6b07f3ae5b3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c0d68fac909844c69a530908a764ed68&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0492542 Feb 04 08:36:19.186394 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3173ad9a-3573-4bbc-a44c-c1da2359cb0e tempest-ExternalNetworksAdminNegativeTestJSON-1192853287 tempest-ExternalNetworksAdminNegativeTestJSON-1192853287-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for floatingip, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:19.190527 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-3173ad9a-3573-4bbc-a44c-c1da2359cb0e tempest-ExternalNetworksAdminNegativeTestJSON-1192853287 tempest-ExternalNetworksAdminNegativeTestJSON-1192853287-project-admin] 10.222.0.36 "DELETE /v2.0/floatingips/05398548-b2f9-46dc-a3f3-b6eaf04f3568 HTTP/1.1" status: 204 len: 168 time: 2.6246955 Feb 04 08:36:19.212100 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 45832) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:19.373120 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-42fe8f00-4276-434a-8d57-501a1452d22d tempest-QuotasNegativeTest-1536920700 tempest-QuotasNegativeTest-1536920700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:19.424569 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=964a7845-6f6a-41ea-a688-05a1413ba003,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:19.433538 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-59f08d52-3671-4e8f-a151-3e36f3aadd0b admin admin] Notify callbacks [] for router, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:19.442362 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-59f08d52-3671-4e8f-a151-3e36f3aadd0b admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.0900869 Feb 04 08:36:19.454571 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-a4655271-c433-4ca9-8553-6ef472349378 None None] Provisioning complete for port 964a7845-6f6a-41ea-a688-05a1413ba003 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:36:19.456491 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-a4655271-c433-4ca9-8553-6ef472349378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:19.485102 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 45838) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:19.489787 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-6adaa0c6-0689-4bd2-bff2-191aa3e72b2a None None] Set router c28cf13b-6967-4f63-bb44-9dfb495d0c02 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:36:19.547189 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-ee6b4415-aecc-4810-bd6b-552e36be519e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:19.590335 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 8da00ece-3858-4fcb-b296-2b73781061a4 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:36:19.605849 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 8da00ece-3858-4fcb-b296-2b73781061a4 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:36:19.606169 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:19.625411 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e04493-abbc-439c-aebd-d9b92d6617d1 tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Network b666ebf3-1e25-49b5-95b1-f91cc9a48123 is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:36:19.640242 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-42fe8f00-4276-434a-8d57-501a1452d22d tempest-QuotasNegativeTest-1536920700 tempest-QuotasNegativeTest-1536920700-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=84108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:36:19.641290 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-42fe8f00-4276-434a-8d57-501a1452d22d tempest-QuotasNegativeTest-1536920700 tempest-QuotasNegativeTest-1536920700-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:36:19.642065 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-42fe8f00-4276-434a-8d57-501a1452d22d tempest-QuotasNegativeTest-1536920700 tempest-QuotasNegativeTest-1536920700-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:36:19.644481 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-42fe8f00-4276-434a-8d57-501a1452d22d tempest-QuotasNegativeTest-1536920700 tempest-QuotasNegativeTest-1536920700-project-admin] Subscribe: > port after_create 55550000 {{(pid=84108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:36:19.644853 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-42fe8f00-4276-434a-8d57-501a1452d22d tempest-QuotasNegativeTest-1536920700 tempest-QuotasNegativeTest-1536920700-project-admin] Subscribe: > port after_delete 55550000 {{(pid=84108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:36:19.645220 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-42fe8f00-4276-434a-8d57-501a1452d22d tempest-QuotasNegativeTest-1536920700 tempest-QuotasNegativeTest-1536920700-project-admin] Subscribe: > port after_update 55550000 {{(pid=84108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:36:19.645564 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-42fe8f00-4276-434a-8d57-501a1452d22d tempest-QuotasNegativeTest-1536920700 tempest-QuotasNegativeTest-1536920700-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=84108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:36:19.645912 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-42fe8f00-4276-434a-8d57-501a1452d22d tempest-QuotasNegativeTest-1536920700 tempest-QuotasNegativeTest-1536920700-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=84108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:36:19.648391 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-42fe8f00-4276-434a-8d57-501a1452d22d tempest-QuotasNegativeTest-1536920700 tempest-QuotasNegativeTest-1536920700-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=84108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:36:19.648752 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-42fe8f00-4276-434a-8d57-501a1452d22d tempest-QuotasNegativeTest-1536920700 tempest-QuotasNegativeTest-1536920700-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=84108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:36:19.837661 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ffe90f20-1bb9-411b-a8bd-8747a2568a36 tempest-RoutersAdminNegativeTest-1298965758 tempest-RoutersAdminNegativeTest-1298965758-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:19.851179 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:19.891424 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2858ef-cd63-4064-9f25-70682383e752 None None] Network b666ebf3-1e25-49b5-95b1-f91cc9a48123 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:36:19.900408 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-42fe8f00-4276-434a-8d57-501a1452d22d tempest-QuotasNegativeTest-1536920700 tempest-QuotasNegativeTest-1536920700-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=84108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:36:19.900934 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-42fe8f00-4276-434a-8d57-501a1452d22d tempest-QuotasNegativeTest-1536920700 tempest-QuotasNegativeTest-1536920700-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=84108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:36:19.901089 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-42fe8f00-4276-434a-8d57-501a1452d22d tempest-QuotasNegativeTest-1536920700 tempest-QuotasNegativeTest-1536920700-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=84108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:36:19.901417 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-42fe8f00-4276-434a-8d57-501a1452d22d tempest-QuotasNegativeTest-1536920700 tempest-QuotasNegativeTest-1536920700-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=84108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:36:19.901793 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-42fe8f00-4276-434a-8d57-501a1452d22d tempest-QuotasNegativeTest-1536920700 tempest-QuotasNegativeTest-1536920700-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03e222e2-c547-4461-8568-65ffff4f1fc5']}} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:36:19.915256 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 45844) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:19.920451 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-77e04493-abbc-439c-aebd-d9b92d6617d1 tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:36:19.924829 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e04493-abbc-439c-aebd-d9b92d6617d1 tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:36:19.928768 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e04493-abbc-439c-aebd-d9b92d6617d1 tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:36:19.929372 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-77e04493-abbc-439c-aebd-d9b92d6617d1 tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:19.935469 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e04493-abbc-439c-aebd-d9b92d6617d1 tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Pushing event updated for resources: {'Port': ['ID=d0535562-6063-4191-b40d-aec07c1c3660,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:19.937713 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b0db7a3b-7ae0-4c78-93d8-18de8611220d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:19.951630 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-42fe8f00-4276-434a-8d57-501a1452d22d tempest-QuotasNegativeTest-1536920700 tempest-QuotasNegativeTest-1536920700-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80f13fa0-9278-4ff5-9c98-8795c7d017da') {'for_net_delete': True} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:36:19.951921 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-42fe8f00-4276-434a-8d57-501a1452d22d tempest-QuotasNegativeTest-1536920700 tempest-QuotasNegativeTest-1536920700-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80f13fa0-9278-4ff5-9c98-8795c7d017da') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:36:19.988300 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-6adaa0c6-0689-4bd2-bff2-191aa3e72b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c28cf13b-6967-4f63-bb44-9dfb495d0c02', 'name': 'tempest-ServersTestManualDisk-865465967-router', 'tenant_id': 'ead21cd697164942839c9343c97d0d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.86'}], 'enable_snat': True}, 'gw_port_id': '8e3e20f8-cabb-4442-9712-ac5734458614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:36:12Z', 'updated_at': '2022-02-04T08:36:14Z', 'revision_number': 3, 'project_id': 'ead21cd697164942839c9343c97d0d9d', 'gw_port': {'id': '8e3e20f8-cabb-4442-9712-ac5734458614', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9b:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c28cf13b-6967-4f63-bb44-9dfb495d0c02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:36:14Z', 'updated_at': '2022-02-04T08:36:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:36:19.996728 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-42fe8f00-4276-434a-8d57-501a1452d22d tempest-QuotasNegativeTest-1536920700 tempest-QuotasNegativeTest-1536920700-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7851336'] for segment, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:19.996867 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6adaa0c6-0689-4bd2-bff2-191aa3e72b2a None None] Checking router: c28cf13b-6967-4f63-bb44-9dfb495d0c02 for host: dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 08:36:19.996867 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6adaa0c6-0689-4bd2-bff2-191aa3e72b2a None None] Updating router c28cf13b-6967-4f63-bb44-9dfb495d0c02 port 8e3e20f8-cabb-4442-9712-ac5734458614 binding host dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 08:36:20.022603 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b0db7a3b-7ae0-4c78-93d8-18de8611220d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:20.035282 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-42fe8f00-4276-434a-8d57-501a1452d22d tempest-QuotasNegativeTest-1536920700 tempest-QuotasNegativeTest-1536920700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:20.054861 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-6adaa0c6-0689-4bd2-bff2-191aa3e72b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:20.063282 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42fe8f00-4276-434a-8d57-501a1452d22d tempest-QuotasNegativeTest-1536920700 tempest-QuotasNegativeTest-1536920700-project-admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=84108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:36:20.063663 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-42fe8f00-4276-434a-8d57-501a1452d22d tempest-QuotasNegativeTest-1536920700 tempest-QuotasNegativeTest-1536920700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7460345'] for segment, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:20.074825 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-ffe90f20-1bb9-411b-a8bd-8747a2568a36 tempest-RoutersAdminNegativeTest-1298965758 tempest-RoutersAdminNegativeTest-1298965758-project-admin] Calling delete_port for 50182921-855d-4a4a-adbd-cd31e3b71b06 owned by {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:36:20.084815 dv-neutron-827798-2-hyperv neutron-server[84108]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 04 08:36:20.084815 dv-neutron-827798-2-hyperv neutron-server[84108]: util.warn_limited( Feb 04 08:36:20.084815 dv-neutron-827798-2-hyperv neutron-server[84108]: Traceback (most recent call last): Feb 04 08:36:20.084815 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:36:20.084815 dv-neutron-827798-2-hyperv neutron-server[84108]: timer() Feb 04 08:36:20.084815 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:36:20.084815 dv-neutron-827798-2-hyperv neutron-server[84108]: cb(*args, **kw) Feb 04 08:36:20.084815 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:36:20.084815 dv-neutron-827798-2-hyperv neutron-server[84108]: return func(*args, **kwargs) Feb 04 08:36:20.084815 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:36:20.084815 dv-neutron-827798-2-hyperv neutron-server[84108]: self._notify() Feb 04 08:36:20.084815 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:36:20.084815 dv-neutron-827798-2-hyperv neutron-server[84108]: self.callback(batched_events) Feb 04 08:36:20.084815 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:36:20.084815 dv-neutron-827798-2-hyperv neutron-server[84108]: event.method(event) Feb 04 08:36:20.084815 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:36:20.084815 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:36:20.084815 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:36:20.084815 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:36:20.084815 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:36:20.084815 dv-neutron-827798-2-hyperv neutron-server[84108]: return f(self, *a, **k) Feb 04 08:36:20.084815 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:36:20.084815 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._get(url).json() Feb 04 08:36:20.084815 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:36:20.084815 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:36:20.084815 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:36:20.084815 dv-neutron-827798-2-hyperv neutron-server[84108]: return self.request(url, 'GET', **kwargs) Feb 04 08:36:20.084815 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:36:20.084815 dv-neutron-827798-2-hyperv neutron-server[84108]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:36:20.084815 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:36:20.084815 dv-neutron-827798-2-hyperv neutron-server[84108]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:36:20.084815 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:36:20.084815 dv-neutron-827798-2-hyperv neutron-server[84108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:36:20.084815 dv-neutron-827798-2-hyperv neutron-server[84108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:36:20.299739 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-a4655271-c433-4ca9-8553-6ef472349378 None None] Provisioning for port 74646432-7442-46e1-8ae8-13a5a9221ad8 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:36:20.299739 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-a4655271-c433-4ca9-8553-6ef472349378 None None] Provisioning complete for port 74646432-7442-46e1-8ae8-13a5a9221ad8 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:36:20.299739 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-a4655271-c433-4ca9-8553-6ef472349378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:20.300894 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-77e04493-abbc-439c-aebd-d9b92d6617d1 tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3873885 Feb 04 08:36:20.300894 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 45850) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:20.301184 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port 8da00ece-3858-4fcb-b296-2b73781061a4, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=8da00ece-3858-4fcb-b296-2b73781061a4,segment=NetworkSegment(2dbcd9e4-e804-4040-9730-4fc7c7c8a605),segment_id=2dbcd9e4-e804-4040-9730-4fc7c7c8a605)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:36:20.321364 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-a4655271-c433-4ca9-8553-6ef472349378 None None] Port 74646432-7442-46e1-8ae8-13a5a9221ad8 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:36:20.339480 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7fda6a47-9b05-4657-85ca-4f51172f3bbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:20.365221 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-a4655271-c433-4ca9-8553-6ef472349378 None None] Provisioning complete for port 8da00ece-3858-4fcb-b296-2b73781061a4 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:36:20.365638 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-a4655271-c433-4ca9-8553-6ef472349378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:20.371733 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-5a7bcc6e-9700-4c95-addc-a0f6ac1bbb34 tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Deleting port d0535562-6063-4191-b40d-aec07c1c3660 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:36:20.372071 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-5a7bcc6e-9700-4c95-addc-a0f6ac1bbb34 tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:20.403379 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:20.404294 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 10b2904e-37ce-4aee-ab3d-034458ca8e24 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:36:20.474160 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-42fe8f00-4276-434a-8d57-501a1452d22d tempest-QuotasNegativeTest-1536920700 tempest-QuotasNegativeTest-1536920700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:20.515400 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b0db7a3b-7ae0-4c78-93d8-18de8611220d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:20.518102 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-42fe8f00-4276-434a-8d57-501a1452d22d tempest-QuotasNegativeTest-1536920700 tempest-QuotasNegativeTest-1536920700-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:20.537966 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fe8f00-4276-434a-8d57-501a1452d22d tempest-QuotasNegativeTest-1536920700 tempest-QuotasNegativeTest-1536920700-project-admin] Pushing event deleted for resources: {'Network': ['ID=03e222e2-c547-4461-8568-65ffff4f1fc5,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:20.538347 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-6adaa0c6-0689-4bd2-bff2-191aa3e72b2a None None] Notify callbacks [] for port, precommit_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:20.564152 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.provisioning_blocks [None req-6adaa0c6-0689-4bd2-bff2-191aa3e72b2a None None] Transition to ACTIVE for port object 8e3e20f8-cabb-4442-9712-ac5734458614 will not be triggered until provisioned by entity L2. {{(pid=84110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:36:20.590212 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0db7a3b-7ae0-4c78-93d8-18de8611220d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4920194-88f1-45a5-80c0-7c17267b9bba,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:20.594648 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-7fda6a47-9b05-4657-85ca-4f51172f3bbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:36:20.634863 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-7fda6a47-9b05-4657-85ca-4f51172f3bbb admin admin] Usage tracker for resource:security_group_rule and tenant:732210d513944aba96ebb7fb0cb57dba is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:36:20.636175 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b03d149e-161a-45b6-91f0-6def07626d22 admin admin] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:36:20.641815 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-42fe8f00-4276-434a-8d57-501a1452d22d tempest-QuotasNegativeTest-1536920700 tempest-QuotasNegativeTest-1536920700-project-admin] 10.222.0.36 "DELETE /v2.0/networks/03e222e2-c547-4461-8568-65ffff4f1fc5 HTTP/1.1" status: 204 len: 168 time: 2.2850187 Feb 04 08:36:20.644504 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-7fda6a47-9b05-4657-85ca-4f51172f3bbb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:36:20.649680 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-6adaa0c6-0689-4bd2-bff2-191aa3e72b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:20.650465 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 45854) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:20.651377 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b0db7a3b-7ae0-4c78-93d8-18de8611220d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:20.652496 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-b0db7a3b-7ae0-4c78-93d8-18de8611220d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f4920194-88f1-45a5-80c0-7c17267b9bba HTTP/1.1" status: 204 len: 168 time: 1.4294660 Feb 04 08:36:20.669381 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=8da00ece-3858-4fcb-b296-2b73781061a4,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:20.676177 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-7fda6a47-9b05-4657-85ca-4f51172f3bbb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:36:20.681079 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e64be9f-75d8-4c66-8bc6-200c2b5acce8 None None] Sync routers for ids ['6b6dfeb3-16d5-4d92-a91d-dabb80bb7c13'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:36:20.731652 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ffe90f20-1bb9-411b-a8bd-8747a2568a36 tempest-RoutersAdminNegativeTest-1298965758 tempest-RoutersAdminNegativeTest-1298965758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:20.742328 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413b0aea-5a67-4b87-8371-bce518520dfd None None] Pushing event updated for resources: {'Port': ['ID=8e3e20f8-cabb-4442-9712-ac5734458614,revision_number=2']} {{(pid=84110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:20.754353 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413b0aea-5a67-4b87-8371-bce518520dfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:36:20.754702 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413b0aea-5a67-4b87-8371-bce518520dfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:36:20.755043 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413b0aea-5a67-4b87-8371-bce518520dfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:36:20.755524 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413b0aea-5a67-4b87-8371-bce518520dfd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:36:20.755999 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413b0aea-5a67-4b87-8371-bce518520dfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:36:20.756336 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413b0aea-5a67-4b87-8371-bce518520dfd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:36:20.756823 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413b0aea-5a67-4b87-8371-bce518520dfd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:36:20.757169 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413b0aea-5a67-4b87-8371-bce518520dfd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:36:20.758056 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413b0aea-5a67-4b87-8371-bce518520dfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:36:20.758393 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413b0aea-5a67-4b87-8371-bce518520dfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:36:20.758761 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413b0aea-5a67-4b87-8371-bce518520dfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:36:20.759882 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413b0aea-5a67-4b87-8371-bce518520dfd None None] Tracked resource versions report: Feb 04 08:36:20.759882 dv-neutron-827798-2-hyperv neutron-server[84110]: pushed versions: Feb 04 08:36:20.759882 dv-neutron-827798-2-hyperv neutron-server[84110]: { 'ConntrackHelper': {'1.0'}, Feb 04 08:36:20.759882 dv-neutron-827798-2-hyperv neutron-server[84110]: 'Log': {'1.0'}, Feb 04 08:36:20.759882 dv-neutron-827798-2-hyperv neutron-server[84110]: 'Network': {'1.1'}, Feb 04 08:36:20.759882 dv-neutron-827798-2-hyperv neutron-server[84110]: 'Port': {'1.5'}, Feb 04 08:36:20.759882 dv-neutron-827798-2-hyperv neutron-server[84110]: 'PortForwarding': {'1.2'}, Feb 04 08:36:20.759882 dv-neutron-827798-2-hyperv neutron-server[84110]: 'QosPolicy': {'1.8'}, Feb 04 08:36:20.759882 dv-neutron-827798-2-hyperv neutron-server[84110]: 'SecurityGroup': {'1.2'}, Feb 04 08:36:20.759882 dv-neutron-827798-2-hyperv neutron-server[84110]: 'SecurityGroupRule': {'1.0'}, Feb 04 08:36:20.759882 dv-neutron-827798-2-hyperv neutron-server[84110]: 'SubPort': {'1.0'}, Feb 04 08:36:20.759882 dv-neutron-827798-2-hyperv neutron-server[84110]: 'Subnet': {'1.1'}, Feb 04 08:36:20.759882 dv-neutron-827798-2-hyperv neutron-server[84110]: 'Trunk': {'1.1'}} Feb 04 08:36:20.759882 dv-neutron-827798-2-hyperv neutron-server[84110]: consumer versions: Feb 04 08:36:20.759882 dv-neutron-827798-2-hyperv neutron-server[84110]: { DHCP agent@dv-neutron-827798-2-hyperv: {}, Feb 04 08:36:20.759882 dv-neutron-827798-2-hyperv neutron-server[84110]: HyperV agent@hv-neutron-8277: {}, Feb 04 08:36:20.759882 dv-neutron-827798-2-hyperv neutron-server[84110]: L3 agent@dv-neutron-827798-2-hyperv: {}, Feb 04 08:36:20.759882 dv-neutron-827798-2-hyperv neutron-server[84110]: Metadata agent@dv-neutron-827798-2-hyperv: {}, Feb 04 08:36:20.759882 dv-neutron-827798-2-hyperv neutron-server[84110]: Metering agent@dv-neutron-827798-2-hyperv: {}, Feb 04 08:36:20.759882 dv-neutron-827798-2-hyperv neutron-server[84110]: Open vSwitch agent@dv-neutron-827798-2-hyperv: { 'ConntrackHelper': '1.0', Feb 04 08:36:20.759882 dv-neutron-827798-2-hyperv neutron-server[84110]: 'Log': '1.0', Feb 04 08:36:20.759882 dv-neutron-827798-2-hyperv neutron-server[84110]: 'Network': '1.1', Feb 04 08:36:20.759882 dv-neutron-827798-2-hyperv neutron-server[84110]: 'Port': '1.5', Feb 04 08:36:20.759882 dv-neutron-827798-2-hyperv neutron-server[84110]: 'PortForwarding': '1.2', Feb 04 08:36:20.759882 dv-neutron-827798-2-hyperv neutron-server[84110]: 'QosPolicy': '1.8', Feb 04 08:36:20.759882 dv-neutron-827798-2-hyperv neutron-server[84110]: 'SecurityGroup': '1.2', Feb 04 08:36:20.759882 dv-neutron-827798-2-hyperv neutron-server[84110]: 'SecurityGroupRule': '1.0', Feb 04 08:36:20.759882 dv-neutron-827798-2-hyperv neutron-server[84110]: 'SubPort': '1.0', Feb 04 08:36:20.759882 dv-neutron-827798-2-hyperv neutron-server[84110]: 'Subnet': '1.1', Feb 04 08:36:20.759882 dv-neutron-827798-2-hyperv neutron-server[84110]: 'Trunk': '1.1'}} Feb 04 08:36:20.759882 dv-neutron-827798-2-hyperv neutron-server[84110]: {{(pid=84110) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 08:36:20.793972 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.managers [None req-6adaa0c6-0689-4bd2-bff2-191aa3e72b2a None None] Attempting to bind port 8e3e20f8-cabb-4442-9712-ac5734458614 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:36:20.794346 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.managers [None req-6adaa0c6-0689-4bd2-bff2-191aa3e72b2a None None] Attempting to bind port 8e3e20f8-cabb-4442-9712-ac5734458614 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}] {{(pid=84110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:36:20.794711 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6adaa0c6-0689-4bd2-bff2-191aa3e72b2a None None] Attempting to bind port 8e3e20f8-cabb-4442-9712-ac5734458614 on network e264bd74-c56b-43d0-9059-bcb57dbbe5bc {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:36:20.801481 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b03d149e-161a-45b6-91f0-6def07626d22 admin admin] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:20.803279 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-b03d149e-161a-45b6-91f0-6def07626d22 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 8.5907621 Feb 04 08:36:20.807274 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6adaa0c6-0689-4bd2-bff2-191aa3e72b2a None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:36:20.807895 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6adaa0c6-0689-4bd2-bff2-191aa3e72b2a None None] Checking segment: {'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:36:20.808471 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-6adaa0c6-0689-4bd2-bff2-191aa3e72b2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:20.814769 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6adaa0c6-0689-4bd2-bff2-191aa3e72b2a None None] Bound using segment: {'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'} {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:36:20.814769 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.managers [None req-6adaa0c6-0689-4bd2-bff2-191aa3e72b2a None None] Bound port: 8e3e20f8-cabb-4442-9712-ac5734458614, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}}] {{(pid=84110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:36:20.814769 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-6adaa0c6-0689-4bd2-bff2-191aa3e72b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:20.815028 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42f1250e-a8b6-4918-bc22-b8a44daf3948 tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Router d674b7ac-9bea-4b45-8a62-cd55aa68d7bc is scheduled to L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 with binding_index 1 {{(pid=84107) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 08:36:20.818723 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 45860) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:20.819568 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe90f20-1bb9-411b-a8bd-8747a2568a36 tempest-RoutersAdminNegativeTest-1298965758 tempest-RoutersAdminNegativeTest-1298965758-project-admin] Pushing event deleted for resources: {'Port': ['ID=50182921-855d-4a4a-adbd-cd31e3b71b06,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:20.847732 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e64be9f-75d8-4c66-8bc6-200c2b5acce8 None None] Routers {'6b6dfeb3-16d5-4d92-a91d-dabb80bb7c13'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:36:20.847732 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-9e64be9f-75d8-4c66-8bc6-200c2b5acce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:35:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['6b6dfeb3-16d5-4d92-a91d-dabb80bb7c13'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:36:20.889125 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.db [None req-6adaa0c6-0689-4bd2-bff2-191aa3e72b2a None None] For port 8e3e20f8-cabb-4442-9712-ac5734458614, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:36:20.892813 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.db [None req-6adaa0c6-0689-4bd2-bff2-191aa3e72b2a None None] For port 8e3e20f8-cabb-4442-9712-ac5734458614, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=8e3e20f8-cabb-4442-9712-ac5734458614,segment=NetworkSegment(c44b9475-949d-4ae7-bfca-e29b010a56a6),segment_id=c44b9475-949d-4ae7-bfca-e29b010a56a6)] {{(pid=84110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:36:20.919352 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ebff1b4b-aa30-4cab-bfc6-19161b70d3a1 tempest-QuotasNegativeTest-1536920700 tempest-QuotasNegativeTest-1536920700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:20.978730 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ffe90f20-1bb9-411b-a8bd-8747a2568a36 tempest-RoutersAdminNegativeTest-1298965758 tempest-RoutersAdminNegativeTest-1298965758-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:20.980811 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-ffe90f20-1bb9-411b-a8bd-8747a2568a36 tempest-RoutersAdminNegativeTest-1298965758 tempest-RoutersAdminNegativeTest-1298965758-project-admin] 10.222.0.36 "DELETE /v2.0/ports/50182921-855d-4a4a-adbd-cd31e3b71b06 HTTP/1.1" status: 204 len: 168 time: 2.1992881 Feb 04 08:36:20.990236 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-6adaa0c6-0689-4bd2-bff2-191aa3e72b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:21.157975 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6adaa0c6-0689-4bd2-bff2-191aa3e72b2a None None] Routers {'c28cf13b-6967-4f63-bb44-9dfb495d0c02'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:36:21.161508 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-6adaa0c6-0689-4bd2-bff2-191aa3e72b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:35:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['c28cf13b-6967-4f63-bb44-9dfb495d0c02'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:36:21.183590 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ebff1b4b-aa30-4cab-bfc6-19161b70d3a1 tempest-QuotasNegativeTest-1536920700 tempest-QuotasNegativeTest-1536920700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:21.217232 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-9e64be9f-75d8-4c66-8bc6-200c2b5acce8 None None] Set router 6b6dfeb3-16d5-4d92-a91d-dabb80bb7c13 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:36:21.228990 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-ebff1b4b-aa30-4cab-bfc6-19161b70d3a1 tempest-QuotasNegativeTest-1536920700 tempest-QuotasNegativeTest-1536920700-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0869578f-b625-4cad-9f6d-d7c8252e63e2']}} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:36:21.259360 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-ebff1b4b-aa30-4cab-bfc6-19161b70d3a1 tempest-QuotasNegativeTest-1536920700 tempest-QuotasNegativeTest-1536920700-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0dffb54-7fec-4eda-90fb-cd95092e8487') {'for_net_delete': True} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:36:21.259672 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-ebff1b4b-aa30-4cab-bfc6-19161b70d3a1 tempest-QuotasNegativeTest-1536920700 tempest-QuotasNegativeTest-1536920700-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0dffb54-7fec-4eda-90fb-cd95092e8487') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:36:21.272581 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ebff1b4b-aa30-4cab-bfc6-19161b70d3a1 tempest-QuotasNegativeTest-1536920700 tempest-QuotasNegativeTest-1536920700-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7851336'] for segment, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:21.290150 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ebff1b4b-aa30-4cab-bfc6-19161b70d3a1 tempest-QuotasNegativeTest-1536920700 tempest-QuotasNegativeTest-1536920700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:21.296820 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebff1b4b-aa30-4cab-bfc6-19161b70d3a1 tempest-QuotasNegativeTest-1536920700 tempest-QuotasNegativeTest-1536920700-project-admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=84108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:36:21.297302 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ebff1b4b-aa30-4cab-bfc6-19161b70d3a1 tempest-QuotasNegativeTest-1536920700 tempest-QuotasNegativeTest-1536920700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7460345'] for segment, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:21.417432 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413b0aea-5a67-4b87-8371-bce518520dfd None None] Pushing event updated for resources: {'Port': ['ID=8e3e20f8-cabb-4442-9712-ac5734458614,revision_number=3']} {{(pid=84110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:21.435266 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-6adaa0c6-0689-4bd2-bff2-191aa3e72b2a None None] Set router c28cf13b-6967-4f63-bb44-9dfb495d0c02 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:36:21.436802 dv-neutron-827798-2-hyperv neutron-server[84108]: Traceback (most recent call last): Feb 04 08:36:21.436802 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:36:21.436802 dv-neutron-827798-2-hyperv neutron-server[84108]: timer() Feb 04 08:36:21.436802 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:36:21.436802 dv-neutron-827798-2-hyperv neutron-server[84108]: cb(*args, **kw) Feb 04 08:36:21.436802 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:36:21.436802 dv-neutron-827798-2-hyperv neutron-server[84108]: return func(*args, **kwargs) Feb 04 08:36:21.436802 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:36:21.436802 dv-neutron-827798-2-hyperv neutron-server[84108]: self._notify() Feb 04 08:36:21.436802 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:36:21.436802 dv-neutron-827798-2-hyperv neutron-server[84108]: self.callback(batched_events) Feb 04 08:36:21.436802 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:36:21.436802 dv-neutron-827798-2-hyperv neutron-server[84108]: event.method(event) Feb 04 08:36:21.436802 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:36:21.436802 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:36:21.436802 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:36:21.436802 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:36:21.436802 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:36:21.436802 dv-neutron-827798-2-hyperv neutron-server[84108]: return f(self, *a, **k) Feb 04 08:36:21.436802 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:36:21.436802 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._get(url).json() Feb 04 08:36:21.436802 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:36:21.436802 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:36:21.436802 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:36:21.436802 dv-neutron-827798-2-hyperv neutron-server[84108]: return self.request(url, 'GET', **kwargs) Feb 04 08:36:21.436802 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:36:21.436802 dv-neutron-827798-2-hyperv neutron-server[84108]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:36:21.436802 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:36:21.436802 dv-neutron-827798-2-hyperv neutron-server[84108]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:36:21.436802 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:36:21.436802 dv-neutron-827798-2-hyperv neutron-server[84108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:36:21.436802 dv-neutron-827798-2-hyperv neutron-server[84108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:36:21.446092 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42f1250e-a8b6-4918-bc22-b8a44daf3948 tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:36:21.456467 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-42f1250e-a8b6-4918-bc22-b8a44daf3948 tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] 10.222.0.36 "PUT /v2.0/routers/d674b7ac-9bea-4b45-8a62-cd55aa68d7bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3119228 Feb 04 08:36:21.457053 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 45868) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:21.469360 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-cd07532e-8882-4a2c-98e2-de94a068d4c5 tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Request body: {'port': {'network_id': '6a835f4f-3f25-44b9-8351-7097ff797615', 'name': 'tempest-FloatingIPNegativeTestJSON-977801394'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:36:21.471996 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 10b2904e-37ce-4aee-ab3d-034458ca8e24 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:36:21.492390 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 10b2904e-37ce-4aee-ab3d-034458ca8e24 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:36:21.492788 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:21.515159 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0df455-d937-4ffd-bf73-bdf8e65c9aa3 None None] Sync routers for ids ['d674b7ac-9bea-4b45-8a62-cd55aa68d7bc'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:36:21.537246 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ebff1b4b-aa30-4cab-bfc6-19161b70d3a1 tempest-QuotasNegativeTest-1536920700 tempest-QuotasNegativeTest-1536920700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:21.587119 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ebff1b4b-aa30-4cab-bfc6-19161b70d3a1 tempest-QuotasNegativeTest-1536920700 tempest-QuotasNegativeTest-1536920700-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:21.613227 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0df455-d937-4ffd-bf73-bdf8e65c9aa3 None None] Routers {'d674b7ac-9bea-4b45-8a62-cd55aa68d7bc'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:36:21.614032 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-4e0df455-d937-4ffd-bf73-bdf8e65c9aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:35:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['d674b7ac-9bea-4b45-8a62-cd55aa68d7bc'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:36:21.619441 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-5a7bcc6e-9700-4c95-addc-a0f6ac1bbb34 tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:21.656688 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-ba8a1a35-62b0-4940-a4d2-2c9dcea79be4 None None] Provisioning complete for port 74646432-7442-46e1-8ae8-13a5a9221ad8 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:36:21.657249 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-ba8a1a35-62b0-4940-a4d2-2c9dcea79be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:21.683258 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-4e0df455-d937-4ffd-bf73-bdf8e65c9aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:36:21.785685 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-5cad8517-16c7-4dd1-b984-e3b4b7c49c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:21.817063 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-ba8a1a35-62b0-4940-a4d2-2c9dcea79be4 None None] Port 74646432-7442-46e1-8ae8-13a5a9221ad8 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:36:21.817535 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-5a7bcc6e-9700-4c95-addc-a0f6ac1bbb34 tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Calling delete_port for d0535562-6063-4191-b40d-aec07c1c3660 owned by {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:36:21.866555 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0df455-d937-4ffd-bf73-bdf8e65c9aa3 None None] Routers {'d674b7ac-9bea-4b45-8a62-cd55aa68d7bc'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:36:21.867341 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-4e0df455-d937-4ffd-bf73-bdf8e65c9aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:36:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['d674b7ac-9bea-4b45-8a62-cd55aa68d7bc'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:36:21.876054 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 45874) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:21.876600 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 45876) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:21.887388 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:21.931007 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1069c2fa-5ebe-4fce-aff3-32b9fd29bfaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:21.954157 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-cd07532e-8882-4a2c-98e2-de94a068d4c5 tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:36:21.956299 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-ba8a1a35-62b0-4940-a4d2-2c9dcea79be4 None None] Provisioning complete for port 10b2904e-37ce-4aee-ab3d-034458ca8e24 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:36:21.957127 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-ba8a1a35-62b0-4940-a4d2-2c9dcea79be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:21.963099 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-cd07532e-8882-4a2c-98e2-de94a068d4c5 tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Usage tracker for resource:port and tenant:0a601d03c25b4c0095726ebd81abc113 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:36:21.967922 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-cd07532e-8882-4a2c-98e2-de94a068d4c5 tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:36:21.975493 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-cd07532e-8882-4a2c-98e2-de94a068d4c5 tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:36:21.986627 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-4e0df455-d937-4ffd-bf73-bdf8e65c9aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:36:21.987023 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0df455-d937-4ffd-bf73-bdf8e65c9aa3 None None] The sync data for ids ['d674b7ac-9bea-4b45-8a62-cd55aa68d7bc'] in dv-neutron-827798-2-hyperv is: [] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:36:22.013426 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff1b4b-aa30-4cab-bfc6-19161b70d3a1 tempest-QuotasNegativeTest-1536920700 tempest-QuotasNegativeTest-1536920700-project-admin] Pushing event deleted for resources: {'Network': ['ID=0869578f-b625-4cad-9f6d-d7c8252e63e2,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:22.027698 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-ebff1b4b-aa30-4cab-bfc6-19161b70d3a1 tempest-QuotasNegativeTest-1536920700 tempest-QuotasNegativeTest-1536920700-project-admin] 10.222.0.36 "DELETE /v2.0/networks/0869578f-b625-4cad-9f6d-d7c8252e63e2 HTTP/1.1" status: 204 len: 168 time: 1.3719301 Feb 04 08:36:22.066331 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-1069c2fa-5ebe-4fce-aff3-32b9fd29bfaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:36:22.079133 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-1069c2fa-5ebe-4fce-aff3-32b9fd29bfaf admin admin] Usage tracker for resource:security_group_rule and tenant:3c8ae8e20b8946ebba1680c9a758df54 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:36:22.083032 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port 10b2904e-37ce-4aee-ab3d-034458ca8e24, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=10b2904e-37ce-4aee-ab3d-034458ca8e24,segment=NetworkSegment(42a6b551-2c6d-433c-b38a-a2ee6afc72f2),segment_id=42a6b551-2c6d-433c-b38a-a2ee6afc72f2)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:36:22.083777 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-1069c2fa-5ebe-4fce-aff3-32b9fd29bfaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:36:22.100376 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-1069c2fa-5ebe-4fce-aff3-32b9fd29bfaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:36:22.115670 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-5a7bcc6e-9700-4c95-addc-a0f6ac1bbb34 tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:22.140583 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-9e64be9f-75d8-4c66-8bc6-200c2b5acce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b6dfeb3-16d5-4d92-a91d-dabb80bb7c13', 'name': 'tempest-ServersTestJSON-1510941007-router', 'tenant_id': '2e94175c683849e99ec67b1f30a78741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.135'}], 'enable_snat': True}, 'gw_port_id': 'ea8c00e7-d158-4899-8a4a-ce77d668193c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:36:12Z', 'updated_at': '2022-02-04T08:36:16Z', 'revision_number': 3, 'project_id': '2e94175c683849e99ec67b1f30a78741', 'gw_port': {'id': 'ea8c00e7-d158-4899-8a4a-ce77d668193c', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:db:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b6dfeb3-16d5-4d92-a91d-dabb80bb7c13', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:36:14Z', 'updated_at': '2022-02-04T08:36:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:36:22.147373 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e64be9f-75d8-4c66-8bc6-200c2b5acce8 None None] Checking router: 6b6dfeb3-16d5-4d92-a91d-dabb80bb7c13 for host: dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 08:36:22.147733 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e64be9f-75d8-4c66-8bc6-200c2b5acce8 None None] Updating router 6b6dfeb3-16d5-4d92-a91d-dabb80bb7c13 port ea8c00e7-d158-4899-8a4a-ce77d668193c binding host dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 08:36:22.158109 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd07532e-8882-4a2c-98e2-de94a068d4c5 tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Made reservation on behalf of 0a601d03c25b4c0095726ebd81abc113 for: {'port': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:36:22.167904 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-cd07532e-8882-4a2c-98e2-de94a068d4c5 tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:22.168068 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-6adaa0c6-0689-4bd2-bff2-191aa3e72b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c28cf13b-6967-4f63-bb44-9dfb495d0c02', 'name': 'tempest-ServersTestManualDisk-865465967-router', 'tenant_id': 'ead21cd697164942839c9343c97d0d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.86'}], 'enable_snat': True}, 'gw_port_id': '8e3e20f8-cabb-4442-9712-ac5734458614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:36:12Z', 'updated_at': '2022-02-04T08:36:14Z', 'revision_number': 3, 'project_id': 'ead21cd697164942839c9343c97d0d9d', 'gw_port': {'id': '8e3e20f8-cabb-4442-9712-ac5734458614', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9b:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c28cf13b-6967-4f63-bb44-9dfb495d0c02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:36:14Z', 'updated_at': '2022-02-04T08:36:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:36:22.178152 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6adaa0c6-0689-4bd2-bff2-191aa3e72b2a None None] The sync data for ids ['c28cf13b-6967-4f63-bb44-9dfb495d0c02'] in dv-neutron-827798-2-hyperv is: [{'id': 'c28cf13b-6967-4f63-bb44-9dfb495d0c02', 'name': 'tempest-ServersTestManualDisk-865465967-router', 'tenant_id': 'ead21cd697164942839c9343c97d0d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.86'}], 'enable_snat': True}, 'gw_port_id': '8e3e20f8-cabb-4442-9712-ac5734458614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:36:12Z', 'updated_at': '2022-02-04T08:36:14Z', 'revision_number': 3, 'project_id': 'ead21cd697164942839c9343c97d0d9d', 'gw_port': {'id': '8e3e20f8-cabb-4442-9712-ac5734458614', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9b:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c28cf13b-6967-4f63-bb44-9dfb495d0c02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:36:14Z', 'updated_at': '2022-02-04T08:36:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:36:22.180874 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7fda6a47-9b05-4657-85ca-4f51172f3bbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:22.202898 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7bcc6e-9700-4c95-addc-a0f6ac1bbb34 tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Pushing event deleted for resources: {'Port': ['ID=d0535562-6063-4191-b40d-aec07c1c3660,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:22.224109 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:22.473121 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [None req-cd07532e-8882-4a2c-98e2-de94a068d4c5 tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] device_id is not set on port 097dc064-a77c-4b7d-93f9-8876e63dbb06 yet. {{(pid=84107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:36:22.475090 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7fda6a47-9b05-4657-85ca-4f51172f3bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:22.482949 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-ba8a1a35-62b0-4940-a4d2-2c9dcea79be4 None None] Could not find standard attr ID for object d0535562-6063-4191-b40d-aec07c1c3660. {{(pid=84109) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 08:36:22.501155 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-9e64be9f-75d8-4c66-8bc6-200c2b5acce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:22.538491 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fda6a47-9b05-4657-85ca-4f51172f3bbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea5c52f7-78ec-426f-b0a7-3e49da245482,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:22.569045 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7ddc599a-4085-445c-b1d2-ad8b0a64097b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:22.650904 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-7fda6a47-9b05-4657-85ca-4f51172f3bbb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=732210d513944aba96ebb7fb0cb57dba&name=default HTTP/1.1" status: 200 len: 2647 time: 2.7280591 Feb 04 08:36:22.655501 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-5a7bcc6e-9700-4c95-addc-a0f6ac1bbb34 tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:22.662565 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 45886) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:22.664182 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-5a7bcc6e-9700-4c95-addc-a0f6ac1bbb34 tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] 10.222.0.36 "DELETE /v2.0/ports/d0535562-6063-4191-b40d-aec07c1c3660 HTTP/1.1" status: 204 len: 168 time: 2.4386232 Feb 04 08:36:22.668329 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 45890) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:22.856539 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-7ddc599a-4085-445c-b1d2-ad8b0a64097b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:36:22.868570 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-390992a6-a390-4368-bf64-af317ff6aed1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:22.870990 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-7ddc599a-4085-445c-b1d2-ad8b0a64097b admin admin] Usage tracker for resource:security_group_rule and tenant:ba3857ef873240a58b0ce0bad344be3d is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:36:22.890877 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-7ddc599a-4085-445c-b1d2-ad8b0a64097b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:36:22.906710 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-7ddc599a-4085-445c-b1d2-ad8b0a64097b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:36:22.915194 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1069c2fa-5ebe-4fce-aff3-32b9fd29bfaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:22.930300 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-cd07532e-8882-4a2c-98e2-de94a068d4c5 tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Allocated IP 172.20.0.12 (6a835f4f-3f25-44b9-8351-7097ff797615/b03ecb7d-8414-4507-95b0-caab1266c65d/097dc064-a77c-4b7d-93f9-8876e63dbb06) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:36:22.956012 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-390992a6-a390-4368-bf64-af317ff6aed1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:23.053507 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-9e64be9f-75d8-4c66-8bc6-200c2b5acce8 None None] Notify callbacks [] for port, precommit_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:23.067485 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-9e64be9f-75d8-4c66-8bc6-200c2b5acce8 None None] Transition to ACTIVE for port object ea8c00e7-d158-4899-8a4a-ce77d668193c will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:36:23.079123 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1069c2fa-5ebe-4fce-aff3-32b9fd29bfaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:23.094335 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 0b366208-c920-4fd1-8344-2e6a85ef96bd up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:36:23.155784 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-390992a6-a390-4368-bf64-af317ff6aed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:23.181543 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390992a6-a390-4368-bf64-af317ff6aed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea5c52f7-78ec-426f-b0a7-3e49da245482,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:23.192762 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-390992a6-a390-4368-bf64-af317ff6aed1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:23.195653 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-390992a6-a390-4368-bf64-af317ff6aed1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ea5c52f7-78ec-426f-b0a7-3e49da245482 HTTP/1.1" status: 204 len: 168 time: 0.5286808 Feb 04 08:36:23.233962 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-9e64be9f-75d8-4c66-8bc6-200c2b5acce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:23.255645 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=10b2904e-37ce-4aee-ab3d-034458ca8e24,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:23.373308 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-fe2542f5-5327-49a3-b6ed-b50d354b4ded tempest-DHCPAgentSchedulersTestJSON-1693188326 tempest-DHCPAgentSchedulersTestJSON-1693188326-project-admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.7033794 Feb 04 08:36:23.374472 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1069c2fa-5ebe-4fce-aff3-32b9fd29bfaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=245705d6-7c56-4b1e-98f3-13a9fdab27f0,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:23.379888 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-1069c2fa-5ebe-4fce-aff3-32b9fd29bfaf admin admin] Synchronizing usage tracker for tenant:64f19ee3c8174d61b6b1b2ab669cb01b on resource:security_group {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:36:23.391732 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 45902) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:23.407360 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:23.427146 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-ba8a1a35-62b0-4940-a4d2-2c9dcea79be4 None None] Provisioning for port 0b366208-c920-4fd1-8344-2e6a85ef96bd completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:36:23.430893 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:23.442915 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-488ee88a-26ea-45c8-a223-edc5344cbabf tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1205844790'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:36:23.447960 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f175f828-6c88-4043-ab7d-e9a1dd473a68 None None] Pushing event updated for resources: {'Port': ['ID=ea8c00e7-d158-4899-8a4a-ce77d668193c,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:23.448326 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-488ee88a-26ea-45c8-a223-edc5344cbabf tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:36:23.451387 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-9e64be9f-75d8-4c66-8bc6-200c2b5acce8 None None] Attempting to bind port ea8c00e7-d158-4899-8a4a-ce77d668193c on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:36:23.451895 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-9e64be9f-75d8-4c66-8bc6-200c2b5acce8 None None] Attempting to bind port ea8c00e7-d158-4899-8a4a-ce77d668193c by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:36:23.457663 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e64be9f-75d8-4c66-8bc6-200c2b5acce8 None None] Attempting to bind port ea8c00e7-d158-4899-8a4a-ce77d668193c on network e264bd74-c56b-43d0-9059-bcb57dbbe5bc {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:36:23.457866 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-488ee88a-26ea-45c8-a223-edc5344cbabf tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Usage tracker for resource:network and tenant:ffe58525c0ff4e9fbe2ca00164de3a1d is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:36:23.458266 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-488ee88a-26ea-45c8-a223-edc5344cbabf tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:36:23.480654 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e64be9f-75d8-4c66-8bc6-200c2b5acce8 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:36:23.480654 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e64be9f-75d8-4c66-8bc6-200c2b5acce8 None None] Checking segment: {'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:36:23.480654 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-9e64be9f-75d8-4c66-8bc6-200c2b5acce8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:23.480654 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e64be9f-75d8-4c66-8bc6-200c2b5acce8 None None] Bound using segment: {'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:36:23.480654 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-9e64be9f-75d8-4c66-8bc6-200c2b5acce8 None None] Bound port: ea8c00e7-d158-4899-8a4a-ce77d668193c, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:36:23.480654 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-9e64be9f-75d8-4c66-8bc6-200c2b5acce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:23.497124 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7ddc599a-4085-445c-b1d2-ad8b0a64097b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:23.500734 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-488ee88a-26ea-45c8-a223-edc5344cbabf tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:36:23.522739 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-1069c2fa-5ebe-4fce-aff3-32b9fd29bfaf admin admin] Unset dirty status for tenant:64f19ee3c8174d61b6b1b2ab669cb01b on resource:security_group {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:36:23.524073 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-1069c2fa-5ebe-4fce-aff3-32b9fd29bfaf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3c8ae8e20b8946ebba1680c9a758df54&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6432779 Feb 04 08:36:23.532423 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 45908) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:23.568006 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-6b9c7aac-5eea-44c1-9273-935f884c2283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:23.571247 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 0b366208-c920-4fd1-8344-2e6a85ef96bd completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:36:23.583937 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 0b366208-c920-4fd1-8344-2e6a85ef96bd triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:36:23.584979 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:23.597890 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7ddc599a-4085-445c-b1d2-ad8b0a64097b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:23.628685 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-f974230e-bd12-44ac-8f13-2bbacdaa6318 None None] Could not find standard attr ID for object d0535562-6063-4191-b40d-aec07c1c3660. {{(pid=84109) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 08:36:23.645458 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 45914) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:23.683141 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-9e64be9f-75d8-4c66-8bc6-200c2b5acce8 None None] For port ea8c00e7-d158-4899-8a4a-ce77d668193c, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:36:23.684312 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-488ee88a-26ea-45c8-a223-edc5344cbabf tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Made reservation on behalf of ffe58525c0ff4e9fbe2ca00164de3a1d for: {'network': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:36:23.687499 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-488ee88a-26ea-45c8-a223-edc5344cbabf tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:23.691685 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-9e64be9f-75d8-4c66-8bc6-200c2b5acce8 None None] For port ea8c00e7-d158-4899-8a4a-ce77d668193c, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=ea8c00e7-d158-4899-8a4a-ce77d668193c,segment=NetworkSegment(c44b9475-949d-4ae7-bfca-e29b010a56a6),segment_id=c44b9475-949d-4ae7-bfca-e29b010a56a6)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:36:23.739898 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-cd07532e-8882-4a2c-98e2-de94a068d4c5 tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:23.743165 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddc599a-4085-445c-b1d2-ad8b0a64097b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac81ea30-dde5-4c0b-99ba-f9b11d11ed56,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:23.754725 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:23.756886 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-7ddc599a-4085-445c-b1d2-ad8b0a64097b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ba3857ef873240a58b0ce0bad344be3d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8744707 Feb 04 08:36:23.772288 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-9e64be9f-75d8-4c66-8bc6-200c2b5acce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:23.790762 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 45920) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:23.831277 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port 0b366208-c920-4fd1-8344-2e6a85ef96bd, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=0b366208-c920-4fd1-8344-2e6a85ef96bd,segment=NetworkSegment(3a9c68fd-ac5a-436b-b63e-90488adb12fd),segment_id=3a9c68fd-ac5a-436b-b63e-90488adb12fd)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:36:23.833990 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [None req-cd07532e-8882-4a2c-98e2-de94a068d4c5 tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Transition to ACTIVE for port object 097dc064-a77c-4b7d-93f9-8876e63dbb06 will not be triggered until provisioned by entity DHCP. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:36:23.863985 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-488ee88a-26ea-45c8-a223-edc5344cbabf tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=84107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:36:23.890268 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e64be9f-75d8-4c66-8bc6-200c2b5acce8 None None] Routers {'6b6dfeb3-16d5-4d92-a91d-dabb80bb7c13'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:36:23.890884 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-9e64be9f-75d8-4c66-8bc6-200c2b5acce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:36:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['6b6dfeb3-16d5-4d92-a91d-dabb80bb7c13'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:36:23.908873 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-6b9c7aac-5eea-44c1-9273-935f884c2283 admin admin] Allocated IP 172.20.0.1 (f5fb3ea8-2367-40fb-af0c-1a55b91fec56/1699c4f8-d946-4eb0-aab8-83a83e03db52/4ea26f29-635e-4ecf-bba9-8ac9a6a34672) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:36:23.937794 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-488ee88a-26ea-45c8-a223-edc5344cbabf tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:23.938357 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.segments_db [None req-488ee88a-26ea-45c8-a223-edc5344cbabf tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Added segment 8f69dc3b-6dac-4c26-b67d-ce51341b8f2d of type vlan for network 4c31f545-a570-40f3-ab9f-73044a5d8dc0 Feb 04 08:36:24.011743 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-25d25707-01bd-4ded-84b0-a26bd3ec6022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:24.028633 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f350da01-d334-4307-9d3e-63ad503dd350 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:24.034788 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f175f828-6c88-4043-ab7d-e9a1dd473a68 None None] Pushing event updated for resources: {'Port': ['ID=ea8c00e7-d158-4899-8a4a-ce77d668193c,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:24.041820 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:24.041950 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-21909dd4-790d-40b9-a682-db0d4d06e20d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:24.042872 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 964a7845-6f6a-41ea-a688-05a1413ba003 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:36:24.051422 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-488ee88a-26ea-45c8-a223-edc5344cbabf tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:24.057279 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ccf0eda1-4aef-4c80-8554-8d38688369ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:24.068437 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-21909dd4-790d-40b9-a682-db0d4d06e20d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:24.158380 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ccf0eda1-4aef-4c80-8554-8d38688369ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:24.179742 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-cd07532e-8882-4a2c-98e2-de94a068d4c5 tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:24.185086 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-f350da01-d334-4307-9d3e-63ad503dd350 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:36:24.202273 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-21909dd4-790d-40b9-a682-db0d4d06e20d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:24.221497 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-6b9c7aac-5eea-44c1-9273-935f884c2283 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:24.224450 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21909dd4-790d-40b9-a682-db0d4d06e20d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=245705d6-7c56-4b1e-98f3-13a9fdab27f0,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:24.234374 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-f350da01-d334-4307-9d3e-63ad503dd350 admin admin] Usage tracker for resource:security_group_rule and tenant:8156999840c7423cba3ab857f2cd6462 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:36:24.251725 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.provisioning_blocks [None req-6b9c7aac-5eea-44c1-9273-935f884c2283 admin admin] Transition to ACTIVE for port object 4ea26f29-635e-4ecf-bba9-8ac9a6a34672 will not be triggered until provisioned by entity DHCP. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:36:24.253400 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-21909dd4-790d-40b9-a682-db0d4d06e20d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:24.256623 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-21909dd4-790d-40b9-a682-db0d4d06e20d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/245705d6-7c56-4b1e-98f3-13a9fdab27f0 HTTP/1.1" status: 204 len: 168 time: 0.7200868 Feb 04 08:36:24.256776 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-f350da01-d334-4307-9d3e-63ad503dd350 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:36:24.277001 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-f350da01-d334-4307-9d3e-63ad503dd350 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:36:24.279705 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=0b366208-c920-4fd1-8344-2e6a85ef96bd,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:24.304640 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 45926) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:24.319193 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-9e64be9f-75d8-4c66-8bc6-200c2b5acce8 None None] Set router 6b6dfeb3-16d5-4d92-a91d-dabb80bb7c13 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:36:24.338541 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-488ee88a-26ea-45c8-a223-edc5344cbabf tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:24.342208 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488ee88a-26ea-45c8-a223-edc5344cbabf tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:36:24.342793 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-488ee88a-26ea-45c8-a223-edc5344cbabf tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:24.369793 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-a5ee82ef-54c4-423f-9852-967adc29267b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=00ae23e82df04373882e71b58d5db0d6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0636432 Feb 04 08:36:24.371934 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 45930) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:24.403073 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd07532e-8882-4a2c-98e2-de94a068d4c5 tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Network 6a835f4f-3f25-44b9-8351-7097ff797615 is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:36:24.403531 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-6b9c7aac-5eea-44c1-9273-935f884c2283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:24.425043 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-cd07532e-8882-4a2c-98e2-de94a068d4c5 tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:36:24.440868 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd07532e-8882-4a2c-98e2-de94a068d4c5 tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Pushing event updated for resources: {'Port': ['ID=097dc064-a77c-4b7d-93f9-8876e63dbb06,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:24.440868 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd07532e-8882-4a2c-98e2-de94a068d4c5 tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:36:24.443868 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd07532e-8882-4a2c-98e2-de94a068d4c5 tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:36:24.444660 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-cd07532e-8882-4a2c-98e2-de94a068d4c5 tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:24.450709 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 964a7845-6f6a-41ea-a688-05a1413ba003 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:36:24.451086 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:24.543236 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9c7aac-5eea-44c1-9273-935f884c2283 admin admin] Network f5fb3ea8-2367-40fb-af0c-1a55b91fec56 is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:36:24.545443 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9c7aac-5eea-44c1-9273-935f884c2283 admin admin] Pushing event updated for resources: {'Port': ['ID=4ea26f29-635e-4ecf-bba9-8ac9a6a34672,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:24.548133 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-6b9c7aac-5eea-44c1-9273-935f884c2283 admin admin] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:36:24.561385 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9c7aac-5eea-44c1-9273-935f884c2283 admin admin] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:36:24.650066 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-6b9c7aac-5eea-44c1-9273-935f884c2283 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-472912'] for router_interface, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:24.660861 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f1762c7c-5e5c-4325-9943-4988e54ba835 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:24.708780 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f1762c7c-5e5c-4325-9943-4988e54ba835 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:24.709866 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:24.800234 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee88a-26ea-45c8-a223-edc5344cbabf tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Pushing event updated for resources: {'Network': ['ID=4c31f545-a570-40f3-ab9f-73044a5d8dc0,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:24.819392 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network 4c31f545-a570-40f3-ab9f-73044a5d8dc0 details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:36:24.841636 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 8da00ece-3858-4fcb-b296-2b73781061a4 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:36:24.915402 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-6b9c7aac-5eea-44c1-9273-935f884c2283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:24.925905 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f1762c7c-5e5c-4325-9943-4988e54ba835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:24.946621 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1762c7c-5e5c-4325-9943-4988e54ba835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba5a78d9-cc57-4a72-a9fc-2315d47d2a09,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:24.956286 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-25d25707-01bd-4ded-84b0-a26bd3ec6022 admin admin] Allocated IP 172.20.0.1 (aaba0e34-0ac3-4326-9ed2-e65fb37ae418/3fa9977b-947d-4b46-b6ea-d66bbbafccca/69934215-2c2f-4553-8046-b8276c84e0c7) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:36:24.959265 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f350da01-d334-4307-9d3e-63ad503dd350 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:24.971451 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ccf0eda1-4aef-4c80-8554-8d38688369ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:24.973710 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ccf0eda1-4aef-4c80-8554-8d38688369ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:24.983610 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-ccf0eda1-4aef-4c80-8554-8d38688369ef admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ac81ea30-dde5-4c0b-99ba-f9b11d11ed56 HTTP/1.1" status: 204 len: 168 time: 1.1834805 Feb 04 08:36:24.987236 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-9e64be9f-75d8-4c66-8bc6-200c2b5acce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b6dfeb3-16d5-4d92-a91d-dabb80bb7c13', 'name': 'tempest-ServersTestJSON-1510941007-router', 'tenant_id': '2e94175c683849e99ec67b1f30a78741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.135'}], 'enable_snat': True}, 'gw_port_id': 'ea8c00e7-d158-4899-8a4a-ce77d668193c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:36:12Z', 'updated_at': '2022-02-04T08:36:16Z', 'revision_number': 3, 'project_id': '2e94175c683849e99ec67b1f30a78741', 'gw_port': {'id': 'ea8c00e7-d158-4899-8a4a-ce77d668193c', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:db:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b6dfeb3-16d5-4d92-a91d-dabb80bb7c13', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:36:14Z', 'updated_at': '2022-02-04T08:36:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:36:25.012737 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-488ee88a-26ea-45c8-a223-edc5344cbabf tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.5992296 Feb 04 08:36:25.014158 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-cd07532e-8882-4a2c-98e2-de94a068d4c5 tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5552921 Feb 04 08:36:25.016340 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf0eda1-4aef-4c80-8554-8d38688369ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac81ea30-dde5-4c0b-99ba-f9b11d11ed56,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:25.020313 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e64be9f-75d8-4c66-8bc6-200c2b5acce8 None None] The sync data for ids ['6b6dfeb3-16d5-4d92-a91d-dabb80bb7c13'] in dv-neutron-827798-2-hyperv is: [{'id': '6b6dfeb3-16d5-4d92-a91d-dabb80bb7c13', 'name': 'tempest-ServersTestJSON-1510941007-router', 'tenant_id': '2e94175c683849e99ec67b1f30a78741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.135'}], 'enable_snat': True}, 'gw_port_id': 'ea8c00e7-d158-4899-8a4a-ce77d668193c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:36:12Z', 'updated_at': '2022-02-04T08:36:16Z', 'revision_number': 3, 'project_id': '2e94175c683849e99ec67b1f30a78741', 'gw_port': {'id': 'ea8c00e7-d158-4899-8a4a-ce77d668193c', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:db:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b6dfeb3-16d5-4d92-a91d-dabb80bb7c13', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:36:14Z', 'updated_at': '2022-02-04T08:36:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:36:25.020481 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 45944) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:25.022552 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 45946) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:25.121046 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-1de59c2b-458b-4cd9-9fb1-762584ed229b tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Request body: {'floatingip': {'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:36:25.136406 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f350da01-d334-4307-9d3e-63ad503dd350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:25.142958 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 8da00ece-3858-4fcb-b296-2b73781061a4 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:36:25.143391 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:25.190872 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f1762c7c-5e5c-4325-9943-4988e54ba835 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:25.191996 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-f1762c7c-5e5c-4325-9943-4988e54ba835 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ba5a78d9-cc57-4a72-a9fc-2315d47d2a09 HTTP/1.1" status: 204 len: 168 time: 0.8188941 Feb 04 08:36:25.194671 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-6b9c7aac-5eea-44c1-9273-935f884c2283 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:25.197599 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-3683ff9c-de90-436f-9c99-accd672b9351 None None] Provisioning for port 097dc064-a77c-4b7d-93f9-8876e63dbb06 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:36:25.203347 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-1de59c2b-458b-4cd9-9fb1-762584ed229b tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:36:25.218792 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-3683ff9c-de90-436f-9c99-accd672b9351 None None] Provisioning complete for port 097dc064-a77c-4b7d-93f9-8876e63dbb06 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:36:25.219152 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-3683ff9c-de90-436f-9c99-accd672b9351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:25.274162 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-1de59c2b-458b-4cd9-9fb1-762584ed229b tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Usage tracker for resource:floatingip and tenant:0a601d03c25b4c0095726ebd81abc113 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:36:25.274355 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-6b9c7aac-5eea-44c1-9273-935f884c2283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:25.282309 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-3683ff9c-de90-436f-9c99-accd672b9351 None None] Port 097dc064-a77c-4b7d-93f9-8876e63dbb06 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:36:25.284956 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-1de59c2b-458b-4cd9-9fb1-762584ed229b tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:36:25.320641 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-1de59c2b-458b-4cd9-9fb1-762584ed229b tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:36:25.353510 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f350da01-d334-4307-9d3e-63ad503dd350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e2498c3-ab04-4740-9da3-05c28282f61b,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:25.380371 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-f350da01-d334-4307-9d3e-63ad503dd350 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8156999840c7423cba3ab857f2cd6462&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7301879 Feb 04 08:36:25.384052 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 45958) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:25.460057 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1de59c2b-458b-4cd9-9fb1-762584ed229b tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Notify callbacks [] for floatingip, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:25.474423 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-016adacb-64ce-42a1-b115-582c6cc14404 None None] Provisioning for port 4ea26f29-635e-4ecf-bba9-8ac9a6a34672 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:36:25.480784 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-016adacb-64ce-42a1-b115-582c6cc14404 None None] Provisioning complete for port 4ea26f29-635e-4ecf-bba9-8ac9a6a34672 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:36:25.481409 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-016adacb-64ce-42a1-b115-582c6cc14404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:25.512216 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9c7aac-5eea-44c1-9273-935f884c2283 admin admin] Pushing event updated for resources: {'Port': ['ID=4ea26f29-635e-4ecf-bba9-8ac9a6a34672,revision_number=2']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:25.516410 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-6b9c7aac-5eea-44c1-9273-935f884c2283 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473771'] for router_interface, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:25.525318 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-25d25707-01bd-4ded-84b0-a26bd3ec6022 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:25.547413 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-0292927f-89cb-4f1e-b3f2-e25310f2b528 tempest-DHCPAgentSchedulersTestJSON-1693188326 tempest-DHCPAgentSchedulersTestJSON-1693188326-project-admin] 10.222.0.36 "GET /v2.0/agents/7c841aab-f479-431f-aa18-797008bbd8c8/dhcp-networks HTTP/1.1" status: 200 len: 5519 time: 0.5168335 Feb 04 08:36:25.547963 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 45964) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:25.611984 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [None req-25d25707-01bd-4ded-84b0-a26bd3ec6022 admin admin] Transition to ACTIVE for port object 69934215-2c2f-4553-8046-b8276c84e0c7 will not be triggered until provisioned by entity DHCP. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:36:25.629647 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-016adacb-64ce-42a1-b115-582c6cc14404 None None] Port 4ea26f29-635e-4ecf-bba9-8ac9a6a34672 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:36:25.651568 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c512c1ae-348b-4cd2-9eb7-205c56ceee25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:25.659401 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 0b366208-c920-4fd1-8344-2e6a85ef96bd up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:36:25.690328 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c512c1ae-348b-4cd2-9eb7-205c56ceee25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:25.761923 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-25d25707-01bd-4ded-84b0-a26bd3ec6022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:25.777847 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 0b366208-c920-4fd1-8344-2e6a85ef96bd triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:36:25.778293 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:25.831157 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9c7aac-5eea-44c1-9273-935f884c2283 admin admin] Network f5fb3ea8-2367-40fb-af0c-1a55b91fec56 is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:36:25.837158 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-6b9c7aac-5eea-44c1-9273-935f884c2283 admin admin] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:36:25.848810 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1de59c2b-458b-4cd9-9fb1-762584ed229b tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:25.965293 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d25707-01bd-4ded-84b0-a26bd3ec6022 admin admin] Network aaba0e34-0ac3-4326-9ed2-e65fb37ae418 is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:36:25.968922 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-25d25707-01bd-4ded-84b0-a26bd3ec6022 admin admin] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:36:25.972977 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d25707-01bd-4ded-84b0-a26bd3ec6022 admin admin] Pushing event updated for resources: {'Port': ['ID=69934215-2c2f-4553-8046-b8276c84e0c7,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:25.981105 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:25.990394 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d25707-01bd-4ded-84b0-a26bd3ec6022 admin admin] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:36:25.990394 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-25d25707-01bd-4ded-84b0-a26bd3ec6022 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-472912'] for router_interface, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:25.993396 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 10b2904e-37ce-4aee-ab3d-034458ca8e24 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:36:25.999141 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c512c1ae-348b-4cd2-9eb7-205c56ceee25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:26.075675 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c512c1ae-348b-4cd2-9eb7-205c56ceee25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e2498c3-ab04-4740-9da3-05c28282f61b,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:26.173651 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c512c1ae-348b-4cd2-9eb7-205c56ceee25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:26.175214 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-c512c1ae-348b-4cd2-9eb7-205c56ceee25 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4e2498c3-ab04-4740-9da3-05c28282f61b HTTP/1.1" status: 204 len: 168 time: 0.7873425 Feb 04 08:36:26.196814 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 10b2904e-37ce-4aee-ab3d-034458ca8e24 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:36:26.197240 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:26.220258 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89dac2a5-45fc-44aa-9e00-d1ce4607fd38 tempest-DHCPAgentSchedulersTestJSON-1693188326 tempest-DHCPAgentSchedulersTestJSON-1693188326-project-admin] Network 4c31f545-a570-40f3-ab9f-73044a5d8dc0 is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:36:26.324991 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-1de59c2b-458b-4cd9-9fb1-762584ed229b tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Allocated IP 172.26.3.239 (e264bd74-c56b-43d0-9059-bcb57dbbe5bc/79caf47c-b62c-4ea0-b35f-21ede155daa8/ae7f9da0-bb5b-4d53-a1dd-40b7fa29f590) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:36:26.340511 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-38c42622-1995-4526-8a66-d8e7efa6ee86 None None] Provisioning complete for port 4ea26f29-635e-4ecf-bba9-8ac9a6a34672 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:36:26.341030 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-38c42622-1995-4526-8a66-d8e7efa6ee86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:26.403835 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-89dac2a5-45fc-44aa-9e00-d1ce4607fd38 tempest-DHCPAgentSchedulersTestJSON-1693188326 tempest-DHCPAgentSchedulersTestJSON-1693188326-project-admin] 10.222.0.36 "POST /v2.0/agents/7c841aab-f479-431f-aa18-797008bbd8c8/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.8542163 Feb 04 08:36:26.406759 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 45978) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:26.414855 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-25d25707-01bd-4ded-84b0-a26bd3ec6022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:26.436332 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-38c42622-1995-4526-8a66-d8e7efa6ee86 None None] Port 4ea26f29-635e-4ecf-bba9-8ac9a6a34672 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:36:26.440142 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a75886-5fed-488b-893c-c21b34c81dc3 None None] Network 4c31f545-a570-40f3-ab9f-73044a5d8dc0 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:36:26.643627 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 45984) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:26.925258 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-f941d7d7-e5df-43f2-a7d5-f511bf6e93ae tempest-DHCPAgentSchedulersTestJSON-1693188326 tempest-DHCPAgentSchedulersTestJSON-1693188326-project-admin] 10.222.0.36 "GET /v2.0/agents/7c841aab-f479-431f-aa18-797008bbd8c8/dhcp-networks HTTP/1.1" status: 200 len: 6264 time: 0.5146761 Feb 04 08:36:26.931707 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 45992) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:26.934474 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 8e3e20f8-cabb-4442-9712-ac5734458614 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:36:27.033945 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-665d06c9-2080-43ff-bd42-230e5852e3eb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e5ab96c5108544699f493c173312bd77&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3854523 Feb 04 08:36:27.039477 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 45996) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:27.072656 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b9c7aac-5eea-44c1-9273-935f884c2283 admin admin] Router c28cf13b-6967-4f63-bb44-9dfb495d0c02 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:36:27.119791 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-431f723b-4ac1-488f-b164-109a10bf5cff None None] Provisioning for port 69934215-2c2f-4553-8046-b8276c84e0c7 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:36:27.140544 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-431f723b-4ac1-488f-b164-109a10bf5cff None None] Provisioning complete for port 69934215-2c2f-4553-8046-b8276c84e0c7 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:36:27.141535 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-431f723b-4ac1-488f-b164-109a10bf5cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:27.159539 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1de59c2b-458b-4cd9-9fb1-762584ed229b tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:27.167955 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.db.resource_extend [None req-25d25707-01bd-4ded-84b0-a26bd3ec6022 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 08:36:27.192263 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-5dcac8f8-7bd6-4634-a8f6-cf63f7ac8095 tempest-DHCPAgentSchedulersTestJSON-1693188326 tempest-DHCPAgentSchedulersTestJSON-1693188326-project-admin] 10.222.0.36 "DELETE /v2.0/agents/7c841aab-f479-431f-aa18-797008bbd8c8/dhcp-networks/4c31f545-a570-40f3-ab9f-73044a5d8dc0 HTTP/1.1" status: 204 len: 168 time: 0.2509952 Feb 04 08:36:27.195346 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 46002) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:27.235109 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-25d25707-01bd-4ded-84b0-a26bd3ec6022 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:27.245053 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-431f723b-4ac1-488f-b164-109a10bf5cff None None] Port 69934215-2c2f-4553-8046-b8276c84e0c7 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:36:27.263693 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 8e3e20f8-cabb-4442-9712-ac5734458614 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:36:27.269660 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 8e3e20f8-cabb-4442-9712-ac5734458614 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:36:27.270295 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:27.291894 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-06f79176-c653-43b0-a1ba-7cb0cc450e23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:27.333863 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-06f79176-c653-43b0-a1ba-7cb0cc450e23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:27.365517 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-25d25707-01bd-4ded-84b0-a26bd3ec6022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:27.366402 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-25d25707-01bd-4ded-84b0-a26bd3ec6022 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473771'] for router_interface, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:27.436509 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:27.437044 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1de59c2b-458b-4cd9-9fb1-762584ed229b tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:27.460605 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port 8e3e20f8-cabb-4442-9712-ac5734458614, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=8e3e20f8-cabb-4442-9712-ac5734458614,segment=NetworkSegment(c44b9475-949d-4ae7-bfca-e29b010a56a6),segment_id=c44b9475-949d-4ae7-bfca-e29b010a56a6)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:36:27.512961 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-d1e6ae37-a5f7-4551-927a-5c4a41ae3241 tempest-DHCPAgentSchedulersTestJSON-1693188326 tempest-DHCPAgentSchedulersTestJSON-1693188326-project-admin] 10.222.0.36 "GET /v2.0/agents/7c841aab-f479-431f-aa18-797008bbd8c8/dhcp-networks HTTP/1.1" status: 200 len: 5519 time: 0.3162568 Feb 04 08:36:27.518304 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 46010) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:27.537951 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:27.559964 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-121c50b2-94ce-4e6d-84d6-3a937d6c3932 tempest-DHCPAgentSchedulersTestJSON-1693188326 tempest-DHCPAgentSchedulersTestJSON-1693188326-project-admin] 10.222.0.36 "GET /v2.0/networks/b666ebf3-1e25-49b5-95b1-f91cc9a48123/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0393276 Feb 04 08:36:27.563248 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 46014) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:27.573691 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de59c2b-458b-4cd9-9fb1-762584ed229b tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Network e264bd74-c56b-43d0-9059-bcb57dbbe5bc is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:36:27.580894 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b9c7aac-5eea-44c1-9273-935f884c2283 admin admin] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:36:27.581182 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-1de59c2b-458b-4cd9-9fb1-762584ed229b tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:36:27.583266 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d25707-01bd-4ded-84b0-a26bd3ec6022 admin admin] Pushing event updated for resources: {'Port': ['ID=69934215-2c2f-4553-8046-b8276c84e0c7,revision_number=2']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:27.586123 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de59c2b-458b-4cd9-9fb1-762584ed229b tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:36:27.598158 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-6b9c7aac-5eea-44c1-9273-935f884c2283 admin admin] 10.222.0.36 "PUT /v2.0/routers/c28cf13b-6967-4f63-bb44-9dfb495d0c02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0834227 Feb 04 08:36:27.603357 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-a4583999-2926-4c76-9179-8c25bdb18251 tempest-DHCPAgentSchedulersTestJSON-1693188326 tempest-DHCPAgentSchedulersTestJSON-1693188326-project-admin] 10.222.0.36 "GET /v2.0/networks/b666ebf3-1e25-49b5-95b1-f91cc9a48123/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0362413 Feb 04 08:36:27.604001 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 46018) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:27.637879 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66469b29-7d5c-46a9-9551-f409beb1b609 None None] Sync routers for ids ['c28cf13b-6967-4f63-bb44-9dfb495d0c02'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:36:27.711346 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66469b29-7d5c-46a9-9551-f409beb1b609 None None] Routers {'c28cf13b-6967-4f63-bb44-9dfb495d0c02'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:36:27.713980 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-66469b29-7d5c-46a9-9551-f409beb1b609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:36:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['c28cf13b-6967-4f63-bb44-9dfb495d0c02'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:36:27.734027 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 46024) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:27.786366 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7d7a0034-e54d-4bee-84ac-e691267a6cc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:27.791942 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=8e3e20f8-cabb-4442-9712-ac5734458614,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:27.802261 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device ea8c00e7-d158-4899-8a4a-ce77d668193c up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:36:27.821026 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-06f79176-c653-43b0-a1ba-7cb0cc450e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:27.883752 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de59c2b-458b-4cd9-9fb1-762584ed229b tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Pushing event updated for resources: {'Port': ['ID=ae7f9da0-bb5b-4d53-a1dd-40b7fa29f590,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:27.899466 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f79176-c653-43b0-a1ba-7cb0cc450e23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df00596a-bce2-46ad-9221-fd40dbbe1a54,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:27.946529 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d25707-01bd-4ded-84b0-a26bd3ec6022 admin admin] Network aaba0e34-0ac3-4326-9ed2-e65fb37ae418 is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:36:27.951515 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-7d7a0034-e54d-4bee-84ac-e691267a6cc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:36:27.957160 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-25d25707-01bd-4ded-84b0-a26bd3ec6022 admin admin] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:36:27.963957 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-7d7a0034-e54d-4bee-84ac-e691267a6cc6 admin admin] Usage tracker for resource:security_group_rule and tenant:6a5d3bcd7b4b46828c1aad045d84a895 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:36:28.054553 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-7d7a0034-e54d-4bee-84ac-e691267a6cc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:36:28.095502 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-7d7a0034-e54d-4bee-84ac-e691267a6cc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:36:28.136792 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-9167f564-1d4a-4f6c-a1a5-520d1c39be7a tempest-DHCPAgentSchedulersTestJSON-1693188326 tempest-DHCPAgentSchedulersTestJSON-1693188326-project-admin] 10.222.0.36 "GET /v2.0/agents/7c841aab-f479-431f-aa18-797008bbd8c8/dhcp-networks HTTP/1.1" status: 200 len: 5519 time: 0.5301933 Feb 04 08:36:28.140070 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 46036) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:28.154190 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-06f79176-c653-43b0-a1ba-7cb0cc450e23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:28.156386 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-06f79176-c653-43b0-a1ba-7cb0cc450e23 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/df00596a-bce2-46ad-9221-fd40dbbe1a54 HTTP/1.1" status: 204 len: 168 time: 1.1147540 Feb 04 08:36:28.259503 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-66469b29-7d5c-46a9-9551-f409beb1b609 None None] Set router c28cf13b-6967-4f63-bb44-9dfb495d0c02 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:36:28.290441 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c8349bec-d6f6-4ae9-b789-b1500acf2805 tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:28.313571 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1de59c2b-458b-4cd9-9fb1-762584ed229b tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:28.416337 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port ea8c00e7-d158-4899-8a4a-ce77d668193c completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:36:28.420270 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-51c2ed42-3aab-44ca-ad33-335fbd6e7611 None None] Provisioning complete for port 69934215-2c2f-4553-8046-b8276c84e0c7 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:36:28.420933 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-51c2ed42-3aab-44ca-ad33-335fbd6e7611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:28.453203 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c8349bec-d6f6-4ae9-b789-b1500acf2805 tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:28.465586 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port ea8c00e7-d158-4899-8a4a-ce77d668193c triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:36:28.466427 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:28.493250 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1de59c2b-458b-4cd9-9fb1-762584ed229b tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:28.494543 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-c8349bec-d6f6-4ae9-b789-b1500acf2805 tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c31f545-a570-40f3-ab9f-73044a5d8dc0']}} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:36:28.513305 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-c8349bec-d6f6-4ae9-b789-b1500acf2805 tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f69dc3b-6dac-4c26-b67d-ce51341b8f2d') {'for_net_delete': True} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:36:28.513874 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-c8349bec-d6f6-4ae9-b789-b1500acf2805 tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f69dc3b-6dac-4c26-b67d-ce51341b8f2d') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:36:28.527433 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c8349bec-d6f6-4ae9-b789-b1500acf2805 tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7851336'] for segment, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:28.556694 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c8349bec-d6f6-4ae9-b789-b1500acf2805 tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:28.569603 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8349bec-d6f6-4ae9-b789-b1500acf2805 tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=84108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:36:28.570288 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c8349bec-d6f6-4ae9-b789-b1500acf2805 tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7460345'] for segment, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:28.638019 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-51c2ed42-3aab-44ca-ad33-335fbd6e7611 None None] Port 69934215-2c2f-4553-8046-b8276c84e0c7 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:36:28.685403 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7d7a0034-e54d-4bee-84ac-e691267a6cc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:28.756080 dv-neutron-827798-2-hyperv neutron-server[84108]: Traceback (most recent call last): Feb 04 08:36:28.756080 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:36:28.756080 dv-neutron-827798-2-hyperv neutron-server[84108]: timer() Feb 04 08:36:28.756080 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:36:28.756080 dv-neutron-827798-2-hyperv neutron-server[84108]: cb(*args, **kw) Feb 04 08:36:28.756080 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:36:28.756080 dv-neutron-827798-2-hyperv neutron-server[84108]: return func(*args, **kwargs) Feb 04 08:36:28.756080 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:36:28.756080 dv-neutron-827798-2-hyperv neutron-server[84108]: self._notify() Feb 04 08:36:28.756080 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:36:28.756080 dv-neutron-827798-2-hyperv neutron-server[84108]: self.callback(batched_events) Feb 04 08:36:28.756080 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:36:28.756080 dv-neutron-827798-2-hyperv neutron-server[84108]: event.method(event) Feb 04 08:36:28.756080 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:36:28.756080 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:36:28.756080 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:36:28.756080 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:36:28.756080 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:36:28.756080 dv-neutron-827798-2-hyperv neutron-server[84108]: return f(self, *a, **k) Feb 04 08:36:28.756080 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:36:28.756080 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._get(url).json() Feb 04 08:36:28.756080 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:36:28.756080 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:36:28.756080 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:36:28.756080 dv-neutron-827798-2-hyperv neutron-server[84108]: return self.request(url, 'GET', **kwargs) Feb 04 08:36:28.756080 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:36:28.756080 dv-neutron-827798-2-hyperv neutron-server[84108]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:36:28.756080 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:36:28.756080 dv-neutron-827798-2-hyperv neutron-server[84108]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:36:28.756080 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:36:28.756080 dv-neutron-827798-2-hyperv neutron-server[84108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:36:28.756080 dv-neutron-827798-2-hyperv neutron-server[84108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:36:28.780222 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7d7a0034-e54d-4bee-84ac-e691267a6cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:28.792431 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:28.814465 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port ea8c00e7-d158-4899-8a4a-ce77d668193c, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=ea8c00e7-d158-4899-8a4a-ce77d668193c,segment=NetworkSegment(c44b9475-949d-4ae7-bfca-e29b010a56a6),segment_id=c44b9475-949d-4ae7-bfca-e29b010a56a6)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:36:28.840303 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-66469b29-7d5c-46a9-9551-f409beb1b609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c28cf13b-6967-4f63-bb44-9dfb495d0c02', 'name': 'tempest-ServersTestManualDisk-865465967-router', 'tenant_id': 'ead21cd697164942839c9343c97d0d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.86'}], 'enable_snat': True}, 'gw_port_id': '8e3e20f8-cabb-4442-9712-ac5734458614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:36:12Z', 'updated_at': '2022-02-04T08:36:24Z', 'revision_number': 4, 'project_id': 'ead21cd697164942839c9343c97d0d9d', 'gw_port': {'id': '8e3e20f8-cabb-4442-9712-ac5734458614', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28cf13b-6967-4f63-bb44-9dfb495d0c02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:36:14Z', 'updated_at': '2022-02-04T08:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '4ea26f29-635e-4ecf-bba9-8ac9a6a34672', 'name': '', 'network_id': 'f5fb3ea8-2367-40fb-af0c-1a55b91fec56', 'tenant_id': 'ead21cd697164942839c9343c97d0d9d', 'mac_address': 'fa:16:3e:d1:1e:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c28cf13b-6967-4f63-bb44-9dfb495d0c02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1699c4f8-d946-4eb0-aab8-83a83e03db52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:36:23Z', 'updated_at': '2022-02-04T08:36:25Z', 'revision_number': 2, 'project_id': 'ead21cd697164942839c9343c97d0d9d', 'subnets': [{'id': '1699c4f8-d946-4eb0-aab8-83a83e03db52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:36:28.844500 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66469b29-7d5c-46a9-9551-f409beb1b609 None None] Checking router: c28cf13b-6967-4f63-bb44-9dfb495d0c02 for host: dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 08:36:28.844890 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66469b29-7d5c-46a9-9551-f409beb1b609 None None] Updating router c28cf13b-6967-4f63-bb44-9dfb495d0c02 port 4ea26f29-635e-4ecf-bba9-8ac9a6a34672 binding host dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 08:36:28.862984 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c8349bec-d6f6-4ae9-b789-b1500acf2805 tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:28.868359 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a0034-e54d-4bee-84ac-e691267a6cc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae38609d-6514-4211-a45a-09b191efc08d,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:28.882678 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-7d7a0034-e54d-4bee-84ac-e691267a6cc6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6a5d3bcd7b4b46828c1aad045d84a895&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1413000 Feb 04 08:36:28.883373 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c8349bec-d6f6-4ae9-b789-b1500acf2805 tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:28.884008 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 46056) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:28.902201 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:28.929636 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-c8349bec-d6f6-4ae9-b789-b1500acf2805 tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] 10.222.0.36 "DELETE /v2.0/networks/4c31f545-a570-40f3-ab9f-73044a5d8dc0 HTTP/1.1" status: 204 len: 168 time: 0.7882121 Feb 04 08:36:28.930819 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8349bec-d6f6-4ae9-b789-b1500acf2805 tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Pushing event deleted for resources: {'Network': ['ID=4c31f545-a570-40f3-ab9f-73044a5d8dc0,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:28.938572 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 46062) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:28.975878 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-66469b29-7d5c-46a9-9551-f409beb1b609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:28.986466 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1de59c2b-458b-4cd9-9fb1-762584ed229b tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:28.993486 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-23444d57-6f06-48a0-8787-62ce70d624f0 tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] DELETE failed (client error): The resource could not be found. Feb 04 08:36:28.994126 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23444d57-6f06-48a0-8787-62ce70d624f0 tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:36:28.996838 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-23444d57-6f06-48a0-8787-62ce70d624f0 tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] 10.222.0.36 "DELETE /v2.0/ports/d0535562-6063-4191-b40d-aec07c1c3660 HTTP/1.1" status: 404 len: 333 time: 0.0555582 Feb 04 08:36:28.999191 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 46066) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:29.042608 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 08:36:29.068233 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1de59c2b-458b-4cd9-9fb1-762584ed229b tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:29.119994 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8d88cb50-dc09-42c2-9f2b-fa3f822063e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:29.183629 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8d88cb50-dc09-42c2-9f2b-fa3f822063e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:29.198838 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1de59c2b-458b-4cd9-9fb1-762584ed229b tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473039'] for floatingip, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:29.230883 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de59c2b-458b-4cd9-9fb1-762584ed229b tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Pushing event updated for resources: {'Port': ['ID=ae7f9da0-bb5b-4d53-a1dd-40b7fa29f590,revision_number=2']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:29.248579 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25d25707-01bd-4ded-84b0-a26bd3ec6022 admin admin] Router 6b6dfeb3-16d5-4d92-a91d-dabb80bb7c13 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:36:29.279037 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_v2 [None req-f313d954-1c31-4b85-9a58-8a25caa38cf0 tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Deleting subnet 3e274f6b-e0f9-4b28-a4b5-fa78a7bc1179 {{(pid=84108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:36:29.285435 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f313d954-1c31-4b85-9a58-8a25caa38cf0 tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Notify callbacks [] for subnet, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:29.293393 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=ea8c00e7-d158-4899-8a4a-ce77d668193c,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:29.351268 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f313d954-1c31-4b85-9a58-8a25caa38cf0 tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7851377'] for subnet, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:29.360538 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1de59c2b-458b-4cd9-9fb1-762584ed229b tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for floatingip, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:29.360538 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-1de59c2b-458b-4cd9-9fb1-762584ed229b tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3077409 Feb 04 08:36:29.361471 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 46072) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:29.368982 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-b171200d-5d55-4b28-a5c0-570af3e5afbc tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Request body: {'floatingip': {'port_id': '097dc064-a77c-4b7d-93f9-8876e63dbb06', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:36:29.471874 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b171200d-5d55-4b28-a5c0-570af3e5afbc tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Notify callbacks [] for floatingip, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:29.489051 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-66469b29-7d5c-46a9-9551-f409beb1b609 None None] Notify callbacks [] for port, precommit_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:29.526647 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-66469b29-7d5c-46a9-9551-f409beb1b609 None None] Transition to ACTIVE for port object 4ea26f29-635e-4ecf-bba9-8ac9a6a34672 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:36:29.589085 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f313d954-1c31-4b85-9a58-8a25caa38cf0 tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:29.617588 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-66469b29-7d5c-46a9-9551-f409beb1b609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:29.636495 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8d88cb50-dc09-42c2-9f2b-fa3f822063e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:29.741077 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 8e3e20f8-cabb-4442-9712-ac5734458614 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:36:29.758207 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d88cb50-dc09-42c2-9f2b-fa3f822063e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae38609d-6514-4211-a45a-09b191efc08d,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:29.802818 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8d88cb50-dc09-42c2-9f2b-fa3f822063e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:29.805882 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-8d88cb50-dc09-42c2-9f2b-fa3f822063e6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ae38609d-6514-4211-a45a-09b191efc08d HTTP/1.1" status: 204 len: 168 time: 0.9184093 Feb 04 08:36:29.885422 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.api.v2.resource [None req-b171200d-5d55-4b28-a5c0-570af3e5afbc tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] update failed (client error): The resource could not be found. Feb 04 08:36:29.885920 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f313d954-1c31-4b85-9a58-8a25caa38cf0 tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7593563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8119683'] for subnet, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:29.886459 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-b171200d-5d55-4b28-a5c0-570af3e5afbc tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] 10.222.0.36 "PUT /v2.0/floatingips/f4287fec-4990-45b4-8d44-8ce625d4a6e4 HTTP/1.1" status: 404 len: 507 time: 0.5241110 Feb 04 08:36:29.903673 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 46088) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:30.033842 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 46094) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:30.095294 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f313d954-1c31-4b85-9a58-8a25caa38cf0 tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Pushing event deleted for resources: {'Subnet': ['ID=3e274f6b-e0f9-4b28-a4b5-fa78a7bc1179,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:30.114291 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f0c8e0-8c8c-4b61-9d64-5fd85579e164 None None] Pushing event updated for resources: {'Port': ['ID=4ea26f29-635e-4ecf-bba9-8ac9a6a34672,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:30.158102 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25d25707-01bd-4ded-84b0-a26bd3ec6022 admin admin] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:36:30.163494 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-25d25707-01bd-4ded-84b0-a26bd3ec6022 admin admin] 10.222.0.36 "PUT /v2.0/routers/6b6dfeb3-16d5-4d92-a91d-dabb80bb7c13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3364136 Feb 04 08:36:30.191841 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f313d954-1c31-4b85-9a58-8a25caa38cf0 tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:30.199532 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-f313d954-1c31-4b85-9a58-8a25caa38cf0 tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] 10.222.0.36 "DELETE /v2.0/subnets/3e274f6b-e0f9-4b28-a4b5-fa78a7bc1179 HTTP/1.1" status: 204 len: 168 time: 1.1991804 Feb 04 08:36:30.203520 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 46102) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:30.242394 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b23870d-07d7-4da5-b5d7-f8ef53ba9e96 None None] Network b666ebf3-1e25-49b5-95b1-f91cc9a48123 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:36:30.390904 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-82a75081-336a-4430-8381-fa637cf72e7b tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Deleting port ae7f9da0-bb5b-4d53-a1dd-40b7fa29f590 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:36:30.391250 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-82a75081-336a-4430-8381-fa637cf72e7b tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:30.427327 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5ff0ef53-933a-4f9b-8b50-3219c423962d tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:30.438797 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-5ff0ef53-933a-4f9b-8b50-3219c423962d tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Deleting port 0b366208-c920-4fd1-8344-2e6a85ef96bd {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:36:30.439200 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5ff0ef53-933a-4f9b-8b50-3219c423962d tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:30.495857 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-66469b29-7d5c-46a9-9551-f409beb1b609 None None] Attempting to bind port 4ea26f29-635e-4ecf-bba9-8ac9a6a34672 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:36:30.496321 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-66469b29-7d5c-46a9-9551-f409beb1b609 None None] Attempting to bind port 4ea26f29-635e-4ecf-bba9-8ac9a6a34672 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': '42a6b551-2c6d-433c-b38a-a2ee6afc72f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f5fb3ea8-2367-40fb-af0c-1a55b91fec56'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:36:30.496582 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66469b29-7d5c-46a9-9551-f409beb1b609 None None] Attempting to bind port 4ea26f29-635e-4ecf-bba9-8ac9a6a34672 on network f5fb3ea8-2367-40fb-af0c-1a55b91fec56 {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:36:30.536349 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 8e3e20f8-cabb-4442-9712-ac5734458614 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:36:30.536958 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:30.582780 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 46114) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:30.602091 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-599b6485-1683-499b-83ad-580157b93aba tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1987549589', 'description': 'tempest-description--1603538963'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:36:30.622333 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-599b6485-1683-499b-83ad-580157b93aba tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:36:30.634348 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-599b6485-1683-499b-83ad-580157b93aba tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Usage tracker for resource:security_group and tenant:ead21cd697164942839c9343c97d0d9d is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:36:30.655929 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-599b6485-1683-499b-83ad-580157b93aba tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:36:30.683853 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-599b6485-1683-499b-83ad-580157b93aba tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:36:30.684618 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66469b29-7d5c-46a9-9551-f409beb1b609 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:36:30.685175 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66469b29-7d5c-46a9-9551-f409beb1b609 None None] Checking segment: {'id': '42a6b551-2c6d-433c-b38a-a2ee6afc72f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f5fb3ea8-2367-40fb-af0c-1a55b91fec56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:36:30.686425 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-66469b29-7d5c-46a9-9551-f409beb1b609 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:30.686953 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66469b29-7d5c-46a9-9551-f409beb1b609 None None] Bound using segment: {'id': '42a6b551-2c6d-433c-b38a-a2ee6afc72f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f5fb3ea8-2367-40fb-af0c-1a55b91fec56'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:36:30.688134 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-66469b29-7d5c-46a9-9551-f409beb1b609 None None] Bound port: 4ea26f29-635e-4ecf-bba9-8ac9a6a34672, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42a6b551-2c6d-433c-b38a-a2ee6afc72f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f5fb3ea8-2367-40fb-af0c-1a55b91fec56'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:36:30.689082 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-66469b29-7d5c-46a9-9551-f409beb1b609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:30.724120 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-82a75081-336a-4430-8381-fa637cf72e7b tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:30.724468 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-82a75081-336a-4430-8381-fa637cf72e7b tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:30.792908 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-599b6485-1683-499b-83ad-580157b93aba tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Notify callbacks [] for security_group, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:30.806057 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [None req-5ff0ef53-933a-4f9b-8b50-3219c423962d tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] For port 0b366208-c920-4fd1-8344-2e6a85ef96bd, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=0b366208-c920-4fd1-8344-2e6a85ef96bd,segment=NetworkSegment(3a9c68fd-ac5a-436b-b63e-90488adb12fd),segment_id=3a9c68fd-ac5a-436b-b63e-90488adb12fd)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:36:30.808756 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5ff0ef53-933a-4f9b-8b50-3219c423962d tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:31.049062 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device ea8c00e7-d158-4899-8a4a-ce77d668193c up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:36:31.061960 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-5ff0ef53-933a-4f9b-8b50-3219c423962d tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Calling delete_port for 0b366208-c920-4fd1-8344-2e6a85ef96bd owned by network:dhcp {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:36:31.096857 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-82a75081-336a-4430-8381-fa637cf72e7b tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Calling delete_port for ae7f9da0-bb5b-4d53-a1dd-40b7fa29f590 owned by network:floatingip {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:36:31.128480 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-fe4b0b58-a2de-4527-ba48-481a59930710 tempest-NetworksNegativeTestJSON-514310647 tempest-NetworksNegativeTestJSON-514310647-project] Request body: {'port': {'network_id': '68ebb6d5-e1b4-4636-83a1-1dda3e5de300', 'name': 'tempest-NetworksNegativeTestJSON-840503529'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:36:31.158410 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe4b0b58-a2de-4527-ba48-481a59930710 tempest-NetworksNegativeTestJSON-514310647 tempest-NetworksNegativeTestJSON-514310647-project] POST failed (client error): The resource could not be found. Feb 04 08:36:31.159048 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe4b0b58-a2de-4527-ba48-481a59930710 tempest-NetworksNegativeTestJSON-514310647 tempest-NetworksNegativeTestJSON-514310647-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:36:31.161781 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-66469b29-7d5c-46a9-9551-f409beb1b609 None None] For port 4ea26f29-635e-4ecf-bba9-8ac9a6a34672, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:36:31.164088 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-fe4b0b58-a2de-4527-ba48-481a59930710 tempest-NetworksNegativeTestJSON-514310647 tempest-NetworksNegativeTestJSON-514310647-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 1.1283302 Feb 04 08:36:31.164698 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 46132) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:31.182568 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-66469b29-7d5c-46a9-9551-f409beb1b609 None None] For port 4ea26f29-635e-4ecf-bba9-8ac9a6a34672, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=4ea26f29-635e-4ecf-bba9-8ac9a6a34672,segment=NetworkSegment(42a6b551-2c6d-433c-b38a-a2ee6afc72f2),segment_id=42a6b551-2c6d-433c-b38a-a2ee6afc72f2)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:36:31.186259 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port ea8c00e7-d158-4899-8a4a-ce77d668193c triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:36:31.186792 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:31.211976 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-24393039-bff6-4073-8a82-3aa096c9c61a tempest-NetworksNegativeTestJSON-514310647 tempest-NetworksNegativeTestJSON-514310647-project] DELETE failed (client error): The resource could not be found. Feb 04 08:36:31.212417 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24393039-bff6-4073-8a82-3aa096c9c61a tempest-NetworksNegativeTestJSON-514310647 tempest-NetworksNegativeTestJSON-514310647-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:36:31.226195 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-24393039-bff6-4073-8a82-3aa096c9c61a tempest-NetworksNegativeTestJSON-514310647 tempest-NetworksNegativeTestJSON-514310647-project] 10.222.0.36 "DELETE /v2.0/networks/d43f53b2-de4f-4676-9d2d-2b9ee7810de5 HTTP/1.1" status: 404 len: 339 time: 0.0479770 Feb 04 08:36:31.226773 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 46138) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:31.259792 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-66469b29-7d5c-46a9-9551-f409beb1b609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:31.291814 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 46142) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:31.306625 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5ff0ef53-933a-4f9b-8b50-3219c423962d tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:31.349006 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd351938-c24e-4134-8ad5-da1168ed2eba tempest-NetworksNegativeTestJSON-514310647 tempest-NetworksNegativeTestJSON-514310647-project] DELETE failed (client error): The resource could not be found. Feb 04 08:36:31.349443 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd351938-c24e-4134-8ad5-da1168ed2eba tempest-NetworksNegativeTestJSON-514310647 tempest-NetworksNegativeTestJSON-514310647-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:36:31.355854 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f0c8e0-8c8c-4b61-9d64-5fd85579e164 None None] Pushing event updated for resources: {'Port': ['ID=4ea26f29-635e-4ecf-bba9-8ac9a6a34672,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:31.357262 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-fd351938-c24e-4134-8ad5-da1168ed2eba tempest-NetworksNegativeTestJSON-514310647 tempest-NetworksNegativeTestJSON-514310647-project] 10.222.0.36 "DELETE /v2.0/ports/13aea00d-a914-42fc-9222-07da8ad35a40 HTTP/1.1" status: 404 len: 333 time: 0.1294553 Feb 04 08:36:31.359988 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5696c1f2-ebed-449a-80e8-e3120d02ade4 None None] DHCP port deletion for b666ebf3-1e25-49b5-95b1-f91cc9a48123 request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 08:36:31.370327 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 46148) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:31.378043 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff0ef53-933a-4f9b-8b50-3219c423962d tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Pushing event deleted for resources: {'Port': ['ID=0b366208-c920-4fd1-8344-2e6a85ef96bd,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:31.420289 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff0ef53-933a-4f9b-8b50-3219c423962d tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] No DVR routers for this DVR port 0b366208-c920-4fd1-8344-2e6a85ef96bd on host dv-neutron-827798-2-hyperv {{(pid=84107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:36:31.439777 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66469b29-7d5c-46a9-9551-f409beb1b609 None None] Routers {'c28cf13b-6967-4f63-bb44-9dfb495d0c02'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:36:31.440399 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-66469b29-7d5c-46a9-9551-f409beb1b609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:36:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['c28cf13b-6967-4f63-bb44-9dfb495d0c02'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:36:31.468492 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-c667da5c-f17d-47b6-acaa-2e9d4a59e8d1 tempest-NetworksNegativeTestJSON-514310647 tempest-NetworksNegativeTestJSON-514310647-project] DELETE failed (client error): The resource could not be found. Feb 04 08:36:31.468990 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c667da5c-f17d-47b6-acaa-2e9d4a59e8d1 tempest-NetworksNegativeTestJSON-514310647 tempest-NetworksNegativeTestJSON-514310647-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:36:31.471822 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-c667da5c-f17d-47b6-acaa-2e9d4a59e8d1 tempest-NetworksNegativeTestJSON-514310647 tempest-NetworksNegativeTestJSON-514310647-project] 10.222.0.36 "DELETE /v2.0/subnets/314417db-988e-4f3f-8a8f-4f7e139109b8 HTTP/1.1" status: 404 len: 337 time: 0.0982504 Feb 04 08:36:31.494379 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-599b6485-1683-499b-83ad-580157b93aba tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:36:31.508449 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 46154) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:31.511696 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-82a75081-336a-4430-8381-fa637cf72e7b tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:31.578376 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-599b6485-1683-499b-83ad-580157b93aba tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Usage tracker for resource:security_group_rule and tenant:ead21cd697164942839c9343c97d0d9d is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:36:31.621004 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5ff0ef53-933a-4f9b-8b50-3219c423962d tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:31.657054 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-599b6485-1683-499b-83ad-580157b93aba tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:36:31.663091 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5ff0ef53-933a-4f9b-8b50-3219c423962d tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Subscribe: > segment before_delete 55550000 {{(pid=84107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:36:31.663446 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5ff0ef53-933a-4f9b-8b50-3219c423962d tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:36:31.664199 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5ff0ef53-933a-4f9b-8b50-3219c423962d tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:36:31.664312 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 0b366208-c920-4fd1-8344-2e6a85ef96bd no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:36:31.664915 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5ff0ef53-933a-4f9b-8b50-3219c423962d tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Subscribe: > port after_create 55550000 {{(pid=84107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:36:31.664915 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5ff0ef53-933a-4f9b-8b50-3219c423962d tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Subscribe: > port after_delete 55550000 {{(pid=84107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:36:31.665651 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5ff0ef53-933a-4f9b-8b50-3219c423962d tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Subscribe: > port after_update 55550000 {{(pid=84107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:36:31.665651 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5ff0ef53-933a-4f9b-8b50-3219c423962d tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Subscribe: > segment after_delete 55550000 {{(pid=84107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:36:31.665841 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5ff0ef53-933a-4f9b-8b50-3219c423962d tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Subscribe: > subnet after_create 55550000 {{(pid=84107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:36:31.666115 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5ff0ef53-933a-4f9b-8b50-3219c423962d tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Subscribe: > subnet after_delete 55550000 {{(pid=84107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:36:31.666429 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5ff0ef53-933a-4f9b-8b50-3219c423962d tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Subscribe: > subnet after_update 55550000 {{(pid=84107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:36:31.676404 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-599b6485-1683-499b-83ad-580157b93aba tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:36:31.702647 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: 0b366208-c920-4fd1-8344-2e6a85ef96bd {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:36:31.703849 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 0b366208-c920-4fd1-8344-2e6a85ef96bd not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:36:31.731511 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-66469b29-7d5c-46a9-9551-f409beb1b609 None None] Set router c28cf13b-6967-4f63-bb44-9dfb495d0c02 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:36:31.741997 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a75081-336a-4430-8381-fa637cf72e7b tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Pushing event deleted for resources: {'Port': ['ID=ae7f9da0-bb5b-4d53-a1dd-40b7fa29f590,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:31.744409 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-f74a59ab-7714-4d9b-9b58-f7f1debd1900 tempest-NetworksNegativeTestJSON-514310647 tempest-NetworksNegativeTestJSON-514310647-project] GET failed (client error): The resource could not be found. Feb 04 08:36:31.746652 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-f74a59ab-7714-4d9b-9b58-f7f1debd1900 tempest-NetworksNegativeTestJSON-514310647 tempest-NetworksNegativeTestJSON-514310647-project] 10.222.0.36 "GET /v2.0/networks/f105bb35-9d44-487e-90ee-911bcebf2db4 HTTP/1.1" status: 404 len: 339 time: 0.2303352 Feb 04 08:36:31.757066 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 46162) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:31.889521 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5ff0ef53-933a-4f9b-8b50-3219c423962d tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Subscribe: > subnet after_create 55550000 {{(pid=84107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:36:31.890081 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5ff0ef53-933a-4f9b-8b50-3219c423962d tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Subscribe: > subnet after_delete 55550000 {{(pid=84107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:36:31.890589 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5ff0ef53-933a-4f9b-8b50-3219c423962d tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Subscribe: > subnet before_create 55550000 {{(pid=84107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:36:31.891094 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5ff0ef53-933a-4f9b-8b50-3219c423962d tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Subscribe: > subnet before_update 55550000 {{(pid=84107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 08:36:31.891636 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-5ff0ef53-933a-4f9b-8b50-3219c423962d tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b666ebf3-1e25-49b5-95b1-f91cc9a48123']}} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:36:31.896011 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 46166) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:31.908830 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-5ff0ef53-933a-4f9b-8b50-3219c423962d tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a9c68fd-ac5a-436b-b63e-90488adb12fd') {'for_net_delete': True} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:36:31.909700 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-5ff0ef53-933a-4f9b-8b50-3219c423962d tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a9c68fd-ac5a-436b-b63e-90488adb12fd') {} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:36:31.922761 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5ff0ef53-933a-4f9b-8b50-3219c423962d tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8058642'] for segment, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:31.941324 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5ff0ef53-933a-4f9b-8b50-3219c423962d tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:31.948643 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ff0ef53-933a-4f9b-8b50-3219c423962d tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=84107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:36:31.949259 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5ff0ef53-933a-4f9b-8b50-3219c423962d tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7377717'] for segment, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:32.031368 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-28d9ad1d-feb4-403f-ad3a-b06bf1f2aefe tempest-NetworksNegativeTestJSON-514310647 tempest-NetworksNegativeTestJSON-514310647-project] GET failed (client error): The resource could not be found. Feb 04 08:36:32.039685 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-28d9ad1d-feb4-403f-ad3a-b06bf1f2aefe tempest-NetworksNegativeTestJSON-514310647 tempest-NetworksNegativeTestJSON-514310647-project] 10.222.0.36 "GET /v2.0/ports/28e4576f-acbf-4662-8dce-65146093cd0a HTTP/1.1" status: 404 len: 333 time: 0.2731667 Feb 04 08:36:32.053651 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 46172) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:32.060651 dv-neutron-827798-2-hyperv neutron-server[84107]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 04 08:36:32.060651 dv-neutron-827798-2-hyperv neutron-server[84107]: util.warn_limited( Feb 04 08:36:32.060651 dv-neutron-827798-2-hyperv neutron-server[84107]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 04 08:36:32.060651 dv-neutron-827798-2-hyperv neutron-server[84107]: util.warn_limited( Feb 04 08:36:32.060651 dv-neutron-827798-2-hyperv neutron-server[84107]: Traceback (most recent call last): Feb 04 08:36:32.060651 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:36:32.060651 dv-neutron-827798-2-hyperv neutron-server[84107]: timer() Feb 04 08:36:32.060651 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:36:32.060651 dv-neutron-827798-2-hyperv neutron-server[84107]: cb(*args, **kw) Feb 04 08:36:32.060651 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:36:32.060651 dv-neutron-827798-2-hyperv neutron-server[84107]: return func(*args, **kwargs) Feb 04 08:36:32.060651 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:36:32.060651 dv-neutron-827798-2-hyperv neutron-server[84107]: self._notify() Feb 04 08:36:32.060651 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:36:32.060651 dv-neutron-827798-2-hyperv neutron-server[84107]: self.callback(batched_events) Feb 04 08:36:32.060651 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:36:32.060651 dv-neutron-827798-2-hyperv neutron-server[84107]: event.method(event) Feb 04 08:36:32.060651 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:36:32.060651 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:36:32.060651 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:36:32.060651 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:36:32.060651 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:36:32.060651 dv-neutron-827798-2-hyperv neutron-server[84107]: return f(self, *a, **k) Feb 04 08:36:32.060651 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:36:32.060651 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._get(url).json() Feb 04 08:36:32.060651 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:36:32.060651 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:36:32.060651 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:36:32.060651 dv-neutron-827798-2-hyperv neutron-server[84107]: return self.request(url, 'GET', **kwargs) Feb 04 08:36:32.060651 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:36:32.060651 dv-neutron-827798-2-hyperv neutron-server[84107]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:36:32.060651 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:36:32.060651 dv-neutron-827798-2-hyperv neutron-server[84107]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:36:32.060651 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:36:32.060651 dv-neutron-827798-2-hyperv neutron-server[84107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:36:32.060651 dv-neutron-827798-2-hyperv neutron-server[84107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:36:32.067311 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-386d4bb1-79e4-426f-bf77-c82157a5ace5 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-178444371', 'router:external': True}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:36:32.074489 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-386d4bb1-79e4-426f-bf77-c82157a5ace5 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:36:32.080092 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-386d4bb1-79e4-426f-bf77-c82157a5ace5 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Usage tracker for resource:network and tenant:6f61127ab9ba4300af77f26932026da2 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:36:32.082608 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-386d4bb1-79e4-426f-bf77-c82157a5ace5 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:36:32.088926 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-386d4bb1-79e4-426f-bf77-c82157a5ace5 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:36:32.134179 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-672a0443-ff3e-4a9c-a0dd-2af7623fcb18 tempest-NetworksNegativeTestJSON-514310647 tempest-NetworksNegativeTestJSON-514310647-project] GET failed (client error): The resource could not be found. Feb 04 08:36:32.140765 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-672a0443-ff3e-4a9c-a0dd-2af7623fcb18 tempest-NetworksNegativeTestJSON-514310647 tempest-NetworksNegativeTestJSON-514310647-project] 10.222.0.36 "GET /v2.0/subnets/3dd3cd67-3f18-4096-b599-ce522a00b840 HTTP/1.1" status: 404 len: 337 time: 0.0780282 Feb 04 08:36:32.143073 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 46178) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:32.150246 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-dc7ed128-c557-463c-a107-a6c292ea85c3 tempest-NetworksNegativeTestJSON-514310647 tempest-NetworksNegativeTestJSON-514310647-project] Request body: {'network': {'name': 'new_name'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:36:32.156611 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-599b6485-1683-499b-83ad-580157b93aba tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Notify callbacks [] for security_group, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:32.162615 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-82a75081-336a-4430-8381-fa637cf72e7b tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Notify callbacks [] for floatingip, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:32.192417 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-82a75081-336a-4430-8381-fa637cf72e7b tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for floatingip, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:32.194008 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-82a75081-336a-4430-8381-fa637cf72e7b tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] 10.222.0.36 "DELETE /v2.0/floatingips/f4287fec-4990-45b4-8d44-8ce625d4a6e4 HTTP/1.1" status: 204 len: 168 time: 2.2253692 Feb 04 08:36:32.198510 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5ff0ef53-933a-4f9b-8b50-3219c423962d tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:32.199430 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 46182) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:32.206836 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-200e2591-720e-485c-800e-0e4a86231872 tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Request body: {'floatingip': {'floating_network_id': '6a835f4f-3f25-44b9-8351-7097ff797615', 'port_id': '097dc064-a77c-4b7d-93f9-8876e63dbb06', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:36:32.213255 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-200e2591-720e-485c-800e-0e4a86231872 tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:36:32.217402 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-200e2591-720e-485c-800e-0e4a86231872 tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Usage tracker for resource:floatingip and tenant:0a601d03c25b4c0095726ebd81abc113 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:36:32.221250 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-200e2591-720e-485c-800e-0e4a86231872 tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:36:32.233058 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-599b6485-1683-499b-83ad-580157b93aba tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:32.243156 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-200e2591-720e-485c-800e-0e4a86231872 tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:36:32.265607 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-386d4bb1-79e4-426f-bf77-c82157a5ace5 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Made reservation on behalf of 6f61127ab9ba4300af77f26932026da2 for: {'network': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:36:32.268573 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-386d4bb1-79e4-426f-bf77-c82157a5ace5 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:32.289849 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-66469b29-7d5c-46a9-9551-f409beb1b609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c28cf13b-6967-4f63-bb44-9dfb495d0c02', 'name': 'tempest-ServersTestManualDisk-865465967-router', 'tenant_id': 'ead21cd697164942839c9343c97d0d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.86'}], 'enable_snat': True}, 'gw_port_id': '8e3e20f8-cabb-4442-9712-ac5734458614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:36:12Z', 'updated_at': '2022-02-04T08:36:24Z', 'revision_number': 4, 'project_id': 'ead21cd697164942839c9343c97d0d9d', 'gw_port': {'id': '8e3e20f8-cabb-4442-9712-ac5734458614', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28cf13b-6967-4f63-bb44-9dfb495d0c02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:36:14Z', 'updated_at': '2022-02-04T08:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '4ea26f29-635e-4ecf-bba9-8ac9a6a34672', 'name': '', 'network_id': 'f5fb3ea8-2367-40fb-af0c-1a55b91fec56', 'tenant_id': 'ead21cd697164942839c9343c97d0d9d', 'mac_address': 'fa:16:3e:d1:1e:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c28cf13b-6967-4f63-bb44-9dfb495d0c02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1699c4f8-d946-4eb0-aab8-83a83e03db52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:36:23Z', 'updated_at': '2022-02-04T08:36:31Z', 'revision_number': 4, 'project_id': 'ead21cd697164942839c9343c97d0d9d', 'subnets': [{'id': '1699c4f8-d946-4eb0-aab8-83a83e03db52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:36:32.296593 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599b6485-1683-499b-83ad-580157b93aba tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14968e18-e111-4015-999f-127e7e9cb94a,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:32.296909 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66469b29-7d5c-46a9-9551-f409beb1b609 None None] The sync data for ids ['c28cf13b-6967-4f63-bb44-9dfb495d0c02'] in dv-neutron-827798-2-hyperv is: [{'id': 'c28cf13b-6967-4f63-bb44-9dfb495d0c02', 'name': 'tempest-ServersTestManualDisk-865465967-router', 'tenant_id': 'ead21cd697164942839c9343c97d0d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.86'}], 'enable_snat': True}, 'gw_port_id': '8e3e20f8-cabb-4442-9712-ac5734458614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:36:12Z', 'updated_at': '2022-02-04T08:36:24Z', 'revision_number': 4, 'project_id': 'ead21cd697164942839c9343c97d0d9d', 'gw_port': {'id': '8e3e20f8-cabb-4442-9712-ac5734458614', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28cf13b-6967-4f63-bb44-9dfb495d0c02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:36:14Z', 'updated_at': '2022-02-04T08:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '4ea26f29-635e-4ecf-bba9-8ac9a6a34672', 'name': '', 'network_id': 'f5fb3ea8-2367-40fb-af0c-1a55b91fec56', 'tenant_id': 'ead21cd697164942839c9343c97d0d9d', 'mac_address': 'fa:16:3e:d1:1e:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c28cf13b-6967-4f63-bb44-9dfb495d0c02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1699c4f8-d946-4eb0-aab8-83a83e03db52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:36:23Z', 'updated_at': '2022-02-04T08:36:31Z', 'revision_number': 4, 'project_id': 'ead21cd697164942839c9343c97d0d9d', 'subnets': [{'id': '1699c4f8-d946-4eb0-aab8-83a83e03db52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:36:32.316728 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5ff0ef53-933a-4f9b-8b50-3219c423962d tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:32.332451 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff0ef53-933a-4f9b-8b50-3219c423962d tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] Pushing event deleted for resources: {'Network': ['ID=b666ebf3-1e25-49b5-95b1-f91cc9a48123,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:32.349084 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc7ed128-c557-463c-a107-a6c292ea85c3 tempest-NetworksNegativeTestJSON-514310647 tempest-NetworksNegativeTestJSON-514310647-project] PUT failed (client error): The resource could not be found. Feb 04 08:36:32.349685 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc7ed128-c557-463c-a107-a6c292ea85c3 tempest-NetworksNegativeTestJSON-514310647 tempest-NetworksNegativeTestJSON-514310647-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:36:32.350806 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-dc7ed128-c557-463c-a107-a6c292ea85c3 tempest-NetworksNegativeTestJSON-514310647 tempest-NetworksNegativeTestJSON-514310647-project] 10.222.0.36 "PUT /v2.0/networks/03f035ed-039e-4f27-b675-41190812de9b HTTP/1.1" status: 404 len: 339 time: 0.2064636 Feb 04 08:36:32.352413 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-386d4bb1-79e4-426f-bf77-c82157a5ace5 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:32.356463 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 46186) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:32.388747 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-5ff0ef53-933a-4f9b-8b50-3219c423962d tempest-DHCPAgentSchedulersTestJSON-1823186903 tempest-DHCPAgentSchedulersTestJSON-1823186903-project] 10.222.0.36 "DELETE /v2.0/networks/b666ebf3-1e25-49b5-95b1-f91cc9a48123 HTTP/1.1" status: 204 len: 168 time: 2.1817527 Feb 04 08:36:32.397880 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-209ca0de-1533-4bbc-96f2-78d76ee68e32 tempest-NetworksNegativeTestJSON-514310647 tempest-NetworksNegativeTestJSON-514310647-project] Request body: {'port': {'name': 'new_name'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:36:32.408745 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-386d4bb1-79e4-426f-bf77-c82157a5ace5 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:36:32.412760 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-386d4bb1-79e4-426f-bf77-c82157a5ace5 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Usage tracker for resource:security_group_rule and tenant:6f61127ab9ba4300af77f26932026da2 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:36:32.416108 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-386d4bb1-79e4-426f-bf77-c82157a5ace5 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:36:32.422420 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-386d4bb1-79e4-426f-bf77-c82157a5ace5 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:36:32.450940 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-200e2591-720e-485c-800e-0e4a86231872 tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Notify callbacks [] for floatingip, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:32.490949 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-599b6485-1683-499b-83ad-580157b93aba tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:32.492335 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-599b6485-1683-499b-83ad-580157b93aba tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.9086182 Feb 04 08:36:32.508685 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 46194) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:32.522267 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-09852a77-a43c-43ea-94e9-5dd42b9ea1f2 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Request body: {'security_group_rule': {'security_group_id': '14968e18-e111-4015-999f-127e7e9cb94a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:36:32.524107 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-386d4bb1-79e4-426f-bf77-c82157a5ace5 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:32.533249 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-209ca0de-1533-4bbc-96f2-78d76ee68e32 tempest-NetworksNegativeTestJSON-514310647 tempest-NetworksNegativeTestJSON-514310647-project] PUT failed (client error): The resource could not be found. Feb 04 08:36:32.533829 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-209ca0de-1533-4bbc-96f2-78d76ee68e32 tempest-NetworksNegativeTestJSON-514310647 tempest-NetworksNegativeTestJSON-514310647-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:36:32.535095 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-209ca0de-1533-4bbc-96f2-78d76ee68e32 tempest-NetworksNegativeTestJSON-514310647 tempest-NetworksNegativeTestJSON-514310647-project] 10.222.0.36 "PUT /v2.0/ports/7ac5c269-f792-4ae6-98b2-b8e44adbf996 HTTP/1.1" status: 404 len: 333 time: 0.1618702 Feb 04 08:36:32.540586 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 46198) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:32.547492 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-6b46d031-ad13-4f78-88eb-3952d0385188 tempest-NetworksNegativeTestJSON-514310647 tempest-NetworksNegativeTestJSON-514310647-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:36:32.589576 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b46d031-ad13-4f78-88eb-3952d0385188 tempest-NetworksNegativeTestJSON-514310647 tempest-NetworksNegativeTestJSON-514310647-project] PUT failed (client error): The resource could not be found. Feb 04 08:36:32.590211 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b46d031-ad13-4f78-88eb-3952d0385188 tempest-NetworksNegativeTestJSON-514310647 tempest-NetworksNegativeTestJSON-514310647-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:36:32.596639 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-6b46d031-ad13-4f78-88eb-3952d0385188 tempest-NetworksNegativeTestJSON-514310647 tempest-NetworksNegativeTestJSON-514310647-project] 10.222.0.36 "PUT /v2.0/subnets/9def0382-b791-437e-88be-5f2c8fa178c1 HTTP/1.1" status: 404 len: 337 time: 0.0495563 Feb 04 08:36:32.601380 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-386d4bb1-79e4-426f-bf77-c82157a5ace5 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:32.612445 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-e08912b5-feac-40a8-9d0e-95ece34ee193 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-277647026'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:36:32.616352 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-09852a77-a43c-43ea-94e9-5dd42b9ea1f2 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:36:32.624642 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-e08912b5-feac-40a8-9d0e-95ece34ee193 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:36:32.627935 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-09852a77-a43c-43ea-94e9-5dd42b9ea1f2 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Usage tracker for resource:security_group_rule and tenant:ead21cd697164942839c9343c97d0d9d is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:36:32.633529 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-09852a77-a43c-43ea-94e9-5dd42b9ea1f2 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:36:32.642045 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-e08912b5-feac-40a8-9d0e-95ece34ee193 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Usage tracker for resource:network and tenant:5a1f9fbc958d47759c7330f931dae328 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:36:32.647522 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe98412-a4dd-4049-b3a3-c183fe0d60db None None] Sync routers for ids ['6b6dfeb3-16d5-4d92-a91d-dabb80bb7c13'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:36:32.649092 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-e08912b5-feac-40a8-9d0e-95ece34ee193 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:36:32.657230 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-09852a77-a43c-43ea-94e9-5dd42b9ea1f2 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:36:32.670703 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386d4bb1-79e4-426f-bf77-c82157a5ace5 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfec7dd2-2e24-42d2-ac76-ca1a7741f8f3,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:32.675135 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe98412-a4dd-4049-b3a3-c183fe0d60db None None] Routers {'6b6dfeb3-16d5-4d92-a91d-dabb80bb7c13'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:36:32.675135 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-cfe98412-a4dd-4049-b3a3-c183fe0d60db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:36:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['6b6dfeb3-16d5-4d92-a91d-dabb80bb7c13'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:36:32.693266 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-e08912b5-feac-40a8-9d0e-95ece34ee193 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:36:32.696236 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-386d4bb1-79e4-426f-bf77-c82157a5ace5 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=84107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:36:32.709536 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-386d4bb1-79e4-426f-bf77-c82157a5ace5 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:32.709536 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.segments_db [None req-386d4bb1-79e4-426f-bf77-c82157a5ace5 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Added segment 50e2b49c-02c8-4f16-a8d7-73aeec4e92e9 of type vlan for network 8fd03b73-b1cf-4f95-924c-1e602ce559e7 Feb 04 08:36:32.764423 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-386d4bb1-79e4-426f-bf77-c82157a5ace5 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:32.838871 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e08912b5-feac-40a8-9d0e-95ece34ee193 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Made reservation on behalf of 5a1f9fbc958d47759c7330f931dae328 for: {'network': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:36:32.841912 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e08912b5-feac-40a8-9d0e-95ece34ee193 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:32.866558 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-09852a77-a43c-43ea-94e9-5dd42b9ea1f2 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:32.885245 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e08912b5-feac-40a8-9d0e-95ece34ee193 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Notify callbacks [] for security_group, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:32.925625 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-386d4bb1-79e4-426f-bf77-c82157a5ace5 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:32.926963 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386d4bb1-79e4-426f-bf77-c82157a5ace5 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:36:32.928175 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-386d4bb1-79e4-426f-bf77-c82157a5ace5 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:32.942819 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-cfe98412-a4dd-4049-b3a3-c183fe0d60db None None] Set router 6b6dfeb3-16d5-4d92-a91d-dabb80bb7c13 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:36:32.982628 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-e08912b5-feac-40a8-9d0e-95ece34ee193 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:36:32.997114 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-e08912b5-feac-40a8-9d0e-95ece34ee193 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Usage tracker for resource:security_group_rule and tenant:5a1f9fbc958d47759c7330f931dae328 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:36:33.001372 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-e08912b5-feac-40a8-9d0e-95ece34ee193 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:36:33.012039 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-e08912b5-feac-40a8-9d0e-95ece34ee193 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:36:33.122192 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e08912b5-feac-40a8-9d0e-95ece34ee193 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Notify callbacks [] for security_group, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:33.126888 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.api.v2.resource [None req-200e2591-720e-485c-800e-0e4a86231872 tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 08:36:33.131717 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-200e2591-720e-485c-800e-0e4a86231872 tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.9277222 Feb 04 08:36:33.131958 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 46210) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:33.137354 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-7f06dc47-5e54-439f-8789-65337532e05c tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Request body: {'floatingip': {'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'port_id': '097dc064-a77c-4b7d-93f9-8876e63dbb06', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:36:33.160486 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-7f06dc47-5e54-439f-8789-65337532e05c tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:36:33.173945 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-7f06dc47-5e54-439f-8789-65337532e05c tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Usage tracker for resource:floatingip and tenant:0a601d03c25b4c0095726ebd81abc113 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:36:33.180403 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-7f06dc47-5e54-439f-8789-65337532e05c tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:36:33.197038 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-7f06dc47-5e54-439f-8789-65337532e05c tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:36:33.219641 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-09852a77-a43c-43ea-94e9-5dd42b9ea1f2 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:33.232944 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e08912b5-feac-40a8-9d0e-95ece34ee193 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:33.282167 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e08912b5-feac-40a8-9d0e-95ece34ee193 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=84108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:36:33.300503 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08912b5-feac-40a8-9d0e-95ece34ee193 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf622ef-f023-42e1-89ee-a0bd45e877a3,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:33.310942 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e08912b5-feac-40a8-9d0e-95ece34ee193 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:33.311238 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.segments_db [None req-e08912b5-feac-40a8-9d0e-95ece34ee193 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Added segment 1e7100e2-ad6a-4bf5-95b1-009f027f6ca0 of type vlan for network 7f2cb2c1-aa0f-4f45-9f17-c8bf4d52536c Feb 04 08:36:33.339811 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-09852a77-a43c-43ea-94e9-5dd42b9ea1f2 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:33.343794 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7f06dc47-5e54-439f-8789-65337532e05c tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Notify callbacks [] for floatingip, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:33.365281 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386d4bb1-79e4-426f-bf77-c82157a5ace5 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Pushing event updated for resources: {'Network': ['ID=8fd03b73-b1cf-4f95-924c-1e602ce559e7,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:33.379647 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network 8fd03b73-b1cf-4f95-924c-1e602ce559e7 details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:36:33.396969 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09852a77-a43c-43ea-94e9-5dd42b9ea1f2 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1c2f53b-ce40-427e-b65c-f9de7614dd87,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:33.405868 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-cfe98412-a4dd-4049-b3a3-c183fe0d60db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b6dfeb3-16d5-4d92-a91d-dabb80bb7c13', 'name': 'tempest-ServersTestJSON-1510941007-router', 'tenant_id': '2e94175c683849e99ec67b1f30a78741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.135'}], 'enable_snat': True}, 'gw_port_id': 'ea8c00e7-d158-4899-8a4a-ce77d668193c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:36:12Z', 'updated_at': '2022-02-04T08:36:26Z', 'revision_number': 4, 'project_id': '2e94175c683849e99ec67b1f30a78741', 'gw_port': {'id': 'ea8c00e7-d158-4899-8a4a-ce77d668193c', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:db:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6dfeb3-16d5-4d92-a91d-dabb80bb7c13', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:36:14Z', 'updated_at': '2022-02-04T08:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '69934215-2c2f-4553-8046-b8276c84e0c7', 'name': '', 'network_id': 'aaba0e34-0ac3-4326-9ed2-e65fb37ae418', 'tenant_id': '2e94175c683849e99ec67b1f30a78741', 'mac_address': 'fa:16:3e:b6:08:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b6dfeb3-16d5-4d92-a91d-dabb80bb7c13', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3fa9977b-947d-4b46-b6ea-d66bbbafccca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:36:24Z', 'updated_at': '2022-02-04T08:36:26Z', 'revision_number': 2, 'project_id': '2e94175c683849e99ec67b1f30a78741', 'subnets': [{'id': '3fa9977b-947d-4b46-b6ea-d66bbbafccca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:36:33.410996 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe98412-a4dd-4049-b3a3-c183fe0d60db None None] Checking router: 6b6dfeb3-16d5-4d92-a91d-dabb80bb7c13 for host: dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 08:36:33.411580 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe98412-a4dd-4049-b3a3-c183fe0d60db None None] Updating router 6b6dfeb3-16d5-4d92-a91d-dabb80bb7c13 port 69934215-2c2f-4553-8046-b8276c84e0c7 binding host dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 08:36:33.470296 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-cfe98412-a4dd-4049-b3a3-c183fe0d60db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:33.490558 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e08912b5-feac-40a8-9d0e-95ece34ee193 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:33.515204 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-386d4bb1-79e4-426f-bf77-c82157a5ace5 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 2.2142584 Feb 04 08:36:33.518357 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 46216) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:33.539583 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-fcc96170-fc28-431f-bb67-e7675a22d0c5 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Request body: {'subnet': {'network_id': '8fd03b73-b1cf-4f95-924c-1e602ce559e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:36:33.545477 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 46222) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:33.550300 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-fcc96170-fc28-431f-bb67-e7675a22d0c5 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:36:33.558470 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 46226) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:33.561624 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-fcc96170-fc28-431f-bb67-e7675a22d0c5 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Usage tracker for resource:subnet and tenant:6f61127ab9ba4300af77f26932026da2 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:36:33.571476 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-09d21983-8db4-4868-ba1d-6998d57c0f60 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1975951431', 'description': 'tempest-description--1876195327'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:36:33.577962 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-fcc96170-fc28-431f-bb67-e7675a22d0c5 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:36:33.588737 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-09d21983-8db4-4868-ba1d-6998d57c0f60 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:36:33.591649 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-fcc96170-fc28-431f-bb67-e7675a22d0c5 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:36:33.593656 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-09852a77-a43c-43ea-94e9-5dd42b9ea1f2 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:33.597679 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-09852a77-a43c-43ea-94e9-5dd42b9ea1f2 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.0877328 Feb 04 08:36:33.599458 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-09d21983-8db4-4868-ba1d-6998d57c0f60 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Usage tracker for resource:security_group and tenant:2e94175c683849e99ec67b1f30a78741 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:36:33.602189 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 46232) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:33.610581 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-67c8ec19-f66f-41fa-8d2f-d3a4df1e0a75 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Request body: {'security_group_rule': {'security_group_id': '14968e18-e111-4015-999f-127e7e9cb94a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:36:33.617553 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-09d21983-8db4-4868-ba1d-6998d57c0f60 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:36:33.626095 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-67c8ec19-f66f-41fa-8d2f-d3a4df1e0a75 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:36:33.630574 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-09d21983-8db4-4868-ba1d-6998d57c0f60 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:36:33.639712 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-67c8ec19-f66f-41fa-8d2f-d3a4df1e0a75 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Usage tracker for resource:security_group_rule and tenant:ead21cd697164942839c9343c97d0d9d is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:36:33.655442 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-67c8ec19-f66f-41fa-8d2f-d3a4df1e0a75 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:36:33.665368 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-67c8ec19-f66f-41fa-8d2f-d3a4df1e0a75 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:36:33.714238 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e08912b5-feac-40a8-9d0e-95ece34ee193 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:33.725692 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 4ea26f29-635e-4ecf-bba9-8ac9a6a34672 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:36:33.728382 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08912b5-feac-40a8-9d0e-95ece34ee193 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:36:33.729264 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e08912b5-feac-40a8-9d0e-95ece34ee193 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:33.772666 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 46236) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:33.778341 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7f06dc47-5e54-439f-8789-65337532e05c tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:33.783699 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcc96170-fc28-431f-bb67-e7675a22d0c5 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Made reservation on behalf of 6f61127ab9ba4300af77f26932026da2 for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:36:33.789930 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-fcc96170-fc28-431f-bb67-e7675a22d0c5 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985186'] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:33.931374 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 4ea26f29-635e-4ecf-bba9-8ac9a6a34672 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:36:33.934068 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08912b5-feac-40a8-9d0e-95ece34ee193 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Pushing event updated for resources: {'Network': ['ID=7f2cb2c1-aa0f-4f45-9f17-c8bf4d52536c,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:33.936070 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-09d21983-8db4-4868-ba1d-6998d57c0f60 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:33.942894 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 4ea26f29-635e-4ecf-bba9-8ac9a6a34672 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:36:33.942894 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:33.957850 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-e08912b5-feac-40a8-9d0e-95ece34ee193 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.0551140 Feb 04 08:36:33.965763 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 46244) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:33.972290 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-29b6db06-fd78-4a5a-a175-264510980622 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Request body: {'subnet': {'network_id': '7f2cb2c1-aa0f-4f45-9f17-c8bf4d52536c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:36:33.980893 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-67c8ec19-f66f-41fa-8d2f-d3a4df1e0a75 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:34.082164 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network 7f2cb2c1-aa0f-4f45-9f17-c8bf4d52536c details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:36:34.137779 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-99b26438-5443-4d83-a327-9b47b161e502 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ffe58525c0ff4e9fbe2ca00164de3a1d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5908775 Feb 04 08:36:34.141147 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 46248) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:34.162506 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-09d21983-8db4-4868-ba1d-6998d57c0f60 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:36:34.186160 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f17ca496-bae2-44b0-a61e-5f1d39f8ad4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:34.189528 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-7f06dc47-5e54-439f-8789-65337532e05c tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Allocated IP 172.26.3.113 (e264bd74-c56b-43d0-9059-bcb57dbbe5bc/79caf47c-b62c-4ea0-b35f-21ede155daa8/5a81fe84-f9bf-4383-8ef0-afb8dd0d798a) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:36:34.198217 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-29b6db06-fd78-4a5a-a175-264510980622 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:36:34.209198 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-29b6db06-fd78-4a5a-a175-264510980622 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Usage tracker for resource:subnet and tenant:5a1f9fbc958d47759c7330f931dae328 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:36:34.216039 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-29b6db06-fd78-4a5a-a175-264510980622 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:36:34.227205 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-09d21983-8db4-4868-ba1d-6998d57c0f60 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Usage tracker for resource:security_group_rule and tenant:2e94175c683849e99ec67b1f30a78741 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:36:34.240845 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-09d21983-8db4-4868-ba1d-6998d57c0f60 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:36:34.243318 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-29b6db06-fd78-4a5a-a175-264510980622 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:36:34.259275 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-09d21983-8db4-4868-ba1d-6998d57c0f60 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:36:34.286425 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-cfe98412-a4dd-4049-b3a3-c183fe0d60db None None] Notify callbacks [] for port, precommit_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:34.330932 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:34.339068 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-67c8ec19-f66f-41fa-8d2f-d3a4df1e0a75 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:34.344304 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.provisioning_blocks [None req-cfe98412-a4dd-4049-b3a3-c183fe0d60db None None] Transition to ACTIVE for port object 69934215-2c2f-4553-8046-b8276c84e0c7 will not be triggered until provisioned by entity L2. {{(pid=84110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:36:34.352461 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-f17ca496-bae2-44b0-a61e-5f1d39f8ad4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:36:34.374262 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port 4ea26f29-635e-4ecf-bba9-8ac9a6a34672, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=4ea26f29-635e-4ecf-bba9-8ac9a6a34672,segment=NetworkSegment(42a6b551-2c6d-433c-b38a-a2ee6afc72f2),segment_id=42a6b551-2c6d-433c-b38a-a2ee6afc72f2)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:36:34.399350 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-f17ca496-bae2-44b0-a61e-5f1d39f8ad4f admin admin] Usage tracker for resource:security_group_rule and tenant:6f32ec2dc1b74bb594c15813b27cdf37 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:36:34.400606 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29b6db06-fd78-4a5a-a175-264510980622 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Made reservation on behalf of 5a1f9fbc958d47759c7330f931dae328 for: {'subnet': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:36:34.407417 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-f17ca496-bae2-44b0-a61e-5f1d39f8ad4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:36:34.415198 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-cfe98412-a4dd-4049-b3a3-c183fe0d60db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:34.465512 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-f17ca496-bae2-44b0-a61e-5f1d39f8ad4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:36:34.475348 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:34.527950 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-09d21983-8db4-4868-ba1d-6998d57c0f60 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:34.533245 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-67c8ec19-f66f-41fa-8d2f-d3a4df1e0a75 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:34.587316 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7f06dc47-5e54-439f-8789-65337532e05c tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:34.593542 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc41b94-a500-49f1-83dd-ce7ab59bc95a None None] Pushing event updated for resources: {'Port': ['ID=69934215-2c2f-4553-8046-b8276c84e0c7,revision_number=3']} {{(pid=84110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:34.602858 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-29b6db06-fd78-4a5a-a175-264510980622 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8119726'] for subnet, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:34.603329 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-09d21983-8db4-4868-ba1d-6998d57c0f60 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:34.620262 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=4ea26f29-635e-4ecf-bba9-8ac9a6a34672,revision_number=5']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:34.670657 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-67c8ec19-f66f-41fa-8d2f-d3a4df1e0a75 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:34.676093 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-67c8ec19-f66f-41fa-8d2f-d3a4df1e0a75 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.0709107 Feb 04 08:36:34.683663 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 46256) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:34.753857 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.managers [None req-cfe98412-a4dd-4049-b3a3-c183fe0d60db None None] Attempting to bind port 69934215-2c2f-4553-8046-b8276c84e0c7 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:36:34.754323 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.managers [None req-cfe98412-a4dd-4049-b3a3-c183fe0d60db None None] Attempting to bind port 69934215-2c2f-4553-8046-b8276c84e0c7 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': 'abfacce5-3f7a-4b80-922a-484ccd12f68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'aaba0e34-0ac3-4326-9ed2-e65fb37ae418'}] {{(pid=84110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:36:34.754692 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe98412-a4dd-4049-b3a3-c183fe0d60db None None] Attempting to bind port 69934215-2c2f-4553-8046-b8276c84e0c7 on network aaba0e34-0ac3-4326-9ed2-e65fb37ae418 {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:36:34.765400 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c8ec19-f66f-41fa-8d2f-d3a4df1e0a75 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=506a8390-1914-4f35-9da0-4cbc72426888,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:34.769043 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-454daf05-5c45-46a4-8240-b82cde02614c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:34.769174 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe98412-a4dd-4049-b3a3-c183fe0d60db None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:36:34.773140 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe98412-a4dd-4049-b3a3-c183fe0d60db None None] Checking segment: {'id': 'abfacce5-3f7a-4b80-922a-484ccd12f68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'aaba0e34-0ac3-4326-9ed2-e65fb37ae418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:36:34.773140 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-cfe98412-a4dd-4049-b3a3-c183fe0d60db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:34.773140 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe98412-a4dd-4049-b3a3-c183fe0d60db None None] Bound using segment: {'id': 'abfacce5-3f7a-4b80-922a-484ccd12f68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'aaba0e34-0ac3-4326-9ed2-e65fb37ae418'} {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:36:34.773140 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.managers [None req-cfe98412-a4dd-4049-b3a3-c183fe0d60db None None] Bound port: 69934215-2c2f-4553-8046-b8276c84e0c7, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abfacce5-3f7a-4b80-922a-484ccd12f68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'aaba0e34-0ac3-4326-9ed2-e65fb37ae418'}}] {{(pid=84110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:36:34.773622 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-cfe98412-a4dd-4049-b3a3-c183fe0d60db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:34.799821 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-454daf05-5c45-46a4-8240-b82cde02614c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:34.819924 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-8b9f8616-5596-4863-97cc-32df7d476d00 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Request body: {'floatingip': {'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:36:34.852444 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-8b9f8616-5596-4863-97cc-32df7d476d00 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:36:34.874867 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-8b9f8616-5596-4863-97cc-32df7d476d00 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Usage tracker for resource:floatingip and tenant:ead21cd697164942839c9343c97d0d9d is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:36:34.875644 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.db [None req-cfe98412-a4dd-4049-b3a3-c183fe0d60db None None] For port 69934215-2c2f-4553-8046-b8276c84e0c7, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:36:34.879230 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.db [None req-cfe98412-a4dd-4049-b3a3-c183fe0d60db None None] For port 69934215-2c2f-4553-8046-b8276c84e0c7, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=69934215-2c2f-4553-8046-b8276c84e0c7,segment=NetworkSegment(abfacce5-3f7a-4b80-922a-484ccd12f68d),segment_id=abfacce5-3f7a-4b80-922a-484ccd12f68d)] {{(pid=84110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:36:34.883451 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-8b9f8616-5596-4863-97cc-32df7d476d00 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:36:34.886757 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d21983-8db4-4868-ba1d-6998d57c0f60 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf66706-a623-46a6-9f5d-54c09d760d68,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:34.901163 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-8b9f8616-5596-4863-97cc-32df7d476d00 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:36:34.965698 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7f06dc47-5e54-439f-8789-65337532e05c tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:34.967450 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f17ca496-bae2-44b0-a61e-5f1d39f8ad4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:34.970908 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-09d21983-8db4-4868-ba1d-6998d57c0f60 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:34.972306 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-09d21983-8db4-4868-ba1d-6998d57c0f60 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.4122145 Feb 04 08:36:34.975408 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 46264) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:34.982802 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-997e5a3d-7462-4765-9a50-8801774674a2 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Request body: {'security_group_rule': {'security_group_id': '1cf66706-a623-46a6-9f5d-54c09d760d68', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:36:34.998635 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-997e5a3d-7462-4765-9a50-8801774674a2 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:36:35.000349 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-cfe98412-a4dd-4049-b3a3-c183fe0d60db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:35.005094 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8b9f8616-5596-4863-97cc-32df7d476d00 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Notify callbacks [] for floatingip, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:35.021426 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-997e5a3d-7462-4765-9a50-8801774674a2 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Usage tracker for resource:security_group_rule and tenant:2e94175c683849e99ec67b1f30a78741 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:36:35.026999 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-997e5a3d-7462-4765-9a50-8801774674a2 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:36:35.031920 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-29b6db06-fd78-4a5a-a175-264510980622 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7593498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8119736'] for subnet, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:35.039388 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-454daf05-5c45-46a4-8240-b82cde02614c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:35.044413 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-997e5a3d-7462-4765-9a50-8801774674a2 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:36:35.094170 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe98412-a4dd-4049-b3a3-c183fe0d60db None None] Routers {'6b6dfeb3-16d5-4d92-a91d-dabb80bb7c13'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:36:35.094887 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-cfe98412-a4dd-4049-b3a3-c183fe0d60db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:36:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['6b6dfeb3-16d5-4d92-a91d-dabb80bb7c13'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:36:35.152399 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc41b94-a500-49f1-83dd-ce7ab59bc95a None None] Pushing event updated for resources: {'Port': ['ID=69934215-2c2f-4553-8046-b8276c84e0c7,revision_number=4']} {{(pid=84110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:35.168475 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f17ca496-bae2-44b0-a61e-5f1d39f8ad4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:35.176033 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454daf05-5c45-46a4-8240-b82cde02614c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3142db07-83ac-474f-a32d-291f6919e863,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:35.187688 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f06dc47-5e54-439f-8789-65337532e05c tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Network e264bd74-c56b-43d0-9059-bcb57dbbe5bc is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:36:35.195574 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-7f06dc47-5e54-439f-8789-65337532e05c tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:36:35.199952 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.objects.ports [None req-fcc96170-fc28-431f-bb67-e7675a22d0c5 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84107) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 04 08:36:35.200470 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-fcc96170-fc28-431f-bb67-e7675a22d0c5 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7510230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985204'] for subnet, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:35.229014 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f06dc47-5e54-439f-8789-65337532e05c tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:36:35.295301 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f06dc47-5e54-439f-8789-65337532e05c tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Pushing event updated for resources: {'Port': ['ID=5a81fe84-f9bf-4383-8ef0-afb8dd0d798a,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:35.311397 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-454daf05-5c45-46a4-8240-b82cde02614c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:35.312536 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-454daf05-5c45-46a4-8240-b82cde02614c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3142db07-83ac-474f-a32d-291f6919e863 HTTP/1.1" status: 204 len: 168 time: 1.1688368 Feb 04 08:36:35.326658 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17ca496-bae2-44b0-a61e-5f1d39f8ad4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab671a2-27f2-486b-add4-40bc6fc3354c,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:35.349341 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-997e5a3d-7462-4765-9a50-8801774674a2 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:35.351489 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b6db06-fd78-4a5a-a175-264510980622 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Pushing event updated for resources: {'Subnet': ['ID=98c8ff4a-b0d3-4ec7-9d77-96308f93186a,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:35.352777 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-cfe98412-a4dd-4049-b3a3-c183fe0d60db None None] Set router 6b6dfeb3-16d5-4d92-a91d-dabb80bb7c13 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:36:35.380522 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-f17ca496-bae2-44b0-a61e-5f1d39f8ad4f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6f32ec2dc1b74bb594c15813b27cdf37&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6065483 Feb 04 08:36:35.387844 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b6db06-fd78-4a5a-a175-264510980622 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Checking segment: {'id': '1e7100e2-ad6a-4bf5-95b1-009f027f6ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7f2cb2c1-aa0f-4f45-9f17-c8bf4d52536c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:36:35.388547 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b6db06-fd78-4a5a-a175-264510980622 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Network hostable DHCP agents. Network: 7f2cb2c1-aa0f-4f45-9f17-c8bf4d52536c, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:36:35.394503 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 46276) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:35.395855 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc96170-fc28-431f-bb67-e7675a22d0c5 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Pushing event updated for resources: {'Subnet': ['ID=399c3f83-2600-4d08-8192-c738bbaf4098,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:35.497052 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc96170-fc28-431f-bb67-e7675a22d0c5 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Checking segment: {'id': '50e2b49c-02c8-4f16-a8d7-73aeec4e92e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8fd03b73-b1cf-4f95-924c-1e602ce559e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:36:35.498170 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc96170-fc28-431f-bb67-e7675a22d0c5 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Network hostable DHCP agents. Network: 8fd03b73-b1cf-4f95-924c-1e602ce559e7, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:36:35.534625 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-997e5a3d-7462-4765-9a50-8801774674a2 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:35.583676 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-7f06dc47-5e54-439f-8789-65337532e05c tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Deleting port 5a81fe84-f9bf-4383-8ef0-afb8dd0d798a {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:36:35.584031 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7f06dc47-5e54-439f-8789-65337532e05c tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:35.625555 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-10ec25a6-32f9-48bc-9b0b-15472eaa3fff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:35.628763 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-997e5a3d-7462-4765-9a50-8801774674a2 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:35.647068 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b6db06-fd78-4a5a-a175-264510980622 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Network 7f2cb2c1-aa0f-4f45-9f17-c8bf4d52536c is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:36:35.674509 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 4ea26f29-635e-4ecf-bba9-8ac9a6a34672 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:36:35.707620 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8b9f8616-5596-4863-97cc-32df7d476d00 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:35.723783 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997e5a3d-7462-4765-9a50-8801774674a2 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f4da49b-4f21-4bd7-a39e-3565851b7129,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:35.731759 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc96170-fc28-431f-bb67-e7675a22d0c5 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Network 8fd03b73-b1cf-4f95-924c-1e602ce559e7 is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:36:35.746422 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 46282) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:35.766821 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 4ea26f29-635e-4ecf-bba9-8ac9a6a34672 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:36:35.767220 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:35.801331 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-29b6db06-fd78-4a5a-a175-264510980622 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, 7f2cb2c1-aa0f-4f45-9f17-c8bf4d52536c) {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:36:35.810947 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b6db06-fd78-4a5a-a175-264510980622 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:36:35.811537 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-29b6db06-fd78-4a5a-a175-264510980622 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:35.859740 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-cfe98412-a4dd-4049-b3a3-c183fe0d60db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b6dfeb3-16d5-4d92-a91d-dabb80bb7c13', 'name': 'tempest-ServersTestJSON-1510941007-router', 'tenant_id': '2e94175c683849e99ec67b1f30a78741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.135'}], 'enable_snat': True}, 'gw_port_id': 'ea8c00e7-d158-4899-8a4a-ce77d668193c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:36:12Z', 'updated_at': '2022-02-04T08:36:26Z', 'revision_number': 4, 'project_id': '2e94175c683849e99ec67b1f30a78741', 'gw_port': {'id': 'ea8c00e7-d158-4899-8a4a-ce77d668193c', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:db:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6dfeb3-16d5-4d92-a91d-dabb80bb7c13', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:36:14Z', 'updated_at': '2022-02-04T08:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '69934215-2c2f-4553-8046-b8276c84e0c7', 'name': '', 'network_id': 'aaba0e34-0ac3-4326-9ed2-e65fb37ae418', 'tenant_id': '2e94175c683849e99ec67b1f30a78741', 'mac_address': 'fa:16:3e:b6:08:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b6dfeb3-16d5-4d92-a91d-dabb80bb7c13', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3fa9977b-947d-4b46-b6ea-d66bbbafccca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:36:24Z', 'updated_at': '2022-02-04T08:36:34Z', 'revision_number': 4, 'project_id': '2e94175c683849e99ec67b1f30a78741', 'subnets': [{'id': '3fa9977b-947d-4b46-b6ea-d66bbbafccca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:36:35.871803 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe98412-a4dd-4049-b3a3-c183fe0d60db None None] The sync data for ids ['6b6dfeb3-16d5-4d92-a91d-dabb80bb7c13'] in dv-neutron-827798-2-hyperv is: [{'id': '6b6dfeb3-16d5-4d92-a91d-dabb80bb7c13', 'name': 'tempest-ServersTestJSON-1510941007-router', 'tenant_id': '2e94175c683849e99ec67b1f30a78741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.135'}], 'enable_snat': True}, 'gw_port_id': 'ea8c00e7-d158-4899-8a4a-ce77d668193c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:36:12Z', 'updated_at': '2022-02-04T08:36:26Z', 'revision_number': 4, 'project_id': '2e94175c683849e99ec67b1f30a78741', 'gw_port': {'id': 'ea8c00e7-d158-4899-8a4a-ce77d668193c', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:db:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6dfeb3-16d5-4d92-a91d-dabb80bb7c13', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:36:14Z', 'updated_at': '2022-02-04T08:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '69934215-2c2f-4553-8046-b8276c84e0c7', 'name': '', 'network_id': 'aaba0e34-0ac3-4326-9ed2-e65fb37ae418', 'tenant_id': '2e94175c683849e99ec67b1f30a78741', 'mac_address': 'fa:16:3e:b6:08:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b6dfeb3-16d5-4d92-a91d-dabb80bb7c13', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3fa9977b-947d-4b46-b6ea-d66bbbafccca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:36:24Z', 'updated_at': '2022-02-04T08:36:34Z', 'revision_number': 4, 'project_id': '2e94175c683849e99ec67b1f30a78741', 'subnets': [{'id': '3fa9977b-947d-4b46-b6ea-d66bbbafccca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:36:35.875145 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1779eef-6118-42ce-97bc-967d058334f8 None None] Network 7f2cb2c1-aa0f-4f45-9f17-c8bf4d52536c requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:36:35.911381 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7f06dc47-5e54-439f-8789-65337532e05c tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:35.911793 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7f06dc47-5e54-439f-8789-65337532e05c tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:36.010682 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-29b6db06-fd78-4a5a-a175-264510980622 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0486820 Feb 04 08:36:36.012586 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-8b9f8616-5596-4863-97cc-32df7d476d00 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Allocated IP 172.26.3.188 (e264bd74-c56b-43d0-9059-bcb57dbbe5bc/79caf47c-b62c-4ea0-b35f-21ede155daa8/609a9031-7273-405b-a751-45047cf91ac3) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:36:36.038390 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-10ec25a6-32f9-48bc-9b0b-15472eaa3fff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:36.120904 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 46290) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:36.146224 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-997e5a3d-7462-4765-9a50-8801774674a2 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:36.154951 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-7f06dc47-5e54-439f-8789-65337532e05c tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Calling delete_port for 5a81fe84-f9bf-4383-8ef0-afb8dd0d798a owned by network:floatingip {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:36:36.164611 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-997e5a3d-7462-4765-9a50-8801774674a2 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.1859546 Feb 04 08:36:36.227587 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 46294) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:36.233114 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-863a3ff0-b63b-4818-8226-fdf36a1dc5f1 tempest-PortsAdminExtendedAttrsTestJSON-1503980512 tempest-PortsAdminExtendedAttrsTestJSON-1503980512-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-184377055'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:36:36.238194 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-863a3ff0-b63b-4818-8226-fdf36a1dc5f1 tempest-PortsAdminExtendedAttrsTestJSON-1503980512 tempest-PortsAdminExtendedAttrsTestJSON-1503980512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:36:36.245804 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-863a3ff0-b63b-4818-8226-fdf36a1dc5f1 tempest-PortsAdminExtendedAttrsTestJSON-1503980512 tempest-PortsAdminExtendedAttrsTestJSON-1503980512-project] Usage tracker for resource:network and tenant:2fd27ae595a34677909bde9ceb36b729 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:36:36.249091 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-863a3ff0-b63b-4818-8226-fdf36a1dc5f1 tempest-PortsAdminExtendedAttrsTestJSON-1503980512 tempest-PortsAdminExtendedAttrsTestJSON-1503980512-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:36:36.255984 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-863a3ff0-b63b-4818-8226-fdf36a1dc5f1 tempest-PortsAdminExtendedAttrsTestJSON-1503980512 tempest-PortsAdminExtendedAttrsTestJSON-1503980512-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:36:36.270011 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-4bb743ca-6d2f-48c7-9cac-4ae04b9a11db tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Request body: {'security_group_rule': {'security_group_id': '1cf66706-a623-46a6-9f5d-54c09d760d68', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:36:36.276662 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-4bb743ca-6d2f-48c7-9cac-4ae04b9a11db tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:36:36.281836 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-4bb743ca-6d2f-48c7-9cac-4ae04b9a11db tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Usage tracker for resource:security_group_rule and tenant:2e94175c683849e99ec67b1f30a78741 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:36:36.292940 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-4bb743ca-6d2f-48c7-9cac-4ae04b9a11db tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:36:36.331696 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-6554b8b2-bac0-45af-b543-3eda3f6c6fe7 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Request body: {'port': {'network_id': '7f2cb2c1-aa0f-4f45-9f17-c8bf4d52536c', 'name': 'tempest-AllowedAddressPairTestJSON-1947599055'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:36:36.342171 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db23bda-4f7d-411e-93ca-1423e3de0ce1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-7f2cb2c1-aa0f-4f45-9f17-c8bf4d52536c', 'network_id': '7f2cb2c1-aa0f-4f45-9f17-c8bf4d52536c', 'tenant_id': '5a1f9fbc958d47759c7330f931dae328', 'fixed_ips': [{'subnet_id': '98c8ff4a-b0d3-4ec7-9d77-96308f93186a'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:36:36.342974 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-8db23bda-4f7d-411e-93ca-1423e3de0ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:36.382265 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-4bb743ca-6d2f-48c7-9cac-4ae04b9a11db tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:36:36.391506 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-863a3ff0-b63b-4818-8226-fdf36a1dc5f1 tempest-PortsAdminExtendedAttrsTestJSON-1503980512 tempest-PortsAdminExtendedAttrsTestJSON-1503980512-project] Made reservation on behalf of 2fd27ae595a34677909bde9ceb36b729 for: {'network': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:36:36.396174 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-863a3ff0-b63b-4818-8226-fdf36a1dc5f1 tempest-PortsAdminExtendedAttrsTestJSON-1503980512 tempest-PortsAdminExtendedAttrsTestJSON-1503980512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:36.413501 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-863a3ff0-b63b-4818-8226-fdf36a1dc5f1 tempest-PortsAdminExtendedAttrsTestJSON-1503980512 tempest-PortsAdminExtendedAttrsTestJSON-1503980512-project] Notify callbacks [] for security_group, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:36.430787 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 46298) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:36.436831 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-fcc96170-fc28-431f-bb67-e7675a22d0c5 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, 8fd03b73-b1cf-4f95-924c-1e602ce559e7) {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:36:36.446331 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc96170-fc28-431f-bb67-e7675a22d0c5 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:36:36.447069 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-fcc96170-fc28-431f-bb67-e7675a22d0c5 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:36.453317 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1477133-2bf5-490b-8dba-7eb40d591645 None None] Network 8fd03b73-b1cf-4f95-924c-1e602ce559e7 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:36:36.462201 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-863a3ff0-b63b-4818-8226-fdf36a1dc5f1 tempest-PortsAdminExtendedAttrsTestJSON-1503980512 tempest-PortsAdminExtendedAttrsTestJSON-1503980512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:36:36.468023 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-863a3ff0-b63b-4818-8226-fdf36a1dc5f1 tempest-PortsAdminExtendedAttrsTestJSON-1503980512 tempest-PortsAdminExtendedAttrsTestJSON-1503980512-project] Usage tracker for resource:security_group_rule and tenant:2fd27ae595a34677909bde9ceb36b729 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:36:36.472330 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-863a3ff0-b63b-4818-8226-fdf36a1dc5f1 tempest-PortsAdminExtendedAttrsTestJSON-1503980512 tempest-PortsAdminExtendedAttrsTestJSON-1503980512-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:36:36.480357 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-863a3ff0-b63b-4818-8226-fdf36a1dc5f1 tempest-PortsAdminExtendedAttrsTestJSON-1503980512 tempest-PortsAdminExtendedAttrsTestJSON-1503980512-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:36:36.507672 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8b9f8616-5596-4863-97cc-32df7d476d00 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:36.521988 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7f06dc47-5e54-439f-8789-65337532e05c tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:36.567630 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3c77e18c-06ae-4966-afb2-06a48dbb6da7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:36.639107 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-6554b8b2-bac0-45af-b543-3eda3f6c6fe7 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:36:36.649991 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-6554b8b2-bac0-45af-b543-3eda3f6c6fe7 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Usage tracker for resource:port and tenant:5a1f9fbc958d47759c7330f931dae328 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:36:36.652004 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-8db23bda-4f7d-411e-93ca-1423e3de0ce1 None None] Allocated IP 172.20.0.2 (7f2cb2c1-aa0f-4f45-9f17-c8bf4d52536c/98c8ff4a-b0d3-4ec7-9d77-96308f93186a/e635cf95-41da-410e-bf2d-7daf3fc92fdd) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:36:36.653969 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-6554b8b2-bac0-45af-b543-3eda3f6c6fe7 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:36:36.662073 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-6554b8b2-bac0-45af-b543-3eda3f6c6fe7 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:36:36.674880 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-fcc96170-fc28-431f-bb67-e7675a22d0c5 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.1520474 Feb 04 08:36:36.675223 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 46302) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:36.684747 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-071c8d7b-fa03-477b-9a2d-8798d6f22d3c tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-603958742', 'network_id': '8fd03b73-b1cf-4f95-924c-1e602ce559e7'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:36:36.690194 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-071c8d7b-fa03-477b-9a2d-8798d6f22d3c tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:36:36.694602 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-071c8d7b-fa03-477b-9a2d-8798d6f22d3c tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Usage tracker for resource:port and tenant:6f61127ab9ba4300af77f26932026da2 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:36:36.698295 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-071c8d7b-fa03-477b-9a2d-8798d6f22d3c tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:36:36.704856 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-071c8d7b-fa03-477b-9a2d-8798d6f22d3c tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:36:36.708158 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4bb743ca-6d2f-48c7-9cac-4ae04b9a11db tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:36.714059 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-10ec25a6-32f9-48bc-9b0b-15472eaa3fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:36.716348 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-10ec25a6-32f9-48bc-9b0b-15472eaa3fff admin admin] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:36.717678 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-10ec25a6-32f9-48bc-9b0b-15472eaa3fff admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6ab671a2-27f2-486b-add4-40bc6fc3354c HTTP/1.1" status: 204 len: 168 time: 1.3180437 Feb 04 08:36:36.726098 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f06dc47-5e54-439f-8789-65337532e05c tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Pushing event deleted for resources: {'Port': ['ID=5a81fe84-f9bf-4383-8ef0-afb8dd0d798a,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:36.729663 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ec25a6-32f9-48bc-9b0b-15472eaa3fff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab671a2-27f2-486b-add4-40bc6fc3354c,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:36.743642 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8b9f8616-5596-4863-97cc-32df7d476d00 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:36.822539 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-3c77e18c-06ae-4966-afb2-06a48dbb6da7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:36:36.844249 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-3c77e18c-06ae-4966-afb2-06a48dbb6da7 admin admin] Usage tracker for resource:security_group_rule and tenant:2bc6b160afc44363a65a36b97781253f is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:36:36.864451 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9f8616-5596-4863-97cc-32df7d476d00 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Pushing event updated for resources: {'Port': ['ID=609a9031-7273-405b-a751-45047cf91ac3,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:36.870012 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6554b8b2-bac0-45af-b543-3eda3f6c6fe7 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Made reservation on behalf of 5a1f9fbc958d47759c7330f931dae328 for: {'port': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:36:36.874016 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6554b8b2-bac0-45af-b543-3eda3f6c6fe7 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:36.879189 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-3c77e18c-06ae-4966-afb2-06a48dbb6da7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:36:36.897150 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9f8616-5596-4863-97cc-32df7d476d00 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Network e264bd74-c56b-43d0-9059-bcb57dbbe5bc is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:36:36.897996 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-071c8d7b-fa03-477b-9a2d-8798d6f22d3c tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Made reservation on behalf of 6f61127ab9ba4300af77f26932026da2 for: {'port': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:36:36.900329 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-071c8d7b-fa03-477b-9a2d-8798d6f22d3c tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:36.915764 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-3c77e18c-06ae-4966-afb2-06a48dbb6da7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:36:36.920813 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4bb743ca-6d2f-48c7-9cac-4ae04b9a11db tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:36.922701 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-863a3ff0-b63b-4818-8226-fdf36a1dc5f1 tempest-PortsAdminExtendedAttrsTestJSON-1503980512 tempest-PortsAdminExtendedAttrsTestJSON-1503980512-project] Notify callbacks [] for security_group, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:36.936539 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.api.v2.resource [None req-7f06dc47-5e54-439f-8789-65337532e05c tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] create failed (client error): The resource could not be found. Feb 04 08:36:36.941673 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-7f06dc47-5e54-439f-8789-65337532e05c tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.8048992 Feb 04 08:36:36.942420 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 46308) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:36.974474 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [None req-071c8d7b-fa03-477b-9a2d-8798d6f22d3c tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] device_id is not set on port 1027138c-bdb3-4f99-b3e5-23afa1116a7a yet. {{(pid=84107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:36:36.976630 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3da9ac-e08a-491a-b890-c4a1bcff65f2 None None] Network 8fd03b73-b1cf-4f95-924c-1e602ce559e7 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:36:37.004483 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4bb743ca-6d2f-48c7-9cac-4ae04b9a11db tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:37.023971 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-8b9f8616-5596-4863-97cc-32df7d476d00 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:36:37.031447 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9f8616-5596-4863-97cc-32df7d476d00 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:36:37.072584 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [None req-6554b8b2-bac0-45af-b543-3eda3f6c6fe7 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] device_id is not set on port 9ab67601-8675-4390-a423-66f36521a885 yet. {{(pid=84107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:36:37.145814 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-863a3ff0-b63b-4818-8226-fdf36a1dc5f1 tempest-PortsAdminExtendedAttrsTestJSON-1503980512 tempest-PortsAdminExtendedAttrsTestJSON-1503980512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:37.158841 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-863a3ff0-b63b-4818-8226-fdf36a1dc5f1 tempest-PortsAdminExtendedAttrsTestJSON-1503980512 tempest-PortsAdminExtendedAttrsTestJSON-1503980512-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=84108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:36:37.168949 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-863a3ff0-b63b-4818-8226-fdf36a1dc5f1 tempest-PortsAdminExtendedAttrsTestJSON-1503980512 tempest-PortsAdminExtendedAttrsTestJSON-1503980512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:37.169529 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.segments_db [None req-863a3ff0-b63b-4818-8226-fdf36a1dc5f1 tempest-PortsAdminExtendedAttrsTestJSON-1503980512 tempest-PortsAdminExtendedAttrsTestJSON-1503980512-project] Added segment 431038c6-b608-4de1-90a0-82d08fa58999 of type vlan for network c4b239b5-3dcc-4bec-b52c-75359bfcfd3b Feb 04 08:36:37.197982 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-863a3ff0-b63b-4818-8226-fdf36a1dc5f1 tempest-PortsAdminExtendedAttrsTestJSON-1503980512 tempest-PortsAdminExtendedAttrsTestJSON-1503980512-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:37.230528 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb743ca-6d2f-48c7-9cac-4ae04b9a11db tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55fa6f44-a1d1-4905-9079-326577c981bb,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:37.256642 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-8db23bda-4f7d-411e-93ca-1423e3de0ce1 None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:37.281990 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-8db23bda-4f7d-411e-93ca-1423e3de0ce1 None None] Transition to ACTIVE for port object e635cf95-41da-410e-bf2d-7daf3fc92fdd will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:36:37.287290 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-e0e6e708-0085-4c6c-a371-dbc9fe688142 tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Deleting port 097dc064-a77c-4b7d-93f9-8876e63dbb06 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:36:37.288529 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e0e6e708-0085-4c6c-a371-dbc9fe688142 tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:37.306745 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-8db23bda-4f7d-411e-93ca-1423e3de0ce1 None None] Transition to ACTIVE for port object e635cf95-41da-410e-bf2d-7daf3fc92fdd will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:36:37.358849 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863a3ff0-b63b-4818-8226-fdf36a1dc5f1 tempest-PortsAdminExtendedAttrsTestJSON-1503980512 tempest-PortsAdminExtendedAttrsTestJSON-1503980512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e59886c-d9e8-425c-a71a-e4653b692ce9,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:37.415766 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3c77e18c-06ae-4966-afb2-06a48dbb6da7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:37.449113 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-071c8d7b-fa03-477b-9a2d-8798d6f22d3c tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Allocated IP 172.20.0.8 (8fd03b73-b1cf-4f95-924c-1e602ce559e7/399c3f83-2600-4d08-8192-c738bbaf4098/1027138c-bdb3-4f99-b3e5-23afa1116a7a) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:36:37.453320 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8b9f8616-5596-4863-97cc-32df7d476d00 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:37.467350 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4bb743ca-6d2f-48c7-9cac-4ae04b9a11db tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:37.468742 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-4bb743ca-6d2f-48c7-9cac-4ae04b9a11db tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.2048519 Feb 04 08:36:37.475842 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 46318) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:37.489860 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-15572aba-f16a-4218-93a6-240130667dac tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Request body: {'floatingip': {'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:36:37.498477 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-15572aba-f16a-4218-93a6-240130667dac tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:36:37.510905 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3c77e18c-06ae-4966-afb2-06a48dbb6da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:37.515334 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-15572aba-f16a-4218-93a6-240130667dac tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Usage tracker for resource:floatingip and tenant:2e94175c683849e99ec67b1f30a78741 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:36:37.519413 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-863a3ff0-b63b-4818-8226-fdf36a1dc5f1 tempest-PortsAdminExtendedAttrsTestJSON-1503980512 tempest-PortsAdminExtendedAttrsTestJSON-1503980512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:37.522086 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-15572aba-f16a-4218-93a6-240130667dac tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:36:37.523921 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863a3ff0-b63b-4818-8226-fdf36a1dc5f1 tempest-PortsAdminExtendedAttrsTestJSON-1503980512 tempest-PortsAdminExtendedAttrsTestJSON-1503980512-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:36:37.525228 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-863a3ff0-b63b-4818-8226-fdf36a1dc5f1 tempest-PortsAdminExtendedAttrsTestJSON-1503980512 tempest-PortsAdminExtendedAttrsTestJSON-1503980512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:37.532579 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-6554b8b2-bac0-45af-b543-3eda3f6c6fe7 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Allocated IP 172.20.0.14 (7f2cb2c1-aa0f-4f45-9f17-c8bf4d52536c/98c8ff4a-b0d3-4ec7-9d77-96308f93186a/9ab67601-8675-4390-a423-66f36521a885) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:36:37.534179 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-15572aba-f16a-4218-93a6-240130667dac tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:36:37.539009 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-8db23bda-4f7d-411e-93ca-1423e3de0ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:37.614256 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db23bda-4f7d-411e-93ca-1423e3de0ce1 None None] Network 7f2cb2c1-aa0f-4f45-9f17-c8bf4d52536c is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:36:37.615890 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-8db23bda-4f7d-411e-93ca-1423e3de0ce1 None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:36:37.623221 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db23bda-4f7d-411e-93ca-1423e3de0ce1 None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:36:37.713296 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db23bda-4f7d-411e-93ca-1423e3de0ce1 None None] Pushing event updated for resources: {'Port': ['ID=e635cf95-41da-410e-bf2d-7daf3fc92fdd,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:37.718692 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-15572aba-f16a-4218-93a6-240130667dac tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Notify callbacks [] for floatingip, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:37.738133 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-8db23bda-4f7d-411e-93ca-1423e3de0ce1 None None] Attempting to bind port e635cf95-41da-410e-bf2d-7daf3fc92fdd on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:36:37.738535 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-8db23bda-4f7d-411e-93ca-1423e3de0ce1 None None] Attempting to bind port e635cf95-41da-410e-bf2d-7daf3fc92fdd by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': '1e7100e2-ad6a-4bf5-95b1-009f027f6ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7f2cb2c1-aa0f-4f45-9f17-c8bf4d52536c'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:36:37.738854 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db23bda-4f7d-411e-93ca-1423e3de0ce1 None None] Attempting to bind port e635cf95-41da-410e-bf2d-7daf3fc92fdd on network 7f2cb2c1-aa0f-4f45-9f17-c8bf4d52536c {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:36:37.743511 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8b9f8616-5596-4863-97cc-32df7d476d00 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:37.746792 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db23bda-4f7d-411e-93ca-1423e3de0ce1 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:36:37.747102 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db23bda-4f7d-411e-93ca-1423e3de0ce1 None None] Checking segment: {'id': '1e7100e2-ad6a-4bf5-95b1-009f027f6ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7f2cb2c1-aa0f-4f45-9f17-c8bf4d52536c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:36:37.747497 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-8db23bda-4f7d-411e-93ca-1423e3de0ce1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:37.752326 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db23bda-4f7d-411e-93ca-1423e3de0ce1 None None] Bound using segment: {'id': '1e7100e2-ad6a-4bf5-95b1-009f027f6ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7f2cb2c1-aa0f-4f45-9f17-c8bf4d52536c'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:36:37.753300 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-8db23bda-4f7d-411e-93ca-1423e3de0ce1 None None] Bound port: e635cf95-41da-410e-bf2d-7daf3fc92fdd, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e7100e2-ad6a-4bf5-95b1-009f027f6ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7f2cb2c1-aa0f-4f45-9f17-c8bf4d52536c'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:36:37.754197 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-8db23bda-4f7d-411e-93ca-1423e3de0ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:37.767191 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 69934215-2c2f-4553-8046-b8276c84e0c7 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:36:37.811427 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-3c77e18c-06ae-4966-afb2-06a48dbb6da7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2bc6b160afc44363a65a36b97781253f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3795440 Feb 04 08:36:37.822533 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-863a3ff0-b63b-4818-8226-fdf36a1dc5f1 tempest-PortsAdminExtendedAttrsTestJSON-1503980512 tempest-PortsAdminExtendedAttrsTestJSON-1503980512-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.0688100 Feb 04 08:36:37.823634 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863a3ff0-b63b-4818-8226-fdf36a1dc5f1 tempest-PortsAdminExtendedAttrsTestJSON-1503980512 tempest-PortsAdminExtendedAttrsTestJSON-1503980512-project] Pushing event updated for resources: {'Network': ['ID=c4b239b5-3dcc-4bec-b52c-75359bfcfd3b,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:37.829250 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 46326) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:37.829984 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c77e18c-06ae-4966-afb2-06a48dbb6da7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f373e35-5ea8-4bf8-9a51-91decee60e02,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:37.875195 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network c4b239b5-3dcc-4bec-b52c-75359bfcfd3b details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:36:37.953856 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e0e6e708-0085-4c6c-a371-dbc9fe688142 tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:38.067087 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-8db23bda-4f7d-411e-93ca-1423e3de0ce1 None None] For port e635cf95-41da-410e-bf2d-7daf3fc92fdd, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:36:38.084704 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-8db23bda-4f7d-411e-93ca-1423e3de0ce1 None None] For port e635cf95-41da-410e-bf2d-7daf3fc92fdd, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=e635cf95-41da-410e-bf2d-7daf3fc92fdd,segment=NetworkSegment(1e7100e2-ad6a-4bf5-95b1-009f027f6ca0),segment_id=1e7100e2-ad6a-4bf5-95b1-009f027f6ca0)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:36:38.125309 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 69934215-2c2f-4553-8046-b8276c84e0c7 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:36:38.131981 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 69934215-2c2f-4553-8046-b8276c84e0c7 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:36:38.132354 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:38.146610 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-e0e6e708-0085-4c6c-a371-dbc9fe688142 tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Calling delete_port for 097dc064-a77c-4b7d-93f9-8876e63dbb06 owned by {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:36:38.165927 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-8db23bda-4f7d-411e-93ca-1423e3de0ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:38.185911 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-071c8d7b-fa03-477b-9a2d-8798d6f22d3c tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:38.318229 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db23bda-4f7d-411e-93ca-1423e3de0ce1 None None] Pushing event updated for resources: {'Port': ['ID=e635cf95-41da-410e-bf2d-7daf3fc92fdd,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:38.378751 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 46340) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:38.430176 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-2b4f75c4-bd2e-4397-9b6a-06465e7cced8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Request body: {'port': {'network_id': 'c4b239b5-3dcc-4bec-b52c-75359bfcfd3b', 'binding:host_id': 'hv-neutron-8277', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-421868242'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:36:38.455437 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8b9f8616-5596-4863-97cc-32df7d476d00 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:38.456040 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:38.466153 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-2b4f75c4-bd2e-4397-9b6a-06465e7cced8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:36:38.482786 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-2b4f75c4-bd2e-4397-9b6a-06465e7cced8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Usage tracker for resource:port and tenant:3ea4a86fc0434686aab7f1aae1f745fb is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:36:38.487462 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-2b4f75c4-bd2e-4397-9b6a-06465e7cced8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:36:38.508797 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6554b8b2-bac0-45af-b543-3eda3f6c6fe7 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:38.510296 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-2b4f75c4-bd2e-4397-9b6a-06465e7cced8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:36:38.526982 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8b9f8616-5596-4863-97cc-32df7d476d00 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:38.542216 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-dbb51c1a-58ca-40a2-b09b-58f89ef7e141 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:38.586306 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port 69934215-2c2f-4553-8046-b8276c84e0c7, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=69934215-2c2f-4553-8046-b8276c84e0c7,segment=NetworkSegment(abfacce5-3f7a-4b80-922a-484ccd12f68d),segment_id=abfacce5-3f7a-4b80-922a-484ccd12f68d)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:36:38.613336 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-dbb51c1a-58ca-40a2-b09b-58f89ef7e141 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:38.621300 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e0e6e708-0085-4c6c-a371-dbc9fe688142 tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:38.629178 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [None req-6554b8b2-bac0-45af-b543-3eda3f6c6fe7 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Transition to ACTIVE for port object 9ab67601-8675-4390-a423-66f36521a885 will not be triggered until provisioned by entity DHCP. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:36:38.646919 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:38.685980 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e6e708-0085-4c6c-a371-dbc9fe688142 tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Pushing event deleted for resources: {'Port': ['ID=097dc064-a77c-4b7d-93f9-8876e63dbb06,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:38.724291 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 46344) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:38.747830 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b4f75c4-bd2e-4397-9b6a-06465e7cced8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Made reservation on behalf of 3ea4a86fc0434686aab7f1aae1f745fb for: {'port': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:36:38.750133 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2b4f75c4-bd2e-4397-9b6a-06465e7cced8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:38.794124 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=69934215-2c2f-4553-8046-b8276c84e0c7,revision_number=5']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:38.794952 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9f8616-5596-4863-97cc-32df7d476d00 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Pushing event updated for resources: {'Port': ['ID=609a9031-7273-405b-a751-45047cf91ac3,revision_number=2']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:38.809223 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2b4f75c4-bd2e-4397-9b6a-06465e7cced8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:38.818323 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-15572aba-f16a-4218-93a6-240130667dac tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:38.820675 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-071c8d7b-fa03-477b-9a2d-8798d6f22d3c tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:38.876445 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e0e6e708-0085-4c6c-a371-dbc9fe688142 tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:38.898967 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-e0e6e708-0085-4c6c-a371-dbc9fe688142 tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] 10.222.0.36 "DELETE /v2.0/ports/097dc064-a77c-4b7d-93f9-8876e63dbb06 HTTP/1.1" status: 204 len: 168 time: 1.9535742 Feb 04 08:36:38.899282 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 46350) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:38.961376 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-dbb51c1a-58ca-40a2-b09b-58f89ef7e141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:38.986414 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-dbb51c1a-58ca-40a2-b09b-58f89ef7e141 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:38.991189 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-dbb51c1a-58ca-40a2-b09b-58f89ef7e141 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5f373e35-5ea8-4bf8-9a51-91decee60e02 HTTP/1.1" status: 204 len: 168 time: 1.1423538 Feb 04 08:36:38.993156 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-b3f9ac7c-1118-40e9-bd5e-c68386f6ab5d tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Request body: {'network': {'name': 'tempest-RoutersTest-396643115'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:36:38.999093 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071c8d7b-fa03-477b-9a2d-8798d6f22d3c tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Pushing event updated for resources: {'Port': ['ID=1027138c-bdb3-4f99-b3e5-23afa1116a7a,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:39.010762 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb51c1a-58ca-40a2-b09b-58f89ef7e141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f373e35-5ea8-4bf8-9a51-91decee60e02,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:39.014141 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-2b4f75c4-bd2e-4397-9b6a-06465e7cced8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:36:39.034139 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-2b4f75c4-bd2e-4397-9b6a-06465e7cced8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Usage tracker for resource:security_group_rule and tenant:3ea4a86fc0434686aab7f1aae1f745fb is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:36:39.038983 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-2b4f75c4-bd2e-4397-9b6a-06465e7cced8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:36:39.055705 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-2b4f75c4-bd2e-4397-9b6a-06465e7cced8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:36:39.085385 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29b4d78-cb21-43c4-a18d-3472923070c1 tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:36:39.086097 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-c29b4d78-cb21-43c4-a18d-3472923070c1 tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Synchronizing usage tracker for tenant:0a601d03c25b4c0095726ebd81abc113 on resource:port {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:36:39.134873 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-b3f9ac7c-1118-40e9-bd5e-c68386f6ab5d tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:36:39.147372 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-b3f9ac7c-1118-40e9-bd5e-c68386f6ab5d tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Usage tracker for resource:network and tenant:1216cf6397c6415eb938e86c1901dea6 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:36:39.153743 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8b9f8616-5596-4863-97cc-32df7d476d00 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473039'] for floatingip, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:39.159751 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2b4f75c4-bd2e-4397-9b6a-06465e7cced8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:39.162162 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-b3f9ac7c-1118-40e9-bd5e-c68386f6ab5d tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:36:39.187962 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071c8d7b-fa03-477b-9a2d-8798d6f22d3c tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Network 8fd03b73-b1cf-4f95-924c-1e602ce559e7 is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:36:39.189473 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-b3f9ac7c-1118-40e9-bd5e-c68386f6ab5d tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:36:39.194593 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-071c8d7b-fa03-477b-9a2d-8798d6f22d3c tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:36:39.206580 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071c8d7b-fa03-477b-9a2d-8798d6f22d3c tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:36:39.239495 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2b4f75c4-bd2e-4397-9b6a-06465e7cced8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:39.254952 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [None req-2b4f75c4-bd2e-4397-9b6a-06465e7cced8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] device_id is not set on port fd0c4429-e36b-40bd-abb7-87c920d8fe22 yet. {{(pid=84108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:36:39.280355 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6554b8b2-bac0-45af-b543-3eda3f6c6fe7 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:39.336995 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4f75c4-bd2e-4397-9b6a-06465e7cced8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c878582b-87c1-4b2f-8614-a8632c888af1,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:39.378070 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f9ac7c-1118-40e9-bd5e-c68386f6ab5d tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Made reservation on behalf of 1216cf6397c6415eb938e86c1901dea6 for: {'network': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:36:39.381096 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b3f9ac7c-1118-40e9-bd5e-c68386f6ab5d tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:39.404980 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8b9f8616-5596-4863-97cc-32df7d476d00 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for floatingip, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:39.416131 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-8b9f8616-5596-4863-97cc-32df7d476d00 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6608171 Feb 04 08:36:39.418934 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071c8d7b-fa03-477b-9a2d-8798d6f22d3c tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:36:39.419538 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-071c8d7b-fa03-477b-9a2d-8798d6f22d3c tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:39.425237 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-15572aba-f16a-4218-93a6-240130667dac tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Allocated IP 172.26.3.235 (e264bd74-c56b-43d0-9059-bcb57dbbe5bc/79caf47c-b62c-4ea0-b35f-21ede155daa8/63e1a74b-c3e7-4dba-b2eb-2f156edbe36f) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:36:39.433483 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b3f9ac7c-1118-40e9-bd5e-c68386f6ab5d tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:39.453806 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6554b8b2-bac0-45af-b543-3eda3f6c6fe7 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Pushing event updated for resources: {'Port': ['ID=9ab67601-8675-4390-a423-66f36521a885,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:39.458188 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6554b8b2-bac0-45af-b543-3eda3f6c6fe7 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Network 7f2cb2c1-aa0f-4f45-9f17-c8bf4d52536c is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:36:39.481470 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-6554b8b2-bac0-45af-b543-3eda3f6c6fe7 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:36:39.493615 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6554b8b2-bac0-45af-b543-3eda3f6c6fe7 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:36:39.579092 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-071c8d7b-fa03-477b-9a2d-8798d6f22d3c tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 2.9027429 Feb 04 08:36:39.632332 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 46364) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:39.633589 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-c29b4d78-cb21-43c4-a18d-3472923070c1 tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Unset dirty status for tenant:0a601d03c25b4c0095726ebd81abc113 on resource:port {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:36:39.637842 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-c29b4d78-cb21-43c4-a18d-3472923070c1 tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] 10.222.0.36 "GET /v2.0/ports?device_id=d674b7ac-9bea-4b45-8a62-cd55aa68d7bc HTTP/1.1" status: 200 len: 913 time: 0.7374134 Feb 04 08:36:39.648696 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41a6c60-852a-4893-9ba5-33f84d7cee54 None None] Network 7f2cb2c1-aa0f-4f45-9f17-c8bf4d52536c requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:36:39.649177 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 46366) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:39.731815 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-b3f9ac7c-1118-40e9-bd5e-c68386f6ab5d tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:36:39.751561 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-b3f9ac7c-1118-40e9-bd5e-c68386f6ab5d tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Usage tracker for resource:security_group_rule and tenant:1216cf6397c6415eb938e86c1901dea6 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:36:39.763424 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-b3f9ac7c-1118-40e9-bd5e-c68386f6ab5d tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:36:39.787859 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-b3f9ac7c-1118-40e9-bd5e-c68386f6ab5d tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:36:39.794472 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6554b8b2-bac0-45af-b543-3eda3f6c6fe7 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:36:39.795160 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6554b8b2-bac0-45af-b543-3eda3f6c6fe7 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:39.902754 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-15572aba-f16a-4218-93a6-240130667dac tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:39.950754 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-6554b8b2-bac0-45af-b543-3eda3f6c6fe7 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8120959 Feb 04 08:36:39.952249 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device e635cf95-41da-410e-bf2d-7daf3fc92fdd up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:36:39.960609 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-183ee5bc-0c8c-4a8c-9598-1ccb2a125bfc tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Deleting port 1027138c-bdb3-4f99-b3e5-23afa1116a7a {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:36:39.961002 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-183ee5bc-0c8c-4a8c-9598-1ccb2a125bfc tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:39.975312 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 46382) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:39.999067 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-38070c5e-3c85-41d3-a5f4-e845a404e7de tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Request body: {'port': {'network_id': '7f2cb2c1-aa0f-4f45-9f17-c8bf4d52536c', 'name': 'tempest-AllowedAddressPairTestJSON-6537727', 'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:0f:ca:43'}]}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:36:40.007637 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-2099274a-4bf5-4541-9b96-41b987e6de32 None None] Provisioning for port e635cf95-41da-410e-bf2d-7daf3fc92fdd completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:36:40.027257 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [None req-2b4f75c4-bd2e-4397-9b6a-06465e7cced8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] device_id is not set on port fd0c4429-e36b-40bd-abb7-87c920d8fe22 yet. {{(pid=84108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:36:40.052721 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2b4f75c4-bd2e-4397-9b6a-06465e7cced8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:40.132942 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 46390) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:40.151451 dv-neutron-827798-2-hyperv neutron-server[84107]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 04 08:36:40.159166 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b3f9ac7c-1118-40e9-bd5e-c68386f6ab5d tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:40.211784 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.provisioning_blocks [None req-2b4f75c4-bd2e-4397-9b6a-06465e7cced8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Transition to ACTIVE for port object fd0c4429-e36b-40bd-abb7-87c920d8fe22 will not be triggered until provisioned by entity L2. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:36:40.221259 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port e635cf95-41da-410e-bf2d-7daf3fc92fdd completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:36:40.227465 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port e635cf95-41da-410e-bf2d-7daf3fc92fdd triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:36:40.228828 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:40.242138 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b3f9ac7c-1118-40e9-bd5e-c68386f6ab5d tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:40.295910 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3f9ac7c-1118-40e9-bd5e-c68386f6ab5d tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=84107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:36:40.306759 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-38070c5e-3c85-41d3-a5f4-e845a404e7de tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:36:40.314619 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-38070c5e-3c85-41d3-a5f4-e845a404e7de tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Usage tracker for resource:port and tenant:5a1f9fbc958d47759c7330f931dae328 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:36:40.318247 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f9ac7c-1118-40e9-bd5e-c68386f6ab5d tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc7d67d-75bb-4de6-a483-0fa1dd7659e8,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:40.322450 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-38070c5e-3c85-41d3-a5f4-e845a404e7de tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:36:40.326877 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c2668f79-1f98-4252-9f8d-4be2f15884da req-f1b6a2c5-4aaf-4f32-8074-19da0fd9e46e tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1987549589&fields=id&tenant_id=ead21cd697164942839c9343c97d0d9d HTTP/1.1" status: 200 len: 267 time: 0.1898417 Feb 04 08:36:40.338235 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b3f9ac7c-1118-40e9-bd5e-c68386f6ab5d tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:40.338694 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.segments_db [None req-b3f9ac7c-1118-40e9-bd5e-c68386f6ab5d tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Added segment 3d1d4337-0fcd-4e02-a42c-01a46085f7e5 of type vlan for network 66b7c844-f7b2-4c93-9a9f-37e9df59f112 Feb 04 08:36:40.339880 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2b4f75c4-bd2e-4397-9b6a-06465e7cced8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:40.339987 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-38070c5e-3c85-41d3-a5f4-e845a404e7de tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:36:40.430443 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-15572aba-f16a-4218-93a6-240130667dac tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:40.494544 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-4595ed9c-3634-49d5-817b-3e881bf472c8 None None] Provisioning complete for port e635cf95-41da-410e-bf2d-7daf3fc92fdd triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:36:40.494922 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-4595ed9c-3634-49d5-817b-3e881bf472c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:40.562336 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:40.591123 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b3f9ac7c-1118-40e9-bd5e-c68386f6ab5d tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:40.595532 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15572aba-f16a-4218-93a6-240130667dac tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Pushing event updated for resources: {'Port': ['ID=63e1a74b-c3e7-4dba-b2eb-2f156edbe36f,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:40.602033 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port e635cf95-41da-410e-bf2d-7daf3fc92fdd, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=e635cf95-41da-410e-bf2d-7daf3fc92fdd,segment=NetworkSegment(1e7100e2-ad6a-4bf5-95b1-009f027f6ca0),segment_id=1e7100e2-ad6a-4bf5-95b1-009f027f6ca0)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:36:40.613675 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38070c5e-3c85-41d3-a5f4-e845a404e7de tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Made reservation on behalf of 5a1f9fbc958d47759c7330f931dae328 for: {'port': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:36:40.643114 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4f75c4-bd2e-4397-9b6a-06465e7cced8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Pushing event updated for resources: {'Port': ['ID=fd0c4429-e36b-40bd-abb7-87c920d8fe22,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:40.659954 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4f75c4-bd2e-4397-9b6a-06465e7cced8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Checking segment: {'id': '431038c6-b608-4de1-90a0-82d08fa58999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c4b239b5-3dcc-4bec-b52c-75359bfcfd3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:36:40.660244 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4f75c4-bd2e-4397-9b6a-06465e7cced8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Network hostable DHCP agents. Network: c4b239b5-3dcc-4bec-b52c-75359bfcfd3b, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:36:40.668121 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-183ee5bc-0c8c-4a8c-9598-1ccb2a125bfc tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:40.691908 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:40.693308 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 69934215-2c2f-4553-8046-b8276c84e0c7 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:36:40.731117 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15572aba-f16a-4218-93a6-240130667dac tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Network e264bd74-c56b-43d0-9059-bcb57dbbe5bc is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:36:40.743291 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-15572aba-f16a-4218-93a6-240130667dac tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:36:40.745780 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15572aba-f16a-4218-93a6-240130667dac tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:36:40.819863 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-4595ed9c-3634-49d5-817b-3e881bf472c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:40.855521 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=e635cf95-41da-410e-bf2d-7daf3fc92fdd,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:40.900046 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-183ee5bc-0c8c-4a8c-9598-1ccb2a125bfc tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Calling delete_port for 1027138c-bdb3-4f99-b3e5-23afa1116a7a owned by {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:36:40.916641 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.db.api [None req-4595ed9c-3634-49d5-817b-3e881bf472c8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 08:36:40.928705 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG oslo_db.api [None req-4595ed9c-3634-49d5-817b-3e881bf472c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 08:36:40.957001 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 69934215-2c2f-4553-8046-b8276c84e0c7 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:36:40.957229 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:41.004586 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-15572aba-f16a-4218-93a6-240130667dac tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:41.014363 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2668f79-1f98-4252-9f8d-4be2f15884da req-bfbdf000-56f1-4bb9-b19a-2585ff81a74b tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:36:41.016246 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c2668f79-1f98-4252-9f8d-4be2f15884da req-bfbdf000-56f1-4bb9-b19a-2585ff81a74b tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] 10.222.0.36 "GET /v2.0/networks?id=f5fb3ea8-2367-40fb-af0c-1a55b91fec56 HTTP/1.1" status: 200 len: 811 time: 0.6644294 Feb 04 08:36:41.017638 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b3f9ac7c-1118-40e9-bd5e-c68386f6ab5d tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:41.021455 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f9ac7c-1118-40e9-bd5e-c68386f6ab5d tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:36:41.022143 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b3f9ac7c-1118-40e9-bd5e-c68386f6ab5d tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:41.045749 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4f75c4-bd2e-4397-9b6a-06465e7cced8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Network c4b239b5-3dcc-4bec-b52c-75359bfcfd3b is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:36:41.055026 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c2668f79-1f98-4252-9f8d-4be2f15884da req-bddec9c7-20d8-4fc4-9717-e5b6ce8b828c tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] 10.222.0.36 "GET /v2.0/quotas/ead21cd697164942839c9343c97d0d9d HTTP/1.1" status: 200 len: 375 time: 0.0268023 Feb 04 08:36:41.064653 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-09a8e3f3-0388-48c2-88d0-b629454a865a tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473817'] for router_interface, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:41.151551 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-2b4f75c4-bd2e-4397-9b6a-06465e7cced8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, c4b239b5-3dcc-4bec-b52c-75359bfcfd3b) {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:36:41.159520 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4f75c4-bd2e-4397-9b6a-06465e7cced8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:36:41.168529 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5a2212-4404-48ec-a71b-1359cc90fbd5 None None] Network c4b239b5-3dcc-4bec-b52c-75359bfcfd3b requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:36:41.227223 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-38070c5e-3c85-41d3-a5f4-e845a404e7de tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:41.228430 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [None req-2b4f75c4-bd2e-4397-9b6a-06465e7cced8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempting to bind port fd0c4429-e36b-40bd-abb7-87c920d8fe22 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:36:41.228940 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [None req-2b4f75c4-bd2e-4397-9b6a-06465e7cced8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempting to bind port fd0c4429-e36b-40bd-abb7-87c920d8fe22 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '431038c6-b608-4de1-90a0-82d08fa58999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c4b239b5-3dcc-4bec-b52c-75359bfcfd3b'}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:36:41.229174 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4f75c4-bd2e-4397-9b6a-06465e7cced8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempting to bind port fd0c4429-e36b-40bd-abb7-87c920d8fe22 on network c4b239b5-3dcc-4bec-b52c-75359bfcfd3b {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:36:41.246069 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4f75c4-bd2e-4397-9b6a-06465e7cced8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Port fd0c4429-e36b-40bd-abb7-87c920d8fe22 on network c4b239b5-3dcc-4bec-b52c-75359bfcfd3b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 08:36:41.246446 dv-neutron-827798-2-hyperv neutron-server[84108]: ERROR neutron.plugins.ml2.managers [None req-2b4f75c4-bd2e-4397-9b6a-06465e7cced8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Failed to bind port fd0c4429-e36b-40bd-abb7-87c920d8fe22 on host hv-neutron-8277 for vnic_type normal using segments [{'id': '431038c6-b608-4de1-90a0-82d08fa58999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c4b239b5-3dcc-4bec-b52c-75359bfcfd3b'}] Feb 04 08:36:41.247442 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.plugins.ml2.plugin [None req-2b4f75c4-bd2e-4397-9b6a-06465e7cced8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempt 2 to bind port fd0c4429-e36b-40bd-abb7-87c920d8fe22 Feb 04 08:36:41.272870 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-183ee5bc-0c8c-4a8c-9598-1ccb2a125bfc tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:41.282809 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f9ac7c-1118-40e9-bd5e-c68386f6ab5d tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Pushing event updated for resources: {'Network': ['ID=66b7c844-f7b2-4c93-9a9f-37e9df59f112,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:41.299760 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [None req-38070c5e-3c85-41d3-a5f4-e845a404e7de tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] device_id is not set on port 5f35e441-3b0d-434a-a0fc-8cf07ee410b8 yet. {{(pid=84107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:36:41.301652 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network 66b7c844-f7b2-4c93-9a9f-37e9df59f112 details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:36:41.311889 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [None req-2b4f75c4-bd2e-4397-9b6a-06465e7cced8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempting to bind port fd0c4429-e36b-40bd-abb7-87c920d8fe22 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:36:41.312236 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [None req-2b4f75c4-bd2e-4397-9b6a-06465e7cced8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempting to bind port fd0c4429-e36b-40bd-abb7-87c920d8fe22 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '431038c6-b608-4de1-90a0-82d08fa58999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c4b239b5-3dcc-4bec-b52c-75359bfcfd3b'}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:36:41.312540 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4f75c4-bd2e-4397-9b6a-06465e7cced8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempting to bind port fd0c4429-e36b-40bd-abb7-87c920d8fe22 on network c4b239b5-3dcc-4bec-b52c-75359bfcfd3b {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:36:41.333772 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183ee5bc-0c8c-4a8c-9598-1ccb2a125bfc tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Pushing event deleted for resources: {'Port': ['ID=1027138c-bdb3-4f99-b3e5-23afa1116a7a,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:41.348657 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4f75c4-bd2e-4397-9b6a-06465e7cced8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Port fd0c4429-e36b-40bd-abb7-87c920d8fe22 on network c4b239b5-3dcc-4bec-b52c-75359bfcfd3b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 08:36:41.348657 dv-neutron-827798-2-hyperv neutron-server[84108]: ERROR neutron.plugins.ml2.managers [None req-2b4f75c4-bd2e-4397-9b6a-06465e7cced8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Failed to bind port fd0c4429-e36b-40bd-abb7-87c920d8fe22 on host hv-neutron-8277 for vnic_type normal using segments [{'id': '431038c6-b608-4de1-90a0-82d08fa58999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c4b239b5-3dcc-4bec-b52c-75359bfcfd3b'}] Feb 04 08:36:41.348657 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.plugins.ml2.plugin [None req-2b4f75c4-bd2e-4397-9b6a-06465e7cced8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempt 3 to bind port fd0c4429-e36b-40bd-abb7-87c920d8fe22 Feb 04 08:36:41.365126 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-b3f9ac7c-1118-40e9-bd5e-c68386f6ab5d tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.6263371 Feb 04 08:36:41.365126 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-15572aba-f16a-4218-93a6-240130667dac tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:41.382164 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 46406) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:41.402433 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-5d83c59f-0853-4efc-834e-c896775e7a8e tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Request body: {'network': {'name': 'tempest-RoutersTest-1678220073'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:36:41.405705 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [None req-2b4f75c4-bd2e-4397-9b6a-06465e7cced8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempting to bind port fd0c4429-e36b-40bd-abb7-87c920d8fe22 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:36:41.406040 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [None req-2b4f75c4-bd2e-4397-9b6a-06465e7cced8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempting to bind port fd0c4429-e36b-40bd-abb7-87c920d8fe22 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '431038c6-b608-4de1-90a0-82d08fa58999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c4b239b5-3dcc-4bec-b52c-75359bfcfd3b'}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:36:41.406367 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4f75c4-bd2e-4397-9b6a-06465e7cced8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempting to bind port fd0c4429-e36b-40bd-abb7-87c920d8fe22 on network c4b239b5-3dcc-4bec-b52c-75359bfcfd3b {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:36:41.441309 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-5d83c59f-0853-4efc-834e-c896775e7a8e tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:36:41.453205 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-5d83c59f-0853-4efc-834e-c896775e7a8e tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Usage tracker for resource:network and tenant:1216cf6397c6415eb938e86c1901dea6 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:36:41.458322 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-5d83c59f-0853-4efc-834e-c896775e7a8e tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:36:41.471203 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4f75c4-bd2e-4397-9b6a-06465e7cced8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Port fd0c4429-e36b-40bd-abb7-87c920d8fe22 on network c4b239b5-3dcc-4bec-b52c-75359bfcfd3b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 08:36:41.471762 dv-neutron-827798-2-hyperv neutron-server[84108]: ERROR neutron.plugins.ml2.managers [None req-2b4f75c4-bd2e-4397-9b6a-06465e7cced8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Failed to bind port fd0c4429-e36b-40bd-abb7-87c920d8fe22 on host hv-neutron-8277 for vnic_type normal using segments [{'id': '431038c6-b608-4de1-90a0-82d08fa58999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c4b239b5-3dcc-4bec-b52c-75359bfcfd3b'}] Feb 04 08:36:41.472899 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-5d83c59f-0853-4efc-834e-c896775e7a8e tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:36:41.476513 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.plugins.ml2.plugin [None req-2b4f75c4-bd2e-4397-9b6a-06465e7cced8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempt 4 to bind port fd0c4429-e36b-40bd-abb7-87c920d8fe22 Feb 04 08:36:41.539918 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [None req-2b4f75c4-bd2e-4397-9b6a-06465e7cced8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempting to bind port fd0c4429-e36b-40bd-abb7-87c920d8fe22 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:36:41.540246 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [None req-2b4f75c4-bd2e-4397-9b6a-06465e7cced8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempting to bind port fd0c4429-e36b-40bd-abb7-87c920d8fe22 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '431038c6-b608-4de1-90a0-82d08fa58999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c4b239b5-3dcc-4bec-b52c-75359bfcfd3b'}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:36:41.540776 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4f75c4-bd2e-4397-9b6a-06465e7cced8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempting to bind port fd0c4429-e36b-40bd-abb7-87c920d8fe22 on network c4b239b5-3dcc-4bec-b52c-75359bfcfd3b {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:36:41.567091 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4f75c4-bd2e-4397-9b6a-06465e7cced8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Port fd0c4429-e36b-40bd-abb7-87c920d8fe22 on network c4b239b5-3dcc-4bec-b52c-75359bfcfd3b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 08:36:41.567659 dv-neutron-827798-2-hyperv neutron-server[84108]: ERROR neutron.plugins.ml2.managers [None req-2b4f75c4-bd2e-4397-9b6a-06465e7cced8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Failed to bind port fd0c4429-e36b-40bd-abb7-87c920d8fe22 on host hv-neutron-8277 for vnic_type normal using segments [{'id': '431038c6-b608-4de1-90a0-82d08fa58999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c4b239b5-3dcc-4bec-b52c-75359bfcfd3b'}] Feb 04 08:36:41.571434 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.plugins.ml2.plugin [None req-2b4f75c4-bd2e-4397-9b6a-06465e7cced8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempt 5 to bind port fd0c4429-e36b-40bd-abb7-87c920d8fe22 Feb 04 08:36:41.582742 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-183ee5bc-0c8c-4a8c-9598-1ccb2a125bfc tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:41.605520 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c2668f79-1f98-4252-9f8d-4be2f15884da req-0da1ea3e-1345-4906-9d3a-3180d50953c1 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ead21cd697164942839c9343c97d0d9d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5286422 Feb 04 08:36:41.657329 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d83c59f-0853-4efc-834e-c896775e7a8e tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Made reservation on behalf of 1216cf6397c6415eb938e86c1901dea6 for: {'network': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:36:41.660991 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-5d83c59f-0853-4efc-834e-c896775e7a8e tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:41.681122 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-4595ed9c-3634-49d5-817b-3e881bf472c8 None None] Provisioning for port 9ab67601-8675-4390-a423-66f36521a885 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:36:41.692022 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-38070c5e-3c85-41d3-a5f4-e845a404e7de tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Allocated IP 172.20.0.6 (7f2cb2c1-aa0f-4f45-9f17-c8bf4d52536c/98c8ff4a-b0d3-4ec7-9d77-96308f93186a/5f35e441-3b0d-434a-a0fc-8cf07ee410b8) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:36:41.694333 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-4595ed9c-3634-49d5-817b-3e881bf472c8 None None] Provisioning complete for port 9ab67601-8675-4390-a423-66f36521a885 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:36:41.694997 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-4595ed9c-3634-49d5-817b-3e881bf472c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:41.762050 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device e635cf95-41da-410e-bf2d-7daf3fc92fdd up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:36:41.823773 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [None req-2b4f75c4-bd2e-4397-9b6a-06465e7cced8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempting to bind port fd0c4429-e36b-40bd-abb7-87c920d8fe22 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:36:41.824109 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [None req-2b4f75c4-bd2e-4397-9b6a-06465e7cced8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempting to bind port fd0c4429-e36b-40bd-abb7-87c920d8fe22 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '431038c6-b608-4de1-90a0-82d08fa58999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c4b239b5-3dcc-4bec-b52c-75359bfcfd3b'}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:36:41.824444 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4f75c4-bd2e-4397-9b6a-06465e7cced8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempting to bind port fd0c4429-e36b-40bd-abb7-87c920d8fe22 on network c4b239b5-3dcc-4bec-b52c-75359bfcfd3b {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:36:41.846311 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-183ee5bc-0c8c-4a8c-9598-1ccb2a125bfc tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] 10.222.0.36 "DELETE /v2.0/ports/1027138c-bdb3-4f99-b3e5-23afa1116a7a HTTP/1.1" status: 204 len: 168 time: 2.2073121 Feb 04 08:36:41.850990 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 46418) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:41.888627 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-464d5805-31de-4062-be74-b85849a8abcc tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8fd03b73-b1cf-4f95-924c-1e602ce559e7', 'external_fixed_ips': [{'subnet_id': '399c3f83-2600-4d08-8192-c738bbaf4098', 'ip_address': '172.20.0.8'}]}}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:36:41.898199 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4f75c4-bd2e-4397-9b6a-06465e7cced8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Port fd0c4429-e36b-40bd-abb7-87c920d8fe22 on network c4b239b5-3dcc-4bec-b52c-75359bfcfd3b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 08:36:41.898441 dv-neutron-827798-2-hyperv neutron-server[84108]: ERROR neutron.plugins.ml2.managers [None req-2b4f75c4-bd2e-4397-9b6a-06465e7cced8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Failed to bind port fd0c4429-e36b-40bd-abb7-87c920d8fe22 on host hv-neutron-8277 for vnic_type normal using segments [{'id': '431038c6-b608-4de1-90a0-82d08fa58999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c4b239b5-3dcc-4bec-b52c-75359bfcfd3b'}] Feb 04 08:36:41.899251 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-464d5805-31de-4062-be74-b85849a8abcc tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:36:41.904381 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-4595ed9c-3634-49d5-817b-3e881bf472c8 None None] Port 9ab67601-8675-4390-a423-66f36521a885 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:36:41.904545 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.plugins.ml2.plugin [None req-2b4f75c4-bd2e-4397-9b6a-06465e7cced8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempt 6 to bind port fd0c4429-e36b-40bd-abb7-87c920d8fe22 Feb 04 08:36:41.905796 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.db.resource_extend [None req-15572aba-f16a-4218-93a6-240130667dac tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 08:36:41.932914 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-464d5805-31de-4062-be74-b85849a8abcc tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Usage tracker for resource:router and tenant:6f61127ab9ba4300af77f26932026da2 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:36:41.939909 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-464d5805-31de-4062-be74-b85849a8abcc tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:36:41.942775 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port e635cf95-41da-410e-bf2d-7daf3fc92fdd triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:36:41.943189 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:41.972667 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d83c59f-0853-4efc-834e-c896775e7a8e tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=84108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:36:41.991311 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-464d5805-31de-4062-be74-b85849a8abcc tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:36:42.013951 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [None req-2b4f75c4-bd2e-4397-9b6a-06465e7cced8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempting to bind port fd0c4429-e36b-40bd-abb7-87c920d8fe22 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:36:42.014716 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [None req-2b4f75c4-bd2e-4397-9b6a-06465e7cced8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempting to bind port fd0c4429-e36b-40bd-abb7-87c920d8fe22 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '431038c6-b608-4de1-90a0-82d08fa58999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c4b239b5-3dcc-4bec-b52c-75359bfcfd3b'}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:36:42.014716 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4f75c4-bd2e-4397-9b6a-06465e7cced8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempting to bind port fd0c4429-e36b-40bd-abb7-87c920d8fe22 on network c4b239b5-3dcc-4bec-b52c-75359bfcfd3b {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:36:42.024301 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-38070c5e-3c85-41d3-a5f4-e845a404e7de tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:42.040028 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-5d83c59f-0853-4efc-834e-c896775e7a8e tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:42.040322 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.segments_db [None req-5d83c59f-0853-4efc-834e-c896775e7a8e tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Added segment 5cba68a7-8906-4097-a306-bafd96170977 of type vlan for network 64461f65-eac6-4d30-befe-d41d07735613 Feb 04 08:36:42.043483 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [None req-38070c5e-3c85-41d3-a5f4-e845a404e7de tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Transition to ACTIVE for port object 5f35e441-3b0d-434a-a0fc-8cf07ee410b8 will not be triggered until provisioned by entity DHCP. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:36:42.046290 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-5f9f35fe-b2cd-4661-9932-db809b631032 None None] Provisioning complete for port 9ab67601-8675-4390-a423-66f36521a885 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:36:42.046882 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-5f9f35fe-b2cd-4661-9932-db809b631032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:42.062437 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4f75c4-bd2e-4397-9b6a-06465e7cced8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Port fd0c4429-e36b-40bd-abb7-87c920d8fe22 on network c4b239b5-3dcc-4bec-b52c-75359bfcfd3b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 08:36:42.062769 dv-neutron-827798-2-hyperv neutron-server[84108]: ERROR neutron.plugins.ml2.managers [None req-2b4f75c4-bd2e-4397-9b6a-06465e7cced8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Failed to bind port fd0c4429-e36b-40bd-abb7-87c920d8fe22 on host hv-neutron-8277 for vnic_type normal using segments [{'id': '431038c6-b608-4de1-90a0-82d08fa58999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c4b239b5-3dcc-4bec-b52c-75359bfcfd3b'}] Feb 04 08:36:42.064171 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.plugins.ml2.plugin [None req-2b4f75c4-bd2e-4397-9b6a-06465e7cced8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempt 7 to bind port fd0c4429-e36b-40bd-abb7-87c920d8fe22 Feb 04 08:36:42.069660 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [req-c2668f79-1f98-4252-9f8d-4be2f15884da req-569e8c24-0d2a-486a-a427-088ea6d4abfa service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=84107) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 08:36:42.078239 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c2668f79-1f98-4252-9f8d-4be2f15884da req-569e8c24-0d2a-486a-a427-088ea6d4abfa service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1941857 Feb 04 08:36:42.110172 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-15572aba-f16a-4218-93a6-240130667dac tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:42.124631 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-5f9f35fe-b2cd-4661-9932-db809b631032 None None] Port 9ab67601-8675-4390-a423-66f36521a885 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:36:42.134679 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [None req-2b4f75c4-bd2e-4397-9b6a-06465e7cced8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempting to bind port fd0c4429-e36b-40bd-abb7-87c920d8fe22 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:36:42.135015 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [None req-2b4f75c4-bd2e-4397-9b6a-06465e7cced8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempting to bind port fd0c4429-e36b-40bd-abb7-87c920d8fe22 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '431038c6-b608-4de1-90a0-82d08fa58999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c4b239b5-3dcc-4bec-b52c-75359bfcfd3b'}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:36:42.135353 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4f75c4-bd2e-4397-9b6a-06465e7cced8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempting to bind port fd0c4429-e36b-40bd-abb7-87c920d8fe22 on network c4b239b5-3dcc-4bec-b52c-75359bfcfd3b {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:36:42.137503 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-464d5805-31de-4062-be74-b85849a8abcc tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40975'] for router, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:42.138571 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-464d5805-31de-4062-be74-b85849a8abcc tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40982'] for router, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:42.159336 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-5d83c59f-0853-4efc-834e-c896775e7a8e tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:42.168875 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-15572aba-f16a-4218-93a6-240130667dac tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:42.174537 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-38070c5e-3c85-41d3-a5f4-e845a404e7de tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:42.201985 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4f75c4-bd2e-4397-9b6a-06465e7cced8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Port fd0c4429-e36b-40bd-abb7-87c920d8fe22 on network c4b239b5-3dcc-4bec-b52c-75359bfcfd3b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 08:36:42.202282 dv-neutron-827798-2-hyperv neutron-server[84108]: ERROR neutron.plugins.ml2.managers [None req-2b4f75c4-bd2e-4397-9b6a-06465e7cced8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Failed to bind port fd0c4429-e36b-40bd-abb7-87c920d8fe22 on host hv-neutron-8277 for vnic_type normal using segments [{'id': '431038c6-b608-4de1-90a0-82d08fa58999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c4b239b5-3dcc-4bec-b52c-75359bfcfd3b'}] Feb 04 08:36:42.210392 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.plugins.ml2.plugin [None req-2b4f75c4-bd2e-4397-9b6a-06465e7cced8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempt 8 to bind port fd0c4429-e36b-40bd-abb7-87c920d8fe22 Feb 04 08:36:42.250486 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [None req-2b4f75c4-bd2e-4397-9b6a-06465e7cced8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempting to bind port fd0c4429-e36b-40bd-abb7-87c920d8fe22 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:36:42.251751 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [None req-2b4f75c4-bd2e-4397-9b6a-06465e7cced8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempting to bind port fd0c4429-e36b-40bd-abb7-87c920d8fe22 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '431038c6-b608-4de1-90a0-82d08fa58999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c4b239b5-3dcc-4bec-b52c-75359bfcfd3b'}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:36:42.251751 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4f75c4-bd2e-4397-9b6a-06465e7cced8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempting to bind port fd0c4429-e36b-40bd-abb7-87c920d8fe22 on network c4b239b5-3dcc-4bec-b52c-75359bfcfd3b {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:36:42.262562 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-464d5805-31de-4062-be74-b85849a8abcc tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:42.280661 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4f75c4-bd2e-4397-9b6a-06465e7cced8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Port fd0c4429-e36b-40bd-abb7-87c920d8fe22 on network c4b239b5-3dcc-4bec-b52c-75359bfcfd3b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 08:36:42.281361 dv-neutron-827798-2-hyperv neutron-server[84108]: ERROR neutron.plugins.ml2.managers [None req-2b4f75c4-bd2e-4397-9b6a-06465e7cced8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Failed to bind port fd0c4429-e36b-40bd-abb7-87c920d8fe22 on host hv-neutron-8277 for vnic_type normal using segments [{'id': '431038c6-b608-4de1-90a0-82d08fa58999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c4b239b5-3dcc-4bec-b52c-75359bfcfd3b'}] Feb 04 08:36:42.283446 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.plugins.ml2.plugin [None req-2b4f75c4-bd2e-4397-9b6a-06465e7cced8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempt 9 to bind port fd0c4429-e36b-40bd-abb7-87c920d8fe22 Feb 04 08:36:42.306764 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [None req-2b4f75c4-bd2e-4397-9b6a-06465e7cced8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempting to bind port fd0c4429-e36b-40bd-abb7-87c920d8fe22 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:36:42.307103 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [None req-2b4f75c4-bd2e-4397-9b6a-06465e7cced8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempting to bind port fd0c4429-e36b-40bd-abb7-87c920d8fe22 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '431038c6-b608-4de1-90a0-82d08fa58999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c4b239b5-3dcc-4bec-b52c-75359bfcfd3b'}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:36:42.307436 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4f75c4-bd2e-4397-9b6a-06465e7cced8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempting to bind port fd0c4429-e36b-40bd-abb7-87c920d8fe22 on network c4b239b5-3dcc-4bec-b52c-75359bfcfd3b {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:36:42.318394 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-5d83c59f-0853-4efc-834e-c896775e7a8e tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:42.321992 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d83c59f-0853-4efc-834e-c896775e7a8e tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:36:42.322590 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-5d83c59f-0853-4efc-834e-c896775e7a8e tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:42.353531 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4f75c4-bd2e-4397-9b6a-06465e7cced8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Port fd0c4429-e36b-40bd-abb7-87c920d8fe22 on network c4b239b5-3dcc-4bec-b52c-75359bfcfd3b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 08:36:42.353860 dv-neutron-827798-2-hyperv neutron-server[84108]: ERROR neutron.plugins.ml2.managers [None req-2b4f75c4-bd2e-4397-9b6a-06465e7cced8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Failed to bind port fd0c4429-e36b-40bd-abb7-87c920d8fe22 on host hv-neutron-8277 for vnic_type normal using segments [{'id': '431038c6-b608-4de1-90a0-82d08fa58999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c4b239b5-3dcc-4bec-b52c-75359bfcfd3b'}] Feb 04 08:36:42.355818 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15572aba-f16a-4218-93a6-240130667dac tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Pushing event updated for resources: {'Port': ['ID=63e1a74b-c3e7-4dba-b2eb-2f156edbe36f,revision_number=2']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:42.359198 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38070c5e-3c85-41d3-a5f4-e845a404e7de tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Network 7f2cb2c1-aa0f-4f45-9f17-c8bf4d52536c is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:36:42.360204 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.plugins.ml2.plugin [None req-2b4f75c4-bd2e-4397-9b6a-06465e7cced8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempt 10 to bind port fd0c4429-e36b-40bd-abb7-87c920d8fe22 Feb 04 08:36:42.398129 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-38070c5e-3c85-41d3-a5f4-e845a404e7de tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:36:42.413432 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38070c5e-3c85-41d3-a5f4-e845a404e7de tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:36:42.457103 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c2668f79-1f98-4252-9f8d-4be2f15884da req-a46e0651-055f-488a-bfe0-9debffd29c07 service neutron] 10.222.0.36 "GET /v2.0/networks/f5fb3ea8-2367-40fb-af0c-1a55b91fec56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3778203 Feb 04 08:36:42.487790 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-15572aba-f16a-4218-93a6-240130667dac tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473039'] for floatingip, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:42.543481 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [None req-2b4f75c4-bd2e-4397-9b6a-06465e7cced8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempting to bind port fd0c4429-e36b-40bd-abb7-87c920d8fe22 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:36:42.543810 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [None req-2b4f75c4-bd2e-4397-9b6a-06465e7cced8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempting to bind port fd0c4429-e36b-40bd-abb7-87c920d8fe22 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '431038c6-b608-4de1-90a0-82d08fa58999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c4b239b5-3dcc-4bec-b52c-75359bfcfd3b'}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:36:42.544157 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4f75c4-bd2e-4397-9b6a-06465e7cced8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempting to bind port fd0c4429-e36b-40bd-abb7-87c920d8fe22 on network c4b239b5-3dcc-4bec-b52c-75359bfcfd3b {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:36:42.559010 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d83c59f-0853-4efc-834e-c896775e7a8e tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Pushing event updated for resources: {'Network': ['ID=64461f65-eac6-4d30-befe-d41d07735613,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:42.571426 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4f75c4-bd2e-4397-9b6a-06465e7cced8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Port fd0c4429-e36b-40bd-abb7-87c920d8fe22 on network c4b239b5-3dcc-4bec-b52c-75359bfcfd3b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 08:36:42.571928 dv-neutron-827798-2-hyperv neutron-server[84108]: ERROR neutron.plugins.ml2.managers [None req-2b4f75c4-bd2e-4397-9b6a-06465e7cced8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Failed to bind port fd0c4429-e36b-40bd-abb7-87c920d8fe22 on host hv-neutron-8277 for vnic_type normal using segments [{'id': '431038c6-b608-4de1-90a0-82d08fa58999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c4b239b5-3dcc-4bec-b52c-75359bfcfd3b'}] Feb 04 08:36:42.572428 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2b4f75c4-bd2e-4397-9b6a-06465e7cced8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:42.576782 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network 64461f65-eac6-4d30-befe-d41d07735613 details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:36:42.601625 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38070c5e-3c85-41d3-a5f4-e845a404e7de tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Pushing event updated for resources: {'Port': ['ID=5f35e441-3b0d-434a-a0fc-8cf07ee410b8,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:42.609300 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38070c5e-3c85-41d3-a5f4-e845a404e7de tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:36:42.609962 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-38070c5e-3c85-41d3-a5f4-e845a404e7de tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:42.622487 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 46434) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:42.650500 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-5d83c59f-0853-4efc-834e-c896775e7a8e tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2607286 Feb 04 08:36:42.655998 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 46440) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:42.661711 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-15572aba-f16a-4218-93a6-240130667dac tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for floatingip, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:42.662971 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-15572aba-f16a-4218-93a6-240130667dac tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1860414 Feb 04 08:36:42.694110 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-b6afb42e-63c4-441e-b2e3-1be47631477c tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Request body: {'subnet': {'network_id': '66b7c844-f7b2-4c93-9a9f-37e9df59f112', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:36:42.710778 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c2668f79-1f98-4252-9f8d-4be2f15884da req-3cd59c5d-608b-422f-8fe4-825d6ab03c7b service neutron] 10.222.0.36 "GET /v2.0/networks/f5fb3ea8-2367-40fb-af0c-1a55b91fec56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511108 Feb 04 08:36:42.715771 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-38070c5e-3c85-41d3-a5f4-e845a404e7de tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 996 time: 2.7372537 Feb 04 08:36:42.719095 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 46446) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:42.825154 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-464d5805-31de-4062-be74-b85849a8abcc tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40996'] for router, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:42.898256 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f592ef-4e4f-412c-9ad3-dc3b0563eecb tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:36:42.905355 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f592ef-4e4f-412c-9ad3-dc3b0563eecb tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:36:42.910691 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f592ef-4e4f-412c-9ad3-dc3b0563eecb tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:36:42.911631 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-79f592ef-4e4f-412c-9ad3-dc3b0563eecb tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Synchronizing usage tracker for tenant:5a1f9fbc958d47759c7330f931dae328 on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:36:42.915663 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-83b72f99-9ab6-4117-bbf6-f05dbc55a9be None None] Provisioning for port 5f35e441-3b0d-434a-a0fc-8cf07ee410b8 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:36:42.921020 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-83b72f99-9ab6-4117-bbf6-f05dbc55a9be None None] Provisioning complete for port 5f35e441-3b0d-434a-a0fc-8cf07ee410b8 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:36:42.924318 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-83b72f99-9ab6-4117-bbf6-f05dbc55a9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:42.967702 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-a77c1150-f140-4724-b122-bea8809fa2ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1104841505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1104841505-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1673756928'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:36:42.995519 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-a77c1150-f140-4724-b122-bea8809fa2ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1104841505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1104841505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:36:43.004105 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-a77c1150-f140-4724-b122-bea8809fa2ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1104841505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1104841505-project] Usage tracker for resource:network and tenant:0260fefa75494c35bdfd97437aaced7c is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:36:43.008338 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-a77c1150-f140-4724-b122-bea8809fa2ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1104841505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1104841505-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:36:43.015280 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-a77c1150-f140-4724-b122-bea8809fa2ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1104841505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1104841505-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:36:43.029754 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [None req-2b4f75c4-bd2e-4397-9b6a-06465e7cced8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] For port fd0c4429-e36b-40bd-abb7-87c920d8fe22, host hv-neutron-8277, cleared binding levels {{(pid=84108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:36:43.030123 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [None req-2b4f75c4-bd2e-4397-9b6a-06465e7cced8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempted to set empty binding levels {{(pid=84108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 04 08:36:43.055328 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-83b72f99-9ab6-4117-bbf6-f05dbc55a9be None None] Port 5f35e441-3b0d-434a-a0fc-8cf07ee410b8 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:36:43.062549 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-b6afb42e-63c4-441e-b2e3-1be47631477c tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:36:43.069141 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-79f592ef-4e4f-412c-9ad3-dc3b0563eecb tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Unset dirty status for tenant:5a1f9fbc958d47759c7330f931dae328 on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:36:43.073274 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-79f592ef-4e4f-412c-9ad3-dc3b0563eecb tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.3447466 Feb 04 08:36:43.073507 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-b6afb42e-63c4-441e-b2e3-1be47631477c tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Usage tracker for resource:subnet and tenant:1216cf6397c6415eb938e86c1901dea6 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:36:43.073593 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 46464) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:43.081000 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-b6afb42e-63c4-441e-b2e3-1be47631477c tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:36:43.088732 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-b6afb42e-63c4-441e-b2e3-1be47631477c tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:36:43.091863 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-09a8e3f3-0388-48c2-88d0-b629454a865a tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Deleting port 74646432-7442-46e1-8ae8-13a5a9221ad8 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:36:43.092404 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-09a8e3f3-0388-48c2-88d0-b629454a865a tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:43.152755 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2b4f75c4-bd2e-4397-9b6a-06465e7cced8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:43.162972 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a77c1150-f140-4724-b122-bea8809fa2ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1104841505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1104841505-project] Made reservation on behalf of 0260fefa75494c35bdfd97437aaced7c for: {'network': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:36:43.166071 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a77c1150-f140-4724-b122-bea8809fa2ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1104841505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1104841505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:43.232788 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a77c1150-f140-4724-b122-bea8809fa2ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1104841505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1104841505-project] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:43.251222 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-01c5e2fa-a4a6-47c0-a79d-02d5977749ae req-c3ff53a0-8ee6-4d88-981e-a75eb6f76a14 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] 10.222.0.36 "GET /v2.0/ports?device_id=366365a9-947d-42ad-8b39-81e07299534b HTTP/1.1" status: 200 len: 210 time: 0.0920463 Feb 04 08:36:43.255998 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-4905bd9a-adf3-4e23-8058-d1132a5773a4 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Deleting port 5f35e441-3b0d-434a-a0fc-8cf07ee410b8 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:36:43.261018 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4905bd9a-adf3-4e23-8058-d1132a5773a4 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:43.320770 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6afb42e-63c4-441e-b2e3-1be47631477c tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Made reservation on behalf of 1216cf6397c6415eb938e86c1901dea6 for: {'subnet': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:36:43.324391 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 46480) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:43.355838 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2b4f75c4-bd2e-4397-9b6a-06465e7cced8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:43.396030 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-a77c1150-f140-4724-b122-bea8809fa2ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1104841505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1104841505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:36:43.404687 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-a77c1150-f140-4724-b122-bea8809fa2ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1104841505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1104841505-project] Usage tracker for resource:security_group_rule and tenant:0260fefa75494c35bdfd97437aaced7c is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:36:43.415771 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-a77c1150-f140-4724-b122-bea8809fa2ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1104841505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1104841505-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:36:43.432542 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-a77c1150-f140-4724-b122-bea8809fa2ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1104841505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1104841505-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:36:43.444367 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-f7a09f19-9658-4b53-b020-43226e39f189 req-5644f85e-e97a-45ec-83f1-eb192d8d8984 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Synchronizing usage tracker for tenant:2e94175c683849e99ec67b1f30a78741 on resource:security_group {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:36:43.509250 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4f75c4-bd2e-4397-9b6a-06465e7cced8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Pushing event updated for resources: {'Port': ['ID=fd0c4429-e36b-40bd-abb7-87c920d8fe22,revision_number=2']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:43.552983 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b6afb42e-63c4-441e-b2e3-1be47631477c tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8119726'] for subnet, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:43.635849 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-f7a09f19-9658-4b53-b020-43226e39f189 req-5644f85e-e97a-45ec-83f1-eb192d8d8984 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Unset dirty status for tenant:2e94175c683849e99ec67b1f30a78741 on resource:security_group {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:36:43.636728 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-2b4f75c4-bd2e-4397-9b6a-06465e7cced8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 5.2579234 Feb 04 08:36:43.637010 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f7a09f19-9658-4b53-b020-43226e39f189 req-5644f85e-e97a-45ec-83f1-eb192d8d8984 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1975951431&fields=id&tenant_id=2e94175c683849e99ec67b1f30a78741 HTTP/1.1" status: 200 len: 267 time: 0.3096154 Feb 04 08:36:43.643574 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 46492) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:43.676235 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4905bd9a-adf3-4e23-8058-d1132a5773a4 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:43.697147 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a77c1150-f140-4724-b122-bea8809fa2ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1104841505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1104841505-project] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:43.826122 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-09a8e3f3-0388-48c2-88d0-b629454a865a tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:43.932182 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a77c1150-f140-4724-b122-bea8809fa2ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1104841505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1104841505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:43.940751 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-4905bd9a-adf3-4e23-8058-d1132a5773a4 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Calling delete_port for 5f35e441-3b0d-434a-a0fc-8cf07ee410b8 owned by {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:36:43.971137 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-09a8e3f3-0388-48c2-88d0-b629454a865a tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Calling delete_port for 74646432-7442-46e1-8ae8-13a5a9221ad8 owned by network:router_interface {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:36:44.009949 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-d35e433a-803b-4da3-bf64-414c7b9e61ba tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Deleting port fd0c4429-e36b-40bd-abb7-87c920d8fe22 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:36:44.010294 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d35e433a-803b-4da3-bf64-414c7b9e61ba tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:44.016772 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a77c1150-f140-4724-b122-bea8809fa2ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1104841505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1104841505-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=84107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:36:44.066552 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a77c1150-f140-4724-b122-bea8809fa2ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1104841505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1104841505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:44.066897 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.segments_db [None req-a77c1150-f140-4724-b122-bea8809fa2ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1104841505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1104841505-project] Added segment d0540de7-d598-4ca0-a787-8e7fd8cdcd88 of type vlan for network 7ce967ea-c397-49ff-a238-5a62f6b2b761 Feb 04 08:36:44.067937 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77c1150-f140-4724-b122-bea8809fa2ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1104841505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1104841505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc17601-ee63-4545-9c77-c45f6c00baf4,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:44.151400 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a09f19-9658-4b53-b020-43226e39f189 req-464f1c36-8735-40ad-9365-c6fb119d5809 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:36:44.152989 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f7a09f19-9658-4b53-b020-43226e39f189 req-464f1c36-8735-40ad-9365-c6fb119d5809 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] 10.222.0.36 "GET /v2.0/networks?id=aaba0e34-0ac3-4326-9ed2-e65fb37ae418 HTTP/1.1" status: 200 len: 806 time: 0.5082431 Feb 04 08:36:44.154573 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a77c1150-f140-4724-b122-bea8809fa2ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1104841505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1104841505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:44.229172 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f7a09f19-9658-4b53-b020-43226e39f189 req-a04df696-6133-44ea-af74-49e13ae45a2b tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] 10.222.0.36 "GET /v2.0/quotas/2e94175c683849e99ec67b1f30a78741 HTTP/1.1" status: 200 len: 375 time: 0.0409102 Feb 04 08:36:44.332968 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-f7a09f19-9658-4b53-b020-43226e39f189 req-19614973-0b73-4820-bb53-e62f542c4aa4 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Synchronizing usage tracker for tenant:2e94175c683849e99ec67b1f30a78741 on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:36:44.354298 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a77c1150-f140-4724-b122-bea8809fa2ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1104841505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1104841505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:44.358024 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77c1150-f140-4724-b122-bea8809fa2ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1104841505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1104841505-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:36:44.358610 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a77c1150-f140-4724-b122-bea8809fa2ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1104841505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1104841505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:44.432917 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4905bd9a-adf3-4e23-8058-d1132a5773a4 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:44.499748 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-f7a09f19-9658-4b53-b020-43226e39f189 req-19614973-0b73-4820-bb53-e62f542c4aa4 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Unset dirty status for tenant:2e94175c683849e99ec67b1f30a78741 on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:36:44.501113 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f7a09f19-9658-4b53-b020-43226e39f189 req-19614973-0b73-4820-bb53-e62f542c4aa4 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=2e94175c683849e99ec67b1f30a78741&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2623320 Feb 04 08:36:44.541485 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-63926c20-bfe3-4fcb-80cc-1c28b6c015af req-5d84f519-53dc-4571-a2c2-8c93512273ac tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] 10.222.0.36 "GET /v2.0/ports?device_id=366365a9-947d-42ad-8b39-81e07299534b HTTP/1.1" status: 200 len: 210 time: 0.1651721 Feb 04 08:36:44.563489 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4905bd9a-adf3-4e23-8058-d1132a5773a4 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Pushing event deleted for resources: {'Port': ['ID=5f35e441-3b0d-434a-a0fc-8cf07ee410b8,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:44.608384 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77c1150-f140-4724-b122-bea8809fa2ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1104841505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1104841505-project] Pushing event updated for resources: {'Network': ['ID=7ce967ea-c397-49ff-a238-5a62f6b2b761,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:44.624122 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network 7ce967ea-c397-49ff-a238-5a62f6b2b761 details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:36:44.640753 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-464d5805-31de-4062-be74-b85849a8abcc tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:44.653242 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-a77c1150-f140-4724-b122-bea8809fa2ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1104841505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1104841505-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.0270293 Feb 04 08:36:44.718328 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-464d5805-31de-4062-be74-b85849a8abcc tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:44.720458 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b6afb42e-63c4-441e-b2e3-1be47631477c tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7593498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8119736'] for subnet, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:44.825661 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [None req-d35e433a-803b-4da3-bf64-414c7b9e61ba tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] For port fd0c4429-e36b-40bd-abb7-87c920d8fe22, host hv-neutron-8277, got binding levels [] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:36:44.825661 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d35e433a-803b-4da3-bf64-414c7b9e61ba tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:44.825891 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [req-f7a09f19-9658-4b53-b020-43226e39f189 req-d1ac79db-b936-4da0-8317-a944b50fd1ab service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=84107) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 08:36:44.825891 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f7a09f19-9658-4b53-b020-43226e39f189 req-d1ac79db-b936-4da0-8317-a944b50fd1ab service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2155225 Feb 04 08:36:44.909543 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 46522) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:44.967313 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-1fc11a4d-d0a9-4054-96df-ba207811a2c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Request body: {'port': {'network_id': '7ce967ea-c397-49ff-a238-5a62f6b2b761', 'binding:host_id': 'hv-neutron-8277', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525437555'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:36:44.972265 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-1fc11a4d-d0a9-4054-96df-ba207811a2c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:36:44.976051 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-1fc11a4d-d0a9-4054-96df-ba207811a2c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Usage tracker for resource:port and tenant:313932340c094396b5917f4d02651ca6 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:36:44.978899 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-1fc11a4d-d0a9-4054-96df-ba207811a2c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:36:44.984958 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-1fc11a4d-d0a9-4054-96df-ba207811a2c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:36:45.000958 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-d35e433a-803b-4da3-bf64-414c7b9e61ba tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Calling delete_port for fd0c4429-e36b-40bd-abb7-87c920d8fe22 owned by {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:36:45.035292 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4905bd9a-adf3-4e23-8058-d1132a5773a4 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:45.037145 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-4905bd9a-adf3-4e23-8058-d1132a5773a4 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] 10.222.0.36 "DELETE /v2.0/ports/5f35e441-3b0d-434a-a0fc-8cf07ee410b8 HTTP/1.1" status: 204 len: 168 time: 1.9627082 Feb 04 08:36:45.040753 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 46528) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:45.074339 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6afb42e-63c4-441e-b2e3-1be47631477c tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Pushing event updated for resources: {'Subnet': ['ID=c35a9ad4-aa1b-41ee-8b29-bf7a3ebbe3e6,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:45.088145 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fc11a4d-d0a9-4054-96df-ba207811a2c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Made reservation on behalf of 313932340c094396b5917f4d02651ca6 for: {'port': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:36:45.090386 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1fc11a4d-d0a9-4054-96df-ba207811a2c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:45.118331 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-212b0899-19c9-47d8-9b55-04c30a1d2b27 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] GET failed (client error): The resource could not be found. Feb 04 08:36:45.118819 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-212b0899-19c9-47d8-9b55-04c30a1d2b27 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Synchronizing usage tracker for tenant:5a1f9fbc958d47759c7330f931dae328 on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:36:45.122990 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-09a8e3f3-0388-48c2-88d0-b629454a865a tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:45.124249 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1fc11a4d-d0a9-4054-96df-ba207811a2c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:45.140535 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f7a09f19-9658-4b53-b020-43226e39f189 req-8b135471-1a3b-47b6-91c3-648c1c19f41c service neutron] 10.222.0.36 "GET /v2.0/networks/aaba0e34-0ac3-4326-9ed2-e65fb37ae418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2862058 Feb 04 08:36:45.243115 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-1fc11a4d-d0a9-4054-96df-ba207811a2c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:36:45.254693 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-1fc11a4d-d0a9-4054-96df-ba207811a2c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Usage tracker for resource:security_group_rule and tenant:313932340c094396b5917f4d02651ca6 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:36:45.257485 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-1fc11a4d-d0a9-4054-96df-ba207811a2c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:36:45.261756 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-212b0899-19c9-47d8-9b55-04c30a1d2b27 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Unset dirty status for tenant:5a1f9fbc958d47759c7330f931dae328 on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:36:45.262903 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-212b0899-19c9-47d8-9b55-04c30a1d2b27 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] 10.222.0.36 "GET /v2.0/ports/5f35e441-3b0d-434a-a0fc-8cf07ee410b8 HTTP/1.1" status: 404 len: 333 time: 0.2212672 Feb 04 08:36:45.267946 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 46532) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:45.272853 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-1fc11a4d-d0a9-4054-96df-ba207811a2c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:36:45.275812 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a8e3f3-0388-48c2-88d0-b629454a865a tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Pushing event deleted for resources: {'Port': ['ID=74646432-7442-46e1-8ae8-13a5a9221ad8,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:45.277706 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6afb42e-63c4-441e-b2e3-1be47631477c tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Checking segment: {'id': '3d1d4337-0fcd-4e02-a42c-01a46085f7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '66b7c844-f7b2-4c93-9a9f-37e9df59f112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:36:45.278067 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6afb42e-63c4-441e-b2e3-1be47631477c tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Network hostable DHCP agents. Network: 66b7c844-f7b2-4c93-9a9f-37e9df59f112, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:36:45.299299 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-667b8c1a-b859-49ff-a952-86b406912cc2 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Request body: {'port': {'network_id': '7f2cb2c1-aa0f-4f45-9f17-c8bf4d52536c', 'name': 'tempest-AllowedAddressPairTestJSON-1324596719'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:36:45.410080 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f7a09f19-9658-4b53-b020-43226e39f189 req-5b2c643d-8a70-45b4-a8b4-d89182176b78 service neutron] 10.222.0.36 "GET /v2.0/networks/aaba0e34-0ac3-4326-9ed2-e65fb37ae418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611909 Feb 04 08:36:45.472284 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d35e433a-803b-4da3-bf64-414c7b9e61ba tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:45.483030 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-464d5805-31de-4062-be74-b85849a8abcc tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Allocated IP 172.20.0.8 (8fd03b73-b1cf-4f95-924c-1e602ce559e7/399c3f83-2600-4d08-8192-c738bbaf4098/b466b723-5278-4a90-8289-261e66d13c10) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:36:45.531561 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-667b8c1a-b859-49ff-a952-86b406912cc2 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:36:45.541565 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6afb42e-63c4-441e-b2e3-1be47631477c tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Network 66b7c844-f7b2-4c93-9a9f-37e9df59f112 is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:36:45.544215 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35e433a-803b-4da3-bf64-414c7b9e61ba tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Pushing event deleted for resources: {'Port': ['ID=fd0c4429-e36b-40bd-abb7-87c920d8fe22,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:45.546276 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-667b8c1a-b859-49ff-a952-86b406912cc2 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:36:45.565152 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1fc11a4d-d0a9-4054-96df-ba207811a2c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:45.642575 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d35e433a-803b-4da3-bf64-414c7b9e61ba tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:45.661536 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1fc11a4d-d0a9-4054-96df-ba207811a2c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:45.664682 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-667b8c1a-b859-49ff-a952-86b406912cc2 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Made reservation on behalf of 5a1f9fbc958d47759c7330f931dae328 for: {'port': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:36:45.667941 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-667b8c1a-b859-49ff-a952-86b406912cc2 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:45.688183 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [None req-1fc11a4d-d0a9-4054-96df-ba207811a2c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] device_id is not set on port a30831c9-e190-40bf-b040-09e93efdcc50 yet. {{(pid=84107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:36:45.697982 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-b6afb42e-63c4-441e-b2e3-1be47631477c tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, 66b7c844-f7b2-4c93-9a9f-37e9df59f112) {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:36:45.711262 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6afb42e-63c4-441e-b2e3-1be47631477c tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:36:45.711535 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1dafeb-88f0-4067-86fa-c09887915a02 None None] Network 66b7c844-f7b2-4c93-9a9f-37e9df59f112 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:36:45.711986 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b6afb42e-63c4-441e-b2e3-1be47631477c tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:45.849476 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-09a8e3f3-0388-48c2-88d0-b629454a865a tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1572495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472959'] for router_interface, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:45.931346 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-464d5805-31de-4062-be74-b85849a8abcc tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:45.942874 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-b6afb42e-63c4-441e-b2e3-1be47631477c tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2853203 Feb 04 08:36:45.947300 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-d35e433a-803b-4da3-bf64-414c7b9e61ba tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] 10.222.0.36 "DELETE /v2.0/ports/fd0c4429-e36b-40bd-abb7-87c920d8fe22 HTTP/1.1" status: 204 len: 168 time: 2.2090940 Feb 04 08:36:45.948104 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 46548) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:45.948595 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 46550) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:45.992919 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-79b1ba8d-db39-435e-bb8b-dcbf77ec90af tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Request body: {'subnet': {'network_id': '64461f65-eac6-4d30-befe-d41d07735613', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:36:46.040285 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46039e19-e4d3-494a-8b8c-49ec6ef90bd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-66b7c844-f7b2-4c93-9a9f-37e9df59f112', 'network_id': '66b7c844-f7b2-4c93-9a9f-37e9df59f112', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'fixed_ips': [{'subnet_id': 'c35a9ad4-aa1b-41ee-8b29-bf7a3ebbe3e6'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:36:46.048043 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-46039e19-e4d3-494a-8b8c-49ec6ef90bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:46.127071 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-b42a0e6f-4bd5-475f-85ca-77cb187639c8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] GET failed (client error): The resource could not be found. Feb 04 08:36:46.128871 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-b42a0e6f-4bd5-475f-85ca-77cb187639c8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Synchronizing usage tracker for tenant:3ea4a86fc0434686aab7f1aae1f745fb on resource:port {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:36:46.130190 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc11a4d-d0a9-4054-96df-ba207811a2c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd5a4b4-708e-4cef-9f85-eefdedebe41c,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:46.218483 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-46039e19-e4d3-494a-8b8c-49ec6ef90bd3 None None] Allocated IP 172.20.0.2 (66b7c844-f7b2-4c93-9a9f-37e9df59f112/c35a9ad4-aa1b-41ee-8b29-bf7a3ebbe3e6/c4fb1ea6-2202-48a6-9a4b-63ce812bf6d9) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:36:46.227375 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [None req-667b8c1a-b859-49ff-a952-86b406912cc2 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] device_id is not set on port e9ee9a22-cde4-415e-86c3-f47fc5950e91 yet. {{(pid=84107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:36:46.333642 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-342eec99-89f7-474f-8c52-cedcc0a10988 req-660fa0b9-b222-4245-81aa-ef80fbe6d36f tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] 10.222.0.36 "GET /v2.0/ports?device_id=366365a9-947d-42ad-8b39-81e07299534b HTTP/1.1" status: 200 len: 210 time: 0.2335427 Feb 04 08:36:46.357939 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-79b1ba8d-db39-435e-bb8b-dcbf77ec90af tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:36:46.358122 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [None req-1fc11a4d-d0a9-4054-96df-ba207811a2c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] device_id is not set on port a30831c9-e190-40bf-b040-09e93efdcc50 yet. {{(pid=84107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:36:46.358199 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-b42a0e6f-4bd5-475f-85ca-77cb187639c8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Unset dirty status for tenant:3ea4a86fc0434686aab7f1aae1f745fb on resource:port {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:36:46.358199 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-b42a0e6f-4bd5-475f-85ca-77cb187639c8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] 10.222.0.36 "GET /v2.0/ports/fd0c4429-e36b-40bd-abb7-87c920d8fe22 HTTP/1.1" status: 404 len: 333 time: 0.3867013 Feb 04 08:36:46.368807 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-79b1ba8d-db39-435e-bb8b-dcbf77ec90af tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Usage tracker for resource:subnet and tenant:1216cf6397c6415eb938e86c1901dea6 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:36:46.371412 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 46570) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:46.373812 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-79b1ba8d-db39-435e-bb8b-dcbf77ec90af tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:36:46.376637 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e77a4aa1-ff06-4f8e-9c16-90a76bc1b1f2 req-6eaece4a-1dd1-4caa-b35b-443d5e513463 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] 10.222.0.36 "GET /v2.0/ports?device_id=1644fee2-105a-4ec7-be68-63a115a652c3 HTTP/1.1" status: 200 len: 210 time: 0.2756228 Feb 04 08:36:46.396593 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1fc11a4d-d0a9-4054-96df-ba207811a2c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:46.427600 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.47', 50076) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:46.431473 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [None req-1fc11a4d-d0a9-4054-96df-ba207811a2c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Transition to ACTIVE for port object a30831c9-e190-40bf-b040-09e93efdcc50 will not be triggered until provisioned by entity L2. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:36:46.439738 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-e19c5d1b-8982-4a8a-9f40-a128c690160e tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Request body: {'port': {'network_id': 'c4b239b5-3dcc-4bec-b52c-75359bfcfd3b', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-659329140'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:36:46.452615 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-464d5805-31de-4062-be74-b85849a8abcc tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:46.459502 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-79b1ba8d-db39-435e-bb8b-dcbf77ec90af tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:36:46.489326 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-46039e19-e4d3-494a-8b8c-49ec6ef90bd3 None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:46.500651 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-e19c5d1b-8982-4a8a-9f40-a128c690160e tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:36:46.504958 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-46039e19-e4d3-494a-8b8c-49ec6ef90bd3 None None] Transition to ACTIVE for port object c4fb1ea6-2202-48a6-9a4b-63ce812bf6d9 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:36:46.532826 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-46039e19-e4d3-494a-8b8c-49ec6ef90bd3 None None] Transition to ACTIVE for port object c4fb1ea6-2202-48a6-9a4b-63ce812bf6d9 will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:36:46.549443 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-e19c5d1b-8982-4a8a-9f40-a128c690160e tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:36:46.566240 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464d5805-31de-4062-be74-b85849a8abcc tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Network 8fd03b73-b1cf-4f95-924c-1e602ce559e7 is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:36:46.605949 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1fc11a4d-d0a9-4054-96df-ba207811a2c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:46.621692 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-46039e19-e4d3-494a-8b8c-49ec6ef90bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:46.623041 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-464d5805-31de-4062-be74-b85849a8abcc tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:36:46.624737 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464d5805-31de-4062-be74-b85849a8abcc tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Pushing event updated for resources: {'Port': ['ID=b466b723-5278-4a90-8289-261e66d13c10,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:46.634027 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464d5805-31de-4062-be74-b85849a8abcc tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:36:46.662057 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b1ba8d-db39-435e-bb8b-dcbf77ec90af tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Made reservation on behalf of 1216cf6397c6415eb938e86c1901dea6 for: {'subnet': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:36:46.685028 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46039e19-e4d3-494a-8b8c-49ec6ef90bd3 None None] Network 66b7c844-f7b2-4c93-9a9f-37e9df59f112 is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:36:46.692693 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-46039e19-e4d3-494a-8b8c-49ec6ef90bd3 None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:36:46.694503 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e19c5d1b-8982-4a8a-9f40-a128c690160e tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Made reservation on behalf of 3ea4a86fc0434686aab7f1aae1f745fb for: {'port': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:36:46.696432 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46039e19-e4d3-494a-8b8c-49ec6ef90bd3 None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:36:46.697115 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e19c5d1b-8982-4a8a-9f40-a128c690160e tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:46.740432 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc11a4d-d0a9-4054-96df-ba207811a2c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Pushing event updated for resources: {'Port': ['ID=a30831c9-e190-40bf-b040-09e93efdcc50,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:46.801731 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46039e19-e4d3-494a-8b8c-49ec6ef90bd3 None None] Pushing event updated for resources: {'Port': ['ID=c4fb1ea6-2202-48a6-9a4b-63ce812bf6d9,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:46.810267 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2668f79-1f98-4252-9f8d-4be2f15884da req-19f06210-cfdf-48a5-953b-f29ba0b5ddb0 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:36:46.811716 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c2668f79-1f98-4252-9f8d-4be2f15884da req-19f06210-cfdf-48a5-953b-f29ba0b5ddb0 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] 10.222.0.47 "GET /v2.0/networks?id=f5fb3ea8-2367-40fb-af0c-1a55b91fec56 HTTP/1.1" status: 200 len: 811 time: 0.3819528 Feb 04 08:36:46.813117 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-667b8c1a-b859-49ff-a952-86b406912cc2 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Allocated IP 172.20.0.4 (7f2cb2c1-aa0f-4f45-9f17-c8bf4d52536c/98c8ff4a-b0d3-4ec7-9d77-96308f93186a/e9ee9a22-cde4-415e-86c3-f47fc5950e91) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:36:46.849005 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc11a4d-d0a9-4054-96df-ba207811a2c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Checking segment: {'id': 'd0540de7-d598-4ca0-a787-8e7fd8cdcd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7ce967ea-c397-49ff-a238-5a62f6b2b761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:36:46.849384 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc11a4d-d0a9-4054-96df-ba207811a2c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Network hostable DHCP agents. Network: 7ce967ea-c397-49ff-a238-5a62f6b2b761, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:36:46.913318 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-46039e19-e4d3-494a-8b8c-49ec6ef90bd3 None None] Attempting to bind port c4fb1ea6-2202-48a6-9a4b-63ce812bf6d9 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:36:46.914024 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-46039e19-e4d3-494a-8b8c-49ec6ef90bd3 None None] Attempting to bind port c4fb1ea6-2202-48a6-9a4b-63ce812bf6d9 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': '3d1d4337-0fcd-4e02-a42c-01a46085f7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '66b7c844-f7b2-4c93-9a9f-37e9df59f112'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:36:46.914641 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46039e19-e4d3-494a-8b8c-49ec6ef90bd3 None None] Attempting to bind port c4fb1ea6-2202-48a6-9a4b-63ce812bf6d9 on network 66b7c844-f7b2-4c93-9a9f-37e9df59f112 {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:36:46.922505 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46039e19-e4d3-494a-8b8c-49ec6ef90bd3 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:36:46.923228 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46039e19-e4d3-494a-8b8c-49ec6ef90bd3 None None] Checking segment: {'id': '3d1d4337-0fcd-4e02-a42c-01a46085f7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '66b7c844-f7b2-4c93-9a9f-37e9df59f112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:36:46.923842 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-46039e19-e4d3-494a-8b8c-49ec6ef90bd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:46.924457 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46039e19-e4d3-494a-8b8c-49ec6ef90bd3 None None] Bound using segment: {'id': '3d1d4337-0fcd-4e02-a42c-01a46085f7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '66b7c844-f7b2-4c93-9a9f-37e9df59f112'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:36:46.925183 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-46039e19-e4d3-494a-8b8c-49ec6ef90bd3 None None] Bound port: c4fb1ea6-2202-48a6-9a4b-63ce812bf6d9, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d1d4337-0fcd-4e02-a42c-01a46085f7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '66b7c844-f7b2-4c93-9a9f-37e9df59f112'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:36:46.925772 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-46039e19-e4d3-494a-8b8c-49ec6ef90bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:46.980963 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c2668f79-1f98-4252-9f8d-4be2f15884da req-37b27e6d-8313-4497-9649-a6fa9ee023c6 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ead21cd697164942839c9343c97d0d9d HTTP/1.1" status: 200 len: 380 time: 0.1350720 Feb 04 08:36:47.015008 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [None req-e19c5d1b-8982-4a8a-9f40-a128c690160e tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] device_id is not set on port e8a7dde8-4cf8-4869-a6b6-308446eb94ff yet. {{(pid=84108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:36:47.037929 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [req-c2668f79-1f98-4252-9f8d-4be2f15884da req-c17ac8c8-7f6e-4908-a90e-6b89f075f3c0 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Request body: {'port': {'device_id': '366365a9-947d-42ad-8b39-81e07299534b', 'network_id': 'f5fb3ea8-2367-40fb-af0c-1a55b91fec56', 'admin_state_up': True, 'tenant_id': 'ead21cd697164942839c9343c97d0d9d', 'security_groups': ['14968e18-e111-4015-999f-127e7e9cb94a']}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:36:47.064398 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-79b1ba8d-db39-435e-bb8b-dcbf77ec90af tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8119726'] for subnet, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:47.101438 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-46039e19-e4d3-494a-8b8c-49ec6ef90bd3 None None] For port c4fb1ea6-2202-48a6-9a4b-63ce812bf6d9, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:36:47.105251 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-46039e19-e4d3-494a-8b8c-49ec6ef90bd3 None None] For port c4fb1ea6-2202-48a6-9a4b-63ce812bf6d9, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=c4fb1ea6-2202-48a6-9a4b-63ce812bf6d9,segment=NetworkSegment(3d1d4337-0fcd-4e02-a42c-01a46085f7e5),segment_id=3d1d4337-0fcd-4e02-a42c-01a46085f7e5)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:36:47.140850 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc11a4d-d0a9-4054-96df-ba207811a2c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Network 7ce967ea-c397-49ff-a238-5a62f6b2b761 is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:36:47.177693 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-46039e19-e4d3-494a-8b8c-49ec6ef90bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:47.182383 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09a8e3f3-0388-48c2-88d0-b629454a865a tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Router d674b7ac-9bea-4b45-8a62-cd55aa68d7bc has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:36:47.267538 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [req-c2668f79-1f98-4252-9f8d-4be2f15884da req-c17ac8c8-7f6e-4908-a90e-6b89f075f3c0 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:36:47.274357 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-667b8c1a-b859-49ff-a952-86b406912cc2 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:47.277609 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-c2668f79-1f98-4252-9f8d-4be2f15884da req-c17ac8c8-7f6e-4908-a90e-6b89f075f3c0 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Usage tracker for resource:port and tenant:ead21cd697164942839c9343c97d0d9d is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:36:47.280709 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-c2668f79-1f98-4252-9f8d-4be2f15884da req-c17ac8c8-7f6e-4908-a90e-6b89f075f3c0 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:36:47.295865 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [req-c2668f79-1f98-4252-9f8d-4be2f15884da req-c17ac8c8-7f6e-4908-a90e-6b89f075f3c0 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:36:47.302474 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46039e19-e4d3-494a-8b8c-49ec6ef90bd3 None None] Pushing event updated for resources: {'Port': ['ID=c4fb1ea6-2202-48a6-9a4b-63ce812bf6d9,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:47.317000 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [None req-667b8c1a-b859-49ff-a952-86b406912cc2 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Transition to ACTIVE for port object e9ee9a22-cde4-415e-86c3-f47fc5950e91 will not be triggered until provisioned by entity DHCP. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:36:47.342079 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-1fc11a4d-d0a9-4054-96df-ba207811a2c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, 7ce967ea-c397-49ff-a238-5a62f6b2b761) {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:36:47.351984 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b3621d-9325-4a80-9719-c136eefcd498 None None] Network 7ce967ea-c397-49ff-a238-5a62f6b2b761 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:36:47.355677 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc11a4d-d0a9-4054-96df-ba207811a2c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:36:47.402330 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.managers [None req-1fc11a4d-d0a9-4054-96df-ba207811a2c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempting to bind port a30831c9-e190-40bf-b040-09e93efdcc50 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:36:47.403645 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.managers [None req-1fc11a4d-d0a9-4054-96df-ba207811a2c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempting to bind port a30831c9-e190-40bf-b040-09e93efdcc50 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'd0540de7-d598-4ca0-a787-8e7fd8cdcd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7ce967ea-c397-49ff-a238-5a62f6b2b761'}] {{(pid=84107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:36:47.404093 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc11a4d-d0a9-4054-96df-ba207811a2c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempting to bind port a30831c9-e190-40bf-b040-09e93efdcc50 on network 7ce967ea-c397-49ff-a238-5a62f6b2b761 {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:36:47.414912 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc11a4d-d0a9-4054-96df-ba207811a2c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Port a30831c9-e190-40bf-b040-09e93efdcc50 on network 7ce967ea-c397-49ff-a238-5a62f6b2b761 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 08:36:47.420748 dv-neutron-827798-2-hyperv neutron-server[84107]: ERROR neutron.plugins.ml2.managers [None req-1fc11a4d-d0a9-4054-96df-ba207811a2c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Failed to bind port a30831c9-e190-40bf-b040-09e93efdcc50 on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'd0540de7-d598-4ca0-a787-8e7fd8cdcd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7ce967ea-c397-49ff-a238-5a62f6b2b761'}] Feb 04 08:36:47.426505 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.plugins.ml2.plugin [None req-1fc11a4d-d0a9-4054-96df-ba207811a2c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempt 2 to bind port a30831c9-e190-40bf-b040-09e93efdcc50 Feb 04 08:36:47.448137 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2668f79-1f98-4252-9f8d-4be2f15884da req-c17ac8c8-7f6e-4908-a90e-6b89f075f3c0 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Made reservation on behalf of ead21cd697164942839c9343c97d0d9d for: {'port': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:36:47.454303 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-c2668f79-1f98-4252-9f8d-4be2f15884da req-c17ac8c8-7f6e-4908-a90e-6b89f075f3c0 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:47.479894 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.managers [None req-1fc11a4d-d0a9-4054-96df-ba207811a2c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempting to bind port a30831c9-e190-40bf-b040-09e93efdcc50 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:36:47.480297 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.managers [None req-1fc11a4d-d0a9-4054-96df-ba207811a2c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempting to bind port a30831c9-e190-40bf-b040-09e93efdcc50 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'd0540de7-d598-4ca0-a787-8e7fd8cdcd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7ce967ea-c397-49ff-a238-5a62f6b2b761'}] {{(pid=84107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:36:47.480676 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc11a4d-d0a9-4054-96df-ba207811a2c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempting to bind port a30831c9-e190-40bf-b040-09e93efdcc50 on network 7ce967ea-c397-49ff-a238-5a62f6b2b761 {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:36:47.493932 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc11a4d-d0a9-4054-96df-ba207811a2c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Port a30831c9-e190-40bf-b040-09e93efdcc50 on network 7ce967ea-c397-49ff-a238-5a62f6b2b761 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 08:36:47.494358 dv-neutron-827798-2-hyperv neutron-server[84107]: ERROR neutron.plugins.ml2.managers [None req-1fc11a4d-d0a9-4054-96df-ba207811a2c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Failed to bind port a30831c9-e190-40bf-b040-09e93efdcc50 on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'd0540de7-d598-4ca0-a787-8e7fd8cdcd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7ce967ea-c397-49ff-a238-5a62f6b2b761'}] Feb 04 08:36:47.543720 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.plugins.ml2.plugin [None req-1fc11a4d-d0a9-4054-96df-ba207811a2c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempt 3 to bind port a30831c9-e190-40bf-b040-09e93efdcc50 Feb 04 08:36:47.569042 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-667b8c1a-b859-49ff-a952-86b406912cc2 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:47.769375 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09a8e3f3-0388-48c2-88d0-b629454a865a tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:36:47.784767 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f748ba7f-1229-4a6f-9735-8622f00bdb23 None None] Sync routers for ids ['d674b7ac-9bea-4b45-8a62-cd55aa68d7bc'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:36:47.802097 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e19c5d1b-8982-4a8a-9f40-a128c690160e tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:47.816652 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-eed7374c-450c-4b50-9730-573f2c90a2d4 req-58c88f0b-44b6-4c4a-98a9-9c9de792b8b4 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] 10.222.0.36 "GET /v2.0/ports?device_id=366365a9-947d-42ad-8b39-81e07299534b HTTP/1.1" status: 200 len: 210 time: 0.2492261 Feb 04 08:36:47.818096 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.managers [None req-1fc11a4d-d0a9-4054-96df-ba207811a2c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempting to bind port a30831c9-e190-40bf-b040-09e93efdcc50 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:36:47.818760 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.managers [None req-1fc11a4d-d0a9-4054-96df-ba207811a2c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempting to bind port a30831c9-e190-40bf-b040-09e93efdcc50 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'd0540de7-d598-4ca0-a787-8e7fd8cdcd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7ce967ea-c397-49ff-a238-5a62f6b2b761'}] {{(pid=84107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:36:47.819320 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc11a4d-d0a9-4054-96df-ba207811a2c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempting to bind port a30831c9-e190-40bf-b040-09e93efdcc50 on network 7ce967ea-c397-49ff-a238-5a62f6b2b761 {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:36:47.836472 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f748ba7f-1229-4a6f-9735-8622f00bdb23 None None] Routers {'d674b7ac-9bea-4b45-8a62-cd55aa68d7bc'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:36:47.838585 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-f748ba7f-1229-4a6f-9735-8622f00bdb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:36:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['d674b7ac-9bea-4b45-8a62-cd55aa68d7bc'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:36:47.856460 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-09a8e3f3-0388-48c2-88d0-b629454a865a tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] 10.222.0.36 "PUT /v2.0/routers/d674b7ac-9bea-4b45-8a62-cd55aa68d7bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2030540 Feb 04 08:36:47.858643 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 46608) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:47.913119 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device c4fb1ea6-2202-48a6-9a4b-63ce812bf6d9 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:36:47.917838 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-464d5805-31de-4062-be74-b85849a8abcc tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:47.921024 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-464d5805-31de-4062-be74-b85849a8abcc tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472990'] for router, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:47.963405 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-f748ba7f-1229-4a6f-9735-8622f00bdb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:36:48.008850 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f748ba7f-1229-4a6f-9735-8622f00bdb23 None None] Routers {'d674b7ac-9bea-4b45-8a62-cd55aa68d7bc'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:36:48.009984 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-f748ba7f-1229-4a6f-9735-8622f00bdb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:36:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['d674b7ac-9bea-4b45-8a62-cd55aa68d7bc'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:36:48.070331 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-79b1ba8d-db39-435e-bb8b-dcbf77ec90af tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7593498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8119736'] for subnet, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:48.082764 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e19c5d1b-8982-4a8a-9f40-a128c690160e tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:48.098812 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-f748ba7f-1229-4a6f-9735-8622f00bdb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:36:48.100982 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f748ba7f-1229-4a6f-9735-8622f00bdb23 None None] The sync data for ids ['d674b7ac-9bea-4b45-8a62-cd55aa68d7bc'] in dv-neutron-827798-2-hyperv is: [] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:36:48.125208 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc11a4d-d0a9-4054-96df-ba207811a2c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Port a30831c9-e190-40bf-b040-09e93efdcc50 on network 7ce967ea-c397-49ff-a238-5a62f6b2b761 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 08:36:48.125648 dv-neutron-827798-2-hyperv neutron-server[84107]: ERROR neutron.plugins.ml2.managers [None req-1fc11a4d-d0a9-4054-96df-ba207811a2c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Failed to bind port a30831c9-e190-40bf-b040-09e93efdcc50 on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'd0540de7-d598-4ca0-a787-8e7fd8cdcd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7ce967ea-c397-49ff-a238-5a62f6b2b761'}] Feb 04 08:36:48.127552 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667b8c1a-b859-49ff-a952-86b406912cc2 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Network 7f2cb2c1-aa0f-4f45-9f17-c8bf4d52536c is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:36:48.131622 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.plugins.ml2.plugin [None req-1fc11a4d-d0a9-4054-96df-ba207811a2c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempt 4 to bind port a30831c9-e190-40bf-b040-09e93efdcc50 Feb 04 08:36:48.145685 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667b8c1a-b859-49ff-a952-86b406912cc2 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Pushing event updated for resources: {'Port': ['ID=e9ee9a22-cde4-415e-86c3-f47fc5950e91,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:48.172128 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-6fb44460-f404-48c2-ac1a-96e1c9d3a624 req-bd04d39f-89bf-473a-966c-80dc661f20c7 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] 10.222.0.36 "GET /v2.0/ports?device_id=1644fee2-105a-4ec7-be68-63a115a652c3 HTTP/1.1" status: 200 len: 210 time: 0.3167181 Feb 04 08:36:48.207120 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port c4fb1ea6-2202-48a6-9a4b-63ce812bf6d9 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:36:48.342479 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-667b8c1a-b859-49ff-a952-86b406912cc2 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:36:48.347469 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667b8c1a-b859-49ff-a952-86b406912cc2 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:36:48.358342 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19c5d1b-8982-4a8a-9f40-a128c690160e tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Network c4b239b5-3dcc-4bec-b52c-75359bfcfd3b is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:36:48.361213 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b1ba8d-db39-435e-bb8b-dcbf77ec90af tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Pushing event updated for resources: {'Subnet': ['ID=d2bd3fdc-02b6-4a41-9f6a-b869b0687a5e,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:48.391218 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19c5d1b-8982-4a8a-9f40-a128c690160e tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Pushing event updated for resources: {'Port': ['ID=e8a7dde8-4cf8-4869-a6b6-308446eb94ff,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:48.401338 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-e19c5d1b-8982-4a8a-9f40-a128c690160e tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:36:48.409816 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19c5d1b-8982-4a8a-9f40-a128c690160e tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:36:48.410878 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19c5d1b-8982-4a8a-9f40-a128c690160e tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:36:48.411887 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e19c5d1b-8982-4a8a-9f40-a128c690160e tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:48.513212 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b1ba8d-db39-435e-bb8b-dcbf77ec90af tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Checking segment: {'id': '5cba68a7-8906-4097-a306-bafd96170977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '64461f65-eac6-4d30-befe-d41d07735613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:36:48.513580 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b1ba8d-db39-435e-bb8b-dcbf77ec90af tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Network hostable DHCP agents. Network: 64461f65-eac6-4d30-befe-d41d07735613, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:36:48.616199 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-e19c5d1b-8982-4a8a-9f40-a128c690160e tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.2435334 Feb 04 08:36:48.618518 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 46616) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:48.631532 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-3a86de02-979f-4eb5-8502-2a20a2983af4 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8277'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:36:48.766420 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667b8c1a-b859-49ff-a952-86b406912cc2 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:36:48.767581 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-667b8c1a-b859-49ff-a952-86b406912cc2 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:48.807147 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [req-c2668f79-1f98-4252-9f8d-4be2f15884da req-c17ac8c8-7f6e-4908-a90e-6b89f075f3c0 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Allocated IP 172.20.0.4 (f5fb3ea8-2367-40fb-af0c-1a55b91fec56/1699c4f8-d946-4eb0-aab8-83a83e03db52/78678a4e-3471-4771-905b-d44f3da77bd9) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:36:48.855641 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.managers [None req-1fc11a4d-d0a9-4054-96df-ba207811a2c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempting to bind port a30831c9-e190-40bf-b040-09e93efdcc50 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:36:48.856388 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.managers [None req-1fc11a4d-d0a9-4054-96df-ba207811a2c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempting to bind port a30831c9-e190-40bf-b040-09e93efdcc50 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'd0540de7-d598-4ca0-a787-8e7fd8cdcd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7ce967ea-c397-49ff-a238-5a62f6b2b761'}] {{(pid=84107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:36:48.856388 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc11a4d-d0a9-4054-96df-ba207811a2c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempting to bind port a30831c9-e190-40bf-b040-09e93efdcc50 on network 7ce967ea-c397-49ff-a238-5a62f6b2b761 {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:36:48.859854 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b1ba8d-db39-435e-bb8b-dcbf77ec90af tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Network 64461f65-eac6-4d30-befe-d41d07735613 is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:36:48.873331 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc11a4d-d0a9-4054-96df-ba207811a2c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Port a30831c9-e190-40bf-b040-09e93efdcc50 on network 7ce967ea-c397-49ff-a238-5a62f6b2b761 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 08:36:48.873661 dv-neutron-827798-2-hyperv neutron-server[84107]: ERROR neutron.plugins.ml2.managers [None req-1fc11a4d-d0a9-4054-96df-ba207811a2c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Failed to bind port a30831c9-e190-40bf-b040-09e93efdcc50 on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'd0540de7-d598-4ca0-a787-8e7fd8cdcd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7ce967ea-c397-49ff-a238-5a62f6b2b761'}] Feb 04 08:36:48.879603 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7f330cb9-c48a-4587-bce4-57dee5483865 tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Notify callbacks [] for router, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:48.911605 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3a86de02-979f-4eb5-8502-2a20a2983af4 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:48.915884 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67550c6f-8185-40d7-9c4e-0c9e54a7a1d7 None None] Network 66b7c844-f7b2-4c93-9a9f-37e9df59f112 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:36:48.949558 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.plugins.ml2.plugin [None req-1fc11a4d-d0a9-4054-96df-ba207811a2c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempt 5 to bind port a30831c9-e190-40bf-b040-09e93efdcc50 Feb 04 08:36:48.961383 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-da968c64-9381-44f2-9c8f-40f2875dcd44 None None] Provisioning for port e9ee9a22-cde4-415e-86c3-f47fc5950e91 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:36:48.999374 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-79b1ba8d-db39-435e-bb8b-dcbf77ec90af tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, 64461f65-eac6-4d30-befe-d41d07735613) {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:36:49.029466 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b1ba8d-db39-435e-bb8b-dcbf77ec90af tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:36:49.031943 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-79b1ba8d-db39-435e-bb8b-dcbf77ec90af tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:49.041821 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.managers [None req-1fc11a4d-d0a9-4054-96df-ba207811a2c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempting to bind port a30831c9-e190-40bf-b040-09e93efdcc50 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:36:49.042154 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.managers [None req-1fc11a4d-d0a9-4054-96df-ba207811a2c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempting to bind port a30831c9-e190-40bf-b040-09e93efdcc50 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'd0540de7-d598-4ca0-a787-8e7fd8cdcd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7ce967ea-c397-49ff-a238-5a62f6b2b761'}] {{(pid=84107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:36:49.042483 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc11a4d-d0a9-4054-96df-ba207811a2c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempting to bind port a30831c9-e190-40bf-b040-09e93efdcc50 on network 7ce967ea-c397-49ff-a238-5a62f6b2b761 {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:36:49.087575 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d2e77a-8380-4c49-a01d-d0fbf4b540c5 None None] Network 64461f65-eac6-4d30-befe-d41d07735613 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:36:49.137668 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-da968c64-9381-44f2-9c8f-40f2875dcd44 None None] Provisioning complete for port e9ee9a22-cde4-415e-86c3-f47fc5950e91 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:36:49.141693 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-da968c64-9381-44f2-9c8f-40f2875dcd44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:49.316537 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-da968c64-9381-44f2-9c8f-40f2875dcd44 None None] Port e9ee9a22-cde4-415e-86c3-f47fc5950e91 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:36:49.356631 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc11a4d-d0a9-4054-96df-ba207811a2c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Port a30831c9-e190-40bf-b040-09e93efdcc50 on network 7ce967ea-c397-49ff-a238-5a62f6b2b761 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 08:36:49.367618 dv-neutron-827798-2-hyperv neutron-server[84107]: ERROR neutron.plugins.ml2.managers [None req-1fc11a4d-d0a9-4054-96df-ba207811a2c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Failed to bind port a30831c9-e190-40bf-b040-09e93efdcc50 on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'd0540de7-d598-4ca0-a787-8e7fd8cdcd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7ce967ea-c397-49ff-a238-5a62f6b2b761'}] Feb 04 08:36:49.397482 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-79b1ba8d-db39-435e-bb8b-dcbf77ec90af tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4317424 Feb 04 08:36:49.397482 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-464d5805-31de-4062-be74-b85849a8abcc tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Router a3dd08bd-a13b-4cd1-b69f-4fb53e0fbf07 is scheduled to L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 with binding_index 1 {{(pid=84108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 08:36:49.414454 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.plugins.ml2.plugin [None req-1fc11a4d-d0a9-4054-96df-ba207811a2c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempt 6 to bind port a30831c9-e190-40bf-b040-09e93efdcc50 Feb 04 08:36:49.488341 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-667b8c1a-b859-49ff-a952-86b406912cc2 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.2126031 Feb 04 08:36:49.488341 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 46626) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:49.488341 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.47', 50082) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:49.512753 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 46628) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:49.526385 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-50bc40a8-db3d-4d1a-8752-42bded55f932 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:0f:ca:43'}]}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:36:49.535712 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-66fd43ce-123d-4dd5-8525-0bd681805f71 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1878300248', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:36:49.553941 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-7c28bf05-f3d6-4dfd-8054-c9cf912eb86e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:49.643961 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-dcc135d8-d396-460b-bdfc-975e96cfe610 None None] Provisioning for port c4fb1ea6-2202-48a6-9a4b-63ce812bf6d9 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:36:49.655105 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca52ba0f-a37d-455f-bdd0-bb7f3da28fce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-64461f65-eac6-4d30-befe-d41d07735613', 'network_id': '64461f65-eac6-4d30-befe-d41d07735613', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'fixed_ips': [{'subnet_id': 'd2bd3fdc-02b6-4a41-9f6a-b869b0687a5e'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:36:49.656025 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-ca52ba0f-a37d-455f-bdd0-bb7f3da28fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:49.665939 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-dcc135d8-d396-460b-bdfc-975e96cfe610 None None] Provisioning complete for port c4fb1ea6-2202-48a6-9a4b-63ce812bf6d9 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:36:49.666377 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-dcc135d8-d396-460b-bdfc-975e96cfe610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:49.730373 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [None req-3a86de02-979f-4eb5-8502-2a20a2983af4 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] device_id is not set on port e8a7dde8-4cf8-4869-a6b6-308446eb94ff yet. {{(pid=84108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:36:49.741224 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3a86de02-979f-4eb5-8502-2a20a2983af4 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:49.768052 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.provisioning_blocks [None req-3a86de02-979f-4eb5-8502-2a20a2983af4 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Transition to ACTIVE for port object e8a7dde8-4cf8-4869-a6b6-308446eb94ff will not be triggered until provisioned by entity L2. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:36:49.792887 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-1be64d4d-eb76-4904-ae08-04d0961c390d req-4c350120-b7d5-46b4-b79a-981a212f9761 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Synchronizing usage tracker for tenant:ead21cd697164942839c9343c97d0d9d on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:36:49.804706 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-66fd43ce-123d-4dd5-8525-0bd681805f71 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:36:49.884002 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.managers [None req-1fc11a4d-d0a9-4054-96df-ba207811a2c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempting to bind port a30831c9-e190-40bf-b040-09e93efdcc50 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:36:49.884658 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.managers [None req-1fc11a4d-d0a9-4054-96df-ba207811a2c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempting to bind port a30831c9-e190-40bf-b040-09e93efdcc50 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'd0540de7-d598-4ca0-a787-8e7fd8cdcd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7ce967ea-c397-49ff-a238-5a62f6b2b761'}] {{(pid=84107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:36:49.884658 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc11a4d-d0a9-4054-96df-ba207811a2c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempting to bind port a30831c9-e190-40bf-b040-09e93efdcc50 on network 7ce967ea-c397-49ff-a238-5a62f6b2b761 {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:36:49.899390 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-58021cf7-83c6-4892-8bfc-b2a4e9bf1208 req-40c0c207-860d-415c-a89d-40e912ae8669 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] 10.222.0.36 "GET /v2.0/ports?device_id=1644fee2-105a-4ec7-be68-63a115a652c3 HTTP/1.1" status: 200 len: 210 time: 0.4891412 Feb 04 08:36:49.907883 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-66fd43ce-123d-4dd5-8525-0bd681805f71 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Usage tracker for resource:router and tenant:1216cf6397c6415eb938e86c1901dea6 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:36:49.926939 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3a86de02-979f-4eb5-8502-2a20a2983af4 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:49.975882 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-66fd43ce-123d-4dd5-8525-0bd681805f71 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:36:50.041606 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-1be64d4d-eb76-4904-ae08-04d0961c390d req-4c350120-b7d5-46b4-b79a-981a212f9761 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Unset dirty status for tenant:ead21cd697164942839c9343c97d0d9d on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:36:50.043144 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-1be64d4d-eb76-4904-ae08-04d0961c390d req-4c350120-b7d5-46b4-b79a-981a212f9761 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] 10.222.0.36 "GET /v2.0/ports?device_id=366365a9-947d-42ad-8b39-81e07299534b HTTP/1.1" status: 200 len: 210 time: 0.7149212 Feb 04 08:36:50.061259 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a86de02-979f-4eb5-8502-2a20a2983af4 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Pushing event updated for resources: {'Port': ['ID=e8a7dde8-4cf8-4869-a6b6-308446eb94ff,revision_number=2']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:50.078404 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-66fd43ce-123d-4dd5-8525-0bd681805f71 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:36:50.086856 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-dcc135d8-d396-460b-bdfc-975e96cfe610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:50.110911 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-c2668f79-1f98-4252-9f8d-4be2f15884da req-c17ac8c8-7f6e-4908-a90e-6b89f075f3c0 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:50.126819 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-ca52ba0f-a37d-455f-bdd0-bb7f3da28fce None None] Allocated IP 172.21.0.2 (64461f65-eac6-4d30-befe-d41d07735613/d2bd3fdc-02b6-4a41-9f6a-b869b0687a5e/28557b21-d607-4edc-8b9f-95fdf08b81f0) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:36:50.181515 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-dcc135d8-d396-460b-bdfc-975e96cfe610 None None] For port c4fb1ea6-2202-48a6-9a4b-63ce812bf6d9, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=c4fb1ea6-2202-48a6-9a4b-63ce812bf6d9,segment=NetworkSegment(3d1d4337-0fcd-4e02-a42c-01a46085f7e5),segment_id=3d1d4337-0fcd-4e02-a42c-01a46085f7e5)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:36:50.192179 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc11a4d-d0a9-4054-96df-ba207811a2c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Port a30831c9-e190-40bf-b040-09e93efdcc50 on network 7ce967ea-c397-49ff-a238-5a62f6b2b761 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 08:36:50.192574 dv-neutron-827798-2-hyperv neutron-server[84107]: ERROR neutron.plugins.ml2.managers [None req-1fc11a4d-d0a9-4054-96df-ba207811a2c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Failed to bind port a30831c9-e190-40bf-b040-09e93efdcc50 on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'd0540de7-d598-4ca0-a787-8e7fd8cdcd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7ce967ea-c397-49ff-a238-5a62f6b2b761'}] Feb 04 08:36:50.207025 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.plugins.ml2.plugin [None req-1fc11a4d-d0a9-4054-96df-ba207811a2c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempt 7 to bind port a30831c9-e190-40bf-b040-09e93efdcc50 Feb 04 08:36:50.263030 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-dcc135d8-d396-460b-bdfc-975e96cfe610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:50.305731 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [req-c2668f79-1f98-4252-9f8d-4be2f15884da req-c17ac8c8-7f6e-4908-a90e-6b89f075f3c0 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Transition to ACTIVE for port object 78678a4e-3471-4771-905b-d44f3da77bd9 will not be triggered until provisioned by entity DHCP. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:36:50.311288 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a09f19-9658-4b53-b020-43226e39f189 req-38690101-7dfc-49f6-9929-258f804a5b6c tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:36:50.312941 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f7a09f19-9658-4b53-b020-43226e39f189 req-38690101-7dfc-49f6-9929-258f804a5b6c tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] 10.222.0.47 "GET /v2.0/networks?id=aaba0e34-0ac3-4326-9ed2-e65fb37ae418 HTTP/1.1" status: 200 len: 806 time: 0.7822444 Feb 04 08:36:50.319134 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.managers [None req-1fc11a4d-d0a9-4054-96df-ba207811a2c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempting to bind port a30831c9-e190-40bf-b040-09e93efdcc50 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:36:50.319468 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.managers [None req-1fc11a4d-d0a9-4054-96df-ba207811a2c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempting to bind port a30831c9-e190-40bf-b040-09e93efdcc50 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'd0540de7-d598-4ca0-a787-8e7fd8cdcd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7ce967ea-c397-49ff-a238-5a62f6b2b761'}] {{(pid=84107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:36:50.319805 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc11a4d-d0a9-4054-96df-ba207811a2c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempting to bind port a30831c9-e190-40bf-b040-09e93efdcc50 on network 7ce967ea-c397-49ff-a238-5a62f6b2b761 {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:36:50.381726 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc11a4d-d0a9-4054-96df-ba207811a2c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Port a30831c9-e190-40bf-b040-09e93efdcc50 on network 7ce967ea-c397-49ff-a238-5a62f6b2b761 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 08:36:50.381923 dv-neutron-827798-2-hyperv neutron-server[84107]: ERROR neutron.plugins.ml2.managers [None req-1fc11a4d-d0a9-4054-96df-ba207811a2c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Failed to bind port a30831c9-e190-40bf-b040-09e93efdcc50 on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'd0540de7-d598-4ca0-a787-8e7fd8cdcd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7ce967ea-c397-49ff-a238-5a62f6b2b761'}] Feb 04 08:36:50.387794 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc135d8-d396-460b-bdfc-975e96cfe610 None None] Pushing event updated for resources: {'Port': ['ID=c4fb1ea6-2202-48a6-9a4b-63ce812bf6d9,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:50.393790 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.plugins.ml2.plugin [None req-1fc11a4d-d0a9-4054-96df-ba207811a2c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempt 8 to bind port a30831c9-e190-40bf-b040-09e93efdcc50 Feb 04 08:36:50.400610 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-66fd43ce-123d-4dd5-8525-0bd681805f71 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40975'] for router, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:50.401578 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-66fd43ce-123d-4dd5-8525-0bd681805f71 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40982'] for router, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:50.432630 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7f330cb9-c48a-4587-bce4-57dee5483865 tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40989'] for router, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:50.456990 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.managers [None req-1fc11a4d-d0a9-4054-96df-ba207811a2c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempting to bind port a30831c9-e190-40bf-b040-09e93efdcc50 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:36:50.457677 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.managers [None req-1fc11a4d-d0a9-4054-96df-ba207811a2c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempting to bind port a30831c9-e190-40bf-b040-09e93efdcc50 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'd0540de7-d598-4ca0-a787-8e7fd8cdcd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7ce967ea-c397-49ff-a238-5a62f6b2b761'}] {{(pid=84107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:36:50.458041 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc11a4d-d0a9-4054-96df-ba207811a2c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempting to bind port a30831c9-e190-40bf-b040-09e93efdcc50 on network 7ce967ea-c397-49ff-a238-5a62f6b2b761 {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:36:50.464927 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-4311e19c-d3e5-43b2-a7e0-736a65cfe321 None None] Provisioning complete for port c4fb1ea6-2202-48a6-9a4b-63ce812bf6d9 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:36:50.465447 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-4311e19c-d3e5-43b2-a7e0-736a65cfe321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:50.467963 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7f330cb9-c48a-4587-bce4-57dee5483865 tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:50.469493 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc11a4d-d0a9-4054-96df-ba207811a2c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Port a30831c9-e190-40bf-b040-09e93efdcc50 on network 7ce967ea-c397-49ff-a238-5a62f6b2b761 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 08:36:50.470375 dv-neutron-827798-2-hyperv neutron-server[84107]: ERROR neutron.plugins.ml2.managers [None req-1fc11a4d-d0a9-4054-96df-ba207811a2c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Failed to bind port a30831c9-e190-40bf-b040-09e93efdcc50 on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'd0540de7-d598-4ca0-a787-8e7fd8cdcd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7ce967ea-c397-49ff-a238-5a62f6b2b761'}] Feb 04 08:36:50.481297 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.plugins.ml2.plugin [None req-1fc11a4d-d0a9-4054-96df-ba207811a2c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempt 9 to bind port a30831c9-e190-40bf-b040-09e93efdcc50 Feb 04 08:36:50.483551 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [None req-3a86de02-979f-4eb5-8502-2a20a2983af4 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempting to bind port e8a7dde8-4cf8-4869-a6b6-308446eb94ff on host hv-neutron-8277 for vnic_type normal with profile {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:36:50.484019 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [None req-3a86de02-979f-4eb5-8502-2a20a2983af4 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempting to bind port e8a7dde8-4cf8-4869-a6b6-308446eb94ff by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '431038c6-b608-4de1-90a0-82d08fa58999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c4b239b5-3dcc-4bec-b52c-75359bfcfd3b'}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:36:50.484366 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a86de02-979f-4eb5-8502-2a20a2983af4 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempting to bind port e8a7dde8-4cf8-4869-a6b6-308446eb94ff on network c4b239b5-3dcc-4bec-b52c-75359bfcfd3b {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:36:50.497897 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a86de02-979f-4eb5-8502-2a20a2983af4 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Port e8a7dde8-4cf8-4869-a6b6-308446eb94ff on network c4b239b5-3dcc-4bec-b52c-75359bfcfd3b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 08:36:50.498234 dv-neutron-827798-2-hyperv neutron-server[84108]: ERROR neutron.plugins.ml2.managers [None req-3a86de02-979f-4eb5-8502-2a20a2983af4 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Failed to bind port e8a7dde8-4cf8-4869-a6b6-308446eb94ff on host hv-neutron-8277 for vnic_type normal using segments [{'id': '431038c6-b608-4de1-90a0-82d08fa58999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c4b239b5-3dcc-4bec-b52c-75359bfcfd3b'}] Feb 04 08:36:50.500367 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.plugins.ml2.plugin [None req-3a86de02-979f-4eb5-8502-2a20a2983af4 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempt 2 to bind port e8a7dde8-4cf8-4869-a6b6-308446eb94ff Feb 04 08:36:50.504896 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-ca52ba0f-a37d-455f-bdd0-bb7f3da28fce None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:50.511114 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-50bc40a8-db3d-4d1a-8752-42bded55f932 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:50.525062 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.managers [None req-1fc11a4d-d0a9-4054-96df-ba207811a2c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempting to bind port a30831c9-e190-40bf-b040-09e93efdcc50 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:36:50.525547 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.managers [None req-1fc11a4d-d0a9-4054-96df-ba207811a2c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempting to bind port a30831c9-e190-40bf-b040-09e93efdcc50 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'd0540de7-d598-4ca0-a787-8e7fd8cdcd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7ce967ea-c397-49ff-a238-5a62f6b2b761'}] {{(pid=84107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:36:50.526393 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc11a4d-d0a9-4054-96df-ba207811a2c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempting to bind port a30831c9-e190-40bf-b040-09e93efdcc50 on network 7ce967ea-c397-49ff-a238-5a62f6b2b761 {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:36:50.528694 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-66fd43ce-123d-4dd5-8525-0bd681805f71 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:50.535897 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-ca52ba0f-a37d-455f-bdd0-bb7f3da28fce None None] Transition to ACTIVE for port object 28557b21-d607-4edc-8b9f-95fdf08b81f0 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:36:50.541699 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f7a09f19-9658-4b53-b020-43226e39f189 req-5d0e731b-a4d5-45f1-9fba-69c58a0b48b6 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e94175c683849e99ec67b1f30a78741 HTTP/1.1" status: 200 len: 380 time: 0.1503694 Feb 04 08:36:50.559602 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [req-f7a09f19-9658-4b53-b020-43226e39f189 req-7a4a1919-db34-4ee2-bd55-a9f757a6cf89 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Request body: {'port': {'device_id': '1644fee2-105a-4ec7-be68-63a115a652c3', 'network_id': 'aaba0e34-0ac3-4326-9ed2-e65fb37ae418', 'admin_state_up': True, 'tenant_id': '2e94175c683849e99ec67b1f30a78741', 'security_groups': ['1cf66706-a623-46a6-9f5d-54c09d760d68']}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:36:50.564764 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-ca52ba0f-a37d-455f-bdd0-bb7f3da28fce None None] Transition to ACTIVE for port object 28557b21-d607-4edc-8b9f-95fdf08b81f0 will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:36:50.579272 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc11a4d-d0a9-4054-96df-ba207811a2c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Port a30831c9-e190-40bf-b040-09e93efdcc50 on network 7ce967ea-c397-49ff-a238-5a62f6b2b761 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 08:36:50.579596 dv-neutron-827798-2-hyperv neutron-server[84107]: ERROR neutron.plugins.ml2.managers [None req-1fc11a4d-d0a9-4054-96df-ba207811a2c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Failed to bind port a30831c9-e190-40bf-b040-09e93efdcc50 on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'd0540de7-d598-4ca0-a787-8e7fd8cdcd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7ce967ea-c397-49ff-a238-5a62f6b2b761'}] Feb 04 08:36:50.585417 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.plugins.ml2.plugin [None req-1fc11a4d-d0a9-4054-96df-ba207811a2c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempt 10 to bind port a30831c9-e190-40bf-b040-09e93efdcc50 Feb 04 08:36:50.602002 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [None req-3a86de02-979f-4eb5-8502-2a20a2983af4 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempting to bind port e8a7dde8-4cf8-4869-a6b6-308446eb94ff on host hv-neutron-8277 for vnic_type normal with profile {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:36:50.602366 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [None req-3a86de02-979f-4eb5-8502-2a20a2983af4 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempting to bind port e8a7dde8-4cf8-4869-a6b6-308446eb94ff by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '431038c6-b608-4de1-90a0-82d08fa58999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c4b239b5-3dcc-4bec-b52c-75359bfcfd3b'}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:36:50.602683 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a86de02-979f-4eb5-8502-2a20a2983af4 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempting to bind port e8a7dde8-4cf8-4869-a6b6-308446eb94ff on network c4b239b5-3dcc-4bec-b52c-75359bfcfd3b {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:36:50.610215 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a86de02-979f-4eb5-8502-2a20a2983af4 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Port e8a7dde8-4cf8-4869-a6b6-308446eb94ff on network c4b239b5-3dcc-4bec-b52c-75359bfcfd3b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 08:36:50.610603 dv-neutron-827798-2-hyperv neutron-server[84108]: ERROR neutron.plugins.ml2.managers [None req-3a86de02-979f-4eb5-8502-2a20a2983af4 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Failed to bind port e8a7dde8-4cf8-4869-a6b6-308446eb94ff on host hv-neutron-8277 for vnic_type normal using segments [{'id': '431038c6-b608-4de1-90a0-82d08fa58999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c4b239b5-3dcc-4bec-b52c-75359bfcfd3b'}] Feb 04 08:36:50.614418 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.plugins.ml2.plugin [None req-3a86de02-979f-4eb5-8502-2a20a2983af4 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempt 3 to bind port e8a7dde8-4cf8-4869-a6b6-308446eb94ff Feb 04 08:36:50.655598 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-c2668f79-1f98-4252-9f8d-4be2f15884da req-c17ac8c8-7f6e-4908-a90e-6b89f075f3c0 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:50.656356 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-ca52ba0f-a37d-455f-bdd0-bb7f3da28fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:50.711900 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.managers [None req-1fc11a4d-d0a9-4054-96df-ba207811a2c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempting to bind port a30831c9-e190-40bf-b040-09e93efdcc50 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:36:50.712269 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.managers [None req-1fc11a4d-d0a9-4054-96df-ba207811a2c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempting to bind port a30831c9-e190-40bf-b040-09e93efdcc50 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'd0540de7-d598-4ca0-a787-8e7fd8cdcd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7ce967ea-c397-49ff-a238-5a62f6b2b761'}] {{(pid=84107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:36:50.712733 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc11a4d-d0a9-4054-96df-ba207811a2c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempting to bind port a30831c9-e190-40bf-b040-09e93efdcc50 on network 7ce967ea-c397-49ff-a238-5a62f6b2b761 {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:36:50.730753 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca52ba0f-a37d-455f-bdd0-bb7f3da28fce None None] Network 64461f65-eac6-4d30-befe-d41d07735613 is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:36:50.734102 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-ca52ba0f-a37d-455f-bdd0-bb7f3da28fce None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:36:50.735885 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7f330cb9-c48a-4587-bce4-57dee5483865 tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-476062'] for router, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:50.736366 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f330cb9-c48a-4587-bce4-57dee5483865 tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Fanout notify agent at l3_agent the message router_deleted on router d674b7ac-9bea-4b45-8a62-cd55aa68d7bc {{(pid=84107) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 08:36:50.745184 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca52ba0f-a37d-455f-bdd0-bb7f3da28fce None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:36:50.750385 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc11a4d-d0a9-4054-96df-ba207811a2c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Port a30831c9-e190-40bf-b040-09e93efdcc50 on network 7ce967ea-c397-49ff-a238-5a62f6b2b761 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 08:36:50.750753 dv-neutron-827798-2-hyperv neutron-server[84107]: ERROR neutron.plugins.ml2.managers [None req-1fc11a4d-d0a9-4054-96df-ba207811a2c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Failed to bind port a30831c9-e190-40bf-b040-09e93efdcc50 on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'd0540de7-d598-4ca0-a787-8e7fd8cdcd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7ce967ea-c397-49ff-a238-5a62f6b2b761'}] Feb 04 08:36:50.751899 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1fc11a4d-d0a9-4054-96df-ba207811a2c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:50.793120 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [None req-3a86de02-979f-4eb5-8502-2a20a2983af4 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempting to bind port e8a7dde8-4cf8-4869-a6b6-308446eb94ff on host hv-neutron-8277 for vnic_type normal with profile {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:36:50.793576 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [None req-3a86de02-979f-4eb5-8502-2a20a2983af4 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempting to bind port e8a7dde8-4cf8-4869-a6b6-308446eb94ff by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '431038c6-b608-4de1-90a0-82d08fa58999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c4b239b5-3dcc-4bec-b52c-75359bfcfd3b'}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:36:50.793792 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a86de02-979f-4eb5-8502-2a20a2983af4 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempting to bind port e8a7dde8-4cf8-4869-a6b6-308446eb94ff on network c4b239b5-3dcc-4bec-b52c-75359bfcfd3b {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:36:50.804670 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca52ba0f-a37d-455f-bdd0-bb7f3da28fce None None] Pushing event updated for resources: {'Port': ['ID=28557b21-d607-4edc-8b9f-95fdf08b81f0,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:50.833241 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a86de02-979f-4eb5-8502-2a20a2983af4 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Port e8a7dde8-4cf8-4869-a6b6-308446eb94ff on network c4b239b5-3dcc-4bec-b52c-75359bfcfd3b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 08:36:50.833470 dv-neutron-827798-2-hyperv neutron-server[84108]: ERROR neutron.plugins.ml2.managers [None req-3a86de02-979f-4eb5-8502-2a20a2983af4 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Failed to bind port e8a7dde8-4cf8-4869-a6b6-308446eb94ff on host hv-neutron-8277 for vnic_type normal using segments [{'id': '431038c6-b608-4de1-90a0-82d08fa58999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c4b239b5-3dcc-4bec-b52c-75359bfcfd3b'}] Feb 04 08:36:50.837774 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.plugins.ml2.plugin [None req-3a86de02-979f-4eb5-8502-2a20a2983af4 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempt 4 to bind port e8a7dde8-4cf8-4869-a6b6-308446eb94ff Feb 04 08:36:50.859610 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-66fd43ce-123d-4dd5-8525-0bd681805f71 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472990'] for router, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:50.864387 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [None req-3a86de02-979f-4eb5-8502-2a20a2983af4 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempting to bind port e8a7dde8-4cf8-4869-a6b6-308446eb94ff on host hv-neutron-8277 for vnic_type normal with profile {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:36:50.864751 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [None req-3a86de02-979f-4eb5-8502-2a20a2983af4 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempting to bind port e8a7dde8-4cf8-4869-a6b6-308446eb94ff by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '431038c6-b608-4de1-90a0-82d08fa58999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c4b239b5-3dcc-4bec-b52c-75359bfcfd3b'}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:36:50.865088 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a86de02-979f-4eb5-8502-2a20a2983af4 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempting to bind port e8a7dde8-4cf8-4869-a6b6-308446eb94ff on network c4b239b5-3dcc-4bec-b52c-75359bfcfd3b {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:36:50.883993 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2668f79-1f98-4252-9f8d-4be2f15884da req-c17ac8c8-7f6e-4908-a90e-6b89f075f3c0 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Network f5fb3ea8-2367-40fb-af0c-1a55b91fec56 is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:36:50.890175 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7f330cb9-c48a-4587-bce4-57dee5483865 tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:50.892641 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-7f330cb9-c48a-4587-bce4-57dee5483865 tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] 10.222.0.36 "DELETE /v2.0/routers/d674b7ac-9bea-4b45-8a62-cd55aa68d7bc HTTP/1.1" status: 204 len: 168 time: 3.0272760 Feb 04 08:36:50.894285 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ac8c8-7f6e-4908-a90e-6b89f075f3c0 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Pushing event updated for resources: {'Port': ['ID=78678a4e-3471-4771-905b-d44f3da77bd9,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:50.895413 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 46636) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:50.901230 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a86de02-979f-4eb5-8502-2a20a2983af4 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Port e8a7dde8-4cf8-4869-a6b6-308446eb94ff on network c4b239b5-3dcc-4bec-b52c-75359bfcfd3b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 08:36:50.901561 dv-neutron-827798-2-hyperv neutron-server[84108]: ERROR neutron.plugins.ml2.managers [None req-3a86de02-979f-4eb5-8502-2a20a2983af4 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Failed to bind port e8a7dde8-4cf8-4869-a6b6-308446eb94ff on host hv-neutron-8277 for vnic_type normal using segments [{'id': '431038c6-b608-4de1-90a0-82d08fa58999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c4b239b5-3dcc-4bec-b52c-75359bfcfd3b'}] Feb 04 08:36:50.913277 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-ca52ba0f-a37d-455f-bdd0-bb7f3da28fce None None] Attempting to bind port 28557b21-d607-4edc-8b9f-95fdf08b81f0 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:36:50.915109 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-ca52ba0f-a37d-455f-bdd0-bb7f3da28fce None None] Attempting to bind port 28557b21-d607-4edc-8b9f-95fdf08b81f0 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': '5cba68a7-8906-4097-a306-bafd96170977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '64461f65-eac6-4d30-befe-d41d07735613'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:36:50.915825 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca52ba0f-a37d-455f-bdd0-bb7f3da28fce None None] Attempting to bind port 28557b21-d607-4edc-8b9f-95fdf08b81f0 on network 64461f65-eac6-4d30-befe-d41d07735613 {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:36:50.935397 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.plugins.ml2.plugin [None req-3a86de02-979f-4eb5-8502-2a20a2983af4 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempt 5 to bind port e8a7dde8-4cf8-4869-a6b6-308446eb94ff Feb 04 08:36:50.951366 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca52ba0f-a37d-455f-bdd0-bb7f3da28fce None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:36:50.952466 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-464d5805-31de-4062-be74-b85849a8abcc tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:36:50.956206 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca52ba0f-a37d-455f-bdd0-bb7f3da28fce None None] Checking segment: {'id': '5cba68a7-8906-4097-a306-bafd96170977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '64461f65-eac6-4d30-befe-d41d07735613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:36:50.956913 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-ca52ba0f-a37d-455f-bdd0-bb7f3da28fce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:50.958703 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca52ba0f-a37d-455f-bdd0-bb7f3da28fce None None] Bound using segment: {'id': '5cba68a7-8906-4097-a306-bafd96170977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '64461f65-eac6-4d30-befe-d41d07735613'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:36:50.962199 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-ca52ba0f-a37d-455f-bdd0-bb7f3da28fce None None] Bound port: 28557b21-d607-4edc-8b9f-95fdf08b81f0, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cba68a7-8906-4097-a306-bafd96170977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '64461f65-eac6-4d30-befe-d41d07735613'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:36:50.963548 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec313726-cbdc-48d1-8661-5f5e1412e5b0 None None] Sync routers for ids ['a3dd08bd-a13b-4cd1-b69f-4fb53e0fbf07'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:36:50.964197 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-ca52ba0f-a37d-455f-bdd0-bb7f3da28fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:50.981274 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [None req-3a86de02-979f-4eb5-8502-2a20a2983af4 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempting to bind port e8a7dde8-4cf8-4869-a6b6-308446eb94ff on host hv-neutron-8277 for vnic_type normal with profile {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:36:50.983146 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec313726-cbdc-48d1-8661-5f5e1412e5b0 None None] Routers {'a3dd08bd-a13b-4cd1-b69f-4fb53e0fbf07'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:36:50.990179 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [None req-3a86de02-979f-4eb5-8502-2a20a2983af4 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempting to bind port e8a7dde8-4cf8-4869-a6b6-308446eb94ff by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '431038c6-b608-4de1-90a0-82d08fa58999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c4b239b5-3dcc-4bec-b52c-75359bfcfd3b'}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:36:50.990179 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a86de02-979f-4eb5-8502-2a20a2983af4 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempting to bind port e8a7dde8-4cf8-4869-a6b6-308446eb94ff on network c4b239b5-3dcc-4bec-b52c-75359bfcfd3b {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:36:50.990346 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-ec313726-cbdc-48d1-8661-5f5e1412e5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:36:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['a3dd08bd-a13b-4cd1-b69f-4fb53e0fbf07'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:36:51.058326 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a86de02-979f-4eb5-8502-2a20a2983af4 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Port e8a7dde8-4cf8-4869-a6b6-308446eb94ff on network c4b239b5-3dcc-4bec-b52c-75359bfcfd3b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 08:36:51.058949 dv-neutron-827798-2-hyperv neutron-server[84108]: ERROR neutron.plugins.ml2.managers [None req-3a86de02-979f-4eb5-8502-2a20a2983af4 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Failed to bind port e8a7dde8-4cf8-4869-a6b6-308446eb94ff on host hv-neutron-8277 for vnic_type normal using segments [{'id': '431038c6-b608-4de1-90a0-82d08fa58999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c4b239b5-3dcc-4bec-b52c-75359bfcfd3b'}] Feb 04 08:36:51.064052 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.plugins.ml2.plugin [None req-3a86de02-979f-4eb5-8502-2a20a2983af4 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempt 6 to bind port e8a7dde8-4cf8-4869-a6b6-308446eb94ff Feb 04 08:36:51.088149 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.db.resource_extend [None req-50bc40a8-db3d-4d1a-8752-42bded55f932 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 08:36:51.152144 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-50bc40a8-db3d-4d1a-8752-42bded55f932 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Notify callbacks [] for port, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:51.182157 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [None req-3a86de02-979f-4eb5-8502-2a20a2983af4 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempting to bind port e8a7dde8-4cf8-4869-a6b6-308446eb94ff on host hv-neutron-8277 for vnic_type normal with profile {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:36:51.192979 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [None req-3a86de02-979f-4eb5-8502-2a20a2983af4 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempting to bind port e8a7dde8-4cf8-4869-a6b6-308446eb94ff by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '431038c6-b608-4de1-90a0-82d08fa58999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c4b239b5-3dcc-4bec-b52c-75359bfcfd3b'}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:36:51.193484 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a86de02-979f-4eb5-8502-2a20a2983af4 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempting to bind port e8a7dde8-4cf8-4869-a6b6-308446eb94ff on network c4b239b5-3dcc-4bec-b52c-75359bfcfd3b {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:36:51.249067 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-ca52ba0f-a37d-455f-bdd0-bb7f3da28fce None None] For port 28557b21-d607-4edc-8b9f-95fdf08b81f0, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:36:51.258322 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-ca52ba0f-a37d-455f-bdd0-bb7f3da28fce None None] For port 28557b21-d607-4edc-8b9f-95fdf08b81f0, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=28557b21-d607-4edc-8b9f-95fdf08b81f0,segment=NetworkSegment(5cba68a7-8906-4097-a306-bafd96170977),segment_id=5cba68a7-8906-4097-a306-bafd96170977)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:36:51.287627 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [None req-1fc11a4d-d0a9-4054-96df-ba207811a2c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] For port a30831c9-e190-40bf-b040-09e93efdcc50, host hv-neutron-8277, cleared binding levels {{(pid=84107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:36:51.288097 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [None req-1fc11a4d-d0a9-4054-96df-ba207811a2c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempted to set empty binding levels {{(pid=84107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 04 08:36:51.289939 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [req-c2668f79-1f98-4252-9f8d-4be2f15884da req-c17ac8c8-7f6e-4908-a90e-6b89f075f3c0 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:36:51.303826 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2668f79-1f98-4252-9f8d-4be2f15884da req-c17ac8c8-7f6e-4908-a90e-6b89f075f3c0 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:36:51.323095 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-ec313726-cbdc-48d1-8661-5f5e1412e5b0 None None] Set router a3dd08bd-a13b-4cd1-b69f-4fb53e0fbf07 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:36:51.331494 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-ca52ba0f-a37d-455f-bdd0-bb7f3da28fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:51.362299 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-50bc40a8-db3d-4d1a-8752-42bded55f932 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:51.439090 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2668f79-1f98-4252-9f8d-4be2f15884da req-c17ac8c8-7f6e-4908-a90e-6b89f075f3c0 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:36:51.439619 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-c2668f79-1f98-4252-9f8d-4be2f15884da req-c17ac8c8-7f6e-4908-a90e-6b89f075f3c0 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:51.446219 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1fc11a4d-d0a9-4054-96df-ba207811a2c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:51.448089 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca52ba0f-a37d-455f-bdd0-bb7f3da28fce None None] Pushing event updated for resources: {'Port': ['ID=28557b21-d607-4edc-8b9f-95fdf08b81f0,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:51.540422 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-464d5805-31de-4062-be74-b85849a8abcc tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks [] for router, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:51.545991 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-464d5805-31de-4062-be74-b85849a8abcc tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 9.6689961 Feb 04 08:36:51.557649 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 46646) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:51.563184 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a86de02-979f-4eb5-8502-2a20a2983af4 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Port e8a7dde8-4cf8-4869-a6b6-308446eb94ff on network c4b239b5-3dcc-4bec-b52c-75359bfcfd3b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 08:36:51.564615 dv-neutron-827798-2-hyperv neutron-server[84108]: ERROR neutron.plugins.ml2.managers [None req-3a86de02-979f-4eb5-8502-2a20a2983af4 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Failed to bind port e8a7dde8-4cf8-4869-a6b6-308446eb94ff on host hv-neutron-8277 for vnic_type normal using segments [{'id': '431038c6-b608-4de1-90a0-82d08fa58999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c4b239b5-3dcc-4bec-b52c-75359bfcfd3b'}] Feb 04 08:36:51.601099 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [req-f7a09f19-9658-4b53-b020-43226e39f189 req-7a4a1919-db34-4ee2-bd55-a9f757a6cf89 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:36:51.686447 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-1fed6e83-b493-4a14-84eb-7302d68de351 req-eace4b87-82d0-4a25-bdd1-5c26f3a2a6f5 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] 10.222.0.36 "GET /v2.0/ports?device_id=1644fee2-105a-4ec7-be68-63a115a652c3 HTTP/1.1" status: 200 len: 210 time: 0.2825658 Feb 04 08:36:51.701775 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-b1e8d335-2771-4ac7-9fe6-2e75b1bae497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:51.704779 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-66fd43ce-123d-4dd5-8525-0bd681805f71 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:51.708787 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-66fd43ce-123d-4dd5-8525-0bd681805f71 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 2.1809039 Feb 04 08:36:51.721923 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 46650) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:51.730105 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device c4fb1ea6-2202-48a6-9a4b-63ce812bf6d9 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:36:51.738509 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [req-f7a09f19-9658-4b53-b020-43226e39f189 req-7a4a1919-db34-4ee2-bd55-a9f757a6cf89 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:36:51.787334 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.plugins.ml2.plugin [None req-3a86de02-979f-4eb5-8502-2a20a2983af4 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempt 7 to bind port e8a7dde8-4cf8-4869-a6b6-308446eb94ff Feb 04 08:36:51.817113 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1fc11a4d-d0a9-4054-96df-ba207811a2c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:51.844649 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c2668f79-1f98-4252-9f8d-4be2f15884da req-c17ac8c8-7f6e-4908-a90e-6b89f075f3c0 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8150642 Feb 04 08:36:51.858846 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc11a4d-d0a9-4054-96df-ba207811a2c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Pushing event updated for resources: {'Port': ['ID=a30831c9-e190-40bf-b040-09e93efdcc50,revision_number=2']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:51.874909 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939c677b-e845-42b5-bd3a-1bce8cb1d28f req-62e5ce0f-2ce2-4ee9-91a5-722e0a294b95 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:36:51.885883 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-939c677b-e845-42b5-bd3a-1bce8cb1d28f req-62e5ce0f-2ce2-4ee9-91a5-722e0a294b95 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] 10.222.0.36 "GET /v2.0/ports?device_id=366365a9-947d-42ad-8b39-81e07299534b HTTP/1.1" status: 200 len: 931 time: 0.4556496 Feb 04 08:36:51.887278 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [None req-3a86de02-979f-4eb5-8502-2a20a2983af4 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempting to bind port e8a7dde8-4cf8-4869-a6b6-308446eb94ff on host hv-neutron-8277 for vnic_type normal with profile {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:36:51.887620 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [None req-3a86de02-979f-4eb5-8502-2a20a2983af4 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempting to bind port e8a7dde8-4cf8-4869-a6b6-308446eb94ff by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '431038c6-b608-4de1-90a0-82d08fa58999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c4b239b5-3dcc-4bec-b52c-75359bfcfd3b'}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:36:51.887957 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a86de02-979f-4eb5-8502-2a20a2983af4 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempting to bind port e8a7dde8-4cf8-4869-a6b6-308446eb94ff on network c4b239b5-3dcc-4bec-b52c-75359bfcfd3b {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:36:51.934437 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-075c108c-bb8b-4401-a216-f745c41ef878 None None] Provisioning for port 78678a4e-3471-4771-905b-d44f3da77bd9 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:36:51.955349 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-075c108c-bb8b-4401-a216-f745c41ef878 None None] Provisioning complete for port 78678a4e-3471-4771-905b-d44f3da77bd9 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:36:51.955708 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-075c108c-bb8b-4401-a216-f745c41ef878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:52.004014 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [req-c2668f79-1f98-4252-9f8d-4be2f15884da req-35d97bbd-8b9b-4d04-b022-29fde659ed19 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=84107) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 08:36:52.005079 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c2668f79-1f98-4252-9f8d-4be2f15884da req-35d97bbd-8b9b-4d04-b022-29fde659ed19 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0774448 Feb 04 08:36:52.033933 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-1fc11a4d-d0a9-4054-96df-ba207811a2c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 7.1179411 Feb 04 08:36:52.038078 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 46658) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:52.076822 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port c4fb1ea6-2202-48a6-9a4b-63ce812bf6d9 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:36:52.077278 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:52.089247 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_v2 [None req-480f657a-e661-43aa-a49a-314f57a8d256 tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Deleting subnet b03ecb7d-8414-4507-95b0-caab1266c65d {{(pid=84108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:36:52.116415 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-480f657a-e661-43aa-a49a-314f57a8d256 tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Notify callbacks [] for subnet, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:52.128021 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-bb9b1ae7-fae5-4197-a4d7-2a30a8287388 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Deleting port a30831c9-e190-40bf-b040-09e93efdcc50 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:36:52.136151 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-bb9b1ae7-fae5-4197-a4d7-2a30a8287388 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:52.143107 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-ec313726-cbdc-48d1-8661-5f5e1412e5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3dd08bd-a13b-4cd1-b69f-4fb53e0fbf07', 'name': '', 'tenant_id': '6f61127ab9ba4300af77f26932026da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fd03b73-b1cf-4f95-924c-1e602ce559e7', 'external_fixed_ips': [{'subnet_id': '399c3f83-2600-4d08-8192-c738bbaf4098', 'ip_address': '172.20.0.8'}], 'enable_snat': True}, 'gw_port_id': 'b466b723-5278-4a90-8289-261e66d13c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:36:42Z', 'updated_at': '2022-02-04T08:36:47Z', 'revision_number': 3, 'project_id': '6f61127ab9ba4300af77f26932026da2', 'gw_port': {'id': 'b466b723-5278-4a90-8289-261e66d13c10', 'name': '', 'network_id': '8fd03b73-b1cf-4f95-924c-1e602ce559e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7b:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3dd08bd-a13b-4cd1-b69f-4fb53e0fbf07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '399c3f83-2600-4d08-8192-c738bbaf4098', 'ip_address': '172.20.0.8', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:36:44Z', 'updated_at': '2022-02-04T08:36:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '399c3f83-2600-4d08-8192-c738bbaf4098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:36:52.154629 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec313726-cbdc-48d1-8661-5f5e1412e5b0 None None] Checking router: a3dd08bd-a13b-4cd1-b69f-4fb53e0fbf07 for host: dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 08:36:52.156118 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec313726-cbdc-48d1-8661-5f5e1412e5b0 None None] Updating router a3dd08bd-a13b-4cd1-b69f-4fb53e0fbf07 port b466b723-5278-4a90-8289-261e66d13c10 binding host dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 08:36:52.189512 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7a09f19-9658-4b53-b020-43226e39f189 req-7a4a1919-db34-4ee2-bd55-a9f757a6cf89 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Made reservation on behalf of 2e94175c683849e99ec67b1f30a78741 for: {'port': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:36:52.200314 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-f7a09f19-9658-4b53-b020-43226e39f189 req-7a4a1919-db34-4ee2-bd55-a9f757a6cf89 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:52.216670 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a86de02-979f-4eb5-8502-2a20a2983af4 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Port e8a7dde8-4cf8-4869-a6b6-308446eb94ff on network c4b239b5-3dcc-4bec-b52c-75359bfcfd3b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 08:36:52.216994 dv-neutron-827798-2-hyperv neutron-server[84108]: ERROR neutron.plugins.ml2.managers [None req-3a86de02-979f-4eb5-8502-2a20a2983af4 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Failed to bind port e8a7dde8-4cf8-4869-a6b6-308446eb94ff on host hv-neutron-8277 for vnic_type normal using segments [{'id': '431038c6-b608-4de1-90a0-82d08fa58999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c4b239b5-3dcc-4bec-b52c-75359bfcfd3b'}] Feb 04 08:36:52.276413 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-075c108c-bb8b-4401-a216-f745c41ef878 None None] Port 78678a4e-3471-4771-905b-d44f3da77bd9 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:36:52.278760 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-939c677b-e845-42b5-bd3a-1bce8cb1d28f req-6797637b-06a3-48c6-a709-38c27e99b2bb tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] 10.222.0.36 "GET /v2.0/security-groups?id=14968e18-e111-4015-999f-127e7e9cb94a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3915701 Feb 04 08:36:52.316820 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.plugins.ml2.plugin [None req-3a86de02-979f-4eb5-8502-2a20a2983af4 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempt 8 to bind port e8a7dde8-4cf8-4869-a6b6-308446eb94ff Feb 04 08:36:52.325963 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-50bc40a8-db3d-4d1a-8752-42bded55f932 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] In _notify_port_updated(), no bound segment for port e9ee9a22-cde4-415e-86c3-f47fc5950e91 on network 7f2cb2c1-aa0f-4f45-9f17-c8bf4d52536c {{(pid=84108) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 04 08:36:52.336798 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50bc40a8-db3d-4d1a-8752-42bded55f932 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:36:52.337557 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-50bc40a8-db3d-4d1a-8752-42bded55f932 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:52.339957 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-50bc40a8-db3d-4d1a-8752-42bded55f932 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] 10.222.0.36 "PUT /v2.0/ports/e9ee9a22-cde4-415e-86c3-f47fc5950e91 HTTP/1.1" status: 200 len: 994 time: 2.8242824 Feb 04 08:36:52.343532 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-ec313726-cbdc-48d1-8661-5f5e1412e5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:52.350604 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 46664) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:52.372196 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc40a8-db3d-4d1a-8752-42bded55f932 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Pushing event updated for resources: {'Port': ['ID=e9ee9a22-cde4-415e-86c3-f47fc5950e91,revision_number=2']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:52.432248 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [None req-3a86de02-979f-4eb5-8502-2a20a2983af4 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempting to bind port e8a7dde8-4cf8-4869-a6b6-308446eb94ff on host hv-neutron-8277 for vnic_type normal with profile {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:36:52.432965 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [None req-3a86de02-979f-4eb5-8502-2a20a2983af4 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempting to bind port e8a7dde8-4cf8-4869-a6b6-308446eb94ff by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '431038c6-b608-4de1-90a0-82d08fa58999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c4b239b5-3dcc-4bec-b52c-75359bfcfd3b'}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:36:52.433504 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a86de02-979f-4eb5-8502-2a20a2983af4 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempting to bind port e8a7dde8-4cf8-4869-a6b6-308446eb94ff on network c4b239b5-3dcc-4bec-b52c-75359bfcfd3b {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:36:52.470871 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-480f657a-e661-43aa-a49a-314f57a8d256 tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7851377'] for subnet, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:52.581579 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [None req-bb9b1ae7-fae5-4197-a4d7-2a30a8287388 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] For port a30831c9-e190-40bf-b040-09e93efdcc50, host hv-neutron-8277, got binding levels [] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:36:52.581907 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-bb9b1ae7-fae5-4197-a4d7-2a30a8287388 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:52.582820 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a86de02-979f-4eb5-8502-2a20a2983af4 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Port e8a7dde8-4cf8-4869-a6b6-308446eb94ff on network c4b239b5-3dcc-4bec-b52c-75359bfcfd3b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 08:36:52.583161 dv-neutron-827798-2-hyperv neutron-server[84108]: ERROR neutron.plugins.ml2.managers [None req-3a86de02-979f-4eb5-8502-2a20a2983af4 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Failed to bind port e8a7dde8-4cf8-4869-a6b6-308446eb94ff on host hv-neutron-8277 for vnic_type normal using segments [{'id': '431038c6-b608-4de1-90a0-82d08fa58999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c4b239b5-3dcc-4bec-b52c-75359bfcfd3b'}] Feb 04 08:36:52.589076 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.plugins.ml2.plugin [None req-3a86de02-979f-4eb5-8502-2a20a2983af4 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempt 9 to bind port e8a7dde8-4cf8-4869-a6b6-308446eb94ff Feb 04 08:36:52.687671 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-c0486e8d-efba-47a0-85ea-69ee0a850d56 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Deleting port e9ee9a22-cde4-415e-86c3-f47fc5950e91 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:36:52.688023 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c0486e8d-efba-47a0-85ea-69ee0a850d56 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:52.744361 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-3da1779f-e2c8-456d-82a0-f9128637a773 None None] Provisioning complete for port e9ee9a22-cde4-415e-86c3-f47fc5950e91 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:36:52.744770 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-3da1779f-e2c8-456d-82a0-f9128637a773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:52.800870 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-bb9b1ae7-fae5-4197-a4d7-2a30a8287388 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Calling delete_port for a30831c9-e190-40bf-b040-09e93efdcc50 owned by {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:36:52.883125 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-3da1779f-e2c8-456d-82a0-f9128637a773 None None] Port e9ee9a22-cde4-415e-86c3-f47fc5950e91 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:36:52.889050 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:53.012264 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [req-c2668f79-1f98-4252-9f8d-4be2f15884da req-d7ca5108-0438-438a-b87a-17b3b136dc59 service neutron] Request body: {'port': {'device_id': '366365a9-947d-42ad-8b39-81e07299534b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:36:53.016757 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:53.020044 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-480f657a-e661-43aa-a49a-314f57a8d256 tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:53.063093 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-ec313726-cbdc-48d1-8661-5f5e1412e5b0 None None] Notify callbacks [] for port, precommit_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:53.117111 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.provisioning_blocks [None req-ec313726-cbdc-48d1-8661-5f5e1412e5b0 None None] Transition to ACTIVE for port object b466b723-5278-4a90-8289-261e66d13c10 will not be triggered until provisioned by entity L2. {{(pid=84110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:36:53.161522 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f367dde4-42af-4cc4-a2f1-deec4e0051e8 None None] Network 64461f65-eac6-4d30-befe-d41d07735613 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:36:53.173335 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [None req-3a86de02-979f-4eb5-8502-2a20a2983af4 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempting to bind port e8a7dde8-4cf8-4869-a6b6-308446eb94ff on host hv-neutron-8277 for vnic_type normal with profile {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:36:53.173999 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [None req-3a86de02-979f-4eb5-8502-2a20a2983af4 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempting to bind port e8a7dde8-4cf8-4869-a6b6-308446eb94ff by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '431038c6-b608-4de1-90a0-82d08fa58999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c4b239b5-3dcc-4bec-b52c-75359bfcfd3b'}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:36:53.173999 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a86de02-979f-4eb5-8502-2a20a2983af4 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempting to bind port e8a7dde8-4cf8-4869-a6b6-308446eb94ff on network c4b239b5-3dcc-4bec-b52c-75359bfcfd3b {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:36:53.212966 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-bb9b1ae7-fae5-4197-a4d7-2a30a8287388 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:53.239235 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-ec313726-cbdc-48d1-8661-5f5e1412e5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:53.334818 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a86de02-979f-4eb5-8502-2a20a2983af4 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Port e8a7dde8-4cf8-4869-a6b6-308446eb94ff on network c4b239b5-3dcc-4bec-b52c-75359bfcfd3b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 08:36:53.335711 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-0915a873-8a46-4b0f-a1b4-c9589fb9af0f None None] Provisioning for port 28557b21-d607-4edc-8b9f-95fdf08b81f0 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:36:53.337705 dv-neutron-827798-2-hyperv neutron-server[84108]: ERROR neutron.plugins.ml2.managers [None req-3a86de02-979f-4eb5-8502-2a20a2983af4 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Failed to bind port e8a7dde8-4cf8-4869-a6b6-308446eb94ff on host hv-neutron-8277 for vnic_type normal using segments [{'id': '431038c6-b608-4de1-90a0-82d08fa58999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c4b239b5-3dcc-4bec-b52c-75359bfcfd3b'}] Feb 04 08:36:53.340884 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.plugins.ml2.plugin [None req-3a86de02-979f-4eb5-8502-2a20a2983af4 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempt 10 to bind port e8a7dde8-4cf8-4869-a6b6-308446eb94ff Feb 04 08:36:53.388048 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [None req-3a86de02-979f-4eb5-8502-2a20a2983af4 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempting to bind port e8a7dde8-4cf8-4869-a6b6-308446eb94ff on host hv-neutron-8277 for vnic_type normal with profile {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:36:53.397647 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [None req-3a86de02-979f-4eb5-8502-2a20a2983af4 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempting to bind port e8a7dde8-4cf8-4869-a6b6-308446eb94ff by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '431038c6-b608-4de1-90a0-82d08fa58999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c4b239b5-3dcc-4bec-b52c-75359bfcfd3b'}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:36:53.397647 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a86de02-979f-4eb5-8502-2a20a2983af4 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempting to bind port e8a7dde8-4cf8-4869-a6b6-308446eb94ff on network c4b239b5-3dcc-4bec-b52c-75359bfcfd3b {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:36:53.457536 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db9cf38-79ff-4723-a94a-70e98d141079 None None] Pushing event updated for resources: {'Port': ['ID=b466b723-5278-4a90-8289-261e66d13c10,revision_number=2']} {{(pid=84110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:53.460273 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.managers [None req-ec313726-cbdc-48d1-8661-5f5e1412e5b0 None None] Attempting to bind port b466b723-5278-4a90-8289-261e66d13c10 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:36:53.460663 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.managers [None req-ec313726-cbdc-48d1-8661-5f5e1412e5b0 None None] Attempting to bind port b466b723-5278-4a90-8289-261e66d13c10 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': '50e2b49c-02c8-4f16-a8d7-73aeec4e92e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8fd03b73-b1cf-4f95-924c-1e602ce559e7'}] {{(pid=84110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:36:53.461022 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec313726-cbdc-48d1-8661-5f5e1412e5b0 None None] Attempting to bind port b466b723-5278-4a90-8289-261e66d13c10 on network 8fd03b73-b1cf-4f95-924c-1e602ce559e7 {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:36:53.478598 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-480f657a-e661-43aa-a49a-314f57a8d256 tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7593563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8119683'] for subnet, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:53.481063 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec313726-cbdc-48d1-8661-5f5e1412e5b0 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:36:53.481446 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec313726-cbdc-48d1-8661-5f5e1412e5b0 None None] Checking segment: {'id': '50e2b49c-02c8-4f16-a8d7-73aeec4e92e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8fd03b73-b1cf-4f95-924c-1e602ce559e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:36:53.481975 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-ec313726-cbdc-48d1-8661-5f5e1412e5b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:53.482492 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec313726-cbdc-48d1-8661-5f5e1412e5b0 None None] Bound using segment: {'id': '50e2b49c-02c8-4f16-a8d7-73aeec4e92e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8fd03b73-b1cf-4f95-924c-1e602ce559e7'} {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:36:53.483011 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.managers [None req-ec313726-cbdc-48d1-8661-5f5e1412e5b0 None None] Bound port: b466b723-5278-4a90-8289-261e66d13c10, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50e2b49c-02c8-4f16-a8d7-73aeec4e92e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8fd03b73-b1cf-4f95-924c-1e602ce559e7'}}] {{(pid=84110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:36:53.483354 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-ec313726-cbdc-48d1-8661-5f5e1412e5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:53.512187 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-bb9b1ae7-fae5-4197-a4d7-2a30a8287388 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:53.720493 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.db [None req-ec313726-cbdc-48d1-8661-5f5e1412e5b0 None None] For port b466b723-5278-4a90-8289-261e66d13c10, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:36:53.720836 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [req-f7a09f19-9658-4b53-b020-43226e39f189 req-7a4a1919-db34-4ee2-bd55-a9f757a6cf89 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Allocated IP 172.20.0.11 (aaba0e34-0ac3-4326-9ed2-e65fb37ae418/3fa9977b-947d-4b46-b6ea-d66bbbafccca/eef8f4f2-3132-4d9d-9006-f98915802e05) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:36:53.721072 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.db [None req-ec313726-cbdc-48d1-8661-5f5e1412e5b0 None None] For port b466b723-5278-4a90-8289-261e66d13c10, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=b466b723-5278-4a90-8289-261e66d13c10,segment=NetworkSegment(50e2b49c-02c8-4f16-a8d7-73aeec4e92e9),segment_id=50e2b49c-02c8-4f16-a8d7-73aeec4e92e9)] {{(pid=84110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:36:53.721377 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-721bcda3-0cdf-4235-8f3e-e7c40f4ed982 req-4629b64d-9864-4afe-9ad1-626dddf5af02 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] 10.222.0.36 "GET /v2.0/ports?device_id=1644fee2-105a-4ec7-be68-63a115a652c3 HTTP/1.1" status: 200 len: 210 time: 0.4972668 Feb 04 08:36:53.721609 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a86de02-979f-4eb5-8502-2a20a2983af4 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Port e8a7dde8-4cf8-4869-a6b6-308446eb94ff on network c4b239b5-3dcc-4bec-b52c-75359bfcfd3b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 08:36:53.721609 dv-neutron-827798-2-hyperv neutron-server[84108]: ERROR neutron.plugins.ml2.managers [None req-3a86de02-979f-4eb5-8502-2a20a2983af4 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Failed to bind port e8a7dde8-4cf8-4869-a6b6-308446eb94ff on host hv-neutron-8277 for vnic_type normal using segments [{'id': '431038c6-b608-4de1-90a0-82d08fa58999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c4b239b5-3dcc-4bec-b52c-75359bfcfd3b'}] Feb 04 08:36:53.721609 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3a86de02-979f-4eb5-8502-2a20a2983af4 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:53.721801 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66046b6c-757e-490b-a9bb-721d111d74eb None None] Network 6a835f4f-3f25-44b9-8351-7097ff797615 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:36:53.721879 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-480f657a-e661-43aa-a49a-314f57a8d256 tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:53.721879 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480f657a-e661-43aa-a49a-314f57a8d256 tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Pushing event deleted for resources: {'Subnet': ['ID=b03ecb7d-8414-4507-95b0-caab1266c65d,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:53.723279 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c0486e8d-efba-47a0-85ea-69ee0a850d56 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:53.819294 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9b1ae7-fae5-4197-a4d7-2a30a8287388 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Pushing event deleted for resources: {'Port': ['ID=a30831c9-e190-40bf-b040-09e93efdcc50,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:53.868257 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-ec313726-cbdc-48d1-8661-5f5e1412e5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:53.877947 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 28557b21-d607-4edc-8b9f-95fdf08b81f0 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:36:54.038271 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-bb9b1ae7-fae5-4197-a4d7-2a30a8287388 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] 10.222.0.36 "DELETE /v2.0/ports/a30831c9-e190-40bf-b040-09e93efdcc50 HTTP/1.1" status: 204 len: 168 time: 1.9975600 Feb 04 08:36:54.040525 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 46672) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:54.045360 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-480f657a-e661-43aa-a49a-314f57a8d256 tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] 10.222.0.36 "DELETE /v2.0/subnets/b03ecb7d-8414-4507-95b0-caab1266c65d HTTP/1.1" status: 204 len: 168 time: 3.1489589 Feb 04 08:36:54.051514 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-c2668f79-1f98-4252-9f8d-4be2f15884da req-d7ca5108-0438-438a-b87a-17b3b136dc59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:54.052083 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db9cf38-79ff-4723-a94a-70e98d141079 None None] Pushing event updated for resources: {'Port': ['ID=b466b723-5278-4a90-8289-261e66d13c10,revision_number=3']} {{(pid=84110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:54.056980 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-c0486e8d-efba-47a0-85ea-69ee0a850d56 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Calling delete_port for e9ee9a22-cde4-415e-86c3-f47fc5950e91 owned by {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:36:54.083952 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec313726-cbdc-48d1-8661-5f5e1412e5b0 None None] Routers {'a3dd08bd-a13b-4cd1-b69f-4fb53e0fbf07'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:36:54.084644 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-ec313726-cbdc-48d1-8661-5f5e1412e5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:36:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['a3dd08bd-a13b-4cd1-b69f-4fb53e0fbf07'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:36:54.112858 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 46674) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:54.221864 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 28557b21-d607-4edc-8b9f-95fdf08b81f0 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:36:54.228392 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 28557b21-d607-4edc-8b9f-95fdf08b81f0 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:36:54.228872 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:54.253393 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [None req-3a86de02-979f-4eb5-8502-2a20a2983af4 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] For port e8a7dde8-4cf8-4869-a6b6-308446eb94ff, host hv-neutron-8277, cleared binding levels {{(pid=84108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:36:54.254157 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [None req-3a86de02-979f-4eb5-8502-2a20a2983af4 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempted to set empty binding levels {{(pid=84108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 04 08:36:54.271320 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f693085b-58e8-41bb-8797-a4e90eb0c47c None None] DHCP port deletion for 6a835f4f-3f25-44b9-8351-7097ff797615 request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 08:36:54.281293 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:54.293410 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-f693085b-58e8-41bb-8797-a4e90eb0c47c None None] Deleting port 8da00ece-3858-4fcb-b296-2b73781061a4 {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:36:54.294114 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-f693085b-58e8-41bb-8797-a4e90eb0c47c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:54.308642 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4a04fe2-d507-4854-9c7b-99863674344f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] GET failed (client error): The resource could not be found. Feb 04 08:36:54.309778 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-d4a04fe2-d507-4854-9c7b-99863674344f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Synchronizing usage tracker for tenant:313932340c094396b5917f4d02651ca6 on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:36:54.373000 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3a86de02-979f-4eb5-8502-2a20a2983af4 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:54.467825 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e9034a53-54fd-4fc9-a1b8-eb3a263fba43 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks [] for router, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:54.510130 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-ec313726-cbdc-48d1-8661-5f5e1412e5b0 None None] Set router a3dd08bd-a13b-4cd1-b69f-4fb53e0fbf07 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:36:54.558166 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-3a86de02-979f-4eb5-8502-2a20a2983af4 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] In _notify_port_updated(), no bound segment for port e8a7dde8-4cf8-4869-a6b6-308446eb94ff on network c4b239b5-3dcc-4bec-b52c-75359bfcfd3b {{(pid=84108) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 04 08:36:54.559376 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3a86de02-979f-4eb5-8502-2a20a2983af4 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:54.560855 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-3a86de02-979f-4eb5-8502-2a20a2983af4 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] 10.222.0.36 "PUT /v2.0/ports/e8a7dde8-4cf8-4869-a6b6-308446eb94ff HTTP/1.1" status: 200 len: 976 time: 5.9403176 Feb 04 08:36:54.569002 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 46680) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:54.620038 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a86de02-979f-4eb5-8502-2a20a2983af4 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Pushing event updated for resources: {'Port': ['ID=e8a7dde8-4cf8-4869-a6b6-308446eb94ff,revision_number=3']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:54.701055 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-f693085b-58e8-41bb-8797-a4e90eb0c47c None None] For port 8da00ece-3858-4fcb-b296-2b73781061a4, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=8da00ece-3858-4fcb-b296-2b73781061a4,segment=NetworkSegment(2dbcd9e4-e804-4040-9730-4fc7c7c8a605),segment_id=2dbcd9e4-e804-4040-9730-4fc7c7c8a605)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:36:54.701740 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-f693085b-58e8-41bb-8797-a4e90eb0c47c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:54.705856 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-50fd82ab-3564-44d6-9662-03c3cfaf752d tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Synchronizing usage tracker for tenant:3ea4a86fc0434686aab7f1aae1f745fb on resource:port {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:36:54.710400 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c0486e8d-efba-47a0-85ea-69ee0a850d56 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:54.710869 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:54.835897 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0486e8d-efba-47a0-85ea-69ee0a850d56 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Pushing event deleted for resources: {'Port': ['ID=e9ee9a22-cde4-415e-86c3-f47fc5950e91,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:54.991280 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-50fd82ab-3564-44d6-9662-03c3cfaf752d tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Unset dirty status for tenant:3ea4a86fc0434686aab7f1aae1f745fb on resource:port {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:36:54.992816 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-50fd82ab-3564-44d6-9662-03c3cfaf752d tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 19074 time: 0.4226930 Feb 04 08:36:54.997921 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 46686) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:55.027316 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-f693085b-58e8-41bb-8797-a4e90eb0c47c None None] Calling delete_port for 8da00ece-3858-4fcb-b296-2b73781061a4 owned by network:dhcp {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:36:55.049794 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-ec313726-cbdc-48d1-8661-5f5e1412e5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3dd08bd-a13b-4cd1-b69f-4fb53e0fbf07', 'name': '', 'tenant_id': '6f61127ab9ba4300af77f26932026da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fd03b73-b1cf-4f95-924c-1e602ce559e7', 'external_fixed_ips': [{'subnet_id': '399c3f83-2600-4d08-8192-c738bbaf4098', 'ip_address': '172.20.0.8'}], 'enable_snat': True}, 'gw_port_id': 'b466b723-5278-4a90-8289-261e66d13c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:36:42Z', 'updated_at': '2022-02-04T08:36:47Z', 'revision_number': 3, 'project_id': '6f61127ab9ba4300af77f26932026da2', 'gw_port': {'id': 'b466b723-5278-4a90-8289-261e66d13c10', 'name': '', 'network_id': '8fd03b73-b1cf-4f95-924c-1e602ce559e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7b:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3dd08bd-a13b-4cd1-b69f-4fb53e0fbf07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '399c3f83-2600-4d08-8192-c738bbaf4098', 'ip_address': '172.20.0.8', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:36:44Z', 'updated_at': '2022-02-04T08:36:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '399c3f83-2600-4d08-8192-c738bbaf4098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:36:55.057598 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec313726-cbdc-48d1-8661-5f5e1412e5b0 None None] The sync data for ids ['a3dd08bd-a13b-4cd1-b69f-4fb53e0fbf07'] in dv-neutron-827798-2-hyperv is: [{'id': 'a3dd08bd-a13b-4cd1-b69f-4fb53e0fbf07', 'name': '', 'tenant_id': '6f61127ab9ba4300af77f26932026da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fd03b73-b1cf-4f95-924c-1e602ce559e7', 'external_fixed_ips': [{'subnet_id': '399c3f83-2600-4d08-8192-c738bbaf4098', 'ip_address': '172.20.0.8'}], 'enable_snat': True}, 'gw_port_id': 'b466b723-5278-4a90-8289-261e66d13c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:36:42Z', 'updated_at': '2022-02-04T08:36:47Z', 'revision_number': 3, 'project_id': '6f61127ab9ba4300af77f26932026da2', 'gw_port': {'id': 'b466b723-5278-4a90-8289-261e66d13c10', 'name': '', 'network_id': '8fd03b73-b1cf-4f95-924c-1e602ce559e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7b:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3dd08bd-a13b-4cd1-b69f-4fb53e0fbf07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '399c3f83-2600-4d08-8192-c738bbaf4098', 'ip_address': '172.20.0.8', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:36:44Z', 'updated_at': '2022-02-04T08:36:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '399c3f83-2600-4d08-8192-c738bbaf4098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:36:55.103482 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port 28557b21-d607-4edc-8b9f-95fdf08b81f0, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=28557b21-d607-4edc-8b9f-95fdf08b81f0,segment=NetworkSegment(5cba68a7-8906-4097-a306-bafd96170977),segment_id=5cba68a7-8906-4097-a306-bafd96170977)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:36:55.113577 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5c1305ee-8ffb-4a04-b90b-469f4b53ff69 tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:55.200490 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-d4a04fe2-d507-4854-9c7b-99863674344f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Unset dirty status for tenant:313932340c094396b5917f4d02651ca6 on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:36:55.207105 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-d4a04fe2-d507-4854-9c7b-99863674344f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] 10.222.0.36 "GET /v2.0/ports/a30831c9-e190-40bf-b040-09e93efdcc50 HTTP/1.1" status: 404 len: 333 time: 1.1518605 Feb 04 08:36:55.245720 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-f7a09f19-9658-4b53-b020-43226e39f189 req-7a4a1919-db34-4ee2-bd55-a9f757a6cf89 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:55.265673 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [req-f7a09f19-9658-4b53-b020-43226e39f189 req-7a4a1919-db34-4ee2-bd55-a9f757a6cf89 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Transition to ACTIVE for port object eef8f4f2-3132-4d9d-9006-f98915802e05 will not be triggered until provisioned by entity DHCP. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:36:55.281716 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:55.291444 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-ce49ec08-132c-464d-b372-2973719f92a7 req-c032daa2-fd61-4f10-88f3-fa5bed1e9050 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Synchronizing usage tracker for tenant:2e94175c683849e99ec67b1f30a78741 on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:36:55.306455 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 46690) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:55.323120 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-d8ec3661-b739-4d1a-b27a-41394979e5fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Request body: {'port': {'network_id': '7ce967ea-c397-49ff-a238-5a62f6b2b761', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-221637593'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:36:55.337009 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-d8ec3661-b739-4d1a-b27a-41394979e5fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:36:55.349294 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-f2d230da-2976-41d4-9ecd-5328a62982ba tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Deleting port e8a7dde8-4cf8-4869-a6b6-308446eb94ff {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:36:55.349294 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f2d230da-2976-41d4-9ecd-5328a62982ba tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:55.396815 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3538092-ea5f-4224-b09a-c7b9ec2fdfa7 req-52736c99-9757-4c5a-ae15-44cdd3f8e85d tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:36:55.399638 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f3538092-ea5f-4224-b09a-c7b9ec2fdfa7 req-52736c99-9757-4c5a-ae15-44cdd3f8e85d tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] 10.222.0.36 "GET /v2.0/ports?device_id=366365a9-947d-42ad-8b39-81e07299534b HTTP/1.1" status: 200 len: 931 time: 1.7753875 Feb 04 08:36:55.408082 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=28557b21-d607-4edc-8b9f-95fdf08b81f0,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:55.408894 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-f7a09f19-9658-4b53-b020-43226e39f189 req-7a4a1919-db34-4ee2-bd55-a9f757a6cf89 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:55.459312 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-d8ec3661-b739-4d1a-b27a-41394979e5fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:36:55.462589 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-f693085b-58e8-41bb-8797-a4e90eb0c47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407'] for port, after_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:55.490024 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e9034a53-54fd-4fc9-a1b8-eb3a263fba43 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:55.521879 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c0486e8d-efba-47a0-85ea-69ee0a850d56 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:55.582333 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f693085b-58e8-41bb-8797-a4e90eb0c47c None None] Pushing event deleted for resources: {'Port': ['ID=8da00ece-3858-4fcb-b296-2b73781061a4,revision_number=None']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:55.583388 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-c0486e8d-efba-47a0-85ea-69ee0a850d56 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] 10.222.0.36 "DELETE /v2.0/ports/e9ee9a22-cde4-415e-86c3-f47fc5950e91 HTTP/1.1" status: 204 len: 168 time: 3.1925340 Feb 04 08:36:55.583927 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7a09f19-9658-4b53-b020-43226e39f189 req-7a4a1919-db34-4ee2-bd55-a9f757a6cf89 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Network aaba0e34-0ac3-4326-9ed2-e65fb37ae418 is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:36:55.584035 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 46694) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:55.584124 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f693085b-58e8-41bb-8797-a4e90eb0c47c None None] No DVR routers for this DVR port 8da00ece-3858-4fcb-b296-2b73781061a4 on host dv-neutron-827798-2-hyperv {{(pid=84109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:36:55.584236 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [req-f7a09f19-9658-4b53-b020-43226e39f189 req-7a4a1919-db34-4ee2-bd55-a9f757a6cf89 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:36:55.593550 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7a09f19-9658-4b53-b020-43226e39f189 req-7a4a1919-db34-4ee2-bd55-a9f757a6cf89 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:36:55.676415 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-9656b284-9732-478a-a26c-09b660d41c02 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] GET failed (client error): The resource could not be found. Feb 04 08:36:55.677143 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-9656b284-9732-478a-a26c-09b660d41c02 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Synchronizing usage tracker for tenant:5a1f9fbc958d47759c7330f931dae328 on resource:port {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:36:55.787371 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a09f19-9658-4b53-b020-43226e39f189 req-7a4a1919-db34-4ee2-bd55-a9f757a6cf89 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:36:55.788056 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-f7a09f19-9658-4b53-b020-43226e39f189 req-7a4a1919-db34-4ee2-bd55-a9f757a6cf89 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:55.822815 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [None req-f2d230da-2976-41d4-9ecd-5328a62982ba tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] For port e8a7dde8-4cf8-4869-a6b6-308446eb94ff, host hv-neutron-8277, got binding levels [] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:36:55.829396 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f2d230da-2976-41d4-9ecd-5328a62982ba tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:55.846699 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 28557b21-d607-4edc-8b9f-95fdf08b81f0 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:36:55.988159 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4a1919-db34-4ee2-bd55-a9f757a6cf89 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Pushing event updated for resources: {'Port': ['ID=eef8f4f2-3132-4d9d-9006-f98915802e05,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:56.005719 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f3538092-ea5f-4224-b09a-c7b9ec2fdfa7 req-8ca9d19d-ee45-4738-8ed3-62335d64a0a4 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] 10.222.0.36 "GET /v2.0/security-groups?id=14968e18-e111-4015-999f-127e7e9cb94a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5904219 Feb 04 08:36:56.096290 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 28557b21-d607-4edc-8b9f-95fdf08b81f0 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:36:56.096646 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:56.104090 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d3cbaa90-d86c-4b8b-b719-8ed4d17e8cd6 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:56.112158 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-f2d230da-2976-41d4-9ecd-5328a62982ba tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Calling delete_port for e8a7dde8-4cf8-4869-a6b6-308446eb94ff owned by {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:36:56.114110 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5c1305ee-8ffb-4a04-b90b-469f4b53ff69 tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:56.174178 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:56.176266 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-bab75ccd-391d-4cc2-9fff-38ef95852e28 None None] Provisioning for port eef8f4f2-3132-4d9d-9006-f98915802e05 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:36:56.183869 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-bab75ccd-391d-4cc2-9fff-38ef95852e28 None None] Provisioning complete for port eef8f4f2-3132-4d9d-9006-f98915802e05 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:36:56.184233 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-bab75ccd-391d-4cc2-9fff-38ef95852e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:56.187812 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-e9034a53-54fd-4fc9-a1b8-eb3a263fba43 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Deleting port b466b723-5278-4a90-8289-261e66d13c10 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:36:56.188153 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e9034a53-54fd-4fc9-a1b8-eb3a263fba43 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:56.237776 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-9656b284-9732-478a-a26c-09b660d41c02 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Unset dirty status for tenant:5a1f9fbc958d47759c7330f931dae328 on resource:port {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:36:56.242560 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-9656b284-9732-478a-a26c-09b660d41c02 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] 10.222.0.36 "GET /v2.0/ports/e9ee9a22-cde4-415e-86c3-f47fc5950e91 HTTP/1.1" status: 404 len: 333 time: 0.6767421 Feb 04 08:36:56.242560 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8ec3661-b739-4d1a-b27a-41394979e5fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Made reservation on behalf of 313932340c094396b5917f4d02651ca6 for: {'port': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:36:56.242560 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d8ec3661-b739-4d1a-b27a-41394979e5fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:56.293597 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 46698) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:56.317491 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-5c1305ee-8ffb-4a04-b90b-469f4b53ff69 tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a835f4f-3f25-44b9-8351-7097ff797615']}} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:36:56.323436 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-bab75ccd-391d-4cc2-9fff-38ef95852e28 None None] Port eef8f4f2-3132-4d9d-9006-f98915802e05 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:36:56.340760 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-9b013832-6add-44a3-99ca-4141ed80884d tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Request body: {'port': {'network_id': '7f2cb2c1-aa0f-4f45-9f17-c8bf4d52536c', 'name': 'tempest-AllowedAddressPairTestJSON-813918931'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:36:56.342556 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-ce49ec08-132c-464d-b372-2973719f92a7 req-c032daa2-fd61-4f10-88f3-fa5bed1e9050 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Unset dirty status for tenant:2e94175c683849e99ec67b1f30a78741 on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:36:56.373226 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ce49ec08-132c-464d-b372-2973719f92a7 req-c032daa2-fd61-4f10-88f3-fa5bed1e9050 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] 10.222.0.36 "GET /v2.0/ports?device_id=1644fee2-105a-4ec7-be68-63a115a652c3 HTTP/1.1" status: 200 len: 210 time: 1.3849728 Feb 04 08:36:56.373226 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f7a09f19-9658-4b53-b020-43226e39f189 req-7a4a1919-db34-4ee2-bd55-a9f757a6cf89 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.8052936 Feb 04 08:36:56.373226 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-5c1305ee-8ffb-4a04-b90b-469f4b53ff69 tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dbcd9e4-e804-4040-9730-4fc7c7c8a605') {'for_net_delete': True} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:36:56.373226 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-5c1305ee-8ffb-4a04-b90b-469f4b53ff69 tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dbcd9e4-e804-4040-9730-4fc7c7c8a605') {} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:36:56.431970 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 8da00ece-3858-4fcb-b296-2b73781061a4 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:36:56.465290 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.db.resource_extend [req-c2668f79-1f98-4252-9f8d-4be2f15884da req-d7ca5108-0438-438a-b87a-17b3b136dc59 service neutron] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 08:36:56.472788 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: 8da00ece-3858-4fcb-b296-2b73781061a4 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:36:56.473057 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 8da00ece-3858-4fcb-b296-2b73781061a4 not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:36:56.536622 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [req-f7a09f19-9658-4b53-b020-43226e39f189 req-b91d6c94-8255-491b-8c1b-bedfee8b917b service neutron] Request body: {'port': {'device_id': '1644fee2-105a-4ec7-be68-63a115a652c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:36:56.564228 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [None req-d8ec3661-b739-4d1a-b27a-41394979e5fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] device_id is not set on port f36b3914-6703-4d4b-9928-379fc1a31ee8 yet. {{(pid=84108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:36:56.573455 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5c1305ee-8ffb-4a04-b90b-469f4b53ff69 tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8058642'] for segment, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:56.657190 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5c1305ee-8ffb-4a04-b90b-469f4b53ff69 tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:56.675215 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [req-c2668f79-1f98-4252-9f8d-4be2f15884da req-d7ca5108-0438-438a-b87a-17b3b136dc59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78678a4e-3471-4771-905b-d44f3da77bd9 {{(pid=84107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 08:36:56.711626 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c1305ee-8ffb-4a04-b90b-469f4b53ff69 tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=84107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:36:56.712032 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5c1305ee-8ffb-4a04-b90b-469f4b53ff69 tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7377717'] for segment, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:56.731837 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-c2668f79-1f98-4252-9f8d-4be2f15884da req-d7ca5108-0438-438a-b87a-17b3b136dc59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:56.736875 dv-neutron-827798-2-hyperv neutron-server[84107]: Traceback (most recent call last): Feb 04 08:36:56.736875 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:36:56.736875 dv-neutron-827798-2-hyperv neutron-server[84107]: timer() Feb 04 08:36:56.736875 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:36:56.736875 dv-neutron-827798-2-hyperv neutron-server[84107]: cb(*args, **kw) Feb 04 08:36:56.736875 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:36:56.736875 dv-neutron-827798-2-hyperv neutron-server[84107]: return func(*args, **kwargs) Feb 04 08:36:56.736875 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:36:56.736875 dv-neutron-827798-2-hyperv neutron-server[84107]: self._notify() Feb 04 08:36:56.736875 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:36:56.736875 dv-neutron-827798-2-hyperv neutron-server[84107]: self.callback(batched_events) Feb 04 08:36:56.736875 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:36:56.736875 dv-neutron-827798-2-hyperv neutron-server[84107]: event.method(event) Feb 04 08:36:56.736875 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:36:56.736875 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:36:56.736875 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:36:56.736875 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:36:56.736875 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:36:56.736875 dv-neutron-827798-2-hyperv neutron-server[84107]: return f(self, *a, **k) Feb 04 08:36:56.736875 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:36:56.736875 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._get(url).json() Feb 04 08:36:56.736875 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:36:56.736875 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:36:56.736875 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:36:56.736875 dv-neutron-827798-2-hyperv neutron-server[84107]: return self.request(url, 'GET', **kwargs) Feb 04 08:36:56.736875 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:36:56.736875 dv-neutron-827798-2-hyperv neutron-server[84107]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:36:56.736875 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:36:56.736875 dv-neutron-827798-2-hyperv neutron-server[84107]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:36:56.736875 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:36:56.736875 dv-neutron-827798-2-hyperv neutron-server[84107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:36:56.736875 dv-neutron-827798-2-hyperv neutron-server[84107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:36:56.808713 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f2d230da-2976-41d4-9ecd-5328a62982ba tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:56.883722 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-9b013832-6add-44a3-99ca-4141ed80884d tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:36:56.888097 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d230da-2976-41d4-9ecd-5328a62982ba tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Pushing event deleted for resources: {'Port': ['ID=e8a7dde8-4cf8-4869-a6b6-308446eb94ff,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:56.889023 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [req-c2668f79-1f98-4252-9f8d-4be2f15884da req-d7ca5108-0438-438a-b87a-17b3b136dc59 service neutron] Transition to ACTIVE for port object 78678a4e-3471-4771-905b-d44f3da77bd9 will not be triggered until provisioned by entity L2. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:36:56.970860 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-f7a09f19-9658-4b53-b020-43226e39f189 req-b91d6c94-8255-491b-8c1b-bedfee8b917b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:56.971132 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-9b013832-6add-44a3-99ca-4141ed80884d tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:36:56.982053 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [None req-e9034a53-54fd-4fc9-a1b8-eb3a263fba43 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] For port b466b723-5278-4a90-8289-261e66d13c10, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=b466b723-5278-4a90-8289-261e66d13c10,segment=NetworkSegment(50e2b49c-02c8-4f16-a8d7-73aeec4e92e9),segment_id=50e2b49c-02c8-4f16-a8d7-73aeec4e92e9)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:36:56.982739 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e9034a53-54fd-4fc9-a1b8-eb3a263fba43 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:57.061816 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f2d230da-2976-41d4-9ecd-5328a62982ba tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:57.152931 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-c2668f79-1f98-4252-9f8d-4be2f15884da req-d7ca5108-0438-438a-b87a-17b3b136dc59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:57.205470 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-e9034a53-54fd-4fc9-a1b8-eb3a263fba43 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Calling delete_port for b466b723-5278-4a90-8289-261e66d13c10 owned by network:router_gateway {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:36:57.248155 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b013832-6add-44a3-99ca-4141ed80884d tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Made reservation on behalf of 5a1f9fbc958d47759c7330f931dae328 for: {'port': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:36:57.251401 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9b013832-6add-44a3-99ca-4141ed80884d tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:57.313844 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [None req-9b013832-6add-44a3-99ca-4141ed80884d tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] device_id is not set on port 6e7424bc-dbb9-42df-8f10-c5170f515d0b yet. {{(pid=84108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:36:57.335361 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5c1305ee-8ffb-4a04-b90b-469f4b53ff69 tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:57.341328 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5c1305ee-8ffb-4a04-b90b-469f4b53ff69 tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:57.364789 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d8ec3661-b739-4d1a-b27a-41394979e5fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:57.367776 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-f2d230da-2976-41d4-9ecd-5328a62982ba tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] 10.222.0.36 "DELETE /v2.0/ports/e8a7dde8-4cf8-4869-a6b6-308446eb94ff HTTP/1.1" status: 204 len: 168 time: 2.3547745 Feb 04 08:36:57.378802 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-5c1305ee-8ffb-4a04-b90b-469f4b53ff69 tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] 10.222.0.36 "DELETE /v2.0/networks/6a835f4f-3f25-44b9-8351-7097ff797615 HTTP/1.1" status: 204 len: 168 time: 3.2573378 Feb 04 08:36:57.400434 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 46704) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:57.437508 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-d3cbaa90-d86c-4b8b-b719-8ed4d17e8cd6 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Allocated IP 172.20.0.1 (66b7c844-f7b2-4c93-9a9f-37e9df59f112/c35a9ad4-aa1b-41ee-8b29-bf7a3ebbe3e6/9af174f9-5c03-4191-8f0b-407b6caece02) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:36:57.528017 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d8adf64-8a6e-41e4-8d5d-78921ad00378 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] GET failed (client error): The resource could not be found. Feb 04 08:36:57.528443 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-8d8adf64-8a6e-41e4-8d5d-78921ad00378 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Synchronizing usage tracker for tenant:3ea4a86fc0434686aab7f1aae1f745fb on resource:port {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:36:57.766549 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-8d8adf64-8a6e-41e4-8d5d-78921ad00378 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Unset dirty status for tenant:3ea4a86fc0434686aab7f1aae1f745fb on resource:port {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:36:57.767178 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1305ee-8ffb-4a04-b90b-469f4b53ff69 tempest-FloatingIPNegativeTestJSON-622889100 tempest-FloatingIPNegativeTestJSON-622889100-project] Pushing event deleted for resources: {'Network': ['ID=6a835f4f-3f25-44b9-8351-7097ff797615,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:57.786450 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ca5108-0438-438a-b87a-17b3b136dc59 service neutron] Pushing event updated for resources: {'Port': ['ID=78678a4e-3471-4771-905b-d44f3da77bd9,revision_number=2']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:57.786993 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-8d8adf64-8a6e-41e4-8d5d-78921ad00378 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] 10.222.0.36 "GET /v2.0/ports/e8a7dde8-4cf8-4869-a6b6-308446eb94ff HTTP/1.1" status: 404 len: 333 time: 0.3756332 Feb 04 08:36:57.787082 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 46712) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:57.806428 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-393eece0-2c15-4ed0-a1d3-ffdf1330b4a8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-111636835', 'network_id': 'c4b239b5-3dcc-4bec-b52c-75359bfcfd3b'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:36:57.817163 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [req-f7a09f19-9658-4b53-b020-43226e39f189 req-b91d6c94-8255-491b-8c1b-bedfee8b917b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eef8f4f2-3132-4d9d-9006-f98915802e05 {{(pid=84107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 08:36:57.822395 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-393eece0-2c15-4ed0-a1d3-ffdf1330b4a8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:36:57.875590 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-f7a09f19-9658-4b53-b020-43226e39f189 req-b91d6c94-8255-491b-8c1b-bedfee8b917b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:58.076784 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-393eece0-2c15-4ed0-a1d3-ffdf1330b4a8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:36:58.076880 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-9b013832-6add-44a3-99ca-4141ed80884d tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Allocated IP 172.20.0.13 (7f2cb2c1-aa0f-4f45-9f17-c8bf4d52536c/98c8ff4a-b0d3-4ec7-9d77-96308f93186a/6e7424bc-dbb9-42df-8f10-c5170f515d0b) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:36:58.076975 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [req-f7a09f19-9658-4b53-b020-43226e39f189 req-b91d6c94-8255-491b-8c1b-bedfee8b917b service neutron] Transition to ACTIVE for port object eef8f4f2-3132-4d9d-9006-f98915802e05 will not be triggered until provisioned by entity L2. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:36:58.076975 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4fe3d1-ddce-484f-99f7-7a3cf5e0d16e req-b27a34a8-7537-4a61-9602-fd1b92493b0b tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:36:58.076975 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-cf4fe3d1-ddce-484f-99f7-7a3cf5e0d16e req-b27a34a8-7537-4a61-9602-fd1b92493b0b tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] 10.222.0.36 "GET /v2.0/ports?device_id=1644fee2-105a-4ec7-be68-63a115a652c3 HTTP/1.1" status: 200 len: 932 time: 0.2837789 Feb 04 08:36:58.076975 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a14198-d3f0-464f-aeac-f256ec07d56f req-14eb8ae4-2b78-4d51-8248-5360117c0ef3 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:36:58.076975 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a3a14198-d3f0-464f-aeac-f256ec07d56f req-14eb8ae4-2b78-4d51-8248-5360117c0ef3 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] 10.222.0.36 "GET /v2.0/ports?device_id=366365a9-947d-42ad-8b39-81e07299534b HTTP/1.1" status: 200 len: 943 time: 0.6849608 Feb 04 08:36:58.112068 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-cf4fe3d1-ddce-484f-99f7-7a3cf5e0d16e req-e0ba5cf3-607c-4274-81f6-4b9916c0ea32 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] 10.222.0.36 "GET /v2.0/security-groups?id=1cf66706-a623-46a6-9f5d-54c09d760d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988903 Feb 04 08:36:58.121544 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d8ec3661-b739-4d1a-b27a-41394979e5fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:58.127372 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a3a14198-d3f0-464f-aeac-f256ec07d56f req-5910ce94-1dd3-4f3b-8afd-0f6b30a96cc0 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] 10.222.0.36 "GET /v2.0/security-groups?id=14968e18-e111-4015-999f-127e7e9cb94a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985756 Feb 04 08:36:58.167302 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-f7a09f19-9658-4b53-b020-43226e39f189 req-b91d6c94-8255-491b-8c1b-bedfee8b917b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:58.189722 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e9034a53-54fd-4fc9-a1b8-eb3a263fba43 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:58.212009 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-393eece0-2c15-4ed0-a1d3-ffdf1330b4a8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Made reservation on behalf of 3ea4a86fc0434686aab7f1aae1f745fb for: {'port': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:36:58.214574 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-393eece0-2c15-4ed0-a1d3-ffdf1330b4a8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:58.302457 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.managers [req-c2668f79-1f98-4252-9f8d-4be2f15884da req-d7ca5108-0438-438a-b87a-17b3b136dc59 service neutron] Attempting to bind port 78678a4e-3471-4771-905b-d44f3da77bd9 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:36:58.302826 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.managers [req-c2668f79-1f98-4252-9f8d-4be2f15884da req-d7ca5108-0438-438a-b87a-17b3b136dc59 service neutron] Attempting to bind port 78678a4e-3471-4771-905b-d44f3da77bd9 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '42a6b551-2c6d-433c-b38a-a2ee6afc72f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f5fb3ea8-2367-40fb-af0c-1a55b91fec56'}] {{(pid=84107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:36:58.303120 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2668f79-1f98-4252-9f8d-4be2f15884da req-d7ca5108-0438-438a-b87a-17b3b136dc59 service neutron] Attempting to bind port 78678a4e-3471-4771-905b-d44f3da77bd9 on network f5fb3ea8-2367-40fb-af0c-1a55b91fec56 {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:36:58.406473 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 46718) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:58.421007 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ec3661-b739-4d1a-b27a-41394979e5fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Network 7ce967ea-c397-49ff-a238-5a62f6b2b761 is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:36:58.429067 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ec3661-b739-4d1a-b27a-41394979e5fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Pushing event updated for resources: {'Port': ['ID=f36b3914-6703-4d4b-9928-379fc1a31ee8,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:58.437366 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-d8ec3661-b739-4d1a-b27a-41394979e5fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:36:58.508061 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9034a53-54fd-4fc9-a1b8-eb3a263fba43 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Pushing event deleted for resources: {'Port': ['ID=b466b723-5278-4a90-8289-261e66d13c10,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:58.512743 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ec3661-b739-4d1a-b27a-41394979e5fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:36:58.515026 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ec3661-b739-4d1a-b27a-41394979e5fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:36:58.516104 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d8ec3661-b739-4d1a-b27a-41394979e5fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:58.558160 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9b013832-6add-44a3-99ca-4141ed80884d tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:58.652470 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [None req-393eece0-2c15-4ed0-a1d3-ffdf1330b4a8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] device_id is not set on port cfdf6757-8391-4e86-89bc-8e6c8cb0f709 yet. {{(pid=84107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:36:58.739663 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2668f79-1f98-4252-9f8d-4be2f15884da req-d7ca5108-0438-438a-b87a-17b3b136dc59 service neutron] Port 78678a4e-3471-4771-905b-d44f3da77bd9 on network f5fb3ea8-2367-40fb-af0c-1a55b91fec56 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 08:36:58.739990 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2668f79-1f98-4252-9f8d-4be2f15884da req-d7ca5108-0438-438a-b87a-17b3b136dc59 service neutron] Attempting to bind port 78678a4e-3471-4771-905b-d44f3da77bd9 on network f5fb3ea8-2367-40fb-af0c-1a55b91fec56 {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:36:58.776050 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.provisioning_blocks [None req-9b013832-6add-44a3-99ca-4141ed80884d tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Transition to ACTIVE for port object 6e7424bc-dbb9-42df-8f10-c5170f515d0b will not be triggered until provisioned by entity DHCP. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:36:58.818411 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91d6c94-8255-491b-8c1b-bedfee8b917b service neutron] Pushing event updated for resources: {'Port': ['ID=eef8f4f2-3132-4d9d-9006-f98915802e05,revision_number=2']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:58.824886 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2668f79-1f98-4252-9f8d-4be2f15884da req-d7ca5108-0438-438a-b87a-17b3b136dc59 service neutron] Checking agent: {'id': 'f735dfbb-9ed2-4de7-8aa1-fea4a962ae1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 34, 26), 'started_at': datetime.datetime(2022, 2, 4, 8, 34, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:36:58.825249 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2668f79-1f98-4252-9f8d-4be2f15884da req-d7ca5108-0438-438a-b87a-17b3b136dc59 service neutron] Checking segment: {'id': '42a6b551-2c6d-433c-b38a-a2ee6afc72f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f5fb3ea8-2367-40fb-af0c-1a55b91fec56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:36:58.825798 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2668f79-1f98-4252-9f8d-4be2f15884da req-d7ca5108-0438-438a-b87a-17b3b136dc59 service neutron] Bound using segment: {'id': '42a6b551-2c6d-433c-b38a-a2ee6afc72f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f5fb3ea8-2367-40fb-af0c-1a55b91fec56'} {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:36:58.826341 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.managers [req-c2668f79-1f98-4252-9f8d-4be2f15884da req-d7ca5108-0438-438a-b87a-17b3b136dc59 service neutron] Bound port: 78678a4e-3471-4771-905b-d44f3da77bd9, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42a6b551-2c6d-433c-b38a-a2ee6afc72f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f5fb3ea8-2367-40fb-af0c-1a55b91fec56'}}] {{(pid=84107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:36:58.826723 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-c2668f79-1f98-4252-9f8d-4be2f15884da req-d7ca5108-0438-438a-b87a-17b3b136dc59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:58.838550 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d3cbaa90-d86c-4b8b-b719-8ed4d17e8cd6 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:58.890310 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [None req-d3cbaa90-d86c-4b8b-b719-8ed4d17e8cd6 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Transition to ACTIVE for port object 9af174f9-5c03-4191-8f0b-407b6caece02 will not be triggered until provisioned by entity DHCP. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:36:58.911639 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-d8ec3661-b739-4d1a-b27a-41394979e5fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 3.5934350 Feb 04 08:36:58.913704 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 46724) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:58.924891 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-63853dc9-f912-4223-8c8f-459765afd50e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8277'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:36:58.977973 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e9034a53-54fd-4fc9-a1b8-eb3a263fba43 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473010'] for router_gateway, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:59.143864 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-393eece0-2c15-4ed0-a1d3-ffdf1330b4a8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:59.150280 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [req-c2668f79-1f98-4252-9f8d-4be2f15884da req-d7ca5108-0438-438a-b87a-17b3b136dc59 service neutron] For port 78678a4e-3471-4771-905b-d44f3da77bd9, host hv-neutron-8277, cleared binding levels {{(pid=84107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:36:59.155400 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [req-c2668f79-1f98-4252-9f8d-4be2f15884da req-d7ca5108-0438-438a-b87a-17b3b136dc59 service neutron] For port 78678a4e-3471-4771-905b-d44f3da77bd9, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=78678a4e-3471-4771-905b-d44f3da77bd9,segment=NetworkSegment(42a6b551-2c6d-433c-b38a-a2ee6afc72f2),segment_id=42a6b551-2c6d-433c-b38a-a2ee6afc72f2)] {{(pid=84107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:36:59.218912 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-e35d9531-b0cd-463d-ae6c-b70d2eb3de32 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0a601d03c25b4c0095726ebd81abc113&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8046951 Feb 04 08:36:59.230030 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 46732) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:36:59.301470 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-fbe0339a-4c21-4027-af4d-7e54f2f8c9ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:59.338340 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-fbe0339a-4c21-4027-af4d-7e54f2f8c9ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:59.389519 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d3cbaa90-d86c-4b8b-b719-8ed4d17e8cd6 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:59.454434 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-c2668f79-1f98-4252-9f8d-4be2f15884da req-d7ca5108-0438-438a-b87a-17b3b136dc59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:59.459913 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-393eece0-2c15-4ed0-a1d3-ffdf1330b4a8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:59.478341 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9b013832-6add-44a3-99ca-4141ed80884d tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:59.561453 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e9034a53-54fd-4fc9-a1b8-eb3a263fba43 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40989'] for router, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:59.658302 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e9034a53-54fd-4fc9-a1b8-eb3a263fba43 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:59.658302 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-63853dc9-f912-4223-8c8f-459765afd50e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:59.660469 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3cbaa90-d86c-4b8b-b719-8ed4d17e8cd6 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Network 66b7c844-f7b2-4c93-9a9f-37e9df59f112 is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:36:59.660469 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cbaa90-d86c-4b8b-b719-8ed4d17e8cd6 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Pushing event updated for resources: {'Port': ['ID=9af174f9-5c03-4191-8f0b-407b6caece02,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:59.660469 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-d3cbaa90-d86c-4b8b-b719-8ed4d17e8cd6 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:36:59.723217 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-c2668f79-1f98-4252-9f8d-4be2f15884da req-d7ca5108-0438-438a-b87a-17b3b136dc59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:59.730407 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c2668f79-1f98-4252-9f8d-4be2f15884da req-d7ca5108-0438-438a-b87a-17b3b136dc59 service neutron] 10.222.0.47 "PUT /v2.0/ports/78678a4e-3471-4771-905b-d44f3da77bd9 HTTP/1.1" status: 200 len: 1093 time: 7.5613568 Feb 04 08:36:59.743187 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '366365a9-947d-42ad-8b39-81e07299534b', 'tag': '78678a4e-3471-4771-905b-d44f3da77bd9'}] {{(pid=84107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:36:59.815653 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b013832-6add-44a3-99ca-4141ed80884d tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Pushing event updated for resources: {'Port': ['ID=6e7424bc-dbb9-42df-8f10-c5170f515d0b,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:36:59.840477 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393eece0-2c15-4ed0-a1d3-ffdf1330b4a8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Network c4b239b5-3dcc-4bec-b52c-75359bfcfd3b is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:36:59.845806 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b013832-6add-44a3-99ca-4141ed80884d tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Network 7f2cb2c1-aa0f-4f45-9f17-c8bf4d52536c is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:36:59.848235 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-393eece0-2c15-4ed0-a1d3-ffdf1330b4a8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:36:59.858119 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393eece0-2c15-4ed0-a1d3-ffdf1330b4a8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:36:59.858119 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393eece0-2c15-4ed0-a1d3-ffdf1330b4a8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:36:59.858119 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-393eece0-2c15-4ed0-a1d3-ffdf1330b4a8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:36:59.861764 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cbaa90-d86c-4b8b-b719-8ed4d17e8cd6 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:36:59.889616 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-9b013832-6add-44a3-99ca-4141ed80884d tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:36:59.899868 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b013832-6add-44a3-99ca-4141ed80884d tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:36:59.916184 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.managers [req-f7a09f19-9658-4b53-b020-43226e39f189 req-b91d6c94-8255-491b-8c1b-bedfee8b917b service neutron] Attempting to bind port eef8f4f2-3132-4d9d-9006-f98915802e05 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:36:59.916184 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.managers [req-f7a09f19-9658-4b53-b020-43226e39f189 req-b91d6c94-8255-491b-8c1b-bedfee8b917b service neutron] Attempting to bind port eef8f4f2-3132-4d9d-9006-f98915802e05 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'abfacce5-3f7a-4b80-922a-484ccd12f68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'aaba0e34-0ac3-4326-9ed2-e65fb37ae418'}] {{(pid=84107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:36:59.916184 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a09f19-9658-4b53-b020-43226e39f189 req-b91d6c94-8255-491b-8c1b-bedfee8b917b service neutron] Attempting to bind port eef8f4f2-3132-4d9d-9006-f98915802e05 on network aaba0e34-0ac3-4326-9ed2-e65fb37ae418 {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:37:00.042211 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-fbe0339a-4c21-4027-af4d-7e54f2f8c9ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:00.120471 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ca5108-0438-438a-b87a-17b3b136dc59 service neutron] Pushing event updated for resources: {'Port': ['ID=78678a4e-3471-4771-905b-d44f3da77bd9,revision_number=3']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:00.123452 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe0339a-4c21-4027-af4d-7e54f2f8c9ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=468363b3-1e78-4726-8803-f4aab37b31de,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:00.213662 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a09f19-9658-4b53-b020-43226e39f189 req-b91d6c94-8255-491b-8c1b-bedfee8b917b service neutron] Port eef8f4f2-3132-4d9d-9006-f98915802e05 on network aaba0e34-0ac3-4326-9ed2-e65fb37ae418 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 08:37:00.214051 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a09f19-9658-4b53-b020-43226e39f189 req-b91d6c94-8255-491b-8c1b-bedfee8b917b service neutron] Attempting to bind port eef8f4f2-3132-4d9d-9006-f98915802e05 on network aaba0e34-0ac3-4326-9ed2-e65fb37ae418 {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:37:00.243366 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2bb991-f30b-45d8-9181-a895ee29a7d3 req-43ad082e-8a6c-44d0-b495-fe9d061acbd6 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:00.244925 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-0b2bb991-f30b-45d8-9181-a895ee29a7d3 req-43ad082e-8a6c-44d0-b495-fe9d061acbd6 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] 10.222.0.36 "GET /v2.0/ports?device_id=366365a9-947d-42ad-8b39-81e07299534b HTTP/1.1" status: 200 len: 943 time: 0.8129063 Feb 04 08:37:00.275994 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c364be0-04c9-456b-8f7a-e0b8b6d4f81e req-4d2ace55-35cc-45c4-ac77-19072066fcd1 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:00.277760 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e9034a53-54fd-4fc9-a1b8-eb3a263fba43 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-476062'] for router, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:00.278724 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9034a53-54fd-4fc9-a1b8-eb3a263fba43 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a3dd08bd-a13b-4cd1-b69f-4fb53e0fbf07 {{(pid=84108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 08:37:00.283997 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8c364be0-04c9-456b-8f7a-e0b8b6d4f81e req-4d2ace55-35cc-45c4-ac77-19072066fcd1 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] 10.222.0.36 "GET /v2.0/ports?device_id=1644fee2-105a-4ec7-be68-63a115a652c3 HTTP/1.1" status: 200 len: 944 time: 0.8496392 Feb 04 08:37:00.360280 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d3cbaa90-d86c-4b8b-b719-8ed4d17e8cd6 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-472912'] for router_interface, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:00.371484 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b013832-6add-44a3-99ca-4141ed80884d tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:00.372246 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9b013832-6add-44a3-99ca-4141ed80884d tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:00.384217 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-fbe0339a-4c21-4027-af4d-7e54f2f8c9ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:00.388168 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-fbe0339a-4c21-4027-af4d-7e54f2f8c9ea admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/468363b3-1e78-4726-8803-f4aab37b31de HTTP/1.1" status: 204 len: 168 time: 1.1574585 Feb 04 08:37:00.399233 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-49a2f667-cfef-4d86-8fbd-70e6c5be0c55 None None] Provisioning for port 9af174f9-5c03-4191-8f0b-407b6caece02 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:37:00.401558 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e9034a53-54fd-4fc9-a1b8-eb3a263fba43 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks [] for router, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:00.404231 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-e9034a53-54fd-4fc9-a1b8-eb3a263fba43 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] 10.222.0.36 "DELETE /v2.0/routers/a3dd08bd-a13b-4cd1-b69f-4fb53e0fbf07 HTTP/1.1" status: 204 len: 168 time: 8.8425574 Feb 04 08:37:00.406601 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-49a2f667-cfef-4d86-8fbd-70e6c5be0c55 None None] Provisioning complete for port 9af174f9-5c03-4191-8f0b-407b6caece02 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:37:00.409616 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-49a2f667-cfef-4d86-8fbd-70e6c5be0c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:00.413718 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 46750) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:00.416375 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a09f19-9658-4b53-b020-43226e39f189 req-b91d6c94-8255-491b-8c1b-bedfee8b917b service neutron] Checking agent: {'id': 'f735dfbb-9ed2-4de7-8aa1-fea4a962ae1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 34, 26), 'started_at': datetime.datetime(2022, 2, 4, 8, 34, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:37:00.417021 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a09f19-9658-4b53-b020-43226e39f189 req-b91d6c94-8255-491b-8c1b-bedfee8b917b service neutron] Checking segment: {'id': 'abfacce5-3f7a-4b80-922a-484ccd12f68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'aaba0e34-0ac3-4326-9ed2-e65fb37ae418'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:37:00.417611 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a09f19-9658-4b53-b020-43226e39f189 req-b91d6c94-8255-491b-8c1b-bedfee8b917b service neutron] Bound using segment: {'id': 'abfacce5-3f7a-4b80-922a-484ccd12f68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'aaba0e34-0ac3-4326-9ed2-e65fb37ae418'} {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:37:00.418218 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.managers [req-f7a09f19-9658-4b53-b020-43226e39f189 req-b91d6c94-8255-491b-8c1b-bedfee8b917b service neutron] Bound port: eef8f4f2-3132-4d9d-9006-f98915802e05, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abfacce5-3f7a-4b80-922a-484ccd12f68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'aaba0e34-0ac3-4326-9ed2-e65fb37ae418'}}] {{(pid=84107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:37:00.418728 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-f7a09f19-9658-4b53-b020-43226e39f189 req-b91d6c94-8255-491b-8c1b-bedfee8b917b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:00.455105 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393eece0-2c15-4ed0-a1d3-ffdf1330b4a8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Pushing event updated for resources: {'Port': ['ID=cfdf6757-8391-4e86-89bc-8e6c8cb0f709,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:00.516971 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_v2 [None req-2acaf957-1939-47b3-98c0-01fc1ab9f99e tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Deleting subnet 399c3f83-2600-4d08-8192-c738bbaf4098 {{(pid=84108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:37:00.520861 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2acaf957-1939-47b3-98c0-01fc1ab9f99e tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:00.556335 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-393eece0-2c15-4ed0-a1d3-ffdf1330b4a8 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.7662816 Feb 04 08:37:00.567811 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c2668f79-1f98-4252-9f8d-4be2f15884da req-a684c0c1-68de-4204-8111-cc8949e4a529 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ead21cd697164942839c9343c97d0d9d&device_id=366365a9-947d-42ad-8b39-81e07299534b HTTP/1.1" status: 200 len: 1096 time: 0.6415141 Feb 04 08:37:00.568337 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 46754) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:00.570206 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-49a2f667-cfef-4d86-8fbd-70e6c5be0c55 None None] Port 9af174f9-5c03-4191-8f0b-407b6caece02 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:37:00.575760 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8c364be0-04c9-456b-8f7a-e0b8b6d4f81e req-335df743-9e37-4a0f-9ae3-1c3608a099c5 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] 10.222.0.36 "GET /v2.0/security-groups?id=1cf66706-a623-46a6-9f5d-54c09d760d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2448387 Feb 04 08:37:00.587469 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-0b2bb991-f30b-45d8-9181-a895ee29a7d3 req-771912f7-9563-4dc8-bd6d-6c7d42d91490 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] 10.222.0.36 "GET /v2.0/security-groups?id=14968e18-e111-4015-999f-127e7e9cb94a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2820215 Feb 04 08:37:00.661297 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-9b013832-6add-44a3-99ca-4141ed80884d tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.3610468 Feb 04 08:37:00.662046 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 46760) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:00.688712 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-7b50ed3e-dc55-42ef-b554-c8981fa84a06 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:0f:ca:43'}]}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:37:00.700155 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c2668f79-1f98-4252-9f8d-4be2f15884da req-3c4e345a-64dd-4b2a-895a-c6eb0f8ffc0a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=78678a4e-3471-4771-905b-d44f3da77bd9 HTTP/1.1" status: 200 len: 217 time: 0.1117043 Feb 04 08:37:00.786282 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-46b87f2f-27c9-4974-a73d-bb3248d3b81b None None] Provisioning for port 6e7424bc-dbb9-42df-8f10-c5170f515d0b completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:37:00.792959 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-46b87f2f-27c9-4974-a73d-bb3248d3b81b None None] Provisioning complete for port 6e7424bc-dbb9-42df-8f10-c5170f515d0b triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:37:00.793804 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-46b87f2f-27c9-4974-a73d-bb3248d3b81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:00.830550 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-0fcafd65-852d-4084-b979-83b843c43621 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Synchronizing usage tracker for tenant:3ea4a86fc0434686aab7f1aae1f745fb on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:37:00.839004 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [req-f7a09f19-9658-4b53-b020-43226e39f189 req-b91d6c94-8255-491b-8c1b-bedfee8b917b service neutron] For port eef8f4f2-3132-4d9d-9006-f98915802e05, host hv-neutron-8277, cleared binding levels {{(pid=84107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:37:00.846400 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [req-f7a09f19-9658-4b53-b020-43226e39f189 req-b91d6c94-8255-491b-8c1b-bedfee8b917b service neutron] For port eef8f4f2-3132-4d9d-9006-f98915802e05, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=eef8f4f2-3132-4d9d-9006-f98915802e05,segment=NetworkSegment(abfacce5-3f7a-4b80-922a-484ccd12f68d),segment_id=abfacce5-3f7a-4b80-922a-484ccd12f68d)] {{(pid=84107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:37:00.851629 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2668f79-1f98-4252-9f8d-4be2f15884da req-09031f23-b74e-4e5c-95fb-950bd5d23c9d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:00.853246 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c2668f79-1f98-4252-9f8d-4be2f15884da req-09031f23-b74e-4e5c-95fb-950bd5d23c9d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1699c4f8-d946-4eb0-aab8-83a83e03db52 HTTP/1.1" status: 200 len: 850 time: 0.1382740 Feb 04 08:37:00.870720 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2acaf957-1939-47b3-98c0-01fc1ab9f99e tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7851377'] for subnet, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:00.878432 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-46b87f2f-27c9-4974-a73d-bb3248d3b81b None None] Port 6e7424bc-dbb9-42df-8f10-c5170f515d0b cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:37:00.936456 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-f7a09f19-9658-4b53-b020-43226e39f189 req-b91d6c94-8255-491b-8c1b-bedfee8b917b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:00.983687 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [None req-63853dc9-f912-4223-8c8f-459765afd50e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] device_id is not set on port f36b3914-6703-4d4b-9928-379fc1a31ee8 yet. {{(pid=84108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:37:01.002640 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-63853dc9-f912-4223-8c8f-459765afd50e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:01.102299 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-0fcafd65-852d-4084-b979-83b843c43621 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Unset dirty status for tenant:3ea4a86fc0434686aab7f1aae1f745fb on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:37:01.110522 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-0fcafd65-852d-4084-b979-83b843c43621 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] 10.222.0.36 "GET /v2.0/ports/cfdf6757-8391-4e86-89bc-8e6c8cb0f709 HTTP/1.1" status: 200 len: 954 time: 0.5313001 Feb 04 08:37:01.119235 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 46768) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:01.150076 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-f7a09f19-9658-4b53-b020-43226e39f189 req-b91d6c94-8255-491b-8c1b-bedfee8b917b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:01.151445 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f7a09f19-9658-4b53-b020-43226e39f189 req-b91d6c94-8255-491b-8c1b-bedfee8b917b service neutron] 10.222.0.47 "PUT /v2.0/ports/eef8f4f2-3132-4d9d-9006-f98915802e05 HTTP/1.1" status: 200 len: 1094 time: 4.6890152 Feb 04 08:37:01.185120 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.provisioning_blocks [None req-63853dc9-f912-4223-8c8f-459765afd50e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Transition to ACTIVE for port object f36b3914-6703-4d4b-9928-379fc1a31ee8 will not be triggered until provisioned by entity L2. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:37:01.187451 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '366365a9-947d-42ad-8b39-81e07299534b', 'tag': '78678a4e-3471-4771-905b-d44f3da77bd9', 'status': 'completed', 'code': 200} Feb 04 08:37:01.190203 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d3cbaa90-d86c-4b8b-b719-8ed4d17e8cd6 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:01.219091 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91d6c94-8255-491b-8c1b-bedfee8b917b service neutron] Pushing event updated for resources: {'Port': ['ID=eef8f4f2-3132-4d9d-9006-f98915802e05,revision_number=3']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:01.282666 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c2668f79-1f98-4252-9f8d-4be2f15884da req-caa69670-1a69-42fd-bd1b-896f17fd3a97 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f5fb3ea8-2367-40fb-af0c-1a55b91fec56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4204195 Feb 04 08:37:01.330866 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-63853dc9-f912-4223-8c8f-459765afd50e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:01.337075 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2acaf957-1939-47b3-98c0-01fc1ab9f99e tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:01.514091 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-45b3ea07-5ac8-4b78-bf07-8289271a5d20 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Deleting port cfdf6757-8391-4e86-89bc-8e6c8cb0f709 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:37:01.514474 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-45b3ea07-5ac8-4b78-bf07-8289271a5d20 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:01.692020 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63853dc9-f912-4223-8c8f-459765afd50e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Pushing event updated for resources: {'Port': ['ID=f36b3914-6703-4d4b-9928-379fc1a31ee8,revision_number=2']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:01.743294 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7b50ed3e-dc55-42ef-b554-c8981fa84a06 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:01.808367 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c2668f79-1f98-4252-9f8d-4be2f15884da req-b0a2c13f-b632-4d1c-9aab-98e6e4662f3d service neutron] 10.222.0.47 "GET /v2.0/networks/f5fb3ea8-2367-40fb-af0c-1a55b91fec56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4969037 Feb 04 08:37:01.819855 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f7a09f19-9658-4b53-b020-43226e39f189 req-66b2ffe6-869a-46c3-a6c2-1764f79c0814 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2e94175c683849e99ec67b1f30a78741&device_id=1644fee2-105a-4ec7-be68-63a115a652c3 HTTP/1.1" status: 200 len: 1097 time: 0.3266530 Feb 04 08:37:01.986991 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [None req-63853dc9-f912-4223-8c8f-459765afd50e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempting to bind port f36b3914-6703-4d4b-9928-379fc1a31ee8 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:37:01.988664 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [None req-63853dc9-f912-4223-8c8f-459765afd50e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempting to bind port f36b3914-6703-4d4b-9928-379fc1a31ee8 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'd0540de7-d598-4ca0-a787-8e7fd8cdcd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7ce967ea-c397-49ff-a238-5a62f6b2b761'}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:37:01.988664 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63853dc9-f912-4223-8c8f-459765afd50e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempting to bind port f36b3914-6703-4d4b-9928-379fc1a31ee8 on network 7ce967ea-c397-49ff-a238-5a62f6b2b761 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:37:01.990276 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2acaf957-1939-47b3-98c0-01fc1ab9f99e tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7593563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8119683'] for subnet, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:02.055776 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f7a09f19-9658-4b53-b020-43226e39f189 req-515af701-25dd-4a09-92ba-7690ae1002c0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eef8f4f2-3132-4d9d-9006-f98915802e05 HTTP/1.1" status: 200 len: 217 time: 0.2032604 Feb 04 08:37:02.065088 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acaf957-1939-47b3-98c0-01fc1ab9f99e tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=399c3f83-2600-4d08-8192-c738bbaf4098,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:02.080079 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63853dc9-f912-4223-8c8f-459765afd50e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Port f36b3914-6703-4d4b-9928-379fc1a31ee8 on network 7ce967ea-c397-49ff-a238-5a62f6b2b761 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 08:37:02.081698 dv-neutron-827798-2-hyperv neutron-server[84108]: ERROR neutron.plugins.ml2.managers [None req-63853dc9-f912-4223-8c8f-459765afd50e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Failed to bind port f36b3914-6703-4d4b-9928-379fc1a31ee8 on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'd0540de7-d598-4ca0-a787-8e7fd8cdcd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7ce967ea-c397-49ff-a238-5a62f6b2b761'}] Feb 04 08:37:02.083855 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-45b3ea07-5ac8-4b78-bf07-8289271a5d20 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:02.091112 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.plugins.ml2.plugin [None req-63853dc9-f912-4223-8c8f-459765afd50e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempt 2 to bind port f36b3914-6703-4d4b-9928-379fc1a31ee8 Feb 04 08:37:02.107547 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2acaf957-1939-47b3-98c0-01fc1ab9f99e tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:02.122226 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-2acaf957-1939-47b3-98c0-01fc1ab9f99e tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] 10.222.0.36 "DELETE /v2.0/subnets/399c3f83-2600-4d08-8192-c738bbaf4098 HTTP/1.1" status: 204 len: 168 time: 1.7047374 Feb 04 08:37:02.123908 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 46792) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:02.172592 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 46796) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:02.258832 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-45b3ea07-5ac8-4b78-bf07-8289271a5d20 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Calling delete_port for cfdf6757-8391-4e86-89bc-8e6c8cb0f709 owned by {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:37:02.264059 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.db.resource_extend [None req-d3cbaa90-d86c-4b8b-b719-8ed4d17e8cd6 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 08:37:02.304806 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d3cbaa90-d86c-4b8b-b719-8ed4d17e8cd6 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:02.320976 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c2668f79-1f98-4252-9f8d-4be2f15884da req-1d828157-b089-4578-8980-238230f5b01d service neutron] 10.222.0.47 "GET /v2.0/networks/f5fb3ea8-2367-40fb-af0c-1a55b91fec56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5044348 Feb 04 08:37:02.325254 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-53c4509f-0c81-4a14-bdc0-bb55e2fb1166 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:02.338753 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2ffe89-e7a2-4461-bb08-9ccf97c27be3 req-a6d14d73-4b83-42db-a1d4-481cc025e9b8 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:02.342620 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8c2ffe89-e7a2-4461-bb08-9ccf97c27be3 req-a6d14d73-4b83-42db-a1d4-481cc025e9b8 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] 10.222.0.36 "GET /v2.0/ports?device_id=1644fee2-105a-4ec7-be68-63a115a652c3 HTTP/1.1" status: 200 len: 944 time: 0.4846561 Feb 04 08:37:02.351418 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58018a6d-4325-44cf-865c-3f33165d8836 req-e9b1be46-7ba2-4a8c-bd7a-98107226b389 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:02.352989 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-58018a6d-4325-44cf-865c-3f33165d8836 req-e9b1be46-7ba2-4a8c-bd7a-98107226b389 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] 10.222.0.36 "GET /v2.0/ports?device_id=366365a9-947d-42ad-8b39-81e07299534b HTTP/1.1" status: 200 len: 943 time: 0.4956174 Feb 04 08:37:02.358160 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d3cbaa90-d86c-4b8b-b719-8ed4d17e8cd6 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:02.413421 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [None req-63853dc9-f912-4223-8c8f-459765afd50e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempting to bind port f36b3914-6703-4d4b-9928-379fc1a31ee8 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:37:02.413752 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [None req-63853dc9-f912-4223-8c8f-459765afd50e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempting to bind port f36b3914-6703-4d4b-9928-379fc1a31ee8 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'd0540de7-d598-4ca0-a787-8e7fd8cdcd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7ce967ea-c397-49ff-a238-5a62f6b2b761'}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:37:02.414089 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63853dc9-f912-4223-8c8f-459765afd50e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempting to bind port f36b3914-6703-4d4b-9928-379fc1a31ee8 on network 7ce967ea-c397-49ff-a238-5a62f6b2b761 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:37:02.450530 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63853dc9-f912-4223-8c8f-459765afd50e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Port f36b3914-6703-4d4b-9928-379fc1a31ee8 on network 7ce967ea-c397-49ff-a238-5a62f6b2b761 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 08:37:02.450858 dv-neutron-827798-2-hyperv neutron-server[84108]: ERROR neutron.plugins.ml2.managers [None req-63853dc9-f912-4223-8c8f-459765afd50e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Failed to bind port f36b3914-6703-4d4b-9928-379fc1a31ee8 on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'd0540de7-d598-4ca0-a787-8e7fd8cdcd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7ce967ea-c397-49ff-a238-5a62f6b2b761'}] Feb 04 08:37:02.459789 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.plugins.ml2.plugin [None req-63853dc9-f912-4223-8c8f-459765afd50e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempt 3 to bind port f36b3914-6703-4d4b-9928-379fc1a31ee8 Feb 04 08:37:02.471150 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-1af4a3d6-56bd-4fb1-b427-345ac7864a95 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Request body: {'networks': [{'name': 'tempest-network--180817469'}, {'name': 'tempest-network--562990608'}]} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:37:02.471460 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-1af4a3d6-56bd-4fb1-b427-345ac7864a95 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Request body: {'network': {'name': 'tempest-network--180817469'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:37:02.471912 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-1af4a3d6-56bd-4fb1-b427-345ac7864a95 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Request body: {'network': {'name': 'tempest-network--562990608'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:37:02.509833 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [None req-63853dc9-f912-4223-8c8f-459765afd50e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempting to bind port f36b3914-6703-4d4b-9928-379fc1a31ee8 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:37:02.510162 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [None req-63853dc9-f912-4223-8c8f-459765afd50e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempting to bind port f36b3914-6703-4d4b-9928-379fc1a31ee8 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'd0540de7-d598-4ca0-a787-8e7fd8cdcd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7ce967ea-c397-49ff-a238-5a62f6b2b761'}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:37:02.510935 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63853dc9-f912-4223-8c8f-459765afd50e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempting to bind port f36b3914-6703-4d4b-9928-379fc1a31ee8 on network 7ce967ea-c397-49ff-a238-5a62f6b2b761 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:37:02.526267 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-1af4a3d6-56bd-4fb1-b427-345ac7864a95 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:37:02.536142 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63853dc9-f912-4223-8c8f-459765afd50e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Port f36b3914-6703-4d4b-9928-379fc1a31ee8 on network 7ce967ea-c397-49ff-a238-5a62f6b2b761 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 08:37:02.536476 dv-neutron-827798-2-hyperv neutron-server[84108]: ERROR neutron.plugins.ml2.managers [None req-63853dc9-f912-4223-8c8f-459765afd50e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Failed to bind port f36b3914-6703-4d4b-9928-379fc1a31ee8 on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'd0540de7-d598-4ca0-a787-8e7fd8cdcd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7ce967ea-c397-49ff-a238-5a62f6b2b761'}] Feb 04 08:37:02.537869 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.plugins.ml2.plugin [None req-63853dc9-f912-4223-8c8f-459765afd50e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempt 4 to bind port f36b3914-6703-4d4b-9928-379fc1a31ee8 Feb 04 08:37:02.558789 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [None req-63853dc9-f912-4223-8c8f-459765afd50e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempting to bind port f36b3914-6703-4d4b-9928-379fc1a31ee8 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:37:02.559120 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [None req-63853dc9-f912-4223-8c8f-459765afd50e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempting to bind port f36b3914-6703-4d4b-9928-379fc1a31ee8 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'd0540de7-d598-4ca0-a787-8e7fd8cdcd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7ce967ea-c397-49ff-a238-5a62f6b2b761'}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:37:02.559454 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63853dc9-f912-4223-8c8f-459765afd50e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempting to bind port f36b3914-6703-4d4b-9928-379fc1a31ee8 on network 7ce967ea-c397-49ff-a238-5a62f6b2b761 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:37:02.570176 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-1af4a3d6-56bd-4fb1-b427-345ac7864a95 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Usage tracker for resource:network and tenant:32c07176beb04678891482021dac7654 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:37:02.578081 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63853dc9-f912-4223-8c8f-459765afd50e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Port f36b3914-6703-4d4b-9928-379fc1a31ee8 on network 7ce967ea-c397-49ff-a238-5a62f6b2b761 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 08:37:02.578081 dv-neutron-827798-2-hyperv neutron-server[84108]: ERROR neutron.plugins.ml2.managers [None req-63853dc9-f912-4223-8c8f-459765afd50e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Failed to bind port f36b3914-6703-4d4b-9928-379fc1a31ee8 on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'd0540de7-d598-4ca0-a787-8e7fd8cdcd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7ce967ea-c397-49ff-a238-5a62f6b2b761'}] Feb 04 08:37:02.579301 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7b50ed3e-dc55-42ef-b554-c8981fa84a06 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Notify callbacks [] for port, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:02.580651 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.plugins.ml2.plugin [None req-63853dc9-f912-4223-8c8f-459765afd50e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempt 5 to bind port f36b3914-6703-4d4b-9928-379fc1a31ee8 Feb 04 08:37:02.581984 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-1af4a3d6-56bd-4fb1-b427-345ac7864a95 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:37:02.588967 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-45b3ea07-5ac8-4b78-bf07-8289271a5d20 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:02.640669 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b3ea07-5ac8-4b78-bf07-8289271a5d20 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Pushing event deleted for resources: {'Port': ['ID=cfdf6757-8391-4e86-89bc-8e6c8cb0f709,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:02.642999 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7b50ed3e-dc55-42ef-b554-c8981fa84a06 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:02.643143 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-1af4a3d6-56bd-4fb1-b427-345ac7864a95 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:37:02.658095 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cbaa90-d86c-4b8b-b719-8ed4d17e8cd6 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Pushing event updated for resources: {'Port': ['ID=9af174f9-5c03-4191-8f0b-407b6caece02,revision_number=2']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:02.667215 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d3cbaa90-d86c-4b8b-b719-8ed4d17e8cd6 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473771'] for router_interface, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:02.677182 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [None req-63853dc9-f912-4223-8c8f-459765afd50e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempting to bind port f36b3914-6703-4d4b-9928-379fc1a31ee8 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:37:02.677527 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [None req-63853dc9-f912-4223-8c8f-459765afd50e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempting to bind port f36b3914-6703-4d4b-9928-379fc1a31ee8 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'd0540de7-d598-4ca0-a787-8e7fd8cdcd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7ce967ea-c397-49ff-a238-5a62f6b2b761'}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:37:02.677868 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63853dc9-f912-4223-8c8f-459765afd50e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempting to bind port f36b3914-6703-4d4b-9928-379fc1a31ee8 on network 7ce967ea-c397-49ff-a238-5a62f6b2b761 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:37:02.719985 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-45b3ea07-5ac8-4b78-bf07-8289271a5d20 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:02.725824 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63853dc9-f912-4223-8c8f-459765afd50e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Port f36b3914-6703-4d4b-9928-379fc1a31ee8 on network 7ce967ea-c397-49ff-a238-5a62f6b2b761 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 08:37:02.726155 dv-neutron-827798-2-hyperv neutron-server[84108]: ERROR neutron.plugins.ml2.managers [None req-63853dc9-f912-4223-8c8f-459765afd50e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Failed to bind port f36b3914-6703-4d4b-9928-379fc1a31ee8 on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'd0540de7-d598-4ca0-a787-8e7fd8cdcd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7ce967ea-c397-49ff-a238-5a62f6b2b761'}] Feb 04 08:37:02.732418 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.plugins.ml2.plugin [None req-63853dc9-f912-4223-8c8f-459765afd50e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempt 6 to bind port f36b3914-6703-4d4b-9928-379fc1a31ee8 Feb 04 08:37:02.784541 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b50ed3e-dc55-42ef-b554-c8981fa84a06 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Pushing event updated for resources: {'Port': ['ID=6e7424bc-dbb9-42df-8f10-c5170f515d0b,revision_number=2']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:02.792867 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8c2ffe89-e7a2-4461-bb08-9ccf97c27be3 req-1f6d8e7d-3a50-4416-a290-7b2a328a02e1 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] 10.222.0.36 "GET /v2.0/security-groups?id=1cf66706-a623-46a6-9f5d-54c09d760d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4379532 Feb 04 08:37:02.795266 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-53c4509f-0c81-4a14-bdc0-bb55e2fb1166 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:02.797056 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [None req-63853dc9-f912-4223-8c8f-459765afd50e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempting to bind port f36b3914-6703-4d4b-9928-379fc1a31ee8 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:37:02.797396 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [None req-63853dc9-f912-4223-8c8f-459765afd50e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempting to bind port f36b3914-6703-4d4b-9928-379fc1a31ee8 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'd0540de7-d598-4ca0-a787-8e7fd8cdcd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7ce967ea-c397-49ff-a238-5a62f6b2b761'}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:37:02.797768 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63853dc9-f912-4223-8c8f-459765afd50e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempting to bind port f36b3914-6703-4d4b-9928-379fc1a31ee8 on network 7ce967ea-c397-49ff-a238-5a62f6b2b761 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:37:02.807852 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-58018a6d-4325-44cf-865c-3f33165d8836 req-cca687ac-56ec-4e7d-a9a1-ca6830330f8c tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] 10.222.0.36 "GET /v2.0/security-groups?id=14968e18-e111-4015-999f-127e7e9cb94a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4235065 Feb 04 08:37:02.816201 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63853dc9-f912-4223-8c8f-459765afd50e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Port f36b3914-6703-4d4b-9928-379fc1a31ee8 on network 7ce967ea-c397-49ff-a238-5a62f6b2b761 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 08:37:02.816537 dv-neutron-827798-2-hyperv neutron-server[84108]: ERROR neutron.plugins.ml2.managers [None req-63853dc9-f912-4223-8c8f-459765afd50e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Failed to bind port f36b3914-6703-4d4b-9928-379fc1a31ee8 on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'd0540de7-d598-4ca0-a787-8e7fd8cdcd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7ce967ea-c397-49ff-a238-5a62f6b2b761'}] Feb 04 08:37:02.818737 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.plugins.ml2.plugin [None req-63853dc9-f912-4223-8c8f-459765afd50e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempt 7 to bind port f36b3914-6703-4d4b-9928-379fc1a31ee8 Feb 04 08:37:02.827614 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-7b50ed3e-dc55-42ef-b554-c8981fa84a06 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] In _notify_port_updated(), no bound segment for port 6e7424bc-dbb9-42df-8f10-c5170f515d0b on network 7f2cb2c1-aa0f-4f45-9f17-c8bf4d52536c {{(pid=84108) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 04 08:37:02.831800 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b50ed3e-dc55-42ef-b554-c8981fa84a06 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:02.832519 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7b50ed3e-dc55-42ef-b554-c8981fa84a06 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:02.836353 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-7b50ed3e-dc55-42ef-b554-c8981fa84a06 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] 10.222.0.36 "PUT /v2.0/ports/6e7424bc-dbb9-42df-8f10-c5170f515d0b HTTP/1.1" status: 200 len: 996 time: 2.1579721 Feb 04 08:37:02.838210 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 46802) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:02.885115 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-45b3ea07-5ac8-4b78-bf07-8289271a5d20 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] 10.222.0.36 "DELETE /v2.0/ports/cfdf6757-8391-4e86-89bc-8e6c8cb0f709 HTTP/1.1" status: 204 len: 168 time: 1.7620084 Feb 04 08:37:02.892740 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 46806) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:02.892740 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [None req-63853dc9-f912-4223-8c8f-459765afd50e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempting to bind port f36b3914-6703-4d4b-9928-379fc1a31ee8 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:37:02.893099 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [None req-63853dc9-f912-4223-8c8f-459765afd50e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempting to bind port f36b3914-6703-4d4b-9928-379fc1a31ee8 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'd0540de7-d598-4ca0-a787-8e7fd8cdcd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7ce967ea-c397-49ff-a238-5a62f6b2b761'}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:37:02.893442 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63853dc9-f912-4223-8c8f-459765afd50e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempting to bind port f36b3914-6703-4d4b-9928-379fc1a31ee8 on network 7ce967ea-c397-49ff-a238-5a62f6b2b761 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:37:02.894847 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1af4a3d6-56bd-4fb1-b427-345ac7864a95 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Made reservation on behalf of 32c07176beb04678891482021dac7654 for: {'network': 2} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:37:02.898464 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1af4a3d6-56bd-4fb1-b427-345ac7864a95 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:02.910515 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-53c4509f-0c81-4a14-bdc0-bb55e2fb1166 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fd03b73-b1cf-4f95-924c-1e602ce559e7']}} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:37:02.927198 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-53c4509f-0c81-4a14-bdc0-bb55e2fb1166 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50e2b49c-02c8-4f16-a8d7-73aeec4e92e9') {'for_net_delete': True} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:37:02.929127 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-53c4509f-0c81-4a14-bdc0-bb55e2fb1166 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50e2b49c-02c8-4f16-a8d7-73aeec4e92e9') {} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:37:02.937855 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1af4a3d6-56bd-4fb1-b427-345ac7864a95 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:02.960706 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63853dc9-f912-4223-8c8f-459765afd50e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Port f36b3914-6703-4d4b-9928-379fc1a31ee8 on network 7ce967ea-c397-49ff-a238-5a62f6b2b761 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 08:37:02.960803 dv-neutron-827798-2-hyperv neutron-server[84108]: ERROR neutron.plugins.ml2.managers [None req-63853dc9-f912-4223-8c8f-459765afd50e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Failed to bind port f36b3914-6703-4d4b-9928-379fc1a31ee8 on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'd0540de7-d598-4ca0-a787-8e7fd8cdcd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7ce967ea-c397-49ff-a238-5a62f6b2b761'}] Feb 04 08:37:02.960876 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-53c4509f-0c81-4a14-bdc0-bb55e2fb1166 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8058642'] for segment, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:02.963388 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.plugins.ml2.plugin [None req-63853dc9-f912-4223-8c8f-459765afd50e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempt 8 to bind port f36b3914-6703-4d4b-9928-379fc1a31ee8 Feb 04 08:37:02.978031 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8011bb9-85c2-485d-8282-92f7980ef508 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] GET failed (client error): The resource could not be found. Feb 04 08:37:02.978536 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-c8011bb9-85c2-485d-8282-92f7980ef508 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Synchronizing usage tracker for tenant:3ea4a86fc0434686aab7f1aae1f745fb on resource:port {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:37:02.993266 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-53c4509f-0c81-4a14-bdc0-bb55e2fb1166 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:03.001442 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-0ebb0441-4424-468e-94c8-3bc9ffaeec3b tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Deleting port 6e7424bc-dbb9-42df-8f10-c5170f515d0b {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:37:03.001672 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0ebb0441-4424-468e-94c8-3bc9ffaeec3b tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:03.012073 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53c4509f-0c81-4a14-bdc0-bb55e2fb1166 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=84107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:37:03.012473 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-53c4509f-0c81-4a14-bdc0-bb55e2fb1166 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7377717'] for segment, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:03.026557 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [None req-63853dc9-f912-4223-8c8f-459765afd50e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempting to bind port f36b3914-6703-4d4b-9928-379fc1a31ee8 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:37:03.026901 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [None req-63853dc9-f912-4223-8c8f-459765afd50e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempting to bind port f36b3914-6703-4d4b-9928-379fc1a31ee8 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'd0540de7-d598-4ca0-a787-8e7fd8cdcd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7ce967ea-c397-49ff-a238-5a62f6b2b761'}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:37:03.027145 dv-neutron-827798-2-hyperv neutron-server[84107]: Traceback (most recent call last): Feb 04 08:37:03.027145 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:37:03.027145 dv-neutron-827798-2-hyperv neutron-server[84107]: timer() Feb 04 08:37:03.027145 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:37:03.027145 dv-neutron-827798-2-hyperv neutron-server[84107]: cb(*args, **kw) Feb 04 08:37:03.027145 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:37:03.027145 dv-neutron-827798-2-hyperv neutron-server[84107]: return func(*args, **kwargs) Feb 04 08:37:03.027145 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:37:03.027145 dv-neutron-827798-2-hyperv neutron-server[84107]: self._notify() Feb 04 08:37:03.027145 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:37:03.027145 dv-neutron-827798-2-hyperv neutron-server[84107]: self.callback(batched_events) Feb 04 08:37:03.027145 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:37:03.027145 dv-neutron-827798-2-hyperv neutron-server[84107]: event.method(event) Feb 04 08:37:03.027145 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:37:03.027145 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:37:03.027145 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:37:03.027145 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:37:03.027145 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:37:03.027145 dv-neutron-827798-2-hyperv neutron-server[84107]: return f(self, *a, **k) Feb 04 08:37:03.027145 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:37:03.027145 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._get(url).json() Feb 04 08:37:03.027145 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:37:03.027145 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:37:03.027145 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:37:03.027145 dv-neutron-827798-2-hyperv neutron-server[84107]: return self.request(url, 'GET', **kwargs) Feb 04 08:37:03.027145 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:37:03.027145 dv-neutron-827798-2-hyperv neutron-server[84107]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:37:03.027145 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:37:03.027145 dv-neutron-827798-2-hyperv neutron-server[84107]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:37:03.027145 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:37:03.027145 dv-neutron-827798-2-hyperv neutron-server[84107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:37:03.027145 dv-neutron-827798-2-hyperv neutron-server[84107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:37:03.029239 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63853dc9-f912-4223-8c8f-459765afd50e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempting to bind port f36b3914-6703-4d4b-9928-379fc1a31ee8 on network 7ce967ea-c397-49ff-a238-5a62f6b2b761 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:37:03.055246 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63853dc9-f912-4223-8c8f-459765afd50e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Port f36b3914-6703-4d4b-9928-379fc1a31ee8 on network 7ce967ea-c397-49ff-a238-5a62f6b2b761 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 08:37:03.055585 dv-neutron-827798-2-hyperv neutron-server[84108]: ERROR neutron.plugins.ml2.managers [None req-63853dc9-f912-4223-8c8f-459765afd50e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Failed to bind port f36b3914-6703-4d4b-9928-379fc1a31ee8 on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'd0540de7-d598-4ca0-a787-8e7fd8cdcd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7ce967ea-c397-49ff-a238-5a62f6b2b761'}] Feb 04 08:37:03.058420 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.plugins.ml2.plugin [None req-63853dc9-f912-4223-8c8f-459765afd50e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempt 9 to bind port f36b3914-6703-4d4b-9928-379fc1a31ee8 Feb 04 08:37:03.064328 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-006eea1d-84ef-4018-871e-a455896243c3 None None] Provisioning complete for port 6e7424bc-dbb9-42df-8f10-c5170f515d0b triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:37:03.065493 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-006eea1d-84ef-4018-871e-a455896243c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:03.080087 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [None req-63853dc9-f912-4223-8c8f-459765afd50e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempting to bind port f36b3914-6703-4d4b-9928-379fc1a31ee8 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:37:03.080422 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [None req-63853dc9-f912-4223-8c8f-459765afd50e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempting to bind port f36b3914-6703-4d4b-9928-379fc1a31ee8 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'd0540de7-d598-4ca0-a787-8e7fd8cdcd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7ce967ea-c397-49ff-a238-5a62f6b2b761'}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:37:03.080848 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63853dc9-f912-4223-8c8f-459765afd50e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempting to bind port f36b3914-6703-4d4b-9928-379fc1a31ee8 on network 7ce967ea-c397-49ff-a238-5a62f6b2b761 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:37:03.093055 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-1af4a3d6-56bd-4fb1-b427-345ac7864a95 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:37:03.100856 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-1af4a3d6-56bd-4fb1-b427-345ac7864a95 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Usage tracker for resource:security_group_rule and tenant:32c07176beb04678891482021dac7654 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:37:03.104986 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-1af4a3d6-56bd-4fb1-b427-345ac7864a95 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:37:03.115344 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-c8011bb9-85c2-485d-8282-92f7980ef508 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Unset dirty status for tenant:3ea4a86fc0434686aab7f1aae1f745fb on resource:port {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:37:03.116515 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-c8011bb9-85c2-485d-8282-92f7980ef508 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] 10.222.0.36 "GET /v2.0/ports/cfdf6757-8391-4e86-89bc-8e6c8cb0f709 HTTP/1.1" status: 404 len: 333 time: 0.2206743 Feb 04 08:37:03.124587 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 46810) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:03.128918 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63853dc9-f912-4223-8c8f-459765afd50e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Port f36b3914-6703-4d4b-9928-379fc1a31ee8 on network 7ce967ea-c397-49ff-a238-5a62f6b2b761 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 08:37:03.129259 dv-neutron-827798-2-hyperv neutron-server[84108]: ERROR neutron.plugins.ml2.managers [None req-63853dc9-f912-4223-8c8f-459765afd50e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Failed to bind port f36b3914-6703-4d4b-9928-379fc1a31ee8 on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'd0540de7-d598-4ca0-a787-8e7fd8cdcd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7ce967ea-c397-49ff-a238-5a62f6b2b761'}] Feb 04 08:37:03.130483 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-006eea1d-84ef-4018-871e-a455896243c3 None None] Port 6e7424bc-dbb9-42df-8f10-c5170f515d0b cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:37:03.132822 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-1af4a3d6-56bd-4fb1-b427-345ac7864a95 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:37:03.136602 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.plugins.ml2.plugin [None req-63853dc9-f912-4223-8c8f-459765afd50e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempt 10 to bind port f36b3914-6703-4d4b-9928-379fc1a31ee8 Feb 04 08:37:03.138169 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-0eb8c97a-7f45-4553-bde3-40f792f8c987 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Request body: {'port': {'network_id': 'c4b239b5-3dcc-4bec-b52c-75359bfcfd3b', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-377744980'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:37:03.146896 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-0eb8c97a-7f45-4553-bde3-40f792f8c987 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:37:03.150068 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3cbaa90-d86c-4b8b-b719-8ed4d17e8cd6 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Network 66b7c844-f7b2-4c93-9a9f-37e9df59f112 is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:37:03.154659 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-d3cbaa90-d86c-4b8b-b719-8ed4d17e8cd6 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:37:03.174098 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [None req-63853dc9-f912-4223-8c8f-459765afd50e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempting to bind port f36b3914-6703-4d4b-9928-379fc1a31ee8 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:37:03.174331 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [None req-63853dc9-f912-4223-8c8f-459765afd50e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempting to bind port f36b3914-6703-4d4b-9928-379fc1a31ee8 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'd0540de7-d598-4ca0-a787-8e7fd8cdcd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7ce967ea-c397-49ff-a238-5a62f6b2b761'}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:37:03.174671 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63853dc9-f912-4223-8c8f-459765afd50e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempting to bind port f36b3914-6703-4d4b-9928-379fc1a31ee8 on network 7ce967ea-c397-49ff-a238-5a62f6b2b761 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:37:03.221385 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1644fee2-105a-4ec7-be68-63a115a652c3', 'tag': 'eef8f4f2-3132-4d9d-9006-f98915802e05'}] {{(pid=84107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:37:03.226851 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-0eb8c97a-7f45-4553-bde3-40f792f8c987 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:37:03.242395 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63853dc9-f912-4223-8c8f-459765afd50e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Port f36b3914-6703-4d4b-9928-379fc1a31ee8 on network 7ce967ea-c397-49ff-a238-5a62f6b2b761 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 08:37:03.242730 dv-neutron-827798-2-hyperv neutron-server[84108]: ERROR neutron.plugins.ml2.managers [None req-63853dc9-f912-4223-8c8f-459765afd50e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Failed to bind port f36b3914-6703-4d4b-9928-379fc1a31ee8 on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'd0540de7-d598-4ca0-a787-8e7fd8cdcd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7ce967ea-c397-49ff-a238-5a62f6b2b761'}] Feb 04 08:37:03.243095 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-63853dc9-f912-4223-8c8f-459765afd50e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:03.245225 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-53c4509f-0c81-4a14-bdc0-bb55e2fb1166 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:03.333530 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53c4509f-0c81-4a14-bdc0-bb55e2fb1166 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8fd03b73-b1cf-4f95-924c-1e602ce559e7 {{(pid=84107) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 04 08:37:03.334743 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1644fee2-105a-4ec7-be68-63a115a652c3', 'tag': 'eef8f4f2-3132-4d9d-9006-f98915802e05', 'status': 'completed', 'code': 200} Feb 04 08:37:03.353298 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-53c4509f-0c81-4a14-bdc0-bb55e2fb1166 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:03.356649 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c4509f-0c81-4a14-bdc0-bb55e2fb1166 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Pushing event deleted for resources: {'Network': ['ID=8fd03b73-b1cf-4f95-924c-1e602ce559e7,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:03.376265 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0ebb0441-4424-468e-94c8-3bc9ffaeec3b tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:03.382491 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb8c97a-7f45-4553-bde3-40f792f8c987 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Made reservation on behalf of 3ea4a86fc0434686aab7f1aae1f745fb for: {'port': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:37:03.384807 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0eb8c97a-7f45-4553-bde3-40f792f8c987 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:03.415020 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-53c4509f-0c81-4a14-bdc0-bb55e2fb1166 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] 10.222.0.36 "DELETE /v2.0/networks/8fd03b73-b1cf-4f95-924c-1e602ce559e7 HTTP/1.1" status: 204 len: 168 time: 1.2880032 Feb 04 08:37:03.459873 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-35a13cc5-89bb-4129-b39d-de02b6546850 None None] Provisioning complete for port 9af174f9-5c03-4191-8f0b-407b6caece02 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:37:03.460546 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-35a13cc5-89bb-4129-b39d-de02b6546850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:03.517097 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-35a13cc5-89bb-4129-b39d-de02b6546850 None None] Port 9af174f9-5c03-4191-8f0b-407b6caece02 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:37:03.557522 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1af4a3d6-56bd-4fb1-b427-345ac7864a95 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:03.559570 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [None req-0eb8c97a-7f45-4553-bde3-40f792f8c987 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] device_id is not set on port bfd6e77f-6747-435e-b45e-d40ececefea3 yet. {{(pid=84107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:37:03.565924 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-0ebb0441-4424-468e-94c8-3bc9ffaeec3b tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Calling delete_port for 6e7424bc-dbb9-42df-8f10-c5170f515d0b owned by {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:37:03.614331 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [None req-63853dc9-f912-4223-8c8f-459765afd50e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] For port f36b3914-6703-4d4b-9928-379fc1a31ee8, host hv-neutron-8277, cleared binding levels {{(pid=84108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:37:03.614705 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [None req-63853dc9-f912-4223-8c8f-459765afd50e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempted to set empty binding levels {{(pid=84108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 04 08:37:03.699940 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1af4a3d6-56bd-4fb1-b427-345ac7864a95 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:03.700404 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1af4a3d6-56bd-4fb1-b427-345ac7864a95 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:03.704989 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-63853dc9-f912-4223-8c8f-459765afd50e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:03.788564 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-63853dc9-f912-4223-8c8f-459765afd50e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] In _notify_port_updated(), no bound segment for port f36b3914-6703-4d4b-9928-379fc1a31ee8 on network 7ce967ea-c397-49ff-a238-5a62f6b2b761 {{(pid=84108) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 04 08:37:03.789564 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-63853dc9-f912-4223-8c8f-459765afd50e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:03.790853 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-63853dc9-f912-4223-8c8f-459765afd50e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] 10.222.0.36 "PUT /v2.0/ports/f36b3914-6703-4d4b-9928-379fc1a31ee8 HTTP/1.1" status: 200 len: 980 time: 4.8749774 Feb 04 08:37:03.797990 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 46828) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:03.864807 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a09f19-9658-4b53-b020-43226e39f189 req-91e0aca0-237e-4896-a9d5-0b6fc8975901 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:03.866172 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f7a09f19-9658-4b53-b020-43226e39f189 req-91e0aca0-237e-4896-a9d5-0b6fc8975901 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3fa9977b-947d-4b46-b6ea-d66bbbafccca HTTP/1.1" status: 200 len: 845 time: 0.3148832 Feb 04 08:37:03.870239 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63853dc9-f912-4223-8c8f-459765afd50e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Pushing event updated for resources: {'Port': ['ID=f36b3914-6703-4d4b-9928-379fc1a31ee8,revision_number=3']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:03.880972 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4a3d6-56bd-4fb1-b427-345ac7864a95 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63bd4d2e-67d1-45f6-86d9-b50baacbdce5,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:03.926430 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-bdaf676b-d746-4a91-bee5-6880e3e5cf6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Synchronizing usage tracker for tenant:313932340c094396b5917f4d02651ca6 on resource:port {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:37:03.939390 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0ebb0441-4424-468e-94c8-3bc9ffaeec3b tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:03.980026 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1af4a3d6-56bd-4fb1-b427-345ac7864a95 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=84107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:37:04.078027 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-bdaf676b-d746-4a91-bee5-6880e3e5cf6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Unset dirty status for tenant:313932340c094396b5917f4d02651ca6 on resource:port {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:37:04.084968 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-bdaf676b-d746-4a91-bee5-6880e3e5cf6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 19083 time: 0.2839031 Feb 04 08:37:04.091213 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 46836) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:04.091541 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 46838) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:04.101266 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebb0441-4424-468e-94c8-3bc9ffaeec3b tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Pushing event deleted for resources: {'Port': ['ID=6e7424bc-dbb9-42df-8f10-c5170f515d0b,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:04.123345 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-4d96a81f-d9d5-4f29-a6aa-1a95c82bd7d5 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Request body: {'router': {'name': 'tempest-router--415227612', 'project_id': '51258775693e4b8ab2a9d38d7cc198cf'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:37:04.140084 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1af4a3d6-56bd-4fb1-b427-345ac7864a95 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:04.140418 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.segments_db [None req-1af4a3d6-56bd-4fb1-b427-345ac7864a95 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Added segment 6ea578cd-2622-4d75-b4ae-d6ea05b0202b of type vlan for network 3fa78f68-08ec-42b9-b752-28b4baad6f15 Feb 04 08:37:04.190091 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-4d96a81f-d9d5-4f29-a6aa-1a95c82bd7d5 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:37:04.195985 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0ebb0441-4424-468e-94c8-3bc9ffaeec3b tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:04.214798 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-0ebb0441-4424-468e-94c8-3bc9ffaeec3b tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] 10.222.0.36 "DELETE /v2.0/ports/6e7424bc-dbb9-42df-8f10-c5170f515d0b HTTP/1.1" status: 204 len: 168 time: 1.3732467 Feb 04 08:37:04.214986 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 46844) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:04.265233 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c313313-8dbf-44af-bd26-3f4e48f1fe23 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] GET failed (client error): The resource could not be found. Feb 04 08:37:04.265746 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-8c313313-8dbf-44af-bd26-3f4e48f1fe23 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Synchronizing usage tracker for tenant:5a1f9fbc958d47759c7330f931dae328 on resource:port {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:37:04.267676 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5f6fe557-f445-40b5-8a0b-c68c32b1011e req-4726a1b0-de14-41b6-bc1b-9cc6ad3ad452 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ead21cd697164942839c9343c97d0d9d&device_id=366365a9-947d-42ad-8b39-81e07299534b HTTP/1.1" status: 200 len: 1096 time: 0.6291864 Feb 04 08:37:04.268902 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-4d96a81f-d9d5-4f29-a6aa-1a95c82bd7d5 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Usage tracker for resource:router and tenant:51258775693e4b8ab2a9d38d7cc198cf is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:37:04.327241 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-4d96a81f-d9d5-4f29-a6aa-1a95c82bd7d5 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:37:04.352232 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-8c313313-8dbf-44af-bd26-3f4e48f1fe23 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Unset dirty status for tenant:5a1f9fbc958d47759c7330f931dae328 on resource:port {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:37:04.357160 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-8c313313-8dbf-44af-bd26-3f4e48f1fe23 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] 10.222.0.36 "GET /v2.0/ports/6e7424bc-dbb9-42df-8f10-c5170f515d0b HTTP/1.1" status: 404 len: 333 time: 0.1376035 Feb 04 08:37:04.357725 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 46848) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:04.363575 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-f4426c11-c314-436c-8242-0b7467460cc3 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Request body: {'port': {'network_id': '7f2cb2c1-aa0f-4f45-9f17-c8bf4d52536c', 'name': 'tempest-AllowedAddressPairTestJSON-1684252763'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:37:04.489150 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-4d96a81f-d9d5-4f29-a6aa-1a95c82bd7d5 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:37:04.578339 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0eb8c97a-7f45-4553-bde3-40f792f8c987 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:04.587729 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1af4a3d6-56bd-4fb1-b427-345ac7864a95 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:04.601006 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-c5457cb4-cd43-4ca1-95d5-1965d94425b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Deleting port f36b3914-6703-4d4b-9928-379fc1a31ee8 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:37:04.601211 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-f4426c11-c314-436c-8242-0b7467460cc3 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:37:04.601353 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c5457cb4-cd43-4ca1-95d5-1965d94425b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:04.611797 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-f4426c11-c314-436c-8242-0b7467460cc3 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:37:04.692275 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4d96a81f-d9d5-4f29-a6aa-1a95c82bd7d5 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40975'] for router, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:04.693209 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4d96a81f-d9d5-4f29-a6aa-1a95c82bd7d5 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40982'] for router, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:04.694816 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4426c11-c314-436c-8242-0b7467460cc3 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Made reservation on behalf of 5a1f9fbc958d47759c7330f931dae328 for: {'port': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:37:04.697963 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f4426c11-c314-436c-8242-0b7467460cc3 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:04.719425 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [None req-f4426c11-c314-436c-8242-0b7467460cc3 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] device_id is not set on port 5b7924c9-faa1-43a7-be2c-ba258e289b88 yet. {{(pid=84108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:37:04.743959 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f7a09f19-9658-4b53-b020-43226e39f189 req-fcccdd8c-b6a0-469b-83a6-620f6ef0dd83 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aaba0e34-0ac3-4326-9ed2-e65fb37ae418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8576488 Feb 04 08:37:04.860119 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-f4426c11-c314-436c-8242-0b7467460cc3 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Allocated IP 172.20.0.6 (7f2cb2c1-aa0f-4f45-9f17-c8bf4d52536c/98c8ff4a-b0d3-4ec7-9d77-96308f93186a/5b7924c9-faa1-43a7-be2c-ba258e289b88) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:37:04.920867 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1af4a3d6-56bd-4fb1-b427-345ac7864a95 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=84107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:37:04.953802 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6fe557-f445-40b5-8a0b-c68c32b1011e req-e25c347f-56ac-4e0b-9ca3-f8c4367a590c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:04.955809 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5f6fe557-f445-40b5-8a0b-c68c32b1011e req-e25c347f-56ac-4e0b-9ca3-f8c4367a590c service neutron] 10.222.0.47 "GET /v2.0/networks?id=f5fb3ea8-2367-40fb-af0c-1a55b91fec56 HTTP/1.1" status: 200 len: 912 time: 0.6393535 Feb 04 08:37:04.975786 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0006e6-5704-407c-b871-ee11418a78d2 req-6ee73fc3-64c5-424d-a25a-6bce018868f5 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:04.977622 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4b0006e6-5704-407c-b871-ee11418a78d2 req-6ee73fc3-64c5-424d-a25a-6bce018868f5 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] 10.222.0.36 "GET /v2.0/ports?device_id=1644fee2-105a-4ec7-be68-63a115a652c3 HTTP/1.1" status: 200 len: 944 time: 0.7785347 Feb 04 08:37:05.033485 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1af4a3d6-56bd-4fb1-b427-345ac7864a95 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:05.033832 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.segments_db [None req-1af4a3d6-56bd-4fb1-b427-345ac7864a95 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Added segment 3071d015-3848-4f2e-9fb7-81c31c273526 of type vlan for network 137958a1-4293-49a1-ab12-1ae62cbd7827 Feb 04 08:37:05.039538 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4d96a81f-d9d5-4f29-a6aa-1a95c82bd7d5 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:05.065740 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22711702-ee1a-48ab-b73c-af3c4290c564 req-356b60a7-0aa5-429a-872f-01aa50782b62 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:05.067265 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-22711702-ee1a-48ab-b73c-af3c4290c564 req-356b60a7-0aa5-429a-872f-01aa50782b62 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] 10.222.0.36 "GET /v2.0/ports?device_id=366365a9-947d-42ad-8b39-81e07299534b HTTP/1.1" status: 200 len: 943 time: 0.8696382 Feb 04 08:37:05.070828 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f4426c11-c314-436c-8242-0b7467460cc3 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:05.089056 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.provisioning_blocks [None req-f4426c11-c314-436c-8242-0b7467460cc3 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Transition to ACTIVE for port object 5b7924c9-faa1-43a7-be2c-ba258e289b88 will not be triggered until provisioned by entity DHCP. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:37:05.111353 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0eb8c97a-7f45-4553-bde3-40f792f8c987 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:05.199129 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5f6fe557-f445-40b5-8a0b-c68c32b1011e req-36c461ee-fc0a-4612-ae81-9c74721ba0e4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=78678a4e-3471-4771-905b-d44f3da77bd9 HTTP/1.1" status: 200 len: 217 time: 0.2345011 Feb 04 08:37:05.222717 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f4426c11-c314-436c-8242-0b7467460cc3 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:05.297454 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4426c11-c314-436c-8242-0b7467460cc3 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Network 7f2cb2c1-aa0f-4f45-9f17-c8bf4d52536c is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:37:05.301158 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-f4426c11-c314-436c-8242-0b7467460cc3 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:37:05.305679 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4426c11-c314-436c-8242-0b7467460cc3 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:37:05.321040 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3cbaa90-d86c-4b8b-b719-8ed4d17e8cd6 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Router c7b81544-3a6c-440a-9111-741d119f16be is scheduled to L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 with binding_index 1 {{(pid=84107) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 08:37:05.331442 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4426c11-c314-436c-8242-0b7467460cc3 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Pushing event updated for resources: {'Port': ['ID=5b7924c9-faa1-43a7-be2c-ba258e289b88,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:05.334102 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1af4a3d6-56bd-4fb1-b427-345ac7864a95 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:05.371234 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4426c11-c314-436c-8242-0b7467460cc3 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:05.371876 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f4426c11-c314-436c-8242-0b7467460cc3 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:05.424282 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4d96a81f-d9d5-4f29-a6aa-1a95c82bd7d5 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472990'] for router, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:05.429161 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f7a09f19-9658-4b53-b020-43226e39f189 req-48b5e5ee-5f8b-40c0-b07a-ee3063bed564 service neutron] 10.222.0.47 "GET /v2.0/networks/aaba0e34-0ac3-4326-9ed2-e65fb37ae418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6539514 Feb 04 08:37:05.431651 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [None req-c5457cb4-cd43-4ca1-95d5-1965d94425b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] For port f36b3914-6703-4d4b-9928-379fc1a31ee8, host hv-neutron-8277, got binding levels [] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:37:05.432006 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c5457cb4-cd43-4ca1-95d5-1965d94425b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:05.478868 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-f4426c11-c314-436c-8242-0b7467460cc3 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1199112 Feb 04 08:37:05.481203 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 46854) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:05.487735 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-a6e2da6f-8973-45ce-b934-601e258e20e6 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Request body: {'port': {'network_id': '7f2cb2c1-aa0f-4f45-9f17-c8bf4d52536c', 'name': 'tempest-AllowedAddressPairTestJSON-2102090663'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:37:05.503365 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb8c97a-7f45-4553-bde3-40f792f8c987 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Pushing event updated for resources: {'Port': ['ID=bfd6e77f-6747-435e-b45e-d40ececefea3,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:05.507199 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4b0006e6-5704-407c-b871-ee11418a78d2 req-0c028584-647f-4664-8563-5b585fbe07d9 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] 10.222.0.36 "GET /v2.0/security-groups?id=1cf66706-a623-46a6-9f5d-54c09d760d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4709311 Feb 04 08:37:05.561185 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb8c97a-7f45-4553-bde3-40f792f8c987 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Network c4b239b5-3dcc-4bec-b52c-75359bfcfd3b is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:37:05.562284 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.db.resource_extend [None req-1af4a3d6-56bd-4fb1-b427-345ac7864a95 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 08:37:05.631059 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-a6e2da6f-8973-45ce-b934-601e258e20e6 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:37:05.635393 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-a6e2da6f-8973-45ce-b934-601e258e20e6 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Usage tracker for resource:port and tenant:5a1f9fbc958d47759c7330f931dae328 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:37:05.636924 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-0eb8c97a-7f45-4553-bde3-40f792f8c987 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:37:05.638368 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-a6e2da6f-8973-45ce-b934-601e258e20e6 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:37:05.643734 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-619e495a-94ae-4390-9bcc-f57b7fd2aa35 None None] Provisioning for port 5b7924c9-faa1-43a7-be2c-ba258e289b88 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:37:05.644676 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-a6e2da6f-8973-45ce-b934-601e258e20e6 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:37:05.649294 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-619e495a-94ae-4390-9bcc-f57b7fd2aa35 None None] Provisioning complete for port 5b7924c9-faa1-43a7-be2c-ba258e289b88 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:37:05.654163 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-619e495a-94ae-4390-9bcc-f57b7fd2aa35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:05.693272 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-c5457cb4-cd43-4ca1-95d5-1965d94425b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Calling delete_port for f36b3914-6703-4d4b-9928-379fc1a31ee8 owned by {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:37:05.703074 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-619e495a-94ae-4390-9bcc-f57b7fd2aa35 None None] Port 5b7924c9-faa1-43a7-be2c-ba258e289b88 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:37:05.718845 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6fe557-f445-40b5-8a0b-c68c32b1011e req-3eb539ce-ad92-414f-9ca6-ab7e0ebac8c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:05.720814 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5f6fe557-f445-40b5-8a0b-c68c32b1011e req-3eb539ce-ad92-414f-9ca6-ab7e0ebac8c2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1699c4f8-d946-4eb0-aab8-83a83e03db52 HTTP/1.1" status: 200 len: 850 time: 0.4655459 Feb 04 08:37:05.724968 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6e2da6f-8973-45ce-b934-601e258e20e6 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Made reservation on behalf of 5a1f9fbc958d47759c7330f931dae328 for: {'port': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:37:05.727145 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb8c97a-7f45-4553-bde3-40f792f8c987 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:37:05.727884 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb8c97a-7f45-4553-bde3-40f792f8c987 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:05.728324 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a6e2da6f-8973-45ce-b934-601e258e20e6 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:05.728447 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0eb8c97a-7f45-4553-bde3-40f792f8c987 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:05.750169 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [None req-a6e2da6f-8973-45ce-b934-601e258e20e6 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] device_id is not set on port 3c08636e-8854-49e7-8ef4-9dc0ae657448 yet. {{(pid=84108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:37:05.790940 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-22711702-ee1a-48ab-b73c-af3c4290c564 req-2574955e-1767-4950-809c-ba040933719a tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] 10.222.0.36 "GET /v2.0/security-groups?id=14968e18-e111-4015-999f-127e7e9cb94a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6704557 Feb 04 08:37:05.901189 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-a6e2da6f-8973-45ce-b934-601e258e20e6 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Allocated IP 172.20.0.7 (7f2cb2c1-aa0f-4f45-9f17-c8bf4d52536c/98c8ff4a-b0d3-4ec7-9d77-96308f93186a/3c08636e-8854-49e7-8ef4-9dc0ae657448) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:37:05.996410 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1af4a3d6-56bd-4fb1-b427-345ac7864a95 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:05.996945 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1af4a3d6-56bd-4fb1-b427-345ac7864a95 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:06.002163 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af4a3d6-56bd-4fb1-b427-345ac7864a95 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:06.003754 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af4a3d6-56bd-4fb1-b427-345ac7864a95 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:06.004380 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1af4a3d6-56bd-4fb1-b427-345ac7864a95 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:06.042310 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4d96a81f-d9d5-4f29-a6aa-1a95c82bd7d5 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:06.043481 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-4d96a81f-d9d5-4f29-a6aa-1a95c82bd7d5 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.9463687 Feb 04 08:37:06.045043 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-0eb8c97a-7f45-4553-bde3-40f792f8c987 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.9156625 Feb 04 08:37:06.046340 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 46858) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:06.048659 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 46860) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:06.049246 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 08:37:06.129036 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-c8fc381d-f277-44d8-af92-910a7f54ac46 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8277'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:37:06.220218 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f7a09f19-9658-4b53-b020-43226e39f189 req-9810fb8f-b93a-4ba8-8e7d-86e07f9303d1 service neutron] 10.222.0.47 "GET /v2.0/networks/aaba0e34-0ac3-4326-9ed2-e65fb37ae418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7473686 Feb 04 08:37:06.226376 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c5457cb4-cd43-4ca1-95d5-1965d94425b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:06.307136 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5457cb4-cd43-4ca1-95d5-1965d94425b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Pushing event deleted for resources: {'Port': ['ID=f36b3914-6703-4d4b-9928-379fc1a31ee8,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:06.313131 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4a3d6-56bd-4fb1-b427-345ac7864a95 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Pushing event updated for resources: {'Network': ['ID=3fa78f68-08ec-42b9-b752-28b4baad6f15,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:06.323655 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network 3fa78f68-08ec-42b9-b752-28b4baad6f15 details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:37:06.336374 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a6e2da6f-8973-45ce-b934-601e258e20e6 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:06.345788 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-353406d1-5bba-4eb7-99b3-d4a9a0cc8985 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks [] for router, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:06.346020 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5f6fe557-f445-40b5-8a0b-c68c32b1011e req-11ce000f-0453-412c-89f4-4561b9b43703 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f5fb3ea8-2367-40fb-af0c-1a55b91fec56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5539474 Feb 04 08:37:06.426045 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c5457cb4-cd43-4ca1-95d5-1965d94425b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:06.431488 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-c5457cb4-cd43-4ca1-95d5-1965d94425b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] 10.222.0.36 "DELETE /v2.0/ports/f36b3914-6703-4d4b-9928-379fc1a31ee8 HTTP/1.1" status: 204 len: 168 time: 2.3333869 Feb 04 08:37:06.434688 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 46866) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:06.435645 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.provisioning_blocks [None req-a6e2da6f-8973-45ce-b934-601e258e20e6 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Transition to ACTIVE for port object 3c08636e-8854-49e7-8ef4-9dc0ae657448 will not be triggered until provisioned by entity DHCP. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:37:06.456799 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-1af4a3d6-56bd-4fb1-b427-345ac7864a95 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 4.2833073 Feb 04 08:37:06.466779 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 46870) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:06.480878 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c8fc381d-f277-44d8-af92-910a7f54ac46 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:06.549404 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-25d9de35-b331-4a4c-bc06-65c884448bac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] GET failed (client error): The resource could not be found. Feb 04 08:37:06.550444 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-25d9de35-b331-4a4c-bc06-65c884448bac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] 10.222.0.36 "GET /v2.0/ports/f36b3914-6703-4d4b-9928-379fc1a31ee8 HTTP/1.1" status: 404 len: 333 time: 0.1133239 Feb 04 08:37:06.562944 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 46876) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:06.572833 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-6e0e6cec-46c1-44cb-9a55-2a08224c1bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296644211', 'network_id': '7ce967ea-c397-49ff-a238-5a62f6b2b761'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:37:06.576066 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4a3d6-56bd-4fb1-b427-345ac7864a95 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Pushing event updated for resources: {'Network': ['ID=137958a1-4293-49a1-ab12-1ae62cbd7827,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:06.591187 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network 137958a1-4293-49a1-ab12-1ae62cbd7827 details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:37:06.675342 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3cbaa90-d86c-4b8b-b719-8ed4d17e8cd6 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:37:06.691013 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7913535e-b7f8-4b84-b7d5-252e752882a5 None None] Sync routers for ids ['c7b81544-3a6c-440a-9111-741d119f16be'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:37:06.697621 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-6e0e6cec-46c1-44cb-9a55-2a08224c1bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:37:06.707445 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-d3cbaa90-d86c-4b8b-b719-8ed4d17e8cd6 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "PUT /v2.0/routers/c7b81544-3a6c-440a-9111-741d119f16be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.9798179 Feb 04 08:37:06.714605 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 46880) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:06.714890 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7913535e-b7f8-4b84-b7d5-252e752882a5 None None] Routers {'c7b81544-3a6c-440a-9111-741d119f16be'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:37:06.716695 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-7913535e-b7f8-4b84-b7d5-252e752882a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:36:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['c7b81544-3a6c-440a-9111-741d119f16be'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:37:06.778325 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-7913535e-b7f8-4b84-b7d5-252e752882a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:37:06.791463 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5f6fe557-f445-40b5-8a0b-c68c32b1011e req-a81e2eae-17e6-4328-adcf-3847a8593ec2 service neutron] 10.222.0.47 "GET /v2.0/networks/f5fb3ea8-2367-40fb-af0c-1a55b91fec56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3966417 Feb 04 08:37:06.799676 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7913535e-b7f8-4b84-b7d5-252e752882a5 None None] Routers {'c7b81544-3a6c-440a-9111-741d119f16be'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:37:06.800496 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-7913535e-b7f8-4b84-b7d5-252e752882a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:36:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['c7b81544-3a6c-440a-9111-741d119f16be'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:37:06.845851 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ea1e66-fab2-4b96-aae7-63956b12bcca tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:06.849740 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ea1e66-fab2-4b96-aae7-63956b12bcca tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:06.853856 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ea1e66-fab2-4b96-aae7-63956b12bcca tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:06.857875 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ea1e66-fab2-4b96-aae7-63956b12bcca tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:06.858750 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-c4ea1e66-fab2-4b96-aae7-63956b12bcca tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Synchronizing usage tracker for tenant:32c07176beb04678891482021dac7654 on resource:network {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:37:06.864064 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-7913535e-b7f8-4b84-b7d5-252e752882a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:37:06.864472 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7913535e-b7f8-4b84-b7d5-252e752882a5 None None] The sync data for ids ['c7b81544-3a6c-440a-9111-741d119f16be'] in dv-neutron-827798-2-hyperv is: [] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:37:06.880004 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a6e2da6f-8973-45ce-b934-601e258e20e6 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:06.886224 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-6e0e6cec-46c1-44cb-9a55-2a08224c1bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:37:06.923735 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-1b568375-73e3-49cd-ae19-98a18f08046b req-5aa87f21-d54a-4ece-a0b3-6bfce20b94b7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2e94175c683849e99ec67b1f30a78741&device_id=1644fee2-105a-4ec7-be68-63a115a652c3 HTTP/1.1" status: 200 len: 1097 time: 0.5320630 Feb 04 08:37:07.106440 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942ae7e9-7360-4d12-855d-777ebcb12ad8 req-68b1aac4-ce30-4af3-9587-03879b07b395 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:07.107823 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-942ae7e9-7360-4d12-855d-777ebcb12ad8 req-68b1aac4-ce30-4af3-9587-03879b07b395 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] 10.222.0.36 "GET /v2.0/ports?device_id=1644fee2-105a-4ec7-be68-63a115a652c3 HTTP/1.1" status: 200 len: 944 time: 0.4111476 Feb 04 08:37:07.116133 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e8c02b-920a-4de1-8437-c1dfb356d1e0 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:07.120204 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-70e8c02b-920a-4de1-8437-c1dfb356d1e0 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "GET /v2.0/ports/9af174f9-5c03-4191-8f0b-407b6caece02 HTTP/1.1" status: 200 len: 910 time: 0.4000907 Feb 04 08:37:07.130679 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 46886) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:07.134258 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-c4ea1e66-fab2-4b96-aae7-63956b12bcca tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Unset dirty status for tenant:32c07176beb04678891482021dac7654 on resource:network {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:37:07.139679 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-c4ea1e66-fab2-4b96-aae7-63956b12bcca tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.6549687 Feb 04 08:37:07.164067 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 46890) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:07.199814 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e2da6f-8973-45ce-b934-601e258e20e6 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Network 7f2cb2c1-aa0f-4f45-9f17-c8bf4d52536c is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:37:07.208315 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e0e6cec-46c1-44cb-9a55-2a08224c1bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Made reservation on behalf of 313932340c094396b5917f4d02651ca6 for: {'port': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:37:07.210599 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-6e0e6cec-46c1-44cb-9a55-2a08224c1bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:07.231881 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-a6e2da6f-8973-45ce-b934-601e258e20e6 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:37:07.234519 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e2da6f-8973-45ce-b934-601e258e20e6 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:37:07.270546 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5f6fe557-f445-40b5-8a0b-c68c32b1011e req-9027e2d8-de2e-470c-bf58-2d6a94c307e6 service neutron] 10.222.0.47 "GET /v2.0/networks/f5fb3ea8-2367-40fb-af0c-1a55b91fec56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4576237 Feb 04 08:37:07.323157 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e2da6f-8973-45ce-b934-601e258e20e6 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Pushing event updated for resources: {'Port': ['ID=3c08636e-8854-49e7-8ef4-9dc0ae657448,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:07.361680 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-353406d1-5bba-4eb7-99b3-d4a9a0cc8985 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40989'] for router, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:07.370432 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [None req-6e0e6cec-46c1-44cb-9a55-2a08224c1bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] device_id is not set on port e703603a-6b8d-4bed-8bcc-b969fd68b3d4 yet. {{(pid=84108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:37:07.372755 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b568375-73e3-49cd-ae19-98a18f08046b req-4c75d3ee-2f25-4d34-b273-e46d4144d370 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:07.374198 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-1b568375-73e3-49cd-ae19-98a18f08046b req-4c75d3ee-2f25-4d34-b273-e46d4144d370 service neutron] 10.222.0.47 "GET /v2.0/networks?id=aaba0e34-0ac3-4326-9ed2-e65fb37ae418 HTTP/1.1" status: 200 len: 907 time: 0.4416292 Feb 04 08:37:07.426783 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-353406d1-5bba-4eb7-99b3-d4a9a0cc8985 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:07.475959 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e2da6f-8973-45ce-b934-601e258e20e6 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:07.476577 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a6e2da6f-8973-45ce-b934-601e258e20e6 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:07.520304 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-da89d19c-43cf-4328-b328-ca31f28c2c79 None None] Provisioning for port 3c08636e-8854-49e7-8ef4-9dc0ae657448 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:37:07.533583 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-da89d19c-43cf-4328-b328-ca31f28c2c79 None None] Provisioning complete for port 3c08636e-8854-49e7-8ef4-9dc0ae657448 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:37:07.534354 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-da89d19c-43cf-4328-b328-ca31f28c2c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:07.553822 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b792fb2-9260-4d81-bd0c-c07da982def4 req-0772457a-db30-435f-9dd9-9be3fbd233cd tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:07.555686 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4b792fb2-9260-4d81-bd0c-c07da982def4 req-0772457a-db30-435f-9dd9-9be3fbd233cd tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] 10.222.0.36 "GET /v2.0/ports?device_id=366365a9-947d-42ad-8b39-81e07299534b HTTP/1.1" status: 200 len: 943 time: 0.5931478 Feb 04 08:37:07.557702 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-1b568375-73e3-49cd-ae19-98a18f08046b req-2da13105-fd1e-465e-a4bc-2e2dbdc9459d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eef8f4f2-3132-4d9d-9006-f98915802e05 HTTP/1.1" status: 200 len: 217 time: 0.1666584 Feb 04 08:37:07.559839 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-942ae7e9-7360-4d12-855d-777ebcb12ad8 req-857a9398-2bad-4c16-9ab1-c60b6e263314 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] 10.222.0.36 "GET /v2.0/security-groups?id=1cf66706-a623-46a6-9f5d-54c09d760d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4381742 Feb 04 08:37:07.563097 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e95e7715-e7d1-417b-a6e2-4989ca59c2b1 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:07.566186 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [None req-c8fc381d-f277-44d8-af92-910a7f54ac46 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] device_id is not set on port bfd6e77f-6747-435e-b45e-d40ececefea3 yet. {{(pid=84108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:37:07.588089 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c8fc381d-f277-44d8-af92-910a7f54ac46 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:07.648365 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-da89d19c-43cf-4328-b328-ca31f28c2c79 None None] Port 3c08636e-8854-49e7-8ef4-9dc0ae657448 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:37:07.670921 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b568375-73e3-49cd-ae19-98a18f08046b req-4c4c8d75-73c6-4e33-a804-b57c5c29dded service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:07.672456 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-1b568375-73e3-49cd-ae19-98a18f08046b req-4c4c8d75-73c6-4e33-a804-b57c5c29dded service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3fa9977b-947d-4b46-b6ea-d66bbbafccca HTTP/1.1" status: 200 len: 845 time: 0.1065154 Feb 04 08:37:07.690592 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-353406d1-5bba-4eb7-99b3-d4a9a0cc8985 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-476062'] for router, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:07.691073 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-353406d1-5bba-4eb7-99b3-d4a9a0cc8985 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6dd405dc-d3a6-42fd-b8dd-b0aabb26ea2b {{(pid=84108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 08:37:07.692997 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.provisioning_blocks [None req-c8fc381d-f277-44d8-af92-910a7f54ac46 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Transition to ACTIVE for port object bfd6e77f-6747-435e-b45e-d40ececefea3 will not be triggered until provisioned by entity L2. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:37:07.701948 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-353406d1-5bba-4eb7-99b3-d4a9a0cc8985 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks [] for router, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:07.703115 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-353406d1-5bba-4eb7-99b3-d4a9a0cc8985 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] 10.222.0.36 "DELETE /v2.0/routers/6dd405dc-d3a6-42fd-b8dd-b0aabb26ea2b HTTP/1.1" status: 204 len: 168 time: 1.6556642 Feb 04 08:37:07.706449 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-a6e2da6f-8973-45ce-b934-601e258e20e6 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2228878 Feb 04 08:37:07.724507 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 46896) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:07.735881 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-19ab11cd-b0a8-477a-b991-315d230d6267 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:0f:ca:43'}, {'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:b5:d5:0d'}]}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:37:07.797497 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c8fc381d-f277-44d8-af92-910a7f54ac46 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:07.965122 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4b792fb2-9260-4d81-bd0c-c07da982def4 req-029304a8-b110-4fe4-9564-1eaa1c318d10 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] 10.222.0.36 "GET /v2.0/security-groups?id=14968e18-e111-4015-999f-127e7e9cb94a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3600745 Feb 04 08:37:08.044885 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 46900) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:08.064922 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-6e0e6cec-46c1-44cb-9a55-2a08224c1bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:08.091223 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e95e7715-e7d1-417b-a6e2-4989ca59c2b1 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:08.138552 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fc381d-f277-44d8-af92-910a7f54ac46 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Pushing event updated for resources: {'Port': ['ID=bfd6e77f-6747-435e-b45e-d40ececefea3,revision_number=2']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:08.145767 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-19ab11cd-b0a8-477a-b991-315d230d6267 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:08.183678 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-e95e7715-e7d1-417b-a6e2-4989ca59c2b1 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fa78f68-08ec-42b9-b752-28b4baad6f15']}} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:37:08.201928 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-e95e7715-e7d1-417b-a6e2-4989ca59c2b1 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ea578cd-2622-4d75-b4ae-d6ea05b0202b') {'for_net_delete': True} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:37:08.202279 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-e95e7715-e7d1-417b-a6e2-4989ca59c2b1 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ea578cd-2622-4d75-b4ae-d6ea05b0202b') {} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:37:08.220731 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-1b568375-73e3-49cd-ae19-98a18f08046b req-8b7790d8-a331-4ee0-849b-28ee1e6aa711 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aaba0e34-0ac3-4326-9ed2-e65fb37ae418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3919568 Feb 04 08:37:08.222416 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e95e7715-e7d1-417b-a6e2-4989ca59c2b1 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8058642'] for segment, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:08.322418 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e95e7715-e7d1-417b-a6e2-4989ca59c2b1 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:08.336534 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e95e7715-e7d1-417b-a6e2-4989ca59c2b1 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=84107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:37:08.340132 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e95e7715-e7d1-417b-a6e2-4989ca59c2b1 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7377717'] for segment, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:08.342349 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [None req-c8fc381d-f277-44d8-af92-910a7f54ac46 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempting to bind port bfd6e77f-6747-435e-b45e-d40ececefea3 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:37:08.342678 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [None req-c8fc381d-f277-44d8-af92-910a7f54ac46 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempting to bind port bfd6e77f-6747-435e-b45e-d40ececefea3 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '431038c6-b608-4de1-90a0-82d08fa58999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c4b239b5-3dcc-4bec-b52c-75359bfcfd3b'}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:37:08.343013 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fc381d-f277-44d8-af92-910a7f54ac46 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempting to bind port bfd6e77f-6747-435e-b45e-d40ececefea3 on network c4b239b5-3dcc-4bec-b52c-75359bfcfd3b {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:37:08.359726 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fc381d-f277-44d8-af92-910a7f54ac46 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Port bfd6e77f-6747-435e-b45e-d40ececefea3 on network c4b239b5-3dcc-4bec-b52c-75359bfcfd3b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 08:37:08.360633 dv-neutron-827798-2-hyperv neutron-server[84108]: ERROR neutron.plugins.ml2.managers [None req-c8fc381d-f277-44d8-af92-910a7f54ac46 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Failed to bind port bfd6e77f-6747-435e-b45e-d40ececefea3 on host hv-neutron-8277 for vnic_type normal using segments [{'id': '431038c6-b608-4de1-90a0-82d08fa58999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c4b239b5-3dcc-4bec-b52c-75359bfcfd3b'}] Feb 04 08:37:08.362192 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.plugins.ml2.plugin [None req-c8fc381d-f277-44d8-af92-910a7f54ac46 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempt 2 to bind port bfd6e77f-6747-435e-b45e-d40ececefea3 Feb 04 08:37:08.410071 dv-neutron-827798-2-hyperv neutron-server[84107]: Traceback (most recent call last): Feb 04 08:37:08.410071 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:37:08.410071 dv-neutron-827798-2-hyperv neutron-server[84107]: timer() Feb 04 08:37:08.410071 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:37:08.410071 dv-neutron-827798-2-hyperv neutron-server[84107]: cb(*args, **kw) Feb 04 08:37:08.410071 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:37:08.410071 dv-neutron-827798-2-hyperv neutron-server[84107]: return func(*args, **kwargs) Feb 04 08:37:08.410071 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:37:08.410071 dv-neutron-827798-2-hyperv neutron-server[84107]: self._notify() Feb 04 08:37:08.410071 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:37:08.410071 dv-neutron-827798-2-hyperv neutron-server[84107]: self.callback(batched_events) Feb 04 08:37:08.410071 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:37:08.410071 dv-neutron-827798-2-hyperv neutron-server[84107]: event.method(event) Feb 04 08:37:08.410071 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:37:08.410071 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:37:08.410071 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:37:08.410071 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:37:08.410071 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:37:08.410071 dv-neutron-827798-2-hyperv neutron-server[84107]: return f(self, *a, **k) Feb 04 08:37:08.410071 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:37:08.410071 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._get(url).json() Feb 04 08:37:08.410071 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:37:08.410071 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:37:08.410071 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:37:08.410071 dv-neutron-827798-2-hyperv neutron-server[84107]: return self.request(url, 'GET', **kwargs) Feb 04 08:37:08.410071 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:37:08.410071 dv-neutron-827798-2-hyperv neutron-server[84107]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:37:08.410071 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:37:08.410071 dv-neutron-827798-2-hyperv neutron-server[84107]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:37:08.410071 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:37:08.410071 dv-neutron-827798-2-hyperv neutron-server[84107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:37:08.410071 dv-neutron-827798-2-hyperv neutron-server[84107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:37:08.427805 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-60b94dd1-bf1e-4726-8e1f-e9d747ef4c2c tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1277384405', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}, 'admin_state_up': False}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:37:08.445017 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [None req-c8fc381d-f277-44d8-af92-910a7f54ac46 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempting to bind port bfd6e77f-6747-435e-b45e-d40ececefea3 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:37:08.445358 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [None req-c8fc381d-f277-44d8-af92-910a7f54ac46 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempting to bind port bfd6e77f-6747-435e-b45e-d40ececefea3 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '431038c6-b608-4de1-90a0-82d08fa58999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c4b239b5-3dcc-4bec-b52c-75359bfcfd3b'}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:37:08.445687 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fc381d-f277-44d8-af92-910a7f54ac46 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempting to bind port bfd6e77f-6747-435e-b45e-d40ececefea3 on network c4b239b5-3dcc-4bec-b52c-75359bfcfd3b {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:37:08.448063 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-6e0e6cec-46c1-44cb-9a55-2a08224c1bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:08.460100 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-60b94dd1-bf1e-4726-8e1f-e9d747ef4c2c tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:37:08.470669 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-60b94dd1-bf1e-4726-8e1f-e9d747ef4c2c tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Usage tracker for resource:router and tenant:e89a5432419c4f2799d167fec1bb7459 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:37:08.482670 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-60b94dd1-bf1e-4726-8e1f-e9d747ef4c2c tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:37:08.488909 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device 78678a4e-3471-4771-905b-d44f3da77bd9 details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=84109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 08:37:08.503985 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-60b94dd1-bf1e-4726-8e1f-e9d747ef4c2c tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:37:08.511191 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fc381d-f277-44d8-af92-910a7f54ac46 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Port bfd6e77f-6747-435e-b45e-d40ececefea3 on network c4b239b5-3dcc-4bec-b52c-75359bfcfd3b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 08:37:08.511522 dv-neutron-827798-2-hyperv neutron-server[84108]: ERROR neutron.plugins.ml2.managers [None req-c8fc381d-f277-44d8-af92-910a7f54ac46 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Failed to bind port bfd6e77f-6747-435e-b45e-d40ececefea3 on host hv-neutron-8277 for vnic_type normal using segments [{'id': '431038c6-b608-4de1-90a0-82d08fa58999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c4b239b5-3dcc-4bec-b52c-75359bfcfd3b'}] Feb 04 08:37:08.526253 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.plugins.ml2.plugin [None req-c8fc381d-f277-44d8-af92-910a7f54ac46 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempt 3 to bind port bfd6e77f-6747-435e-b45e-d40ececefea3 Feb 04 08:37:08.566759 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0e6cec-46c1-44cb-9a55-2a08224c1bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Network 7ce967ea-c397-49ff-a238-5a62f6b2b761 is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:37:08.577332 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [None req-c8fc381d-f277-44d8-af92-910a7f54ac46 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempting to bind port bfd6e77f-6747-435e-b45e-d40ececefea3 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:37:08.577663 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [None req-c8fc381d-f277-44d8-af92-910a7f54ac46 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempting to bind port bfd6e77f-6747-435e-b45e-d40ececefea3 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '431038c6-b608-4de1-90a0-82d08fa58999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c4b239b5-3dcc-4bec-b52c-75359bfcfd3b'}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:37:08.578011 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fc381d-f277-44d8-af92-910a7f54ac46 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempting to bind port bfd6e77f-6747-435e-b45e-d40ececefea3 on network c4b239b5-3dcc-4bec-b52c-75359bfcfd3b {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:37:08.580007 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0e6cec-46c1-44cb-9a55-2a08224c1bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Pushing event updated for resources: {'Port': ['ID=e703603a-6b8d-4bed-8bcc-b969fd68b3d4,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:08.586089 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-6e0e6cec-46c1-44cb-9a55-2a08224c1bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:37:08.588810 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e95e7715-e7d1-417b-a6e2-4989ca59c2b1 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:08.591977 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0e6cec-46c1-44cb-9a55-2a08224c1bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:37:08.592186 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0e6cec-46c1-44cb-9a55-2a08224c1bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:08.593667 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-6e0e6cec-46c1-44cb-9a55-2a08224c1bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:08.596664 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-1b568375-73e3-49cd-ae19-98a18f08046b req-3bf5550b-4859-4d70-97d0-5aa36e53b31c service neutron] 10.222.0.47 "GET /v2.0/networks/aaba0e34-0ac3-4326-9ed2-e65fb37ae418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3594165 Feb 04 08:37:08.617090 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e95e7715-e7d1-417b-a6e2-4989ca59c2b1 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:08.638466 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port 78678a4e-3471-4771-905b-d44f3da77bd9, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=78678a4e-3471-4771-905b-d44f3da77bd9,segment=NetworkSegment(42a6b551-2c6d-433c-b38a-a2ee6afc72f2),segment_id=42a6b551-2c6d-433c-b38a-a2ee6afc72f2)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:37:08.661196 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-19ab11cd-b0a8-477a-b991-315d230d6267 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Notify callbacks [] for port, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:08.662157 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Returning: {'device': '78678a4e-3471-4771-905b-d44f3da77bd9', 'network_id': 'f5fb3ea8-2367-40fb-af0c-1a55b91fec56', 'port_id': '78678a4e-3471-4771-905b-d44f3da77bd9', 'mac_address': 'fa:16:3e:9a:48:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1699c4f8-d946-4eb0-aab8-83a83e03db52', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 08:37:08.676822 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fc381d-f277-44d8-af92-910a7f54ac46 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Port bfd6e77f-6747-435e-b45e-d40ececefea3 on network c4b239b5-3dcc-4bec-b52c-75359bfcfd3b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 08:37:08.677160 dv-neutron-827798-2-hyperv neutron-server[84108]: ERROR neutron.plugins.ml2.managers [None req-c8fc381d-f277-44d8-af92-910a7f54ac46 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Failed to bind port bfd6e77f-6747-435e-b45e-d40ececefea3 on host hv-neutron-8277 for vnic_type normal using segments [{'id': '431038c6-b608-4de1-90a0-82d08fa58999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c4b239b5-3dcc-4bec-b52c-75359bfcfd3b'}] Feb 04 08:37:08.677912 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.plugins.ml2.plugin [None req-c8fc381d-f277-44d8-af92-910a7f54ac46 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempt 4 to bind port bfd6e77f-6747-435e-b45e-d40ececefea3 Feb 04 08:37:08.695090 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [None req-c8fc381d-f277-44d8-af92-910a7f54ac46 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempting to bind port bfd6e77f-6747-435e-b45e-d40ececefea3 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:37:08.696453 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [None req-c8fc381d-f277-44d8-af92-910a7f54ac46 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempting to bind port bfd6e77f-6747-435e-b45e-d40ececefea3 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '431038c6-b608-4de1-90a0-82d08fa58999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c4b239b5-3dcc-4bec-b52c-75359bfcfd3b'}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:37:08.696830 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fc381d-f277-44d8-af92-910a7f54ac46 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempting to bind port bfd6e77f-6747-435e-b45e-d40ececefea3 on network c4b239b5-3dcc-4bec-b52c-75359bfcfd3b {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:37:08.706679 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fc381d-f277-44d8-af92-910a7f54ac46 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Port bfd6e77f-6747-435e-b45e-d40ececefea3 on network c4b239b5-3dcc-4bec-b52c-75359bfcfd3b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 08:37:08.707007 dv-neutron-827798-2-hyperv neutron-server[84108]: ERROR neutron.plugins.ml2.managers [None req-c8fc381d-f277-44d8-af92-910a7f54ac46 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Failed to bind port bfd6e77f-6747-435e-b45e-d40ececefea3 on host hv-neutron-8277 for vnic_type normal using segments [{'id': '431038c6-b608-4de1-90a0-82d08fa58999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c4b239b5-3dcc-4bec-b52c-75359bfcfd3b'}] Feb 04 08:37:08.707392 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.plugins.ml2.plugin [None req-c8fc381d-f277-44d8-af92-910a7f54ac46 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempt 5 to bind port bfd6e77f-6747-435e-b45e-d40ececefea3 Feb 04 08:37:08.726400 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [None req-c8fc381d-f277-44d8-af92-910a7f54ac46 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempting to bind port bfd6e77f-6747-435e-b45e-d40ececefea3 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:37:08.726732 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [None req-c8fc381d-f277-44d8-af92-910a7f54ac46 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempting to bind port bfd6e77f-6747-435e-b45e-d40ececefea3 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '431038c6-b608-4de1-90a0-82d08fa58999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c4b239b5-3dcc-4bec-b52c-75359bfcfd3b'}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:37:08.727063 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fc381d-f277-44d8-af92-910a7f54ac46 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempting to bind port bfd6e77f-6747-435e-b45e-d40ececefea3 on network c4b239b5-3dcc-4bec-b52c-75359bfcfd3b {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:37:08.733195 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fc381d-f277-44d8-af92-910a7f54ac46 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Port bfd6e77f-6747-435e-b45e-d40ececefea3 on network c4b239b5-3dcc-4bec-b52c-75359bfcfd3b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 08:37:08.733507 dv-neutron-827798-2-hyperv neutron-server[84108]: ERROR neutron.plugins.ml2.managers [None req-c8fc381d-f277-44d8-af92-910a7f54ac46 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Failed to bind port bfd6e77f-6747-435e-b45e-d40ececefea3 on host hv-neutron-8277 for vnic_type normal using segments [{'id': '431038c6-b608-4de1-90a0-82d08fa58999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c4b239b5-3dcc-4bec-b52c-75359bfcfd3b'}] Feb 04 08:37:08.733885 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.plugins.ml2.plugin [None req-c8fc381d-f277-44d8-af92-910a7f54ac46 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempt 6 to bind port bfd6e77f-6747-435e-b45e-d40ececefea3 Feb 04 08:37:08.734454 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:08.749540 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [None req-c8fc381d-f277-44d8-af92-910a7f54ac46 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempting to bind port bfd6e77f-6747-435e-b45e-d40ececefea3 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:37:08.749873 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [None req-c8fc381d-f277-44d8-af92-910a7f54ac46 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempting to bind port bfd6e77f-6747-435e-b45e-d40ececefea3 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '431038c6-b608-4de1-90a0-82d08fa58999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c4b239b5-3dcc-4bec-b52c-75359bfcfd3b'}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:37:08.750214 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fc381d-f277-44d8-af92-910a7f54ac46 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempting to bind port bfd6e77f-6747-435e-b45e-d40ececefea3 on network c4b239b5-3dcc-4bec-b52c-75359bfcfd3b {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:37:08.760609 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-6e0e6cec-46c1-44cb-9a55-2a08224c1bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.1947155 Feb 04 08:37:08.761521 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-19ab11cd-b0a8-477a-b991-315d230d6267 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:08.763112 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78678a4e-3471-4771-905b-d44f3da77bd9 {{(pid=84109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 08:37:08.765388 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 46908) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:08.780877 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port 78678a4e-3471-4771-905b-d44f3da77bd9, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=78678a4e-3471-4771-905b-d44f3da77bd9,segment=NetworkSegment(42a6b551-2c6d-433c-b38a-a2ee6afc72f2),segment_id=42a6b551-2c6d-433c-b38a-a2ee6afc72f2)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:37:08.786527 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95e7715-e7d1-417b-a6e2-4989ca59c2b1 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Pushing event deleted for resources: {'Network': ['ID=3fa78f68-08ec-42b9-b752-28b4baad6f15,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:08.797563 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-60b94dd1-bf1e-4726-8e1f-e9d747ef4c2c tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40975'] for router, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:08.798509 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-60b94dd1-bf1e-4726-8e1f-e9d747ef4c2c tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40982'] for router, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:08.827568 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:08.844612 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fc381d-f277-44d8-af92-910a7f54ac46 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Port bfd6e77f-6747-435e-b45e-d40ececefea3 on network c4b239b5-3dcc-4bec-b52c-75359bfcfd3b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 08:37:08.844612 dv-neutron-827798-2-hyperv neutron-server[84108]: ERROR neutron.plugins.ml2.managers [None req-c8fc381d-f277-44d8-af92-910a7f54ac46 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Failed to bind port bfd6e77f-6747-435e-b45e-d40ececefea3 on host hv-neutron-8277 for vnic_type normal using segments [{'id': '431038c6-b608-4de1-90a0-82d08fa58999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c4b239b5-3dcc-4bec-b52c-75359bfcfd3b'}] Feb 04 08:37:08.854107 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.plugins.ml2.plugin [None req-c8fc381d-f277-44d8-af92-910a7f54ac46 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempt 7 to bind port bfd6e77f-6747-435e-b45e-d40ececefea3 Feb 04 08:37:08.863437 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-e95e7715-e7d1-417b-a6e2-4989ca59c2b1 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] 10.222.0.36 "DELETE /v2.0/networks/3fa78f68-08ec-42b9-b752-28b4baad6f15 HTTP/1.1" status: 204 len: 168 time: 1.6440258 Feb 04 08:37:08.868071 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 46912) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:08.897059 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=78678a4e-3471-4771-905b-d44f3da77bd9,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:08.902273 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-1b568375-73e3-49cd-ae19-98a18f08046b req-8b415a54-af9e-43de-80e6-12b7b26624d3 service neutron] 10.222.0.47 "GET /v2.0/networks/aaba0e34-0ac3-4326-9ed2-e65fb37ae418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2866495 Feb 04 08:37:08.926855 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [None req-c8fc381d-f277-44d8-af92-910a7f54ac46 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempting to bind port bfd6e77f-6747-435e-b45e-d40ececefea3 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:37:08.927190 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [None req-c8fc381d-f277-44d8-af92-910a7f54ac46 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempting to bind port bfd6e77f-6747-435e-b45e-d40ececefea3 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '431038c6-b608-4de1-90a0-82d08fa58999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c4b239b5-3dcc-4bec-b52c-75359bfcfd3b'}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:37:08.927522 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fc381d-f277-44d8-af92-910a7f54ac46 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempting to bind port bfd6e77f-6747-435e-b45e-d40ececefea3 on network c4b239b5-3dcc-4bec-b52c-75359bfcfd3b {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:37:08.959687 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-fd4c23a9-8f5d-4556-a9a3-38844a4c0b56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Synchronizing usage tracker for tenant:313932340c094396b5917f4d02651ca6 on resource:port {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:37:08.965400 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ab11cd-b0a8-477a-b991-315d230d6267 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Pushing event updated for resources: {'Port': ['ID=3c08636e-8854-49e7-8ef4-9dc0ae657448,revision_number=2']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:08.977551 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fc381d-f277-44d8-af92-910a7f54ac46 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Port bfd6e77f-6747-435e-b45e-d40ececefea3 on network c4b239b5-3dcc-4bec-b52c-75359bfcfd3b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 08:37:08.977878 dv-neutron-827798-2-hyperv neutron-server[84108]: ERROR neutron.plugins.ml2.managers [None req-c8fc381d-f277-44d8-af92-910a7f54ac46 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Failed to bind port bfd6e77f-6747-435e-b45e-d40ececefea3 on host hv-neutron-8277 for vnic_type normal using segments [{'id': '431038c6-b608-4de1-90a0-82d08fa58999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c4b239b5-3dcc-4bec-b52c-75359bfcfd3b'}] Feb 04 08:37:08.986262 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.plugins.ml2.plugin [None req-c8fc381d-f277-44d8-af92-910a7f54ac46 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempt 8 to bind port bfd6e77f-6747-435e-b45e-d40ececefea3 Feb 04 08:37:08.995987 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-60b94dd1-bf1e-4726-8e1f-e9d747ef4c2c tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:09.004581 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-19ab11cd-b0a8-477a-b991-315d230d6267 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] In _notify_port_updated(), no bound segment for port 3c08636e-8854-49e7-8ef4-9dc0ae657448 on network 7f2cb2c1-aa0f-4f45-9f17-c8bf4d52536c {{(pid=84108) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 04 08:37:09.008381 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ab11cd-b0a8-477a-b991-315d230d6267 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:09.009040 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-19ab11cd-b0a8-477a-b991-315d230d6267 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:09.013299 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-19ab11cd-b0a8-477a-b991-315d230d6267 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] 10.222.0.36 "PUT /v2.0/ports/3c08636e-8854-49e7-8ef4-9dc0ae657448 HTTP/1.1" status: 200 len: 1056 time: 1.2877541 Feb 04 08:37:09.015835 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 46918) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:09.020232 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [None req-c8fc381d-f277-44d8-af92-910a7f54ac46 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempting to bind port bfd6e77f-6747-435e-b45e-d40ececefea3 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:37:09.020584 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [None req-c8fc381d-f277-44d8-af92-910a7f54ac46 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempting to bind port bfd6e77f-6747-435e-b45e-d40ececefea3 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '431038c6-b608-4de1-90a0-82d08fa58999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c4b239b5-3dcc-4bec-b52c-75359bfcfd3b'}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:37:09.021030 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fc381d-f277-44d8-af92-910a7f54ac46 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempting to bind port bfd6e77f-6747-435e-b45e-d40ececefea3 on network c4b239b5-3dcc-4bec-b52c-75359bfcfd3b {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:37:09.053593 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-fd4c23a9-8f5d-4556-a9a3-38844a4c0b56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Unset dirty status for tenant:313932340c094396b5917f4d02651ca6 on resource:port {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:37:09.057711 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-fd4c23a9-8f5d-4556-a9a3-38844a4c0b56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] 10.222.0.36 "GET /v2.0/ports/e703603a-6b8d-4bed-8bcc-b969fd68b3d4 HTTP/1.1" status: 200 len: 959 time: 0.2627540 Feb 04 08:37:09.058798 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 46922) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:09.115303 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beb6042-1c6f-45b9-9b0e-2583c31c5612 req-47d7278d-055e-430c-b2ad-2aa5f552c8cd tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:09.118069 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5beb6042-1c6f-45b9-9b0e-2583c31c5612 req-47d7278d-055e-430c-b2ad-2aa5f552c8cd tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] 10.222.0.36 "GET /v2.0/ports?device_id=1644fee2-105a-4ec7-be68-63a115a652c3 HTTP/1.1" status: 200 len: 944 time: 0.3326528 Feb 04 08:37:09.122463 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fc381d-f277-44d8-af92-910a7f54ac46 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Port bfd6e77f-6747-435e-b45e-d40ececefea3 on network c4b239b5-3dcc-4bec-b52c-75359bfcfd3b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 08:37:09.122791 dv-neutron-827798-2-hyperv neutron-server[84108]: ERROR neutron.plugins.ml2.managers [None req-c8fc381d-f277-44d8-af92-910a7f54ac46 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Failed to bind port bfd6e77f-6747-435e-b45e-d40ececefea3 on host hv-neutron-8277 for vnic_type normal using segments [{'id': '431038c6-b608-4de1-90a0-82d08fa58999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c4b239b5-3dcc-4bec-b52c-75359bfcfd3b'}] Feb 04 08:37:09.127756 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.plugins.ml2.plugin [None req-c8fc381d-f277-44d8-af92-910a7f54ac46 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempt 9 to bind port bfd6e77f-6747-435e-b45e-d40ececefea3 Feb 04 08:37:09.164138 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [None req-c8fc381d-f277-44d8-af92-910a7f54ac46 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempting to bind port bfd6e77f-6747-435e-b45e-d40ececefea3 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:37:09.164755 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [None req-c8fc381d-f277-44d8-af92-910a7f54ac46 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempting to bind port bfd6e77f-6747-435e-b45e-d40ececefea3 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '431038c6-b608-4de1-90a0-82d08fa58999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c4b239b5-3dcc-4bec-b52c-75359bfcfd3b'}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:37:09.164755 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fc381d-f277-44d8-af92-910a7f54ac46 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempting to bind port bfd6e77f-6747-435e-b45e-d40ececefea3 on network c4b239b5-3dcc-4bec-b52c-75359bfcfd3b {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:37:09.177546 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-07697ade-4567-40fb-845d-04f416cc046f tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Deleting port 3c08636e-8854-49e7-8ef4-9dc0ae657448 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:37:09.177887 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-07697ade-4567-40fb-845d-04f416cc046f tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:09.187230 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-437e1cda-f5cf-4fb0-b51f-232038257597 None None] Provisioning complete for port 3c08636e-8854-49e7-8ef4-9dc0ae657448 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:37:09.187718 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-437e1cda-f5cf-4fb0-b51f-232038257597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:09.214476 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-2a2765ee-7c2c-4585-994c-21875b0c7a1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Deleting port e703603a-6b8d-4bed-8bcc-b969fd68b3d4 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:37:09.214759 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2a2765ee-7c2c-4585-994c-21875b0c7a1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:09.217281 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] get_ports_and_sgs() called for port_ids ['78678a4e-3471-4771-905b-d44f3da77bd9'] {{(pid=84109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 08:37:09.250117 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fc381d-f277-44d8-af92-910a7f54ac46 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Port bfd6e77f-6747-435e-b45e-d40ececefea3 on network c4b239b5-3dcc-4bec-b52c-75359bfcfd3b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 08:37:09.250457 dv-neutron-827798-2-hyperv neutron-server[84108]: ERROR neutron.plugins.ml2.managers [None req-c8fc381d-f277-44d8-af92-910a7f54ac46 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Failed to bind port bfd6e77f-6747-435e-b45e-d40ececefea3 on host hv-neutron-8277 for vnic_type normal using segments [{'id': '431038c6-b608-4de1-90a0-82d08fa58999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c4b239b5-3dcc-4bec-b52c-75359bfcfd3b'}] Feb 04 08:37:09.262518 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.plugins.ml2.plugin [None req-c8fc381d-f277-44d8-af92-910a7f54ac46 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempt 10 to bind port bfd6e77f-6747-435e-b45e-d40ececefea3 Feb 04 08:37:09.290767 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-437e1cda-f5cf-4fb0-b51f-232038257597 None None] Port 3c08636e-8854-49e7-8ef4-9dc0ae657448 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:37:09.295410 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [None req-c8fc381d-f277-44d8-af92-910a7f54ac46 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempting to bind port bfd6e77f-6747-435e-b45e-d40ececefea3 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:37:09.295711 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [None req-c8fc381d-f277-44d8-af92-910a7f54ac46 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempting to bind port bfd6e77f-6747-435e-b45e-d40ececefea3 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '431038c6-b608-4de1-90a0-82d08fa58999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c4b239b5-3dcc-4bec-b52c-75359bfcfd3b'}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:37:09.296046 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fc381d-f277-44d8-af92-910a7f54ac46 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempting to bind port bfd6e77f-6747-435e-b45e-d40ececefea3 on network c4b239b5-3dcc-4bec-b52c-75359bfcfd3b {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:37:09.302456 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-cb77fd74-9d46-4402-8588-543615d02e4e tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:09.383664 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fc381d-f277-44d8-af92-910a7f54ac46 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Port bfd6e77f-6747-435e-b45e-d40ececefea3 on network c4b239b5-3dcc-4bec-b52c-75359bfcfd3b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 08:37:09.384031 dv-neutron-827798-2-hyperv neutron-server[84108]: ERROR neutron.plugins.ml2.managers [None req-c8fc381d-f277-44d8-af92-910a7f54ac46 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Failed to bind port bfd6e77f-6747-435e-b45e-d40ececefea3 on host hv-neutron-8277 for vnic_type normal using segments [{'id': '431038c6-b608-4de1-90a0-82d08fa58999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c4b239b5-3dcc-4bec-b52c-75359bfcfd3b'}] Feb 04 08:37:09.384347 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c8fc381d-f277-44d8-af92-910a7f54ac46 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:09.465520 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5beb6042-1c6f-45b9-9b0e-2583c31c5612 req-ea3feb95-d99e-41d5-a5f2-ac7986bc61f9 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] 10.222.0.36 "GET /v2.0/security-groups?id=1cf66706-a623-46a6-9f5d-54c09d760d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3343804 Feb 04 08:37:09.625046 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device b466b723-5278-4a90-8289-261e66d13c10 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:37:09.661788 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: b466b723-5278-4a90-8289-261e66d13c10 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:37:09.662121 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device b466b723-5278-4a90-8289-261e66d13c10 not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:37:09.672596 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2a2765ee-7c2c-4585-994c-21875b0c7a1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:09.705333 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-60b94dd1-bf1e-4726-8e1f-e9d747ef4c2c tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40996'] for router, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:09.713671 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8128d4ac-f69a-41ba-888b-76bde6d4b468 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:09.732112 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-cb77fd74-9d46-4402-8588-543615d02e4e tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:09.754361 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [None req-c8fc381d-f277-44d8-af92-910a7f54ac46 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] For port bfd6e77f-6747-435e-b45e-d40ececefea3, host hv-neutron-8277, cleared binding levels {{(pid=84108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:37:09.754729 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [None req-c8fc381d-f277-44d8-af92-910a7f54ac46 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Attempted to set empty binding levels {{(pid=84108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 04 08:37:09.830929 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-2a2765ee-7c2c-4585-994c-21875b0c7a1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Calling delete_port for e703603a-6b8d-4bed-8bcc-b969fd68b3d4 owned by {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:37:09.851220 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9634050-7c72-42a2-8e6a-c929bfc00abf req-6c9f7d30-b4c5-488d-b6ed-0a00f6bc9560 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:09.853495 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d9634050-7c72-42a2-8e6a-c929bfc00abf req-6c9f7d30-b4c5-488d-b6ed-0a00f6bc9560 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] 10.222.0.36 "GET /v2.0/ports?device_id=366365a9-947d-42ad-8b39-81e07299534b HTTP/1.1" status: 200 len: 944 time: 0.7283750 Feb 04 08:37:09.859159 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c8fc381d-f277-44d8-af92-910a7f54ac46 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:09.864729 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-cb77fd74-9d46-4402-8588-543615d02e4e tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['137958a1-4293-49a1-ab12-1ae62cbd7827']}} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:37:09.902749 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-07697ade-4567-40fb-845d-04f416cc046f tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:09.970099 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-cb77fd74-9d46-4402-8588-543615d02e4e tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3071d015-3848-4f2e-9fb7-81c31c273526') {'for_net_delete': True} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:37:09.970386 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-cb77fd74-9d46-4402-8588-543615d02e4e tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3071d015-3848-4f2e-9fb7-81c31c273526') {} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:37:10.004687 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-cb77fd74-9d46-4402-8588-543615d02e4e tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8058642'] for segment, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:10.131656 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-cb77fd74-9d46-4402-8588-543615d02e4e tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:10.140715 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-07697ade-4567-40fb-845d-04f416cc046f tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Calling delete_port for 3c08636e-8854-49e7-8ef4-9dc0ae657448 owned by {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:37:10.149019 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb77fd74-9d46-4402-8588-543615d02e4e tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=84107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:37:10.149560 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-cb77fd74-9d46-4402-8588-543615d02e4e tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7377717'] for segment, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:10.172158 dv-neutron-827798-2-hyperv neutron-server[84107]: Traceback (most recent call last): Feb 04 08:37:10.172158 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:37:10.172158 dv-neutron-827798-2-hyperv neutron-server[84107]: timer() Feb 04 08:37:10.172158 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:37:10.172158 dv-neutron-827798-2-hyperv neutron-server[84107]: cb(*args, **kw) Feb 04 08:37:10.172158 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:37:10.172158 dv-neutron-827798-2-hyperv neutron-server[84107]: return func(*args, **kwargs) Feb 04 08:37:10.172158 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:37:10.172158 dv-neutron-827798-2-hyperv neutron-server[84107]: self._notify() Feb 04 08:37:10.172158 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:37:10.172158 dv-neutron-827798-2-hyperv neutron-server[84107]: self.callback(batched_events) Feb 04 08:37:10.172158 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:37:10.172158 dv-neutron-827798-2-hyperv neutron-server[84107]: event.method(event) Feb 04 08:37:10.172158 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:37:10.172158 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:37:10.172158 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:37:10.172158 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:37:10.172158 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:37:10.172158 dv-neutron-827798-2-hyperv neutron-server[84107]: return f(self, *a, **k) Feb 04 08:37:10.172158 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:37:10.172158 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._get(url).json() Feb 04 08:37:10.172158 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:37:10.172158 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:37:10.172158 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:37:10.172158 dv-neutron-827798-2-hyperv neutron-server[84107]: return self.request(url, 'GET', **kwargs) Feb 04 08:37:10.172158 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:37:10.172158 dv-neutron-827798-2-hyperv neutron-server[84107]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:37:10.172158 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:37:10.172158 dv-neutron-827798-2-hyperv neutron-server[84107]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:37:10.172158 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:37:10.172158 dv-neutron-827798-2-hyperv neutron-server[84107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:37:10.172158 dv-neutron-827798-2-hyperv neutron-server[84107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:37:10.190852 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-c8fc381d-f277-44d8-af92-910a7f54ac46 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] In _notify_port_updated(), no bound segment for port bfd6e77f-6747-435e-b45e-d40ececefea3 on network c4b239b5-3dcc-4bec-b52c-75359bfcfd3b {{(pid=84108) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 04 08:37:10.191930 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c8fc381d-f277-44d8-af92-910a7f54ac46 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:10.193263 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-c8fc381d-f277-44d8-af92-910a7f54ac46 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] 10.222.0.36 "PUT /v2.0/ports/bfd6e77f-6747-435e-b45e-d40ececefea3 HTTP/1.1" status: 200 len: 976 time: 4.1406963 Feb 04 08:37:10.201522 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 46926) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:10.213509 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fc381d-f277-44d8-af92-910a7f54ac46 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Pushing event updated for resources: {'Port': ['ID=bfd6e77f-6747-435e-b45e-d40ececefea3,revision_number=3']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:10.236458 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d9634050-7c72-42a2-8e6a-c929bfc00abf req-2f8900af-e758-4e2e-b424-d3a9dbe15bff tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] 10.222.0.36 "GET /v2.0/security-groups?id=14968e18-e111-4015-999f-127e7e9cb94a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3630459 Feb 04 08:37:10.297301 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fc381d-f277-44d8-af92-910a7f54ac46 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:37:10.297745 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fc381d-f277-44d8-af92-910a7f54ac46 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:37:10.298100 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fc381d-f277-44d8-af92-910a7f54ac46 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:37:10.298435 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fc381d-f277-44d8-af92-910a7f54ac46 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:37:10.298764 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fc381d-f277-44d8-af92-910a7f54ac46 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:37:10.299090 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fc381d-f277-44d8-af92-910a7f54ac46 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:37:10.299415 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fc381d-f277-44d8-af92-910a7f54ac46 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:37:10.299740 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fc381d-f277-44d8-af92-910a7f54ac46 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:37:10.300061 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fc381d-f277-44d8-af92-910a7f54ac46 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:37:10.300438 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fc381d-f277-44d8-af92-910a7f54ac46 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:37:10.300781 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fc381d-f277-44d8-af92-910a7f54ac46 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:37:10.312670 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-93eb9655-7441-4d3e-8b22-4c088c13bc08 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Deleting port bfd6e77f-6747-435e-b45e-d40ececefea3 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:37:10.313012 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-93eb9655-7441-4d3e-8b22-4c088c13bc08 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:10.347474 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-cb77fd74-9d46-4402-8588-543615d02e4e tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:10.348896 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2a2765ee-7c2c-4585-994c-21875b0c7a1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:10.381940 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-cb77fd74-9d46-4402-8588-543615d02e4e tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:10.402967 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb77fd74-9d46-4402-8588-543615d02e4e tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Pushing event deleted for resources: {'Network': ['ID=137958a1-4293-49a1-ab12-1ae62cbd7827,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:10.448349 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-cb77fd74-9d46-4402-8588-543615d02e4e tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] 10.222.0.36 "DELETE /v2.0/networks/137958a1-4293-49a1-ab12-1ae62cbd7827 HTTP/1.1" status: 204 len: 168 time: 1.5789180 Feb 04 08:37:10.450172 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2765ee-7c2c-4585-994c-21875b0c7a1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Pushing event deleted for resources: {'Port': ['ID=e703603a-6b8d-4bed-8bcc-b969fd68b3d4,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:10.453860 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 46930) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:10.465886 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device eef8f4f2-3132-4d9d-9006-f98915802e05 details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=84109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 08:37:10.504521 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2a2765ee-7c2c-4585-994c-21875b0c7a1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:10.517682 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device 78678a4e-3471-4771-905b-d44f3da77bd9 up at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:37:10.570650 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-8128d4ac-f69a-41ba-888b-76bde6d4b468 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Allocated IP 172.21.0.1 (64461f65-eac6-4d30-befe-d41d07735613/d2bd3fdc-02b6-4a41-9f6a-b869b0687a5e/034038ee-d0ec-4590-90a4-e4b9d0fcdaf1) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:37:10.614278 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-07697ade-4567-40fb-845d-04f416cc046f tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:10.684179 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07697ade-4567-40fb-845d-04f416cc046f tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Pushing event deleted for resources: {'Port': ['ID=3c08636e-8854-49e7-8ef4-9dc0ae657448,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:10.688918 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port eef8f4f2-3132-4d9d-9006-f98915802e05, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=eef8f4f2-3132-4d9d-9006-f98915802e05,segment=NetworkSegment(abfacce5-3f7a-4b80-922a-484ccd12f68d),segment_id=abfacce5-3f7a-4b80-922a-484ccd12f68d)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:37:10.700289 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-2a2765ee-7c2c-4585-994c-21875b0c7a1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] 10.222.0.36 "DELETE /v2.0/ports/e703603a-6b8d-4bed-8bcc-b969fd68b3d4 HTTP/1.1" status: 204 len: 168 time: 1.6280251 Feb 04 08:37:10.700289 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 46936) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:10.703272 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Returning: {'device': 'eef8f4f2-3132-4d9d-9006-f98915802e05', 'network_id': 'aaba0e34-0ac3-4326-9ed2-e65fb37ae418', 'port_id': 'eef8f4f2-3132-4d9d-9006-f98915802e05', 'mac_address': 'fa:16:3e:53:d6:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fa9977b-947d-4b46-b6ea-d66bbbafccca', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 08:37:10.737597 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [None req-93eb9655-7441-4d3e-8b22-4c088c13bc08 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] For port bfd6e77f-6747-435e-b45e-d40ececefea3, host hv-neutron-8277, got binding levels [] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:37:10.737953 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-93eb9655-7441-4d3e-8b22-4c088c13bc08 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:10.758446 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:10.777245 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Provisioning for port 78678a4e-3471-4771-905b-d44f3da77bd9 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:37:10.784644 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eef8f4f2-3132-4d9d-9006-f98915802e05 {{(pid=84109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 08:37:10.788050 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Provisioning complete for port 78678a4e-3471-4771-905b-d44f3da77bd9 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:37:10.788393 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:10.793035 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-60b94dd1-bf1e-4726-8e1f-e9d747ef4c2c tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks [] for router_gateway, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:10.850091 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-60b94dd1-bf1e-4726-8e1f-e9d747ef4c2c tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:10.877176 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port eef8f4f2-3132-4d9d-9006-f98915802e05, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=eef8f4f2-3132-4d9d-9006-f98915802e05,segment=NetworkSegment(abfacce5-3f7a-4b80-922a-484ccd12f68d),segment_id=abfacce5-3f7a-4b80-922a-484ccd12f68d)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:37:10.939533 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-93eb9655-7441-4d3e-8b22-4c088c13bc08 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Calling delete_port for bfd6e77f-6747-435e-b45e-d40ececefea3 owned by {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:37:10.965974 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:10.994255 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-60b94dd1-bf1e-4726-8e1f-e9d747ef4c2c tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Allocated IP 172.26.3.252 (e264bd74-c56b-43d0-9059-bcb57dbbe5bc/79caf47c-b62c-4ea0-b35f-21ede155daa8/998d0545-c470-47fa-887e-229ac5ae6aa6) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:37:11.024448 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eac9aa0-2496-43b3-a2da-c8628d3e58f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] GET failed (client error): The resource could not be found. Feb 04 08:37:11.025213 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-9eac9aa0-2496-43b3-a2da-c8628d3e58f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Synchronizing usage tracker for tenant:313932340c094396b5917f4d02651ca6 on resource:port {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:37:11.037347 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:11.071864 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=eef8f4f2-3132-4d9d-9006-f98915802e05,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:11.078630 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '366365a9-947d-42ad-8b39-81e07299534b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78678a4e-3471-4771-905b-d44f3da77bd9'}] {{(pid=84109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:37:11.135516 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1d75cc-342a-4c5b-9287-7b8bc00a339f tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:11.139919 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1d75cc-342a-4c5b-9287-7b8bc00a339f tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:11.140917 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-fb1d75cc-342a-4c5b-9287-7b8bc00a339f tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Synchronizing usage tracker for tenant:32c07176beb04678891482021dac7654 on resource:network {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:37:11.147238 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port 78678a4e-3471-4771-905b-d44f3da77bd9, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=78678a4e-3471-4771-905b-d44f3da77bd9,segment=NetworkSegment(42a6b551-2c6d-433c-b38a-a2ee6afc72f2),segment_id=42a6b551-2c6d-433c-b38a-a2ee6afc72f2)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:37:11.156361 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-93eb9655-7441-4d3e-8b22-4c088c13bc08 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:11.228200 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-9eac9aa0-2496-43b3-a2da-c8628d3e58f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Unset dirty status for tenant:313932340c094396b5917f4d02651ca6 on resource:port {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:37:11.229355 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-9eac9aa0-2496-43b3-a2da-c8628d3e58f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] 10.222.0.36 "GET /v2.0/ports/e703603a-6b8d-4bed-8bcc-b969fd68b3d4 HTTP/1.1" status: 404 len: 333 time: 0.5305841 Feb 04 08:37:11.238790 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:11.242842 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 46944) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:11.270855 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eb9655-7441-4d3e-8b22-4c088c13bc08 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Pushing event deleted for resources: {'Port': ['ID=bfd6e77f-6747-435e-b45e-d40ececefea3,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:11.322886 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8128d4ac-f69a-41ba-888b-76bde6d4b468 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:11.331243 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-21176701-86be-489e-bdc8-8b7c9b7b5240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Request body: {'port': {'network_id': '7ce967ea-c397-49ff-a238-5a62f6b2b761', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-43041949'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:37:11.333410 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-21176701-86be-489e-bdc8-8b7c9b7b5240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:37:11.335993 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-93eb9655-7441-4d3e-8b22-4c088c13bc08 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:11.338932 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=78678a4e-3471-4771-905b-d44f3da77bd9,revision_number=5']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:11.344982 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] get_ports_and_sgs() called for port_ids ['eef8f4f2-3132-4d9d-9006-f98915802e05'] {{(pid=84109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 08:37:11.349279 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [None req-8128d4ac-f69a-41ba-888b-76bde6d4b468 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Transition to ACTIVE for port object 034038ee-d0ec-4590-90a4-e4b9d0fcdaf1 will not be triggered until provisioned by entity DHCP. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:37:11.360729 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-21176701-86be-489e-bdc8-8b7c9b7b5240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:37:11.366566 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-93eb9655-7441-4d3e-8b22-4c088c13bc08 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] 10.222.0.36 "DELETE /v2.0/ports/bfd6e77f-6747-435e-b45e-d40ececefea3 HTTP/1.1" status: 204 len: 168 time: 1.1543753 Feb 04 08:37:11.374787 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 46952) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:11.424217 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-11c7bded-d0bb-4a3d-8371-84b2ba1627f0 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] GET failed (client error): The resource could not be found. Feb 04 08:37:11.424747 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-11c7bded-d0bb-4a3d-8371-84b2ba1627f0 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Synchronizing usage tracker for tenant:3ea4a86fc0434686aab7f1aae1f745fb on resource:port {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:37:11.427639 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-07697ade-4567-40fb-845d-04f416cc046f tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:11.432099 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-07697ade-4567-40fb-845d-04f416cc046f tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] 10.222.0.36 "DELETE /v2.0/ports/3c08636e-8854-49e7-8ef4-9dc0ae657448 HTTP/1.1" status: 204 len: 168 time: 2.4114027 Feb 04 08:37:11.432251 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 46956) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:11.465017 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8128d4ac-f69a-41ba-888b-76bde6d4b468 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:11.468422 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-fb1d75cc-342a-4c5b-9287-7b8bc00a339f tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Unset dirty status for tenant:32c07176beb04678891482021dac7654 on resource:network {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:37:11.476597 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-fb1d75cc-342a-4c5b-9287-7b8bc00a339f tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 1.0139403 Feb 04 08:37:11.476789 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 46960) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:11.477414 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21176701-86be-489e-bdc8-8b7c9b7b5240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Made reservation on behalf of 313932340c094396b5917f4d02651ca6 for: {'port': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:37:11.479589 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-21176701-86be-489e-bdc8-8b7c9b7b5240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:11.492317 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-3e6120e5-671f-4912-9b35-dba78bf8ec5f tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1463542413'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:37:11.506929 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-3e6120e5-671f-4912-9b35-dba78bf8ec5f tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:37:11.509588 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-f000159f-0fb8-4b9e-86d7-ff2a81c9fe80 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] GET failed (client error): The resource could not be found. Feb 04 08:37:11.510087 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-f000159f-0fb8-4b9e-86d7-ff2a81c9fe80 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Synchronizing usage tracker for tenant:5a1f9fbc958d47759c7330f931dae328 on resource:port {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:37:11.530293 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-3e6120e5-671f-4912-9b35-dba78bf8ec5f tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:37:11.545205 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [None req-21176701-86be-489e-bdc8-8b7c9b7b5240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] device_id is not set on port e8f09637-d3bc-46ec-84be-971c3f1bf310 yet. {{(pid=84108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:37:11.560721 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15298e76-0553-471e-971e-8faacdf6578e req-ad0ad379-464e-4a7d-95de-1466b89715e4 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:11.562267 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-15298e76-0553-471e-971e-8faacdf6578e req-ad0ad379-464e-4a7d-95de-1466b89715e4 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] 10.222.0.36 "GET /v2.0/ports?device_id=1644fee2-105a-4ec7-be68-63a115a652c3 HTTP/1.1" status: 200 len: 944 time: 0.9329579 Feb 04 08:37:11.579337 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-60b94dd1-bf1e-4726-8e1f-e9d747ef4c2c tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:11.584429 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-11c7bded-d0bb-4a3d-8371-84b2ba1627f0 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] Unset dirty status for tenant:3ea4a86fc0434686aab7f1aae1f745fb on resource:port {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:37:11.585644 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-11c7bded-d0bb-4a3d-8371-84b2ba1627f0 tempest-PortsAdminExtendedAttrsTestJSON-1273652536 tempest-PortsAdminExtendedAttrsTestJSON-1273652536-project-admin] 10.222.0.36 "GET /v2.0/ports/bfd6e77f-6747-435e-b45e-d40ececefea3 HTTP/1.1" status: 404 len: 333 time: 0.2060602 Feb 04 08:37:11.591608 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 46964) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:11.632598 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8128d4ac-f69a-41ba-888b-76bde6d4b468 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Network 64461f65-eac6-4d30-befe-d41d07735613 is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:37:11.633409 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8128d4ac-f69a-41ba-888b-76bde6d4b468 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Pushing event updated for resources: {'Port': ['ID=034038ee-d0ec-4590-90a4-e4b9d0fcdaf1,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:11.638110 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-8128d4ac-f69a-41ba-888b-76bde6d4b468 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:37:11.640492 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8128d4ac-f69a-41ba-888b-76bde6d4b468 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:37:11.676839 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e6120e5-671f-4912-9b35-dba78bf8ec5f tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Made reservation on behalf of 32c07176beb04678891482021dac7654 for: {'network': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:37:11.679785 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3e6120e5-671f-4912-9b35-dba78bf8ec5f tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:11.715821 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8128d4ac-f69a-41ba-888b-76bde6d4b468 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:37:11.716159 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8128d4ac-f69a-41ba-888b-76bde6d4b468 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:37:11.716492 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8128d4ac-f69a-41ba-888b-76bde6d4b468 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:37:11.716850 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8128d4ac-f69a-41ba-888b-76bde6d4b468 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:37:11.717175 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8128d4ac-f69a-41ba-888b-76bde6d4b468 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:37:11.717499 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8128d4ac-f69a-41ba-888b-76bde6d4b468 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:37:11.717825 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8128d4ac-f69a-41ba-888b-76bde6d4b468 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:37:11.718140 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8128d4ac-f69a-41ba-888b-76bde6d4b468 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:37:11.718458 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8128d4ac-f69a-41ba-888b-76bde6d4b468 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:37:11.718795 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8128d4ac-f69a-41ba-888b-76bde6d4b468 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:37:11.719120 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8128d4ac-f69a-41ba-888b-76bde6d4b468 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:37:11.733596 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc423323-77e2-423f-beb0-2455989c5074 req-872824b4-b1f3-438d-9da3-c5a86713d1cc tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:11.735691 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-fc423323-77e2-423f-beb0-2455989c5074 req-872824b4-b1f3-438d-9da3-c5a86713d1cc tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] 10.222.0.36 "GET /v2.0/ports?device_id=366365a9-947d-42ad-8b39-81e07299534b HTTP/1.1" status: 200 len: 945 time: 0.3624573 Feb 04 08:37:11.752312 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-15298e76-0553-471e-971e-8faacdf6578e req-00069a57-4eb5-4248-befd-e985548adfce tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] 10.222.0.36 "GET /v2.0/security-groups?id=1cf66706-a623-46a6-9f5d-54c09d760d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1825006 Feb 04 08:37:11.775806 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8128d4ac-f69a-41ba-888b-76bde6d4b468 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-472912'] for router_interface, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:11.781766 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-f000159f-0fb8-4b9e-86d7-ff2a81c9fe80 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Unset dirty status for tenant:5a1f9fbc958d47759c7330f931dae328 on resource:port {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:37:11.783458 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-f000159f-0fb8-4b9e-86d7-ff2a81c9fe80 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] 10.222.0.36 "GET /v2.0/ports/3c08636e-8854-49e7-8ef4-9dc0ae657448 HTTP/1.1" status: 404 len: 333 time: 0.3501701 Feb 04 08:37:11.791888 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 46970) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:11.837228 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-fc423323-77e2-423f-beb0-2455989c5074 req-4b0d83a4-bc03-4dfd-9b87-a7abcc66b52e tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] 10.222.0.36 "GET /v2.0/security-groups?id=14968e18-e111-4015-999f-127e7e9cb94a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916374 Feb 04 08:37:11.849633 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-60b94dd1-bf1e-4726-8e1f-e9d747ef4c2c tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:11.972978 dv-neutron-827798-2-hyperv neutron-server[84109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '366365a9-947d-42ad-8b39-81e07299534b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78678a4e-3471-4771-905b-d44f3da77bd9', 'code': 200} Feb 04 08:37:12.002868 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-972defb2-4dff-4bb1-bb5c-5b8d5e0c0ce0 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Deleting port 5b7924c9-faa1-43a7-be2c-ba258e289b88 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:37:12.003506 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-972defb2-4dff-4bb1-bb5c-5b8d5e0c0ce0 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:12.003691 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b94dd1-bf1e-4726-8e1f-e9d747ef4c2c tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Network e264bd74-c56b-43d0-9059-bcb57dbbe5bc is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:37:12.008760 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-60b94dd1-bf1e-4726-8e1f-e9d747ef4c2c tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:37:12.010511 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-899422cb-10a2-48dd-b35a-86f029b0892b None None] Provisioning for port 034038ee-d0ec-4590-90a4-e4b9d0fcdaf1 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:37:12.012049 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b94dd1-bf1e-4726-8e1f-e9d747ef4c2c tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:37:12.018919 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-899422cb-10a2-48dd-b35a-86f029b0892b None None] Provisioning complete for port 034038ee-d0ec-4590-90a4-e4b9d0fcdaf1 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:37:12.019283 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-899422cb-10a2-48dd-b35a-86f029b0892b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:12.050981 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b94dd1-bf1e-4726-8e1f-e9d747ef4c2c tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Pushing event updated for resources: {'Port': ['ID=998d0545-c470-47fa-887e-229ac5ae6aa6,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:12.054291 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8128d4ac-f69a-41ba-888b-76bde6d4b468 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:12.080355 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e6120e5-671f-4912-9b35-dba78bf8ec5f tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=84108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:37:12.080928 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-899422cb-10a2-48dd-b35a-86f029b0892b None None] Port 034038ee-d0ec-4590-90a4-e4b9d0fcdaf1 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:37:12.085417 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-58d729e8-7374-450f-80b3-afa5fd57d6ba tempest-PortsAdminExtendedAttrsTestJSON-1503980512 tempest-PortsAdminExtendedAttrsTestJSON-1503980512-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:12.144533 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3e6120e5-671f-4912-9b35-dba78bf8ec5f tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:12.144902 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.segments_db [None req-3e6120e5-671f-4912-9b35-dba78bf8ec5f tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Added segment 9f831d04-0948-4862-9b15-85174775f7bb of type vlan for network 52085ba6-3641-4e60-9dbb-20b5aea754ec Feb 04 08:37:12.275368 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-21176701-86be-489e-bdc8-8b7c9b7b5240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:12.354223 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3e6120e5-671f-4912-9b35-dba78bf8ec5f tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:12.413485 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-58d729e8-7374-450f-80b3-afa5fd57d6ba tempest-PortsAdminExtendedAttrsTestJSON-1503980512 tempest-PortsAdminExtendedAttrsTestJSON-1503980512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:12.466413 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device eef8f4f2-3132-4d9d-9006-f98915802e05 up at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:37:12.512310 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-58d729e8-7374-450f-80b3-afa5fd57d6ba tempest-PortsAdminExtendedAttrsTestJSON-1503980512 tempest-PortsAdminExtendedAttrsTestJSON-1503980512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4b239b5-3dcc-4bec-b52c-75359bfcfd3b']}} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:37:12.541809 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-51a8375f-46a3-42b0-97e3-99c52a1e39d2 req-b09ff475-06f7-4729-b87e-8c402721acfc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=366365a9-947d-42ad-8b39-81e07299534b HTTP/1.1" status: 200 len: 1098 time: 0.2141883 Feb 04 08:37:12.559038 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-58d729e8-7374-450f-80b3-afa5fd57d6ba tempest-PortsAdminExtendedAttrsTestJSON-1503980512 tempest-PortsAdminExtendedAttrsTestJSON-1503980512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '431038c6-b608-4de1-90a0-82d08fa58999') {'for_net_delete': True} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:37:12.559038 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-58d729e8-7374-450f-80b3-afa5fd57d6ba tempest-PortsAdminExtendedAttrsTestJSON-1503980512 tempest-PortsAdminExtendedAttrsTestJSON-1503980512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '431038c6-b608-4de1-90a0-82d08fa58999') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:37:12.582380 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-58d729e8-7374-450f-80b3-afa5fd57d6ba tempest-PortsAdminExtendedAttrsTestJSON-1503980512 tempest-PortsAdminExtendedAttrsTestJSON-1503980512-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7851336'] for segment, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:12.595912 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-51a8375f-46a3-42b0-97e3-99c52a1e39d2 req-d6fba9af-1474-4885-a9d8-5eabebfd3a97 service neutron] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:12.596109 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3e6120e5-671f-4912-9b35-dba78bf8ec5f tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:12.599689 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6120e5-671f-4912-9b35-dba78bf8ec5f tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:12.600279 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3e6120e5-671f-4912-9b35-dba78bf8ec5f tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:12.604579 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Provisioning for port eef8f4f2-3132-4d9d-9006-f98915802e05 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:37:12.609665 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Provisioning complete for port eef8f4f2-3132-4d9d-9006-f98915802e05 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:37:12.612036 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:12.638429 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-21176701-86be-489e-bdc8-8b7c9b7b5240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:12.649635 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-972defb2-4dff-4bb1-bb5c-5b8d5e0c0ce0 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:12.666456 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [req-51a8375f-46a3-42b0-97e3-99c52a1e39d2 req-d6fba9af-1474-4885-a9d8-5eabebfd3a97 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:37:12.673014 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-51a8375f-46a3-42b0-97e3-99c52a1e39d2 req-d6fba9af-1474-4885-a9d8-5eabebfd3a97 service neutron] Usage tracker for resource:security_group_rule and tenant:81c46a4dd69a4f32a3dbd9574d25e495 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:37:12.676966 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-51a8375f-46a3-42b0-97e3-99c52a1e39d2 req-d6fba9af-1474-4885-a9d8-5eabebfd3a97 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:37:12.695124 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [req-51a8375f-46a3-42b0-97e3-99c52a1e39d2 req-d6fba9af-1474-4885-a9d8-5eabebfd3a97 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:37:12.705988 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8128d4ac-f69a-41ba-888b-76bde6d4b468 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:12.709697 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-58d729e8-7374-450f-80b3-afa5fd57d6ba tempest-PortsAdminExtendedAttrsTestJSON-1503980512 tempest-PortsAdminExtendedAttrsTestJSON-1503980512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:12.712896 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-60b94dd1-bf1e-4726-8e1f-e9d747ef4c2c tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks [] for router_gateway, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:12.713612 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-60b94dd1-bf1e-4726-8e1f-e9d747ef4c2c tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472990'] for router, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:12.733252 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:12.767064 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port eef8f4f2-3132-4d9d-9006-f98915802e05, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=eef8f4f2-3132-4d9d-9006-f98915802e05,segment=NetworkSegment(abfacce5-3f7a-4b80-922a-484ccd12f68d),segment_id=abfacce5-3f7a-4b80-922a-484ccd12f68d)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:37:12.784651 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8128d4ac-f69a-41ba-888b-76bde6d4b468 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:12.838122 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:12.889284 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58d729e8-7374-450f-80b3-afa5fd57d6ba tempest-PortsAdminExtendedAttrsTestJSON-1503980512 tempest-PortsAdminExtendedAttrsTestJSON-1503980512-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=84108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:37:12.889599 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-58d729e8-7374-450f-80b3-afa5fd57d6ba tempest-PortsAdminExtendedAttrsTestJSON-1503980512 tempest-PortsAdminExtendedAttrsTestJSON-1503980512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7460345'] for segment, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:12.907198 dv-neutron-827798-2-hyperv neutron-server[84108]: Traceback (most recent call last): Feb 04 08:37:12.907198 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:37:12.907198 dv-neutron-827798-2-hyperv neutron-server[84108]: timer() Feb 04 08:37:12.907198 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:37:12.907198 dv-neutron-827798-2-hyperv neutron-server[84108]: cb(*args, **kw) Feb 04 08:37:12.907198 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:37:12.907198 dv-neutron-827798-2-hyperv neutron-server[84108]: return func(*args, **kwargs) Feb 04 08:37:12.907198 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:37:12.907198 dv-neutron-827798-2-hyperv neutron-server[84108]: self._notify() Feb 04 08:37:12.907198 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:37:12.907198 dv-neutron-827798-2-hyperv neutron-server[84108]: self.callback(batched_events) Feb 04 08:37:12.907198 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:37:12.907198 dv-neutron-827798-2-hyperv neutron-server[84108]: event.method(event) Feb 04 08:37:12.907198 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:37:12.907198 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:37:12.907198 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:37:12.907198 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:37:12.907198 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:37:12.907198 dv-neutron-827798-2-hyperv neutron-server[84108]: return f(self, *a, **k) Feb 04 08:37:12.907198 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:37:12.907198 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._get(url).json() Feb 04 08:37:12.907198 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:37:12.907198 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:37:12.907198 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:37:12.907198 dv-neutron-827798-2-hyperv neutron-server[84108]: return self.request(url, 'GET', **kwargs) Feb 04 08:37:12.907198 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:37:12.907198 dv-neutron-827798-2-hyperv neutron-server[84108]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:37:12.907198 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:37:12.907198 dv-neutron-827798-2-hyperv neutron-server[84108]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:37:12.907198 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:37:12.907198 dv-neutron-827798-2-hyperv neutron-server[84108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:37:12.907198 dv-neutron-827798-2-hyperv neutron-server[84108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:37:12.912585 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-972defb2-4dff-4bb1-bb5c-5b8d5e0c0ce0 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Calling delete_port for 5b7924c9-faa1-43a7-be2c-ba258e289b88 owned by {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:37:12.952962 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=eef8f4f2-3132-4d9d-9006-f98915802e05,revision_number=5']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:12.990835 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8128d4ac-f69a-41ba-888b-76bde6d4b468 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473771'] for router_interface, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:13.006688 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8128d4ac-f69a-41ba-888b-76bde6d4b468 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Pushing event updated for resources: {'Port': ['ID=034038ee-d0ec-4590-90a4-e4b9d0fcdaf1,revision_number=2']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:13.034607 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6120e5-671f-4912-9b35-dba78bf8ec5f tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Pushing event updated for resources: {'Network': ['ID=52085ba6-3641-4e60-9dbb-20b5aea754ec,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:13.045142 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-51a8375f-46a3-42b0-97e3-99c52a1e39d2 req-d6fba9af-1474-4885-a9d8-5eabebfd3a97 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:13.046065 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network 52085ba6-3641-4e60-9dbb-20b5aea754ec details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:37:13.082516 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21176701-86be-489e-bdc8-8b7c9b7b5240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Pushing event updated for resources: {'Port': ['ID=e8f09637-d3bc-46ec-84be-971c3f1bf310,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:13.086974 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21176701-86be-489e-bdc8-8b7c9b7b5240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Network 7ce967ea-c397-49ff-a238-5a62f6b2b761 is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:37:13.092592 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-3e6120e5-671f-4912-9b35-dba78bf8ec5f tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.6164687 Feb 04 08:37:13.094132 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-21176701-86be-489e-bdc8-8b7c9b7b5240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:37:13.096677 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 46978) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:13.104155 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21176701-86be-489e-bdc8-8b7c9b7b5240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:37:13.106217 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21176701-86be-489e-bdc8-8b7c9b7b5240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:13.107105 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-21176701-86be-489e-bdc8-8b7c9b7b5240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:13.114668 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-4b4e40dd-a0e2-4a31-9690-7c70ec1a8489 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1998601106'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:37:13.130276 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-4b4e40dd-a0e2-4a31-9690-7c70ec1a8489 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:37:13.137881 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-4b4e40dd-a0e2-4a31-9690-7c70ec1a8489 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Usage tracker for resource:network and tenant:32c07176beb04678891482021dac7654 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:37:13.154160 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-4b4e40dd-a0e2-4a31-9690-7c70ec1a8489 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:37:13.159105 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-58d729e8-7374-450f-80b3-afa5fd57d6ba tempest-PortsAdminExtendedAttrsTestJSON-1503980512 tempest-PortsAdminExtendedAttrsTestJSON-1503980512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:13.163882 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-4b4e40dd-a0e2-4a31-9690-7c70ec1a8489 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:37:13.182114 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-58d729e8-7374-450f-80b3-afa5fd57d6ba tempest-PortsAdminExtendedAttrsTestJSON-1503980512 tempest-PortsAdminExtendedAttrsTestJSON-1503980512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:13.183875 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-58d729e8-7374-450f-80b3-afa5fd57d6ba tempest-PortsAdminExtendedAttrsTestJSON-1503980512 tempest-PortsAdminExtendedAttrsTestJSON-1503980512-project] 10.222.0.36 "DELETE /v2.0/networks/c4b239b5-3dcc-4bec-b52c-75359bfcfd3b HTTP/1.1" status: 204 len: 168 time: 1.5912879 Feb 04 08:37:13.196168 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d729e8-7374-450f-80b3-afa5fd57d6ba tempest-PortsAdminExtendedAttrsTestJSON-1503980512 tempest-PortsAdminExtendedAttrsTestJSON-1503980512-project] Pushing event deleted for resources: {'Network': ['ID=c4b239b5-3dcc-4bec-b52c-75359bfcfd3b,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:13.249539 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-21176701-86be-489e-bdc8-8b7c9b7b5240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 1.9791057 Feb 04 08:37:13.249739 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-51a8375f-46a3-42b0-97e3-99c52a1e39d2 req-d6fba9af-1474-4885-a9d8-5eabebfd3a97 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:13.251013 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 46984) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:13.258458 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-ef0410b6-f9d6-4b36-8a9a-804b7f4df366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8277'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:37:13.294974 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b4e40dd-a0e2-4a31-9690-7c70ec1a8489 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Made reservation on behalf of 32c07176beb04678891482021dac7654 for: {'network': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:37:13.298510 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4b4e40dd-a0e2-4a31-9690-7c70ec1a8489 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:13.336050 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-51a8375f-46a3-42b0-97e3-99c52a1e39d2 req-d6fba9af-1474-4885-a9d8-5eabebfd3a97 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=14968e18-e111-4015-999f-127e7e9cb94a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7701006 Feb 04 08:37:13.353757 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fba9af-1474-4885-a9d8-5eabebfd3a97 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=37a27438-729e-4058-890c-7f63833564aa,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:13.380104 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-972defb2-4dff-4bb1-bb5c-5b8d5e0c0ce0 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:13.388502 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b4e40dd-a0e2-4a31-9690-7c70ec1a8489 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=84108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:37:13.393518 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1df08e-59ef-4ac3-9398-1c98566e8274 req-e6576b6f-ce60-498b-871b-22d340bb1b90 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:13.394979 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8f1df08e-59ef-4ac3-9398-1c98566e8274 req-e6576b6f-ce60-498b-871b-22d340bb1b90 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] 10.222.0.36 "GET /v2.0/ports?device_id=1644fee2-105a-4ec7-be68-63a115a652c3 HTTP/1.1" status: 200 len: 946 time: 0.4941576 Feb 04 08:37:13.474885 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8128d4ac-f69a-41ba-888b-76bde6d4b468 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Network 64461f65-eac6-4d30-befe-d41d07735613 is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:37:13.484737 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-8128d4ac-f69a-41ba-888b-76bde6d4b468 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:37:13.541350 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972defb2-4dff-4bb1-bb5c-5b8d5e0c0ce0 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Pushing event deleted for resources: {'Port': ['ID=5b7924c9-faa1-43a7-be2c-ba258e289b88,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:13.545495 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4b4e40dd-a0e2-4a31-9690-7c70ec1a8489 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:13.547944 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.segments_db [None req-4b4e40dd-a0e2-4a31-9690-7c70ec1a8489 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Added segment bd2060ec-dc0d-4804-8969-cd8ade28e579 of type vlan for network 99d73065-6245-4a9a-9598-8708e4044a02 Feb 04 08:37:13.556321 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ef0410b6-f9d6-4b36-8a9a-804b7f4df366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:13.582774 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab98a0b-7b08-4cf1-a503-f387a4b87491 req-4a2ae969-5e90-43af-acf4-f77cba2d76e7 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:13.584260 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8ab98a0b-7b08-4cf1-a503-f387a4b87491 req-4a2ae969-5e90-43af-acf4-f77cba2d76e7 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] 10.222.0.36 "GET /v2.0/ports?device_id=366365a9-947d-42ad-8b39-81e07299534b HTTP/1.1" status: 200 len: 945 time: 0.5539668 Feb 04 08:37:13.630489 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4b4e40dd-a0e2-4a31-9690-7c70ec1a8489 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:13.712188 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 46990) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:13.747566 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8f1df08e-59ef-4ac3-9398-1c98566e8274 req-dedb2564-d04f-4814-b590-1c40b9c98f25 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] 10.222.0.36 "GET /v2.0/security-groups?id=1cf66706-a623-46a6-9f5d-54c09d760d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3430851 Feb 04 08:37:13.777062 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-972defb2-4dff-4bb1-bb5c-5b8d5e0c0ce0 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:13.839547 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8ab98a0b-7b08-4cf1-a503-f387a4b87491 req-da647f9a-7673-44d5-9a6a-efd0a8e531e2 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] 10.222.0.36 "GET /v2.0/security-groups?id=14968e18-e111-4015-999f-127e7e9cb94a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1914840 Feb 04 08:37:13.845434 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-86543199-a48c-49f9-b41a-f8d75b26db8e None None] Provisioning complete for port 034038ee-d0ec-4590-90a4-e4b9d0fcdaf1 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:37:13.845803 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-86543199-a48c-49f9-b41a-f8d75b26db8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:13.886820 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4b4e40dd-a0e2-4a31-9690-7c70ec1a8489 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:13.893459 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4e40dd-a0e2-4a31-9690-7c70ec1a8489 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:13.893459 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4b4e40dd-a0e2-4a31-9690-7c70ec1a8489 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:13.925680 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-972defb2-4dff-4bb1-bb5c-5b8d5e0c0ce0 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] 10.222.0.36 "DELETE /v2.0/ports/5b7924c9-faa1-43a7-be2c-ba258e289b88 HTTP/1.1" status: 204 len: 168 time: 2.1160460 Feb 04 08:37:13.928786 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 46996) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:13.937155 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-86543199-a48c-49f9-b41a-f8d75b26db8e None None] Port 034038ee-d0ec-4590-90a4-e4b9d0fcdaf1 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:37:13.974237 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1644fee2-105a-4ec7-be68-63a115a652c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eef8f4f2-3132-4d9d-9006-f98915802e05'}] {{(pid=84109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:37:13.998981 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-8af345e8-1a28-4a7a-a2c5-198e5840a145 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] GET failed (client error): The resource could not be found. Feb 04 08:37:13.999475 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-8af345e8-1a28-4a7a-a2c5-198e5840a145 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Synchronizing usage tracker for tenant:5a1f9fbc958d47759c7330f931dae328 on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:37:14.052584 dv-neutron-827798-2-hyperv neutron-server[84109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1644fee2-105a-4ec7-be68-63a115a652c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eef8f4f2-3132-4d9d-9006-f98915802e05', 'code': 200} Feb 04 08:37:14.070216 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4e40dd-a0e2-4a31-9690-7c70ec1a8489 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Pushing event updated for resources: {'Network': ['ID=99d73065-6245-4a9a-9598-8708e4044a02,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:14.084642 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network 99d73065-6245-4a9a-9598-8708e4044a02 details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:37:14.096839 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-4b4e40dd-a0e2-4a31-9690-7c70ec1a8489 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9964082 Feb 04 08:37:14.099488 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 47002) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:14.115872 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-0e8a696b-1cc7-4697-ad53-12bca1253308 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Request body: {'ports': [{'network_id': '52085ba6-3641-4e60-9dbb-20b5aea754ec', 'name': 'tempest-port--1069663399', 'admin_state_up': True}, {'network_id': '99d73065-6245-4a9a-9598-8708e4044a02', 'admin_state_up': False}]} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:37:14.116234 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-0e8a696b-1cc7-4697-ad53-12bca1253308 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Request body: {'port': {'network_id': '52085ba6-3641-4e60-9dbb-20b5aea754ec', 'name': 'tempest-port--1069663399', 'admin_state_up': True}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:37:14.116931 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-0e8a696b-1cc7-4697-ad53-12bca1253308 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Request body: {'port': {'network_id': '99d73065-6245-4a9a-9598-8708e4044a02', 'admin_state_up': False}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:37:14.144988 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-8af345e8-1a28-4a7a-a2c5-198e5840a145 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Unset dirty status for tenant:5a1f9fbc958d47759c7330f931dae328 on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:37:14.150053 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-8af345e8-1a28-4a7a-a2c5-198e5840a145 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] 10.222.0.36 "GET /v2.0/ports/5b7924c9-faa1-43a7-be2c-ba258e289b88 HTTP/1.1" status: 404 len: 333 time: 0.2094033 Feb 04 08:37:14.158924 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 47006) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:14.203576 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60b94dd1-bf1e-4726-8e1f-e9d747ef4c2c tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Router 7ebf9bb7-e984-4892-888c-5c797bfa9615 is scheduled to L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 with binding_index 1 {{(pid=84107) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 08:37:14.203776 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-70dcd92a-7e8e-4646-a2e8-9b5884835c10 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2fd27ae595a34677909bde9ceb36b729&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4889951 Feb 04 08:37:14.209858 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 47010) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:14.228325 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [None req-ef0410b6-f9d6-4b36-8a9a-804b7f4df366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] device_id is not set on port e8f09637-d3bc-46ec-84be-971c3f1bf310 yet. {{(pid=84108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:37:14.240211 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ef0410b6-f9d6-4b36-8a9a-804b7f4df366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:14.258063 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-8035bcba-6c2e-425b-9a05-355422c5880c tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Deleting port 9ab67601-8675-4390-a423-66f36521a885 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:37:14.258398 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8035bcba-6c2e-425b-9a05-355422c5880c tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:14.300670 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.provisioning_blocks [None req-ef0410b6-f9d6-4b36-8a9a-804b7f4df366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Transition to ACTIVE for port object e8f09637-d3bc-46ec-84be-971c3f1bf310 will not be triggered until provisioned by entity L2. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:37:14.372421 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ef0410b6-f9d6-4b36-8a9a-804b7f4df366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:14.492694 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8128d4ac-f69a-41ba-888b-76bde6d4b468 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Router c7b81544-3a6c-440a-9111-741d119f16be has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:37:14.557178 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-0e8a696b-1cc7-4697-ad53-12bca1253308 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:37:14.569359 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-0e8a696b-1cc7-4697-ad53-12bca1253308 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Usage tracker for resource:port and tenant:32c07176beb04678891482021dac7654 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:37:14.574218 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-0e8a696b-1cc7-4697-ad53-12bca1253308 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:37:14.579236 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a2f9d9ed-f6df-4f1b-b4d0-d133bb352198 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:14.591635 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-0e8a696b-1cc7-4697-ad53-12bca1253308 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:37:14.593692 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0410b6-f9d6-4b36-8a9a-804b7f4df366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Pushing event updated for resources: {'Port': ['ID=e8f09637-d3bc-46ec-84be-971c3f1bf310,revision_number=2']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:14.635628 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [None req-ef0410b6-f9d6-4b36-8a9a-804b7f4df366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempting to bind port e8f09637-d3bc-46ec-84be-971c3f1bf310 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:37:14.635956 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [None req-ef0410b6-f9d6-4b36-8a9a-804b7f4df366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempting to bind port e8f09637-d3bc-46ec-84be-971c3f1bf310 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'd0540de7-d598-4ca0-a787-8e7fd8cdcd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7ce967ea-c397-49ff-a238-5a62f6b2b761'}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:37:14.636292 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0410b6-f9d6-4b36-8a9a-804b7f4df366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempting to bind port e8f09637-d3bc-46ec-84be-971c3f1bf310 on network 7ce967ea-c397-49ff-a238-5a62f6b2b761 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:37:14.654231 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8035bcba-6c2e-425b-9a05-355422c5880c tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:14.662041 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0410b6-f9d6-4b36-8a9a-804b7f4df366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Port e8f09637-d3bc-46ec-84be-971c3f1bf310 on network 7ce967ea-c397-49ff-a238-5a62f6b2b761 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 08:37:14.662371 dv-neutron-827798-2-hyperv neutron-server[84108]: ERROR neutron.plugins.ml2.managers [None req-ef0410b6-f9d6-4b36-8a9a-804b7f4df366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Failed to bind port e8f09637-d3bc-46ec-84be-971c3f1bf310 on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'd0540de7-d598-4ca0-a787-8e7fd8cdcd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7ce967ea-c397-49ff-a238-5a62f6b2b761'}] Feb 04 08:37:14.665027 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.plugins.ml2.plugin [None req-ef0410b6-f9d6-4b36-8a9a-804b7f4df366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempt 2 to bind port e8f09637-d3bc-46ec-84be-971c3f1bf310 Feb 04 08:37:14.692240 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a2f9d9ed-f6df-4f1b-b4d0-d133bb352198 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:14.707657 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-6cc80dd3-f1a5-4fec-a65a-d541ed831f7e req-0fca24f1-5389-4aaf-ae2c-9b0a61cca1dc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1644fee2-105a-4ec7-be68-63a115a652c3 HTTP/1.1" status: 200 len: 1099 time: 0.2941778 Feb 04 08:37:14.788136 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-8035bcba-6c2e-425b-9a05-355422c5880c tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Calling delete_port for 9ab67601-8675-4390-a423-66f36521a885 owned by {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:37:14.822670 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [None req-ef0410b6-f9d6-4b36-8a9a-804b7f4df366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempting to bind port e8f09637-d3bc-46ec-84be-971c3f1bf310 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:37:14.823037 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [None req-ef0410b6-f9d6-4b36-8a9a-804b7f4df366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempting to bind port e8f09637-d3bc-46ec-84be-971c3f1bf310 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'd0540de7-d598-4ca0-a787-8e7fd8cdcd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7ce967ea-c397-49ff-a238-5a62f6b2b761'}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:37:14.823341 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0410b6-f9d6-4b36-8a9a-804b7f4df366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempting to bind port e8f09637-d3bc-46ec-84be-971c3f1bf310 on network 7ce967ea-c397-49ff-a238-5a62f6b2b761 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:37:14.840599 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0410b6-f9d6-4b36-8a9a-804b7f4df366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Port e8f09637-d3bc-46ec-84be-971c3f1bf310 on network 7ce967ea-c397-49ff-a238-5a62f6b2b761 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 08:37:14.840930 dv-neutron-827798-2-hyperv neutron-server[84108]: ERROR neutron.plugins.ml2.managers [None req-ef0410b6-f9d6-4b36-8a9a-804b7f4df366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Failed to bind port e8f09637-d3bc-46ec-84be-971c3f1bf310 on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'd0540de7-d598-4ca0-a787-8e7fd8cdcd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7ce967ea-c397-49ff-a238-5a62f6b2b761'}] Feb 04 08:37:14.843116 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.plugins.ml2.plugin [None req-ef0410b6-f9d6-4b36-8a9a-804b7f4df366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempt 3 to bind port e8f09637-d3bc-46ec-84be-971c3f1bf310 Feb 04 08:37:14.866009 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [None req-ef0410b6-f9d6-4b36-8a9a-804b7f4df366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempting to bind port e8f09637-d3bc-46ec-84be-971c3f1bf310 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:37:14.866327 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [None req-ef0410b6-f9d6-4b36-8a9a-804b7f4df366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempting to bind port e8f09637-d3bc-46ec-84be-971c3f1bf310 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'd0540de7-d598-4ca0-a787-8e7fd8cdcd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7ce967ea-c397-49ff-a238-5a62f6b2b761'}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:37:14.866664 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0410b6-f9d6-4b36-8a9a-804b7f4df366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempting to bind port e8f09637-d3bc-46ec-84be-971c3f1bf310 on network 7ce967ea-c397-49ff-a238-5a62f6b2b761 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:37:14.885016 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0410b6-f9d6-4b36-8a9a-804b7f4df366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Port e8f09637-d3bc-46ec-84be-971c3f1bf310 on network 7ce967ea-c397-49ff-a238-5a62f6b2b761 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 08:37:14.885351 dv-neutron-827798-2-hyperv neutron-server[84108]: ERROR neutron.plugins.ml2.managers [None req-ef0410b6-f9d6-4b36-8a9a-804b7f4df366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Failed to bind port e8f09637-d3bc-46ec-84be-971c3f1bf310 on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'd0540de7-d598-4ca0-a787-8e7fd8cdcd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7ce967ea-c397-49ff-a238-5a62f6b2b761'}] Feb 04 08:37:14.886249 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.plugins.ml2.plugin [None req-ef0410b6-f9d6-4b36-8a9a-804b7f4df366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempt 4 to bind port e8f09637-d3bc-46ec-84be-971c3f1bf310 Feb 04 08:37:14.937092 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [None req-ef0410b6-f9d6-4b36-8a9a-804b7f4df366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempting to bind port e8f09637-d3bc-46ec-84be-971c3f1bf310 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:37:14.937425 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [None req-ef0410b6-f9d6-4b36-8a9a-804b7f4df366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempting to bind port e8f09637-d3bc-46ec-84be-971c3f1bf310 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'd0540de7-d598-4ca0-a787-8e7fd8cdcd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7ce967ea-c397-49ff-a238-5a62f6b2b761'}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:37:14.937761 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0410b6-f9d6-4b36-8a9a-804b7f4df366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempting to bind port e8f09637-d3bc-46ec-84be-971c3f1bf310 on network 7ce967ea-c397-49ff-a238-5a62f6b2b761 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:37:14.957199 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e8a696b-1cc7-4697-ad53-12bca1253308 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Made reservation on behalf of 32c07176beb04678891482021dac7654 for: {'port': 2} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:37:14.957390 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0410b6-f9d6-4b36-8a9a-804b7f4df366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Port e8f09637-d3bc-46ec-84be-971c3f1bf310 on network 7ce967ea-c397-49ff-a238-5a62f6b2b761 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 08:37:14.957679 dv-neutron-827798-2-hyperv neutron-server[84108]: ERROR neutron.plugins.ml2.managers [None req-ef0410b6-f9d6-4b36-8a9a-804b7f4df366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Failed to bind port e8f09637-d3bc-46ec-84be-971c3f1bf310 on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'd0540de7-d598-4ca0-a787-8e7fd8cdcd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7ce967ea-c397-49ff-a238-5a62f6b2b761'}] Feb 04 08:37:14.960186 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.plugins.ml2.plugin [None req-ef0410b6-f9d6-4b36-8a9a-804b7f4df366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempt 5 to bind port e8f09637-d3bc-46ec-84be-971c3f1bf310 Feb 04 08:37:14.960875 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0e8a696b-1cc7-4697-ad53-12bca1253308 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:14.980723 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [None req-ef0410b6-f9d6-4b36-8a9a-804b7f4df366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempting to bind port e8f09637-d3bc-46ec-84be-971c3f1bf310 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:37:14.981633 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [None req-ef0410b6-f9d6-4b36-8a9a-804b7f4df366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempting to bind port e8f09637-d3bc-46ec-84be-971c3f1bf310 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'd0540de7-d598-4ca0-a787-8e7fd8cdcd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7ce967ea-c397-49ff-a238-5a62f6b2b761'}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:37:14.981633 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0410b6-f9d6-4b36-8a9a-804b7f4df366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempting to bind port e8f09637-d3bc-46ec-84be-971c3f1bf310 on network 7ce967ea-c397-49ff-a238-5a62f6b2b761 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:37:14.988064 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0410b6-f9d6-4b36-8a9a-804b7f4df366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Port e8f09637-d3bc-46ec-84be-971c3f1bf310 on network 7ce967ea-c397-49ff-a238-5a62f6b2b761 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 08:37:14.988388 dv-neutron-827798-2-hyperv neutron-server[84108]: ERROR neutron.plugins.ml2.managers [None req-ef0410b6-f9d6-4b36-8a9a-804b7f4df366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Failed to bind port e8f09637-d3bc-46ec-84be-971c3f1bf310 on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'd0540de7-d598-4ca0-a787-8e7fd8cdcd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7ce967ea-c397-49ff-a238-5a62f6b2b761'}] Feb 04 08:37:14.988801 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.plugins.ml2.plugin [None req-ef0410b6-f9d6-4b36-8a9a-804b7f4df366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempt 6 to bind port e8f09637-d3bc-46ec-84be-971c3f1bf310 Feb 04 08:37:15.005152 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [None req-ef0410b6-f9d6-4b36-8a9a-804b7f4df366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempting to bind port e8f09637-d3bc-46ec-84be-971c3f1bf310 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:37:15.005543 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [None req-ef0410b6-f9d6-4b36-8a9a-804b7f4df366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempting to bind port e8f09637-d3bc-46ec-84be-971c3f1bf310 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'd0540de7-d598-4ca0-a787-8e7fd8cdcd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7ce967ea-c397-49ff-a238-5a62f6b2b761'}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:37:15.005900 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0410b6-f9d6-4b36-8a9a-804b7f4df366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempting to bind port e8f09637-d3bc-46ec-84be-971c3f1bf310 on network 7ce967ea-c397-49ff-a238-5a62f6b2b761 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:37:15.012294 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0410b6-f9d6-4b36-8a9a-804b7f4df366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Port e8f09637-d3bc-46ec-84be-971c3f1bf310 on network 7ce967ea-c397-49ff-a238-5a62f6b2b761 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 08:37:15.012765 dv-neutron-827798-2-hyperv neutron-server[84108]: ERROR neutron.plugins.ml2.managers [None req-ef0410b6-f9d6-4b36-8a9a-804b7f4df366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Failed to bind port e8f09637-d3bc-46ec-84be-971c3f1bf310 on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'd0540de7-d598-4ca0-a787-8e7fd8cdcd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7ce967ea-c397-49ff-a238-5a62f6b2b761'}] Feb 04 08:37:15.013156 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.plugins.ml2.plugin [None req-ef0410b6-f9d6-4b36-8a9a-804b7f4df366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempt 7 to bind port e8f09637-d3bc-46ec-84be-971c3f1bf310 Feb 04 08:37:15.028741 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [None req-ef0410b6-f9d6-4b36-8a9a-804b7f4df366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempting to bind port e8f09637-d3bc-46ec-84be-971c3f1bf310 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:37:15.029068 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [None req-ef0410b6-f9d6-4b36-8a9a-804b7f4df366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempting to bind port e8f09637-d3bc-46ec-84be-971c3f1bf310 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'd0540de7-d598-4ca0-a787-8e7fd8cdcd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7ce967ea-c397-49ff-a238-5a62f6b2b761'}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:37:15.029398 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0410b6-f9d6-4b36-8a9a-804b7f4df366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempting to bind port e8f09637-d3bc-46ec-84be-971c3f1bf310 on network 7ce967ea-c397-49ff-a238-5a62f6b2b761 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:37:15.035671 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0410b6-f9d6-4b36-8a9a-804b7f4df366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Port e8f09637-d3bc-46ec-84be-971c3f1bf310 on network 7ce967ea-c397-49ff-a238-5a62f6b2b761 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 08:37:15.035991 dv-neutron-827798-2-hyperv neutron-server[84108]: ERROR neutron.plugins.ml2.managers [None req-ef0410b6-f9d6-4b36-8a9a-804b7f4df366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Failed to bind port e8f09637-d3bc-46ec-84be-971c3f1bf310 on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'd0540de7-d598-4ca0-a787-8e7fd8cdcd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7ce967ea-c397-49ff-a238-5a62f6b2b761'}] Feb 04 08:37:15.036380 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.plugins.ml2.plugin [None req-ef0410b6-f9d6-4b36-8a9a-804b7f4df366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempt 8 to bind port e8f09637-d3bc-46ec-84be-971c3f1bf310 Feb 04 08:37:15.051653 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [None req-ef0410b6-f9d6-4b36-8a9a-804b7f4df366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempting to bind port e8f09637-d3bc-46ec-84be-971c3f1bf310 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:37:15.051921 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [None req-ef0410b6-f9d6-4b36-8a9a-804b7f4df366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempting to bind port e8f09637-d3bc-46ec-84be-971c3f1bf310 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'd0540de7-d598-4ca0-a787-8e7fd8cdcd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7ce967ea-c397-49ff-a238-5a62f6b2b761'}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:37:15.052249 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0410b6-f9d6-4b36-8a9a-804b7f4df366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempting to bind port e8f09637-d3bc-46ec-84be-971c3f1bf310 on network 7ce967ea-c397-49ff-a238-5a62f6b2b761 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:37:15.057954 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0410b6-f9d6-4b36-8a9a-804b7f4df366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Port e8f09637-d3bc-46ec-84be-971c3f1bf310 on network 7ce967ea-c397-49ff-a238-5a62f6b2b761 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 08:37:15.058270 dv-neutron-827798-2-hyperv neutron-server[84108]: ERROR neutron.plugins.ml2.managers [None req-ef0410b6-f9d6-4b36-8a9a-804b7f4df366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Failed to bind port e8f09637-d3bc-46ec-84be-971c3f1bf310 on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'd0540de7-d598-4ca0-a787-8e7fd8cdcd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7ce967ea-c397-49ff-a238-5a62f6b2b761'}] Feb 04 08:37:15.058648 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.plugins.ml2.plugin [None req-ef0410b6-f9d6-4b36-8a9a-804b7f4df366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempt 9 to bind port e8f09637-d3bc-46ec-84be-971c3f1bf310 Feb 04 08:37:15.067540 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8035bcba-6c2e-425b-9a05-355422c5880c tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:15.097728 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0e8a696b-1cc7-4697-ad53-12bca1253308 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:15.120792 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8035bcba-6c2e-425b-9a05-355422c5880c tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Pushing event deleted for resources: {'Port': ['ID=9ab67601-8675-4390-a423-66f36521a885,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:15.123128 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [None req-ef0410b6-f9d6-4b36-8a9a-804b7f4df366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempting to bind port e8f09637-d3bc-46ec-84be-971c3f1bf310 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:37:15.123128 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [None req-ef0410b6-f9d6-4b36-8a9a-804b7f4df366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempting to bind port e8f09637-d3bc-46ec-84be-971c3f1bf310 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'd0540de7-d598-4ca0-a787-8e7fd8cdcd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7ce967ea-c397-49ff-a238-5a62f6b2b761'}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:37:15.123383 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0410b6-f9d6-4b36-8a9a-804b7f4df366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempting to bind port e8f09637-d3bc-46ec-84be-971c3f1bf310 on network 7ce967ea-c397-49ff-a238-5a62f6b2b761 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:37:15.133717 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0410b6-f9d6-4b36-8a9a-804b7f4df366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Port e8f09637-d3bc-46ec-84be-971c3f1bf310 on network 7ce967ea-c397-49ff-a238-5a62f6b2b761 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 08:37:15.134018 dv-neutron-827798-2-hyperv neutron-server[84108]: ERROR neutron.plugins.ml2.managers [None req-ef0410b6-f9d6-4b36-8a9a-804b7f4df366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Failed to bind port e8f09637-d3bc-46ec-84be-971c3f1bf310 on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'd0540de7-d598-4ca0-a787-8e7fd8cdcd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7ce967ea-c397-49ff-a238-5a62f6b2b761'}] Feb 04 08:37:15.136578 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.plugins.ml2.plugin [None req-ef0410b6-f9d6-4b36-8a9a-804b7f4df366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempt 10 to bind port e8f09637-d3bc-46ec-84be-971c3f1bf310 Feb 04 08:37:15.208016 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-6cc80dd3-f1a5-4fec-a65a-d541ed831f7e req-74c8482b-710a-4734-b8c0-711da8b05f1c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1cf66706-a623-46a6-9f5d-54c09d760d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3393245 Feb 04 08:37:15.214869 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [None req-ef0410b6-f9d6-4b36-8a9a-804b7f4df366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempting to bind port e8f09637-d3bc-46ec-84be-971c3f1bf310 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:37:15.215186 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [None req-ef0410b6-f9d6-4b36-8a9a-804b7f4df366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempting to bind port e8f09637-d3bc-46ec-84be-971c3f1bf310 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'd0540de7-d598-4ca0-a787-8e7fd8cdcd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7ce967ea-c397-49ff-a238-5a62f6b2b761'}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:37:15.215518 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0410b6-f9d6-4b36-8a9a-804b7f4df366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempting to bind port e8f09637-d3bc-46ec-84be-971c3f1bf310 on network 7ce967ea-c397-49ff-a238-5a62f6b2b761 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:37:15.227323 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0410b6-f9d6-4b36-8a9a-804b7f4df366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Port e8f09637-d3bc-46ec-84be-971c3f1bf310 on network 7ce967ea-c397-49ff-a238-5a62f6b2b761 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 08:37:15.227630 dv-neutron-827798-2-hyperv neutron-server[84108]: ERROR neutron.plugins.ml2.managers [None req-ef0410b6-f9d6-4b36-8a9a-804b7f4df366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Failed to bind port e8f09637-d3bc-46ec-84be-971c3f1bf310 on host hv-neutron-8277 for vnic_type normal using segments [{'id': 'd0540de7-d598-4ca0-a787-8e7fd8cdcd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7ce967ea-c397-49ff-a238-5a62f6b2b761'}] Feb 04 08:37:15.227990 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ef0410b6-f9d6-4b36-8a9a-804b7f4df366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:15.293311 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a2f9d9ed-f6df-4f1b-b4d0-d133bb352198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:15.346008 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f9d9ed-f6df-4f1b-b4d0-d133bb352198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e59886c-d9e8-425c-a71a-e4653b692ce9,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:15.373757 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8035bcba-6c2e-425b-9a05-355422c5880c tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:15.407492 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60b94dd1-bf1e-4726-8e1f-e9d747ef4c2c tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:37:15.415759 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2ec25a-b0e2-4814-8879-4207c3cb1e93 req-ad6b264b-fb93-4712-8e84-1764368075af tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:15.417344 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-df2ec25a-b0e2-4814-8879-4207c3cb1e93 req-ad6b264b-fb93-4712-8e84-1764368075af tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] 10.222.0.36 "GET /v2.0/ports?device_id=1644fee2-105a-4ec7-be68-63a115a652c3 HTTP/1.1" status: 200 len: 946 time: 0.4712412 Feb 04 08:37:15.419759 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907d478e-e681-40be-beca-85f59a18fa28 None None] Sync routers for ids ['7ebf9bb7-e984-4892-888c-5c797bfa9615'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:37:15.426491 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [None req-ef0410b6-f9d6-4b36-8a9a-804b7f4df366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] For port e8f09637-d3bc-46ec-84be-971c3f1bf310, host hv-neutron-8277, cleared binding levels {{(pid=84108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:37:15.434126 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [None req-ef0410b6-f9d6-4b36-8a9a-804b7f4df366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Attempted to set empty binding levels {{(pid=84108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 04 08:37:15.438591 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907d478e-e681-40be-beca-85f59a18fa28 None None] Routers {'7ebf9bb7-e984-4892-888c-5c797bfa9615'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:37:15.439285 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-907d478e-e681-40be-beca-85f59a18fa28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:36:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['7ebf9bb7-e984-4892-888c-5c797bfa9615'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:37:15.455341 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3680207-bbe4-4f2a-9af6-c15c3de65950 req-07ebeee9-a386-4ab8-be7e-5fa554f9412c tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:15.459668 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c3680207-bbe4-4f2a-9af6-c15c3de65950 req-07ebeee9-a386-4ab8-be7e-5fa554f9412c tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] 10.222.0.36 "GET /v2.0/ports?device_id=366365a9-947d-42ad-8b39-81e07299534b HTTP/1.1" status: 200 len: 945 time: 0.4606998 Feb 04 08:37:15.459668 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8128d4ac-f69a-41ba-888b-76bde6d4b468 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:37:15.470102 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afda6972-8e78-49f2-a4a3-9e6acd4d66e4 None None] Sync routers for ids ['c7b81544-3a6c-440a-9111-741d119f16be'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:37:15.482685 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-8035bcba-6c2e-425b-9a05-355422c5880c tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] 10.222.0.36 "DELETE /v2.0/ports/9ab67601-8675-4390-a423-66f36521a885 HTTP/1.1" status: 204 len: 168 time: 1.3217986 Feb 04 08:37:15.484776 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afda6972-8e78-49f2-a4a3-9e6acd4d66e4 None None] Routers {'c7b81544-3a6c-440a-9111-741d119f16be'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:37:15.486262 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-afda6972-8e78-49f2-a4a3-9e6acd4d66e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:36:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['c7b81544-3a6c-440a-9111-741d119f16be'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:37:15.490079 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 47022) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:15.535842 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [None req-0e8a696b-1cc7-4697-ad53-12bca1253308 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] device_id is not set on port 6c9e5631-83fb-49f3-8227-6a90400ae531 yet. {{(pid=84107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:37:15.541690 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-907d478e-e681-40be-beca-85f59a18fa28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:37:15.553713 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907d478e-e681-40be-beca-85f59a18fa28 None None] Routers {'7ebf9bb7-e984-4892-888c-5c797bfa9615'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:37:15.554567 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-907d478e-e681-40be-beca-85f59a18fa28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:36:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['7ebf9bb7-e984-4892-888c-5c797bfa9615'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:37:15.557450 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a2f9d9ed-f6df-4f1b-b4d0-d133bb352198 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:15.558549 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-a2f9d9ed-f6df-4f1b-b4d0-d133bb352198 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6e59886c-d9e8-425c-a71a-e4653b692ce9 HTTP/1.1" status: 204 len: 168 time: 1.3469272 Feb 04 08:37:15.564350 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ef0410b6-f9d6-4b36-8a9a-804b7f4df366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:15.570566 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-8128d4ac-f69a-41ba-888b-76bde6d4b468 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "PUT /v2.0/routers/c7b81544-3a6c-440a-9111-741d119f16be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4340963 Feb 04 08:37:15.576640 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 47028) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:15.581493 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-afda6972-8e78-49f2-a4a3-9e6acd4d66e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:37:15.595858 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afda6972-8e78-49f2-a4a3-9e6acd4d66e4 None None] Routers {'c7b81544-3a6c-440a-9111-741d119f16be'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:37:15.596495 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-afda6972-8e78-49f2-a4a3-9e6acd4d66e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:36:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['c7b81544-3a6c-440a-9111-741d119f16be'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:37:15.628501 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-df2ec25a-b0e2-4814-8879-4207c3cb1e93 req-44245372-11e4-4bda-8eaa-83b3946dd9c9 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] 10.222.0.36 "GET /v2.0/security-groups?id=1cf66706-a623-46a6-9f5d-54c09d760d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1968892 Feb 04 08:37:15.636896 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-60b94dd1-bf1e-4726-8e1f-e9d747ef4c2c tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:15.640868 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-60b94dd1-bf1e-4726-8e1f-e9d747ef4c2c tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.5948265 Feb 04 08:37:15.645162 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 47032) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:15.693102 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-ef0410b6-f9d6-4b36-8a9a-804b7f4df366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] In _notify_port_updated(), no bound segment for port e8f09637-d3bc-46ec-84be-971c3f1bf310 on network 7ce967ea-c397-49ff-a238-5a62f6b2b761 {{(pid=84108) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 04 08:37:15.694577 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ef0410b6-f9d6-4b36-8a9a-804b7f4df366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:15.701801 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-ef0410b6-f9d6-4b36-8a9a-804b7f4df366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] 10.222.0.36 "PUT /v2.0/ports/e8f09637-d3bc-46ec-84be-971c3f1bf310 HTTP/1.1" status: 200 len: 979 time: 2.4449468 Feb 04 08:37:15.702914 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0410b6-f9d6-4b36-8a9a-804b7f4df366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Pushing event updated for resources: {'Port': ['ID=e8f09637-d3bc-46ec-84be-971c3f1bf310,revision_number=3']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:15.713754 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-907d478e-e681-40be-beca-85f59a18fa28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:37:15.714250 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 47036) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:15.714977 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907d478e-e681-40be-beca-85f59a18fa28 None None] The sync data for ids ['7ebf9bb7-e984-4892-888c-5c797bfa9615'] in dv-neutron-827798-2-hyperv is: [] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:37:15.716679 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c3680207-bbe4-4f2a-9af6-c15c3de65950 req-f7e9a46f-7db1-4ffe-a737-07bf24cca557 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] 10.222.0.36 "GET /v2.0/security-groups?id=14968e18-e111-4015-999f-127e7e9cb94a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2362490 Feb 04 08:37:15.756582 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-afda6972-8e78-49f2-a4a3-9e6acd4d66e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:37:15.757080 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afda6972-8e78-49f2-a4a3-9e6acd4d66e4 None None] The sync data for ids ['c7b81544-3a6c-440a-9111-741d119f16be'] in dv-neutron-827798-2-hyperv is: [] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:37:15.765192 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69571339-a00c-4113-a6a7-3d12f8df3ec8 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:15.765192 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-69571339-a00c-4113-a6a7-3d12f8df3ec8 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Synchronizing usage tracker for tenant:1216cf6397c6415eb938e86c1901dea6 on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:37:15.852100 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0e8a696b-1cc7-4697-ad53-12bca1253308 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:15.880803 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-de6c3ffa-b1a8-4f07-9b4e-9a4046f1b266 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Deleting port e8f09637-d3bc-46ec-84be-971c3f1bf310 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:37:15.881040 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-69571339-a00c-4113-a6a7-3d12f8df3ec8 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Unset dirty status for tenant:1216cf6397c6415eb938e86c1901dea6 on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:37:15.881135 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-de6c3ffa-b1a8-4f07-9b4e-9a4046f1b266 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:15.882047 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-69571339-a00c-4113-a6a7-3d12f8df3ec8 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "GET /v2.0/ports/034038ee-d0ec-4590-90a4-e4b9d0fcdaf1 HTTP/1.1" status: 200 len: 910 time: 0.3045001 Feb 04 08:37:15.905017 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 47040) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:16.022683 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [None req-0e8a696b-1cc7-4697-ad53-12bca1253308 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] device_id is not set on port ec59e279-ea6a-45a5-afcf-e093c8a50f14 yet. {{(pid=84107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:37:16.096217 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-4306d75b-467d-4223-8d6f-1ac4ebbefbab tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] 10.222.0.36 "GET /v2.0/routers/7ebf9bb7-e984-4892-888c-5c797bfa9615 HTTP/1.1" status: 200 len: 921 time: 0.4414759 Feb 04 08:37:16.100850 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 47046) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:16.157195 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-16dac2cf-b50c-4c84-be26-66fbb4150722 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ebf9bb7-e984-4892-888c-5c797bfa9615 HTTP/1.1" status: 200 len: 205 time: 0.0552313 Feb 04 08:37:16.160489 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 47050) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:16.208426 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e86d652-125a-4b02-861f-8e4674225cf0 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Deleting subnet 98c8ff4a-b0d3-4ec7-9d77-96308f93186a {{(pid=84108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:37:16.236510 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0e8a696b-1cc7-4697-ad53-12bca1253308 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:16.263769 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0e86d652-125a-4b02-861f-8e4674225cf0 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Notify callbacks [] for subnet, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:16.344302 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0e8a696b-1cc7-4697-ad53-12bca1253308 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:16.351119 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [None req-de6c3ffa-b1a8-4f07-9b4e-9a4046f1b266 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] For port e8f09637-d3bc-46ec-84be-971c3f1bf310, host hv-neutron-8277, got binding levels [] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:37:16.351459 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-de6c3ffa-b1a8-4f07-9b4e-9a4046f1b266 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:16.367019 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0e86d652-125a-4b02-861f-8e4674225cf0 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7851377'] for subnet, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:16.405553 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 47054) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:16.531652 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-de6c3ffa-b1a8-4f07-9b4e-9a4046f1b266 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Calling delete_port for e8f09637-d3bc-46ec-84be-971c3f1bf310 owned by {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:37:16.558151 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8a696b-1cc7-4697-ad53-12bca1253308 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Pushing event updated for resources: {'Port': ['ID=6c9e5631-83fb-49f3-8227-6a90400ae531,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:16.617985 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-970b8ea9-6dc5-4eaf-a78c-48ae28bbde70 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3ea4a86fc0434686aab7f1aae1f745fb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2047579 Feb 04 08:37:16.618678 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8a696b-1cc7-4697-ad53-12bca1253308 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Checking segment: {'id': '9f831d04-0948-4862-9b15-85174775f7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '52085ba6-3641-4e60-9dbb-20b5aea754ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:37:16.619036 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8a696b-1cc7-4697-ad53-12bca1253308 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Network hostable DHCP agents. Network: 52085ba6-3641-4e60-9dbb-20b5aea754ec, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:37:16.623113 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 47058) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:16.656195 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2dca2950-66a1-493a-887d-5a63a1aa9fb2 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks [] for router, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:16.782635 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0e86d652-125a-4b02-861f-8e4674225cf0 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:16.821806 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6dd9156d-edbe-47d1-8486-b196fa1fa17d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:16.862086 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8a696b-1cc7-4697-ad53-12bca1253308 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Network 52085ba6-3641-4e60-9dbb-20b5aea754ec is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:37:16.880278 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-de6c3ffa-b1a8-4f07-9b4e-9a4046f1b266 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:16.880494 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6dd9156d-edbe-47d1-8486-b196fa1fa17d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:16.915277 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b5c72338-d7ce-4ebe-853c-ffcbbb2637c2 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473817'] for router_interface, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:17.021212 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-0e8a696b-1cc7-4697-ad53-12bca1253308 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, 52085ba6-3641-4e60-9dbb-20b5aea754ec) {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:37:17.030006 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2bb8720-9c22-4dab-a0e8-18b6133487f2 None None] Network 52085ba6-3641-4e60-9dbb-20b5aea754ec requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:37:17.037932 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8a696b-1cc7-4697-ad53-12bca1253308 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:37:17.038762 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0e8a696b-1cc7-4697-ad53-12bca1253308 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:17.067977 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c3ffa-b1a8-4f07-9b4e-9a4046f1b266 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Pushing event deleted for resources: {'Port': ['ID=e8f09637-d3bc-46ec-84be-971c3f1bf310,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:17.070078 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0e86d652-125a-4b02-861f-8e4674225cf0 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7593563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8119683'] for subnet, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:17.120758 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e86d652-125a-4b02-861f-8e4674225cf0 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Pushing event deleted for resources: {'Subnet': ['ID=98c8ff4a-b0d3-4ec7-9d77-96308f93186a,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:17.128738 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-de6c3ffa-b1a8-4f07-9b4e-9a4046f1b266 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:17.142821 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254e97d6-ea0d-4df2-9bfe-ba04d8c72b8c req-7257c13e-1b13-4b4c-b1b4-03481bf2d28b tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:17.144291 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-254e97d6-ea0d-4df2-9bfe-ba04d8c72b8c req-7257c13e-1b13-4b4c-b1b4-03481bf2d28b tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] 10.222.0.36 "GET /v2.0/ports?device_id=1644fee2-105a-4ec7-be68-63a115a652c3 HTTP/1.1" status: 200 len: 946 time: 0.3564949 Feb 04 08:37:17.181626 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8a696b-1cc7-4697-ad53-12bca1253308 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Pushing event updated for resources: {'Port': ['ID=ec59e279-ea6a-45a5-afcf-e093c8a50f14,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:17.192099 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0e86d652-125a-4b02-861f-8e4674225cf0 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:17.204954 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-0e86d652-125a-4b02-861f-8e4674225cf0 tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] 10.222.0.36 "DELETE /v2.0/subnets/98c8ff4a-b0d3-4ec7-9d77-96308f93186a HTTP/1.1" status: 204 len: 168 time: 1.7112050 Feb 04 08:37:17.206066 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 47066) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:17.214951 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5177a69f-c3ab-416c-876c-da6df51a348c None None] Network 7f2cb2c1-aa0f-4f45-9f17-c8bf4d52536c requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:37:17.243225 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0912b1cc-ea29-48f4-8095-0d16ce0b8498 req-d4010e36-fe61-4ffa-9406-c941a2c26624 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:17.244732 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-0912b1cc-ea29-48f4-8095-0d16ce0b8498 req-d4010e36-fe61-4ffa-9406-c941a2c26624 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] 10.222.0.36 "GET /v2.0/ports?device_id=366365a9-947d-42ad-8b39-81e07299534b HTTP/1.1" status: 200 len: 945 time: 0.3370631 Feb 04 08:37:17.245357 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6dd9156d-edbe-47d1-8486-b196fa1fa17d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:17.283405 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8a696b-1cc7-4697-ad53-12bca1253308 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Checking segment: {'id': 'bd2060ec-dc0d-4804-8969-cd8ade28e579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '99d73065-6245-4a9a-9598-8708e4044a02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:37:17.283762 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8a696b-1cc7-4697-ad53-12bca1253308 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Network hostable DHCP agents. Network: 99d73065-6245-4a9a-9598-8708e4044a02, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:37:17.293327 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd9156d-edbe-47d1-8486-b196fa1fa17d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c878582b-87c1-4b2f-8614-a8632c888af1,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:17.296512 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-de6c3ffa-b1a8-4f07-9b4e-9a4046f1b266 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] 10.222.0.36 "DELETE /v2.0/ports/e8f09637-d3bc-46ec-84be-971c3f1bf310 HTTP/1.1" status: 204 len: 168 time: 1.5757647 Feb 04 08:37:17.296653 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-254e97d6-ea0d-4df2-9bfe-ba04d8c72b8c req-4ebfa18e-09a6-4d2d-b8c2-004200eb7bcb tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] 10.222.0.36 "GET /v2.0/security-groups?id=1cf66706-a623-46a6-9f5d-54c09d760d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377203 Feb 04 08:37:17.296848 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 47070) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:17.345223 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-418f3a4e-26e5-4f44-96bc-178ddb945eac tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:17.373314 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2dca2950-66a1-493a-887d-5a63a1aa9fb2 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:17.377411 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a28dba5-dacc-458e-a18c-580338281626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] GET failed (client error): The resource could not be found. Feb 04 08:37:17.377921 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-7a28dba5-dacc-458e-a18c-580338281626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Synchronizing usage tracker for tenant:313932340c094396b5917f4d02651ca6 on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:37:17.389222 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-418f3a4e-26e5-4f44-96bc-178ddb945eac tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Deleting port e635cf95-41da-410e-bf2d-7daf3fc92fdd {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:37:17.389444 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6dd9156d-edbe-47d1-8486-b196fa1fa17d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:17.389551 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-418f3a4e-26e5-4f44-96bc-178ddb945eac tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:17.390206 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-6dd9156d-edbe-47d1-8486-b196fa1fa17d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c878582b-87c1-4b2f-8614-a8632c888af1 HTTP/1.1" status: 204 len: 168 time: 0.7645111 Feb 04 08:37:17.408747 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-0912b1cc-ea29-48f4-8095-0d16ce0b8498 req-f6a714ed-821b-45f4-a889-c0c1c4e4b069 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] 10.222.0.36 "GET /v2.0/security-groups?id=14968e18-e111-4015-999f-127e7e9cb94a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1460435 Feb 04 08:37:17.507896 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8a696b-1cc7-4697-ad53-12bca1253308 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Network 99d73065-6245-4a9a-9598-8708e4044a02 is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:37:17.511706 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-7a28dba5-dacc-458e-a18c-580338281626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] Unset dirty status for tenant:313932340c094396b5917f4d02651ca6 on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:37:17.512968 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-7a28dba5-dacc-458e-a18c-580338281626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949082957-project-admin] 10.222.0.36 "GET /v2.0/ports/e8f09637-d3bc-46ec-84be-971c3f1bf310 HTTP/1.1" status: 404 len: 333 time: 0.2084177 Feb 04 08:37:17.513662 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-2dca2950-66a1-493a-887d-5a63a1aa9fb2 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Deleting port 998d0545-c470-47fa-887e-229ac5ae6aa6 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:37:17.513998 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2dca2950-66a1-493a-887d-5a63a1aa9fb2 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:17.553150 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 47078) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:17.658273 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96258999-be39-44f4-b0ae-05a04c17caf8 None None] DHCP port deletion for 7f2cb2c1-aa0f-4f45-9f17-c8bf4d52536c request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 08:37:17.662669 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-96258999-be39-44f4-b0ae-05a04c17caf8 None None] Deleting port e635cf95-41da-410e-bf2d-7daf3fc92fdd {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:37:17.663175 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-96258999-be39-44f4-b0ae-05a04c17caf8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:17.708214 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-0e8a696b-1cc7-4697-ad53-12bca1253308 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, 99d73065-6245-4a9a-9598-8708e4044a02) {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:37:17.717178 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17aade93-1ad6-44a1-8953-cf68de1a77e2 None None] Network 99d73065-6245-4a9a-9598-8708e4044a02 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:37:17.719883 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8a696b-1cc7-4697-ad53-12bca1253308 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:37:17.723940 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8a696b-1cc7-4697-ad53-12bca1253308 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:17.727129 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8a696b-1cc7-4697-ad53-12bca1253308 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:17.727804 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0e8a696b-1cc7-4697-ad53-12bca1253308 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:17.792476 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a8c69d-38c0-436a-8e4a-9abe5d164f59 req-409058bb-1f33-45b3-961f-5fc85475d9a6 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:17.804085 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d7a8c69d-38c0-436a-8e4a-9abe5d164f59 req-409058bb-1f33-45b3-961f-5fc85475d9a6 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] 10.222.0.36 "GET /v2.0/ports?device_id=366365a9-947d-42ad-8b39-81e07299534b HTTP/1.1" status: 200 len: 945 time: 0.2490075 Feb 04 08:37:17.806499 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 47082) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:17.813463 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-6f2bf1bc-577f-417a-ac7c-fcf0fae22b81 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Request body: {'floatingip': {'port_id': '78678a4e-3471-4771-905b-d44f3da77bd9'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:37:17.856610 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-64a01089-684a-4a56-a495-724091ebf03e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1104841505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1104841505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:17.882930 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [None req-418f3a4e-26e5-4f44-96bc-178ddb945eac tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] For port e635cf95-41da-410e-bf2d-7daf3fc92fdd, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=e635cf95-41da-410e-bf2d-7daf3fc92fdd,segment=NetworkSegment(1e7100e2-ad6a-4bf5-95b1-009f027f6ca0),segment_id=1e7100e2-ad6a-4bf5-95b1-009f027f6ca0)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:37:17.882930 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-418f3a4e-26e5-4f44-96bc-178ddb945eac tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:17.886298 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-0e8a696b-1cc7-4697-ad53-12bca1253308 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.7834609 Feb 04 08:37:17.890975 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 47088) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:17.901883 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2dca2950-66a1-493a-887d-5a63a1aa9fb2 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:17.916310 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6f2bf1bc-577f-417a-ac7c-fcf0fae22b81 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Notify callbacks [] for floatingip, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:18.023256 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-96258999-be39-44f4-b0ae-05a04c17caf8 None None] For port e635cf95-41da-410e-bf2d-7daf3fc92fdd, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=e635cf95-41da-410e-bf2d-7daf3fc92fdd,segment=NetworkSegment(1e7100e2-ad6a-4bf5-95b1-009f027f6ca0),segment_id=1e7100e2-ad6a-4bf5-95b1-009f027f6ca0)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:37:18.023256 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-96258999-be39-44f4-b0ae-05a04c17caf8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:18.100471 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-2dca2950-66a1-493a-887d-5a63a1aa9fb2 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Calling delete_port for 998d0545-c470-47fa-887e-229ac5ae6aa6 owned by network:router_gateway {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:37:18.160215 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-96258999-be39-44f4-b0ae-05a04c17caf8 None None] Calling delete_port for e635cf95-41da-410e-bf2d-7daf3fc92fdd owned by network:dhcp {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:37:18.229757 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-418f3a4e-26e5-4f44-96bc-178ddb945eac tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Calling delete_port for e635cf95-41da-410e-bf2d-7daf3fc92fdd owned by network:dhcp {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:37:18.361412 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-96258999-be39-44f4-b0ae-05a04c17caf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407'] for port, after_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:18.416473 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96258999-be39-44f4-b0ae-05a04c17caf8 None None] Pushing event deleted for resources: {'Port': ['ID=e635cf95-41da-410e-bf2d-7daf3fc92fdd,revision_number=None']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:18.448868 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96258999-be39-44f4-b0ae-05a04c17caf8 None None] No DVR routers for this DVR port e635cf95-41da-410e-bf2d-7daf3fc92fdd on host dv-neutron-827798-2-hyperv {{(pid=84109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:37:18.461384 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96258999-be39-44f4-b0ae-05a04c17caf8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:37:18.461384 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96258999-be39-44f4-b0ae-05a04c17caf8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:37:18.461751 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96258999-be39-44f4-b0ae-05a04c17caf8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:37:18.462170 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96258999-be39-44f4-b0ae-05a04c17caf8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:37:18.464240 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96258999-be39-44f4-b0ae-05a04c17caf8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:37:18.464240 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96258999-be39-44f4-b0ae-05a04c17caf8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:37:18.464240 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96258999-be39-44f4-b0ae-05a04c17caf8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:37:18.464240 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96258999-be39-44f4-b0ae-05a04c17caf8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:37:18.464240 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96258999-be39-44f4-b0ae-05a04c17caf8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:37:18.465262 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96258999-be39-44f4-b0ae-05a04c17caf8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:37:18.465262 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96258999-be39-44f4-b0ae-05a04c17caf8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:37:18.511090 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-64a01089-684a-4a56-a495-724091ebf03e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1104841505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1104841505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:18.694385 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-64a01089-684a-4a56-a495-724091ebf03e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1104841505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1104841505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ce967ea-c397-49ff-a238-5a62f6b2b761']}} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:37:18.724329 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-64a01089-684a-4a56-a495-724091ebf03e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1104841505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1104841505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0540de7-d598-4ca0-a787-8e7fd8cdcd88') {'for_net_delete': True} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:37:18.724329 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-64a01089-684a-4a56-a495-724091ebf03e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1104841505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1104841505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0540de7-d598-4ca0-a787-8e7fd8cdcd88') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:37:18.724329 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.db.api [None req-418f3a4e-26e5-4f44-96bc-178ddb945eac tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84108) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 08:37:18.724329 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG oslo_db.api [None req-418f3a4e-26e5-4f44-96bc-178ddb945eac tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 08:37:18.733110 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559a59e6-07d5-4ef2-8238-1d106caa0b0c tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:18.737562 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559a59e6-07d5-4ef2-8238-1d106caa0b0c tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:18.739829 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-559a59e6-07d5-4ef2-8238-1d106caa0b0c tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.8465867 Feb 04 08:37:18.743349 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 47104) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:18.746983 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-64a01089-684a-4a56-a495-724091ebf03e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1104841505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1104841505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7851336'] for segment, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:18.820877 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-64a01089-684a-4a56-a495-724091ebf03e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1104841505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1104841505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:18.856376 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879043c3-11ef-497a-aa51-e6250c7d1010 req-cb455d6f-8995-472a-a370-b79695319e48 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:18.857886 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-879043c3-11ef-497a-aa51-e6250c7d1010 req-cb455d6f-8995-472a-a370-b79695319e48 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] 10.222.0.36 "GET /v2.0/ports?device_id=1644fee2-105a-4ec7-be68-63a115a652c3 HTTP/1.1" status: 200 len: 946 time: 0.2871623 Feb 04 08:37:18.867883 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64a01089-684a-4a56-a495-724091ebf03e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1104841505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1104841505-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=84108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:37:18.868355 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-64a01089-684a-4a56-a495-724091ebf03e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1104841505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1104841505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7460345'] for segment, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:18.884063 dv-neutron-827798-2-hyperv neutron-server[84108]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 08:37:18.884063 dv-neutron-827798-2-hyperv neutron-server[84108]: util.warn( Feb 04 08:37:18.884063 dv-neutron-827798-2-hyperv neutron-server[84108]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 08:37:18.884063 dv-neutron-827798-2-hyperv neutron-server[84108]: util.warn( Feb 04 08:37:18.884063 dv-neutron-827798-2-hyperv neutron-server[84108]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 08:37:18.884063 dv-neutron-827798-2-hyperv neutron-server[84108]: util.warn( Feb 04 08:37:18.884063 dv-neutron-827798-2-hyperv neutron-server[84108]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 08:37:18.884063 dv-neutron-827798-2-hyperv neutron-server[84108]: util.warn( Feb 04 08:37:18.884063 dv-neutron-827798-2-hyperv neutron-server[84108]: Traceback (most recent call last): Feb 04 08:37:18.884063 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:37:18.884063 dv-neutron-827798-2-hyperv neutron-server[84108]: timer() Feb 04 08:37:18.884063 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:37:18.884063 dv-neutron-827798-2-hyperv neutron-server[84108]: cb(*args, **kw) Feb 04 08:37:18.884063 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:37:18.884063 dv-neutron-827798-2-hyperv neutron-server[84108]: return func(*args, **kwargs) Feb 04 08:37:18.884063 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:37:18.884063 dv-neutron-827798-2-hyperv neutron-server[84108]: self._notify() Feb 04 08:37:18.884063 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:37:18.884063 dv-neutron-827798-2-hyperv neutron-server[84108]: self.callback(batched_events) Feb 04 08:37:18.884063 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:37:18.884063 dv-neutron-827798-2-hyperv neutron-server[84108]: event.method(event) Feb 04 08:37:18.884063 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:37:18.884063 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:37:18.884063 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:37:18.884063 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:37:18.884063 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:37:18.884063 dv-neutron-827798-2-hyperv neutron-server[84108]: return f(self, *a, **k) Feb 04 08:37:18.884063 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:37:18.884063 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._get(url).json() Feb 04 08:37:18.884063 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:37:18.884063 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:37:18.884063 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:37:18.884063 dv-neutron-827798-2-hyperv neutron-server[84108]: return self.request(url, 'GET', **kwargs) Feb 04 08:37:18.884063 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:37:18.884063 dv-neutron-827798-2-hyperv neutron-server[84108]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:37:18.884063 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:37:18.884063 dv-neutron-827798-2-hyperv neutron-server[84108]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:37:18.884063 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:37:18.884063 dv-neutron-827798-2-hyperv neutron-server[84108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:37:18.884063 dv-neutron-827798-2-hyperv neutron-server[84108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:37:18.899842 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-f83f54fb-c6c7-4aa1-bb4c-1757e166fb04 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Deleting port 6c9e5631-83fb-49f3-8227-6a90400ae531 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:37:18.900180 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f83f54fb-c6c7-4aa1-bb4c-1757e166fb04 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:19.042987 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-879043c3-11ef-497a-aa51-e6250c7d1010 req-b7b1ace4-e5bb-42bd-a3c7-f74dec4ee0ce tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] 10.222.0.36 "GET /v2.0/security-groups?id=1cf66706-a623-46a6-9f5d-54c09d760d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459849 Feb 04 08:37:19.053829 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 47112) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:19.224952 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-418f3a4e-26e5-4f44-96bc-178ddb945eac tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Deleting port e635cf95-41da-410e-bf2d-7daf3fc92fdd {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:37:19.225291 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-418f3a4e-26e5-4f44-96bc-178ddb945eac tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:19.251227 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-64a01089-684a-4a56-a495-724091ebf03e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1104841505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1104841505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:19.253612 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2dca2950-66a1-493a-887d-5a63a1aa9fb2 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:19.255584 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-64a01089-684a-4a56-a495-724091ebf03e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1104841505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1104841505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:19.304513 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-b5c72338-d7ce-4ebe-853c-ffcbbb2637c2 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Deleting port 034038ee-d0ec-4590-90a4-e4b9d0fcdaf1 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:37:19.304746 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b5c72338-d7ce-4ebe-853c-ffcbbb2637c2 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:19.358228 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a01089-684a-4a56-a495-724091ebf03e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1104841505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1104841505-project] Pushing event deleted for resources: {'Network': ['ID=7ce967ea-c397-49ff-a238-5a62f6b2b761,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:19.361574 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dca2950-66a1-493a-887d-5a63a1aa9fb2 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Pushing event deleted for resources: {'Port': ['ID=998d0545-c470-47fa-887e-229ac5ae6aa6,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:19.373673 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-64a01089-684a-4a56-a495-724091ebf03e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1104841505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1104841505-project] 10.222.0.36 "DELETE /v2.0/networks/7ce967ea-c397-49ff-a238-5a62f6b2b761 HTTP/1.1" status: 204 len: 168 time: 1.8194036 Feb 04 08:37:19.382359 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-b64e8afe-d850-4524-a4fd-96f6cf2cd22b tempest-AgentManagementNegativeTest-48489616 tempest-AgentManagementNegativeTest-48489616-project] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3281264 Feb 04 08:37:19.388152 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-418f3a4e-26e5-4f44-96bc-178ddb945eac tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] The port 'e635cf95-41da-410e-bf2d-7daf3fc92fdd' was deleted {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 08:37:19.427634 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-7eea50ac-c2d9-4b41-b196-0b34e4bda495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:19.475866 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f83f54fb-c6c7-4aa1-bb4c-1757e166fb04 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:19.598271 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a88f9f3-a7d9-4d92-89d5-dc2a5797207e req-b43fd40d-7771-4984-8c19-32bf7e0e0857 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:19.599722 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5a88f9f3-a7d9-4d92-89d5-dc2a5797207e req-b43fd40d-7771-4984-8c19-32bf7e0e0857 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] 10.222.0.36 "GET /v2.0/ports?device_id=1644fee2-105a-4ec7-be68-63a115a652c3 HTTP/1.1" status: 200 len: 946 time: 0.3511417 Feb 04 08:37:19.634237 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 47126) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:19.677832 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device e635cf95-41da-410e-bf2d-7daf3fc92fdd no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:37:19.704492 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-2c447f79-ee92-430f-a22d-0252becbb3bd tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Request body: {'floatingip': {'port_id': 'eef8f4f2-3132-4d9d-9006-f98915802e05'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:37:19.721887 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: e635cf95-41da-410e-bf2d-7daf3fc92fdd {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:37:19.722456 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device e635cf95-41da-410e-bf2d-7daf3fc92fdd not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:37:19.740770 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-f83f54fb-c6c7-4aa1-bb4c-1757e166fb04 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Calling delete_port for 6c9e5631-83fb-49f3-8227-6a90400ae531 owned by {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:37:19.809698 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-418f3a4e-26e5-4f44-96bc-178ddb945eac tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:19.868732 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-418f3a4e-26e5-4f44-96bc-178ddb945eac tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f2cb2c1-aa0f-4f45-9f17-c8bf4d52536c']}} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:37:19.870517 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2dca2950-66a1-493a-887d-5a63a1aa9fb2 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473010'] for router_gateway, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:19.935003 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-418f3a4e-26e5-4f44-96bc-178ddb945eac tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e7100e2-ad6a-4bf5-95b1-009f027f6ca0') {'for_net_delete': True} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:37:19.935003 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-418f3a4e-26e5-4f44-96bc-178ddb945eac tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e7100e2-ad6a-4bf5-95b1-009f027f6ca0') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:37:19.950533 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.db.resource_extend [None req-6f2bf1bc-577f-417a-ac7c-fcf0fae22b81 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 08:37:19.972732 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 47134) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:19.976683 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-418f3a4e-26e5-4f44-96bc-178ddb945eac tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7851336'] for segment, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:19.996990 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b5c72338-d7ce-4ebe-853c-ffcbbb2637c2 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:20.069350 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 47140) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:20.071534 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2c447f79-ee92-430f-a22d-0252becbb3bd tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Notify callbacks [] for floatingip, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:20.077006 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-418f3a4e-26e5-4f44-96bc-178ddb945eac tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:20.137381 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f83f54fb-c6c7-4aa1-bb4c-1757e166fb04 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:20.146085 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-b5c72338-d7ce-4ebe-853c-ffcbbb2637c2 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Calling delete_port for 034038ee-d0ec-4590-90a4-e4b9d0fcdaf1 owned by network:router_interface {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:37:20.174497 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-418f3a4e-26e5-4f44-96bc-178ddb945eac tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=84108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:37:20.175914 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-418f3a4e-26e5-4f44-96bc-178ddb945eac tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7460345'] for segment, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:20.198831 dv-neutron-827798-2-hyperv neutron-server[84108]: Traceback (most recent call last): Feb 04 08:37:20.198831 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:37:20.198831 dv-neutron-827798-2-hyperv neutron-server[84108]: timer() Feb 04 08:37:20.198831 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:37:20.198831 dv-neutron-827798-2-hyperv neutron-server[84108]: cb(*args, **kw) Feb 04 08:37:20.198831 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:37:20.198831 dv-neutron-827798-2-hyperv neutron-server[84108]: return func(*args, **kwargs) Feb 04 08:37:20.198831 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:37:20.198831 dv-neutron-827798-2-hyperv neutron-server[84108]: self._notify() Feb 04 08:37:20.198831 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:37:20.198831 dv-neutron-827798-2-hyperv neutron-server[84108]: self.callback(batched_events) Feb 04 08:37:20.198831 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:37:20.198831 dv-neutron-827798-2-hyperv neutron-server[84108]: event.method(event) Feb 04 08:37:20.198831 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:37:20.198831 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:37:20.198831 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:37:20.198831 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:37:20.198831 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:37:20.198831 dv-neutron-827798-2-hyperv neutron-server[84108]: return f(self, *a, **k) Feb 04 08:37:20.198831 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:37:20.198831 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._get(url).json() Feb 04 08:37:20.198831 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:37:20.198831 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:37:20.198831 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:37:20.198831 dv-neutron-827798-2-hyperv neutron-server[84108]: return self.request(url, 'GET', **kwargs) Feb 04 08:37:20.198831 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:37:20.198831 dv-neutron-827798-2-hyperv neutron-server[84108]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:37:20.198831 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:37:20.198831 dv-neutron-827798-2-hyperv neutron-server[84108]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:37:20.198831 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:37:20.198831 dv-neutron-827798-2-hyperv neutron-server[84108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:37:20.198831 dv-neutron-827798-2-hyperv neutron-server[84108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:37:20.365095 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6f2bf1bc-577f-417a-ac7c-fcf0fae22b81 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:20.376805 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f8f1872d-64d9-4f22-b071-0fbede7ddb45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:20.388520 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2dca2950-66a1-493a-887d-5a63a1aa9fb2 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40989'] for router, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:20.400117 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2dca2950-66a1-493a-887d-5a63a1aa9fb2 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:20.408617 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83f54fb-c6c7-4aa1-bb4c-1757e166fb04 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Pushing event deleted for resources: {'Port': ['ID=6c9e5631-83fb-49f3-8227-6a90400ae531,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:20.440227 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6f2bf1bc-577f-417a-ac7c-fcf0fae22b81 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473039'] for floatingip, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:20.448492 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f83f54fb-c6c7-4aa1-bb4c-1757e166fb04 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:20.492643 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-f83f54fb-c6c7-4aa1-bb4c-1757e166fb04 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] 10.222.0.36 "DELETE /v2.0/ports/6c9e5631-83fb-49f3-8227-6a90400ae531 HTTP/1.1" status: 204 len: 168 time: 1.7379928 Feb 04 08:37:20.496629 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 47146) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:20.528622 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-f8f1872d-64d9-4f22-b071-0fbede7ddb45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:37:20.541932 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-418f3a4e-26e5-4f44-96bc-178ddb945eac tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:20.542416 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-f8f1872d-64d9-4f22-b071-0fbede7ddb45 admin admin] Usage tracker for resource:security_group_rule and tenant:93a07fa6ef8e4adf909d586e6d576474 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:37:20.546146 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-f8f1872d-64d9-4f22-b071-0fbede7ddb45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:37:20.551715 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-9290891a-2f7b-4f1d-9023-2b5130790fc9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0260fefa75494c35bdfd97437aaced7c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5670371 Feb 04 08:37:20.565396 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-f8f1872d-64d9-4f22-b071-0fbede7ddb45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:37:20.567052 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 47150) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:20.582470 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-418f3a4e-26e5-4f44-96bc-178ddb945eac tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:20.586908 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-418f3a4e-26e5-4f44-96bc-178ddb945eac tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] 10.222.0.36 "DELETE /v2.0/networks/7f2cb2c1-aa0f-4f45-9f17-c8bf4d52536c HTTP/1.1" status: 204 len: 168 time: 3.3773820 Feb 04 08:37:20.598865 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418f3a4e-26e5-4f44-96bc-178ddb945eac tempest-AllowedAddressPairTestJSON-1464706769 tempest-AllowedAddressPairTestJSON-1464706769-project] Pushing event deleted for resources: {'Network': ['ID=7f2cb2c1-aa0f-4f45-9f17-c8bf4d52536c,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:20.609278 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-5182eae0-855c-4880-856b-6f51027180cc tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Deleting port ec59e279-ea6a-45a5-afcf-e093c8a50f14 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:37:20.609543 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-5182eae0-855c-4880-856b-6f51027180cc tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:20.687689 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2dca2950-66a1-493a-887d-5a63a1aa9fb2 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-476062'] for router, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:20.688760 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dca2950-66a1-493a-887d-5a63a1aa9fb2 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Fanout notify agent at l3_agent the message router_deleted on router 7ebf9bb7-e984-4892-888c-5c797bfa9615 {{(pid=84107) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 08:37:20.865488 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b5c72338-d7ce-4ebe-853c-ffcbbb2637c2 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:20.915392 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-5182eae0-855c-4880-856b-6f51027180cc tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:20.940948 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c72338-d7ce-4ebe-853c-ffcbbb2637c2 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Pushing event deleted for resources: {'Port': ['ID=034038ee-d0ec-4590-90a4-e4b9d0fcdaf1,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:20.993051 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d0d5906e-a7f8-48ff-9ae9-2f81b5abe2b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:21.005981 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2dca2950-66a1-493a-887d-5a63a1aa9fb2 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:21.007060 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-2dca2950-66a1-493a-887d-5a63a1aa9fb2 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] 10.222.0.36 "DELETE /v2.0/routers/7ebf9bb7-e984-4892-888c-5c797bfa9615 HTTP/1.1" status: 204 len: 168 time: 4.8456726 Feb 04 08:37:21.025656 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 47158) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:21.040206 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-1166416b-274f-488a-883c-4f2509612bf9 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1964295076', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'enable_snat': False}}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:37:21.059061 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 47162) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:21.064163 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f8f1872d-64d9-4f22-b071-0fbede7ddb45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:21.074678 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-1166416b-274f-488a-883c-4f2509612bf9 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:37:21.092345 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-1166416b-274f-488a-883c-4f2509612bf9 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Usage tracker for resource:router and tenant:6f61127ab9ba4300af77f26932026da2 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:37:21.097839 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-5182eae0-855c-4880-856b-6f51027180cc tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Calling delete_port for ec59e279-ea6a-45a5-afcf-e093c8a50f14 owned by {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:37:21.224118 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-1166416b-274f-488a-883c-4f2509612bf9 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:37:21.230705 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d0d5906e-a7f8-48ff-9ae9-2f81b5abe2b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:21.247049 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f8f1872d-64d9-4f22-b071-0fbede7ddb45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:21.258247 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-1166416b-274f-488a-883c-4f2509612bf9 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:37:21.349988 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f1872d-64d9-4f22-b071-0fbede7ddb45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbbdfda5-52b5-4884-906d-38d06a679a9a,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:21.354859 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1166416b-274f-488a-883c-4f2509612bf9 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40975'] for router, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:21.355901 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1166416b-274f-488a-883c-4f2509612bf9 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40982'] for router, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:21.362829 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-f8f1872d-64d9-4f22-b071-0fbede7ddb45 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=93a07fa6ef8e4adf909d586e6d576474&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2398202 Feb 04 08:37:21.367349 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 47168) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:21.395742 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-5182eae0-855c-4880-856b-6f51027180cc tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:21.422095 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.l3_db [None req-6f2bf1bc-577f-417a-ac7c-fcf0fae22b81 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Floating IP 357b5681-cb05-46c8-acc1-32c97a092510 associated. External IP: 172.26.3.188, port: 78678a4e-3471-4771-905b-d44f3da77bd9. Feb 04 08:37:21.465901 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5182eae0-855c-4880-856b-6f51027180cc tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Pushing event deleted for resources: {'Port': ['ID=ec59e279-ea6a-45a5-afcf-e093c8a50f14,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:21.473164 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-47dd32df-125b-42e5-b93a-97da703c2f9e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5a1f9fbc958d47759c7330f931dae328&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3875554 Feb 04 08:37:21.475947 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 47172) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:21.488993 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d0d5906e-a7f8-48ff-9ae9-2f81b5abe2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:21.498878 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-5182eae0-855c-4880-856b-6f51027180cc tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:21.515567 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1166416b-274f-488a-883c-4f2509612bf9 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:21.522805 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-5182eae0-855c-4880-856b-6f51027180cc tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] 10.222.0.36 "DELETE /v2.0/ports/ec59e279-ea6a-45a5-afcf-e093c8a50f14 HTTP/1.1" status: 204 len: 168 time: 1.0231655 Feb 04 08:37:21.524473 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d5906e-a7f8-48ff-9ae9-2f81b5abe2b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc17601-ee63-4545-9c77-c45f6c00baf4,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:21.526538 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 47176) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:21.585017 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-b7f94bd7-7ef5-425c-93a8-0679b43b4484 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Synchronizing usage tracker for tenant:32c07176beb04678891482021dac7654 on resource:port {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:37:21.623647 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f2f2b504-9abb-45b1-9efb-c505b6ab6b02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:21.629115 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b5c72338-d7ce-4ebe-853c-ffcbbb2637c2 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1572495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472959'] for router_interface, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:21.646823 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d0d5906e-a7f8-48ff-9ae9-2f81b5abe2b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:21.647994 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-d0d5906e-a7f8-48ff-9ae9-2f81b5abe2b6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4cc17601-ee63-4545-9c77-c45f6c00baf4 HTTP/1.1" status: 204 len: 168 time: 1.0787332 Feb 04 08:37:21.663918 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-99d3f82c-6fd5-40b0-ab78-594840a45222 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:21.710642 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f2f2b504-9abb-45b1-9efb-c505b6ab6b02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:21.714069 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-ab09d7e8-36f7-4306-94a8-4fb07a902953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:21.716517 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-99d3f82c-6fd5-40b0-ab78-594840a45222 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:21.723137 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2c447f79-ee92-430f-a22d-0252becbb3bd tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:21.724907 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-b7f94bd7-7ef5-425c-93a8-0679b43b4484 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Unset dirty status for tenant:32c07176beb04678891482021dac7654 on resource:port {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:37:21.726141 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-b7f94bd7-7ef5-425c-93a8-0679b43b4484 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1978247 Feb 04 08:37:21.736468 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 47182) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:21.755417 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-793e4e06-3f9c-4c6f-b493-30e1a5a6ae9e tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-768696173'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:37:21.762015 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-793e4e06-3f9c-4c6f-b493-30e1a5a6ae9e tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:37:21.773192 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-793e4e06-3f9c-4c6f-b493-30e1a5a6ae9e tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Usage tracker for resource:network and tenant:32c07176beb04678891482021dac7654 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:37:21.778603 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-793e4e06-3f9c-4c6f-b493-30e1a5a6ae9e tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:37:21.788752 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-793e4e06-3f9c-4c6f-b493-30e1a5a6ae9e tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:37:21.799059 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2c447f79-ee92-430f-a22d-0252becbb3bd tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473039'] for floatingip, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:22.025134 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f2f2b504-9abb-45b1-9efb-c505b6ab6b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:22.030451 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1166416b-274f-488a-883c-4f2509612bf9 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40996'] for router, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:22.042660 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-793e4e06-3f9c-4c6f-b493-30e1a5a6ae9e tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Made reservation on behalf of 32c07176beb04678891482021dac7654 for: {'network': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:37:22.045873 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-793e4e06-3f9c-4c6f-b493-30e1a5a6ae9e tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:22.077374 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f2b504-9abb-45b1-9efb-c505b6ab6b02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf622ef-f023-42e1-89ee-a0bd45e877a3,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:22.126124 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-99d3f82c-6fd5-40b0-ab78-594840a45222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:22.144419 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f2f2b504-9abb-45b1-9efb-c505b6ab6b02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:22.148542 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-f2f2b504-9abb-45b1-9efb-c505b6ab6b02 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8cf622ef-f023-42e1-89ee-a0bd45e877a3 HTTP/1.1" status: 204 len: 168 time: 0.6717696 Feb 04 08:37:22.167318 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d3f82c-6fd5-40b0-ab78-594840a45222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbbdfda5-52b5-4884-906d-38d06a679a9a,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:22.171063 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-793e4e06-3f9c-4c6f-b493-30e1a5a6ae9e tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=84108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:37:22.193573 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-793e4e06-3f9c-4c6f-b493-30e1a5a6ae9e tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:22.194023 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.segments_db [None req-793e4e06-3f9c-4c6f-b493-30e1a5a6ae9e tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Added segment ae229832-3c99-4cb6-8391-6b10fbd6fc72 of type vlan for network 207fa7e9-5852-43bc-ba22-8cb1a203572d Feb 04 08:37:22.288794 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-793e4e06-3f9c-4c6f-b493-30e1a5a6ae9e tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:22.291805 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-99d3f82c-6fd5-40b0-ab78-594840a45222 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:22.292947 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-99d3f82c-6fd5-40b0-ab78-594840a45222 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dbbdfda5-52b5-4884-906d-38d06a679a9a HTTP/1.1" status: 204 len: 168 time: 0.9227293 Feb 04 08:37:22.370641 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.l3_db [None req-2c447f79-ee92-430f-a22d-0252becbb3bd tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Floating IP 59b20221-f969-4953-842d-6d432d960b27 associated. External IP: 172.26.3.235, port: eef8f4f2-3132-4d9d-9006-f98915802e05. Feb 04 08:37:22.416315 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 47192) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:22.447740 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5c72338-d7ce-4ebe-853c-ffcbbb2637c2 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Router c7b81544-3a6c-440a-9111-741d119f16be has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:37:22.465657 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-793e4e06-3f9c-4c6f-b493-30e1a5a6ae9e tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:22.470025 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793e4e06-3f9c-4c6f-b493-30e1a5a6ae9e tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:22.470534 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-793e4e06-3f9c-4c6f-b493-30e1a5a6ae9e tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:22.590991 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-36316f97-e1e7-4a3b-a88c-be8ec56d1879 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=313932340c094396b5917f4d02651ca6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1710970 Feb 04 08:37:22.593152 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 47200) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:22.677985 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-793e4e06-3f9c-4c6f-b493-30e1a5a6ae9e tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9321725 Feb 04 08:37:22.677985 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793e4e06-3f9c-4c6f-b493-30e1a5a6ae9e tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Pushing event updated for resources: {'Network': ['ID=207fa7e9-5852-43bc-ba22-8cb1a203572d,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:22.680336 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 47208) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:22.690695 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-8a7b2f1d-8201-4b8d-82d1-52b84bcbfbe2 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1428062466'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:37:22.696705 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-8a7b2f1d-8201-4b8d-82d1-52b84bcbfbe2 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:37:22.716401 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network 207fa7e9-5852-43bc-ba22-8cb1a203572d details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:37:22.749515 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-8a7b2f1d-8201-4b8d-82d1-52b84bcbfbe2 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Usage tracker for resource:network and tenant:32c07176beb04678891482021dac7654 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:37:22.757200 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-8a7b2f1d-8201-4b8d-82d1-52b84bcbfbe2 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:37:22.773975 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-8a7b2f1d-8201-4b8d-82d1-52b84bcbfbe2 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:37:22.822159 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1166416b-274f-488a-883c-4f2509612bf9 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:22.825344 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5c72338-d7ce-4ebe-853c-ffcbbb2637c2 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:37:22.833924 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-b5c72338-d7ce-4ebe-853c-ffcbbb2637c2 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "PUT /v2.0/routers/c7b81544-3a6c-440a-9111-741d119f16be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9198644 Feb 04 08:37:22.836736 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 47214) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:22.841739 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8784f20-b619-4b73-ac15-22fb19465ffc None None] Sync routers for ids ['c7b81544-3a6c-440a-9111-741d119f16be'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:37:22.870103 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8784f20-b619-4b73-ac15-22fb19465ffc None None] Routers {'c7b81544-3a6c-440a-9111-741d119f16be'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:37:22.870703 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-b8784f20-b619-4b73-ac15-22fb19465ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:37:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['c7b81544-3a6c-440a-9111-741d119f16be'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:37:22.881149 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:22.908457 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1166416b-274f-488a-883c-4f2509612bf9 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:22.934489 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a7b2f1d-8201-4b8d-82d1-52b84bcbfbe2 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Made reservation on behalf of 32c07176beb04678891482021dac7654 for: {'network': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:37:22.937693 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8a7b2f1d-8201-4b8d-82d1-52b84bcbfbe2 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:22.981855 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:23.030968 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a7b2f1d-8201-4b8d-82d1-52b84bcbfbe2 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=84108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:37:23.041350 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8a7b2f1d-8201-4b8d-82d1-52b84bcbfbe2 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:23.041809 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.segments_db [None req-8a7b2f1d-8201-4b8d-82d1-52b84bcbfbe2 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Added segment 06f5394e-c923-4f7e-9c04-e916e98ff9ab of type vlan for network 99a2c864-795d-40df-ab16-17b0347009f0 Feb 04 08:37:23.058701 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-1166416b-274f-488a-883c-4f2509612bf9 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Allocated IP 172.26.3.67 (e264bd74-c56b-43d0-9059-bcb57dbbe5bc/79caf47c-b62c-4ea0-b35f-21ede155daa8/108b5f09-70e8-40be-b546-791c880ff461) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:37:23.070928 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8a7b2f1d-8201-4b8d-82d1-52b84bcbfbe2 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:23.086604 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-b8784f20-b619-4b73-ac15-22fb19465ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:37:23.102312 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8784f20-b619-4b73-ac15-22fb19465ffc None None] Routers {'c7b81544-3a6c-440a-9111-741d119f16be'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:37:23.103210 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-b8784f20-b619-4b73-ac15-22fb19465ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:37:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['c7b81544-3a6c-440a-9111-741d119f16be'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:37:23.216452 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-b8784f20-b619-4b73-ac15-22fb19465ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:37:23.217083 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8784f20-b619-4b73-ac15-22fb19465ffc None None] The sync data for ids ['c7b81544-3a6c-440a-9111-741d119f16be'] in dv-neutron-827798-2-hyperv is: [] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:37:23.228342 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8a7b2f1d-8201-4b8d-82d1-52b84bcbfbe2 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:23.232596 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7b2f1d-8201-4b8d-82d1-52b84bcbfbe2 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:23.233043 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8a7b2f1d-8201-4b8d-82d1-52b84bcbfbe2 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:23.238344 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1166416b-274f-488a-883c-4f2509612bf9 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:23.281271 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f2bf1bc-577f-417a-ac7c-fcf0fae22b81 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Router c28cf13b-6967-4f63-bb44-9dfb495d0c02 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:37:23.310850 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-41a81b8a-cb5e-4dac-863c-62c61e0b6a73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:23.406780 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-41a81b8a-cb5e-4dac-863c-62c61e0b6a73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:23.417841 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7b2f1d-8201-4b8d-82d1-52b84bcbfbe2 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Pushing event updated for resources: {'Network': ['ID=99a2c864-795d-40df-ab16-17b0347009f0,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:23.431657 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network 99a2c864-795d-40df-ab16-17b0347009f0 details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:37:23.449268 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-8a7b2f1d-8201-4b8d-82d1-52b84bcbfbe2 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7606978 Feb 04 08:37:23.458891 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-dbfe10ea-b2f7-474e-802a-154303917866 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473817'] for router_interface, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:23.575353 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1166416b-274f-488a-883c-4f2509612bf9 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:23.666092 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 47234) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:23.706687 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-41a81b8a-cb5e-4dac-863c-62c61e0b6a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:23.738700 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1166416b-274f-488a-883c-4f2509612bf9 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Network e264bd74-c56b-43d0-9059-bcb57dbbe5bc is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:37:23.768623 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-1166416b-274f-488a-883c-4f2509612bf9 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:37:23.781174 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a81b8a-cb5e-4dac-863c-62c61e0b6a73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd5a4b4-708e-4cef-9f85-eefdedebe41c,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:23.783460 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1166416b-274f-488a-883c-4f2509612bf9 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:37:23.847760 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1166416b-274f-488a-883c-4f2509612bf9 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Pushing event updated for resources: {'Port': ['ID=108b5f09-70e8-40be-b546-791c880ff461,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:23.877393 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-41a81b8a-cb5e-4dac-863c-62c61e0b6a73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:23.881880 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-41a81b8a-cb5e-4dac-863c-62c61e0b6a73 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8dd5a4b4-708e-4cef-9f85-eefdedebe41c HTTP/1.1" status: 204 len: 168 time: 1.2837839 Feb 04 08:37:24.068195 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-a1e44ac2-2a2d-4abf-95db-95868da8a003 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-901726825'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:37:24.086894 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-a1e44ac2-2a2d-4abf-95db-95868da8a003 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:37:24.111522 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-a1e44ac2-2a2d-4abf-95db-95868da8a003 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Usage tracker for resource:network and tenant:ffa27937301745e1ad43fa520f28cbc3 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:37:24.122478 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-a1e44ac2-2a2d-4abf-95db-95868da8a003 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:37:24.136419 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-a1e44ac2-2a2d-4abf-95db-95868da8a003 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:37:24.214859 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c447f79-ee92-430f-a22d-0252becbb3bd tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Router 6b6dfeb3-16d5-4d92-a91d-dabb80bb7c13 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:37:24.222525 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f2bf1bc-577f-417a-ac7c-fcf0fae22b81 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:37:24.227200 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6f2bf1bc-577f-417a-ac7c-fcf0fae22b81 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for floatingip, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:24.237750 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2764ecc7-bab9-4933-973b-511e5e3ba9ba None None] Sync routers for ids ['c28cf13b-6967-4f63-bb44-9dfb495d0c02'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:37:24.253577 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2764ecc7-bab9-4933-973b-511e5e3ba9ba None None] Routers {'c28cf13b-6967-4f63-bb44-9dfb495d0c02'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:37:24.254557 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-2764ecc7-bab9-4933-973b-511e5e3ba9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:37:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['c28cf13b-6967-4f63-bb44-9dfb495d0c02'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:37:24.258419 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1e44ac2-2a2d-4abf-95db-95868da8a003 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Made reservation on behalf of ffa27937301745e1ad43fa520f28cbc3 for: {'network': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:37:24.261538 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a1e44ac2-2a2d-4abf-95db-95868da8a003 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:24.296845 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a1e44ac2-2a2d-4abf-95db-95868da8a003 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:24.408974 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-6f2bf1bc-577f-417a-ac7c-fcf0fae22b81 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] 10.222.0.36 "PUT /v2.0/floatingips/357b5681-cb05-46c8-acc1-32c97a092510 HTTP/1.1" status: 200 len: 991 time: 6.6014724 Feb 04 08:37:24.416288 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '366365a9-947d-42ad-8b39-81e07299534b', 'tag': '78678a4e-3471-4771-905b-d44f3da77bd9'}] {{(pid=84107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:37:24.487496 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-a1e44ac2-2a2d-4abf-95db-95868da8a003 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:37:24.503573 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:24.524666 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-a1e44ac2-2a2d-4abf-95db-95868da8a003 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Usage tracker for resource:security_group_rule and tenant:ffa27937301745e1ad43fa520f28cbc3 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:37:24.530578 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '366365a9-947d-42ad-8b39-81e07299534b', 'tag': '78678a4e-3471-4771-905b-d44f3da77bd9', 'status': 'completed', 'code': 200} Feb 04 08:37:24.536395 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-a1e44ac2-2a2d-4abf-95db-95868da8a003 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:37:24.586118 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-a1e44ac2-2a2d-4abf-95db-95868da8a003 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:37:24.586325 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-dbfe10ea-b2f7-474e-802a-154303917866 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Deleting port 9af174f9-5c03-4191-8f0b-407b6caece02 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:37:24.586745 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-dbfe10ea-b2f7-474e-802a-154303917866 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:24.683218 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 47254) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:24.686386 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1166416b-274f-488a-883c-4f2509612bf9 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:24.687369 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1166416b-274f-488a-883c-4f2509612bf9 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472990'] for router, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:24.982201 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-2764ecc7-bab9-4933-973b-511e5e3ba9ba None None] Set router c28cf13b-6967-4f63-bb44-9dfb495d0c02 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:37:24.988280 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-41923664-b499-4ff1-9d33-44ad49b8b85a tempest-ServiceProvidersTest-529252996 tempest-ServiceProvidersTest-529252996-project] 10.222.0.36 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2901738 Feb 04 08:37:25.104226 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-dbfe10ea-b2f7-474e-802a-154303917866 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:25.187028 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a1e44ac2-2a2d-4abf-95db-95868da8a003 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:25.255105 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-1fbe18cf-1fff-4054-9cae-b55ce39b78aa req-e0f21ea7-859d-4059-8c1d-2a87d949bbf4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ead21cd697164942839c9343c97d0d9d&device_id=366365a9-947d-42ad-8b39-81e07299534b HTTP/1.1" status: 200 len: 1098 time: 0.7007990 Feb 04 08:37:25.257056 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-dbfe10ea-b2f7-474e-802a-154303917866 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Calling delete_port for 9af174f9-5c03-4191-8f0b-407b6caece02 owned by network:router_interface {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:37:25.382862 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72338aa9-9d82-4447-b0bc-e950b0460e13 req-5e4adf29-80f6-4b3f-9083-372dac4c2fae tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:25.387727 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-72338aa9-9d82-4447-b0bc-e950b0460e13 req-5e4adf29-80f6-4b3f-9083-372dac4c2fae tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] 10.222.0.36 "GET /v2.0/ports?device_id=366365a9-947d-42ad-8b39-81e07299534b HTTP/1.1" status: 200 len: 945 time: 0.6971827 Feb 04 08:37:25.411554 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a1e44ac2-2a2d-4abf-95db-95868da8a003 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:25.523997 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-2764ecc7-bab9-4933-973b-511e5e3ba9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c28cf13b-6967-4f63-bb44-9dfb495d0c02', 'name': 'tempest-ServersTestManualDisk-865465967-router', 'tenant_id': 'ead21cd697164942839c9343c97d0d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.86'}], 'enable_snat': True}, 'gw_port_id': '8e3e20f8-cabb-4442-9712-ac5734458614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:36:12Z', 'updated_at': '2022-02-04T08:36:24Z', 'revision_number': 4, 'project_id': 'ead21cd697164942839c9343c97d0d9d', 'gw_port': {'id': '8e3e20f8-cabb-4442-9712-ac5734458614', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28cf13b-6967-4f63-bb44-9dfb495d0c02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:36:14Z', 'updated_at': '2022-02-04T08:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': '357b5681-cb05-46c8-acc1-32c97a092510', 'tenant_id': 'ead21cd697164942839c9343c97d0d9d', 'floating_ip_address': '172.26.3.188', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': 'c28cf13b-6967-4f63-bb44-9dfb495d0c02', 'port_id': '78678a4e-3471-4771-905b-d44f3da77bd9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5fb3ea8-2367-40fb-af0c-1a55b91fec56', 'mac_address': 'fa:16:3e:9a:48:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366365a9-947d-42ad-8b39-81e07299534b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T08:36:37Z', 'updated_at': '2022-02-04T08:37:19Z', 'revision_number': 1, 'project_id': 'ead21cd697164942839c9343c97d0d9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ea26f29-635e-4ecf-bba9-8ac9a6a34672', 'name': '', 'network_id': 'f5fb3ea8-2367-40fb-af0c-1a55b91fec56', 'tenant_id': 'ead21cd697164942839c9343c97d0d9d', 'mac_address': 'fa:16:3e:d1:1e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28cf13b-6967-4f63-bb44-9dfb495d0c02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1699c4f8-d946-4eb0-aab8-83a83e03db52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:36:23Z', 'updated_at': '2022-02-04T08:36:34Z', 'revision_number': 5, 'project_id': 'ead21cd697164942839c9343c97d0d9d', 'subnets': [{'id': '1699c4f8-d946-4eb0-aab8-83a83e03db52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:37:25.536338 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2764ecc7-bab9-4933-973b-511e5e3ba9ba None None] Checking router: c28cf13b-6967-4f63-bb44-9dfb495d0c02 for host: dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 08:37:25.554024 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2764ecc7-bab9-4933-973b-511e5e3ba9ba None None] Routers {'c28cf13b-6967-4f63-bb44-9dfb495d0c02'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:37:25.554980 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-2764ecc7-bab9-4933-973b-511e5e3ba9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:37:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['c28cf13b-6967-4f63-bb44-9dfb495d0c02'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:37:25.572514 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c447f79-ee92-430f-a22d-0252becbb3bd tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:37:25.583553 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376284f7-6149-4599-b3d2-3fc34da7b3dc None None] Sync routers for ids ['6b6dfeb3-16d5-4d92-a91d-dabb80bb7c13'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:37:25.605784 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376284f7-6149-4599-b3d2-3fc34da7b3dc None None] Routers {'6b6dfeb3-16d5-4d92-a91d-dabb80bb7c13'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:37:25.606642 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-376284f7-6149-4599-b3d2-3fc34da7b3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:37:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['6b6dfeb3-16d5-4d92-a91d-dabb80bb7c13'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:37:25.621500 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-dbfe10ea-b2f7-474e-802a-154303917866 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:25.681040 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1e44ac2-2a2d-4abf-95db-95868da8a003 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=84107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:37:25.693692 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 47272) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:25.742470 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfe10ea-b2f7-474e-802a-154303917866 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Pushing event deleted for resources: {'Port': ['ID=9af174f9-5c03-4191-8f0b-407b6caece02,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:25.926639 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-2764ecc7-bab9-4933-973b-511e5e3ba9ba None None] Set router c28cf13b-6967-4f63-bb44-9dfb495d0c02 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:37:26.150500 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-72338aa9-9d82-4447-b0bc-e950b0460e13 req-511c777f-c03d-444d-9b7e-4e73f942a9c9 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] 10.222.0.36 "GET /v2.0/security-groups?id=14968e18-e111-4015-999f-127e7e9cb94a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6520953 Feb 04 08:37:26.150500 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a1e44ac2-2a2d-4abf-95db-95868da8a003 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:26.150500 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.segments_db [None req-a1e44ac2-2a2d-4abf-95db-95868da8a003 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Added segment 2c48dc91-e362-4611-9354-aede43558386 of type vlan for network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd Feb 04 08:37:26.166929 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a1e44ac2-2a2d-4abf-95db-95868da8a003 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:26.199688 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe18cf-1fff-4054-9cae-b55ce39b78aa req-972f6af9-51b9-4c9d-9983-b9e9a01736c5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:26.201509 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-1fbe18cf-1fff-4054-9cae-b55ce39b78aa req-972f6af9-51b9-4c9d-9983-b9e9a01736c5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f5fb3ea8-2367-40fb-af0c-1a55b91fec56 HTTP/1.1" status: 200 len: 912 time: 0.9308288 Feb 04 08:37:26.202315 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e44ac2-2a2d-4abf-95db-95868da8a003 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20a76002-fca8-4e60-9390-98e126eb86e2,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:26.205435 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2c447f79-ee92-430f-a22d-0252becbb3bd tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for floatingip, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:26.268993 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-376284f7-6149-4599-b3d2-3fc34da7b3dc None None] Set router 6b6dfeb3-16d5-4d92-a91d-dabb80bb7c13 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:37:26.364144 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b408129d-c3a3-4f1f-b405-0c84715f92a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:26.371961 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-dbfe10ea-b2f7-474e-802a-154303917866 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1572495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472959'] for router_interface, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:26.416362 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-b408129d-c3a3-4f1f-b405-0c84715f92a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:37:26.420299 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-b408129d-c3a3-4f1f-b405-0c84715f92a7 admin admin] Usage tracker for resource:security_group_rule and tenant:8f442e7ee32c47529a6daf9413171469 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:37:26.423927 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-b408129d-c3a3-4f1f-b405-0c84715f92a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:37:26.447467 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-b408129d-c3a3-4f1f-b405-0c84715f92a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:37:26.479004 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-2c447f79-ee92-430f-a22d-0252becbb3bd tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] 10.222.0.36 "PUT /v2.0/floatingips/59b20221-f969-4953-842d-6d432d960b27 HTTP/1.1" status: 200 len: 992 time: 6.7926672 Feb 04 08:37:26.520379 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-1fbe18cf-1fff-4054-9cae-b55ce39b78aa req-5b0cb6bb-d9c5-461f-98b4-dc36d00052f6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=78678a4e-3471-4771-905b-d44f3da77bd9 HTTP/1.1" status: 200 len: 999 time: 0.2750762 Feb 04 08:37:26.541195 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:26.566641 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1644fee2-105a-4ec7-be68-63a115a652c3', 'tag': 'eef8f4f2-3132-4d9d-9006-f98915802e05'}] {{(pid=84107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:37:26.646776 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a1e44ac2-2a2d-4abf-95db-95868da8a003 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:26.651562 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e44ac2-2a2d-4abf-95db-95868da8a003 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:26.652303 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a1e44ac2-2a2d-4abf-95db-95868da8a003 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:26.724980 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1644fee2-105a-4ec7-be68-63a115a652c3', 'tag': 'eef8f4f2-3132-4d9d-9006-f98915802e05', 'status': 'completed', 'code': 200} Feb 04 08:37:26.728288 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe18cf-1fff-4054-9cae-b55ce39b78aa req-d9725430-f477-4448-a404-78a866797809 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:26.729841 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-1fbe18cf-1fff-4054-9cae-b55ce39b78aa req-d9725430-f477-4448-a404-78a866797809 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1699c4f8-d946-4eb0-aab8-83a83e03db52 HTTP/1.1" status: 200 len: 850 time: 0.2002547 Feb 04 08:37:26.737556 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 47288) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:26.799921 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-376284f7-6149-4599-b3d2-3fc34da7b3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b6dfeb3-16d5-4d92-a91d-dabb80bb7c13', 'name': 'tempest-ServersTestJSON-1510941007-router', 'tenant_id': '2e94175c683849e99ec67b1f30a78741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.135'}], 'enable_snat': True}, 'gw_port_id': 'ea8c00e7-d158-4899-8a4a-ce77d668193c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:36:12Z', 'updated_at': '2022-02-04T08:36:26Z', 'revision_number': 4, 'project_id': '2e94175c683849e99ec67b1f30a78741', 'gw_port': {'id': 'ea8c00e7-d158-4899-8a4a-ce77d668193c', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:db:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6dfeb3-16d5-4d92-a91d-dabb80bb7c13', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:36:14Z', 'updated_at': '2022-02-04T08:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': '59b20221-f969-4953-842d-6d432d960b27', 'tenant_id': '2e94175c683849e99ec67b1f30a78741', 'floating_ip_address': '172.26.3.235', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': '6b6dfeb3-16d5-4d92-a91d-dabb80bb7c13', 'port_id': 'eef8f4f2-3132-4d9d-9006-f98915802e05', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaba0e34-0ac3-4326-9ed2-e65fb37ae418', 'mac_address': 'fa:16:3e:53:d6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1644fee2-105a-4ec7-be68-63a115a652c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T08:36:40Z', 'updated_at': '2022-02-04T08:37:21Z', 'revision_number': 1, 'project_id': '2e94175c683849e99ec67b1f30a78741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69934215-2c2f-4553-8046-b8276c84e0c7', 'name': '', 'network_id': 'aaba0e34-0ac3-4326-9ed2-e65fb37ae418', 'tenant_id': '2e94175c683849e99ec67b1f30a78741', 'mac_address': 'fa:16:3e:b6:08:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6dfeb3-16d5-4d92-a91d-dabb80bb7c13', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3fa9977b-947d-4b46-b6ea-d66bbbafccca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:36:24Z', 'updated_at': '2022-02-04T08:36:38Z', 'revision_number': 5, 'project_id': '2e94175c683849e99ec67b1f30a78741', 'subnets': [{'id': '3fa9977b-947d-4b46-b6ea-d66bbbafccca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:37:26.801155 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-2764ecc7-bab9-4933-973b-511e5e3ba9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c28cf13b-6967-4f63-bb44-9dfb495d0c02', 'name': 'tempest-ServersTestManualDisk-865465967-router', 'tenant_id': 'ead21cd697164942839c9343c97d0d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.86'}], 'enable_snat': True}, 'gw_port_id': '8e3e20f8-cabb-4442-9712-ac5734458614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:36:12Z', 'updated_at': '2022-02-04T08:36:24Z', 'revision_number': 4, 'project_id': 'ead21cd697164942839c9343c97d0d9d', 'gw_port': {'id': '8e3e20f8-cabb-4442-9712-ac5734458614', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28cf13b-6967-4f63-bb44-9dfb495d0c02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:36:14Z', 'updated_at': '2022-02-04T08:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': '357b5681-cb05-46c8-acc1-32c97a092510', 'tenant_id': 'ead21cd697164942839c9343c97d0d9d', 'floating_ip_address': '172.26.3.188', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': 'c28cf13b-6967-4f63-bb44-9dfb495d0c02', 'port_id': '78678a4e-3471-4771-905b-d44f3da77bd9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5fb3ea8-2367-40fb-af0c-1a55b91fec56', 'mac_address': 'fa:16:3e:9a:48:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366365a9-947d-42ad-8b39-81e07299534b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T08:36:37Z', 'updated_at': '2022-02-04T08:37:19Z', 'revision_number': 1, 'project_id': 'ead21cd697164942839c9343c97d0d9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ea26f29-635e-4ecf-bba9-8ac9a6a34672', 'name': '', 'network_id': 'f5fb3ea8-2367-40fb-af0c-1a55b91fec56', 'tenant_id': 'ead21cd697164942839c9343c97d0d9d', 'mac_address': 'fa:16:3e:d1:1e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28cf13b-6967-4f63-bb44-9dfb495d0c02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1699c4f8-d946-4eb0-aab8-83a83e03db52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:36:23Z', 'updated_at': '2022-02-04T08:36:34Z', 'revision_number': 5, 'project_id': 'ead21cd697164942839c9343c97d0d9d', 'subnets': [{'id': '1699c4f8-d946-4eb0-aab8-83a83e03db52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:37:26.807180 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2764ecc7-bab9-4933-973b-511e5e3ba9ba None None] The sync data for ids ['c28cf13b-6967-4f63-bb44-9dfb495d0c02'] in dv-neutron-827798-2-hyperv is: [{'id': 'c28cf13b-6967-4f63-bb44-9dfb495d0c02', 'name': 'tempest-ServersTestManualDisk-865465967-router', 'tenant_id': 'ead21cd697164942839c9343c97d0d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.86'}], 'enable_snat': True}, 'gw_port_id': '8e3e20f8-cabb-4442-9712-ac5734458614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:36:12Z', 'updated_at': '2022-02-04T08:36:24Z', 'revision_number': 4, 'project_id': 'ead21cd697164942839c9343c97d0d9d', 'gw_port': {'id': '8e3e20f8-cabb-4442-9712-ac5734458614', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28cf13b-6967-4f63-bb44-9dfb495d0c02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:36:14Z', 'updated_at': '2022-02-04T08:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': '357b5681-cb05-46c8-acc1-32c97a092510', 'tenant_id': 'ead21cd697164942839c9343c97d0d9d', 'floating_ip_address': '172.26.3.188', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': 'c28cf13b-6967-4f63-bb44-9dfb495d0c02', 'port_id': '78678a4e-3471-4771-905b-d44f3da77bd9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5fb3ea8-2367-40fb-af0c-1a55b91fec56', 'mac_address': 'fa:16:3e:9a:48:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366365a9-947d-42ad-8b39-81e07299534b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T08:36:37Z', 'updated_at': '2022-02-04T08:37:19Z', 'revision_number': 1, 'project_id': 'ead21cd697164942839c9343c97d0d9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ea26f29-635e-4ecf-bba9-8ac9a6a34672', 'name': '', 'network_id': 'f5fb3ea8-2367-40fb-af0c-1a55b91fec56', 'tenant_id': 'ead21cd697164942839c9343c97d0d9d', 'mac_address': 'fa:16:3e:d1:1e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28cf13b-6967-4f63-bb44-9dfb495d0c02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1699c4f8-d946-4eb0-aab8-83a83e03db52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:36:23Z', 'updated_at': '2022-02-04T08:36:34Z', 'revision_number': 5, 'project_id': 'ead21cd697164942839c9343c97d0d9d', 'subnets': [{'id': '1699c4f8-d946-4eb0-aab8-83a83e03db52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:37:26.810883 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376284f7-6149-4599-b3d2-3fc34da7b3dc None None] Checking router: 6b6dfeb3-16d5-4d92-a91d-dabb80bb7c13 for host: dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 08:37:26.826482 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376284f7-6149-4599-b3d2-3fc34da7b3dc None None] Routers {'6b6dfeb3-16d5-4d92-a91d-dabb80bb7c13'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:37:26.827105 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-376284f7-6149-4599-b3d2-3fc34da7b3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:37:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['6b6dfeb3-16d5-4d92-a91d-dabb80bb7c13'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:37:26.840238 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-73eb6480-befe-4d1b-9f85-cb9644838dcb tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Request body: {'subnets': [{'network_id': '207fa7e9-5852-43bc-ba22-8cb1a203572d', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1014735130', 'ip_version': 6}, {'network_id': '99a2c864-795d-40df-ab16-17b0347009f0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:37:26.840639 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-73eb6480-befe-4d1b-9f85-cb9644838dcb tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Request body: {'subnet': {'network_id': '207fa7e9-5852-43bc-ba22-8cb1a203572d', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1014735130', 'ip_version': 6}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:37:26.841320 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-73eb6480-befe-4d1b-9f85-cb9644838dcb tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Request body: {'subnet': {'network_id': '99a2c864-795d-40df-ab16-17b0347009f0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:37:27.056961 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-376284f7-6149-4599-b3d2-3fc34da7b3dc None None] Set router 6b6dfeb3-16d5-4d92-a91d-dabb80bb7c13 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:37:27.122869 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-a1e44ac2-2a2d-4abf-95db-95868da8a003 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 3.4404771 Feb 04 08:37:27.135131 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 47294) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:27.140878 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-4c6b56d6-4ee0-4bcf-ab9a-36bb291f55cd tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Request body: {'subnet': {'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:37:27.167715 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b408129d-c3a3-4f1f-b405-0c84715f92a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:27.205622 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51c6b20-34ac-41bd-98ac-f85a9cfd29fd None None] New status for floating IP 357b5681-cb05-46c8-acc1-32c97a092510: ACTIVE {{(pid=84109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 08:37:27.258015 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e44ac2-2a2d-4abf-95db-95868da8a003 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event updated for resources: {'Network': ['ID=bc933c3a-b15d-4eab-9ad6-d32fd193f5cd,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:27.275722 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b408129d-c3a3-4f1f-b405-0c84715f92a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:27.299349 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:37:27.351692 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-4c6b56d6-4ee0-4bcf-ab9a-36bb291f55cd tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:37:27.355797 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-4c6b56d6-4ee0-4bcf-ab9a-36bb291f55cd tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Usage tracker for resource:subnet and tenant:ffa27937301745e1ad43fa520f28cbc3 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:37:27.358763 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-4c6b56d6-4ee0-4bcf-ab9a-36bb291f55cd tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:37:27.365185 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-4c6b56d6-4ee0-4bcf-ab9a-36bb291f55cd tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:37:27.492861 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbfe10ea-b2f7-474e-802a-154303917866 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Router c7b81544-3a6c-440a-9111-741d119f16be has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:37:27.560352 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c6b56d6-4ee0-4bcf-ab9a-36bb291f55cd tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Made reservation on behalf of ffa27937301745e1ad43fa520f28cbc3 for: {'subnet': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:37:27.655870 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-376284f7-6149-4599-b3d2-3fc34da7b3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b6dfeb3-16d5-4d92-a91d-dabb80bb7c13', 'name': 'tempest-ServersTestJSON-1510941007-router', 'tenant_id': '2e94175c683849e99ec67b1f30a78741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.135'}], 'enable_snat': True}, 'gw_port_id': 'ea8c00e7-d158-4899-8a4a-ce77d668193c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:36:12Z', 'updated_at': '2022-02-04T08:36:26Z', 'revision_number': 4, 'project_id': '2e94175c683849e99ec67b1f30a78741', 'gw_port': {'id': 'ea8c00e7-d158-4899-8a4a-ce77d668193c', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:db:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6dfeb3-16d5-4d92-a91d-dabb80bb7c13', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:36:14Z', 'updated_at': '2022-02-04T08:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': '59b20221-f969-4953-842d-6d432d960b27', 'tenant_id': '2e94175c683849e99ec67b1f30a78741', 'floating_ip_address': '172.26.3.235', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': '6b6dfeb3-16d5-4d92-a91d-dabb80bb7c13', 'port_id': 'eef8f4f2-3132-4d9d-9006-f98915802e05', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaba0e34-0ac3-4326-9ed2-e65fb37ae418', 'mac_address': 'fa:16:3e:53:d6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1644fee2-105a-4ec7-be68-63a115a652c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T08:36:40Z', 'updated_at': '2022-02-04T08:37:21Z', 'revision_number': 1, 'project_id': '2e94175c683849e99ec67b1f30a78741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69934215-2c2f-4553-8046-b8276c84e0c7', 'name': '', 'network_id': 'aaba0e34-0ac3-4326-9ed2-e65fb37ae418', 'tenant_id': '2e94175c683849e99ec67b1f30a78741', 'mac_address': 'fa:16:3e:b6:08:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6dfeb3-16d5-4d92-a91d-dabb80bb7c13', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3fa9977b-947d-4b46-b6ea-d66bbbafccca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:36:24Z', 'updated_at': '2022-02-04T08:36:38Z', 'revision_number': 5, 'project_id': '2e94175c683849e99ec67b1f30a78741', 'subnets': [{'id': '3fa9977b-947d-4b46-b6ea-d66bbbafccca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:37:27.661904 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376284f7-6149-4599-b3d2-3fc34da7b3dc None None] The sync data for ids ['6b6dfeb3-16d5-4d92-a91d-dabb80bb7c13'] in dv-neutron-827798-2-hyperv is: [{'id': '6b6dfeb3-16d5-4d92-a91d-dabb80bb7c13', 'name': 'tempest-ServersTestJSON-1510941007-router', 'tenant_id': '2e94175c683849e99ec67b1f30a78741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.135'}], 'enable_snat': True}, 'gw_port_id': 'ea8c00e7-d158-4899-8a4a-ce77d668193c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:36:12Z', 'updated_at': '2022-02-04T08:36:26Z', 'revision_number': 4, 'project_id': '2e94175c683849e99ec67b1f30a78741', 'gw_port': {'id': 'ea8c00e7-d158-4899-8a4a-ce77d668193c', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:db:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6dfeb3-16d5-4d92-a91d-dabb80bb7c13', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:36:14Z', 'updated_at': '2022-02-04T08:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': '59b20221-f969-4953-842d-6d432d960b27', 'tenant_id': '2e94175c683849e99ec67b1f30a78741', 'floating_ip_address': '172.26.3.235', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': '6b6dfeb3-16d5-4d92-a91d-dabb80bb7c13', 'port_id': 'eef8f4f2-3132-4d9d-9006-f98915802e05', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaba0e34-0ac3-4326-9ed2-e65fb37ae418', 'mac_address': 'fa:16:3e:53:d6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1644fee2-105a-4ec7-be68-63a115a652c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T08:36:40Z', 'updated_at': '2022-02-04T08:37:21Z', 'revision_number': 1, 'project_id': '2e94175c683849e99ec67b1f30a78741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69934215-2c2f-4553-8046-b8276c84e0c7', 'name': '', 'network_id': 'aaba0e34-0ac3-4326-9ed2-e65fb37ae418', 'tenant_id': '2e94175c683849e99ec67b1f30a78741', 'mac_address': 'fa:16:3e:b6:08:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6dfeb3-16d5-4d92-a91d-dabb80bb7c13', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3fa9977b-947d-4b46-b6ea-d66bbbafccca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:36:24Z', 'updated_at': '2022-02-04T08:36:38Z', 'revision_number': 5, 'project_id': '2e94175c683849e99ec67b1f30a78741', 'subnets': [{'id': '3fa9977b-947d-4b46-b6ea-d66bbbafccca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:37:27.686231 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1166416b-274f-488a-883c-4f2509612bf9 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Router b2cb9612-ffb1-489b-9470-740038503951 is scheduled to L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 with binding_index 1 {{(pid=84107) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 08:37:27.707865 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-b408129d-c3a3-4f1f-b405-0c84715f92a7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8f442e7ee32c47529a6daf9413171469&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0016661 Feb 04 08:37:27.718006 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 47306) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:27.726268 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9fccd6-4a37-444a-86fc-724db677239c req-91566f8e-f935-4c5b-a5aa-8b9d5db0e68a tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:27.728957 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-3e9fccd6-4a37-444a-86fc-724db677239c req-91566f8e-f935-4c5b-a5aa-8b9d5db0e68a tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] 10.222.0.36 "GET /v2.0/ports?device_id=1644fee2-105a-4ec7-be68-63a115a652c3 HTTP/1.1" status: 200 len: 946 time: 0.7450426 Feb 04 08:37:27.735170 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b408129d-c3a3-4f1f-b405-0c84715f92a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0acf4bc-f241-4850-8789-4d544a3b3a06,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:27.805143 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbfe10ea-b2f7-474e-802a-154303917866 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:37:27.815413 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4c6b56d6-4ee0-4bcf-ab9a-36bb291f55cd tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8119726'] for subnet, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:27.816004 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474aae3c-9bf2-49cd-ab81-2a060848296e None None] Sync routers for ids ['c7b81544-3a6c-440a-9111-741d119f16be'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:37:27.830268 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474aae3c-9bf2-49cd-ab81-2a060848296e None None] Routers {'c7b81544-3a6c-440a-9111-741d119f16be'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:37:27.831338 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-474aae3c-9bf2-49cd-ab81-2a060848296e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:37:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['c7b81544-3a6c-440a-9111-741d119f16be'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:37:27.838190 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-73eb6480-befe-4d1b-9f85-cb9644838dcb tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:37:27.844783 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-73eb6480-befe-4d1b-9f85-cb9644838dcb tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Usage tracker for resource:subnet and tenant:32c07176beb04678891482021dac7654 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:37:27.845912 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-73eb6480-befe-4d1b-9f85-cb9644838dcb tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:37:27.852019 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-73eb6480-befe-4d1b-9f85-cb9644838dcb tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:37:27.877257 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5a1dcf00-1b09-4f83-bbbd-fa22cba6ac15 req-46441fdb-81f5-4135-8051-b65d2642d633 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2e94175c683849e99ec67b1f30a78741&device_id=1644fee2-105a-4ec7-be68-63a115a652c3 HTTP/1.1" status: 200 len: 1099 time: 1.1407855 Feb 04 08:37:27.904080 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-474aae3c-9bf2-49cd-ab81-2a060848296e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:37:27.915484 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-1fbe18cf-1fff-4054-9cae-b55ce39b78aa req-a6a4022b-f145-474e-a801-2f3b4b0f8700 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f5fb3ea8-2367-40fb-af0c-1a55b91fec56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9855087 Feb 04 08:37:27.918041 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474aae3c-9bf2-49cd-ab81-2a060848296e None None] Routers {'c7b81544-3a6c-440a-9111-741d119f16be'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:37:27.918647 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-474aae3c-9bf2-49cd-ab81-2a060848296e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:37:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['c7b81544-3a6c-440a-9111-741d119f16be'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:37:27.950144 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-dbfe10ea-b2f7-474e-802a-154303917866 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "PUT /v2.0/routers/c7b81544-3a6c-440a-9111-741d119f16be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1114962 Feb 04 08:37:27.955026 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 47312) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:27.990663 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-474aae3c-9bf2-49cd-ab81-2a060848296e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:37:27.991126 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474aae3c-9bf2-49cd-ab81-2a060848296e None None] The sync data for ids ['c7b81544-3a6c-440a-9111-741d119f16be'] in dv-neutron-827798-2-hyperv is: [] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:37:28.005695 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-2026b577-7e61-4840-bdc6-0fb1033294dd tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Synchronizing usage tracker for tenant:1216cf6397c6415eb938e86c1901dea6 on resource:port {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:37:28.124354 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-2026b577-7e61-4840-bdc6-0fb1033294dd tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Unset dirty status for tenant:1216cf6397c6415eb938e86c1901dea6 on resource:port {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:37:28.126270 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-2026b577-7e61-4840-bdc6-0fb1033294dd tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7b81544-3a6c-440a-9111-741d119f16be HTTP/1.1" status: 200 len: 205 time: 0.1705453 Feb 04 08:37:28.130542 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 47320) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:28.199813 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73eb6480-befe-4d1b-9f85-cb9644838dcb tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Made reservation on behalf of 32c07176beb04678891482021dac7654 for: {'subnet': 2} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:37:28.264763 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4c6b56d6-4ee0-4bcf-ab9a-36bb291f55cd tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7593498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8119736'] for subnet, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:28.307803 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8383cac-4d9a-49bb-a474-2db6fed4aafd req-f75ef967-3a2f-4593-9263-414a397caee0 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:28.309166 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e8383cac-4d9a-49bb-a474-2db6fed4aafd req-f75ef967-3a2f-4593-9263-414a397caee0 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] 10.222.0.36 "GET /v2.0/ports?device_id=366365a9-947d-42ad-8b39-81e07299534b HTTP/1.1" status: 200 len: 945 time: 0.8823035 Feb 04 08:37:28.325696 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-1075f02d-fb0d-4913-9536-014159b87acc tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks [] for router, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:28.417291 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6b56d6-4ee0-4bcf-ab9a-36bb291f55cd tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event updated for resources: {'Subnet': ['ID=0c80b202-8af6-40aa-b6c2-3b77785c377d,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:28.463930 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-3e9fccd6-4a37-444a-86fc-724db677239c req-93fb6989-a8db-46d4-8949-b04cf834495f tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] 10.222.0.36 "GET /v2.0/security-groups?id=1cf66706-a623-46a6-9f5d-54c09d760d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7076235 Feb 04 08:37:28.476827 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 47328) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:28.595352 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6b56d6-4ee0-4bcf-ab9a-36bb291f55cd tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Checking segment: {'id': '2c48dc91-e362-4611-9354-aede43558386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:37:28.595754 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6b56d6-4ee0-4bcf-ab9a-36bb291f55cd tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Network hostable DHCP agents. Network: bc933c3a-b15d-4eab-9ad6-d32fd193f5cd, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:37:28.621856 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8ac5618e-43d5-48e5-b9c3-2f19846694b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:28.686069 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-70afb8ab-bb40-4412-b4a3-4e1b1baaeae0 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-710245033', 'router:external': True}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:37:28.726324 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e8383cac-4d9a-49bb-a474-2db6fed4aafd req-6d4030c5-c37e-4030-a25a-a105f972f054 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] 10.222.0.36 "GET /v2.0/security-groups?id=14968e18-e111-4015-999f-127e7e9cb94a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3563764 Feb 04 08:37:28.727258 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1dcf00-1b09-4f83-bbbd-fa22cba6ac15 req-1e20df5a-6178-4aac-aeef-54a4f37a0833 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:28.728616 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5a1dcf00-1b09-4f83-bbbd-fa22cba6ac15 req-1e20df5a-6178-4aac-aeef-54a4f37a0833 service neutron] 10.222.0.47 "GET /v2.0/networks?id=aaba0e34-0ac3-4326-9ed2-e65fb37ae418 HTTP/1.1" status: 200 len: 907 time: 0.8360822 Feb 04 08:37:28.733787 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-70afb8ab-bb40-4412-b4a3-4e1b1baaeae0 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:37:28.815799 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-70afb8ab-bb40-4412-b4a3-4e1b1baaeae0 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Usage tracker for resource:network and tenant:472edb14196942999394e53aaa0733ea is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:37:28.834570 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-70afb8ab-bb40-4412-b4a3-4e1b1baaeae0 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:37:28.843167 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8ac5618e-43d5-48e5-b9c3-2f19846694b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:28.864399 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-70afb8ab-bb40-4412-b4a3-4e1b1baaeae0 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:37:28.868148 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6b56d6-4ee0-4bcf-ab9a-36bb291f55cd tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:37:28.870514 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-1fbe18cf-1fff-4054-9cae-b55ce39b78aa req-3f47d043-9873-4ef4-b685-1cadab8356f0 service neutron] 10.222.0.47 "GET /v2.0/networks/f5fb3ea8-2367-40fb-af0c-1a55b91fec56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6810327 Feb 04 08:37:28.879476 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-73eb6480-befe-4d1b-9f85-cb9644838dcb tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985186'] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:28.879801 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-73eb6480-befe-4d1b-9f85-cb9644838dcb tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985186'] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:28.885701 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-1075f02d-fb0d-4913-9536-014159b87acc tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40989'] for router, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:28.889939 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-1075f02d-fb0d-4913-9536-014159b87acc tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:28.893188 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.47', 50094) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:28.970852 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-4c6b56d6-4ee0-4bcf-ab9a-36bb291f55cd tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, bc933c3a-b15d-4eab-9ad6-d32fd193f5cd) {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:37:28.976941 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-813b857f-9ed7-419e-ac56-67fa5732380e req-bca739e8-bb78-4796-a77d-427baecf667a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=366365a9-947d-42ad-8b39-81e07299534b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0826316 Feb 04 08:37:28.977979 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6b56d6-4ee0-4bcf-ab9a-36bb291f55cd tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:28.978548 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4c6b56d6-4ee0-4bcf-ab9a-36bb291f55cd tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:28.986475 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065802d4-91d0-41dc-8152-933ad2861a95 None None] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:37:29.032982 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-1075f02d-fb0d-4913-9536-014159b87acc tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-476062'] for router, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:29.033575 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1075f02d-fb0d-4913-9536-014159b87acc tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Fanout notify agent at l3_agent the message router_deleted on router c7b81544-3a6c-440a-9111-741d119f16be {{(pid=84108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 08:37:29.046982 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-1075f02d-fb0d-4913-9536-014159b87acc tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks [] for router, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:29.051877 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-1075f02d-fb0d-4913-9536-014159b87acc tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "DELETE /v2.0/routers/c7b81544-3a6c-440a-9111-741d119f16be HTTP/1.1" status: 204 len: 168 time: 0.9200852 Feb 04 08:37:29.052579 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 47336) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:29.141355 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70afb8ab-bb40-4412-b4a3-4e1b1baaeae0 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Made reservation on behalf of 472edb14196942999394e53aaa0733ea for: {'network': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:37:29.143540 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-70afb8ab-bb40-4412-b4a3-4e1b1baaeae0 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:29.191095 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-4c6b56d6-4ee0-4bcf-ab9a-36bb291f55cd tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0549116 Feb 04 08:37:29.194025 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 47340) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:29.200913 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-3bc2f847-551c-4464-b468-7ca35a40c1ef tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Request body: {'port': {'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'name': 'tempest-NetworksTestDHCPv6-777886842'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:37:29.210079 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-70afb8ab-bb40-4412-b4a3-4e1b1baaeae0 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:29.219680 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5a1dcf00-1b09-4f83-bbbd-fa22cba6ac15 req-332bd78c-580d-4f79-ae73-154b8c9cd787 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eef8f4f2-3132-4d9d-9006-f98915802e05 HTTP/1.1" status: 200 len: 1000 time: 0.4755709 Feb 04 08:37:29.222130 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49921769-b06a-4bb5-a2fe-fdabf345c49c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'tenant_id': 'ffa27937301745e1ad43fa520f28cbc3', 'fixed_ips': [{'subnet_id': '0c80b202-8af6-40aa-b6c2-3b77785c377d'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:37:29.224591 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-49921769-b06a-4bb5-a2fe-fdabf345c49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:29.350912 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-1fbe18cf-1fff-4054-9cae-b55ce39b78aa req-06a93227-862c-41b8-b547-35b404cba382 service neutron] 10.222.0.47 "GET /v2.0/networks/f5fb3ea8-2367-40fb-af0c-1a55b91fec56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4466715 Feb 04 08:37:29.355602 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1dcf00-1b09-4f83-bbbd-fa22cba6ac15 req-d2a60508-9aa2-41ea-9837-971190c54f37 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:29.357249 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5a1dcf00-1b09-4f83-bbbd-fa22cba6ac15 req-d2a60508-9aa2-41ea-9837-971190c54f37 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3fa9977b-947d-4b46-b6ea-d66bbbafccca HTTP/1.1" status: 200 len: 845 time: 0.1264415 Feb 04 08:37:29.374042 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8ac5618e-43d5-48e5-b9c3-2f19846694b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:29.376284 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0849f4c-f808-43dc-87c6-63c678038435 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Deleting subnet d2bd3fdc-02b6-4a41-9f6a-b869b0687a5e {{(pid=84108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:37:29.379732 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a0849f4c-f808-43dc-87c6-63c678038435 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks [] for subnet, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:29.450248 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-3bc2f847-551c-4464-b468-7ca35a40c1ef tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:37:29.455574 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-3bc2f847-551c-4464-b468-7ca35a40c1ef tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Usage tracker for resource:port and tenant:ffa27937301745e1ad43fa520f28cbc3 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:37:29.458877 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-3bc2f847-551c-4464-b468-7ca35a40c1ef tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:37:29.465161 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-3bc2f847-551c-4464-b468-7ca35a40c1ef tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:37:29.478227 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a0849f4c-f808-43dc-87c6-63c678038435 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7851377'] for subnet, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:29.478466 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-49921769-b06a-4bb5-a2fe-fdabf345c49c None None] Allocated IP 2001:db8::2 (bc933c3a-b15d-4eab-9ad6-d32fd193f5cd/0c80b202-8af6-40aa-b6c2-3b77785c377d/b12a2ae0-4755-4ee2-b3bb-3e7e87a45bb0) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:37:29.502087 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1166416b-274f-488a-883c-4f2509612bf9 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:37:29.511825 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac5618e-43d5-48e5-b9c3-2f19846694b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0acf4bc-f241-4850-8789-4d544a3b3a06,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:29.559391 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-70afb8ab-bb40-4412-b4a3-4e1b1baaeae0 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:37:29.569661 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc2f847-551c-4464-b468-7ca35a40c1ef tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Made reservation on behalf of ffa27937301745e1ad43fa520f28cbc3 for: {'port': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:37:29.574425 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3bc2f847-551c-4464-b468-7ca35a40c1ef tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:29.591930 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32e5dd6-7012-4237-8c40-128ec3d982c2 None None] New status for floating IP 59b20221-f969-4953-842d-6d432d960b27: ACTIVE {{(pid=84110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 08:37:29.599483 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-70afb8ab-bb40-4412-b4a3-4e1b1baaeae0 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Usage tracker for resource:security_group_rule and tenant:472edb14196942999394e53aaa0733ea is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:37:29.607966 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-70afb8ab-bb40-4412-b4a3-4e1b1baaeae0 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:37:29.620080 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [None req-3bc2f847-551c-4464-b468-7ca35a40c1ef tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] device_id is not set on port a41b4fb4-8322-4eb6-a2b2-c605f04b8eb2 yet. {{(pid=84108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:37:29.635154 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7e2190-fdbe-4038-98f2-0dbf48ada428 None None] Sync routers for ids ['b2cb9612-ffb1-489b-9470-740038503951'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:37:29.678470 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7e2190-fdbe-4038-98f2-0dbf48ada428 None None] Routers {'b2cb9612-ffb1-489b-9470-740038503951'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:37:29.679111 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-ee7e2190-fdbe-4038-98f2-0dbf48ada428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:37:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['b2cb9612-ffb1-489b-9470-740038503951'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:37:29.694526 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a0849f4c-f808-43dc-87c6-63c678038435 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:29.868890 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a0849f4c-f808-43dc-87c6-63c678038435 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7593563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8119683'] for subnet, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:29.934085 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0849f4c-f808-43dc-87c6-63c678038435 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Pushing event deleted for resources: {'Subnet': ['ID=d2bd3fdc-02b6-4a41-9f6a-b869b0687a5e,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:29.944522 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a0849f4c-f808-43dc-87c6-63c678038435 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:29.957752 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-a0849f4c-f808-43dc-87c6-63c678038435 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "DELETE /v2.0/subnets/d2bd3fdc-02b6-4a41-9f6a-b869b0687a5e HTTP/1.1" status: 204 len: 168 time: 0.9016793 Feb 04 08:37:29.958418 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 47348) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:29.963528 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-70afb8ab-bb40-4412-b4a3-4e1b1baaeae0 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:37:29.982228 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bafebb53-6b0e-421f-801f-65206f422228 None None] Network 64461f65-eac6-4d30-befe-d41d07735613 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:37:30.215725 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8ac5618e-43d5-48e5-b9c3-2f19846694b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:30.216788 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-8ac5618e-43d5-48e5-b9c3-2f19846694b9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e0acf4bc-f241-4850-8789-4d544a3b3a06 HTTP/1.1" status: 204 len: 168 time: 2.4866683 Feb 04 08:37:30.225788 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_v2 [None req-53133b18-b67e-4bbd-97ac-e79d584e31d8 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Deleting subnet c35a9ad4-aa1b-41ee-8b29-bf7a3ebbe3e6 {{(pid=84108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:37:30.228943 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-53133b18-b67e-4bbd-97ac-e79d584e31d8 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks [] for subnet, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:30.247881 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1166416b-274f-488a-883c-4f2509612bf9 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:30.252070 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-1166416b-274f-488a-883c-4f2509612bf9 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 9.2194211 Feb 04 08:37:30.272017 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 47354) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:30.277099 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-49921769-b06a-4bb5-a2fe-fdabf345c49c None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:30.279515 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-ee7e2190-fdbe-4038-98f2-0dbf48ada428 None None] Set router b2cb9612-ffb1-489b-9470-740038503951 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:37:30.306801 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-70afb8ab-bb40-4412-b4a3-4e1b1baaeae0 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:30.344805 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-49921769-b06a-4bb5-a2fe-fdabf345c49c None None] Transition to ACTIVE for port object b12a2ae0-4755-4ee2-b3bb-3e7e87a45bb0 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:37:30.373499 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-813b857f-9ed7-419e-ac56-67fa5732380e req-b881f5d6-8b3e-4b50-8877-fb46f008511f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ead21cd697164942839c9343c97d0d9d&device_id=366365a9-947d-42ad-8b39-81e07299534b HTTP/1.1" status: 200 len: 1098 time: 0.7703230 Feb 04 08:37:30.378832 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5a1dcf00-1b09-4f83-bbbd-fa22cba6ac15 req-ffff035d-6bb9-46b3-8704-a752a2ca4647 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aaba0e34-0ac3-4326-9ed2-e65fb37ae418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.0061669 Feb 04 08:37:30.396172 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-53133b18-b67e-4bbd-97ac-e79d584e31d8 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7851377'] for subnet, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:30.557423 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813b857f-9ed7-419e-ac56-67fa5732380e req-2475de8b-fe45-4a2d-8be0-5317d5b94b6d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:30.558993 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-813b857f-9ed7-419e-ac56-67fa5732380e req-2475de8b-fe45-4a2d-8be0-5317d5b94b6d service neutron] 10.222.0.47 "GET /v2.0/networks?id=f5fb3ea8-2367-40fb-af0c-1a55b91fec56 HTTP/1.1" status: 200 len: 912 time: 0.1466601 Feb 04 08:37:30.559661 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-70afb8ab-bb40-4412-b4a3-4e1b1baaeae0 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:30.705147 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34939956-c698-4b26-aa40-47f279c2a8eb None None] DHCP port deletion for 64461f65-eac6-4d30-befe-d41d07735613 request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 08:37:30.710213 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-53133b18-b67e-4bbd-97ac-e79d584e31d8 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:30.716373 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-49921769-b06a-4bb5-a2fe-fdabf345c49c None None] Transition to ACTIVE for port object b12a2ae0-4755-4ee2-b3bb-3e7e87a45bb0 will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:37:30.718652 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-34939956-c698-4b26-aa40-47f279c2a8eb None None] Deleting port 28557b21-d607-4edc-8b9f-95fdf08b81f0 {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:37:30.719043 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-34939956-c698-4b26-aa40-47f279c2a8eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:30.786586 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e4b550-8ab0-43f2-b977-6b8abfd2f5c7 req-0bc453cd-d29c-46dd-9339-923a287358a3 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:30.793818 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b0e4b550-8ab0-43f2-b977-6b8abfd2f5c7 req-0bc453cd-d29c-46dd-9339-923a287358a3 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] 10.222.0.36 "GET /v2.0/ports?device_id=1644fee2-105a-4ec7-be68-63a115a652c3 HTTP/1.1" status: 200 len: 946 time: 0.8221335 Feb 04 08:37:30.803248 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70afb8ab-bb40-4412-b4a3-4e1b1baaeae0 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=84107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:37:30.808921 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-c6916ebf-3c2d-4733-9d1d-1ce36de89c60 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] 10.222.0.36 "GET /v2.0/routers/b2cb9612-ffb1-489b-9470-740038503951 HTTP/1.1" status: 200 len: 908 time: 0.5320537 Feb 04 08:37:30.811618 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 47360) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:30.815562 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4191191d-979c-4756-a366-999d42a506bd req-9fc29c47-9cd1-41a7-a23d-f4c579afe956 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:30.817343 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4191191d-979c-4756-a366-999d42a506bd req-9fc29c47-9cd1-41a7-a23d-f4c579afe956 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] 10.222.0.36 "GET /v2.0/ports?device_id=366365a9-947d-42ad-8b39-81e07299534b HTTP/1.1" status: 200 len: 945 time: 0.8209307 Feb 04 08:37:30.824925 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-9a81806c-da1b-4a59-b4d7-f2021141aa34 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1964295076', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'enable_snat': True}}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:37:30.829789 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-9a81806c-da1b-4a59-b4d7-f2021141aa34 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:37:30.834075 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-9a81806c-da1b-4a59-b4d7-f2021141aa34 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Usage tracker for resource:router and tenant:6f61127ab9ba4300af77f26932026da2 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:37:30.838557 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-9a81806c-da1b-4a59-b4d7-f2021141aa34 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:37:30.845381 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-9a81806c-da1b-4a59-b4d7-f2021141aa34 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:37:30.860232 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afb8ab-bb40-4412-b4a3-4e1b1baaeae0 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5655df2-0639-4695-a33e-3d13c5d58b2d,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:30.906177 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-49921769-b06a-4bb5-a2fe-fdabf345c49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:30.913261 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-70afb8ab-bb40-4412-b4a3-4e1b1baaeae0 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:30.913709 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.segments_db [None req-70afb8ab-bb40-4412-b4a3-4e1b1baaeae0 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Added segment b4c6204d-25e1-438b-bdbe-c41022610a5a of type vlan for network c5bc8ddc-c997-4a92-a3ab-b3bc59cab651 Feb 04 08:37:31.011609 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-813b857f-9ed7-419e-ac56-67fa5732380e req-42a1e28b-c718-45a4-a318-c23c739f9ad3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=78678a4e-3471-4771-905b-d44f3da77bd9 HTTP/1.1" status: 200 len: 1001 time: 0.3881769 Feb 04 08:37:31.025085 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4191191d-979c-4756-a366-999d42a506bd req-3cbff03a-75b8-4f29-9a03-13beb45a7e61 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] 10.222.0.36 "GET /v2.0/security-groups?id=14968e18-e111-4015-999f-127e7e9cb94a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1709549 Feb 04 08:37:31.076251 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-3bc2f847-551c-4464-b468-7ca35a40c1ef tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Allocated IP 2001:db8::5e (bc933c3a-b15d-4eab-9ad6-d32fd193f5cd/0c80b202-8af6-40aa-b6c2-3b77785c377d/a41b4fb4-8322-4eb6-a2b2-c605f04b8eb2) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:37:31.100124 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5a1dcf00-1b09-4f83-bbbd-fa22cba6ac15 req-a731a963-35f9-4fd6-9529-de337dde6e2e service neutron] 10.222.0.47 "GET /v2.0/networks/aaba0e34-0ac3-4326-9ed2-e65fb37ae418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7138581 Feb 04 08:37:31.111326 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49921769-b06a-4bb5-a2fe-fdabf345c49c None None] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:37:31.117528 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-49921769-b06a-4bb5-a2fe-fdabf345c49c None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:37:31.120113 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b0e4b550-8ab0-43f2-b977-6b8abfd2f5c7 req-865d83de-0cc3-4632-9d7b-ce33e24acf9f tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] 10.222.0.36 "GET /v2.0/security-groups?id=1cf66706-a623-46a6-9f5d-54c09d760d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3252592 Feb 04 08:37:31.122263 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-70afb8ab-bb40-4412-b4a3-4e1b1baaeae0 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:31.188461 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49921769-b06a-4bb5-a2fe-fdabf345c49c None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:37:31.219815 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49921769-b06a-4bb5-a2fe-fdabf345c49c None None] Pushing event updated for resources: {'Port': ['ID=b12a2ae0-4755-4ee2-b3bb-3e7e87a45bb0,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:31.234221 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-ee7e2190-fdbe-4038-98f2-0dbf48ada428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cb9612-ffb1-489b-9470-740038503951', 'name': 'tempest-snat-router-1964295076', 'tenant_id': '6f61127ab9ba4300af77f26932026da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.67'}], 'enable_snat': False}, 'gw_port_id': '108b5f09-70e8-40be-b546-791c880ff461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:37:21Z', 'updated_at': '2022-02-04T08:37:24Z', 'revision_number': 3, 'project_id': '6f61127ab9ba4300af77f26932026da2', 'gw_port': {'id': '108b5f09-70e8-40be-b546-791c880ff461', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:36:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2cb9612-ffb1-489b-9470-740038503951', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:37:22Z', 'updated_at': '2022-02-04T08:37:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:37:31.256939 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-73eb6480-befe-4d1b-9f85-cb9644838dcb tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7510230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985204'] for subnet, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:31.320978 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813b857f-9ed7-419e-ac56-67fa5732380e req-17f88e6f-2895-4fe0-8177-38e523002db3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:31.322648 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-813b857f-9ed7-419e-ac56-67fa5732380e req-17f88e6f-2895-4fe0-8177-38e523002db3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1699c4f8-d946-4eb0-aab8-83a83e03db52 HTTP/1.1" status: 200 len: 850 time: 0.2860582 Feb 04 08:37:31.357109 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3bc2f847-551c-4464-b468-7ca35a40c1ef tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:31.374301 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7e2190-fdbe-4038-98f2-0dbf48ada428 None None] Checking router: b2cb9612-ffb1-489b-9470-740038503951 for host: dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 08:37:31.374857 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7e2190-fdbe-4038-98f2-0dbf48ada428 None None] Updating router b2cb9612-ffb1-489b-9470-740038503951 port 108b5f09-70e8-40be-b546-791c880ff461 binding host dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 08:37:31.376319 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.provisioning_blocks [None req-3bc2f847-551c-4464-b468-7ca35a40c1ef tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Transition to ACTIVE for port object a41b4fb4-8322-4eb6-a2b2-c605f04b8eb2 will not be triggered until provisioned by entity DHCP. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:37:31.398436 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9a81806c-da1b-4a59-b4d7-f2021141aa34 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40975'] for router, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:31.399544 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9a81806c-da1b-4a59-b4d7-f2021141aa34 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40982'] for router, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:31.419344 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9a81806c-da1b-4a59-b4d7-f2021141aa34 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:31.427613 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-49921769-b06a-4bb5-a2fe-fdabf345c49c None None] Attempting to bind port b12a2ae0-4755-4ee2-b3bb-3e7e87a45bb0 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:37:31.429163 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-49921769-b06a-4bb5-a2fe-fdabf345c49c None None] Attempting to bind port b12a2ae0-4755-4ee2-b3bb-3e7e87a45bb0 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': '2c48dc91-e362-4611-9354-aede43558386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:37:31.429163 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49921769-b06a-4bb5-a2fe-fdabf345c49c None None] Attempting to bind port b12a2ae0-4755-4ee2-b3bb-3e7e87a45bb0 on network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:37:31.436155 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-53133b18-b67e-4bbd-97ac-e79d584e31d8 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7593563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8119683'] for subnet, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:31.451724 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-34939956-c698-4b26-aa40-47f279c2a8eb None None] For port 28557b21-d607-4edc-8b9f-95fdf08b81f0, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=28557b21-d607-4edc-8b9f-95fdf08b81f0,segment=NetworkSegment(5cba68a7-8906-4097-a306-bafd96170977),segment_id=5cba68a7-8906-4097-a306-bafd96170977)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:37:31.452121 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-34939956-c698-4b26-aa40-47f279c2a8eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:31.475590 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49921769-b06a-4bb5-a2fe-fdabf345c49c None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:37:31.475897 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49921769-b06a-4bb5-a2fe-fdabf345c49c None None] Checking segment: {'id': '2c48dc91-e362-4611-9354-aede43558386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:37:31.476795 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-49921769-b06a-4bb5-a2fe-fdabf345c49c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:31.476795 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49921769-b06a-4bb5-a2fe-fdabf345c49c None None] Bound using segment: {'id': '2c48dc91-e362-4611-9354-aede43558386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:37:31.476988 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-49921769-b06a-4bb5-a2fe-fdabf345c49c None None] Bound port: b12a2ae0-4755-4ee2-b3bb-3e7e87a45bb0, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c48dc91-e362-4611-9354-aede43558386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:37:31.477330 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-49921769-b06a-4bb5-a2fe-fdabf345c49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:31.482446 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-53133b18-b67e-4bbd-97ac-e79d584e31d8 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:31.489913 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3bc2f847-551c-4464-b468-7ca35a40c1ef tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:31.493900 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53133b18-b67e-4bbd-97ac-e79d584e31d8 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Pushing event deleted for resources: {'Subnet': ['ID=c35a9ad4-aa1b-41ee-8b29-bf7a3ebbe3e6,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:31.526586 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eb6480-befe-4d1b-9f85-cb9644838dcb tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Pushing event updated for resources: {'Subnet': ['ID=e4088dea-9f06-4c94-b517-8e6fe1934731,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:31.535109 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5a1dcf00-1b09-4f83-bbbd-fa22cba6ac15 req-aaeeba8a-2507-402d-9db6-24bffb1f53b0 service neutron] 10.222.0.47 "GET /v2.0/networks/aaba0e34-0ac3-4326-9ed2-e65fb37ae418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3867774 Feb 04 08:37:31.541807 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-70afb8ab-bb40-4412-b4a3-4e1b1baaeae0 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:31.542720 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70afb8ab-bb40-4412-b4a3-4e1b1baaeae0 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:31.543284 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-70afb8ab-bb40-4412-b4a3-4e1b1baaeae0 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:31.546787 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73eb6480-befe-4d1b-9f85-cb9644838dcb tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Checking segment: {'id': 'ae229832-3c99-4cb6-8391-6b10fbd6fc72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '207fa7e9-5852-43bc-ba22-8cb1a203572d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:37:31.547193 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73eb6480-befe-4d1b-9f85-cb9644838dcb tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Network hostable DHCP agents. Network: 207fa7e9-5852-43bc-ba22-8cb1a203572d, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:37:31.579782 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35f5d14-45a9-4fde-82e9-5e08c8a4aa2d None None] Network 66b7c844-f7b2-4c93-9a9f-37e9df59f112 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:37:31.658181 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-34939956-c698-4b26-aa40-47f279c2a8eb None None] Calling delete_port for 28557b21-d607-4edc-8b9f-95fdf08b81f0 owned by network:dhcp {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:37:31.668881 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-53133b18-b67e-4bbd-97ac-e79d584e31d8 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "DELETE /v2.0/subnets/c35a9ad4-aa1b-41ee-8b29-bf7a3ebbe3e6 HTTP/1.1" status: 204 len: 168 time: 1.7094264 Feb 04 08:37:31.679348 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 47374) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:31.693727 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-ee7e2190-fdbe-4038-98f2-0dbf48ada428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:31.714724 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afb8ab-bb40-4412-b4a3-4e1b1baaeae0 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Pushing event updated for resources: {'Network': ['ID=c5bc8ddc-c997-4a92-a3ab-b3bc59cab651,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:31.729631 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-813b857f-9ed7-419e-ac56-67fa5732380e req-e2a7f820-bcb1-4329-8788-4fa961ad3ff8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f5fb3ea8-2367-40fb-af0c-1a55b91fec56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3787761 Feb 04 08:37:31.730358 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee56167c-f6ee-4177-b5df-966845d952b6 req-16f56748-b999-494b-993e-3defecac1091 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:31.731807 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ee56167c-f6ee-4177-b5df-966845d952b6 req-16f56748-b999-494b-993e-3defecac1091 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] 10.222.0.36 "GET /v2.0/ports?device_id=366365a9-947d-42ad-8b39-81e07299534b HTTP/1.1" status: 200 len: 945 time: 0.3896446 Feb 04 08:37:31.752356 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc2f847-551c-4464-b468-7ca35a40c1ef tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event updated for resources: {'Port': ['ID=a41b4fb4-8322-4eb6-a2b2-c605f04b8eb2,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:31.756495 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc2f847-551c-4464-b468-7ca35a40c1ef tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:37:31.802798 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-70afb8ab-bb40-4412-b4a3-4e1b1baaeae0 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 3.3218892 Feb 04 08:37:31.834422 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 47380) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:31.843632 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-3bc2f847-551c-4464-b468-7ca35a40c1ef tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:37:31.857028 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc2f847-551c-4464-b468-7ca35a40c1ef tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:37:31.857381 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc2f847-551c-4464-b468-7ca35a40c1ef tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:31.858044 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3bc2f847-551c-4464-b468-7ca35a40c1ef tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:31.888544 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network c5bc8ddc-c997-4a92-a3ab-b3bc59cab651 details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:37:31.889315 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-e1791eff-06de-4cac-862b-72e8efdc412e tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Request body: {'subnet': {'network_id': 'c5bc8ddc-c997-4a92-a3ab-b3bc59cab651', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:37:31.901261 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 28557b21-d607-4edc-8b9f-95fdf08b81f0 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:37:31.901836 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-e1791eff-06de-4cac-862b-72e8efdc412e tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:37:31.908212 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-e1791eff-06de-4cac-862b-72e8efdc412e tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Usage tracker for resource:subnet and tenant:472edb14196942999394e53aaa0733ea is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:37:31.912211 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9a81806c-da1b-4a59-b4d7-f2021141aa34 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40996'] for router, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:31.916021 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-e1791eff-06de-4cac-862b-72e8efdc412e tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:37:31.926521 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-e1791eff-06de-4cac-862b-72e8efdc412e tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:37:31.982503 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-3bc2f847-551c-4464-b468-7ca35a40c1ef tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7874849 Feb 04 08:37:31.985051 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 47386) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:32.017794 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73eb6480-befe-4d1b-9f85-cb9644838dcb tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Network 207fa7e9-5852-43bc-ba22-8cb1a203572d is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:37:32.042645 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1791eff-06de-4cac-862b-72e8efdc412e tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Made reservation on behalf of 472edb14196942999394e53aaa0733ea for: {'subnet': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:37:32.045596 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e1791eff-06de-4cac-862b-72e8efdc412e tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8119726'] for subnet, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:32.086168 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-365d79a2-1c6e-4bac-88a4-257c7432f3a4 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:32.103296 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ee56167c-f6ee-4177-b5df-966845d952b6 req-d6628a71-2a51-4e8c-9539-2c65d92bbd50 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] 10.222.0.36 "GET /v2.0/security-groups?id=14968e18-e111-4015-999f-127e7e9cb94a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3243728 Feb 04 08:37:32.127978 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-73eb6480-befe-4d1b-9f85-cb9644838dcb tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, 207fa7e9-5852-43bc-ba22-8cb1a203572d) {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:37:32.133141 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-365d79a2-1c6e-4bac-88a4-257c7432f3a4 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Deleting port 28557b21-d607-4edc-8b9f-95fdf08b81f0 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:37:32.134352 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-365d79a2-1c6e-4bac-88a4-257c7432f3a4 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:32.163861 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-73eb6480-befe-4d1b-9f85-cb9644838dcb tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7510230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985204'] for subnet, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:32.166085 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-813b857f-9ed7-419e-ac56-67fa5732380e req-af79e7cf-eb55-4905-8c13-a3df1c1c2033 service neutron] 10.222.0.47 "GET /v2.0/networks/f5fb3ea8-2367-40fb-af0c-1a55b91fec56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3883114 Feb 04 08:37:32.264757 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482d4add-b7b4-4983-b2c1-49d3c4caacbc None None] Network 207fa7e9-5852-43bc-ba22-8cb1a203572d requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:37:32.287908 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7101f98-d9a6-4967-aa03-cda67aa961ab tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:32.294484 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7101f98-d9a6-4967-aa03-cda67aa961ab tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:32.294484 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-a7101f98-d9a6-4967-aa03-cda67aa961ab tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Synchronizing usage tracker for tenant:ffa27937301745e1ad43fa520f28cbc3 on resource:port {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:37:32.408982 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-a7101f98-d9a6-4967-aa03-cda67aa961ab tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Unset dirty status for tenant:ffa27937301745e1ad43fa520f28cbc3 on resource:port {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:37:32.410569 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-a7101f98-d9a6-4967-aa03-cda67aa961ab tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.4245234 Feb 04 08:37:32.412529 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-49921769-b06a-4bb5-a2fe-fdabf345c49c None None] For port b12a2ae0-4755-4ee2-b3bb-3e7e87a45bb0, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:37:32.431145 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 47400) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:32.476963 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eb6480-befe-4d1b-9f85-cb9644838dcb tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Pushing event updated for resources: {'Subnet': ['ID=e0bbd445-90f0-4eb4-928e-3d81120de00c,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:32.512984 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-49921769-b06a-4bb5-a2fe-fdabf345c49c None None] For port b12a2ae0-4755-4ee2-b3bb-3e7e87a45bb0, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=b12a2ae0-4755-4ee2-b3bb-3e7e87a45bb0,segment=NetworkSegment(2c48dc91-e362-4611-9354-aede43558386),segment_id=2c48dc91-e362-4611-9354-aede43558386)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:37:32.577840 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-813b857f-9ed7-419e-ac56-67fa5732380e req-8eed7a2e-2cbe-4e69-a55b-b2016e0745f5 service neutron] 10.222.0.47 "GET /v2.0/networks/f5fb3ea8-2367-40fb-af0c-1a55b91fec56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3848355 Feb 04 08:37:32.579721 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-a01f9bca-9c46-48e3-80b6-576045d8eea9 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Deleting port a41b4fb4-8322-4eb6-a2b2-c605f04b8eb2 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:37:32.579721 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a01f9bca-9c46-48e3-80b6-576045d8eea9 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:32.608439 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:32.625179 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-49921769-b06a-4bb5-a2fe-fdabf345c49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:32.643069 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9a81806c-da1b-4a59-b4d7-f2021141aa34 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:32.646065 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-365d79a2-1c6e-4bac-88a4-257c7432f3a4 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] The port '28557b21-d607-4edc-8b9f-95fdf08b81f0' was deleted {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 08:37:32.701335 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9a81806c-da1b-4a59-b4d7-f2021141aa34 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:32.709729 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73eb6480-befe-4d1b-9f85-cb9644838dcb tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Checking segment: {'id': '06f5394e-c923-4f7e-9c04-e916e98ff9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '99a2c864-795d-40df-ab16-17b0347009f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:37:32.710345 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73eb6480-befe-4d1b-9f85-cb9644838dcb tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Network hostable DHCP agents. Network: 99a2c864-795d-40df-ab16-17b0347009f0, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:37:32.752475 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-34939956-c698-4b26-aa40-47f279c2a8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407'] for port, after_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:32.821411 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.db.resource_extend [None req-ee7e2190-fdbe-4038-98f2-0dbf48ada428 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 08:37:32.856800 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-365d79a2-1c6e-4bac-88a4-257c7432f3a4 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:32.885390 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00539c0c-2f8a-49fa-bd7c-13286d33a42d req-5e4cf722-cf53-497a-b1b8-27007da42724 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:32.886858 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-00539c0c-2f8a-49fa-bd7c-13286d33a42d req-5e4cf722-cf53-497a-b1b8-27007da42724 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] 10.222.0.36 "GET /v2.0/ports?device_id=1644fee2-105a-4ec7-be68-63a115a652c3 HTTP/1.1" status: 200 len: 946 time: 0.4133325 Feb 04 08:37:32.940522 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34939956-c698-4b26-aa40-47f279c2a8eb None None] No DVR routers for this DVR port 28557b21-d607-4edc-8b9f-95fdf08b81f0 on host dv-neutron-827798-2-hyperv {{(pid=84109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:37:32.956842 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49921769-b06a-4bb5-a2fe-fdabf345c49c None None] Pushing event updated for resources: {'Port': ['ID=b12a2ae0-4755-4ee2-b3bb-3e7e87a45bb0,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:33.001959 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-00539c0c-2f8a-49fa-bd7c-13286d33a42d req-f88b8699-623d-4be5-9197-544c503ed22d tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] 10.222.0.36 "GET /v2.0/security-groups?id=1cf66706-a623-46a6-9f5d-54c09d760d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045957 Feb 04 08:37:33.006297 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-365d79a2-1c6e-4bac-88a4-257c7432f3a4 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64461f65-eac6-4d30-befe-d41d07735613']}} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:37:33.015639 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73eb6480-befe-4d1b-9f85-cb9644838dcb tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Network 99a2c864-795d-40df-ab16-17b0347009f0 is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:37:33.032620 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-365d79a2-1c6e-4bac-88a4-257c7432f3a4 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cba68a7-8906-4097-a306-bafd96170977') {'for_net_delete': True} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:37:33.034901 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-365d79a2-1c6e-4bac-88a4-257c7432f3a4 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cba68a7-8906-4097-a306-bafd96170977') {} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:37:33.046286 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-ee7e2190-fdbe-4038-98f2-0dbf48ada428 None None] Notify callbacks [] for port, precommit_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:33.046804 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-365d79a2-1c6e-4bac-88a4-257c7432f3a4 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8058642'] for segment, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:33.086443 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-365d79a2-1c6e-4bac-88a4-257c7432f3a4 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:33.088252 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1156f69d-1c0f-4f4c-a536-68fb3ec6e537 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-207fa7e9-5852-43bc-ba22-8cb1a203572d', 'network_id': '207fa7e9-5852-43bc-ba22-8cb1a203572d', 'tenant_id': '32c07176beb04678891482021dac7654', 'fixed_ips': [{'subnet_id': 'e4088dea-9f06-4c94-b517-8e6fe1934731'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:37:33.094626 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1156f69d-1c0f-4f4c-a536-68fb3ec6e537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:33.095778 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-365d79a2-1c6e-4bac-88a4-257c7432f3a4 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=84107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:37:33.096195 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-365d79a2-1c6e-4bac-88a4-257c7432f3a4 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7377717'] for segment, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:33.123459 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34939956-c698-4b26-aa40-47f279c2a8eb None None] Pushing event deleted for resources: {'Port': ['ID=28557b21-d607-4edc-8b9f-95fdf08b81f0,revision_number=None']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:33.147872 dv-neutron-827798-2-hyperv neutron-server[84107]: Traceback (most recent call last): Feb 04 08:37:33.147872 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:37:33.147872 dv-neutron-827798-2-hyperv neutron-server[84107]: timer() Feb 04 08:37:33.147872 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:37:33.147872 dv-neutron-827798-2-hyperv neutron-server[84107]: cb(*args, **kw) Feb 04 08:37:33.147872 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:37:33.147872 dv-neutron-827798-2-hyperv neutron-server[84107]: return func(*args, **kwargs) Feb 04 08:37:33.147872 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:37:33.147872 dv-neutron-827798-2-hyperv neutron-server[84107]: self._notify() Feb 04 08:37:33.147872 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:37:33.147872 dv-neutron-827798-2-hyperv neutron-server[84107]: self.callback(batched_events) Feb 04 08:37:33.147872 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:37:33.147872 dv-neutron-827798-2-hyperv neutron-server[84107]: event.method(event) Feb 04 08:37:33.147872 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:37:33.147872 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:37:33.147872 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:37:33.147872 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:37:33.147872 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:37:33.147872 dv-neutron-827798-2-hyperv neutron-server[84107]: return f(self, *a, **k) Feb 04 08:37:33.147872 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:37:33.147872 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._get(url).json() Feb 04 08:37:33.147872 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:37:33.147872 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:37:33.147872 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:37:33.147872 dv-neutron-827798-2-hyperv neutron-server[84107]: return self.request(url, 'GET', **kwargs) Feb 04 08:37:33.147872 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:37:33.147872 dv-neutron-827798-2-hyperv neutron-server[84107]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:37:33.147872 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:37:33.147872 dv-neutron-827798-2-hyperv neutron-server[84107]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:37:33.147872 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:37:33.147872 dv-neutron-827798-2-hyperv neutron-server[84107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:37:33.147872 dv-neutron-827798-2-hyperv neutron-server[84107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:37:33.155259 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-73eb6480-befe-4d1b-9f85-cb9644838dcb tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, 99a2c864-795d-40df-ab16-17b0347009f0) {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:37:33.159633 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73eb6480-befe-4d1b-9f85-cb9644838dcb tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:33.160127 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73eb6480-befe-4d1b-9f85-cb9644838dcb tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:33.160848 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-73eb6480-befe-4d1b-9f85-cb9644838dcb tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:33.186895 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ded4e3f-3afd-43f9-af51-f4aa1997a629 None None] Network 99a2c864-795d-40df-ab16-17b0347009f0 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:37:33.208165 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549d63d9-2b54-4446-8d87-20fcedde5f2c None None] DHCP port deletion for 66b7c844-f7b2-4c93-9a9f-37e9df59f112 request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 08:37:33.302973 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-549d63d9-2b54-4446-8d87-20fcedde5f2c None None] Deleting port c4fb1ea6-2202-48a6-9a4b-63ce812bf6d9 {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:37:33.303338 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-549d63d9-2b54-4446-8d87-20fcedde5f2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:33.310648 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a01f9bca-9c46-48e3-80b6-576045d8eea9 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:33.326187 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-73eb6480-befe-4d1b-9f85-cb9644838dcb tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 6.5815699 Feb 04 08:37:33.329291 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 47414) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:33.352430 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-ee7e2190-fdbe-4038-98f2-0dbf48ada428 None None] Transition to ACTIVE for port object 108b5f09-70e8-40be-b546-791c880ff461 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:37:33.366010 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-365d79a2-1c6e-4bac-88a4-257c7432f3a4 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:33.395678 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-365d79a2-1c6e-4bac-88a4-257c7432f3a4 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:33.418938 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365d79a2-1c6e-4bac-88a4-257c7432f3a4 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Pushing event deleted for resources: {'Network': ['ID=64461f65-eac6-4d30-befe-d41d07735613,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:33.438214 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-365d79a2-1c6e-4bac-88a4-257c7432f3a4 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "DELETE /v2.0/networks/64461f65-eac6-4d30-befe-d41d07735613 HTTP/1.1" status: 204 len: 168 time: 1.7556522 Feb 04 08:37:33.465474 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 47420) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:33.479366 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-ee7e2190-fdbe-4038-98f2-0dbf48ada428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:33.485271 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979690e1-bc79-4996-b235-2910aac9236e tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:33.486941 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979690e1-bc79-4996-b235-2910aac9236e tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:33.488500 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979690e1-bc79-4996-b235-2910aac9236e tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:33.489511 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-979690e1-bc79-4996-b235-2910aac9236e tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Synchronizing usage tracker for tenant:32c07176beb04678891482021dac7654 on resource:subnet {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:37:33.490398 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-a01f9bca-9c46-48e3-80b6-576045d8eea9 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Calling delete_port for a41b4fb4-8322-4eb6-a2b2-c605f04b8eb2 owned by {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:37:33.629593 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a182fcc3-140b-42d7-88fd-e5da16e19a8f req-61756cde-e4ef-4b4f-abe4-faf981416cf6 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:33.631812 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a182fcc3-140b-42d7-88fd-e5da16e19a8f req-61756cde-e4ef-4b4f-abe4-faf981416cf6 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] 10.222.0.36 "GET /v2.0/ports?device_id=1644fee2-105a-4ec7-be68-63a115a652c3 HTTP/1.1" status: 200 len: 946 time: 0.3552034 Feb 04 08:37:33.725699 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ccb013d8-4540-4e9a-9942-b1057b407830 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:33.735872 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-979690e1-bc79-4996-b235-2910aac9236e tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Unset dirty status for tenant:32c07176beb04678891482021dac7654 on resource:subnet {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:37:33.737187 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-979690e1-bc79-4996-b235-2910aac9236e tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.4060640 Feb 04 08:37:33.746745 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 47424) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:33.751810 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-ee7e2190-fdbe-4038-98f2-0dbf48ada428 None None] Attempting to bind port 108b5f09-70e8-40be-b546-791c880ff461 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:37:33.752358 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-ee7e2190-fdbe-4038-98f2-0dbf48ada428 None None] Attempting to bind port 108b5f09-70e8-40be-b546-791c880ff461 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:37:33.752903 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7e2190-fdbe-4038-98f2-0dbf48ada428 None None] Attempting to bind port 108b5f09-70e8-40be-b546-791c880ff461 on network e264bd74-c56b-43d0-9059-bcb57dbbe5bc {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:37:33.791069 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-1156f69d-1c0f-4f4c-a536-68fb3ec6e537 None None] Allocated IP 2001:db8::1 (207fa7e9-5852-43bc-ba22-8cb1a203572d/e4088dea-9f06-4c94-b517-8e6fe1934731/4133ba69-c667-49ce-9e25-1a26de95a731) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:37:33.799632 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.objects.ports [None req-e1791eff-06de-4cac-862b-72e8efdc412e tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84108) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 04 08:37:33.799632 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e1791eff-06de-4cac-862b-72e8efdc412e tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7593498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8119736'] for subnet, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:33.805604 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a182fcc3-140b-42d7-88fd-e5da16e19a8f req-fd4f774e-aec7-46e1-85fc-0704807555eb tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] 10.222.0.36 "GET /v2.0/security-groups?id=1cf66706-a623-46a6-9f5d-54c09d760d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643989 Feb 04 08:37:33.815010 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-ccb013d8-4540-4e9a-9942-b1057b407830 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Deleting port c4fb1ea6-2202-48a6-9a4b-63ce812bf6d9 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:37:33.815344 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ccb013d8-4540-4e9a-9942-b1057b407830 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:33.821621 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239d7a7b-3715-4910-9ebd-b466980e90ab None None] Pushing event updated for resources: {'Port': ['ID=108b5f09-70e8-40be-b546-791c880ff461,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:33.845723 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7e2190-fdbe-4038-98f2-0dbf48ada428 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:37:33.846487 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7e2190-fdbe-4038-98f2-0dbf48ada428 None None] Checking segment: {'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:37:33.846487 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-ee7e2190-fdbe-4038-98f2-0dbf48ada428 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:33.846874 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7e2190-fdbe-4038-98f2-0dbf48ada428 None None] Bound using segment: {'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:37:33.847515 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-ee7e2190-fdbe-4038-98f2-0dbf48ada428 None None] Bound port: 108b5f09-70e8-40be-b546-791c880ff461, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:37:33.847897 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-ee7e2190-fdbe-4038-98f2-0dbf48ada428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:33.893773 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a01f9bca-9c46-48e3-80b6-576045d8eea9 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:33.959091 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-ee7e2190-fdbe-4038-98f2-0dbf48ada428 None None] For port 108b5f09-70e8-40be-b546-791c880ff461, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:37:33.968652 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-ee7e2190-fdbe-4038-98f2-0dbf48ada428 None None] For port 108b5f09-70e8-40be-b546-791c880ff461, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=108b5f09-70e8-40be-b546-791c880ff461,segment=NetworkSegment(c44b9475-949d-4ae7-bfca-e29b010a56a6),segment_id=c44b9475-949d-4ae7-bfca-e29b010a56a6)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:37:33.970420 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device b12a2ae0-4755-4ee2-b3bb-3e7e87a45bb0 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:37:34.014500 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01f9bca-9c46-48e3-80b6-576045d8eea9 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event deleted for resources: {'Port': ['ID=a41b4fb4-8322-4eb6-a2b2-c605f04b8eb2,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:34.025206 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a01f9bca-9c46-48e3-80b6-576045d8eea9 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:34.074804 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-9a81806c-da1b-4a59-b4d7-f2021141aa34 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Allocated IP 172.26.3.144 (e264bd74-c56b-43d0-9059-bcb57dbbe5bc/79caf47c-b62c-4ea0-b35f-21ede155daa8/b5741dce-9fe8-4176-9b69-ccc692b7ff18) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:37:34.099154 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1791eff-06de-4cac-862b-72e8efdc412e tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Pushing event updated for resources: {'Subnet': ['ID=4402a798-322b-4d73-9562-dd81c3ed77db,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:34.203958 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-a01f9bca-9c46-48e3-80b6-576045d8eea9 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "DELETE /v2.0/ports/a41b4fb4-8322-4eb6-a2b2-c605f04b8eb2 HTTP/1.1" status: 204 len: 168 time: 1.7682524 Feb 04 08:37:34.212067 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 47440) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:34.308790 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1791eff-06de-4cac-862b-72e8efdc412e tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Checking segment: {'id': 'b4c6204d-25e1-438b-bdbe-c41022610a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c5bc8ddc-c997-4a92-a3ab-b3bc59cab651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:37:34.309448 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1791eff-06de-4cac-862b-72e8efdc412e tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Network hostable DHCP agents. Network: c5bc8ddc-c997-4a92-a3ab-b3bc59cab651, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:37:34.346118 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-549d63d9-2b54-4446-8d87-20fcedde5f2c None None] For port c4fb1ea6-2202-48a6-9a4b-63ce812bf6d9, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=c4fb1ea6-2202-48a6-9a4b-63ce812bf6d9,segment=NetworkSegment(3d1d4337-0fcd-4e02-a42c-01a46085f7e5),segment_id=3d1d4337-0fcd-4e02-a42c-01a46085f7e5)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:37:34.346683 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-549d63d9-2b54-4446-8d87-20fcedde5f2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:34.355257 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231b75bb-73a9-48c4-9a06-3316929df869 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:34.357026 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231b75bb-73a9-48c4-9a06-3316929df869 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:34.361967 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-231b75bb-73a9-48c4-9a06-3316929df869 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Synchronizing usage tracker for tenant:ffa27937301745e1ad43fa520f28cbc3 on resource:subnet {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:37:34.364132 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 47444) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:34.367133 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-ee7e2190-fdbe-4038-98f2-0dbf48ada428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:34.407391 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9a81806c-da1b-4a59-b4d7-f2021141aa34 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:34.458706 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1791eff-06de-4cac-862b-72e8efdc412e tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Network c5bc8ddc-c997-4a92-a3ab-b3bc59cab651 is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:37:34.471434 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_v2 [None req-308d7034-ca11-42db-a161-918403da50ea tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Deleting subnet e4088dea-9f06-4c94-b517-8e6fe1934731 {{(pid=84107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:37:34.481530 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [None req-ccb013d8-4540-4e9a-9942-b1057b407830 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] For port c4fb1ea6-2202-48a6-9a4b-63ce812bf6d9, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=c4fb1ea6-2202-48a6-9a4b-63ce812bf6d9,segment=NetworkSegment(3d1d4337-0fcd-4e02-a42c-01a46085f7e5),segment_id=3d1d4337-0fcd-4e02-a42c-01a46085f7e5)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:37:34.481943 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ccb013d8-4540-4e9a-9942-b1057b407830 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:34.509463 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9a81806c-da1b-4a59-b4d7-f2021141aa34 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:34.569399 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-e1791eff-06de-4cac-862b-72e8efdc412e tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, c5bc8ddc-c997-4a92-a3ab-b3bc59cab651) {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:37:34.572003 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0845950d-d951-423d-bdbb-87485bf06d6c None None] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:37:34.574031 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1791eff-06de-4cac-862b-72e8efdc412e tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:34.574799 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e1791eff-06de-4cac-862b-72e8efdc412e tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:34.594761 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-231b75bb-73a9-48c4-9a06-3316929df869 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Unset dirty status for tenant:ffa27937301745e1ad43fa520f28cbc3 on resource:subnet {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:37:34.596788 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-231b75bb-73a9-48c4-9a06-3316929df869 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3806555 Feb 04 08:37:34.604506 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-549d63d9-2b54-4446-8d87-20fcedde5f2c None None] Calling delete_port for c4fb1ea6-2202-48a6-9a4b-63ce812bf6d9 owned by network:dhcp {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:37:34.608785 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 47450) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:34.613187 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a81806c-da1b-4a59-b4d7-f2021141aa34 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Network e264bd74-c56b-43d0-9059-bcb57dbbe5bc is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:37:34.630974 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-9a81806c-da1b-4a59-b4d7-f2021141aa34 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:37:34.630974 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a81806c-da1b-4a59-b4d7-f2021141aa34 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:37:34.635519 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76fe1587-18ca-4a1d-becb-be7ef4de61f8 None None] Network c5bc8ddc-c997-4a92-a3ab-b3bc59cab651 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:37:34.659124 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-ccb013d8-4540-4e9a-9942-b1057b407830 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Calling delete_port for c4fb1ea6-2202-48a6-9a4b-63ce812bf6d9 owned by network:dhcp {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:37:34.719670 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-e1791eff-06de-4cac-862b-72e8efdc412e tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.8785195 Feb 04 08:37:34.730844 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-9be22cab-8aac-4add-b1a0-fb432b7e049c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'network': {'name': 'tempest-network-smoke--2116797469', 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'port_security_enabled': True}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:37:34.737502 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 47456) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:34.745037 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-6b54b9fc-8e6e-4abc-81bb-a9aa6c3b5bc4 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-2012168655', 'network_id': 'c5bc8ddc-c997-4a92-a3ab-b3bc59cab651'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:37:34.750998 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-9be22cab-8aac-4add-b1a0-fb432b7e049c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:37:34.753745 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-6b54b9fc-8e6e-4abc-81bb-a9aa6c3b5bc4 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:37:34.755981 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-6b54b9fc-8e6e-4abc-81bb-a9aa6c3b5bc4 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Usage tracker for resource:port and tenant:472edb14196942999394e53aaa0733ea is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:37:34.756849 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a81806c-da1b-4a59-b4d7-f2021141aa34 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Pushing event updated for resources: {'Port': ['ID=b5741dce-9fe8-4176-9b69-ccc692b7ff18,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:34.759796 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-6b54b9fc-8e6e-4abc-81bb-a9aa6c3b5bc4 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:37:34.767771 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-6b54b9fc-8e6e-4abc-81bb-a9aa6c3b5bc4 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:37:34.782470 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-9be22cab-8aac-4add-b1a0-fb432b7e049c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:network and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:37:34.785450 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780d9cca-969a-490d-8276-638975d5e124 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-99a2c864-795d-40df-ab16-17b0347009f0', 'network_id': '99a2c864-795d-40df-ab16-17b0347009f0', 'tenant_id': '32c07176beb04678891482021dac7654', 'fixed_ips': [{'subnet_id': 'e0bbd445-90f0-4eb4-928e-3d81120de00c'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:37:34.786245 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-780d9cca-969a-490d-8276-638975d5e124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:34.789022 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-9be22cab-8aac-4add-b1a0-fb432b7e049c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:37:34.805178 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-9be22cab-8aac-4add-b1a0-fb432b7e049c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:37:34.821671 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ccb013d8-4540-4e9a-9942-b1057b407830 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:34.865404 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b54b9fc-8e6e-4abc-81bb-a9aa6c3b5bc4 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Made reservation on behalf of 472edb14196942999394e53aaa0733ea for: {'port': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:37:34.867804 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6b54b9fc-8e6e-4abc-81bb-a9aa6c3b5bc4 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:34.890154 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb013d8-4540-4e9a-9942-b1057b407830 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Pushing event deleted for resources: {'Port': ['ID=c4fb1ea6-2202-48a6-9a4b-63ce812bf6d9,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:34.903017 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [None req-6b54b9fc-8e6e-4abc-81bb-a9aa6c3b5bc4 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] device_id is not set on port 503304f6-86f1-4718-9782-61fff0e2942a yet. {{(pid=84107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:37:34.954544 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239d7a7b-3715-4910-9ebd-b466980e90ab None None] Pushing event updated for resources: {'Port': ['ID=108b5f09-70e8-40be-b546-791c880ff461,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:35.013204 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9be22cab-8aac-4add-b1a0-fb432b7e049c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Made reservation on behalf of 7df2bfd740464e869863a41b14f4d5af for: {'network': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:37:35.016939 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9be22cab-8aac-4add-b1a0-fb432b7e049c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:35.030547 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb013d8-4540-4e9a-9942-b1057b407830 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] No DVR routers for this DVR port c4fb1ea6-2202-48a6-9a4b-63ce812bf6d9 on host dv-neutron-827798-2-hyperv {{(pid=84107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:37:35.037138 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c3565b3-9de9-4e26-9859-2c3633f92f77 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Deleting subnet 0c80b202-8af6-40aa-b6c2-3b77785c377d {{(pid=84108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:37:35.039198 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9be22cab-8aac-4add-b1a0-fb432b7e049c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:35.060534 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4c3565b3-9de9-4e26-9859-2c3633f92f77 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks [] for subnet, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:35.066821 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-19e580ff-7fcb-4d9d-843a-8689fb6571e1 None None] Provisioning for port b12a2ae0-4755-4ee2-b3bb-3e7e87a45bb0 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:37:35.069679 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port b12a2ae0-4755-4ee2-b3bb-3e7e87a45bb0 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:37:35.138180 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.db.api [None req-549d63d9-2b54-4446-8d87-20fcedde5f2c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 08:37:35.138180 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG oslo_db.api [None req-549d63d9-2b54-4446-8d87-20fcedde5f2c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 08:37:35.141113 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-9be22cab-8aac-4add-b1a0-fb432b7e049c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:37:35.144907 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port b12a2ae0-4755-4ee2-b3bb-3e7e87a45bb0 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:37:35.145277 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:35.145423 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4c3565b3-9de9-4e26-9859-2c3633f92f77 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7851377'] for subnet, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:35.168152 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-19e580ff-7fcb-4d9d-843a-8689fb6571e1 None None] Provisioning complete for port b12a2ae0-4755-4ee2-b3bb-3e7e87a45bb0 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:37:35.168152 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-19e580ff-7fcb-4d9d-843a-8689fb6571e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:35.176913 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ccb013d8-4540-4e9a-9942-b1057b407830 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:35.181467 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-9be22cab-8aac-4add-b1a0-fb432b7e049c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:security_group_rule and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:37:35.186473 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-9be22cab-8aac-4add-b1a0-fb432b7e049c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:37:35.196594 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-6b54b9fc-8e6e-4abc-81bb-a9aa6c3b5bc4 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Allocated IP 2001:db8::1c8 (c5bc8ddc-c997-4a92-a3ab-b3bc59cab651/4402a798-322b-4d73-9562-dd81c3ed77db/503304f6-86f1-4718-9782-61fff0e2942a) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:37:35.197569 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-9be22cab-8aac-4add-b1a0-fb432b7e049c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:37:35.214237 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7e2190-fdbe-4038-98f2-0dbf48ada428 None None] Routers {'b2cb9612-ffb1-489b-9470-740038503951'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:37:35.215110 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-ee7e2190-fdbe-4038-98f2-0dbf48ada428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:37:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['b2cb9612-ffb1-489b-9470-740038503951'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:37:35.218679 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-ccb013d8-4540-4e9a-9942-b1057b407830 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66b7c844-f7b2-4c93-9a9f-37e9df59f112']}} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:37:35.222512 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9a81806c-da1b-4a59-b4d7-f2021141aa34 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:35.223228 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9a81806c-da1b-4a59-b4d7-f2021141aa34 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472990'] for router, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:35.234457 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-ccb013d8-4540-4e9a-9942-b1057b407830 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d1d4337-0fcd-4e02-a42c-01a46085f7e5') {'for_net_delete': True} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:37:35.235342 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-ccb013d8-4540-4e9a-9942-b1057b407830 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d1d4337-0fcd-4e02-a42c-01a46085f7e5') {} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:37:35.260451 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ccb013d8-4540-4e9a-9942-b1057b407830 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8058642'] for segment, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:35.294415 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ccb013d8-4540-4e9a-9942-b1057b407830 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:35.319867 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccb013d8-4540-4e9a-9942-b1057b407830 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=84107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:37:35.319867 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ccb013d8-4540-4e9a-9942-b1057b407830 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7377717'] for segment, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:35.335309 dv-neutron-827798-2-hyperv neutron-server[84107]: Traceback (most recent call last): Feb 04 08:37:35.335309 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:37:35.335309 dv-neutron-827798-2-hyperv neutron-server[84107]: timer() Feb 04 08:37:35.335309 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:37:35.335309 dv-neutron-827798-2-hyperv neutron-server[84107]: cb(*args, **kw) Feb 04 08:37:35.335309 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:37:35.335309 dv-neutron-827798-2-hyperv neutron-server[84107]: return func(*args, **kwargs) Feb 04 08:37:35.335309 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:37:35.335309 dv-neutron-827798-2-hyperv neutron-server[84107]: self._notify() Feb 04 08:37:35.335309 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:37:35.335309 dv-neutron-827798-2-hyperv neutron-server[84107]: self.callback(batched_events) Feb 04 08:37:35.335309 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:37:35.335309 dv-neutron-827798-2-hyperv neutron-server[84107]: event.method(event) Feb 04 08:37:35.335309 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:37:35.335309 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:37:35.335309 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:37:35.335309 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:37:35.335309 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:37:35.335309 dv-neutron-827798-2-hyperv neutron-server[84107]: return f(self, *a, **k) Feb 04 08:37:35.335309 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:37:35.335309 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._get(url).json() Feb 04 08:37:35.335309 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:37:35.335309 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:37:35.335309 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:37:35.335309 dv-neutron-827798-2-hyperv neutron-server[84107]: return self.request(url, 'GET', **kwargs) Feb 04 08:37:35.335309 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:37:35.335309 dv-neutron-827798-2-hyperv neutron-server[84107]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:37:35.335309 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:37:35.335309 dv-neutron-827798-2-hyperv neutron-server[84107]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:37:35.335309 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:37:35.335309 dv-neutron-827798-2-hyperv neutron-server[84107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:37:35.335309 dv-neutron-827798-2-hyperv neutron-server[84107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:37:35.432926 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4c3565b3-9de9-4e26-9859-2c3633f92f77 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:35.456169 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1156f69d-1c0f-4f4c-a536-68fb3ec6e537 None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:35.529702 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9be22cab-8aac-4add-b1a0-fb432b7e049c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:35.534441 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6b54b9fc-8e6e-4abc-81bb-a9aa6c3b5bc4 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:35.560178 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ccb013d8-4540-4e9a-9942-b1057b407830 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:35.581870 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ccb013d8-4540-4e9a-9942-b1057b407830 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:35.584895 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-1156f69d-1c0f-4f4c-a536-68fb3ec6e537 None None] Transition to ACTIVE for port object 4133ba69-c667-49ce-9e25-1a26de95a731 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:37:35.598255 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb013d8-4540-4e9a-9942-b1057b407830 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Pushing event deleted for resources: {'Network': ['ID=66b7c844-f7b2-4c93-9a9f-37e9df59f112,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:35.609271 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-ccb013d8-4540-4e9a-9942-b1057b407830 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "DELETE /v2.0/networks/66b7c844-f7b2-4c93-9a9f-37e9df59f112 HTTP/1.1" status: 204 len: 168 time: 2.1426492 Feb 04 08:37:35.613691 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 47462) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:35.616108 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9be22cab-8aac-4add-b1a0-fb432b7e049c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:35.619278 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-bd78f22d-04d9-486b-badf-25418546a864 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Request body: {'network': {'name': 'tempest-RoutersTest-674452834'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:37:35.624051 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-bd78f22d-04d9-486b-badf-25418546a864 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:37:35.629368 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-bd78f22d-04d9-486b-badf-25418546a864 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Usage tracker for resource:network and tenant:1216cf6397c6415eb938e86c1901dea6 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:37:35.632622 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-bd78f22d-04d9-486b-badf-25418546a864 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:37:35.638581 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-bd78f22d-04d9-486b-badf-25418546a864 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:37:35.666580 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9be22cab-8aac-4add-b1a0-fb432b7e049c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=84108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:37:35.673440 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be22cab-8aac-4add-b1a0-fb432b7e049c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8572717a-530b-4c61-a730-a20ee632b9f2,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:35.681818 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-549d63d9-2b54-4446-8d87-20fcedde5f2c None None] Deleting port c4fb1ea6-2202-48a6-9a4b-63ce812bf6d9 {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:37:35.682202 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-549d63d9-2b54-4446-8d87-20fcedde5f2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:35.684226 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9be22cab-8aac-4add-b1a0-fb432b7e049c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:35.691769 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.segments_db [None req-9be22cab-8aac-4add-b1a0-fb432b7e049c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Added segment d44bd1a2-43a6-49bd-b059-074c91f0d1d3 of type vlan for network 4c9b2602-557a-496f-9496-472f42f83572 Feb 04 08:37:35.714992 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6b54b9fc-8e6e-4abc-81bb-a9aa6c3b5bc4 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:35.716402 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9be22cab-8aac-4add-b1a0-fb432b7e049c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:35.751938 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4c3565b3-9de9-4e26-9859-2c3633f92f77 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7593563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8119683'] for subnet, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:35.768460 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd78f22d-04d9-486b-badf-25418546a864 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Made reservation on behalf of 1216cf6397c6415eb938e86c1901dea6 for: {'network': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:37:35.772903 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-bd78f22d-04d9-486b-badf-25418546a864 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:35.773851 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-1156f69d-1c0f-4f4c-a536-68fb3ec6e537 None None] Transition to ACTIVE for port object 4133ba69-c667-49ce-9e25-1a26de95a731 will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:37:35.802910 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3565b3-9de9-4e26-9859-2c3633f92f77 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event deleted for resources: {'Subnet': ['ID=0c80b202-8af6-40aa-b6c2-3b77785c377d,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:35.815000 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4c3565b3-9de9-4e26-9859-2c3633f92f77 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:35.839733 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b54b9fc-8e6e-4abc-81bb-a9aa6c3b5bc4 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Network c5bc8ddc-c997-4a92-a3ab-b3bc59cab651 is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:37:35.841834 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-308d7034-ca11-42db-a161-918403da50ea tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks [] for subnet, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:35.861399 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9be22cab-8aac-4add-b1a0-fb432b7e049c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:35.865265 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be22cab-8aac-4add-b1a0-fb432b7e049c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:35.865863 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9be22cab-8aac-4add-b1a0-fb432b7e049c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:35.872715 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b54b9fc-8e6e-4abc-81bb-a9aa6c3b5bc4 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Pushing event updated for resources: {'Port': ['ID=503304f6-86f1-4718-9782-61fff0e2942a,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:35.875417 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-6b54b9fc-8e6e-4abc-81bb-a9aa6c3b5bc4 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:37:35.884586 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b54b9fc-8e6e-4abc-81bb-a9aa6c3b5bc4 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:37:35.885149 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b54b9fc-8e6e-4abc-81bb-a9aa6c3b5bc4 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:35.885744 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6b54b9fc-8e6e-4abc-81bb-a9aa6c3b5bc4 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:35.888769 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-549d63d9-2b54-4446-8d87-20fcedde5f2c None None] The port 'c4fb1ea6-2202-48a6-9a4b-63ce812bf6d9' was deleted {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 08:37:35.898203 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1156f69d-1c0f-4f4c-a536-68fb3ec6e537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:35.908724 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd78f22d-04d9-486b-badf-25418546a864 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=84107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:37:35.932495 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-bd78f22d-04d9-486b-badf-25418546a864 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:35.932860 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.segments_db [None req-bd78f22d-04d9-486b-badf-25418546a864 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Added segment b54f7e69-77e3-42f1-bc8c-f553fc750935 of type vlan for network 3deb9d4a-e5e6-40a1-8435-6e1fe8269fa9 Feb 04 08:37:35.935282 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-308d7034-ca11-42db-a161-918403da50ea tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8058667'] for subnet, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:35.957360 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-780d9cca-969a-490d-8276-638975d5e124 None None] Allocated IP 2001:db8:0:1::1 (99a2c864-795d-40df-ab16-17b0347009f0/e0bbd445-90f0-4eb4-928e-3d81120de00c/fd21f3a3-1586-4195-88bc-d555bd30f5e8) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:37:35.963963 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a81806c-da1b-4a59-b4d7-f2021141aa34 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Router a36f954e-c918-45f1-b8ba-ab5c07cf2536 is scheduled to L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 with binding_index 1 {{(pid=84108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 08:37:35.977891 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-4c3565b3-9de9-4e26-9859-2c3633f92f77 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "DELETE /v2.0/subnets/0c80b202-8af6-40aa-b6c2-3b77785c377d HTTP/1.1" status: 204 len: 168 time: 1.3678722 Feb 04 08:37:35.985630 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 47466) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:36.011823 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be22cab-8aac-4add-b1a0-fb432b7e049c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'Network': ['ID=4c9b2602-557a-496f-9496-472f42f83572,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:36.056220 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network 4c9b2602-557a-496f-9496-472f42f83572 details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:37:36.076310 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:36.077310 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-6b54b9fc-8e6e-4abc-81bb-a9aa6c3b5bc4 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.3387430 Feb 04 08:37:36.088273 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 47470) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:36.091827 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-19e580ff-7fcb-4d9d-843a-8689fb6571e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:36.097426 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-52298974-1b5b-4593-b2b0-3fdf5d9e5e33 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1100042 Feb 04 08:37:36.097844 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-9be22cab-8aac-4add-b1a0-fb432b7e049c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6866226 Feb 04 08:37:36.102232 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 47474) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:36.102398 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 47476) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:36.110808 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-bd78f22d-04d9-486b-badf-25418546a864 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:36.119473 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-ef586d8c-f57a-4244-b200-b5d508ed27cb tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2057065806', 'admin_state_up': True, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:37:36.127778 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-eefc891d-f45f-47c1-93a4-6c716a84398b tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Request body: {'subnet': {'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:37:36.173186 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-8dfd9ec2-1020-4b17-8381-91657d1433d2 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Deleting port 503304f6-86f1-4718-9782-61fff0e2942a {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:37:36.173568 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8dfd9ec2-1020-4b17-8381-91657d1433d2 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:36.189512 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-ef586d8c-f57a-4244-b200-b5d508ed27cb tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:37:36.195613 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-ee7e2190-fdbe-4038-98f2-0dbf48ada428 None None] Set router b2cb9612-ffb1-489b-9470-740038503951 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:37:36.263845 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-ef586d8c-f57a-4244-b200-b5d508ed27cb tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:router and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:37:36.272459 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-ef586d8c-f57a-4244-b200-b5d508ed27cb tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:37:36.298947 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-ef586d8c-f57a-4244-b200-b5d508ed27cb tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:37:36.325297 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1156f69d-1c0f-4f4c-a536-68fb3ec6e537 None None] Network 207fa7e9-5852-43bc-ba22-8cb1a203572d is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:37:36.326577 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-1156f69d-1c0f-4f4c-a536-68fb3ec6e537 None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:37:36.341354 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1156f69d-1c0f-4f4c-a536-68fb3ec6e537 None None] Pushing event updated for resources: {'Port': ['ID=4133ba69-c667-49ce-9e25-1a26de95a731,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:36.345971 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1156f69d-1c0f-4f4c-a536-68fb3ec6e537 None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:37:36.425643 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-308d7034-ca11-42db-a161-918403da50ea tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:36.457297 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-eefc891d-f45f-47c1-93a4-6c716a84398b tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:37:36.464703 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-eefc891d-f45f-47c1-93a4-6c716a84398b tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Usage tracker for resource:subnet and tenant:ffa27937301745e1ad43fa520f28cbc3 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:37:36.469604 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-eefc891d-f45f-47c1-93a4-6c716a84398b tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:37:36.476905 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-bd78f22d-04d9-486b-badf-25418546a864 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:36.481260 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd78f22d-04d9-486b-badf-25418546a864 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:36.481260 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-bd78f22d-04d9-486b-badf-25418546a864 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:36.489490 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a81806c-da1b-4a59-b4d7-f2021141aa34 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:37:36.492631 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-eefc891d-f45f-47c1-93a4-6c716a84398b tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:37:36.499515 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8dfd9ec2-1020-4b17-8381-91657d1433d2 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:36.519191 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205de72c-51f5-4b3f-ac4f-9e22f25281c2 None None] Sync routers for ids ['a36f954e-c918-45f1-b8ba-ab5c07cf2536'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:37:36.532854 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ef586d8c-f57a-4244-b200-b5d508ed27cb tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40975'] for router, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:36.533743 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ef586d8c-f57a-4244-b200-b5d508ed27cb tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40982'] for router, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:36.611854 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-19e580ff-7fcb-4d9d-843a-8689fb6571e1 None None] For port b12a2ae0-4755-4ee2-b3bb-3e7e87a45bb0, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=b12a2ae0-4755-4ee2-b3bb-3e7e87a45bb0,segment=NetworkSegment(2c48dc91-e362-4611-9354-aede43558386),segment_id=2c48dc91-e362-4611-9354-aede43558386)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:37:36.620188 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eefc891d-f45f-47c1-93a4-6c716a84398b tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Made reservation on behalf of ffa27937301745e1ad43fa520f28cbc3 for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:37:36.647572 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9a81806c-da1b-4a59-b4d7-f2021141aa34 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks [] for router, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:36.647572 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-9a81806c-da1b-4a59-b4d7-f2021141aa34 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.8302143 Feb 04 08:37:36.653961 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-8dfd9ec2-1020-4b17-8381-91657d1433d2 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Calling delete_port for 503304f6-86f1-4718-9782-61fff0e2942a owned by {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:37:36.658660 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 47482) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:36.727822 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd78f22d-04d9-486b-badf-25418546a864 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Pushing event updated for resources: {'Network': ['ID=3deb9d4a-e5e6-40a1-8435-6e1fe8269fa9,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:36.791019 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-308d7034-ca11-42db-a161-918403da50ea tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7510167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985167'] for subnet, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:36.799103 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 47486) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:36.799303 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-bd78f22d-04d9-486b-badf-25418546a864 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1845524 Feb 04 08:37:36.803808 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-19e580ff-7fcb-4d9d-843a-8689fb6571e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:36.829971 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-e653eeff-100d-4e49-998a-8a93e794dba8 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Request body: {'subnet': {'network_id': '3deb9d4a-e5e6-40a1-8435-6e1fe8269fa9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:37:36.878754 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308d7034-ca11-42db-a161-918403da50ea tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Pushing event deleted for resources: {'Subnet': ['ID=e4088dea-9f06-4c94-b517-8e6fe1934731,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:36.896538 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-308d7034-ca11-42db-a161-918403da50ea tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:36.905081 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ef586d8c-f57a-4244-b200-b5d508ed27cb tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:36.907822 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network 3deb9d4a-e5e6-40a1-8435-6e1fe8269fa9 details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:37:36.913265 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8dfd9ec2-1020-4b17-8381-91657d1433d2 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:36.922164 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-eefc891d-f45f-47c1-93a4-6c716a84398b tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985186'] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:36.935690 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c634e2-08a4-4741-b293-63a680ffdd10 None None] Network c5bc8ddc-c997-4a92-a3ab-b3bc59cab651 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:37:36.974263 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfd9ec2-1020-4b17-8381-91657d1433d2 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Pushing event deleted for resources: {'Port': ['ID=503304f6-86f1-4718-9782-61fff0e2942a,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:37.010721 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205de72c-51f5-4b3f-ac4f-9e22f25281c2 None None] Routers {'a36f954e-c918-45f1-b8ba-ab5c07cf2536'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:37:37.011354 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-205de72c-51f5-4b3f-ac4f-9e22f25281c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:37:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['a36f954e-c918-45f1-b8ba-ab5c07cf2536'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:37:37.040641 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8dfd9ec2-1020-4b17-8381-91657d1433d2 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:37.047468 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-8dfd9ec2-1020-4b17-8381-91657d1433d2 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] 10.222.0.36 "DELETE /v2.0/ports/503304f6-86f1-4718-9782-61fff0e2942a HTTP/1.1" status: 204 len: 168 time: 0.9584363 Feb 04 08:37:37.051778 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 47490) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:37.054573 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-e653eeff-100d-4e49-998a-8a93e794dba8 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:37:37.059057 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-4eb79ce6-046d-4a4d-a458-f560e24b58fb tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c5bc8ddc-c997-4a92-a3ab-b3bc59cab651', 'external_fixed_ips': [{'subnet_id': '4402a798-322b-4d73-9562-dd81c3ed77db', 'ip_address': '2001:db8::1c8'}]}}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:37:37.087423 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-1156f69d-1c0f-4f4c-a536-68fb3ec6e537 None None] Attempting to bind port 4133ba69-c667-49ce-9e25-1a26de95a731 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:37:37.088078 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-1156f69d-1c0f-4f4c-a536-68fb3ec6e537 None None] Attempting to bind port 4133ba69-c667-49ce-9e25-1a26de95a731 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': 'ae229832-3c99-4cb6-8391-6b10fbd6fc72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '207fa7e9-5852-43bc-ba22-8cb1a203572d'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:37:37.088615 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1156f69d-1c0f-4f4c-a536-68fb3ec6e537 None None] Attempting to bind port 4133ba69-c667-49ce-9e25-1a26de95a731 on network 207fa7e9-5852-43bc-ba22-8cb1a203572d {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:37:37.119012 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d31b517-476f-44d8-ac7c-36db20fe606c None None] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:37:37.152437 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-4eb79ce6-046d-4a4d-a458-f560e24b58fb tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:37:37.154680 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-e653eeff-100d-4e49-998a-8a93e794dba8 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Usage tracker for resource:subnet and tenant:1216cf6397c6415eb938e86c1901dea6 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:37:37.158435 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-e653eeff-100d-4e49-998a-8a93e794dba8 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:37:37.161423 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-4eb79ce6-046d-4a4d-a458-f560e24b58fb tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Usage tracker for resource:router and tenant:472edb14196942999394e53aaa0733ea is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:37:37.168148 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-4eb79ce6-046d-4a4d-a458-f560e24b58fb tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:37:37.170907 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-e653eeff-100d-4e49-998a-8a93e794dba8 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:37:37.176188 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-4eb79ce6-046d-4a4d-a458-f560e24b58fb tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:37:37.189760 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1156f69d-1c0f-4f4c-a536-68fb3ec6e537 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:37:37.190134 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1156f69d-1c0f-4f4c-a536-68fb3ec6e537 None None] Checking segment: {'id': 'ae229832-3c99-4cb6-8391-6b10fbd6fc72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '207fa7e9-5852-43bc-ba22-8cb1a203572d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:37:37.190715 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1156f69d-1c0f-4f4c-a536-68fb3ec6e537 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:37.191109 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1156f69d-1c0f-4f4c-a536-68fb3ec6e537 None None] Bound using segment: {'id': 'ae229832-3c99-4cb6-8391-6b10fbd6fc72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '207fa7e9-5852-43bc-ba22-8cb1a203572d'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:37:37.191584 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-1156f69d-1c0f-4f4c-a536-68fb3ec6e537 None None] Bound port: 4133ba69-c667-49ce-9e25-1a26de95a731, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae229832-3c99-4cb6-8391-6b10fbd6fc72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '207fa7e9-5852-43bc-ba22-8cb1a203572d'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:37:37.191950 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1156f69d-1c0f-4f4c-a536-68fb3ec6e537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:37.291788 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-308d7034-ca11-42db-a161-918403da50ea tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] 10.222.0.36 "DELETE /v2.0/subnets/e4088dea-9f06-4c94-b517-8e6fe1934731 HTTP/1.1" status: 204 len: 168 time: 3.5390019 Feb 04 08:37:37.293063 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 47496) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:37.296936 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4eb79ce6-046d-4a4d-a458-f560e24b58fb tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40975'] for router, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:37.298333 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4eb79ce6-046d-4a4d-a458-f560e24b58fb tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40982'] for router, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:37.301876 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e653eeff-100d-4e49-998a-8a93e794dba8 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Made reservation on behalf of 1216cf6397c6415eb938e86c1901dea6 for: {'subnet': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:37:37.383332 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-eefc891d-f45f-47c1-93a4-6c716a84398b tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7510230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985204'] for subnet, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:37.442354 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ef586d8c-f57a-4244-b200-b5d508ed27cb tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40996'] for router, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:37.475606 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eefc891d-f45f-47c1-93a4-6c716a84398b tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:37:37.481273 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-eefc891d-f45f-47c1-93a4-6c716a84398b tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:37:37.484021 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefc891d-f45f-47c1-93a4-6c716a84398b tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:37.485190 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-eefc891d-f45f-47c1-93a4-6c716a84398b tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:37.494970 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e653eeff-100d-4e49-998a-8a93e794dba8 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8119726'] for subnet, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:37.500987 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefc891d-f45f-47c1-93a4-6c716a84398b tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event updated for resources: {'Subnet': ['ID=3e525f4f-f6e9-44b2-bab1-123c25b48589,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:37.509211 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-9d42f3dc-a6e8-4646-b4d5-7f806ab28863 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] 10.222.0.36 "GET /v2.0/routers/a36f954e-c918-45f1-b8ba-ab5c07cf2536 HTTP/1.1" status: 200 len: 908 time: 0.8461707 Feb 04 08:37:37.513072 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 47500) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:37.519798 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4eb79ce6-046d-4a4d-a458-f560e24b58fb tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:37.521963 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.db.api [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 08:37:37.522316 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG oslo_db.api [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 08:37:37.624292 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e580ff-7fcb-4d9d-843a-8689fb6571e1 None None] Pushing event updated for resources: {'Port': ['ID=b12a2ae0-4755-4ee2-b3bb-3e7e87a45bb0,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:37.657817 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-eefc891d-f45f-47c1-93a4-6c716a84398b tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5544825 Feb 04 08:37:37.663801 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 47504) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:37.671698 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-f8029768-9ec7-4832-8a8d-b48f332746d4 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Request body: {'port': {'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'name': 'tempest-NetworksTestDHCPv6-2073200656'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:37:37.729334 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-780d9cca-969a-490d-8276-638975d5e124 None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:37.737810 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_v2 [None req-38bf5757-c31d-4339-bce0-ecde9ddc0888 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Deleting subnet e0bbd445-90f0-4eb4-928e-3d81120de00c {{(pid=84108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:37:37.885023 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-d3e8a5cc-824b-4eaa-8141-ad0decfad8ed None None] Provisioning complete for port b12a2ae0-4755-4ee2-b3bb-3e7e87a45bb0 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:37:37.885391 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-d3e8a5cc-824b-4eaa-8141-ad0decfad8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:37.928924 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-780d9cca-969a-490d-8276-638975d5e124 None None] Transition to ACTIVE for port object fd21f3a3-1586-4195-88bc-d555bd30f5e8 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:37:37.934170 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-1156f69d-1c0f-4f4c-a536-68fb3ec6e537 None None] For port 4133ba69-c667-49ce-9e25-1a26de95a731, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:37:37.968043 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4eb79ce6-046d-4a4d-a458-f560e24b58fb tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40996'] for router, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:37.991604 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-205de72c-51f5-4b3f-ac4f-9e22f25281c2 None None] Set router a36f954e-c918-45f1-b8ba-ab5c07cf2536 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:37:38.047631 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-f8029768-9ec7-4832-8a8d-b48f332746d4 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:37:38.058085 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-1156f69d-1c0f-4f4c-a536-68fb3ec6e537 None None] For port 4133ba69-c667-49ce-9e25-1a26de95a731, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=4133ba69-c667-49ce-9e25-1a26de95a731,segment=NetworkSegment(ae229832-3c99-4cb6-8391-6b10fbd6fc72),segment_id=ae229832-3c99-4cb6-8391-6b10fbd6fc72)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:37:38.065557 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-f8029768-9ec7-4832-8a8d-b48f332746d4 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Usage tracker for resource:port and tenant:ffa27937301745e1ad43fa520f28cbc3 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:37:38.071366 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-f8029768-9ec7-4832-8a8d-b48f332746d4 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:37:38.074734 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-780d9cca-969a-490d-8276-638975d5e124 None None] Transition to ACTIVE for port object fd21f3a3-1586-4195-88bc-d555bd30f5e8 will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:37:38.081142 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e653eeff-100d-4e49-998a-8a93e794dba8 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7593498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8119736'] for subnet, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:38.081304 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-f8029768-9ec7-4832-8a8d-b48f332746d4 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:37:38.088833 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-ee7e2190-fdbe-4038-98f2-0dbf48ada428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cb9612-ffb1-489b-9470-740038503951', 'name': 'tempest-snat-router-1964295076', 'tenant_id': '6f61127ab9ba4300af77f26932026da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.67'}], 'enable_snat': False}, 'gw_port_id': '108b5f09-70e8-40be-b546-791c880ff461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:37:21Z', 'updated_at': '2022-02-04T08:37:24Z', 'revision_number': 3, 'project_id': '6f61127ab9ba4300af77f26932026da2', 'gw_port': {'id': '108b5f09-70e8-40be-b546-791c880ff461', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:36:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2cb9612-ffb1-489b-9470-740038503951', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:37:22Z', 'updated_at': '2022-02-04T08:37:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:37:38.134445 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ef586d8c-f57a-4244-b200-b5d508ed27cb tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for router_gateway, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:38.167665 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f5d7b6bd-b93c-4415-a163-8e2bf70aab9b tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks [] for router, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:38.200920 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7e2190-fdbe-4038-98f2-0dbf48ada428 None None] The sync data for ids ['b2cb9612-ffb1-489b-9470-740038503951'] in dv-neutron-827798-2-hyperv is: [{'id': 'b2cb9612-ffb1-489b-9470-740038503951', 'name': 'tempest-snat-router-1964295076', 'tenant_id': '6f61127ab9ba4300af77f26932026da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.67'}], 'enable_snat': False}, 'gw_port_id': '108b5f09-70e8-40be-b546-791c880ff461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:37:21Z', 'updated_at': '2022-02-04T08:37:24Z', 'revision_number': 3, 'project_id': '6f61127ab9ba4300af77f26932026da2', 'gw_port': {'id': '108b5f09-70e8-40be-b546-791c880ff461', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:36:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2cb9612-ffb1-489b-9470-740038503951', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:37:22Z', 'updated_at': '2022-02-04T08:37:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:37:38.216444 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ef586d8c-f57a-4244-b200-b5d508ed27cb tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:38.225119 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8029768-9ec7-4832-8a8d-b48f332746d4 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Made reservation on behalf of ffa27937301745e1ad43fa520f28cbc3 for: {'port': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:37:38.225234 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-780d9cca-969a-490d-8276-638975d5e124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:38.226179 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f8029768-9ec7-4832-8a8d-b48f332746d4 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:38.226510 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-38bf5757-c31d-4339-bce0-ecde9ddc0888 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks [] for subnet, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:38.227624 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1156f69d-1c0f-4f4c-a536-68fb3ec6e537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:38.315388 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e653eeff-100d-4e49-998a-8a93e794dba8 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Pushing event updated for resources: {'Subnet': ['ID=af1ddbd0-6d74-41ec-8bc5-d6294ea4db3a,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:38.323714 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [None req-f8029768-9ec7-4832-8a8d-b48f332746d4 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] device_id is not set on port 34c863aa-9b1e-4653-8d77-bf10caf39770 yet. {{(pid=84107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:37:38.343468 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-38bf5757-c31d-4339-bce0-ecde9ddc0888 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7851377'] for subnet, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:38.378979 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device c4fb1ea6-2202-48a6-9a4b-63ce812bf6d9 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:37:38.396031 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e653eeff-100d-4e49-998a-8a93e794dba8 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Checking segment: {'id': 'b54f7e69-77e3-42f1-bc8c-f553fc750935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3deb9d4a-e5e6-40a1-8435-6e1fe8269fa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:37:38.396390 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e653eeff-100d-4e49-998a-8a93e794dba8 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Network hostable DHCP agents. Network: 3deb9d4a-e5e6-40a1-8435-6e1fe8269fa9, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:37:38.463371 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: c4fb1ea6-2202-48a6-9a4b-63ce812bf6d9 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:37:38.463716 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device c4fb1ea6-2202-48a6-9a4b-63ce812bf6d9 not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:37:38.489497 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780d9cca-969a-490d-8276-638975d5e124 None None] Pushing event updated for resources: {'Port': ['ID=fd21f3a3-1586-4195-88bc-d555bd30f5e8,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:38.490736 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780d9cca-969a-490d-8276-638975d5e124 None None] Network 99a2c864-795d-40df-ab16-17b0347009f0 is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:37:38.518513 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-38bf5757-c31d-4339-bce0-ecde9ddc0888 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:38.532890 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-780d9cca-969a-490d-8276-638975d5e124 None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:37:38.548465 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780d9cca-969a-490d-8276-638975d5e124 None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:37:38.557185 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e653eeff-100d-4e49-998a-8a93e794dba8 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Network 3deb9d4a-e5e6-40a1-8435-6e1fe8269fa9 is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:37:38.636709 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-ef586d8c-f57a-4244-b200-b5d508ed27cb tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Allocated IP 172.26.3.18 (e264bd74-c56b-43d0-9059-bcb57dbbe5bc/79caf47c-b62c-4ea0-b35f-21ede155daa8/e6f40c31-b6de-48e6-8f71-a0473c650669) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:37:38.643704 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device b12a2ae0-4755-4ee2-b3bb-3e7e87a45bb0 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:37:38.786726 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-e653eeff-100d-4e49-998a-8a93e794dba8 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, 3deb9d4a-e5e6-40a1-8435-6e1fe8269fa9) {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:37:38.789070 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-f8029768-9ec7-4832-8a8d-b48f332746d4 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Allocated IP 2001:db8::148 (bc933c3a-b15d-4eab-9ad6-d32fd193f5cd/3e525f4f-f6e9-44b2-bab1-123c25b48589/34c863aa-9b1e-4653-8d77-bf10caf39770) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:37:38.791941 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e653eeff-100d-4e49-998a-8a93e794dba8 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:38.792673 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e653eeff-100d-4e49-998a-8a93e794dba8 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:38.822572 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451724a5-3d67-4623-9eeb-3d51724f70fd None None] Network 3deb9d4a-e5e6-40a1-8435-6e1fe8269fa9 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:37:38.823371 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4eb79ce6-046d-4a4d-a458-f560e24b58fb tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:38.837844 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f5d7b6bd-b93c-4415-a163-8e2bf70aab9b tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:38.856295 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1156f69d-1c0f-4f4c-a536-68fb3ec6e537 None None] Pushing event updated for resources: {'Port': ['ID=4133ba69-c667-49ce-9e25-1a26de95a731,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:38.862649 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4eb79ce6-046d-4a4d-a458-f560e24b58fb tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:38.915623 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-38bf5757-c31d-4339-bce0-ecde9ddc0888 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7593563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8119683'] for subnet, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:38.930515 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238f6229-80ca-44d7-85b5-d5f61e3a084f None None] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:37:38.961028 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-780d9cca-969a-490d-8276-638975d5e124 None None] Attempting to bind port fd21f3a3-1586-4195-88bc-d555bd30f5e8 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:37:38.961394 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-780d9cca-969a-490d-8276-638975d5e124 None None] Attempting to bind port fd21f3a3-1586-4195-88bc-d555bd30f5e8 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': '06f5394e-c923-4f7e-9c04-e916e98ff9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '99a2c864-795d-40df-ab16-17b0347009f0'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:37:38.961752 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780d9cca-969a-490d-8276-638975d5e124 None None] Attempting to bind port fd21f3a3-1586-4195-88bc-d555bd30f5e8 on network 99a2c864-795d-40df-ab16-17b0347009f0 {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:37:38.967532 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-38bf5757-c31d-4339-bce0-ecde9ddc0888 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:38.967705 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ef586d8c-f57a-4244-b200-b5d508ed27cb tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:38.970459 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-f5d7b6bd-b93c-4415-a163-8e2bf70aab9b tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Deleting port b5741dce-9fe8-4176-9b69-ccc692b7ff18 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:37:38.970789 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f5d7b6bd-b93c-4415-a163-8e2bf70aab9b tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:38.978269 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-e653eeff-100d-4e49-998a-8a93e794dba8 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1781697 Feb 04 08:37:38.988343 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 47510) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:38.989269 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bf5757-c31d-4339-bce0-ecde9ddc0888 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Pushing event deleted for resources: {'Subnet': ['ID=e0bbd445-90f0-4eb4-928e-3d81120de00c,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:38.992878 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-38bf5757-c31d-4339-bce0-ecde9ddc0888 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] 10.222.0.36 "DELETE /v2.0/subnets/e0bbd445-90f0-4eb4-928e-3d81120de00c HTTP/1.1" status: 204 len: 168 time: 1.6980155 Feb 04 08:37:39.006067 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-c844c1ac-5124-4dc7-b5d9-b1de41ec426e tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1237368606', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:37:39.013026 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-c844c1ac-5124-4dc7-b5d9-b1de41ec426e tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:37:39.017342 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-c844c1ac-5124-4dc7-b5d9-b1de41ec426e tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Usage tracker for resource:router and tenant:1216cf6397c6415eb938e86c1901dea6 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:37:39.021215 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-c844c1ac-5124-4dc7-b5d9-b1de41ec426e tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:37:39.034685 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-c844c1ac-5124-4dc7-b5d9-b1de41ec426e tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:37:39.039415 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8abb3c86-b487-497b-bd24-1836f2d04956 None None] Network 207fa7e9-5852-43bc-ba22-8cb1a203572d requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:37:39.043267 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 47514) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:39.129048 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780d9cca-969a-490d-8276-638975d5e124 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:37:39.129721 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c844c1ac-5124-4dc7-b5d9-b1de41ec426e tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40975'] for router, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:39.129883 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780d9cca-969a-490d-8276-638975d5e124 None None] Checking segment: {'id': '06f5394e-c923-4f7e-9c04-e916e98ff9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '99a2c864-795d-40df-ab16-17b0347009f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:37:39.130440 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-780d9cca-969a-490d-8276-638975d5e124 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:39.130821 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c844c1ac-5124-4dc7-b5d9-b1de41ec426e tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40982'] for router, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:39.131170 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780d9cca-969a-490d-8276-638975d5e124 None None] Bound using segment: {'id': '06f5394e-c923-4f7e-9c04-e916e98ff9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '99a2c864-795d-40df-ab16-17b0347009f0'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:37:39.131801 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-780d9cca-969a-490d-8276-638975d5e124 None None] Bound port: fd21f3a3-1586-4195-88bc-d555bd30f5e8, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06f5394e-c923-4f7e-9c04-e916e98ff9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '99a2c864-795d-40df-ab16-17b0347009f0'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:37:39.132327 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-780d9cca-969a-490d-8276-638975d5e124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:39.150243 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c844c1ac-5124-4dc7-b5d9-b1de41ec426e tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:39.279193 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f8029768-9ec7-4832-8a8d-b48f332746d4 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:39.284394 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c844c1ac-5124-4dc7-b5d9-b1de41ec426e tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472990'] for router, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:39.295636 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-b6d74f47-c66c-41e4-8997-3c651d17325c None None] Provisioning complete for port b12a2ae0-4755-4ee2-b3bb-3e7e87a45bb0 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:37:39.295636 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-b6d74f47-c66c-41e4-8997-3c651d17325c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:39.305887 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f5d7b6bd-b93c-4415-a163-8e2bf70aab9b tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:39.314700 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c5f289-f4c6-4939-9ba2-38f8509da3fa tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:39.315501 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-58c5f289-f4c6-4939-9ba2-38f8509da3fa tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Synchronizing usage tracker for tenant:32c07176beb04678891482021dac7654 on resource:subnet {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:37:39.317758 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [None req-f8029768-9ec7-4832-8a8d-b48f332746d4 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Transition to ACTIVE for port object 34c863aa-9b1e-4653-8d77-bf10caf39770 will not be triggered until provisioned by entity DHCP. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:37:39.325164 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port b12a2ae0-4755-4ee2-b3bb-3e7e87a45bb0 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:37:39.325164 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:39.325368 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ef586d8c-f57a-4244-b200-b5d508ed27cb tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:39.385993 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c844c1ac-5124-4dc7-b5d9-b1de41ec426e tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks [] for router, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:39.390010 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-c844c1ac-5124-4dc7-b5d9-b1de41ec426e tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3933661 Feb 04 08:37:39.390010 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-4eb79ce6-046d-4a4d-a458-f560e24b58fb tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Allocated IP 2001:db8::1c8 (c5bc8ddc-c997-4a92-a3ab-b3bc59cab651/4402a798-322b-4d73-9562-dd81c3ed77db/09c8ca8d-d613-4431-b538-664d362ba142) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:37:39.391753 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 47518) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:39.399648 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-e5fd5d03-070c-4af2-ab05-aa912f0984a8 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Request body: {'port': {'network_id': '3deb9d4a-e5e6-40a1-8435-6e1fe8269fa9', 'name': 'tempest-RoutersTest-1559485745'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:37:39.425465 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-58c5f289-f4c6-4939-9ba2-38f8509da3fa tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Unset dirty status for tenant:32c07176beb04678891482021dac7654 on resource:subnet {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:37:39.426805 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-58c5f289-f4c6-4939-9ba2-38f8509da3fa tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3822465 Feb 04 08:37:39.467912 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-f5d7b6bd-b93c-4415-a163-8e2bf70aab9b tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Calling delete_port for b5741dce-9fe8-4176-9b69-ccc692b7ff18 owned by network:router_gateway {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:37:39.476219 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 47522) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:39.554238 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef586d8c-f57a-4244-b200-b5d508ed27cb tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Network e264bd74-c56b-43d0-9059-bcb57dbbe5bc is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:37:39.561354 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-ef586d8c-f57a-4244-b200-b5d508ed27cb tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:37:39.572796 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef586d8c-f57a-4244-b200-b5d508ed27cb tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:37:39.596510 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef586d8c-f57a-4244-b200-b5d508ed27cb tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'Port': ['ID=e6f40c31-b6de-48e6-8f71-a0473c650669,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:39.666396 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-205de72c-51f5-4b3f-ac4f-9e22f25281c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a36f954e-c918-45f1-b8ba-ab5c07cf2536', 'name': 'tempest-snat-router-1964295076', 'tenant_id': '6f61127ab9ba4300af77f26932026da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.144'}], 'enable_snat': True}, 'gw_port_id': 'b5741dce-9fe8-4176-9b69-ccc692b7ff18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:37:31Z', 'updated_at': '2022-02-04T08:37:34Z', 'revision_number': 3, 'project_id': '6f61127ab9ba4300af77f26932026da2', 'gw_port': {'id': 'b5741dce-9fe8-4176-9b69-ccc692b7ff18', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:13:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a36f954e-c918-45f1-b8ba-ab5c07cf2536', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:37:32Z', 'updated_at': '2022-02-04T08:37:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:37:39.677751 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-780d9cca-969a-490d-8276-638975d5e124 None None] For port fd21f3a3-1586-4195-88bc-d555bd30f5e8, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:37:39.689649 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205de72c-51f5-4b3f-ac4f-9e22f25281c2 None None] Checking router: a36f954e-c918-45f1-b8ba-ab5c07cf2536 for host: dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 08:37:39.695629 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205de72c-51f5-4b3f-ac4f-9e22f25281c2 None None] Updating router a36f954e-c918-45f1-b8ba-ab5c07cf2536 port b5741dce-9fe8-4176-9b69-ccc692b7ff18 binding host dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 08:37:39.729618 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-48617e6b-3062-447b-a66c-74a652131794 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:39.763892 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-e5fd5d03-070c-4af2-ab05-aa912f0984a8 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:37:39.778600 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-e5fd5d03-070c-4af2-ab05-aa912f0984a8 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Usage tracker for resource:port and tenant:1216cf6397c6415eb938e86c1901dea6 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:37:39.780586 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-780d9cca-969a-490d-8276-638975d5e124 None None] For port fd21f3a3-1586-4195-88bc-d555bd30f5e8, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=fd21f3a3-1586-4195-88bc-d555bd30f5e8,segment=NetworkSegment(06f5394e-c923-4f7e-9c04-e916e98ff9ab),segment_id=06f5394e-c923-4f7e-9c04-e916e98ff9ab)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:37:39.786345 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-e5fd5d03-070c-4af2-ab05-aa912f0984a8 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:37:39.794184 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-48617e6b-3062-447b-a66c-74a652131794 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Deleting port fd21f3a3-1586-4195-88bc-d555bd30f5e8 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:37:39.794830 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-48617e6b-3062-447b-a66c-74a652131794 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:39.805463 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f8029768-9ec7-4832-8a8d-b48f332746d4 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:39.825572 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-e5fd5d03-070c-4af2-ab05-aa912f0984a8 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:37:39.867986 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4eb79ce6-046d-4a4d-a458-f560e24b58fb tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:39.899280 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929e7f10-9ea8-4b78-a118-a834f154a61d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-3deb9d4a-e5e6-40a1-8435-6e1fe8269fa9', 'network_id': '3deb9d4a-e5e6-40a1-8435-6e1fe8269fa9', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'fixed_ips': [{'subnet_id': 'af1ddbd0-6d74-41ec-8bc5-d6294ea4db3a'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:37:39.900079 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-929e7f10-9ea8-4b78-a118-a834f154a61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:39.914732 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8029768-9ec7-4832-8a8d-b48f332746d4 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:37:39.920272 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-f8029768-9ec7-4832-8a8d-b48f332746d4 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:37:39.923220 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8029768-9ec7-4832-8a8d-b48f332746d4 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event updated for resources: {'Port': ['ID=34c863aa-9b1e-4653-8d77-bf10caf39770,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:39.927485 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-780d9cca-969a-490d-8276-638975d5e124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:39.930632 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5fd5d03-070c-4af2-ab05-aa912f0984a8 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Made reservation on behalf of 1216cf6397c6415eb938e86c1901dea6 for: {'port': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:37:39.935182 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e5fd5d03-070c-4af2-ab05-aa912f0984a8 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:39.954506 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8029768-9ec7-4832-8a8d-b48f332746d4 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:37:39.958090 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8029768-9ec7-4832-8a8d-b48f332746d4 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:39.958833 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f8029768-9ec7-4832-8a8d-b48f332746d4 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:39.990633 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-205de72c-51f5-4b3f-ac4f-9e22f25281c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:40.052046 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [None req-e5fd5d03-070c-4af2-ab05-aa912f0984a8 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] device_id is not set on port 61983c8d-b13b-4a5b-a5ab-6332fc2c210c yet. {{(pid=84108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:37:40.093092 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-f8029768-9ec7-4832-8a8d-b48f332746d4 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4263046 Feb 04 08:37:40.093408 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 47528) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:40.142296 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [None req-48617e6b-3062-447b-a66c-74a652131794 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] For port fd21f3a3-1586-4195-88bc-d555bd30f5e8, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=fd21f3a3-1586-4195-88bc-d555bd30f5e8,segment=NetworkSegment(06f5394e-c923-4f7e-9c04-e916e98ff9ab),segment_id=06f5394e-c923-4f7e-9c04-e916e98ff9ab)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:37:40.146906 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-48617e6b-3062-447b-a66c-74a652131794 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:40.147056 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f5d7b6bd-b93c-4415-a163-8e2bf70aab9b tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:40.210642 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d7b6bd-b93c-4415-a163-8e2bf70aab9b tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Pushing event deleted for resources: {'Port': ['ID=b5741dce-9fe8-4176-9b69-ccc692b7ff18,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:40.282248 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780d9cca-969a-490d-8276-638975d5e124 None None] Pushing event updated for resources: {'Port': ['ID=fd21f3a3-1586-4195-88bc-d555bd30f5e8,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:40.292147 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4eb79ce6-046d-4a4d-a458-f560e24b58fb tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:40.305060 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-48617e6b-3062-447b-a66c-74a652131794 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Calling delete_port for fd21f3a3-1586-4195-88bc-d555bd30f5e8 owned by network:dhcp {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:37:40.341912 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7ceb35-38a3-439a-be6a-3c9c4c7f1df4 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:40.342941 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7ceb35-38a3-439a-be6a-3c9c4c7f1df4 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:40.345371 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-9c7ceb35-38a3-439a-be6a-3c9c4c7f1df4 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Synchronizing usage tracker for tenant:ffa27937301745e1ad43fa520f28cbc3 on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:37:40.363505 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe34e620-647e-4e32-80dc-a0d17d57cc48 None None] Network 99a2c864-795d-40df-ab16-17b0347009f0 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:37:40.517976 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb79ce6-046d-4a4d-a458-f560e24b58fb tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Network c5bc8ddc-c997-4a92-a3ab-b3bc59cab651 is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:37:40.528629 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-4eb79ce6-046d-4a4d-a458-f560e24b58fb tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:37:40.538378 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb79ce6-046d-4a4d-a458-f560e24b58fb tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:37:40.592889 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb79ce6-046d-4a4d-a458-f560e24b58fb tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Pushing event updated for resources: {'Port': ['ID=09c8ca8d-d613-4431-b538-664d362ba142,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:40.610820 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f5d7b6bd-b93c-4415-a163-8e2bf70aab9b tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473010'] for router_gateway, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:40.620991 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-e5fd5d03-070c-4af2-ab05-aa912f0984a8 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Allocated IP 172.20.0.12 (3deb9d4a-e5e6-40a1-8435-6e1fe8269fa9/af1ddbd0-6d74-41ec-8bc5-d6294ea4db3a/61983c8d-b13b-4a5b-a5ab-6332fc2c210c) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:37:40.676146 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 108b5f09-70e8-40be-b546-791c880ff461 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:37:40.716047 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-9c7ceb35-38a3-439a-be6a-3c9c4c7f1df4 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Unset dirty status for tenant:ffa27937301745e1ad43fa520f28cbc3 on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:37:40.717369 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-9c7ceb35-38a3-439a-be6a-3c9c4c7f1df4 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.6223178 Feb 04 08:37:40.726093 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 47532) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:40.794584 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-48617e6b-3062-447b-a66c-74a652131794 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:40.869068 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ef586d8c-f57a-4244-b200-b5d508ed27cb tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for router_gateway, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:40.869781 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ef586d8c-f57a-4244-b200-b5d508ed27cb tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472990'] for router, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:40.943418 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-d117dba2-bf14-499c-84ef-a60992bf6b00 None None] Provisioning complete for port b12a2ae0-4755-4ee2-b3bb-3e7e87a45bb0 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:37:40.958069 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-d117dba2-bf14-499c-84ef-a60992bf6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:41.029575 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e5fd5d03-070c-4af2-ab05-aa912f0984a8 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:41.047821 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.provisioning_blocks [None req-e5fd5d03-070c-4af2-ab05-aa912f0984a8 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Transition to ACTIVE for port object 61983c8d-b13b-4a5b-a5ab-6332fc2c210c will not be triggered until provisioned by entity DHCP. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:37:41.055364 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 108b5f09-70e8-40be-b546-791c880ff461 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:37:41.084149 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 108b5f09-70e8-40be-b546-791c880ff461 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:37:41.086356 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:41.123455 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48617e6b-3062-447b-a66c-74a652131794 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Pushing event deleted for resources: {'Port': ['ID=fd21f3a3-1586-4195-88bc-d555bd30f5e8,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:41.132114 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-7978310c-8953-4901-8b37-fd17a4f5f22b tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Deleting port 34c863aa-9b1e-4653-8d77-bf10caf39770 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:37:41.132233 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7978310c-8953-4901-8b37-fd17a4f5f22b tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:41.135337 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48617e6b-3062-447b-a66c-74a652131794 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] No DVR routers for this DVR port fd21f3a3-1586-4195-88bc-d555bd30f5e8 on host dv-neutron-827798-2-hyperv {{(pid=84108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:37:41.218616 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.db.api [None req-205de72c-51f5-4b3f-ac4f-9e22f25281c2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 08:37:41.219039 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG oslo_db.api [None req-205de72c-51f5-4b3f-ac4f-9e22f25281c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 08:37:41.255789 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f5d7b6bd-b93c-4415-a163-8e2bf70aab9b tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40989'] for router, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:41.274055 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f5d7b6bd-b93c-4415-a163-8e2bf70aab9b tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:41.334845 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-929e7f10-9ea8-4b78-a118-a834f154a61d None None] Allocated IP 172.20.0.2 (3deb9d4a-e5e6-40a1-8435-6e1fe8269fa9/af1ddbd0-6d74-41ec-8bc5-d6294ea4db3a/6270fa02-8d40-4491-91cc-9327aa3c80c4) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:37:41.365289 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-48617e6b-3062-447b-a66c-74a652131794 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:41.393428 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-48617e6b-3062-447b-a66c-74a652131794 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99a2c864-795d-40df-ab16-17b0347009f0']}} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:37:41.410119 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-48617e6b-3062-447b-a66c-74a652131794 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06f5394e-c923-4f7e-9c04-e916e98ff9ab') {'for_net_delete': True} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:37:41.410489 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-48617e6b-3062-447b-a66c-74a652131794 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06f5394e-c923-4f7e-9c04-e916e98ff9ab') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:37:41.425742 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e5fd5d03-070c-4af2-ab05-aa912f0984a8 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:41.462702 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-48617e6b-3062-447b-a66c-74a652131794 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7851336'] for segment, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:41.511693 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-48617e6b-3062-447b-a66c-74a652131794 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:41.542014 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5fd5d03-070c-4af2-ab05-aa912f0984a8 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Network 3deb9d4a-e5e6-40a1-8435-6e1fe8269fa9 is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:37:41.543719 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48617e6b-3062-447b-a66c-74a652131794 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=84108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:37:41.543719 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-48617e6b-3062-447b-a66c-74a652131794 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7460345'] for segment, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:41.560607 dv-neutron-827798-2-hyperv neutron-server[84108]: Traceback (most recent call last): Feb 04 08:37:41.560607 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:37:41.560607 dv-neutron-827798-2-hyperv neutron-server[84108]: timer() Feb 04 08:37:41.560607 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:37:41.560607 dv-neutron-827798-2-hyperv neutron-server[84108]: cb(*args, **kw) Feb 04 08:37:41.560607 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:37:41.560607 dv-neutron-827798-2-hyperv neutron-server[84108]: return func(*args, **kwargs) Feb 04 08:37:41.560607 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:37:41.560607 dv-neutron-827798-2-hyperv neutron-server[84108]: self._notify() Feb 04 08:37:41.560607 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:37:41.560607 dv-neutron-827798-2-hyperv neutron-server[84108]: self.callback(batched_events) Feb 04 08:37:41.560607 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:37:41.560607 dv-neutron-827798-2-hyperv neutron-server[84108]: event.method(event) Feb 04 08:37:41.560607 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:37:41.560607 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:37:41.560607 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:37:41.560607 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:37:41.560607 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:37:41.560607 dv-neutron-827798-2-hyperv neutron-server[84108]: return f(self, *a, **k) Feb 04 08:37:41.560607 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:37:41.560607 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._get(url).json() Feb 04 08:37:41.560607 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:37:41.560607 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:37:41.560607 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:37:41.560607 dv-neutron-827798-2-hyperv neutron-server[84108]: return self.request(url, 'GET', **kwargs) Feb 04 08:37:41.560607 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:37:41.560607 dv-neutron-827798-2-hyperv neutron-server[84108]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:37:41.560607 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:37:41.560607 dv-neutron-827798-2-hyperv neutron-server[84108]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:37:41.560607 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:37:41.560607 dv-neutron-827798-2-hyperv neutron-server[84108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:37:41.560607 dv-neutron-827798-2-hyperv neutron-server[84108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:37:41.566383 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-e5fd5d03-070c-4af2-ab05-aa912f0984a8 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:37:41.568991 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fd5d03-070c-4af2-ab05-aa912f0984a8 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:37:41.599222 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fd5d03-070c-4af2-ab05-aa912f0984a8 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Pushing event updated for resources: {'Port': ['ID=61983c8d-b13b-4a5b-a5ab-6332fc2c210c,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:41.617420 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:41.651123 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4eb79ce6-046d-4a4d-a458-f560e24b58fb tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:41.651869 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4eb79ce6-046d-4a4d-a458-f560e24b58fb tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472990'] for router, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:41.654026 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port 108b5f09-70e8-40be-b546-791c880ff461, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=108b5f09-70e8-40be-b546-791c880ff461,segment=NetworkSegment(c44b9475-949d-4ae7-bfca-e29b010a56a6),segment_id=c44b9475-949d-4ae7-bfca-e29b010a56a6)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:37:41.755700 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f5d7b6bd-b93c-4415-a163-8e2bf70aab9b tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-476062'] for router, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:41.756217 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5d7b6bd-b93c-4415-a163-8e2bf70aab9b tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a36f954e-c918-45f1-b8ba-ab5c07cf2536 {{(pid=84107) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 08:37:41.783367 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-d117dba2-bf14-499c-84ef-a60992bf6b00 None None] Provisioning for port 34c863aa-9b1e-4653-8d77-bf10caf39770 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:37:41.784648 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5fd5d03-070c-4af2-ab05-aa912f0984a8 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:41.785373 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e5fd5d03-070c-4af2-ab05-aa912f0984a8 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:41.794053 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:41.802931 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7978310c-8953-4901-8b37-fd17a4f5f22b tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:41.829212 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205de72c-51f5-4b3f-ac4f-9e22f25281c2 None None] Port b5741dce-9fe8-4176-9b69-ccc692b7ff18 not found while updating agent binding for router a36f954e-c918-45f1-b8ba-ab5c07cf2536. {{(pid=84109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:210}} Feb 04 08:37:41.838182 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-d117dba2-bf14-499c-84ef-a60992bf6b00 None None] Provisioning complete for port 34c863aa-9b1e-4653-8d77-bf10caf39770 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:37:41.838909 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-d117dba2-bf14-499c-84ef-a60992bf6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:41.846793 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-48617e6b-3062-447b-a66c-74a652131794 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:41.847668 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-48617e6b-3062-447b-a66c-74a652131794 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:41.849758 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-48617e6b-3062-447b-a66c-74a652131794 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] 10.222.0.36 "DELETE /v2.0/networks/99a2c864-795d-40df-ab16-17b0347009f0 HTTP/1.1" status: 204 len: 168 time: 2.3709102 Feb 04 08:37:41.860377 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 47536) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:41.862009 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f5d7b6bd-b93c-4415-a163-8e2bf70aab9b tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:41.865627 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-f5d7b6bd-b93c-4415-a163-8e2bf70aab9b tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] 10.222.0.36 "DELETE /v2.0/routers/a36f954e-c918-45f1-b8ba-ab5c07cf2536 HTTP/1.1" status: 204 len: 168 time: 4.3491592 Feb 04 08:37:41.869063 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 47538) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:41.876686 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48617e6b-3062-447b-a66c-74a652131794 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Pushing event deleted for resources: {'Network': ['ID=99a2c864-795d-40df-ab16-17b0347009f0,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:41.917884 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-929e7f10-9ea8-4b78-a118-a834f154a61d None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:41.945033 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-929e7f10-9ea8-4b78-a118-a834f154a61d None None] Transition to ACTIVE for port object 6270fa02-8d40-4491-91cc-9327aa3c80c4 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:37:41.954936 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-e5fd5d03-070c-4af2-ab05-aa912f0984a8 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.5590348 Feb 04 08:37:41.955663 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 47544) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:41.960320 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205de72c-51f5-4b3f-ac4f-9e22f25281c2 None None] Routers set() bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:37:41.960723 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205de72c-51f5-4b3f-ac4f-9e22f25281c2 None None] Router IDs set() for agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 04 08:37:41.961362 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_agentschedulers_db [None req-205de72c-51f5-4b3f-ac4f-9e22f25281c2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a36f954e-c918-45f1-b8ba-ab5c07cf2536'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:37:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent'). {{(pid=84109) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 04 08:37:41.961739 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205de72c-51f5-4b3f-ac4f-9e22f25281c2 None None] The sync data for ids ['a36f954e-c918-45f1-b8ba-ab5c07cf2536'] in dv-neutron-827798-2-hyperv is: [] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:37:41.963043 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-d117dba2-bf14-499c-84ef-a60992bf6b00 None None] Port 34c863aa-9b1e-4653-8d77-bf10caf39770 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:37:41.964241 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=108b5f09-70e8-40be-b546-791c880ff461,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:41.978601 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-929e7f10-9ea8-4b78-a118-a834f154a61d None None] Transition to ACTIVE for port object 6270fa02-8d40-4491-91cc-9327aa3c80c4 will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:37:42.027749 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-929e7f10-9ea8-4b78-a118-a834f154a61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:42.066453 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-7978310c-8953-4901-8b37-fd17a4f5f22b tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Calling delete_port for 34c863aa-9b1e-4653-8d77-bf10caf39770 owned by {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:37:42.101850 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929e7f10-9ea8-4b78-a118-a834f154a61d None None] Network 3deb9d4a-e5e6-40a1-8435-6e1fe8269fa9 is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:37:42.102849 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-fe974141-f934-45a5-bd25-7cf9e6ae0799 None None] Could not find standard attr ID for object a41b4fb4-8322-4eb6-a2b2-c605f04b8eb2. {{(pid=84109) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 08:37:42.106537 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-929e7f10-9ea8-4b78-a118-a834f154a61d None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:37:42.111782 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929e7f10-9ea8-4b78-a118-a834f154a61d None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:37:42.115167 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929e7f10-9ea8-4b78-a118-a834f154a61d None None] Pushing event updated for resources: {'Port': ['ID=6270fa02-8d40-4491-91cc-9327aa3c80c4,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:42.154748 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d869480d-8519-47ef-bec6-f0f12f31632f tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:42.201095 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-d869480d-8519-47ef-bec6-f0f12f31632f tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Deleting port 4133ba69-c667-49ce-9e25-1a26de95a731 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:37:42.201432 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d869480d-8519-47ef-bec6-f0f12f31632f tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:42.201536 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-fe974141-f934-45a5-bd25-7cf9e6ae0799 None None] Provisioning complete for port 34c863aa-9b1e-4653-8d77-bf10caf39770 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:37:42.201831 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-fe974141-f934-45a5-bd25-7cf9e6ae0799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:42.251312 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-929e7f10-9ea8-4b78-a118-a834f154a61d None None] Attempting to bind port 6270fa02-8d40-4491-91cc-9327aa3c80c4 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:37:42.251973 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-929e7f10-9ea8-4b78-a118-a834f154a61d None None] Attempting to bind port 6270fa02-8d40-4491-91cc-9327aa3c80c4 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': 'b54f7e69-77e3-42f1-bc8c-f553fc750935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3deb9d4a-e5e6-40a1-8435-6e1fe8269fa9'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:37:42.252333 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929e7f10-9ea8-4b78-a118-a834f154a61d None None] Attempting to bind port 6270fa02-8d40-4491-91cc-9327aa3c80c4 on network 3deb9d4a-e5e6-40a1-8435-6e1fe8269fa9 {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:37:42.268207 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929e7f10-9ea8-4b78-a118-a834f154a61d None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:37:42.268945 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929e7f10-9ea8-4b78-a118-a834f154a61d None None] Checking segment: {'id': 'b54f7e69-77e3-42f1-bc8c-f553fc750935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3deb9d4a-e5e6-40a1-8435-6e1fe8269fa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:37:42.269496 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-929e7f10-9ea8-4b78-a118-a834f154a61d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:42.270021 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929e7f10-9ea8-4b78-a118-a834f154a61d None None] Bound using segment: {'id': 'b54f7e69-77e3-42f1-bc8c-f553fc750935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3deb9d4a-e5e6-40a1-8435-6e1fe8269fa9'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:37:42.270756 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-929e7f10-9ea8-4b78-a118-a834f154a61d None None] Bound port: 6270fa02-8d40-4491-91cc-9327aa3c80c4, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b54f7e69-77e3-42f1-bc8c-f553fc750935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3deb9d4a-e5e6-40a1-8435-6e1fe8269fa9'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:37:42.271277 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-929e7f10-9ea8-4b78-a118-a834f154a61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:42.280648 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-fe974141-f934-45a5-bd25-7cf9e6ae0799 None None] Port 34c863aa-9b1e-4653-8d77-bf10caf39770 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:37:42.372178 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-929e7f10-9ea8-4b78-a118-a834f154a61d None None] For port 6270fa02-8d40-4491-91cc-9327aa3c80c4, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:37:42.374473 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-929e7f10-9ea8-4b78-a118-a834f154a61d None None] For port 6270fa02-8d40-4491-91cc-9327aa3c80c4, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=6270fa02-8d40-4491-91cc-9327aa3c80c4,segment=NetworkSegment(b54f7e69-77e3-42f1-bc8c-f553fc750935),segment_id=b54f7e69-77e3-42f1-bc8c-f553fc750935)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:37:42.455608 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-929e7f10-9ea8-4b78-a118-a834f154a61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:42.504797 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [None req-d869480d-8519-47ef-bec6-f0f12f31632f tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] For port 4133ba69-c667-49ce-9e25-1a26de95a731, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=4133ba69-c667-49ce-9e25-1a26de95a731,segment=NetworkSegment(ae229832-3c99-4cb6-8391-6b10fbd6fc72),segment_id=ae229832-3c99-4cb6-8391-6b10fbd6fc72)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:37:42.505256 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d869480d-8519-47ef-bec6-f0f12f31632f tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:42.516440 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef586d8c-f57a-4244-b200-b5d508ed27cb tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Router 90852817-8b61-4771-aa29-849e29ce7005 is scheduled to L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 with binding_index 1 {{(pid=84107) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 08:37:42.521904 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7978310c-8953-4901-8b37-fd17a4f5f22b tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:42.542432 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929e7f10-9ea8-4b78-a118-a834f154a61d None None] Pushing event updated for resources: {'Port': ['ID=6270fa02-8d40-4491-91cc-9327aa3c80c4,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:42.609325 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 108b5f09-70e8-40be-b546-791c880ff461 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:37:42.638580 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a8286465-9a55-4f3c-b76d-51b58e4b7ada tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks [] for router, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:42.688922 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7978310c-8953-4901-8b37-fd17a4f5f22b tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event deleted for resources: {'Port': ['ID=34c863aa-9b1e-4653-8d77-bf10caf39770,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:42.697571 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-d869480d-8519-47ef-bec6-f0f12f31632f tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Calling delete_port for 4133ba69-c667-49ce-9e25-1a26de95a731 owned by network:dhcp {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:37:42.709647 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 108b5f09-70e8-40be-b546-791c880ff461 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:37:42.710015 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:42.798779 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eb79ce6-046d-4a4d-a458-f560e24b58fb tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Router 3bc37819-db10-439c-85fd-418bc84cffdf is scheduled to L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 with binding_index 1 {{(pid=84108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 08:37:42.908307 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7978310c-8953-4901-8b37-fd17a4f5f22b tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:43.042674 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 08:37:43.073205 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-7978310c-8953-4901-8b37-fd17a4f5f22b tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "DELETE /v2.0/ports/34c863aa-9b1e-4653-8d77-bf10caf39770 HTTP/1.1" status: 204 len: 168 time: 2.3444853 Feb 04 08:37:43.079897 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 47548) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:43.120940 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d869480d-8519-47ef-bec6-f0f12f31632f tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:43.178753 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d869480d-8519-47ef-bec6-f0f12f31632f tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Pushing event deleted for resources: {'Port': ['ID=4133ba69-c667-49ce-9e25-1a26de95a731,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:43.204368 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3934ec1a-8c7b-4aa4-8d68-faa0efb0505f tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:43.212456 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d869480d-8519-47ef-bec6-f0f12f31632f tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] No DVR routers for this DVR port 4133ba69-c667-49ce-9e25-1a26de95a731 on host dv-neutron-827798-2-hyperv {{(pid=84107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:37:43.247318 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdec37e8-2e98-482a-aea6-c1851e98e28f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:43.248772 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdec37e8-2e98-482a-aea6-c1851e98e28f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:43.249508 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-bdec37e8-2e98-482a-aea6-c1851e98e28f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Synchronizing usage tracker for tenant:ffa27937301745e1ad43fa520f28cbc3 on resource:subnet {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:37:43.368393 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d869480d-8519-47ef-bec6-f0f12f31632f tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:43.483093 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a8286465-9a55-4f3c-b76d-51b58e4b7ada tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:43.510410 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef586d8c-f57a-4244-b200-b5d508ed27cb tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:37:43.520593 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-bdec37e8-2e98-482a-aea6-c1851e98e28f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Unset dirty status for tenant:ffa27937301745e1ad43fa520f28cbc3 on resource:subnet {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:37:43.522493 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-bdec37e8-2e98-482a-aea6-c1851e98e28f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4415472 Feb 04 08:37:43.524642 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-d869480d-8519-47ef-bec6-f0f12f31632f tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['207fa7e9-5852-43bc-ba22-8cb1a203572d']}} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:37:43.525267 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e213644a-2939-45e1-8bbd-a16a5058e825 None None] Sync routers for ids ['90852817-8b61-4771-aa29-849e29ce7005'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:37:43.535774 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 47552) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:43.547288 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e213644a-2939-45e1-8bbd-a16a5058e825 None None] Routers {'90852817-8b61-4771-aa29-849e29ce7005'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:37:43.548185 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-e213644a-2939-45e1-8bbd-a16a5058e825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:37:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['90852817-8b61-4771-aa29-849e29ce7005'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:37:43.579521 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-d869480d-8519-47ef-bec6-f0f12f31632f tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae229832-3c99-4cb6-8391-6b10fbd6fc72') {'for_net_delete': True} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:37:43.579521 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-d869480d-8519-47ef-bec6-f0f12f31632f tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae229832-3c99-4cb6-8391-6b10fbd6fc72') {} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:37:43.601212 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d869480d-8519-47ef-bec6-f0f12f31632f tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8058642'] for segment, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:43.606814 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-a8286465-9a55-4f3c-b76d-51b58e4b7ada tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Deleting port 108b5f09-70e8-40be-b546-791c880ff461 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:37:43.607009 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a8286465-9a55-4f3c-b76d-51b58e4b7ada tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:43.630506 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d869480d-8519-47ef-bec6-f0f12f31632f tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:43.642827 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d869480d-8519-47ef-bec6-f0f12f31632f tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=84107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:37:43.643231 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d869480d-8519-47ef-bec6-f0f12f31632f tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7377717'] for segment, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:43.658864 dv-neutron-827798-2-hyperv neutron-server[84107]: Traceback (most recent call last): Feb 04 08:37:43.658864 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:37:43.658864 dv-neutron-827798-2-hyperv neutron-server[84107]: timer() Feb 04 08:37:43.658864 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:37:43.658864 dv-neutron-827798-2-hyperv neutron-server[84107]: cb(*args, **kw) Feb 04 08:37:43.658864 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:37:43.658864 dv-neutron-827798-2-hyperv neutron-server[84107]: return func(*args, **kwargs) Feb 04 08:37:43.658864 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:37:43.658864 dv-neutron-827798-2-hyperv neutron-server[84107]: self._notify() Feb 04 08:37:43.658864 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:37:43.658864 dv-neutron-827798-2-hyperv neutron-server[84107]: self.callback(batched_events) Feb 04 08:37:43.658864 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:37:43.658864 dv-neutron-827798-2-hyperv neutron-server[84107]: event.method(event) Feb 04 08:37:43.658864 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:37:43.658864 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:37:43.658864 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:37:43.658864 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:37:43.658864 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:37:43.658864 dv-neutron-827798-2-hyperv neutron-server[84107]: return f(self, *a, **k) Feb 04 08:37:43.658864 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:37:43.658864 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._get(url).json() Feb 04 08:37:43.658864 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:37:43.658864 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:37:43.658864 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:37:43.658864 dv-neutron-827798-2-hyperv neutron-server[84107]: return self.request(url, 'GET', **kwargs) Feb 04 08:37:43.658864 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:37:43.658864 dv-neutron-827798-2-hyperv neutron-server[84107]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:37:43.658864 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:37:43.658864 dv-neutron-827798-2-hyperv neutron-server[84107]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:37:43.658864 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:37:43.658864 dv-neutron-827798-2-hyperv neutron-server[84107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:37:43.658864 dv-neutron-827798-2-hyperv neutron-server[84107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:37:43.736049 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ef586d8c-f57a-4244-b200-b5d508ed27cb tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:43.744911 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-ef586d8c-f57a-4244-b200-b5d508ed27cb tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.6355693 Feb 04 08:37:43.764502 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 47556) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:43.787422 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eb79ce6-046d-4a4d-a458-f560e24b58fb tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:37:43.796103 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edcbf1ae-8a10-4549-a120-e66f8970cba7 None None] Network 3deb9d4a-e5e6-40a1-8435-6e1fe8269fa9 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:37:43.802649 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-e213644a-2939-45e1-8bbd-a16a5058e825 None None] Set router 90852817-8b61-4771-aa29-849e29ce7005 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:37:43.828909 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe429eca-c8a4-44b3-8821-150085184e16 None None] Sync routers for ids ['3bc37819-db10-439c-85fd-418bc84cffdf'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:37:43.881296 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c299e54-21ed-41b9-a0a7-b13083d70997 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Deleting subnet 3e525f4f-f6e9-44b2-bab1-123c25b48589 {{(pid=84107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:37:43.884925 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5c299e54-21ed-41b9-a0a7-b13083d70997 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks [] for subnet, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:43.942138 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d869480d-8519-47ef-bec6-f0f12f31632f tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:43.959022 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.db.resource_extend [None req-3934ec1a-8c7b-4aa4-8d68-faa0efb0505f tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 08:37:43.960915 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe429eca-c8a4-44b3-8821-150085184e16 None None] Routers {'3bc37819-db10-439c-85fd-418bc84cffdf'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:37:43.961631 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-fe429eca-c8a4-44b3-8821-150085184e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:37:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['3bc37819-db10-439c-85fd-418bc84cffdf'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:37:43.971757 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4eb79ce6-046d-4a4d-a458-f560e24b58fb tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks [] for router, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:43.975586 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-4eb79ce6-046d-4a4d-a458-f560e24b58fb tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 6.9202933 Feb 04 08:37:43.985632 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-644515d2-c5ac-4975-b872-864440818fa3 tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=7df2bfd740464e869863a41b14f4d5af&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2164485 Feb 04 08:37:43.987870 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 47562) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:43.995479 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3934ec1a-8c7b-4aa4-8d68-faa0efb0505f tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks [] for port, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:44.005435 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 47564) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:44.007937 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d869480d-8519-47ef-bec6-f0f12f31632f tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:44.021393 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d869480d-8519-47ef-bec6-f0f12f31632f tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Pushing event deleted for resources: {'Network': ['ID=207fa7e9-5852-43bc-ba22-8cb1a203572d,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:44.088533 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [None req-a8286465-9a55-4f3c-b76d-51b58e4b7ada tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] For port 108b5f09-70e8-40be-b546-791c880ff461, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=108b5f09-70e8-40be-b546-791c880ff461,segment=NetworkSegment(c44b9475-949d-4ae7-bfca-e29b010a56a6),segment_id=c44b9475-949d-4ae7-bfca-e29b010a56a6)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:37:44.088533 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a8286465-9a55-4f3c-b76d-51b58e4b7ada tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:44.115334 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3934ec1a-8c7b-4aa4-8d68-faa0efb0505f tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:44.166664 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-d869480d-8519-47ef-bec6-f0f12f31632f tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] 10.222.0.36 "DELETE /v2.0/networks/207fa7e9-5852-43bc-ba22-8cb1a203572d HTTP/1.1" status: 204 len: 168 time: 2.3014810 Feb 04 08:37:44.167434 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 47570) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:44.172948 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5c299e54-21ed-41b9-a0a7-b13083d70997 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8058667'] for subnet, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:44.199594 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-fe429eca-c8a4-44b3-8821-150085184e16 None None] Set router 3bc37819-db10-439c-85fd-418bc84cffdf gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:37:44.206686 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-e213644a-2939-45e1-8bbd-a16a5058e825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90852817-8b61-4771-aa29-849e29ce7005', 'name': 'tempest-TestNetworkBasicOps-router-2057065806', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18'}], 'enable_snat': True}, 'gw_port_id': 'e6f40c31-b6de-48e6-8f71-a0473c650669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:37:36Z', 'updated_at': '2022-02-04T08:37:39Z', 'revision_number': 3, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': 'e6f40c31-b6de-48e6-8f71-a0473c650669', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:52:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90852817-8b61-4771-aa29-849e29ce7005', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:37:38Z', 'updated_at': '2022-02-04T08:37:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:37:44.211719 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e213644a-2939-45e1-8bbd-a16a5058e825 None None] Checking router: 90852817-8b61-4771-aa29-849e29ce7005 for host: dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 08:37:44.212818 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e213644a-2939-45e1-8bbd-a16a5058e825 None None] Updating router 90852817-8b61-4771-aa29-849e29ce7005 port e6f40c31-b6de-48e6-8f71-a0473c650669 binding host dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 08:37:44.287031 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-e213644a-2939-45e1-8bbd-a16a5058e825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:44.376714 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-a8286465-9a55-4f3c-b76d-51b58e4b7ada tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Calling delete_port for 108b5f09-70e8-40be-b546-791c880ff461 owned by network:router_gateway {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:37:44.426665 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5c299e54-21ed-41b9-a0a7-b13083d70997 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:44.496822 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-cf10532d-39c5-4cb3-85cb-eab406f33ed7 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:44.524369 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3934ec1a-8c7b-4aa4-8d68-faa0efb0505f tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Pushing event updated for resources: {'Port': ['ID=61983c8d-b13b-4a5b-a5ab-6332fc2c210c,revision_number=2']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:44.530210 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da82b6b0-2c85-4226-9c24-0825880272e1 tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:44.530594 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da82b6b0-2c85-4226-9c24-0825880272e1 tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:44.536464 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-da82b6b0-2c85-4226-9c24-0825880272e1 tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1593 time: 0.5090566 Feb 04 08:37:44.536915 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 47576) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:44.547955 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-b185cd22-5789-424d-be06-34c943756f68 None None] Provisioning for port 6270fa02-8d40-4491-91cc-9327aa3c80c4 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:37:44.686384 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 6270fa02-8d40-4491-91cc-9327aa3c80c4 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:37:44.751834 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-cf10532d-39c5-4cb3-85cb-eab406f33ed7 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:44.780449 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-cf10532d-39c5-4cb3-85cb-eab406f33ed7 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99d73065-6245-4a9a-9598-8708e4044a02']}} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:37:44.795865 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-cf10532d-39c5-4cb3-85cb-eab406f33ed7 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd2060ec-dc0d-4804-8969-cd8ade28e579') {'for_net_delete': True} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:37:44.796796 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-cf10532d-39c5-4cb3-85cb-eab406f33ed7 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd2060ec-dc0d-4804-8969-cd8ade28e579') {} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:37:44.802217 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-e213644a-2939-45e1-8bbd-a16a5058e825 None None] Notify callbacks [] for port, precommit_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:44.809372 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-cf10532d-39c5-4cb3-85cb-eab406f33ed7 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8058642'] for segment, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:44.826545 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-47c38f95-fe4e-44cc-8d47-02fc804ba89f tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=c5bc8ddc-c997-4a92-a3ab-b3bc59cab651&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2465682 Feb 04 08:37:44.833018 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 47580) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:44.837220 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-cf10532d-39c5-4cb3-85cb-eab406f33ed7 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:44.852068 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-fe429eca-c8a4-44b3-8821-150085184e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc37819-db10-439c-85fd-418bc84cffdf', 'name': '', 'tenant_id': '472edb14196942999394e53aaa0733ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5bc8ddc-c997-4a92-a3ab-b3bc59cab651', 'external_fixed_ips': [{'subnet_id': '4402a798-322b-4d73-9562-dd81c3ed77db', 'ip_address': '2001:db8::1c8'}], 'enable_snat': True}, 'gw_port_id': '09c8ca8d-d613-4431-b538-664d362ba142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:37:37Z', 'updated_at': '2022-02-04T08:37:40Z', 'revision_number': 3, 'project_id': '472edb14196942999394e53aaa0733ea', 'gw_port': {'id': '09c8ca8d-d613-4431-b538-664d362ba142', 'name': '', 'network_id': 'c5bc8ddc-c997-4a92-a3ab-b3bc59cab651', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e6:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bc37819-db10-439c-85fd-418bc84cffdf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4402a798-322b-4d73-9562-dd81c3ed77db', 'ip_address': '2001:db8::1c8', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:37:38Z', 'updated_at': '2022-02-04T08:37:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4402a798-322b-4d73-9562-dd81c3ed77db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:37:44.863116 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe429eca-c8a4-44b3-8821-150085184e16 None None] Checking router: 3bc37819-db10-439c-85fd-418bc84cffdf for host: dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 08:37:44.863570 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe429eca-c8a4-44b3-8821-150085184e16 None None] Updating router 3bc37819-db10-439c-85fd-418bc84cffdf port 09c8ca8d-d613-4431-b538-664d362ba142 binding host dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 08:37:44.885614 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-c5dabec9-1148-41f0-8b68-2f3d17f888ca tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=e264bd74-c56b-43d0-9059-bcb57dbbe5bc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0490429 Feb 04 08:37:44.888301 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf10532d-39c5-4cb3-85cb-eab406f33ed7 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=84107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:37:44.888739 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-cf10532d-39c5-4cb3-85cb-eab406f33ed7 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7377717'] for segment, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:44.893346 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 47584) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:44.907644 dv-neutron-827798-2-hyperv neutron-server[84107]: Traceback (most recent call last): Feb 04 08:37:44.907644 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:37:44.907644 dv-neutron-827798-2-hyperv neutron-server[84107]: timer() Feb 04 08:37:44.907644 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:37:44.907644 dv-neutron-827798-2-hyperv neutron-server[84107]: cb(*args, **kw) Feb 04 08:37:44.907644 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:37:44.907644 dv-neutron-827798-2-hyperv neutron-server[84107]: return func(*args, **kwargs) Feb 04 08:37:44.907644 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:37:44.907644 dv-neutron-827798-2-hyperv neutron-server[84107]: self._notify() Feb 04 08:37:44.907644 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:37:44.907644 dv-neutron-827798-2-hyperv neutron-server[84107]: self.callback(batched_events) Feb 04 08:37:44.907644 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:37:44.907644 dv-neutron-827798-2-hyperv neutron-server[84107]: event.method(event) Feb 04 08:37:44.907644 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:37:44.907644 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:37:44.907644 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:37:44.907644 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:37:44.907644 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:37:44.907644 dv-neutron-827798-2-hyperv neutron-server[84107]: return f(self, *a, **k) Feb 04 08:37:44.907644 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:37:44.907644 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._get(url).json() Feb 04 08:37:44.907644 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:37:44.907644 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:37:44.907644 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:37:44.907644 dv-neutron-827798-2-hyperv neutron-server[84107]: return self.request(url, 'GET', **kwargs) Feb 04 08:37:44.907644 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:37:44.907644 dv-neutron-827798-2-hyperv neutron-server[84107]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:37:44.907644 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:37:44.907644 dv-neutron-827798-2-hyperv neutron-server[84107]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:37:44.907644 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:37:44.907644 dv-neutron-827798-2-hyperv neutron-server[84107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:37:44.907644 dv-neutron-827798-2-hyperv neutron-server[84107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:37:44.917883 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-befe6baf-088d-4066-8ab2-2c15905a3511 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2127661822', 'network_id': '4c9b2602-557a-496f-9496-472f42f83572', 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:37:44.920767 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 6270fa02-8d40-4491-91cc-9327aa3c80c4 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:37:44.934265 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 6270fa02-8d40-4491-91cc-9327aa3c80c4 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:37:44.934685 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:44.957325 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-fe429eca-c8a4-44b3-8821-150085184e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:45.035546 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5c299e54-21ed-41b9-a0a7-b13083d70997 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7510167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985167'] for subnet, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:45.096745 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3934ec1a-8c7b-4aa4-8d68-faa0efb0505f tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-472912'] for router_interface, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:45.096910 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c299e54-21ed-41b9-a0a7-b13083d70997 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event deleted for resources: {'Subnet': ['ID=3e525f4f-f6e9-44b2-bab1-123c25b48589,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:45.106276 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3cfe62a4-b0c5-4f82-95ce-1b4d48493e5e tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks [] for router, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:45.109242 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5c299e54-21ed-41b9-a0a7-b13083d70997 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:45.147200 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7287a4-d9a7-47b2-94cc-e5b106bdb4a0 None None] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:37:45.165892 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a8286465-9a55-4f3c-b76d-51b58e4b7ada tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:45.170132 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-befe6baf-088d-4066-8ab2-2c15905a3511 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:37:45.187258 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.provisioning_blocks [None req-e213644a-2939-45e1-8bbd-a16a5058e825 None None] Transition to ACTIVE for port object e6f40c31-b6de-48e6-8f71-a0473c650669 will not be triggered until provisioned by entity L2. {{(pid=84110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:37:45.192282 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-cf10532d-39c5-4cb3-85cb-eab406f33ed7 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:45.206069 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-cf10532d-39c5-4cb3-85cb-eab406f33ed7 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:45.210996 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-cf10532d-39c5-4cb3-85cb-eab406f33ed7 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] 10.222.0.36 "DELETE /v2.0/networks/99d73065-6245-4a9a-9598-8708e4044a02 HTTP/1.1" status: 204 len: 168 time: 1.0033619 Feb 04 08:37:45.213960 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 47588) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:45.215677 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-befe6baf-088d-4066-8ab2-2c15905a3511 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:subnet and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:37:45.228198 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-befe6baf-088d-4066-8ab2-2c15905a3511 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:37:45.237519 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-5c299e54-21ed-41b9-a0a7-b13083d70997 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "DELETE /v2.0/subnets/3e525f4f-f6e9-44b2-bab1-123c25b48589 HTTP/1.1" status: 204 len: 168 time: 1.7007060 Feb 04 08:37:45.238941 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf10532d-39c5-4cb3-85cb-eab406f33ed7 tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Pushing event deleted for resources: {'Network': ['ID=99d73065-6245-4a9a-9598-8708e4044a02,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:45.240894 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 47592) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:45.270046 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8286465-9a55-4f3c-b76d-51b58e4b7ada tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Pushing event deleted for resources: {'Port': ['ID=108b5f09-70e8-40be-b546-791c880ff461,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:45.272042 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-befe6baf-088d-4066-8ab2-2c15905a3511 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:37:45.278464 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-e213644a-2939-45e1-8bbd-a16a5058e825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:45.315661 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-ca23b3be-141d-4e5d-8379-19fa3bfaecb1 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0735290 Feb 04 08:37:45.319066 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 47596) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:45.329293 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-ebcd9e5b-b0f1-441d-8036-dfabb432e3d8 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Request body: {'subnet': {'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:37:45.354542 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:45.399220 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.managers [None req-e213644a-2939-45e1-8bbd-a16a5058e825 None None] Attempting to bind port e6f40c31-b6de-48e6-8f71-a0473c650669 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:37:45.399591 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.managers [None req-e213644a-2939-45e1-8bbd-a16a5058e825 None None] Attempting to bind port e6f40c31-b6de-48e6-8f71-a0473c650669 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}] {{(pid=84110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:37:45.399958 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e213644a-2939-45e1-8bbd-a16a5058e825 None None] Attempting to bind port e6f40c31-b6de-48e6-8f71-a0473c650669 on network e264bd74-c56b-43d0-9059-bcb57dbbe5bc {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:37:45.419847 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd758d3e-401d-4243-9b00-266ba5b359a8 None None] Pushing event updated for resources: {'Port': ['ID=e6f40c31-b6de-48e6-8f71-a0473c650669,revision_number=2']} {{(pid=84110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:45.422919 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e213644a-2939-45e1-8bbd-a16a5058e825 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:37:45.424371 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e213644a-2939-45e1-8bbd-a16a5058e825 None None] Checking segment: {'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:37:45.424371 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-e213644a-2939-45e1-8bbd-a16a5058e825 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:45.424371 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e213644a-2939-45e1-8bbd-a16a5058e825 None None] Bound using segment: {'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'} {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:37:45.424654 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.managers [None req-e213644a-2939-45e1-8bbd-a16a5058e825 None None] Bound port: e6f40c31-b6de-48e6-8f71-a0473c650669, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}}] {{(pid=84110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:37:45.425116 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-e213644a-2939-45e1-8bbd-a16a5058e825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:45.524468 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port 6270fa02-8d40-4491-91cc-9327aa3c80c4, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=6270fa02-8d40-4491-91cc-9327aa3c80c4,segment=NetworkSegment(b54f7e69-77e3-42f1-bc8c-f553fc750935),segment_id=b54f7e69-77e3-42f1-bc8c-f553fc750935)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:37:45.532030 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-ebcd9e5b-b0f1-441d-8036-dfabb432e3d8 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:37:45.544443 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-ebcd9e5b-b0f1-441d-8036-dfabb432e3d8 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Usage tracker for resource:subnet and tenant:ffa27937301745e1ad43fa520f28cbc3 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:37:45.553521 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-ebcd9e5b-b0f1-441d-8036-dfabb432e3d8 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:37:45.567592 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-ebcd9e5b-b0f1-441d-8036-dfabb432e3d8 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:37:45.570141 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.db [None req-e213644a-2939-45e1-8bbd-a16a5058e825 None None] For port e6f40c31-b6de-48e6-8f71-a0473c650669, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:37:45.575566 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.db [None req-e213644a-2939-45e1-8bbd-a16a5058e825 None None] For port e6f40c31-b6de-48e6-8f71-a0473c650669, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=e6f40c31-b6de-48e6-8f71-a0473c650669,segment=NetworkSegment(c44b9475-949d-4ae7-bfca-e29b010a56a6),segment_id=c44b9475-949d-4ae7-bfca-e29b010a56a6)] {{(pid=84110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:37:45.577615 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd758d3e-401d-4243-9b00-266ba5b359a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:37:45.577965 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd758d3e-401d-4243-9b00-266ba5b359a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:37:45.578904 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd758d3e-401d-4243-9b00-266ba5b359a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:37:45.579429 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd758d3e-401d-4243-9b00-266ba5b359a8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:37:45.580084 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd758d3e-401d-4243-9b00-266ba5b359a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:37:45.580424 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd758d3e-401d-4243-9b00-266ba5b359a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:37:45.580968 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd758d3e-401d-4243-9b00-266ba5b359a8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:37:45.581316 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd758d3e-401d-4243-9b00-266ba5b359a8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:37:45.581804 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd758d3e-401d-4243-9b00-266ba5b359a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:37:45.582203 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd758d3e-401d-4243-9b00-266ba5b359a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:37:45.582678 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd758d3e-401d-4243-9b00-266ba5b359a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:37:45.589097 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-befe6baf-088d-4066-8ab2-2c15905a3511 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Made reservation on behalf of 7df2bfd740464e869863a41b14f4d5af for: {'subnet': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:37:45.614736 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-8b470336-8619-449f-ab28-83241e7b35fd None None] Provisioning for port 61983c8d-b13b-4a5b-a5ab-6332fc2c210c completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:37:45.624091 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:45.633682 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-64007157-71eb-4eb9-aeee-b40e3186857a tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:45.655865 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-8b470336-8619-449f-ab28-83241e7b35fd None None] Provisioning complete for port 61983c8d-b13b-4a5b-a5ab-6332fc2c210c triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:37:45.656223 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-8b470336-8619-449f-ab28-83241e7b35fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:45.667237 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-e213644a-2939-45e1-8bbd-a16a5058e825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:45.686551 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3934ec1a-8c7b-4aa4-8d68-faa0efb0505f tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:45.695356 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebcd9e5b-b0f1-441d-8036-dfabb432e3d8 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Made reservation on behalf of ffa27937301745e1ad43fa520f28cbc3 for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:37:45.698898 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ebcd9e5b-b0f1-441d-8036-dfabb432e3d8 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985186'] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:45.759228 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-fe429eca-c8a4-44b3-8821-150085184e16 None None] Notify callbacks [] for port, precommit_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:45.776863 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-8b470336-8619-449f-ab28-83241e7b35fd None None] Port 61983c8d-b13b-4a5b-a5ab-6332fc2c210c cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:37:45.779508 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=6270fa02-8d40-4491-91cc-9327aa3c80c4,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:45.783891 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-fe429eca-c8a4-44b3-8821-150085184e16 None None] Transition to ACTIVE for port object 09c8ca8d-d613-4431-b538-664d362ba142 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:37:45.803637 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-8b470336-8619-449f-ab28-83241e7b35fd None None] Provisioning complete for port 6270fa02-8d40-4491-91cc-9327aa3c80c4 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:37:45.803997 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-8b470336-8619-449f-ab28-83241e7b35fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:45.809344 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd758d3e-401d-4243-9b00-266ba5b359a8 None None] Pushing event updated for resources: {'Port': ['ID=e6f40c31-b6de-48e6-8f71-a0473c650669,revision_number=3']} {{(pid=84110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:45.817940 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e213644a-2939-45e1-8bbd-a16a5058e825 None None] Routers {'90852817-8b61-4771-aa29-849e29ce7005'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:37:45.818865 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-e213644a-2939-45e1-8bbd-a16a5058e825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:37:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['90852817-8b61-4771-aa29-849e29ce7005'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:37:45.895005 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29cbce00-2223-4bc6-93c6-e16fb16a0a58 None None] DHCP port deletion for bc933c3a-b15d-4eab-9ad6-d32fd193f5cd request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 08:37:45.896676 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-fe429eca-c8a4-44b3-8821-150085184e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:45.955345 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-29cbce00-2223-4bc6-93c6-e16fb16a0a58 None None] Deleting port b12a2ae0-4755-4ee2-b3bb-3e7e87a45bb0 {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:37:45.955965 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-29cbce00-2223-4bc6-93c6-e16fb16a0a58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:46.059286 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0245ae96-bf31-492b-aa80-3f58037d8aa5 None None] Pushing event updated for resources: {'Port': ['ID=09c8ca8d-d613-4431-b538-664d362ba142,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:46.064931 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-fe429eca-c8a4-44b3-8821-150085184e16 None None] Attempting to bind port 09c8ca8d-d613-4431-b538-664d362ba142 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:37:46.065287 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-fe429eca-c8a4-44b3-8821-150085184e16 None None] Attempting to bind port 09c8ca8d-d613-4431-b538-664d362ba142 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': 'b4c6204d-25e1-438b-bdbe-c41022610a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c5bc8ddc-c997-4a92-a3ab-b3bc59cab651'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:37:46.065675 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe429eca-c8a4-44b3-8821-150085184e16 None None] Attempting to bind port 09c8ca8d-d613-4431-b538-664d362ba142 on network c5bc8ddc-c997-4a92-a3ab-b3bc59cab651 {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:37:46.094558 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-befe6baf-088d-4066-8ab2-2c15905a3511 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8119726'] for subnet, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:46.130741 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-e213644a-2939-45e1-8bbd-a16a5058e825 None None] Set router 90852817-8b61-4771-aa29-849e29ce7005 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:37:46.183364 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a8286465-9a55-4f3c-b76d-51b58e4b7ada tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473010'] for router_gateway, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:46.189014 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe429eca-c8a4-44b3-8821-150085184e16 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:37:46.189392 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe429eca-c8a4-44b3-8821-150085184e16 None None] Checking segment: {'id': 'b4c6204d-25e1-438b-bdbe-c41022610a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c5bc8ddc-c997-4a92-a3ab-b3bc59cab651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:37:46.189839 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-fe429eca-c8a4-44b3-8821-150085184e16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:46.190327 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe429eca-c8a4-44b3-8821-150085184e16 None None] Bound using segment: {'id': 'b4c6204d-25e1-438b-bdbe-c41022610a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c5bc8ddc-c997-4a92-a3ab-b3bc59cab651'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:37:46.190944 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-fe429eca-c8a4-44b3-8821-150085184e16 None None] Bound port: 09c8ca8d-d613-4431-b538-664d362ba142, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4c6204d-25e1-438b-bdbe-c41022610a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c5bc8ddc-c997-4a92-a3ab-b3bc59cab651'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:37:46.191313 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-fe429eca-c8a4-44b3-8821-150085184e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:46.335191 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ebcd9e5b-b0f1-441d-8036-dfabb432e3d8 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7510230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985204'] for subnet, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:46.392545 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-4902745d-0040-4d73-9047-4a34f32a75ae None None] Provisioning complete for port 61983c8d-b13b-4a5b-a5ab-6332fc2c210c triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:37:46.392962 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-4902745d-0040-4d73-9047-4a34f32a75ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:46.415312 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd9e5b-b0f1-441d-8036-dfabb432e3d8 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event updated for resources: {'Subnet': ['ID=371c8f20-613e-4d4f-b20a-49e458c5d260,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:46.434422 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebcd9e5b-b0f1-441d-8036-dfabb432e3d8 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:37:46.435907 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-ebcd9e5b-b0f1-441d-8036-dfabb432e3d8 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:37:46.439614 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebcd9e5b-b0f1-441d-8036-dfabb432e3d8 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:46.440376 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ebcd9e5b-b0f1-441d-8036-dfabb432e3d8 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:46.474115 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-e213644a-2939-45e1-8bbd-a16a5058e825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90852817-8b61-4771-aa29-849e29ce7005', 'name': 'tempest-TestNetworkBasicOps-router-2057065806', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18'}], 'enable_snat': True}, 'gw_port_id': 'e6f40c31-b6de-48e6-8f71-a0473c650669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:37:36Z', 'updated_at': '2022-02-04T08:37:39Z', 'revision_number': 3, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': 'e6f40c31-b6de-48e6-8f71-a0473c650669', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:52:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90852817-8b61-4771-aa29-849e29ce7005', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:37:38Z', 'updated_at': '2022-02-04T08:37:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:37:46.478993 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e213644a-2939-45e1-8bbd-a16a5058e825 None None] The sync data for ids ['90852817-8b61-4771-aa29-849e29ce7005'] in dv-neutron-827798-2-hyperv is: [{'id': '90852817-8b61-4771-aa29-849e29ce7005', 'name': 'tempest-TestNetworkBasicOps-router-2057065806', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18'}], 'enable_snat': True}, 'gw_port_id': 'e6f40c31-b6de-48e6-8f71-a0473c650669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:37:36Z', 'updated_at': '2022-02-04T08:37:39Z', 'revision_number': 3, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': 'e6f40c31-b6de-48e6-8f71-a0473c650669', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:52:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90852817-8b61-4771-aa29-849e29ce7005', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:37:38Z', 'updated_at': '2022-02-04T08:37:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:37:46.488877 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-fe429eca-c8a4-44b3-8821-150085184e16 None None] For port 09c8ca8d-d613-4431-b538-664d362ba142, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:37:46.522111 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-fe429eca-c8a4-44b3-8821-150085184e16 None None] For port 09c8ca8d-d613-4431-b538-664d362ba142, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=09c8ca8d-d613-4431-b538-664d362ba142,segment=NetworkSegment(b4c6204d-25e1-438b-bdbe-c41022610a5a),segment_id=b4c6204d-25e1-438b-bdbe-c41022610a5a)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:37:46.536180 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-29cbce00-2223-4bc6-93c6-e16fb16a0a58 None None] For port b12a2ae0-4755-4ee2-b3bb-3e7e87a45bb0, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=b12a2ae0-4755-4ee2-b3bb-3e7e87a45bb0,segment=NetworkSegment(2c48dc91-e362-4611-9354-aede43558386),segment_id=2c48dc91-e362-4611-9354-aede43558386)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:37:46.536708 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-29cbce00-2223-4bc6-93c6-e16fb16a0a58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:46.544160 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-4902745d-0040-4d73-9047-4a34f32a75ae None None] Port 61983c8d-b13b-4a5b-a5ab-6332fc2c210c cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:37:46.561776 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-ebcd9e5b-b0f1-441d-8036-dfabb432e3d8 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2389622 Feb 04 08:37:46.562101 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 47602) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:46.568679 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-9d656953-9be0-4d91-9d11-838e815c63da tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Request body: {'port': {'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'name': 'tempest-NetworksTestDHCPv6-1322166324'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:37:46.604809 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-fe429eca-c8a4-44b3-8821-150085184e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:46.711147 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-64007157-71eb-4eb9-aeee-b40e3186857a tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:46.723032 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-29cbce00-2223-4bc6-93c6-e16fb16a0a58 None None] Calling delete_port for b12a2ae0-4755-4ee2-b3bb-3e7e87a45bb0 owned by network:dhcp {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:37:46.748977 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-9d656953-9be0-4d91-9d11-838e815c63da tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:37:46.751302 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 6270fa02-8d40-4491-91cc-9327aa3c80c4 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:37:46.753401 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-9d656953-9be0-4d91-9d11-838e815c63da tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Usage tracker for resource:port and tenant:ffa27937301745e1ad43fa520f28cbc3 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:37:46.756498 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-9d656953-9be0-4d91-9d11-838e815c63da tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:37:46.762153 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-9d656953-9be0-4d91-9d11-838e815c63da tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:37:46.830737 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a8286465-9a55-4f3c-b76d-51b58e4b7ada tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40989'] for router, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:46.840534 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d656953-9be0-4d91-9d11-838e815c63da tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Made reservation on behalf of ffa27937301745e1ad43fa520f28cbc3 for: {'port': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:37:46.844665 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9d656953-9be0-4d91-9d11-838e815c63da tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:46.871959 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [None req-9d656953-9be0-4d91-9d11-838e815c63da tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] device_id is not set on port 936b8c22-acc4-479c-86f4-50db954a4825 yet. {{(pid=84107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:37:46.877746 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-64007157-71eb-4eb9-aeee-b40e3186857a tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52085ba6-3641-4e60-9dbb-20b5aea754ec']}} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:37:46.881124 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0245ae96-bf31-492b-aa80-3f58037d8aa5 None None] Pushing event updated for resources: {'Port': ['ID=09c8ca8d-d613-4431-b538-664d362ba142,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:46.887024 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a8286465-9a55-4f3c-b76d-51b58e4b7ada tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:46.893905 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe429eca-c8a4-44b3-8821-150085184e16 None None] Routers {'3bc37819-db10-439c-85fd-418bc84cffdf'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:37:46.894538 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-fe429eca-c8a4-44b3-8821-150085184e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:37:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['3bc37819-db10-439c-85fd-418bc84cffdf'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:37:46.951221 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-64007157-71eb-4eb9-aeee-b40e3186857a tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f831d04-0948-4862-9b15-85174775f7bb') {'for_net_delete': True} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:37:46.951901 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-64007157-71eb-4eb9-aeee-b40e3186857a tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f831d04-0948-4862-9b15-85174775f7bb') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:37:46.981002 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-64007157-71eb-4eb9-aeee-b40e3186857a tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7851336'] for segment, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:47.051738 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 6270fa02-8d40-4491-91cc-9327aa3c80c4 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:37:47.052318 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:47.058263 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-9d656953-9be0-4d91-9d11-838e815c63da tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Allocated IP 2001:db8::1cc (bc933c3a-b15d-4eab-9ad6-d32fd193f5cd/371c8f20-613e-4d4f-b20a-49e458c5d260/936b8c22-acc4-479c-86f4-50db954a4825) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:37:47.076833 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-64007157-71eb-4eb9-aeee-b40e3186857a tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:47.085519 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-29cbce00-2223-4bc6-93c6-e16fb16a0a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407'] for port, after_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:47.119004 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64007157-71eb-4eb9-aeee-b40e3186857a tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=84108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:37:47.119474 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-64007157-71eb-4eb9-aeee-b40e3186857a tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7460345'] for segment, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:47.137095 dv-neutron-827798-2-hyperv neutron-server[84108]: Traceback (most recent call last): Feb 04 08:37:47.137095 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:37:47.137095 dv-neutron-827798-2-hyperv neutron-server[84108]: timer() Feb 04 08:37:47.137095 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:37:47.137095 dv-neutron-827798-2-hyperv neutron-server[84108]: cb(*args, **kw) Feb 04 08:37:47.137095 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:37:47.137095 dv-neutron-827798-2-hyperv neutron-server[84108]: return func(*args, **kwargs) Feb 04 08:37:47.137095 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:37:47.137095 dv-neutron-827798-2-hyperv neutron-server[84108]: self._notify() Feb 04 08:37:47.137095 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:37:47.137095 dv-neutron-827798-2-hyperv neutron-server[84108]: self.callback(batched_events) Feb 04 08:37:47.137095 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:37:47.137095 dv-neutron-827798-2-hyperv neutron-server[84108]: event.method(event) Feb 04 08:37:47.137095 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:37:47.137095 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:37:47.137095 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:37:47.137095 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:37:47.137095 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:37:47.137095 dv-neutron-827798-2-hyperv neutron-server[84108]: return f(self, *a, **k) Feb 04 08:37:47.137095 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:37:47.137095 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._get(url).json() Feb 04 08:37:47.137095 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:37:47.137095 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:37:47.137095 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:37:47.137095 dv-neutron-827798-2-hyperv neutron-server[84108]: return self.request(url, 'GET', **kwargs) Feb 04 08:37:47.137095 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:37:47.137095 dv-neutron-827798-2-hyperv neutron-server[84108]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:37:47.137095 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:37:47.137095 dv-neutron-827798-2-hyperv neutron-server[84108]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:37:47.137095 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:37:47.137095 dv-neutron-827798-2-hyperv neutron-server[84108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:37:47.137095 dv-neutron-827798-2-hyperv neutron-server[84108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:37:47.164664 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cbce00-2223-4bc6-93c6-e16fb16a0a58 None None] Pushing event deleted for resources: {'Port': ['ID=b12a2ae0-4755-4ee2-b3bb-3e7e87a45bb0,revision_number=None']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:47.175752 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cbce00-2223-4bc6-93c6-e16fb16a0a58 None None] No DVR routers for this DVR port b12a2ae0-4755-4ee2-b3bb-3e7e87a45bb0 on host dv-neutron-827798-2-hyperv {{(pid=84109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:37:47.196646 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755cfac1-524d-4ec9-897b-bf3277f327fd None None] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:37:47.210315 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a8286465-9a55-4f3c-b76d-51b58e4b7ada tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-476062'] for router, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:47.210950 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8286465-9a55-4f3c-b76d-51b58e4b7ada tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b2cb9612-ffb1-489b-9470-740038503951 {{(pid=84108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 08:37:47.212734 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3cfe62a4-b0c5-4f82-95ce-1b4d48493e5e tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:47.300252 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-fe429eca-c8a4-44b3-8821-150085184e16 None None] Set router 3bc37819-db10-439c-85fd-418bc84cffdf gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:37:47.301656 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9d656953-9be0-4d91-9d11-838e815c63da tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:47.318667 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [None req-9d656953-9be0-4d91-9d11-838e815c63da tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Transition to ACTIVE for port object 936b8c22-acc4-479c-86f4-50db954a4825 will not be triggered until provisioned by entity DHCP. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:37:47.408494 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a8286465-9a55-4f3c-b76d-51b58e4b7ada tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks [] for router, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:47.409572 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-a8286465-9a55-4f3c-b76d-51b58e4b7ada tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] 10.222.0.36 "DELETE /v2.0/routers/b2cb9612-ffb1-489b-9470-740038503951 HTTP/1.1" status: 204 len: 168 time: 5.5361557 Feb 04 08:37:47.412941 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3934ec1a-8c7b-4aa4-8d68-faa0efb0505f tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks [] for port, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:47.413240 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 47606) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:47.418679 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-af9242cd-f855-4f79-9d50-a677b648628b tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-223836834', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}, 'admin_state_up': False}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:37:47.428389 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9d656953-9be0-4d91-9d11-838e815c63da tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:47.461811 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-3cfe62a4-b0c5-4f82-95ce-1b4d48493e5e tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Deleting port 09c8ca8d-d613-4431-b538-664d362ba142 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:37:47.462257 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3cfe62a4-b0c5-4f82-95ce-1b4d48493e5e tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:47.467323 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-af9242cd-f855-4f79-9d50-a677b648628b tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:37:47.478283 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-af9242cd-f855-4f79-9d50-a677b648628b tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Usage tracker for resource:router and tenant:e89a5432419c4f2799d167fec1bb7459 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:37:47.492173 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-af9242cd-f855-4f79-9d50-a677b648628b tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:37:47.494169 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-64007157-71eb-4eb9-aeee-b40e3186857a tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:47.499873 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-befe6baf-088d-4066-8ab2-2c15905a3511 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7593498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8119736'] for subnet, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:47.504200 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3934ec1a-8c7b-4aa4-8d68-faa0efb0505f tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:47.505541 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-af9242cd-f855-4f79-9d50-a677b648628b tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:37:47.517649 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d656953-9be0-4d91-9d11-838e815c63da tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event updated for resources: {'Port': ['ID=936b8c22-acc4-479c-86f4-50db954a4825,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:47.524448 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d656953-9be0-4d91-9d11-838e815c63da tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:37:47.527064 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-9d656953-9be0-4d91-9d11-838e815c63da tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:37:47.529500 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d656953-9be0-4d91-9d11-838e815c63da tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:37:47.533977 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d656953-9be0-4d91-9d11-838e815c63da tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:47.533977 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9d656953-9be0-4d91-9d11-838e815c63da tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:47.581612 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-af9242cd-f855-4f79-9d50-a677b648628b tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40975'] for router, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:47.582761 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-af9242cd-f855-4f79-9d50-a677b648628b tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40982'] for router, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:47.613628 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-64007157-71eb-4eb9-aeee-b40e3186857a tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:47.618352 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-af9242cd-f855-4f79-9d50-a677b648628b tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:47.636022 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-9d656953-9be0-4d91-9d11-838e815c63da tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0699375 Feb 04 08:37:47.636240 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device b12a2ae0-4755-4ee2-b3bb-3e7e87a45bb0 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:37:47.636608 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 47610) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:47.683128 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64007157-71eb-4eb9-aeee-b40e3186857a tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] Pushing event deleted for resources: {'Network': ['ID=52085ba6-3641-4e60-9dbb-20b5aea754ec,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:47.688685 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: b12a2ae0-4755-4ee2-b3bb-3e7e87a45bb0 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:37:47.689031 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device b12a2ae0-4755-4ee2-b3bb-3e7e87a45bb0 not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:37:47.712156 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-64007157-71eb-4eb9-aeee-b40e3186857a tempest-BulkNetworkOpsIpV6Test-268931823 tempest-BulkNetworkOpsIpV6Test-268931823-project] 10.222.0.36 "DELETE /v2.0/networks/52085ba6-3641-4e60-9dbb-20b5aea754ec HTTP/1.1" status: 204 len: 168 time: 2.4868944 Feb 04 08:37:47.731018 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ed8c17-84b2-4e35-8548-b02765adc81c tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:47.732335 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-62ed8c17-84b2-4e35-8548-b02765adc81c tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Synchronizing usage tracker for tenant:ffa27937301745e1ad43fa520f28cbc3 on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:37:47.761677 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befe6baf-088d-4066-8ab2-2c15905a3511 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'Subnet': ['ID=86d0bccd-5c6a-4354-af11-7f0ac9ee3eb4,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:47.814467 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-62ed8c17-84b2-4e35-8548-b02765adc81c tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Unset dirty status for tenant:ffa27937301745e1ad43fa520f28cbc3 on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:37:47.816201 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-62ed8c17-84b2-4e35-8548-b02765adc81c tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1784909 Feb 04 08:37:47.821240 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3934ec1a-8c7b-4aa4-8d68-faa0efb0505f tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Pushing event updated for resources: {'Port': ['ID=61983c8d-b13b-4a5b-a5ab-6332fc2c210c,revision_number=3']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:47.824266 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 47616) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:47.879081 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3934ec1a-8c7b-4aa4-8d68-faa0efb0505f tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473771'] for router_interface, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:47.897854 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21a67b9-700e-4946-a4cc-34b629574474 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'tenant_id': 'ffa27937301745e1ad43fa520f28cbc3', 'fixed_ips': [{'subnet_id': '371c8f20-613e-4d4f-b20a-49e458c5d260'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:37:47.898916 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-a21a67b9-700e-4946-a4cc-34b629574474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:47.989239 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befe6baf-088d-4066-8ab2-2c15905a3511 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Checking segment: {'id': 'd44bd1a2-43a6-49bd-b059-074c91f0d1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4c9b2602-557a-496f-9496-472f42f83572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:37:47.989601 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-befe6baf-088d-4066-8ab2-2c15905a3511 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Network hostable DHCP agents. Network: 4c9b2602-557a-496f-9496-472f42f83572, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:37:48.005715 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-af9242cd-f855-4f79-9d50-a677b648628b tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40996'] for router, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:48.024449 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-4fcaf6c5-dafc-41fd-9fa4-30572a13780a tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Deleting port 936b8c22-acc4-479c-86f4-50db954a4825 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:37:48.024819 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4fcaf6c5-dafc-41fd-9fa4-30572a13780a tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:48.083544 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-fe429eca-c8a4-44b3-8821-150085184e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc37819-db10-439c-85fd-418bc84cffdf', 'name': '', 'tenant_id': '472edb14196942999394e53aaa0733ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5bc8ddc-c997-4a92-a3ab-b3bc59cab651', 'external_fixed_ips': [{'subnet_id': '4402a798-322b-4d73-9562-dd81c3ed77db', 'ip_address': '2001:db8::1c8'}], 'enable_snat': True}, 'gw_port_id': '09c8ca8d-d613-4431-b538-664d362ba142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:37:37Z', 'updated_at': '2022-02-04T08:37:40Z', 'revision_number': 3, 'project_id': '472edb14196942999394e53aaa0733ea', 'gw_port': {'id': '09c8ca8d-d613-4431-b538-664d362ba142', 'name': '', 'network_id': 'c5bc8ddc-c997-4a92-a3ab-b3bc59cab651', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e6:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bc37819-db10-439c-85fd-418bc84cffdf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4402a798-322b-4d73-9562-dd81c3ed77db', 'ip_address': '2001:db8::1c8', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:37:38Z', 'updated_at': '2022-02-04T08:37:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4402a798-322b-4d73-9562-dd81c3ed77db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:37:48.097866 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe429eca-c8a4-44b3-8821-150085184e16 None None] The sync data for ids ['3bc37819-db10-439c-85fd-418bc84cffdf'] in dv-neutron-827798-2-hyperv is: [{'id': '3bc37819-db10-439c-85fd-418bc84cffdf', 'name': '', 'tenant_id': '472edb14196942999394e53aaa0733ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5bc8ddc-c997-4a92-a3ab-b3bc59cab651', 'external_fixed_ips': [{'subnet_id': '4402a798-322b-4d73-9562-dd81c3ed77db', 'ip_address': '2001:db8::1c8'}], 'enable_snat': True}, 'gw_port_id': '09c8ca8d-d613-4431-b538-664d362ba142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:37:37Z', 'updated_at': '2022-02-04T08:37:40Z', 'revision_number': 3, 'project_id': '472edb14196942999394e53aaa0733ea', 'gw_port': {'id': '09c8ca8d-d613-4431-b538-664d362ba142', 'name': '', 'network_id': 'c5bc8ddc-c997-4a92-a3ab-b3bc59cab651', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e6:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bc37819-db10-439c-85fd-418bc84cffdf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4402a798-322b-4d73-9562-dd81c3ed77db', 'ip_address': '2001:db8::1c8', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:37:38Z', 'updated_at': '2022-02-04T08:37:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4402a798-322b-4d73-9562-dd81c3ed77db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:37:48.160645 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [None req-3cfe62a4-b0c5-4f82-95ce-1b4d48493e5e tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] For port 09c8ca8d-d613-4431-b538-664d362ba142, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=09c8ca8d-d613-4431-b538-664d362ba142,segment=NetworkSegment(b4c6204d-25e1-438b-bdbe-c41022610a5a),segment_id=b4c6204d-25e1-438b-bdbe-c41022610a5a)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:37:48.161016 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3cfe62a4-b0c5-4f82-95ce-1b4d48493e5e tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:48.326086 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-a21a67b9-700e-4946-a4cc-34b629574474 None None] Allocated IP 2001:db8::2 (bc933c3a-b15d-4eab-9ad6-d32fd193f5cd/371c8f20-613e-4d4f-b20a-49e458c5d260/03856f4d-04a4-4a27-8354-c80aa51be2c5) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:37:48.389862 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-af9242cd-f855-4f79-9d50-a677b648628b tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks [] for router_gateway, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:48.443905 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-3cfe62a4-b0c5-4f82-95ce-1b4d48493e5e tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Calling delete_port for 09c8ca8d-d613-4431-b538-664d362ba142 owned by network:router_gateway {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:37:48.592610 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-af9242cd-f855-4f79-9d50-a677b648628b tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:48.635830 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3934ec1a-8c7b-4aa4-8d68-faa0efb0505f tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Network 3deb9d4a-e5e6-40a1-8435-6e1fe8269fa9 is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:37:48.681645 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-3934ec1a-8c7b-4aa4-8d68-faa0efb0505f tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:37:48.682097 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-befe6baf-088d-4066-8ab2-2c15905a3511 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Network 4c9b2602-557a-496f-9496-472f42f83572 is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:37:48.911189 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 09c8ca8d-d613-4431-b538-664d362ba142 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:37:48.926757 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-af9242cd-f855-4f79-9d50-a677b648628b tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Allocated IP 172.26.3.212 (e264bd74-c56b-43d0-9059-bcb57dbbe5bc/79caf47c-b62c-4ea0-b35f-21ede155daa8/2e44f145-54a6-4fa8-8381-c0c68e34144a) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:37:48.965616 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-befe6baf-088d-4066-8ab2-2c15905a3511 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, 4c9b2602-557a-496f-9496-472f42f83572) {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:37:49.002141 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-befe6baf-088d-4066-8ab2-2c15905a3511 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:49.002640 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-befe6baf-088d-4066-8ab2-2c15905a3511 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:49.031798 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52cd7596-6a62-4a75-8ad1-23fa1c7d7104 None None] Network 4c9b2602-557a-496f-9496-472f42f83572 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:37:49.032542 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 47622) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:49.301105 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-a21a67b9-700e-4946-a4cc-34b629574474 None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:49.301591 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-af9242cd-f855-4f79-9d50-a677b648628b tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:49.306223 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-befe6baf-088d-4066-8ab2-2c15905a3511 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 4.4067090 Feb 04 08:37:49.313282 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 47628) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:49.350967 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-a21a67b9-700e-4946-a4cc-34b629574474 None None] Transition to ACTIVE for port object 03856f4d-04a4-4a27-8354-c80aa51be2c5 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:37:49.383194 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-e31044c4-398d-4d9e-a9e1-8214710e6c6a None None] Provisioning complete for port 61983c8d-b13b-4a5b-a5ab-6332fc2c210c triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:37:49.383471 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-e31044c4-398d-4d9e-a9e1-8214710e6c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:49.466857 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-a21a67b9-700e-4946-a4cc-34b629574474 None None] Transition to ACTIVE for port object 03856f4d-04a4-4a27-8354-c80aa51be2c5 will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:37:49.476345 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-58c97979-3954-4c0f-93cc-ba5d753a1003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:49.515719 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-e31044c4-398d-4d9e-a9e1-8214710e6c6a None None] Port 61983c8d-b13b-4a5b-a5ab-6332fc2c210c cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:37:49.530821 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-a21a67b9-700e-4946-a4cc-34b629574474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:49.569627 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4a218f-beae-4413-b011-19330005caf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-4c9b2602-557a-496f-9496-472f42f83572', 'network_id': '4c9b2602-557a-496f-9496-472f42f83572', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'fixed_ips': [{'subnet_id': '86d0bccd-5c6a-4354-af11-7f0ac9ee3eb4'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:37:49.570437 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-eb4a218f-beae-4413-b011-19330005caf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:49.617129 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4fcaf6c5-dafc-41fd-9fa4-30572a13780a tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:49.633557 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-af9242cd-f855-4f79-9d50-a677b648628b tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:49.658098 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21a67b9-700e-4946-a4cc-34b629574474 None None] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:37:49.661913 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-a21a67b9-700e-4946-a4cc-34b629574474 None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:37:49.667390 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21a67b9-700e-4946-a4cc-34b629574474 None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:37:49.669349 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21a67b9-700e-4946-a4cc-34b629574474 None None] Pushing event updated for resources: {'Port': ['ID=03856f4d-04a4-4a27-8354-c80aa51be2c5,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:49.725823 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9242cd-f855-4f79-9d50-a677b648628b tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Network e264bd74-c56b-43d0-9059-bcb57dbbe5bc is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:37:49.727717 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9242cd-f855-4f79-9d50-a677b648628b tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Pushing event updated for resources: {'Port': ['ID=2e44f145-54a6-4fa8-8381-c0c68e34144a,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:49.730213 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-af9242cd-f855-4f79-9d50-a677b648628b tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:37:49.733629 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9242cd-f855-4f79-9d50-a677b648628b tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:37:49.777565 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-4fcaf6c5-dafc-41fd-9fa4-30572a13780a tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Calling delete_port for 936b8c22-acc4-479c-86f4-50db954a4825 owned by {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:37:49.823476 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-a21a67b9-700e-4946-a4cc-34b629574474 None None] Attempting to bind port 03856f4d-04a4-4a27-8354-c80aa51be2c5 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:37:49.824143 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-a21a67b9-700e-4946-a4cc-34b629574474 None None] Attempting to bind port 03856f4d-04a4-4a27-8354-c80aa51be2c5 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': '2c48dc91-e362-4611-9354-aede43558386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:37:49.824277 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21a67b9-700e-4946-a4cc-34b629574474 None None] Attempting to bind port 03856f4d-04a4-4a27-8354-c80aa51be2c5 on network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:37:49.835653 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21a67b9-700e-4946-a4cc-34b629574474 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:37:49.836037 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21a67b9-700e-4946-a4cc-34b629574474 None None] Checking segment: {'id': '2c48dc91-e362-4611-9354-aede43558386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:37:49.836410 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-a21a67b9-700e-4946-a4cc-34b629574474 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:49.836835 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21a67b9-700e-4946-a4cc-34b629574474 None None] Bound using segment: {'id': '2c48dc91-e362-4611-9354-aede43558386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:37:49.837276 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-a21a67b9-700e-4946-a4cc-34b629574474 None None] Bound port: 03856f4d-04a4-4a27-8354-c80aa51be2c5, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c48dc91-e362-4611-9354-aede43558386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:37:49.837643 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-a21a67b9-700e-4946-a4cc-34b629574474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:49.897853 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-eb4a218f-beae-4413-b011-19330005caf0 None None] Allocated IP 172.20.0.2 (4c9b2602-557a-496f-9496-472f42f83572/86d0bccd-5c6a-4354-af11-7f0ac9ee3eb4/095b7d7c-2046-40af-b153-3b18f077cf70) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:37:49.910371 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3cfe62a4-b0c5-4f82-95ce-1b4d48493e5e tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:49.916509 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 09c8ca8d-d613-4431-b538-664d362ba142 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:37:49.953531 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-875468da-b32f-4f07-9676-11dc931e5d9a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=32c07176beb04678891482021dac7654&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9197612 Feb 04 08:37:49.956278 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 47632) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:49.980729 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfe62a4-b0c5-4f82-95ce-1b4d48493e5e tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Pushing event deleted for resources: {'Port': ['ID=09c8ca8d-d613-4431-b538-664d362ba142,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:49.992605 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-a21a67b9-700e-4946-a4cc-34b629574474 None None] For port 03856f4d-04a4-4a27-8354-c80aa51be2c5, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:37:49.996487 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-a21a67b9-700e-4946-a4cc-34b629574474 None None] For port 03856f4d-04a4-4a27-8354-c80aa51be2c5, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=03856f4d-04a4-4a27-8354-c80aa51be2c5,segment=NetworkSegment(2c48dc91-e362-4611-9354-aede43558386),segment_id=2c48dc91-e362-4611-9354-aede43558386)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:37:50.003117 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 09c8ca8d-d613-4431-b538-664d362ba142 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:37:50.003501 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:50.042541 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Port 09c8ca8d-d613-4431-b538-664d362ba142 was deleted so its status cannot be updated. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Feb 04 08:37:50.043025 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device e6f40c31-b6de-48e6-8f71-a0473c650669 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:37:50.108620 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-a21a67b9-700e-4946-a4cc-34b629574474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:50.117222 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-89f021ad-cc6f-4300-adfc-4865d0c941fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:50.153805 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-89f021ad-cc6f-4300-adfc-4865d0c941fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:50.228661 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3cfe62a4-b0c5-4f82-95ce-1b4d48493e5e tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473010'] for router_gateway, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:50.253177 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-af9242cd-f855-4f79-9d50-a677b648628b tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks [] for router_gateway, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:50.254083 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-af9242cd-f855-4f79-9d50-a677b648628b tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472990'] for router, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:50.298598 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21a67b9-700e-4946-a4cc-34b629574474 None None] Pushing event updated for resources: {'Port': ['ID=03856f4d-04a4-4a27-8354-c80aa51be2c5,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:50.403866 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port e6f40c31-b6de-48e6-8f71-a0473c650669 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:37:50.414459 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-eb4a218f-beae-4413-b011-19330005caf0 None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:50.417352 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port e6f40c31-b6de-48e6-8f71-a0473c650669 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:37:50.417694 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:50.454721 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-89f021ad-cc6f-4300-adfc-4865d0c941fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:50.466308 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-eb4a218f-beae-4413-b011-19330005caf0 None None] Transition to ACTIVE for port object 095b7d7c-2046-40af-b153-3b18f077cf70 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:37:50.474401 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f021ad-cc6f-4300-adfc-4865d0c941fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63bd4d2e-67d1-45f6-86d9-b50baacbdce5,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:50.489829 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4fcaf6c5-dafc-41fd-9fa4-30572a13780a tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:50.524463 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-eb4a218f-beae-4413-b011-19330005caf0 None None] Transition to ACTIVE for port object 095b7d7c-2046-40af-b153-3b18f077cf70 will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:37:50.582285 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-89f021ad-cc6f-4300-adfc-4865d0c941fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:50.585586 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-89f021ad-cc6f-4300-adfc-4865d0c941fb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/63bd4d2e-67d1-45f6-86d9-b50baacbdce5 HTTP/1.1" status: 204 len: 168 time: 0.6247294 Feb 04 08:37:50.605036 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcaf6c5-dafc-41fd-9fa4-30572a13780a tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event deleted for resources: {'Port': ['ID=936b8c22-acc4-479c-86f4-50db954a4825,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:50.622455 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3cfe62a4-b0c5-4f82-95ce-1b4d48493e5e tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40989'] for router, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:50.623863 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:50.640067 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-eb4a218f-beae-4413-b011-19330005caf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:50.724515 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3cfe62a4-b0c5-4f82-95ce-1b4d48493e5e tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:50.729559 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port e6f40c31-b6de-48e6-8f71-a0473c650669, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=e6f40c31-b6de-48e6-8f71-a0473c650669,segment=NetworkSegment(c44b9475-949d-4ae7-bfca-e29b010a56a6),segment_id=c44b9475-949d-4ae7-bfca-e29b010a56a6)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:37:50.747047 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4a218f-beae-4413-b011-19330005caf0 None None] Network 4c9b2602-557a-496f-9496-472f42f83572 is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:37:50.751301 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4fcaf6c5-dafc-41fd-9fa4-30572a13780a tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:50.752732 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-eb4a218f-beae-4413-b011-19330005caf0 None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:37:50.755481 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4a218f-beae-4413-b011-19330005caf0 None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:37:50.757918 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4a218f-beae-4413-b011-19330005caf0 None None] Pushing event updated for resources: {'Port': ['ID=095b7d7c-2046-40af-b153-3b18f077cf70,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:50.800539 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-4fcaf6c5-dafc-41fd-9fa4-30572a13780a tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "DELETE /v2.0/ports/936b8c22-acc4-479c-86f4-50db954a4825 HTTP/1.1" status: 204 len: 168 time: 2.9655840 Feb 04 08:37:50.803212 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 47638) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:50.851651 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:50.870069 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e3fa85b9-47f0-4e4b-9757-7e03063ffb6e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:50.890102 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4835d151-1b69-4a9a-a369-a15289ef0cc0 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:50.891656 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4835d151-1b69-4a9a-a369-a15289ef0cc0 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:50.892487 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-4835d151-1b69-4a9a-a369-a15289ef0cc0 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Synchronizing usage tracker for tenant:ffa27937301745e1ad43fa520f28cbc3 on resource:subnet {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:37:50.893834 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 108b5f09-70e8-40be-b546-791c880ff461 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:37:50.896250 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3934ec1a-8c7b-4aa4-8d68-faa0efb0505f tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Router 0234ff07-fb29-4b73-86d9-cc724c0be658 is scheduled to L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 with binding_index 1 {{(pid=84108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 08:37:50.908060 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3cfe62a4-b0c5-4f82-95ce-1b4d48493e5e tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-476062'] for router, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:50.908715 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cfe62a4-b0c5-4f82-95ce-1b4d48493e5e tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3bc37819-db10-439c-85fd-418bc84cffdf {{(pid=84108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 08:37:50.968167 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: 108b5f09-70e8-40be-b546-791c880ff461 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:37:50.968509 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 108b5f09-70e8-40be-b546-791c880ff461 not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:37:51.002533 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-eb4a218f-beae-4413-b011-19330005caf0 None None] Attempting to bind port 095b7d7c-2046-40af-b153-3b18f077cf70 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:37:51.002749 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3cfe62a4-b0c5-4f82-95ce-1b4d48493e5e tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks [] for router, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:51.003192 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-eb4a218f-beae-4413-b011-19330005caf0 None None] Attempting to bind port 095b7d7c-2046-40af-b153-3b18f077cf70 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': 'd44bd1a2-43a6-49bd-b059-074c91f0d1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4c9b2602-557a-496f-9496-472f42f83572'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:37:51.003282 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4a218f-beae-4413-b011-19330005caf0 None None] Attempting to bind port 095b7d7c-2046-40af-b153-3b18f077cf70 on network 4c9b2602-557a-496f-9496-472f42f83572 {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:37:51.004983 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-3cfe62a4-b0c5-4f82-95ce-1b4d48493e5e tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] 10.222.0.36 "DELETE /v2.0/routers/3bc37819-db10-439c-85fd-418bc84cffdf HTTP/1.1" status: 204 len: 168 time: 7.0140667 Feb 04 08:37:51.013358 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 47642) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:51.016692 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=e6f40c31-b6de-48e6-8f71-a0473c650669,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:51.018934 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-4835d151-1b69-4a9a-a369-a15289ef0cc0 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Unset dirty status for tenant:ffa27937301745e1ad43fa520f28cbc3 on resource:subnet {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:37:51.020151 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-4835d151-1b69-4a9a-a369-a15289ef0cc0 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2151992 Feb 04 08:37:51.020286 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4a218f-beae-4413-b011-19330005caf0 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:37:51.020520 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4a218f-beae-4413-b011-19330005caf0 None None] Checking segment: {'id': 'd44bd1a2-43a6-49bd-b059-074c91f0d1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4c9b2602-557a-496f-9496-472f42f83572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:37:51.020949 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-eb4a218f-beae-4413-b011-19330005caf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:51.021385 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4a218f-beae-4413-b011-19330005caf0 None None] Bound using segment: {'id': 'd44bd1a2-43a6-49bd-b059-074c91f0d1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4c9b2602-557a-496f-9496-472f42f83572'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:37:51.021915 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-eb4a218f-beae-4413-b011-19330005caf0 None None] Bound port: 095b7d7c-2046-40af-b153-3b18f077cf70, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd44bd1a2-43a6-49bd-b059-074c91f0d1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4c9b2602-557a-496f-9496-472f42f83572'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:37:51.022708 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-eb4a218f-beae-4413-b011-19330005caf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:51.167507 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-eb4a218f-beae-4413-b011-19330005caf0 None None] For port 095b7d7c-2046-40af-b153-3b18f077cf70, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:37:51.174145 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-eb4a218f-beae-4413-b011-19330005caf0 None None] For port 095b7d7c-2046-40af-b153-3b18f077cf70, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=095b7d7c-2046-40af-b153-3b18f077cf70,segment=NetworkSegment(d44bd1a2-43a6-49bd-b059-074c91f0d1d3),segment_id=d44bd1a2-43a6-49bd-b059-074c91f0d1d3)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:37:51.211607 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 47646) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:51.240266 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-eb4a218f-beae-4413-b011-19330005caf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:51.295906 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 03856f4d-04a4-4a27-8354-c80aa51be2c5 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:37:51.298292 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af9242cd-f855-4f79-9d50-a677b648628b tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Router 8c94e858-bd55-4c17-9c09-0693c0a886aa is scheduled to L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 with binding_index 1 {{(pid=84107) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 08:37:51.387330 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_v2 [None req-6db84d51-1b3c-4f8a-b9ff-9f59737d60a8 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Deleting subnet 4402a798-322b-4d73-9562-dd81c3ed77db {{(pid=84108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:37:51.408082 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4a218f-beae-4413-b011-19330005caf0 None None] Pushing event updated for resources: {'Port': ['ID=095b7d7c-2046-40af-b153-3b18f077cf70,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:51.418679 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-6db84d51-1b3c-4f8a-b9ff-9f59737d60a8 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:51.529997 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 03856f4d-04a4-4a27-8354-c80aa51be2c5 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:37:51.557711 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-6db84d51-1b3c-4f8a-b9ff-9f59737d60a8 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7851377'] for subnet, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:51.655137 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-6db84d51-1b3c-4f8a-b9ff-9f59737d60a8 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:51.700842 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-e762666c-368f-47a8-b04b-a21f14a25aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:51.744062 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3934ec1a-8c7b-4aa4-8d68-faa0efb0505f tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:37:51.752802 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-3934ec1a-8c7b-4aa4-8d68-faa0efb0505f tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "PUT /v2.0/routers/0234ff07-fb29-4b73-86d9-cc724c0be658/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7965062 Feb 04 08:37:51.756304 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 47660) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:51.787294 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c6d94b7-eca9-43c4-82fe-8161e6e2e8fa tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Deleting subnet 371c8f20-613e-4d4f-b20a-49e458c5d260 {{(pid=84108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:37:51.787668 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c0726e-62dc-4bbc-805a-a54de4415d92 None None] Sync routers for ids ['0234ff07-fb29-4b73-86d9-cc724c0be658'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:37:51.792214 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7c6d94b7-eca9-43c4-82fe-8161e6e2e8fa tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks [] for subnet, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:51.806727 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c0726e-62dc-4bbc-805a-a54de4415d92 None None] Routers {'0234ff07-fb29-4b73-86d9-cc724c0be658'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:37:51.808600 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-02c0726e-62dc-4bbc-805a-a54de4415d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:37:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['0234ff07-fb29-4b73-86d9-cc724c0be658'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:37:51.925833 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7c6d94b7-eca9-43c4-82fe-8161e6e2e8fa tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7851377'] for subnet, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:51.942670 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-02c0726e-62dc-4bbc-805a-a54de4415d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:37:51.966643 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c0726e-62dc-4bbc-805a-a54de4415d92 None None] Routers {'0234ff07-fb29-4b73-86d9-cc724c0be658'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:37:51.967320 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-02c0726e-62dc-4bbc-805a-a54de4415d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:37:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['0234ff07-fb29-4b73-86d9-cc724c0be658'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:37:52.059047 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7c6d94b7-eca9-43c4-82fe-8161e6e2e8fa tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:52.077411 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-3d70751a-d2a9-4629-af81-5dd1dbb5886f None None] Could not find standard attr ID for object 936b8c22-acc4-479c-86f4-50db954a4825. {{(pid=84109) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 08:37:52.089645 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-02c0726e-62dc-4bbc-805a-a54de4415d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:37:52.090907 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c53f060-f820-48b0-892b-8a23e26e70e0 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:52.091390 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c0726e-62dc-4bbc-805a-a54de4415d92 None None] The sync data for ids ['0234ff07-fb29-4b73-86d9-cc724c0be658'] in dv-neutron-827798-2-hyperv is: [] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:37:52.091593 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-0c53f060-f820-48b0-892b-8a23e26e70e0 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Synchronizing usage tracker for tenant:1216cf6397c6415eb938e86c1901dea6 on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:37:52.102476 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-e3fa85b9-47f0-4e4b-9757-7e03063ffb6e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Allocated IP 172.20.0.1 (4c9b2602-557a-496f-9496-472f42f83572/86d0bccd-5c6a-4354-af11-7f0ac9ee3eb4/55a55c91-4d5b-45f3-8136-cd894d1d4b08) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:37:52.109235 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-6db84d51-1b3c-4f8a-b9ff-9f59737d60a8 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7593563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8119683'] for subnet, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:52.153739 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-3d70751a-d2a9-4629-af81-5dd1dbb5886f None None] Provisioning for port 03856f4d-04a4-4a27-8354-c80aa51be2c5 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:37:52.160737 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-3d70751a-d2a9-4629-af81-5dd1dbb5886f None None] Provisioning complete for port 03856f4d-04a4-4a27-8354-c80aa51be2c5 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:37:52.161219 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-3d70751a-d2a9-4629-af81-5dd1dbb5886f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:52.185018 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db84d51-1b3c-4f8a-b9ff-9f59737d60a8 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=4402a798-322b-4d73-9562-dd81c3ed77db,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:52.216158 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-6db84d51-1b3c-4f8a-b9ff-9f59737d60a8 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:52.232370 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-6db84d51-1b3c-4f8a-b9ff-9f59737d60a8 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] 10.222.0.36 "DELETE /v2.0/subnets/4402a798-322b-4d73-9562-dd81c3ed77db HTTP/1.1" status: 204 len: 168 time: 1.2116930 Feb 04 08:37:52.232370 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 47668) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:52.257736 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af9242cd-f855-4f79-9d50-a677b648628b tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:37:52.280296 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f97816-ed73-4731-b6ec-38a52c55abf5 None None] Sync routers for ids ['8c94e858-bd55-4c17-9c09-0693c0a886aa'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:37:52.308946 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-0c53f060-f820-48b0-892b-8a23e26e70e0 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Unset dirty status for tenant:1216cf6397c6415eb938e86c1901dea6 on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:37:52.310281 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-0c53f060-f820-48b0-892b-8a23e26e70e0 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "GET /v2.0/ports/61983c8d-b13b-4a5b-a5ab-6332fc2c210c HTTP/1.1" status: 200 len: 978 time: 0.5495546 Feb 04 08:37:52.324667 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 47674) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:52.336244 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f97816-ed73-4731-b6ec-38a52c55abf5 None None] Routers {'8c94e858-bd55-4c17-9c09-0693c0a886aa'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:37:52.338001 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-67f97816-ed73-4731-b6ec-38a52c55abf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:37:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['8c94e858-bd55-4c17-9c09-0693c0a886aa'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:37:52.399077 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0668f818-fdbc-4e5c-b25a-cd1409b1ca50 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:52.403088 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7c6d94b7-eca9-43c4-82fe-8161e6e2e8fa tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7593563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8119683'] for subnet, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:52.411613 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-67f97816-ed73-4731-b6ec-38a52c55abf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:37:52.413996 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-af9242cd-f855-4f79-9d50-a677b648628b tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:52.415238 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-af9242cd-f855-4f79-9d50-a677b648628b tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.0010037 Feb 04 08:37:52.425660 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 47678) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:52.437298 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-f534bc64-d9be-4a5e-89f9-a3365a350ea6 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'enable_snat': False}}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:37:52.449818 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6d94b7-eca9-43c4-82fe-8161e6e2e8fa tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event deleted for resources: {'Subnet': ['ID=371c8f20-613e-4d4f-b20a-49e458c5d260,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:52.462694 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7c6d94b7-eca9-43c4-82fe-8161e6e2e8fa tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:52.493682 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f97816-ed73-4731-b6ec-38a52c55abf5 None None] Routers {'8c94e858-bd55-4c17-9c09-0693c0a886aa'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:37:52.494316 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-67f97816-ed73-4731-b6ec-38a52c55abf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:37:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['8c94e858-bd55-4c17-9c09-0693c0a886aa'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:37:52.583267 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-67f97816-ed73-4731-b6ec-38a52c55abf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:37:52.583721 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f97816-ed73-4731-b6ec-38a52c55abf5 None None] The sync data for ids ['8c94e858-bd55-4c17-9c09-0693c0a886aa'] in dv-neutron-827798-2-hyperv is: [] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:37:52.614195 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-7c6d94b7-eca9-43c4-82fe-8161e6e2e8fa tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "DELETE /v2.0/subnets/371c8f20-613e-4d4f-b20a-49e458c5d260 HTTP/1.1" status: 204 len: 168 time: 1.4013348 Feb 04 08:37:52.617877 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 47684) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:52.620976 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-3d70751a-d2a9-4629-af81-5dd1dbb5886f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:52.676087 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-3d70751a-d2a9-4629-af81-5dd1dbb5886f None None] For port 03856f4d-04a4-4a27-8354-c80aa51be2c5, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=03856f4d-04a4-4a27-8354-c80aa51be2c5,segment=NetworkSegment(2c48dc91-e362-4611-9354-aede43558386),segment_id=2c48dc91-e362-4611-9354-aede43558386)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:37:52.686747 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e3fa85b9-47f0-4e4b-9757-7e03063ffb6e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:52.727254 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 47688) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:52.735995 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-3d70751a-d2a9-4629-af81-5dd1dbb5886f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:52.737705 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [None req-e3fa85b9-47f0-4e4b-9757-7e03063ffb6e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Transition to ACTIVE for port object 55a55c91-4d5b-45f3-8136-cd894d1d4b08 will not be triggered until provisioned by entity DHCP. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:37:52.763864 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 47694) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:52.765440 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-2589ee1e-e00c-4742-8e7e-f32ab32b4a91 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1413360 Feb 04 08:37:52.771478 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0668f818-fdbc-4e5c-b25a-cd1409b1ca50 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:52.813772 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:52.820148 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-0668f818-fdbc-4e5c-b25a-cd1409b1ca50 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5bc8ddc-c997-4a92-a3ab-b3bc59cab651']}} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:37:52.834997 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af31341-4945-494f-905d-65ec6d8ef8c3 None None] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:37:52.842373 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-0668f818-fdbc-4e5c-b25a-cd1409b1ca50 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4c6204d-25e1-438b-bdbe-c41022610a5a') {'for_net_delete': True} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:37:52.842805 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-0668f818-fdbc-4e5c-b25a-cd1409b1ca50 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4c6204d-25e1-438b-bdbe-c41022610a5a') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:37:52.863726 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0668f818-fdbc-4e5c-b25a-cd1409b1ca50 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7851336'] for segment, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:52.905188 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0668f818-fdbc-4e5c-b25a-cd1409b1ca50 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:52.915615 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0668f818-fdbc-4e5c-b25a-cd1409b1ca50 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=84108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:37:52.916604 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0668f818-fdbc-4e5c-b25a-cd1409b1ca50 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7460345'] for segment, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:52.965872 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-e2093079-3145-4643-a557-bfbdb0047536 None None] Could not find standard attr ID for object 936b8c22-acc4-479c-86f4-50db954a4825. {{(pid=84109) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 08:37:53.010410 dv-neutron-827798-2-hyperv neutron-server[84108]: Traceback (most recent call last): Feb 04 08:37:53.010410 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:37:53.010410 dv-neutron-827798-2-hyperv neutron-server[84108]: timer() Feb 04 08:37:53.010410 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:37:53.010410 dv-neutron-827798-2-hyperv neutron-server[84108]: cb(*args, **kw) Feb 04 08:37:53.010410 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:37:53.010410 dv-neutron-827798-2-hyperv neutron-server[84108]: return func(*args, **kwargs) Feb 04 08:37:53.010410 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:37:53.010410 dv-neutron-827798-2-hyperv neutron-server[84108]: self._notify() Feb 04 08:37:53.010410 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:37:53.010410 dv-neutron-827798-2-hyperv neutron-server[84108]: self.callback(batched_events) Feb 04 08:37:53.010410 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:37:53.010410 dv-neutron-827798-2-hyperv neutron-server[84108]: event.method(event) Feb 04 08:37:53.010410 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:37:53.010410 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:37:53.010410 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:37:53.010410 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:37:53.010410 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:37:53.010410 dv-neutron-827798-2-hyperv neutron-server[84108]: return f(self, *a, **k) Feb 04 08:37:53.010410 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:37:53.010410 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._get(url).json() Feb 04 08:37:53.010410 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:37:53.010410 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:37:53.010410 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:37:53.010410 dv-neutron-827798-2-hyperv neutron-server[84108]: return self.request(url, 'GET', **kwargs) Feb 04 08:37:53.010410 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:37:53.010410 dv-neutron-827798-2-hyperv neutron-server[84108]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:37:53.010410 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:37:53.010410 dv-neutron-827798-2-hyperv neutron-server[84108]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:37:53.010410 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:37:53.010410 dv-neutron-827798-2-hyperv neutron-server[84108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:37:53.010410 dv-neutron-827798-2-hyperv neutron-server[84108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:37:53.025445 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e3fa85b9-47f0-4e4b-9757-7e03063ffb6e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:53.030829 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d70751a-d2a9-4629-af81-5dd1dbb5886f None None] Pushing event updated for resources: {'Port': ['ID=03856f4d-04a4-4a27-8354-c80aa51be2c5,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:53.090944 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:53.157920 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fa85b9-47f0-4e4b-9757-7e03063ffb6e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'Port': ['ID=55a55c91-4d5b-45f3-8136-cd894d1d4b08,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:53.177990 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db25bfe-834a-41c3-b8d2-e664b0cc857d None None] Network 4c9b2602-557a-496f-9496-472f42f83572 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:37:53.181558 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-7e846aea-95de-480c-978c-1c0d254c3a1a tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-251017850'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:37:53.205334 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-7e846aea-95de-480c-978c-1c0d254c3a1a tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:37:53.232891 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-7e846aea-95de-480c-978c-1c0d254c3a1a tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Usage tracker for resource:network and tenant:e63069d3cf3540d8aad7a137ff4999ec is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:37:53.311483 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-7e846aea-95de-480c-978c-1c0d254c3a1a tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:37:53.311483 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-7e846aea-95de-480c-978c-1c0d254c3a1a tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:37:53.320068 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-accbe5e2-5ba2-489c-a98d-01480526f4a7 None None] DHCP port deletion for bc933c3a-b15d-4eab-9ad6-d32fd193f5cd request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 08:37:53.320068 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 095b7d7c-2046-40af-b153-3b18f077cf70 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:37:53.320232 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fa85b9-47f0-4e4b-9757-7e03063ffb6e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Network 4c9b2602-557a-496f-9496-472f42f83572 is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:37:53.320232 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-e3fa85b9-47f0-4e4b-9757-7e03063ffb6e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:37:53.323842 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fa85b9-47f0-4e4b-9757-7e03063ffb6e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:37:53.325038 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-accbe5e2-5ba2-489c-a98d-01480526f4a7 None None] Deleting port 03856f4d-04a4-4a27-8354-c80aa51be2c5 {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:37:53.325403 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-accbe5e2-5ba2-489c-a98d-01480526f4a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:53.352944 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0668f818-fdbc-4e5c-b25a-cd1409b1ca50 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:53.368923 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0668f818-fdbc-4e5c-b25a-cd1409b1ca50 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c5bc8ddc-c997-4a92-a3ab-b3bc59cab651 {{(pid=84108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 04 08:37:53.373015 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0668f818-fdbc-4e5c-b25a-cd1409b1ca50 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:53.375985 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e846aea-95de-480c-978c-1c0d254c3a1a tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Made reservation on behalf of e63069d3cf3540d8aad7a137ff4999ec for: {'network': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:37:53.381980 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7e846aea-95de-480c-978c-1c0d254c3a1a tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:53.398563 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0668f818-fdbc-4e5c-b25a-cd1409b1ca50 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Pushing event deleted for resources: {'Network': ['ID=c5bc8ddc-c997-4a92-a3ab-b3bc59cab651,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:53.402589 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7e846aea-95de-480c-978c-1c0d254c3a1a tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks [] for security_group, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:53.418778 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-0668f818-fdbc-4e5c-b25a-cd1409b1ca50 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] 10.222.0.36 "DELETE /v2.0/networks/c5bc8ddc-c997-4a92-a3ab-b3bc59cab651 HTTP/1.1" status: 204 len: 168 time: 1.1800308 Feb 04 08:37:53.441925 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-7e846aea-95de-480c-978c-1c0d254c3a1a tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:37:53.445944 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-7e846aea-95de-480c-978c-1c0d254c3a1a tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Usage tracker for resource:security_group_rule and tenant:e63069d3cf3540d8aad7a137ff4999ec is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:37:53.449090 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-7e846aea-95de-480c-978c-1c0d254c3a1a tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:37:53.455815 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-7e846aea-95de-480c-978c-1c0d254c3a1a tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:37:53.600153 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7e846aea-95de-480c-978c-1c0d254c3a1a tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks [] for security_group, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:53.605919 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-d314ea01-5aa0-4260-bf65-4bd529c7325b None None] Provisioning for port 095b7d7c-2046-40af-b153-3b18f077cf70 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:37:53.626286 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277658a2-4a3e-41d3-ba9c-37dae7790270 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:53.627971 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-277658a2-4a3e-41d3-ba9c-37dae7790270 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.8634939 Feb 04 08:37:53.630958 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 47704) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:53.639067 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e3fa85b9-47f0-4e4b-9757-7e03063ffb6e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-472912'] for router_interface, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:53.690331 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7e846aea-95de-480c-978c-1c0d254c3a1a tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:53.727808 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e846aea-95de-480c-978c-1c0d254c3a1a tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=84108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:37:53.749886 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e846aea-95de-480c-978c-1c0d254c3a1a tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c3e979-8fc0-4524-be14-7510c1095b63,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:53.756539 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34f9c43-1b07-4fff-a197-315a1e84e296 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:53.757228 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-c34f9c43-1b07-4fff-a197-315a1e84e296 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Synchronizing usage tracker for tenant:ffa27937301745e1ad43fa520f28cbc3 on resource:subnet {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:37:53.760264 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7e846aea-95de-480c-978c-1c0d254c3a1a tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:53.760749 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.segments_db [None req-7e846aea-95de-480c-978c-1c0d254c3a1a tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Added segment 6e1a07a2-2445-484b-846d-69e0c9a2c85e of type vlan for network 596e5f5c-7eff-420e-842e-232f7b0c78ab Feb 04 08:37:53.796216 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7e846aea-95de-480c-978c-1c0d254c3a1a tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:53.847986 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-accbe5e2-5ba2-489c-a98d-01480526f4a7 None None] For port 03856f4d-04a4-4a27-8354-c80aa51be2c5, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=03856f4d-04a4-4a27-8354-c80aa51be2c5,segment=NetworkSegment(2c48dc91-e362-4611-9354-aede43558386),segment_id=2c48dc91-e362-4611-9354-aede43558386)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:37:53.848621 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-accbe5e2-5ba2-489c-a98d-01480526f4a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:53.883667 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-c34f9c43-1b07-4fff-a197-315a1e84e296 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Unset dirty status for tenant:ffa27937301745e1ad43fa520f28cbc3 on resource:subnet {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:37:53.885253 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-c34f9c43-1b07-4fff-a197-315a1e84e296 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2531948 Feb 04 08:37:53.887776 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 47710) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:53.927998 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e3fa85b9-47f0-4e4b-9757-7e03063ffb6e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:53.970869 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 47714) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:54.078413 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-0199a175-ed10-4a0f-9dd3-52da5b76a5d1 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Request body: {'router': {'name': 'tempest-router--632986508', 'project_id': '9064d6753c9b445f9c29eda1cf0bf4f6'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:37:54.082000 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-accbe5e2-5ba2-489c-a98d-01480526f4a7 None None] Calling delete_port for 03856f4d-04a4-4a27-8354-c80aa51be2c5 owned by network:dhcp {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:37:54.082563 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7e846aea-95de-480c-978c-1c0d254c3a1a tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:54.086539 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e846aea-95de-480c-978c-1c0d254c3a1a tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:54.087301 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7e846aea-95de-480c-978c-1c0d254c3a1a tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:54.100463 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-0199a175-ed10-4a0f-9dd3-52da5b76a5d1 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:37:54.108259 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-0199a175-ed10-4a0f-9dd3-52da5b76a5d1 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Usage tracker for resource:router and tenant:9064d6753c9b445f9c29eda1cf0bf4f6 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:37:54.142273 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-0199a175-ed10-4a0f-9dd3-52da5b76a5d1 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:37:54.150009 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-5af93a12-e9fc-49e6-8eff-c472c3518392 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2560947 Feb 04 08:37:54.150870 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 47718) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:54.167722 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-0199a175-ed10-4a0f-9dd3-52da5b76a5d1 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:37:54.173552 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-2f790138-fcc8-4972-ab5a-0e2a8a369298 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Request body: {'subnet': {'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:37:54.230717 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e846aea-95de-480c-978c-1c0d254c3a1a tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Pushing event updated for resources: {'Network': ['ID=596e5f5c-7eff-420e-842e-232f7b0c78ab,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:54.238127 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 095b7d7c-2046-40af-b153-3b18f077cf70 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:37:54.243545 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network 596e5f5c-7eff-420e-842e-232f7b0c78ab details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:37:54.258639 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 095b7d7c-2046-40af-b153-3b18f077cf70 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:37:54.259019 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:54.277713 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-7e846aea-95de-480c-978c-1c0d254c3a1a tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5492866 Feb 04 08:37:54.285671 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 47722) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:54.285826 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-2e814453-984f-46c0-96ec-18dbf4fd70bc tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Request body: {'port': {'network_id': '596e5f5c-7eff-420e-842e-232f7b0c78ab', 'name': 'tempest-PortsIpV6TestJSON-1147836213'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:37:54.341025 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:54.352580 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-accbe5e2-5ba2-489c-a98d-01480526f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407'] for port, after_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:54.425985 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0199a175-ed10-4a0f-9dd3-52da5b76a5d1 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40975'] for router, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:54.426969 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0199a175-ed10-4a0f-9dd3-52da5b76a5d1 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40982'] for router, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:54.442318 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accbe5e2-5ba2-489c-a98d-01480526f4a7 None None] Pushing event deleted for resources: {'Port': ['ID=03856f4d-04a4-4a27-8354-c80aa51be2c5,revision_number=None']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:54.454881 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-2f790138-fcc8-4972-ab5a-0e2a8a369298 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:37:54.466481 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-2e814453-984f-46c0-96ec-18dbf4fd70bc tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:37:54.474918 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-2e814453-984f-46c0-96ec-18dbf4fd70bc tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Usage tracker for resource:port and tenant:e63069d3cf3540d8aad7a137ff4999ec is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:37:54.478778 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accbe5e2-5ba2-489c-a98d-01480526f4a7 None None] No DVR routers for this DVR port 03856f4d-04a4-4a27-8354-c80aa51be2c5 on host dv-neutron-827798-2-hyperv {{(pid=84109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:37:54.479097 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-2e814453-984f-46c0-96ec-18dbf4fd70bc tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:37:54.495563 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-2e814453-984f-46c0-96ec-18dbf4fd70bc tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:37:54.501747 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-2f790138-fcc8-4972-ab5a-0e2a8a369298 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:37:54.553769 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:54.576021 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e814453-984f-46c0-96ec-18dbf4fd70bc tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Made reservation on behalf of e63069d3cf3540d8aad7a137ff4999ec for: {'port': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:37:54.581887 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2e814453-984f-46c0-96ec-18dbf4fd70bc tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:54.601655 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port 095b7d7c-2046-40af-b153-3b18f077cf70, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=095b7d7c-2046-40af-b153-3b18f077cf70,segment=NetworkSegment(d44bd1a2-43a6-49bd-b059-074c91f0d1d3),segment_id=d44bd1a2-43a6-49bd-b059-074c91f0d1d3)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:37:54.617768 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [None req-2e814453-984f-46c0-96ec-18dbf4fd70bc tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] device_id is not set on port 5e07334d-4bee-4336-bf8b-45995d221e28 yet. {{(pid=84108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:37:54.683320 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f790138-fcc8-4972-ab5a-0e2a8a369298 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Made reservation on behalf of ffa27937301745e1ad43fa520f28cbc3 for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:37:54.684052 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:54.684932 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device e6f40c31-b6de-48e6-8f71-a0473c650669 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:37:54.711931 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0199a175-ed10-4a0f-9dd3-52da5b76a5d1 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:54.735854 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-a7930b79-917b-4a4b-900a-0aa0822f8a8c None None] Provisioning for port 55a55c91-4d5b-45f3-8136-cd894d1d4b08 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:37:54.748853 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776ea0c3-c761-4fc2-8e06-5a9152c8823a None None] get_active_networks_info from dv-neutron-827798-2-hyperv {{(pid=84109) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 04 08:37:54.811837 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-a7930b79-917b-4a4b-900a-0aa0822f8a8c None None] Provisioning complete for port 55a55c91-4d5b-45f3-8136-cd894d1d4b08 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:37:54.812119 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-a7930b79-917b-4a4b-900a-0aa0822f8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:54.856312 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2e814453-984f-46c0-96ec-18dbf4fd70bc tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:54.915012 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=095b7d7c-2046-40af-b153-3b18f077cf70,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:54.920181 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-a7930b79-917b-4a4b-900a-0aa0822f8a8c None None] Port 55a55c91-4d5b-45f3-8136-cd894d1d4b08 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:37:54.947226 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2e814453-984f-46c0-96ec-18dbf4fd70bc tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:54.975038 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-a7930b79-917b-4a4b-900a-0aa0822f8a8c None None] Provisioning complete for port 095b7d7c-2046-40af-b153-3b18f077cf70 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:37:54.975402 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-a7930b79-917b-4a4b-900a-0aa0822f8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:54.976293 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2f790138-fcc8-4972-ab5a-0e2a8a369298 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985186'] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:54.997688 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f7b36e54-e029-484b-afcd-41a48361d2c9 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473817'] for router_interface, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:54.997931 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port e6f40c31-b6de-48e6-8f71-a0473c650669 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:37:54.998148 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:55.051562 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e814453-984f-46c0-96ec-18dbf4fd70bc tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Pushing event updated for resources: {'Port': ['ID=5e07334d-4bee-4336-bf8b-45995d221e28,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:55.054073 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776ea0c3-c761-4fc2-8e06-5a9152c8823a None None] Resources bound (agent type, host, resource id): {{(pid=84109) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 08:37:55.060406 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e814453-984f-46c0-96ec-18dbf4fd70bc tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Checking segment: {'id': '6e1a07a2-2445-484b-846d-69e0c9a2c85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '596e5f5c-7eff-420e-842e-232f7b0c78ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:37:55.060754 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0199a175-ed10-4a0f-9dd3-52da5b76a5d1 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472990'] for router, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:55.061009 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e814453-984f-46c0-96ec-18dbf4fd70bc tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Network hostable DHCP agents. Network: 596e5f5c-7eff-420e-842e-232f7b0c78ab, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:37:55.129719 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e814453-984f-46c0-96ec-18dbf4fd70bc tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Network 596e5f5c-7eff-420e-842e-232f7b0c78ab is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:37:55.193048 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-2e814453-984f-46c0-96ec-18dbf4fd70bc tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, 596e5f5c-7eff-420e-842e-232f7b0c78ab) {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:37:55.197462 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e814453-984f-46c0-96ec-18dbf4fd70bc tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:37:55.202964 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e814453-984f-46c0-96ec-18dbf4fd70bc tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:55.203866 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2e814453-984f-46c0-96ec-18dbf4fd70bc tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:55.284854 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-2e814453-984f-46c0-96ec-18dbf4fd70bc tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0041761 Feb 04 08:37:55.287986 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 47726) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:55.301898 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-d5e93481-a330-453b-8fa2-47b6dcae6b42 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-600782657'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:37:55.304088 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-d5e93481-a330-453b-8fa2-47b6dcae6b42 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:37:55.310395 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-d5e93481-a330-453b-8fa2-47b6dcae6b42 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Usage tracker for resource:network and tenant:e63069d3cf3540d8aad7a137ff4999ec is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:37:55.314513 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-d5e93481-a330-453b-8fa2-47b6dcae6b42 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:37:55.320656 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-d5e93481-a330-453b-8fa2-47b6dcae6b42 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:37:55.384101 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 095b7d7c-2046-40af-b153-3b18f077cf70 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:37:55.398171 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e93481-a330-453b-8fa2-47b6dcae6b42 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Made reservation on behalf of e63069d3cf3540d8aad7a137ff4999ec for: {'network': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:37:55.403116 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d5e93481-a330-453b-8fa2-47b6dcae6b42 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:55.409320 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0199a175-ed10-4a0f-9dd3-52da5b76a5d1 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:55.410552 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-0199a175-ed10-4a0f-9dd3-52da5b76a5d1 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.4387174 Feb 04 08:37:55.417579 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 47730) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:55.483079 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-7728a824-a33a-4b2e-8e77-9945bd355354 None None] Provisioning complete for port 55a55c91-4d5b-45f3-8136-cd894d1d4b08 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:37:55.483439 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-7728a824-a33a-4b2e-8e77-9945bd355354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:55.529075 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e3fa85b9-47f0-4e4b-9757-7e03063ffb6e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:55.546180 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-7728a824-a33a-4b2e-8e77-9945bd355354 None None] Port 55a55c91-4d5b-45f3-8136-cd894d1d4b08 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:37:55.577210 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5e93481-a330-453b-8fa2-47b6dcae6b42 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=84108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:37:55.595667 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-27ee1599-984a-457c-8e82-a80cbdc7b9f1 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks [] for router, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:55.595905 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 095b7d7c-2046-40af-b153-3b18f077cf70 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:37:55.596219 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:55.622482 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e3fa85b9-47f0-4e4b-9757-7e03063ffb6e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:55.647820 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d5e93481-a330-453b-8fa2-47b6dcae6b42 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:55.649249 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.segments_db [None req-d5e93481-a330-453b-8fa2-47b6dcae6b42 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Added segment 2053b39a-cf30-4a5f-9d6a-a4da31f4ec6b of type vlan for network 73d9b7fa-d406-4c2b-9898-d54f6d061dcb Feb 04 08:37:55.730733 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef10ab3-41df-4fc6-8557-6f121e54d7d8 None None] get_active_networks_info from dv-neutron-827798-2-hyperv {{(pid=84109) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 04 08:37:55.743954 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d5e93481-a330-453b-8fa2-47b6dcae6b42 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:55.830690 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e3fa85b9-47f0-4e4b-9757-7e03063ffb6e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473771'] for router_interface, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:55.834154 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fa85b9-47f0-4e4b-9757-7e03063ffb6e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'Port': ['ID=55a55c91-4d5b-45f3-8136-cd894d1d4b08,revision_number=2']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:55.848922 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f534bc64-d9be-4a5e-89f9-a3365a350ea6 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40996'] for router, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:55.918473 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:55.928150 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef10ab3-41df-4fc6-8557-6f121e54d7d8 None None] Resources bound (agent type, host, resource id): {{(pid=84109) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 08:37:56.031580 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d5e93481-a330-453b-8fa2-47b6dcae6b42 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:56.035968 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e93481-a330-453b-8fa2-47b6dcae6b42 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:56.036579 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d5e93481-a330-453b-8fa2-47b6dcae6b42 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:56.072073 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-27ee1599-984a-457c-8e82-a80cbdc7b9f1 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40989'] for router, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:56.149954 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2f790138-fcc8-4972-ab5a-0e2a8a369298 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7510230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985204'] for subnet, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:56.183284 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 03856f4d-04a4-4a27-8354-c80aa51be2c5 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:37:56.229964 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: 03856f4d-04a4-4a27-8354-c80aa51be2c5 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:37:56.230339 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 03856f4d-04a4-4a27-8354-c80aa51be2c5 not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:37:56.242162 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-27ee1599-984a-457c-8e82-a80cbdc7b9f1 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:56.268016 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e93481-a330-453b-8fa2-47b6dcae6b42 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Pushing event updated for resources: {'Network': ['ID=73d9b7fa-d406-4c2b-9898-d54f6d061dcb,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:56.289374 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network 73d9b7fa-d406-4c2b-9898-d54f6d061dcb details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:37:56.294504 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f790138-fcc8-4972-ab5a-0e2a8a369298 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:37:56.299080 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-2f790138-fcc8-4972-ab5a-0e2a8a369298 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:37:56.300681 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-f7b36e54-e029-484b-afcd-41a48361d2c9 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Deleting port 61983c8d-b13b-4a5b-a5ab-6332fc2c210c {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:37:56.301015 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f7b36e54-e029-484b-afcd-41a48361d2c9 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:56.324676 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f790138-fcc8-4972-ab5a-0e2a8a369298 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event updated for resources: {'Subnet': ['ID=0a33e6cc-8ec3-40a6-b5cf-2a27bba1cb25,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:56.332205 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f790138-fcc8-4972-ab5a-0e2a8a369298 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:56.332710 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2f790138-fcc8-4972-ab5a-0e2a8a369298 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:56.335486 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-d5e93481-a330-453b-8fa2-47b6dcae6b42 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0459642 Feb 04 08:37:56.338993 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 47734) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:56.345067 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-3596d37e-2be4-4d78-8344-a68e06013d65 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Request body: {'ports': [{'network_id': '596e5f5c-7eff-420e-842e-232f7b0c78ab'}, {'network_id': '73d9b7fa-d406-4c2b-9898-d54f6d061dcb'}]} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:37:56.345530 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-3596d37e-2be4-4d78-8344-a68e06013d65 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Request body: {'port': {'network_id': '596e5f5c-7eff-420e-842e-232f7b0c78ab'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:37:56.346062 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-3596d37e-2be4-4d78-8344-a68e06013d65 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Request body: {'port': {'network_id': '73d9b7fa-d406-4c2b-9898-d54f6d061dcb'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:37:56.351291 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fa85b9-47f0-4e4b-9757-7e03063ffb6e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Network 4c9b2602-557a-496f-9496-472f42f83572 is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:37:56.362268 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-e3fa85b9-47f0-4e4b-9757-7e03063ffb6e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:37:56.368460 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-27ee1599-984a-457c-8e82-a80cbdc7b9f1 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-476062'] for router, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:56.369477 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27ee1599-984a-457c-8e82-a80cbdc7b9f1 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7897aa73-1bff-480e-9575-fe96b202737d {{(pid=84108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 08:37:56.447448 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-27ee1599-984a-457c-8e82-a80cbdc7b9f1 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks [] for router, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:56.451346 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-27ee1599-984a-457c-8e82-a80cbdc7b9f1 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] 10.222.0.36 "DELETE /v2.0/routers/7897aa73-1bff-480e-9575-fe96b202737d HTTP/1.1" status: 204 len: 168 time: 1.0284722 Feb 04 08:37:56.465251 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30cc80e-1d59-4d71-8328-eb9977f9691c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'tenant_id': 'ffa27937301745e1ad43fa520f28cbc3', 'fixed_ips': [{'subnet_id': '0a33e6cc-8ec3-40a6-b5cf-2a27bba1cb25'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:37:56.465687 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-e30cc80e-1d59-4d71-8328-eb9977f9691c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:56.552532 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-2f790138-fcc8-4972-ab5a-0e2a8a369298 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4009709 Feb 04 08:37:56.555601 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 47740) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:56.574859 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-35be6edc-edc1-4e97-8f99-824c930b3489 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Request body: {'port': {'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'fixed_ips': [{'subnet_id': '0a33e6cc-8ec3-40a6-b5cf-2a27bba1cb25', 'ip_address': '2001:db8::1c84:4d8b:4d91:c877'}], 'name': 'tempest-NetworksTestDHCPv6-1232699016'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:37:56.646019 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-e30cc80e-1d59-4d71-8328-eb9977f9691c None None] Allocated IP 2001:db8::2 (bc933c3a-b15d-4eab-9ad6-d32fd193f5cd/0a33e6cc-8ec3-40a6-b5cf-2a27bba1cb25/72ba6433-0c38-4698-b882-1bca44486165) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:37:56.711131 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f7b36e54-e029-484b-afcd-41a48361d2c9 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:56.714655 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-3596d37e-2be4-4d78-8344-a68e06013d65 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:37:56.730687 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-3596d37e-2be4-4d78-8344-a68e06013d65 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Usage tracker for resource:port and tenant:e63069d3cf3540d8aad7a137ff4999ec is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:37:56.736568 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-3596d37e-2be4-4d78-8344-a68e06013d65 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:37:56.751494 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-3596d37e-2be4-4d78-8344-a68e06013d65 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:37:56.767856 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-35be6edc-edc1-4e97-8f99-824c930b3489 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:37:56.775049 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 47744) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:56.776110 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-35be6edc-edc1-4e97-8f99-824c930b3489 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Usage tracker for resource:port and tenant:ffa27937301745e1ad43fa520f28cbc3 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:37:56.779423 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-35be6edc-edc1-4e97-8f99-824c930b3489 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:37:56.785788 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-35be6edc-edc1-4e97-8f99-824c930b3489 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:37:56.844727 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3596d37e-2be4-4d78-8344-a68e06013d65 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Made reservation on behalf of e63069d3cf3540d8aad7a137ff4999ec for: {'port': 2} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:37:56.850761 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3596d37e-2be4-4d78-8344-a68e06013d65 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:56.866860 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35be6edc-edc1-4e97-8f99-824c930b3489 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Made reservation on behalf of ffa27937301745e1ad43fa520f28cbc3 for: {'port': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:37:56.887080 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-e30cc80e-1d59-4d71-8328-eb9977f9691c None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:56.901569 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-e30cc80e-1d59-4d71-8328-eb9977f9691c None None] Transition to ACTIVE for port object 72ba6433-0c38-4698-b882-1bca44486165 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:37:56.924175 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-e30cc80e-1d59-4d71-8328-eb9977f9691c None None] Transition to ACTIVE for port object 72ba6433-0c38-4698-b882-1bca44486165 will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:37:56.941479 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3596d37e-2be4-4d78-8344-a68e06013d65 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:56.968179 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-f7b36e54-e029-484b-afcd-41a48361d2c9 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Calling delete_port for 61983c8d-b13b-4a5b-a5ab-6332fc2c210c owned by network:router_interface {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:37:57.011000 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-e30cc80e-1d59-4d71-8328-eb9977f9691c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:57.096071 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30cc80e-1d59-4d71-8328-eb9977f9691c None None] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:37:57.099474 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-e30cc80e-1d59-4d71-8328-eb9977f9691c None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:37:57.104836 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30cc80e-1d59-4d71-8328-eb9977f9691c None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:37:57.107058 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30cc80e-1d59-4d71-8328-eb9977f9691c None None] Pushing event updated for resources: {'Port': ['ID=72ba6433-0c38-4698-b882-1bca44486165,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:57.217810 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-e30cc80e-1d59-4d71-8328-eb9977f9691c None None] Attempting to bind port 72ba6433-0c38-4698-b882-1bca44486165 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:37:57.218111 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-e30cc80e-1d59-4d71-8328-eb9977f9691c None None] Attempting to bind port 72ba6433-0c38-4698-b882-1bca44486165 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': '2c48dc91-e362-4611-9354-aede43558386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:37:57.218440 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30cc80e-1d59-4d71-8328-eb9977f9691c None None] Attempting to bind port 72ba6433-0c38-4698-b882-1bca44486165 on network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:37:57.227410 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30cc80e-1d59-4d71-8328-eb9977f9691c None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:37:57.227807 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30cc80e-1d59-4d71-8328-eb9977f9691c None None] Checking segment: {'id': '2c48dc91-e362-4611-9354-aede43558386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:37:57.228591 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-e30cc80e-1d59-4d71-8328-eb9977f9691c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:57.229036 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30cc80e-1d59-4d71-8328-eb9977f9691c None None] Bound using segment: {'id': '2c48dc91-e362-4611-9354-aede43558386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:37:57.229414 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-e30cc80e-1d59-4d71-8328-eb9977f9691c None None] Bound port: 72ba6433-0c38-4698-b882-1bca44486165, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c48dc91-e362-4611-9354-aede43558386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:37:57.229783 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-e30cc80e-1d59-4d71-8328-eb9977f9691c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:57.230662 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [None req-3596d37e-2be4-4d78-8344-a68e06013d65 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] device_id is not set on port 88feae79-9df4-4474-864e-28ae0993ab07 yet. {{(pid=84108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:37:57.237061 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-35be6edc-edc1-4e97-8f99-824c930b3489 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:57.264393 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [None req-35be6edc-edc1-4e97-8f99-824c930b3489 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] device_id is not set on port 61844cd6-3084-40b1-9a37-cb783eaa418b yet. {{(pid=84108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:37:57.284811 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f534bc64-d9be-4a5e-89f9-a3365a350ea6 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40996'] for router, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:57.301761 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-cc49a3fd-deb2-45dc-b0ad-451eb673b6d1 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-419149442', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}, 'admin_state_up': False}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:37:57.309836 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f534bc64-d9be-4a5e-89f9-a3365a350ea6 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-472436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-472429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-475363'] for router, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:57.316605 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-cc49a3fd-deb2-45dc-b0ad-451eb673b6d1 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:37:57.325177 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-cc49a3fd-deb2-45dc-b0ad-451eb673b6d1 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Usage tracker for resource:router and tenant:83312f91facc40c2876df97655afba59 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:37:57.331120 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-cc49a3fd-deb2-45dc-b0ad-451eb673b6d1 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:37:57.338207 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 09c8ca8d-d613-4431-b538-664d362ba142 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:37:57.380938 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: 09c8ca8d-d613-4431-b538-664d362ba142 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:37:57.381272 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 09c8ca8d-d613-4431-b538-664d362ba142 not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:37:57.398372 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-e30cc80e-1d59-4d71-8328-eb9977f9691c None None] For port 72ba6433-0c38-4698-b882-1bca44486165, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:37:57.402025 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-e30cc80e-1d59-4d71-8328-eb9977f9691c None None] For port 72ba6433-0c38-4698-b882-1bca44486165, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=72ba6433-0c38-4698-b882-1bca44486165,segment=NetworkSegment(2c48dc91-e362-4611-9354-aede43558386),segment_id=2c48dc91-e362-4611-9354-aede43558386)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:37:57.436923 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-cc49a3fd-deb2-45dc-b0ad-451eb673b6d1 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:37:57.467696 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-e30cc80e-1d59-4d71-8328-eb9977f9691c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:57.521513 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3596d37e-2be4-4d78-8344-a68e06013d65 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:57.548452 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-35be6edc-edc1-4e97-8f99-824c930b3489 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Allocated IP 2001:db8::1c84:4d8b:4d91:c877 (bc933c3a-b15d-4eab-9ad6-d32fd193f5cd/0a33e6cc-8ec3-40a6-b5cf-2a27bba1cb25/61844cd6-3084-40b1-9a37-cb783eaa418b) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:37:57.586467 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30cc80e-1d59-4d71-8328-eb9977f9691c None None] Pushing event updated for resources: {'Port': ['ID=72ba6433-0c38-4698-b882-1bca44486165,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:57.627363 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-cc49a3fd-deb2-45dc-b0ad-451eb673b6d1 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40975'] for router, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:57.628295 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-cc49a3fd-deb2-45dc-b0ad-451eb673b6d1 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40982'] for router, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:57.644743 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f7b36e54-e029-484b-afcd-41a48361d2c9 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:57.659656 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [None req-3596d37e-2be4-4d78-8344-a68e06013d65 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] device_id is not set on port 9f7a4b1e-8034-44d8-a458-4ba2bedea7ca yet. {{(pid=84108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:37:57.695865 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3fa85b9-47f0-4e4b-9757-7e03063ffb6e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Router 90852817-8b61-4771-aa29-849e29ce7005 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:37:57.711468 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b36e54-e029-484b-afcd-41a48361d2c9 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Pushing event deleted for resources: {'Port': ['ID=61983c8d-b13b-4a5b-a5ab-6332fc2c210c,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:57.831289 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-cc49a3fd-deb2-45dc-b0ad-451eb673b6d1 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:57.943370 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3596d37e-2be4-4d78-8344-a68e06013d65 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:57.953506 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-35be6edc-edc1-4e97-8f99-824c930b3489 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:57.977138 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.provisioning_blocks [None req-35be6edc-edc1-4e97-8f99-824c930b3489 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Transition to ACTIVE for port object 61844cd6-3084-40b1-9a37-cb783eaa418b will not be triggered until provisioned by entity DHCP. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:37:58.067224 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3596d37e-2be4-4d78-8344-a68e06013d65 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:58.105537 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f534bc64-d9be-4a5e-89f9-a3365a350ea6 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Router 8c94e858-bd55-4c17-9c09-0693c0a886aa has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:37:58.116825 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-35be6edc-edc1-4e97-8f99-824c930b3489 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:58.150990 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3596d37e-2be4-4d78-8344-a68e06013d65 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Network 596e5f5c-7eff-420e-842e-232f7b0c78ab is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:37:58.154385 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-3596d37e-2be4-4d78-8344-a68e06013d65 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:37:58.161921 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3596d37e-2be4-4d78-8344-a68e06013d65 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:37:58.162696 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3596d37e-2be4-4d78-8344-a68e06013d65 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:58.165163 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3596d37e-2be4-4d78-8344-a68e06013d65 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Pushing event updated for resources: {'Port': ['ID=88feae79-9df4-4474-864e-28ae0993ab07,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:58.205660 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35be6edc-edc1-4e97-8f99-824c930b3489 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:37:58.212265 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-35be6edc-edc1-4e97-8f99-824c930b3489 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:37:58.301839 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35be6edc-edc1-4e97-8f99-824c930b3489 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:37:58.305648 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35be6edc-edc1-4e97-8f99-824c930b3489 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:58.306263 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-35be6edc-edc1-4e97-8f99-824c930b3489 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:58.361199 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35be6edc-edc1-4e97-8f99-824c930b3489 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event updated for resources: {'Port': ['ID=61844cd6-3084-40b1-9a37-cb783eaa418b,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:58.364214 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f7b36e54-e029-484b-afcd-41a48361d2c9 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1572495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472959'] for router_interface, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:58.417121 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-35be6edc-edc1-4e97-8f99-824c930b3489 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8604529 Feb 04 08:37:58.426008 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 47750) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:58.446684 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-cc49a3fd-deb2-45dc-b0ad-451eb673b6d1 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40996'] for router, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:58.450185 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3596d37e-2be4-4d78-8344-a68e06013d65 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Checking segment: {'id': '2053b39a-cf30-4a5f-9d6a-a4da31f4ec6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '73d9b7fa-d406-4c2b-9898-d54f6d061dcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:37:58.450518 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3596d37e-2be4-4d78-8344-a68e06013d65 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Network hostable DHCP agents. Network: 73d9b7fa-d406-4c2b-9898-d54f6d061dcb, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:37:58.458994 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3596d37e-2be4-4d78-8344-a68e06013d65 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Pushing event updated for resources: {'Port': ['ID=9f7a4b1e-8034-44d8-a458-4ba2bedea7ca,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:37:58.564053 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3596d37e-2be4-4d78-8344-a68e06013d65 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Network 73d9b7fa-d406-4c2b-9898-d54f6d061dcb is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:37:58.591152 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61e46d5-5f16-46a5-824d-55ef49f79ccc None None] Network 596e5f5c-7eff-420e-842e-232f7b0c78ab requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:37:58.604350 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1640655-15a5-4613-8eed-2e54a0d540b6 None None] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:37:58.643539 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-3596d37e-2be4-4d78-8344-a68e06013d65 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, 73d9b7fa-d406-4c2b-9898-d54f6d061dcb) {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:37:58.648087 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3596d37e-2be4-4d78-8344-a68e06013d65 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:37:58.654724 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3596d37e-2be4-4d78-8344-a68e06013d65 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:58.659320 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3596d37e-2be4-4d78-8344-a68e06013d65 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:58.661997 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3596d37e-2be4-4d78-8344-a68e06013d65 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:58.755057 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3573d4-74a9-44ad-aa30-b6f16322858e None None] Network 73d9b7fa-d406-4c2b-9898-d54f6d061dcb requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:37:58.773801 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-3596d37e-2be4-4d78-8344-a68e06013d65 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.4338863 Feb 04 08:37:58.774855 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 47754) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:58.839007 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47077d57-05ab-4bb2-bb16-53ea95988dbb tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:58.839007 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47077d57-05ab-4bb2-bb16-53ea95988dbb tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:58.839007 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-47077d57-05ab-4bb2-bb16-53ea95988dbb tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.4043152 Feb 04 08:37:58.850639 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 47758) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:58.968973 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-49107bc7-612c-4d62-aa9f-fc3ad6b3c136 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Deleting port 9f7a4b1e-8034-44d8-a458-4ba2bedea7ca {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:37:58.969579 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-49107bc7-612c-4d62-aa9f-fc3ad6b3c136 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:59.013321 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-bac2a983-eac7-46e5-bf77-aeb407e24b79 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Deleting port 61844cd6-3084-40b1-9a37-cb783eaa418b {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:37:59.013964 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-bac2a983-eac7-46e5-bf77-aeb407e24b79 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:59.132245 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3fa85b9-47f0-4e4b-9757-7e03063ffb6e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:37:59.152088 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2409fe1b-3066-4d3a-9650-6e07ae6c9b16 None None] Sync routers for ids ['90852817-8b61-4771-aa29-849e29ce7005'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:37:59.162600 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-e3fa85b9-47f0-4e4b-9757-7e03063ffb6e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "PUT /v2.0/routers/90852817-8b61-4771-aa29-849e29ce7005/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8458862 Feb 04 08:37:59.170302 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 47762) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:59.177772 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2409fe1b-3066-4d3a-9650-6e07ae6c9b16 None None] Routers {'90852817-8b61-4771-aa29-849e29ce7005'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:37:59.178854 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-2409fe1b-3066-4d3a-9650-6e07ae6c9b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:37:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['90852817-8b61-4771-aa29-849e29ce7005'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:37:59.271670 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-9c91468d-5c3c-41cc-b4d0-67dfc08a7dc7 None None] Provisioning for port 72ba6433-0c38-4698-b882-1bca44486165 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:37:59.359063 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7b36e54-e029-484b-afcd-41a48361d2c9 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Router 0234ff07-fb29-4b73-86d9-cc724c0be658 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:37:59.369829 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f534bc64-d9be-4a5e-89f9-a3365a350ea6 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:37:59.381826 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c593a85-d6bc-4760-be83-9047f6b523ff None None] Sync routers for ids ['8c94e858-bd55-4c17-9c09-0693c0a886aa'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:37:59.382982 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f534bc64-d9be-4a5e-89f9-a3365a350ea6 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:59.386800 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-f534bc64-d9be-4a5e-89f9-a3365a350ea6 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] 10.222.0.36 "PUT /v2.0/routers/8c94e858-bd55-4c17-9c09-0693c0a886aa HTTP/1.1" status: 200 len: 921 time: 6.9561360 Feb 04 08:37:59.388297 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 47766) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:59.402159 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c593a85-d6bc-4760-be83-9047f6b523ff None None] Routers {'8c94e858-bd55-4c17-9c09-0693c0a886aa'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:37:59.404943 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-8c593a85-d6bc-4760-be83-9047f6b523ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:37:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['8c94e858-bd55-4c17-9c09-0693c0a886aa'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:37:59.504750 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-8c593a85-d6bc-4760-be83-9047f6b523ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:37:59.509063 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-49107bc7-612c-4d62-aa9f-fc3ad6b3c136 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:59.533091 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 72ba6433-0c38-4698-b882-1bca44486165 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:37:59.543277 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-2409fe1b-3066-4d3a-9650-6e07ae6c9b16 None None] Set router 90852817-8b61-4771-aa29-849e29ce7005 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:37:59.572714 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c593a85-d6bc-4760-be83-9047f6b523ff None None] Routers {'8c94e858-bd55-4c17-9c09-0693c0a886aa'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:37:59.573817 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-8c593a85-d6bc-4760-be83-9047f6b523ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:37:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['8c94e858-bd55-4c17-9c09-0693c0a886aa'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:37:59.630724 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-6e7d3337-a0c2-4eb6-8130-73f13a2f632d None None] Provisioning complete for port 55a55c91-4d5b-45f3-8136-cd894d1d4b08 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:37:59.631899 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-6e7d3337-a0c2-4eb6-8130-73f13a2f632d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:59.686797 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-8c593a85-d6bc-4760-be83-9047f6b523ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:37:59.688106 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c593a85-d6bc-4760-be83-9047f6b523ff None None] The sync data for ids ['8c94e858-bd55-4c17-9c09-0693c0a886aa'] in dv-neutron-827798-2-hyperv is: [] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:37:59.707591 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-cc49a3fd-deb2-45dc-b0ad-451eb673b6d1 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks [] for router_gateway, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:59.722740 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-49107bc7-612c-4d62-aa9f-fc3ad6b3c136 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Calling delete_port for 9f7a4b1e-8034-44d8-a458-4ba2bedea7ca owned by {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:37:59.733776 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-6e7d3337-a0c2-4eb6-8130-73f13a2f632d None None] Port 55a55c91-4d5b-45f3-8136-cd894d1d4b08 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:37:59.761011 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-cc49a3fd-deb2-45dc-b0ad-451eb673b6d1 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:59.806488 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-bac2a983-eac7-46e5-bf77-aeb407e24b79 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:59.827020 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 72ba6433-0c38-4698-b882-1bca44486165 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:37:59.827552 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86c80cd-d266-4b75-af82-68666a571d1d tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:59.828536 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86c80cd-d266-4b75-af82-68666a571d1d tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:59.828930 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86c80cd-d266-4b75-af82-68666a571d1d tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:59.829287 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86c80cd-d266-4b75-af82-68666a571d1d tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:59.829640 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86c80cd-d266-4b75-af82-68666a571d1d tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:59.829992 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86c80cd-d266-4b75-af82-68666a571d1d tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:59.830339 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86c80cd-d266-4b75-af82-68666a571d1d tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:59.830691 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86c80cd-d266-4b75-af82-68666a571d1d tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:59.831037 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86c80cd-d266-4b75-af82-68666a571d1d tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:59.831384 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86c80cd-d266-4b75-af82-68666a571d1d tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:37:59.833448 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-f86c80cd-d266-4b75-af82-68666a571d1d tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6972 time: 0.6621959 Feb 04 08:37:59.838123 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 72ba6433-0c38-4698-b882-1bca44486165 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:37:59.838462 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:37:59.900544 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 47770) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:37:59.978860 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-bac2a983-eac7-46e5-bf77-aeb407e24b79 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Calling delete_port for 61844cd6-3084-40b1-9a37-cb783eaa418b owned by {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:38:00.023601 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-1c6f7896-8526-484e-8e00-ad379c34f26b None None] Provisioning complete for port 72ba6433-0c38-4698-b882-1bca44486165 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:38:00.023975 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1c6f7896-8526-484e-8e00-ad379c34f26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:00.061334 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:00.084900 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-2409fe1b-3066-4d3a-9650-6e07ae6c9b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90852817-8b61-4771-aa29-849e29ce7005', 'name': 'tempest-TestNetworkBasicOps-router-2057065806', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18'}], 'enable_snat': True}, 'gw_port_id': 'e6f40c31-b6de-48e6-8f71-a0473c650669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:37:36Z', 'updated_at': '2022-02-04T08:37:53Z', 'revision_number': 4, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': 'e6f40c31-b6de-48e6-8f71-a0473c650669', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:52:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90852817-8b61-4771-aa29-849e29ce7005', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:37:38Z', 'updated_at': '2022-02-04T08:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '55a55c91-4d5b-45f3-8136-cd894d1d4b08', 'name': '', 'network_id': '4c9b2602-557a-496f-9496-472f42f83572', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'mac_address': 'fa:16:3e:17:c2:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90852817-8b61-4771-aa29-849e29ce7005', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86d0bccd-5c6a-4354-af11-7f0ac9ee3eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:37:51Z', 'updated_at': '2022-02-04T08:37:54Z', 'revision_number': 2, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'subnets': [{'id': '86d0bccd-5c6a-4354-af11-7f0ac9ee3eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:38:00.089438 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2409fe1b-3066-4d3a-9650-6e07ae6c9b16 None None] Checking router: 90852817-8b61-4771-aa29-849e29ce7005 for host: dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 08:38:00.089991 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2409fe1b-3066-4d3a-9650-6e07ae6c9b16 None None] Updating router 90852817-8b61-4771-aa29-849e29ce7005 port 55a55c91-4d5b-45f3-8136-cd894d1d4b08 binding host dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 08:38:00.110857 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port 72ba6433-0c38-4698-b882-1bca44486165, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=72ba6433-0c38-4698-b882-1bca44486165,segment=NetworkSegment(2c48dc91-e362-4611-9354-aede43558386),segment_id=2c48dc91-e362-4611-9354-aede43558386)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:38:00.117823 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7b36e54-e029-484b-afcd-41a48361d2c9 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:38:00.132491 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421c9370-eeea-4d71-a7b1-bd567a048f4a None None] Sync routers for ids ['0234ff07-fb29-4b73-86d9-cc724c0be658'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:38:00.176467 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-2409fe1b-3066-4d3a-9650-6e07ae6c9b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:00.189039 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421c9370-eeea-4d71-a7b1-bd567a048f4a None None] Routers {'0234ff07-fb29-4b73-86d9-cc724c0be658'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:38:00.189940 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-421c9370-eeea-4d71-a7b1-bd567a048f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:37:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['0234ff07-fb29-4b73-86d9-cc724c0be658'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:38:00.208331 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-f7b36e54-e029-484b-afcd-41a48361d2c9 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "PUT /v2.0/routers/0234ff07-fb29-4b73-86d9-cc724c0be658/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8823130 Feb 04 08:38:00.209566 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 47774) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:00.224245 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-49107bc7-612c-4d62-aa9f-fc3ad6b3c136 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:00.232394 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f274cb23-7c26-4a1c-a4e9-fd25efbcaa0e tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:38:00.232882 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f274cb23-7c26-4a1c-a4e9-fd25efbcaa0e tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:38:00.233257 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f274cb23-7c26-4a1c-a4e9-fd25efbcaa0e tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:38:00.233618 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f274cb23-7c26-4a1c-a4e9-fd25efbcaa0e tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:38:00.233973 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f274cb23-7c26-4a1c-a4e9-fd25efbcaa0e tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:38:00.234966 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f274cb23-7c26-4a1c-a4e9-fd25efbcaa0e tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:38:00.235327 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f274cb23-7c26-4a1c-a4e9-fd25efbcaa0e tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:38:00.235679 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f274cb23-7c26-4a1c-a4e9-fd25efbcaa0e tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:38:00.237740 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-f274cb23-7c26-4a1c-a4e9-fd25efbcaa0e tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5229 time: 0.1713605 Feb 04 08:38:00.244190 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:00.266187 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-421c9370-eeea-4d71-a7b1-bd567a048f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:38:00.275874 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 47778) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:00.311864 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-49107bc7-612c-4d62-aa9f-fc3ad6b3c136 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:00.314951 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49107bc7-612c-4d62-aa9f-fc3ad6b3c136 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Pushing event deleted for resources: {'Port': ['ID=9f7a4b1e-8034-44d8-a458-4ba2bedea7ca,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:00.331122 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-49107bc7-612c-4d62-aa9f-fc3ad6b3c136 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "DELETE /v2.0/ports/9f7a4b1e-8034-44d8-a458-4ba2bedea7ca HTTP/1.1" status: 204 len: 168 time: 1.5550003 Feb 04 08:38:00.333657 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 47782) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:00.338022 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421c9370-eeea-4d71-a7b1-bd567a048f4a None None] Routers {'0234ff07-fb29-4b73-86d9-cc724c0be658'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:38:00.338645 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-421c9370-eeea-4d71-a7b1-bd567a048f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:37:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['0234ff07-fb29-4b73-86d9-cc724c0be658'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:38:00.346425 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=72ba6433-0c38-4698-b882-1bca44486165,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:00.417755 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-1c6f7896-8526-484e-8e00-ad379c34f26b None None] Provisioning for port 61844cd6-3084-40b1-9a37-cb783eaa418b completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:38:00.420633 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-bac2a983-eac7-46e5-bf77-aeb407e24b79 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:00.430353 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-1c6f7896-8526-484e-8e00-ad379c34f26b None None] Provisioning complete for port 61844cd6-3084-40b1-9a37-cb783eaa418b triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:38:00.431131 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1c6f7896-8526-484e-8e00-ad379c34f26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:00.443654 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-421c9370-eeea-4d71-a7b1-bd567a048f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:38:00.444050 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421c9370-eeea-4d71-a7b1-bd567a048f4a None None] The sync data for ids ['0234ff07-fb29-4b73-86d9-cc724c0be658'] in dv-neutron-827798-2-hyperv is: [] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:38:00.482461 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-1c6f7896-8526-484e-8e00-ad379c34f26b None None] Port 61844cd6-3084-40b1-9a37-cb783eaa418b was deleted so its status cannot be updated. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Feb 04 08:38:00.559320 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac2a983-eac7-46e5-bf77-aeb407e24b79 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event deleted for resources: {'Port': ['ID=61844cd6-3084-40b1-9a37-cb783eaa418b,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:00.573677 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696cb393-b688-4a1e-b9c3-ec35f91ea16c tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:38:00.575906 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-cc49a3fd-deb2-45dc-b0ad-451eb673b6d1 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Allocated IP 172.26.3.133 (e264bd74-c56b-43d0-9059-bcb57dbbe5bc/79caf47c-b62c-4ea0-b35f-21ede155daa8/d47b112f-3a01-443d-8c88-47d1a3515ef8) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:38:00.579351 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696cb393-b688-4a1e-b9c3-ec35f91ea16c tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:38:00.581819 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-696cb393-b688-4a1e-b9c3-ec35f91ea16c tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Synchronizing usage tracker for tenant:e63069d3cf3540d8aad7a137ff4999ec on resource:port {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:38:00.602786 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-b824cb93-aefb-4902-85d6-66929270db35 None None] Could not find standard attr ID for object 61844cd6-3084-40b1-9a37-cb783eaa418b. {{(pid=84109) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 08:38:00.648721 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-bac2a983-eac7-46e5-bf77-aeb407e24b79 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:00.650587 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-bac2a983-eac7-46e5-bf77-aeb407e24b79 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "DELETE /v2.0/ports/61844cd6-3084-40b1-9a37-cb783eaa418b HTTP/1.1" status: 204 len: 168 time: 1.7990069 Feb 04 08:38:00.653277 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 47788) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:00.716780 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-37713b6c-2398-4eb6-a5a1-d8847b6b83ba tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] 10.222.0.36 "GET /v2.0/routers/8c94e858-bd55-4c17-9c09-0693c0a886aa HTTP/1.1" status: 200 len: 921 time: 1.3231025 Feb 04 08:38:00.720464 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 47792) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:00.770600 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-2409fe1b-3066-4d3a-9650-6e07ae6c9b16 None None] Notify callbacks [] for port, precommit_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:00.783596 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be79dad-49e1-4ea5-b5cb-abb980afdecb tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:38:00.785197 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be79dad-49e1-4ea5-b5cb-abb980afdecb tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:38:00.790750 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-0be79dad-49e1-4ea5-b5cb-abb980afdecb tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1325710 Feb 04 08:38:00.790750 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-696cb393-b688-4a1e-b9c3-ec35f91ea16c tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Unset dirty status for tenant:e63069d3cf3540d8aad7a137ff4999ec on resource:port {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:38:00.790750 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-696cb393-b688-4a1e-b9c3-ec35f91ea16c tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.4555869 Feb 04 08:38:00.790750 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 47796) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:00.794259 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 47800) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:00.795969 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.provisioning_blocks [None req-2409fe1b-3066-4d3a-9650-6e07ae6c9b16 None None] Transition to ACTIVE for port object 55a55c91-4d5b-45f3-8136-cd894d1d4b08 will not be triggered until provisioned by entity L2. {{(pid=84110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:38:00.849868 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-2409fe1b-3066-4d3a-9650-6e07ae6c9b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:00.954373 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-f89631fd-8e4b-49d7-b525-3753918e0116 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Deleting port 88feae79-9df4-4474-864e-28ae0993ab07 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:38:00.957071 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f89631fd-8e4b-49d7-b525-3753918e0116 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:00.988295 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.api.v2.resource [None req-a944bb06-7645-4716-b976-faf44a45685c tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] remove_router_interface failed (client error): The resource could not be found. Feb 04 08:38:00.989373 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-a944bb06-7645-4716-b976-faf44a45685c tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "PUT /v2.0/routers/0234ff07-fb29-4b73-86d9-cc724c0be658/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7755337 Feb 04 08:38:01.000781 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 47804) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:01.002201 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd413dab-3bac-4bf7-8aed-4284eb84398d tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Deleting subnet 0a33e6cc-8ec3-40a6-b5cf-2a27bba1cb25 {{(pid=84108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:38:01.006528 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-cd413dab-3bac-4bf7-8aed-4284eb84398d tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks [] for subnet, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:01.019367 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5ef399-2e5e-4516-8472-1eb8c1daa5cb None None] Pushing event updated for resources: {'Port': ['ID=55a55c91-4d5b-45f3-8136-cd894d1d4b08,revision_number=3']} {{(pid=84110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:01.050828 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-cc49a3fd-deb2-45dc-b0ad-451eb673b6d1 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:01.073194 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-1d415739-c639-4f83-a02d-747ec18411ac tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Synchronizing usage tracker for tenant:1216cf6397c6415eb938e86c1901dea6 on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:38:01.091692 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-3519ba23-9df9-4102-8a82-6e3faf503e1d tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Synchronizing usage tracker for tenant:6f61127ab9ba4300af77f26932026da2 on resource:port {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:38:01.114998 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-123e0e0b-78fb-4668-87c9-f9a519cd2857 tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4823 time: 0.8299854 Feb 04 08:38:01.153690 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-cd413dab-3bac-4bf7-8aed-4284eb84398d tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7851377'] for subnet, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:01.163881 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-1d415739-c639-4f83-a02d-747ec18411ac tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Unset dirty status for tenant:1216cf6397c6415eb938e86c1901dea6 on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:38:01.166193 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-1d415739-c639-4f83-a02d-747ec18411ac tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "GET /v2.0/ports?device_id=0234ff07-fb29-4b73-86d9-cc724c0be658 HTTP/1.1" status: 200 len: 205 time: 0.1556611 Feb 04 08:38:01.174783 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 47810) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:01.242556 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-cc49a3fd-deb2-45dc-b0ad-451eb673b6d1 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:01.276165 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-3519ba23-9df9-4102-8a82-6e3faf503e1d tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Unset dirty status for tenant:6f61127ab9ba4300af77f26932026da2 on resource:port {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:38:01.277283 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-3519ba23-9df9-4102-8a82-6e3faf503e1d tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=e264bd74-c56b-43d0-9059-bcb57dbbe5bc&device_id=8c94e858-bd55-4c17-9c09-0693c0a886aa&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5559404 Feb 04 08:38:01.287947 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 47814) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:01.356347 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc49a3fd-deb2-45dc-b0ad-451eb673b6d1 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Network e264bd74-c56b-43d0-9059-bcb57dbbe5bc is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:38:01.374443 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f89631fd-8e4b-49d7-b525-3753918e0116 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:01.376347 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.managers [None req-2409fe1b-3066-4d3a-9650-6e07ae6c9b16 None None] Attempting to bind port 55a55c91-4d5b-45f3-8136-cd894d1d4b08 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:38:01.376836 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.managers [None req-2409fe1b-3066-4d3a-9650-6e07ae6c9b16 None None] Attempting to bind port 55a55c91-4d5b-45f3-8136-cd894d1d4b08 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': 'd44bd1a2-43a6-49bd-b059-074c91f0d1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4c9b2602-557a-496f-9496-472f42f83572'}] {{(pid=84110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:38:01.378598 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2409fe1b-3066-4d3a-9650-6e07ae6c9b16 None None] Attempting to bind port 55a55c91-4d5b-45f3-8136-cd894d1d4b08 on network 4c9b2602-557a-496f-9496-472f42f83572 {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:38:01.388505 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2409fe1b-3066-4d3a-9650-6e07ae6c9b16 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:38:01.388999 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2409fe1b-3066-4d3a-9650-6e07ae6c9b16 None None] Checking segment: {'id': 'd44bd1a2-43a6-49bd-b059-074c91f0d1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4c9b2602-557a-496f-9496-472f42f83572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:38:01.389599 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-2409fe1b-3066-4d3a-9650-6e07ae6c9b16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:01.390109 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2409fe1b-3066-4d3a-9650-6e07ae6c9b16 None None] Bound using segment: {'id': 'd44bd1a2-43a6-49bd-b059-074c91f0d1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4c9b2602-557a-496f-9496-472f42f83572'} {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:38:01.391762 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.managers [None req-2409fe1b-3066-4d3a-9650-6e07ae6c9b16 None None] Bound port: 55a55c91-4d5b-45f3-8136-cd894d1d4b08, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd44bd1a2-43a6-49bd-b059-074c91f0d1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4c9b2602-557a-496f-9496-472f42f83572'}}] {{(pid=84110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:38:01.391890 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-cc49a3fd-deb2-45dc-b0ad-451eb673b6d1 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:38:01.392284 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-2409fe1b-3066-4d3a-9650-6e07ae6c9b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:01.435622 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 72ba6433-0c38-4698-b882-1bca44486165 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:38:01.440944 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-cd413dab-3bac-4bf7-8aed-4284eb84398d tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:01.525961 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 47818) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:01.527666 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 72ba6433-0c38-4698-b882-1bca44486165 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:38:01.528677 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:01.532066 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.db [None req-2409fe1b-3066-4d3a-9650-6e07ae6c9b16 None None] For port 55a55c91-4d5b-45f3-8136-cd894d1d4b08, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:38:01.535817 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.db [None req-2409fe1b-3066-4d3a-9650-6e07ae6c9b16 None None] For port 55a55c91-4d5b-45f3-8136-cd894d1d4b08, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=55a55c91-4d5b-45f3-8136-cd894d1d4b08,segment=NetworkSegment(d44bd1a2-43a6-49bd-b059-074c91f0d1d3),segment_id=d44bd1a2-43a6-49bd-b059-074c91f0d1d3)] {{(pid=84110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:38:01.539254 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-f89631fd-8e4b-49d7-b525-3753918e0116 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Calling delete_port for 88feae79-9df4-4474-864e-28ae0993ab07 owned by {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:38:01.568789 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-e7cbd320-6880-418b-b522-cba7414ab489 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1696876225', 'description': 'tempest-secgroup-smoke-1696876225 description', 'project_id': '7df2bfd740464e869863a41b14f4d5af'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:38:01.577394 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc49a3fd-deb2-45dc-b0ad-451eb673b6d1 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:38:01.582994 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-e7cbd320-6880-418b-b522-cba7414ab489 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:38:01.602067 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-e7cbd320-6880-418b-b522-cba7414ab489 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:security_group and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:38:01.609354 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-e7cbd320-6880-418b-b522-cba7414ab489 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:38:01.613378 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-2409fe1b-3066-4d3a-9650-6e07ae6c9b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:01.629215 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-e7cbd320-6880-418b-b522-cba7414ab489 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:38:01.647282 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-19c1efc7-c17a-4f81-9130-3682437235ec tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks [] for router, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:01.702125 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e7cbd320-6880-418b-b522-cba7414ab489 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:01.706479 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5ef399-2e5e-4516-8472-1eb8c1daa5cb None None] Pushing event updated for resources: {'Port': ['ID=55a55c91-4d5b-45f3-8136-cd894d1d4b08,revision_number=4']} {{(pid=84110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:01.710022 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc49a3fd-deb2-45dc-b0ad-451eb673b6d1 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Pushing event updated for resources: {'Port': ['ID=d47b112f-3a01-443d-8c88-47d1a3515ef8,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:01.710217 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2409fe1b-3066-4d3a-9650-6e07ae6c9b16 None None] Routers {'90852817-8b61-4771-aa29-849e29ce7005'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:38:01.710217 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-2409fe1b-3066-4d3a-9650-6e07ae6c9b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:37:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['90852817-8b61-4771-aa29-849e29ce7005'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:38:01.759299 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f89631fd-8e4b-49d7-b525-3753918e0116 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:01.806297 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89631fd-8e4b-49d7-b525-3753918e0116 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Pushing event deleted for resources: {'Port': ['ID=88feae79-9df4-4474-864e-28ae0993ab07,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:01.814612 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f89631fd-8e4b-49d7-b525-3753918e0116 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:01.842843 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-cd413dab-3bac-4bf7-8aed-4284eb84398d tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7593563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8119683'] for subnet, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:01.883861 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-e7cbd320-6880-418b-b522-cba7414ab489 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:38:01.893279 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd413dab-3bac-4bf7-8aed-4284eb84398d tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event deleted for resources: {'Subnet': ['ID=0a33e6cc-8ec3-40a6-b5cf-2a27bba1cb25,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:01.895461 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-e7cbd320-6880-418b-b522-cba7414ab489 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:security_group_rule and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:38:01.900048 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-e7cbd320-6880-418b-b522-cba7414ab489 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:38:01.915403 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-e7cbd320-6880-418b-b522-cba7414ab489 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:38:01.916824 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02121955-815e-4830-9a09-7ed81f72f965 None None] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:38:01.918435 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-cd413dab-3bac-4bf7-8aed-4284eb84398d tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:01.920415 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-cd413dab-3bac-4bf7-8aed-4284eb84398d tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "DELETE /v2.0/subnets/0a33e6cc-8ec3-40a6-b5cf-2a27bba1cb25 HTTP/1.1" status: 204 len: 168 time: 1.1285868 Feb 04 08:38:01.927464 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 47822) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:01.957869 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68298ce-00ae-4d19-9fac-aa8b76faa8a7 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:38:01.958440 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-b68298ce-00ae-4d19-9fac-aa8b76faa8a7 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Synchronizing usage tracker for tenant:6f61127ab9ba4300af77f26932026da2 on resource:network {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:38:01.993975 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-2409fe1b-3066-4d3a-9650-6e07ae6c9b16 None None] Set router 90852817-8b61-4771-aa29-849e29ce7005 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:38:02.019900 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-f85407b2-8977-43ef-9c00-18e92f8f3685 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0826194 Feb 04 08:38:02.020478 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 47826) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:02.026197 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-f89631fd-8e4b-49d7-b525-3753918e0116 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "DELETE /v2.0/ports/88feae79-9df4-4474-864e-28ae0993ab07 HTTP/1.1" status: 204 len: 168 time: 1.2310622 Feb 04 08:38:02.038693 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-cdb30aaf-bd96-4e85-8337-7ea3da8b4ccf tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Request body: {'subnet': {'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:38:02.061293 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 47830) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:02.168890 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-b68298ce-00ae-4d19-9fac-aa8b76faa8a7 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Unset dirty status for tenant:6f61127ab9ba4300af77f26932026da2 on resource:network {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:38:02.170051 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-b68298ce-00ae-4d19-9fac-aa8b76faa8a7 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] 10.222.0.36 "GET /v2.0/networks/e264bd74-c56b-43d0-9059-bcb57dbbe5bc HTTP/1.1" status: 200 len: 881 time: 0.8759761 Feb 04 08:38:02.177074 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 47836) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:02.230702 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e79eaf-c2a8-48c2-8303-e3c8ac65c63e None None] DHCP port deletion for bc933c3a-b15d-4eab-9ad6-d32fd193f5cd request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 08:38:02.236075 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-76e79eaf-c2a8-48c2-8303-e3c8ac65c63e None None] Deleting port 72ba6433-0c38-4698-b882-1bca44486165 {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:38:02.236451 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-76e79eaf-c2a8-48c2-8303-e3c8ac65c63e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:02.266390 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-0687562f-9b3c-46b2-83eb-b04b9e10dd64 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c94e858-bd55-4c17-9c09-0693c0a886aa HTTP/1.1" status: 200 len: 205 time: 0.0848641 Feb 04 08:38:02.274935 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 47840) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:02.274935 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-cdb30aaf-bd96-4e85-8337-7ea3da8b4ccf tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:38:02.341374 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e7cbd320-6880-418b-b522-cba7414ab489 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:02.348087 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-19c1efc7-c17a-4f81-9130-3682437235ec tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40989'] for router, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:02.349547 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-cdb30aaf-bd96-4e85-8337-7ea3da8b4ccf tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Usage tracker for resource:subnet and tenant:ffa27937301745e1ad43fa520f28cbc3 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:38:02.361220 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-cdb30aaf-bd96-4e85-8337-7ea3da8b4ccf tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:38:02.361392 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-19c1efc7-c17a-4f81-9130-3682437235ec tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:02.372094 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-cdb30aaf-bd96-4e85-8337-7ea3da8b4ccf tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:38:02.374146 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26eb226-50b6-44e4-8dd2-7761af5cd827 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:38:02.376177 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-c26eb226-50b6-44e4-8dd2-7761af5cd827 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3077078 Feb 04 08:38:02.379857 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 47844) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:02.424375 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-cc49a3fd-deb2-45dc-b0ad-451eb673b6d1 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks [] for router_gateway, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:02.425693 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-cc49a3fd-deb2-45dc-b0ad-451eb673b6d1 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472990'] for router, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:02.427507 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-2409fe1b-3066-4d3a-9650-6e07ae6c9b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90852817-8b61-4771-aa29-849e29ce7005', 'name': 'tempest-TestNetworkBasicOps-router-2057065806', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18'}], 'enable_snat': True}, 'gw_port_id': 'e6f40c31-b6de-48e6-8f71-a0473c650669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:37:36Z', 'updated_at': '2022-02-04T08:37:53Z', 'revision_number': 4, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': 'e6f40c31-b6de-48e6-8f71-a0473c650669', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:52:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90852817-8b61-4771-aa29-849e29ce7005', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:37:38Z', 'updated_at': '2022-02-04T08:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '55a55c91-4d5b-45f3-8136-cd894d1d4b08', 'name': '', 'network_id': '4c9b2602-557a-496f-9496-472f42f83572', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'mac_address': 'fa:16:3e:17:c2:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90852817-8b61-4771-aa29-849e29ce7005', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86d0bccd-5c6a-4354-af11-7f0ac9ee3eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:37:51Z', 'updated_at': '2022-02-04T08:38:01Z', 'revision_number': 4, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'subnets': [{'id': '86d0bccd-5c6a-4354-af11-7f0ac9ee3eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:38:02.432177 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2409fe1b-3066-4d3a-9650-6e07ae6c9b16 None None] The sync data for ids ['90852817-8b61-4771-aa29-849e29ce7005'] in dv-neutron-827798-2-hyperv is: [{'id': '90852817-8b61-4771-aa29-849e29ce7005', 'name': 'tempest-TestNetworkBasicOps-router-2057065806', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18'}], 'enable_snat': True}, 'gw_port_id': 'e6f40c31-b6de-48e6-8f71-a0473c650669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:37:36Z', 'updated_at': '2022-02-04T08:37:53Z', 'revision_number': 4, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': 'e6f40c31-b6de-48e6-8f71-a0473c650669', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:52:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90852817-8b61-4771-aa29-849e29ce7005', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:37:38Z', 'updated_at': '2022-02-04T08:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '55a55c91-4d5b-45f3-8136-cd894d1d4b08', 'name': '', 'network_id': '4c9b2602-557a-496f-9496-472f42f83572', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'mac_address': 'fa:16:3e:17:c2:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90852817-8b61-4771-aa29-849e29ce7005', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86d0bccd-5c6a-4354-af11-7f0ac9ee3eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:37:51Z', 'updated_at': '2022-02-04T08:38:01Z', 'revision_number': 4, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'subnets': [{'id': '86d0bccd-5c6a-4354-af11-7f0ac9ee3eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:38:02.503645 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-19c1efc7-c17a-4f81-9130-3682437235ec tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-476062'] for router, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:02.504430 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c1efc7-c17a-4f81-9130-3682437235ec tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Fanout notify agent at l3_agent the message router_deleted on router 0234ff07-fb29-4b73-86d9-cc724c0be658 {{(pid=84107) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 08:38:02.532774 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-19c1efc7-c17a-4f81-9130-3682437235ec tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:02.536474 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-19c1efc7-c17a-4f81-9130-3682437235ec tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "DELETE /v2.0/routers/0234ff07-fb29-4b73-86d9-cc724c0be658 HTTP/1.1" status: 204 len: 168 time: 1.3580623 Feb 04 08:38:02.538635 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 47848) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:02.541740 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdb30aaf-bd96-4e85-8337-7ea3da8b4ccf tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Made reservation on behalf of ffa27937301745e1ad43fa520f28cbc3 for: {'subnet': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:38:02.564027 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e7cbd320-6880-418b-b522-cba7414ab489 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:02.588467 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-b526bcdf-b0d2-4e87-aa7b-a3335da6899f tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] GET failed (client error): The resource could not be found. Feb 04 08:38:02.589015 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-b526bcdf-b0d2-4e87-aa7b-a3335da6899f tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Synchronizing usage tracker for tenant:e63069d3cf3540d8aad7a137ff4999ec on resource:port {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:38:02.612880 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-76e79eaf-c2a8-48c2-8303-e3c8ac65c63e None None] For port 72ba6433-0c38-4698-b882-1bca44486165, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=72ba6433-0c38-4698-b882-1bca44486165,segment=NetworkSegment(2c48dc91-e362-4611-9354-aede43558386),segment_id=2c48dc91-e362-4611-9354-aede43558386)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:38:02.613930 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-76e79eaf-c2a8-48c2-8303-e3c8ac65c63e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:02.743394 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cbd320-6880-418b-b522-cba7414ab489 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e986bcf0-ac95-4361-8a35-057c37f32504,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:02.761534 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-76e79eaf-c2a8-48c2-8303-e3c8ac65c63e None None] Calling delete_port for 72ba6433-0c38-4698-b882-1bca44486165 owned by network:dhcp {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:38:02.761826 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-cdb30aaf-bd96-4e85-8337-7ea3da8b4ccf tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8119726'] for subnet, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:02.791415 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-b526bcdf-b0d2-4e87-aa7b-a3335da6899f tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Unset dirty status for tenant:e63069d3cf3540d8aad7a137ff4999ec on resource:port {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:38:02.792611 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-b526bcdf-b0d2-4e87-aa7b-a3335da6899f tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "GET /v2.0/ports/9f7a4b1e-8034-44d8-a458-4ba2bedea7ca HTTP/1.1" status: 404 len: 333 time: 0.4118102 Feb 04 08:38:02.795775 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 47852) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:02.839419 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-846eb713-22cb-4857-bfde-9e84a2d6a4cc tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] GET failed (client error): The resource could not be found. Feb 04 08:38:02.845479 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-846eb713-22cb-4857-bfde-9e84a2d6a4cc tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "GET /v2.0/ports/88feae79-9df4-4474-864e-28ae0993ab07 HTTP/1.1" status: 404 len: 333 time: 0.0441158 Feb 04 08:38:02.845674 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 47856) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:02.850311 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e7cbd320-6880-418b-b522-cba7414ab489 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:02.851516 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-e7cbd320-6880-418b-b522-cba7414ab489 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 1.3250098 Feb 04 08:38:02.859269 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 47860) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:02.879302 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-3d9d1024-dc4f-48f0-a7c9-c8536ec699e9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'security_group_rule': {'security_group_id': 'e986bcf0-ac95-4361-8a35-057c37f32504', 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:38:02.896059 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-76e79eaf-c2a8-48c2-8303-e3c8ac65c63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407'] for port, after_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:02.898615 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-3d9d1024-dc4f-48f0-a7c9-c8536ec699e9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:38:02.904734 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-3d9d1024-dc4f-48f0-a7c9-c8536ec699e9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:security_group_rule and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:38:02.910333 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-3d9d1024-dc4f-48f0-a7c9-c8536ec699e9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:38:02.924621 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_v2 [None req-74656aef-36e9-4a6a-8910-65855fb3db6f tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Deleting subnet af1ddbd0-6d74-41ec-8bc5-d6294ea4db3a {{(pid=84107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:38:02.931139 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-3d9d1024-dc4f-48f0-a7c9-c8536ec699e9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:38:02.933059 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-74656aef-36e9-4a6a-8910-65855fb3db6f tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks [] for subnet, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:02.970355 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e79eaf-c2a8-48c2-8303-e3c8ac65c63e None None] Pushing event deleted for resources: {'Port': ['ID=72ba6433-0c38-4698-b882-1bca44486165,revision_number=None']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:02.975008 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e79eaf-c2a8-48c2-8303-e3c8ac65c63e None None] No DVR routers for this DVR port 72ba6433-0c38-4698-b882-1bca44486165 on host dv-neutron-827798-2-hyperv {{(pid=84109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:38:03.028215 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-74656aef-36e9-4a6a-8910-65855fb3db6f tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8058667'] for subnet, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:03.097318 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-af55f1da-dd24-4415-8d3d-36626ff44532 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:03.107051 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3d9d1024-dc4f-48f0-a7c9-c8536ec699e9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:03.308372 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9c4b6160-0394-465e-abe3-acdb2cf11628 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks [] for router, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:03.324188 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-74656aef-36e9-4a6a-8910-65855fb3db6f tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:03.357929 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-af55f1da-dd24-4415-8d3d-36626ff44532 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:03.364969 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3d9d1024-dc4f-48f0-a7c9-c8536ec699e9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:03.398031 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc49a3fd-deb2-45dc-b0ad-451eb673b6d1 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Router 8ee739b9-26b1-40fa-9162-380d35c9afe1 is scheduled to L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 with binding_index 1 {{(pid=84107) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 08:38:03.413079 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 55a55c91-4d5b-45f3-8136-cd894d1d4b08 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:38:03.414651 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-af55f1da-dd24-4415-8d3d-36626ff44532 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73d9b7fa-d406-4c2b-9898-d54f6d061dcb']}} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:38:03.435771 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-af55f1da-dd24-4415-8d3d-36626ff44532 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2053b39a-cf30-4a5f-9d6a-a4da31f4ec6b') {'for_net_delete': True} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:38:03.437428 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-af55f1da-dd24-4415-8d3d-36626ff44532 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2053b39a-cf30-4a5f-9d6a-a4da31f4ec6b') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:38:03.463781 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-af55f1da-dd24-4415-8d3d-36626ff44532 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7851336'] for segment, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:03.478570 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3d9d1024-dc4f-48f0-a7c9-c8536ec699e9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:03.502423 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-74656aef-36e9-4a6a-8910-65855fb3db6f tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7510167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985167'] for subnet, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:03.506171 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-af55f1da-dd24-4415-8d3d-36626ff44532 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:03.514837 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af55f1da-dd24-4415-8d3d-36626ff44532 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=84108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:38:03.515238 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-af55f1da-dd24-4415-8d3d-36626ff44532 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7460345'] for segment, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:03.529746 dv-neutron-827798-2-hyperv neutron-server[84108]: Traceback (most recent call last): Feb 04 08:38:03.529746 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:38:03.529746 dv-neutron-827798-2-hyperv neutron-server[84108]: timer() Feb 04 08:38:03.529746 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:38:03.529746 dv-neutron-827798-2-hyperv neutron-server[84108]: cb(*args, **kw) Feb 04 08:38:03.529746 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:38:03.529746 dv-neutron-827798-2-hyperv neutron-server[84108]: return func(*args, **kwargs) Feb 04 08:38:03.529746 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:38:03.529746 dv-neutron-827798-2-hyperv neutron-server[84108]: self._notify() Feb 04 08:38:03.529746 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:38:03.529746 dv-neutron-827798-2-hyperv neutron-server[84108]: self.callback(batched_events) Feb 04 08:38:03.529746 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:38:03.529746 dv-neutron-827798-2-hyperv neutron-server[84108]: event.method(event) Feb 04 08:38:03.529746 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:38:03.529746 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:38:03.529746 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:38:03.529746 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:38:03.529746 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:38:03.529746 dv-neutron-827798-2-hyperv neutron-server[84108]: return f(self, *a, **k) Feb 04 08:38:03.529746 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:38:03.529746 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._get(url).json() Feb 04 08:38:03.529746 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:38:03.529746 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:38:03.529746 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:38:03.529746 dv-neutron-827798-2-hyperv neutron-server[84108]: return self.request(url, 'GET', **kwargs) Feb 04 08:38:03.529746 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:38:03.529746 dv-neutron-827798-2-hyperv neutron-server[84108]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:38:03.529746 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:38:03.529746 dv-neutron-827798-2-hyperv neutron-server[84108]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:38:03.529746 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:38:03.529746 dv-neutron-827798-2-hyperv neutron-server[84108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:38:03.529746 dv-neutron-827798-2-hyperv neutron-server[84108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:38:03.548657 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9d1024-dc4f-48f0-a7c9-c8536ec699e9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=567dd382-241a-4411-bc23-9cab9bf773bc,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:03.564181 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 55a55c91-4d5b-45f3-8136-cd894d1d4b08 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:38:03.570013 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 55a55c91-4d5b-45f3-8136-cd894d1d4b08 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:38:03.570607 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:03.570816 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74656aef-36e9-4a6a-8910-65855fb3db6f tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Pushing event deleted for resources: {'Subnet': ['ID=af1ddbd0-6d74-41ec-8bc5-d6294ea4db3a,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:03.590017 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-74656aef-36e9-4a6a-8910-65855fb3db6f tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:03.590249 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-cdb30aaf-bd96-4e85-8337-7ea3da8b4ccf tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7593498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8119736'] for subnet, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:03.591969 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-74656aef-36e9-4a6a-8910-65855fb3db6f tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "DELETE /v2.0/subnets/af1ddbd0-6d74-41ec-8bc5-d6294ea4db3a HTTP/1.1" status: 204 len: 168 time: 1.0536616 Feb 04 08:38:03.596892 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 47864) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:03.612382 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e265f6-f8ec-4f3d-b1c1-62e01aa1f7a4 None None] Network 3deb9d4a-e5e6-40a1-8435-6e1fe8269fa9 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:38:03.686190 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3d9d1024-dc4f-48f0-a7c9-c8536ec699e9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:03.691084 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-3d9d1024-dc4f-48f0-a7c9-c8536ec699e9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8306284 Feb 04 08:38:03.691872 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 47868) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:03.716956 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-d69be1fd-125f-4714-8a00-1e40a3081032 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'security_group_rule': {'security_group_id': 'e986bcf0-ac95-4361-8a35-057c37f32504', 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:38:03.742047 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb30aaf-bd96-4e85-8337-7ea3da8b4ccf tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:38:03.747497 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb30aaf-bd96-4e85-8337-7ea3da8b4ccf tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event updated for resources: {'Subnet': ['ID=a9a3b71e-d67d-4c94-ac6f-bd636b45aa7c,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:03.756994 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-af55f1da-dd24-4415-8d3d-36626ff44532 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:03.761630 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-af55f1da-dd24-4415-8d3d-36626ff44532 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:03.764819 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-cdb30aaf-bd96-4e85-8337-7ea3da8b4ccf tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:38:03.770653 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb30aaf-bd96-4e85-8337-7ea3da8b4ccf tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:38:03.770653 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-cdb30aaf-bd96-4e85-8337-7ea3da8b4ccf tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:03.792908 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-d69be1fd-125f-4714-8a00-1e40a3081032 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:38:03.808030 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af55f1da-dd24-4415-8d3d-36626ff44532 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Pushing event deleted for resources: {'Network': ['ID=73d9b7fa-d406-4c2b-9898-d54f6d061dcb,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:03.811779 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-d69be1fd-125f-4714-8a00-1e40a3081032 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:security_group_rule and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:38:03.813487 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-af55f1da-dd24-4415-8d3d-36626ff44532 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "DELETE /v2.0/networks/73d9b7fa-d406-4c2b-9898-d54f6d061dcb HTTP/1.1" status: 204 len: 168 time: 0.9655967 Feb 04 08:38:03.817517 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 47872) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:03.818446 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-d69be1fd-125f-4714-8a00-1e40a3081032 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:38:03.824990 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-70c4537c-313a-46d2-bcff-719253917ba9 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-109806740'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:38:03.825130 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-145762b8-479a-4509-922b-7fc63cd85085 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:03.833002 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-d69be1fd-125f-4714-8a00-1e40a3081032 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:38:03.836457 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-70c4537c-313a-46d2-bcff-719253917ba9 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:38:03.840377 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d91865-a272-4946-89f9-fedc87712d69 None None] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:38:03.843348 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-70c4537c-313a-46d2-bcff-719253917ba9 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Usage tracker for resource:network and tenant:e63069d3cf3540d8aad7a137ff4999ec is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:38:03.847585 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-70c4537c-313a-46d2-bcff-719253917ba9 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:38:03.855157 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-70c4537c-313a-46d2-bcff-719253917ba9 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:38:03.867356 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-145762b8-479a-4509-922b-7fc63cd85085 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Deleting port 6270fa02-8d40-4491-91cc-9327aa3c80c4 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:38:03.867704 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-145762b8-479a-4509-922b-7fc63cd85085 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:03.890810 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9c4b6160-0394-465e-abe3-acdb2cf11628 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:03.905093 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-cdb30aaf-bd96-4e85-8337-7ea3da8b4ccf tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8812060 Feb 04 08:38:03.906970 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 47876) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:03.913368 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-a46da33c-ffb3-4513-856c-467eb4901af2 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Request body: {'port': {'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'fixed_ips': [{'subnet_id': 'a9a3b71e-d67d-4c94-ac6f-bd636b45aa7c', 'ip_address': '2001:db8::d125:848e:c70c:9c19'}], 'name': 'tempest-NetworksTestDHCPv6-1299741739'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:38:03.976328 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d69be1fd-125f-4714-8a00-1e40a3081032 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:03.999241 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:04.020474 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc49a3fd-deb2-45dc-b0ad-451eb673b6d1 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:38:04.046725 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cf8d49-346f-4e8b-8949-3e8ea6af2044 None None] Sync routers for ids ['8ee739b9-26b1-40fa-9162-380d35c9afe1'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:38:04.056877 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-9c4b6160-0394-465e-abe3-acdb2cf11628 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Deleting port 2e44f145-54a6-4fa8-8381-c0c68e34144a {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:38:04.057217 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9c4b6160-0394-465e-abe3-acdb2cf11628 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:04.083710 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port 55a55c91-4d5b-45f3-8136-cd894d1d4b08, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=55a55c91-4d5b-45f3-8136-cd894d1d4b08,segment=NetworkSegment(d44bd1a2-43a6-49bd-b059-074c91f0d1d3),segment_id=d44bd1a2-43a6-49bd-b059-074c91f0d1d3)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:38:04.092073 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c4537c-313a-46d2-bcff-719253917ba9 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Made reservation on behalf of e63069d3cf3540d8aad7a137ff4999ec for: {'network': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:38:04.095166 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-70c4537c-313a-46d2-bcff-719253917ba9 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:04.132916 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cf8d49-346f-4e8b-8949-3e8ea6af2044 None None] Routers {'8ee739b9-26b1-40fa-9162-380d35c9afe1'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:38:04.133865 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-e4cf8d49-346f-4e8b-8949-3e8ea6af2044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:37:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['8ee739b9-26b1-40fa-9162-380d35c9afe1'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:38:04.175641 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-a46da33c-ffb3-4513-856c-467eb4901af2 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:38:04.180427 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-cc49a3fd-deb2-45dc-b0ad-451eb673b6d1 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:04.184477 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-cc49a3fd-deb2-45dc-b0ad-451eb673b6d1 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 7.4083519 Feb 04 08:38:04.185397 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 47880) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:04.201607 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:04.248736 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-e4cf8d49-346f-4e8b-8949-3e8ea6af2044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:38:04.282467 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d69be1fd-125f-4714-8a00-1e40a3081032 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:04.301682 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [None req-145762b8-479a-4509-922b-7fc63cd85085 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] For port 6270fa02-8d40-4491-91cc-9327aa3c80c4, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=6270fa02-8d40-4491-91cc-9327aa3c80c4,segment=NetworkSegment(b54f7e69-77e3-42f1-bc8c-f553fc750935),segment_id=b54f7e69-77e3-42f1-bc8c-f553fc750935)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:38:04.301946 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-145762b8-479a-4509-922b-7fc63cd85085 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:04.311544 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067a18ac-b0d1-4815-903c-dfd0157e2c87 None None] DHCP port deletion for 3deb9d4a-e5e6-40a1-8435-6e1fe8269fa9 request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 08:38:04.324257 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-067a18ac-b0d1-4815-903c-dfd0157e2c87 None None] Deleting port 6270fa02-8d40-4491-91cc-9327aa3c80c4 {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:38:04.324768 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-067a18ac-b0d1-4815-903c-dfd0157e2c87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:04.346655 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-a46da33c-ffb3-4513-856c-467eb4901af2 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Usage tracker for resource:port and tenant:ffa27937301745e1ad43fa520f28cbc3 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:38:04.351528 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70c4537c-313a-46d2-bcff-719253917ba9 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=84108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:38:04.354145 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11fdd13b-d280-4edd-afdb-8ef361ec3e1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'tenant_id': 'ffa27937301745e1ad43fa520f28cbc3', 'fixed_ips': [{'subnet_id': 'a9a3b71e-d67d-4c94-ac6f-bd636b45aa7c'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:38:04.354318 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-a46da33c-ffb3-4513-856c-467eb4901af2 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:38:04.355131 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-11fdd13b-d280-4edd-afdb-8ef361ec3e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:04.365277 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 72ba6433-0c38-4698-b882-1bca44486165 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:38:04.375936 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-a46da33c-ffb3-4513-856c-467eb4901af2 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:38:04.385631 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-70c4537c-313a-46d2-bcff-719253917ba9 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:04.385980 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.segments_db [None req-70c4537c-313a-46d2-bcff-719253917ba9 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Added segment 16b8fd1b-50f1-4551-b9c9-5457923e83f7 of type vlan for network c7bca5dc-d158-4b4a-b90f-7ea0316d759e Feb 04 08:38:04.424742 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: 72ba6433-0c38-4698-b882-1bca44486165 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:38:04.427792 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 72ba6433-0c38-4698-b882-1bca44486165 not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:38:04.427792 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cf8d49-346f-4e8b-8949-3e8ea6af2044 None None] Routers {'8ee739b9-26b1-40fa-9162-380d35c9afe1'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:38:04.427792 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-e4cf8d49-346f-4e8b-8949-3e8ea6af2044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:37:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['8ee739b9-26b1-40fa-9162-380d35c9afe1'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:38:04.438251 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d69be1fd-125f-4714-8a00-1e40a3081032 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:04.445777 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-145762b8-479a-4509-922b-7fc63cd85085 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Calling delete_port for 6270fa02-8d40-4491-91cc-9327aa3c80c4 owned by network:dhcp {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:38:04.448043 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9c4b6160-0394-465e-abe3-acdb2cf11628 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:04.460338 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-70c4537c-313a-46d2-bcff-719253917ba9 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:04.499220 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=55a55c91-4d5b-45f3-8136-cd894d1d4b08,revision_number=5']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:04.506399 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-e4cf8d49-346f-4e8b-8949-3e8ea6af2044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:38:04.507172 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cf8d49-346f-4e8b-8949-3e8ea6af2044 None None] The sync data for ids ['8ee739b9-26b1-40fa-9162-380d35c9afe1'] in dv-neutron-827798-2-hyperv is: [] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:38:04.521143 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69be1fd-125f-4714-8a00-1e40a3081032 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a08c3621-3118-4688-ab95-71fe789bce27,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:04.574790 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a46da33c-ffb3-4513-856c-467eb4901af2 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Made reservation on behalf of ffa27937301745e1ad43fa520f28cbc3 for: {'port': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:38:04.580090 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a46da33c-ffb3-4513-856c-467eb4901af2 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:04.597374 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-9c4b6160-0394-465e-abe3-acdb2cf11628 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Calling delete_port for 2e44f145-54a6-4fa8-8381-c0c68e34144a owned by network:router_gateway {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:38:04.626131 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d69be1fd-125f-4714-8a00-1e40a3081032 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:04.627844 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-d69be1fd-125f-4714-8a00-1e40a3081032 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.9315314 Feb 04 08:38:04.636015 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 47884) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:04.645265 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-6730aaa2-4902-4d2e-a6b4-36b1d71b2d3d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'security_group_rule': {'security_group_id': 'e986bcf0-ac95-4361-8a35-057c37f32504', 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:38:04.653947 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-6730aaa2-4902-4d2e-a6b4-36b1d71b2d3d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:38:04.667103 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-6730aaa2-4902-4d2e-a6b4-36b1d71b2d3d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:security_group_rule and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:38:04.670253 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [None req-a46da33c-ffb3-4513-856c-467eb4901af2 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] device_id is not set on port 0d07bc3c-85f5-4c53-b4d8-a388bc0e9e29 yet. {{(pid=84108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:38:04.670744 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-145762b8-479a-4509-922b-7fc63cd85085 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:04.674800 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-6730aaa2-4902-4d2e-a6b4-36b1d71b2d3d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:38:04.723943 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-6730aaa2-4902-4d2e-a6b4-36b1d71b2d3d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:38:04.727576 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145762b8-479a-4509-922b-7fc63cd85085 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Pushing event deleted for resources: {'Port': ['ID=6270fa02-8d40-4491-91cc-9327aa3c80c4,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:04.743419 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-70c4537c-313a-46d2-bcff-719253917ba9 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:04.746077 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145762b8-479a-4509-922b-7fc63cd85085 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] No DVR routers for this DVR port 6270fa02-8d40-4491-91cc-9327aa3c80c4 on host dv-neutron-827798-2-hyperv {{(pid=84107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:38:04.748996 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c4537c-313a-46d2-bcff-719253917ba9 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:38:04.750289 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-70c4537c-313a-46d2-bcff-719253917ba9 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:04.809639 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-067a18ac-b0d1-4815-903c-dfd0157e2c87 None None] For port 6270fa02-8d40-4491-91cc-9327aa3c80c4, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=6270fa02-8d40-4491-91cc-9327aa3c80c4,segment=NetworkSegment(b54f7e69-77e3-42f1-bc8c-f553fc750935),segment_id=b54f7e69-77e3-42f1-bc8c-f553fc750935)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:38:04.810328 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-067a18ac-b0d1-4815-903c-dfd0157e2c87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:04.863048 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-3466259f-83f7-4bb4-b943-6bcf64e7168e tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] 10.222.0.36 "GET /v2.0/routers/8ee739b9-26b1-40fa-9162-380d35c9afe1 HTTP/1.1" status: 200 len: 924 time: 0.6668706 Feb 04 08:38:04.867722 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 47888) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:04.912415 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6730aaa2-4902-4d2e-a6b4-36b1d71b2d3d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:04.940979 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-067a18ac-b0d1-4815-903c-dfd0157e2c87 None None] Calling delete_port for 6270fa02-8d40-4491-91cc-9327aa3c80c4 owned by network:dhcp {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:38:04.944264 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c4537c-313a-46d2-bcff-719253917ba9 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Pushing event updated for resources: {'Network': ['ID=c7bca5dc-d158-4b4a-b90f-7ea0316d759e,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:04.972791 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-11fdd13b-d280-4edd-afdb-8ef361ec3e1f None None] Allocated IP 2001:db8::2 (bc933c3a-b15d-4eab-9ad6-d32fd193f5cd/a9a3b71e-d67d-4c94-ac6f-bd636b45aa7c/5c283bfa-cf76-44c9-8c20-f0688c936cd5) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:38:04.976508 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network c7bca5dc-d158-4b4a-b90f-7ea0316d759e details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:38:04.991941 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-70c4537c-313a-46d2-bcff-719253917ba9 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1708946 Feb 04 08:38:04.993028 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 47892) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:05.032534 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-b642a08d-ecf9-40fc-8f17-44312d4e8e18 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Request body: {'subnet': {'network_id': 'c7bca5dc-d158-4b4a-b90f-7ea0316d759e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:38:05.037078 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-e9957be0-ddf1-49c5-96ef-8204fd3baebd tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ee739b9-26b1-40fa-9162-380d35c9afe1 HTTP/1.1" status: 200 len: 205 time: 0.1678503 Feb 04 08:38:05.041343 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-145762b8-479a-4509-922b-7fc63cd85085 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:05.048399 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 47896) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:05.147418 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-145762b8-479a-4509-922b-7fc63cd85085 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3deb9d4a-e5e6-40a1-8435-6e1fe8269fa9']}} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:38:05.161528 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-b642a08d-ecf9-40fc-8f17-44312d4e8e18 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:38:05.167620 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-b642a08d-ecf9-40fc-8f17-44312d4e8e18 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Usage tracker for resource:subnet and tenant:e63069d3cf3540d8aad7a137ff4999ec is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:38:05.168571 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-145762b8-479a-4509-922b-7fc63cd85085 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b54f7e69-77e3-42f1-bc8c-f553fc750935') {'for_net_delete': True} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:38:05.168882 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-145762b8-479a-4509-922b-7fc63cd85085 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b54f7e69-77e3-42f1-bc8c-f553fc750935') {} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:38:05.170571 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-b642a08d-ecf9-40fc-8f17-44312d4e8e18 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:38:05.176768 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-b642a08d-ecf9-40fc-8f17-44312d4e8e18 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:38:05.185192 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-145762b8-479a-4509-922b-7fc63cd85085 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8058642'] for segment, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:05.215058 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-145762b8-479a-4509-922b-7fc63cd85085 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:05.215199 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.db.api [None req-067a18ac-b0d1-4815-903c-dfd0157e2c87 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 08:38:05.215503 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG oslo_db.api [None req-067a18ac-b0d1-4815-903c-dfd0157e2c87 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 08:38:05.224752 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-145762b8-479a-4509-922b-7fc63cd85085 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=84107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:38:05.225136 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-145762b8-479a-4509-922b-7fc63cd85085 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7377717'] for segment, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:05.240386 dv-neutron-827798-2-hyperv neutron-server[84107]: Traceback (most recent call last): Feb 04 08:38:05.240386 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:38:05.240386 dv-neutron-827798-2-hyperv neutron-server[84107]: timer() Feb 04 08:38:05.240386 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:38:05.240386 dv-neutron-827798-2-hyperv neutron-server[84107]: cb(*args, **kw) Feb 04 08:38:05.240386 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:38:05.240386 dv-neutron-827798-2-hyperv neutron-server[84107]: return func(*args, **kwargs) Feb 04 08:38:05.240386 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:38:05.240386 dv-neutron-827798-2-hyperv neutron-server[84107]: self._notify() Feb 04 08:38:05.240386 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:38:05.240386 dv-neutron-827798-2-hyperv neutron-server[84107]: self.callback(batched_events) Feb 04 08:38:05.240386 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:38:05.240386 dv-neutron-827798-2-hyperv neutron-server[84107]: event.method(event) Feb 04 08:38:05.240386 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:38:05.240386 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:38:05.240386 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:38:05.240386 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:38:05.240386 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:38:05.240386 dv-neutron-827798-2-hyperv neutron-server[84107]: return f(self, *a, **k) Feb 04 08:38:05.240386 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:38:05.240386 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._get(url).json() Feb 04 08:38:05.240386 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:38:05.240386 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:38:05.240386 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:38:05.240386 dv-neutron-827798-2-hyperv neutron-server[84107]: return self.request(url, 'GET', **kwargs) Feb 04 08:38:05.240386 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:38:05.240386 dv-neutron-827798-2-hyperv neutron-server[84107]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:38:05.240386 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:38:05.240386 dv-neutron-827798-2-hyperv neutron-server[84107]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:38:05.240386 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:38:05.240386 dv-neutron-827798-2-hyperv neutron-server[84107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:38:05.240386 dv-neutron-827798-2-hyperv neutron-server[84107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:38:05.267046 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9c4b6160-0394-465e-abe3-acdb2cf11628 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:05.302546 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6730aaa2-4902-4d2e-a6b4-36b1d71b2d3d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:05.336965 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b642a08d-ecf9-40fc-8f17-44312d4e8e18 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Made reservation on behalf of e63069d3cf3540d8aad7a137ff4999ec for: {'subnet': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:38:05.350588 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4b6160-0394-465e-abe3-acdb2cf11628 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Pushing event deleted for resources: {'Port': ['ID=2e44f145-54a6-4fa8-8381-c0c68e34144a,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:05.368747 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-11fdd13b-d280-4edd-afdb-8ef361ec3e1f None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:05.397667 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6730aaa2-4902-4d2e-a6b4-36b1d71b2d3d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:05.408933 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 55a55c91-4d5b-45f3-8136-cd894d1d4b08 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:38:05.425516 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-145762b8-479a-4509-922b-7fc63cd85085 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:05.438207 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-11fdd13b-d280-4edd-afdb-8ef361ec3e1f None None] Transition to ACTIVE for port object 5c283bfa-cf76-44c9-8c20-f0688c936cd5 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:38:05.446451 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6730aaa2-4902-4d2e-a6b4-36b1d71b2d3d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6e214a0-eb99-4c98-a4c2-3abc03158794,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:05.452306 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-145762b8-479a-4509-922b-7fc63cd85085 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:05.467938 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145762b8-479a-4509-922b-7fc63cd85085 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Pushing event deleted for resources: {'Network': ['ID=3deb9d4a-e5e6-40a1-8435-6e1fe8269fa9,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:05.485353 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-11fdd13b-d280-4edd-afdb-8ef361ec3e1f None None] Transition to ACTIVE for port object 5c283bfa-cf76-44c9-8c20-f0688c936cd5 will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:38:05.509419 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 55a55c91-4d5b-45f3-8136-cd894d1d4b08 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:38:05.509874 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:05.513137 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-47ef6ba8-4b86-4d81-a147-ff00620fa91d tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks [] for router, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:05.530464 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b642a08d-ecf9-40fc-8f17-44312d4e8e18 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8119726'] for subnet, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:05.559924 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-11fdd13b-d280-4edd-afdb-8ef361ec3e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:05.567783 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6730aaa2-4902-4d2e-a6b4-36b1d71b2d3d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:05.572022 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-6730aaa2-4902-4d2e-a6b4-36b1d71b2d3d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.9319763 Feb 04 08:38:05.572022 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-145762b8-479a-4509-922b-7fc63cd85085 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "DELETE /v2.0/networks/3deb9d4a-e5e6-40a1-8435-6e1fe8269fa9 HTTP/1.1" status: 204 len: 168 time: 1.9725761 Feb 04 08:38:05.577077 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 47900) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:05.577467 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 47902) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:05.585025 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-3ed69a73-eb29-479a-953a-85eaaea50937 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Request body: {'network': {'name': 'tempest-RoutersTest-1267303802'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:38:05.591974 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-f748b415-fe68-45b7-be44-242b44dd9630 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'security_group_rule': {'security_group_id': 'e986bcf0-ac95-4361-8a35-057c37f32504', 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:38:05.599154 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-3ed69a73-eb29-479a-953a-85eaaea50937 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:38:05.603187 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-f748b415-fe68-45b7-be44-242b44dd9630 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:38:05.607593 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-3ed69a73-eb29-479a-953a-85eaaea50937 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Usage tracker for resource:network and tenant:1216cf6397c6415eb938e86c1901dea6 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:38:05.611849 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-f748b415-fe68-45b7-be44-242b44dd9630 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:security_group_rule and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:38:05.614788 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-3ed69a73-eb29-479a-953a-85eaaea50937 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:38:05.617642 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-f748b415-fe68-45b7-be44-242b44dd9630 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:38:05.627397 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-f748b415-fe68-45b7-be44-242b44dd9630 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:38:05.631323 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-3ed69a73-eb29-479a-953a-85eaaea50937 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:38:05.653827 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11fdd13b-d280-4edd-afdb-8ef361ec3e1f None None] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:38:05.659549 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-11fdd13b-d280-4edd-afdb-8ef361ec3e1f None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:38:05.689889 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fdd13b-d280-4edd-afdb-8ef361ec3e1f None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:38:05.701290 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fdd13b-d280-4edd-afdb-8ef361ec3e1f None None] Pushing event updated for resources: {'Port': ['ID=5c283bfa-cf76-44c9-8c20-f0688c936cd5,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:05.734971 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f748b415-fe68-45b7-be44-242b44dd9630 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:05.749503 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-067a18ac-b0d1-4815-903c-dfd0157e2c87 None None] Deleting port 6270fa02-8d40-4491-91cc-9327aa3c80c4 {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:38:05.750404 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-067a18ac-b0d1-4815-903c-dfd0157e2c87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:05.757656 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed69a73-eb29-479a-953a-85eaaea50937 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Made reservation on behalf of 1216cf6397c6415eb938e86c1901dea6 for: {'network': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:38:05.760636 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3ed69a73-eb29-479a-953a-85eaaea50937 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:05.798528 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.ipam_backend_mixin [None req-b642a08d-ecf9-40fc-8f17-44312d4e8e18 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Performing IP validity checks on allocation pools {{(pid=84108) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 04 08:38:05.801334 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.ipam_backend_mixin [None req-b642a08d-ecf9-40fc-8f17-44312d4e8e18 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84108) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 04 08:38:05.803236 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9c4b6160-0394-465e-abe3-acdb2cf11628 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473010'] for router_gateway, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:05.830599 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ed69a73-eb29-479a-953a-85eaaea50937 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=84107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:38:05.846412 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3ed69a73-eb29-479a-953a-85eaaea50937 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:05.850360 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.segments_db [None req-3ed69a73-eb29-479a-953a-85eaaea50937 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Added segment 58709c37-8988-4ffb-956a-78fdf4602cd4 of type vlan for network 535d55b9-461e-49e3-8dc4-738ccaff4893 Feb 04 08:38:05.869532 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-067a18ac-b0d1-4815-903c-dfd0157e2c87 None None] The port '6270fa02-8d40-4491-91cc-9327aa3c80c4' was deleted {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 08:38:05.873466 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-11fdd13b-d280-4edd-afdb-8ef361ec3e1f None None] Attempting to bind port 5c283bfa-cf76-44c9-8c20-f0688c936cd5 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:38:05.876758 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-11fdd13b-d280-4edd-afdb-8ef361ec3e1f None None] Attempting to bind port 5c283bfa-cf76-44c9-8c20-f0688c936cd5 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': '2c48dc91-e362-4611-9354-aede43558386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:38:05.876758 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11fdd13b-d280-4edd-afdb-8ef361ec3e1f None None] Attempting to bind port 5c283bfa-cf76-44c9-8c20-f0688c936cd5 on network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:38:05.886876 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11fdd13b-d280-4edd-afdb-8ef361ec3e1f None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:38:05.887511 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11fdd13b-d280-4edd-afdb-8ef361ec3e1f None None] Checking segment: {'id': '2c48dc91-e362-4611-9354-aede43558386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:38:05.888067 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-11fdd13b-d280-4edd-afdb-8ef361ec3e1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:05.888698 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11fdd13b-d280-4edd-afdb-8ef361ec3e1f None None] Bound using segment: {'id': '2c48dc91-e362-4611-9354-aede43558386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:38:05.889365 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-11fdd13b-d280-4edd-afdb-8ef361ec3e1f None None] Bound port: 5c283bfa-cf76-44c9-8c20-f0688c936cd5, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c48dc91-e362-4611-9354-aede43558386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:38:05.889895 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-11fdd13b-d280-4edd-afdb-8ef361ec3e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:05.897778 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f748b415-fe68-45b7-be44-242b44dd9630 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:05.922023 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-47ef6ba8-4b86-4d81-a147-ff00620fa91d tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:05.929912 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3ed69a73-eb29-479a-953a-85eaaea50937 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:05.968166 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 6270fa02-8d40-4491-91cc-9327aa3c80c4 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:38:06.004571 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f748b415-fe68-45b7-be44-242b44dd9630 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:06.015665 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: 6270fa02-8d40-4491-91cc-9327aa3c80c4 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:38:06.016008 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 6270fa02-8d40-4491-91cc-9327aa3c80c4 not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:38:06.026525 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f748b415-fe68-45b7-be44-242b44dd9630 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a504bf58-72d1-43a6-b65b-710c17cd8794,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:06.032119 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-47ef6ba8-4b86-4d81-a147-ff00620fa91d tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Deleting port d47b112f-3a01-443d-8c88-47d1a3515ef8 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:38:06.032460 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-47ef6ba8-4b86-4d81-a147-ff00620fa91d tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:06.053217 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-11fdd13b-d280-4edd-afdb-8ef361ec3e1f None None] For port 5c283bfa-cf76-44c9-8c20-f0688c936cd5, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:38:06.056513 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-11fdd13b-d280-4edd-afdb-8ef361ec3e1f None None] For port 5c283bfa-cf76-44c9-8c20-f0688c936cd5, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=5c283bfa-cf76-44c9-8c20-f0688c936cd5,segment=NetworkSegment(2c48dc91-e362-4611-9354-aede43558386),segment_id=2c48dc91-e362-4611-9354-aede43558386)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:38:06.061602 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3ed69a73-eb29-479a-953a-85eaaea50937 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:06.065800 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed69a73-eb29-479a-953a-85eaaea50937 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:38:06.066390 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3ed69a73-eb29-479a-953a-85eaaea50937 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:06.070234 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-a46da33c-ffb3-4513-856c-467eb4901af2 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Allocated IP 2001:db8::d125:848e:c70c:9c19 (bc933c3a-b15d-4eab-9ad6-d32fd193f5cd/a9a3b71e-d67d-4c94-ac6f-bd636b45aa7c/0d07bc3c-85f5-4c53-b4d8-a388bc0e9e29) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:38:06.118631 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-11fdd13b-d280-4edd-afdb-8ef361ec3e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:06.177032 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f748b415-fe68-45b7-be44-242b44dd9630 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:06.181028 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-f748b415-fe68-45b7-be44-242b44dd9630 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6020098 Feb 04 08:38:06.181659 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 47908) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:06.207149 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fdd13b-d280-4edd-afdb-8ef361ec3e1f None None] Pushing event updated for resources: {'Port': ['ID=5c283bfa-cf76-44c9-8c20-f0688c936cd5,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:06.207438 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-40e82b76-64f5-4484-ac77-f0f0e44b8f39 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'security_group_rule': {'security_group_id': 'e986bcf0-ac95-4361-8a35-057c37f32504', 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:38:06.216494 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9c4b6160-0394-465e-abe3-acdb2cf11628 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40989'] for router, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:06.228112 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9c4b6160-0394-465e-abe3-acdb2cf11628 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:06.232629 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-40e82b76-64f5-4484-ac77-f0f0e44b8f39 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:38:06.285672 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-3ed69a73-eb29-479a-953a-85eaaea50937 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7051218 Feb 04 08:38:06.286498 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed69a73-eb29-479a-953a-85eaaea50937 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Pushing event updated for resources: {'Network': ['ID=535d55b9-461e-49e3-8dc4-738ccaff4893,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:06.290897 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-40e82b76-64f5-4484-ac77-f0f0e44b8f39 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:security_group_rule and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:38:06.293320 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 47912) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:06.297976 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-40e82b76-64f5-4484-ac77-f0f0e44b8f39 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:38:06.302904 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network 535d55b9-461e-49e3-8dc4-738ccaff4893 details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:38:06.305765 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-6bb3cce2-2f2c-426c-a244-4ce715b6dfda tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Request body: {'subnet': {'network_id': '535d55b9-461e-49e3-8dc4-738ccaff4893', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:38:06.331824 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-40e82b76-64f5-4484-ac77-f0f0e44b8f39 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:38:06.426442 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9c4b6160-0394-465e-abe3-acdb2cf11628 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-476062'] for router, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:06.426944 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c4b6160-0394-465e-abe3-acdb2cf11628 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Fanout notify agent at l3_agent the message router_deleted on router 8c94e858-bd55-4c17-9c09-0693c0a886aa {{(pid=84108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 08:38:06.482388 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.securitygroups_db [None req-40e82b76-64f5-4484-ac77-f0f0e44b8f39 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Project 7df2bfd740464e869863a41b14f4d5af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 08:38:06.511554 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-40e82b76-64f5-4484-ac77-f0f0e44b8f39 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:06.530419 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-6bb3cce2-2f2c-426c-a244-4ce715b6dfda tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:38:06.536605 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9c4b6160-0394-465e-abe3-acdb2cf11628 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks [] for router, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:06.541678 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-9c4b6160-0394-465e-abe3-acdb2cf11628 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] 10.222.0.36 "DELETE /v2.0/routers/8c94e858-bd55-4c17-9c09-0693c0a886aa HTTP/1.1" status: 204 len: 168 time: 4.2606213 Feb 04 08:38:06.541812 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-47ef6ba8-4b86-4d81-a147-ff00620fa91d tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:06.542646 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 47916) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:06.549744 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-6bb3cce2-2f2c-426c-a244-4ce715b6dfda tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Usage tracker for resource:subnet and tenant:1216cf6397c6415eb938e86c1901dea6 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:38:06.561032 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-6bb3cce2-2f2c-426c-a244-4ce715b6dfda tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:38:06.565381 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-e6355f78-4217-4979-b3e3-e1f0cbb5d94e tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-218652853', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:38:06.579368 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-e6355f78-4217-4979-b3e3-e1f0cbb5d94e tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:38:06.586219 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b642a08d-ecf9-40fc-8f17-44312d4e8e18 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7593498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8119736'] for subnet, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:06.591496 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-e6355f78-4217-4979-b3e3-e1f0cbb5d94e tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Usage tracker for resource:router and tenant:e89a5432419c4f2799d167fec1bb7459 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:38:06.621773 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a46da33c-ffb3-4513-856c-467eb4901af2 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:06.624892 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-e6355f78-4217-4979-b3e3-e1f0cbb5d94e tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:38:06.630703 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-6bb3cce2-2f2c-426c-a244-4ce715b6dfda tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:38:06.643745 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-e6355f78-4217-4979-b3e3-e1f0cbb5d94e tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:38:06.680322 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.provisioning_blocks [None req-a46da33c-ffb3-4513-856c-467eb4901af2 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Transition to ACTIVE for port object 0d07bc3c-85f5-4c53-b4d8-a388bc0e9e29 will not be triggered until provisioned by entity DHCP. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:38:06.687705 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b642a08d-ecf9-40fc-8f17-44312d4e8e18 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Pushing event updated for resources: {'Subnet': ['ID=f986735f-4889-4f7c-9152-d3f0a1b07496,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:06.698431 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-47ef6ba8-4b86-4d81-a147-ff00620fa91d tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Calling delete_port for d47b112f-3a01-443d-8c88-47d1a3515ef8 owned by network:router_gateway {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:38:06.722487 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b642a08d-ecf9-40fc-8f17-44312d4e8e18 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Checking segment: {'id': '16b8fd1b-50f1-4551-b9c9-5457923e83f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c7bca5dc-d158-4b4a-b90f-7ea0316d759e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:38:06.722842 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b642a08d-ecf9-40fc-8f17-44312d4e8e18 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Network hostable DHCP agents. Network: c7bca5dc-d158-4b4a-b90f-7ea0316d759e, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:38:06.758939 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e6355f78-4217-4979-b3e3-e1f0cbb5d94e tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40975'] for router, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:06.760048 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e6355f78-4217-4979-b3e3-e1f0cbb5d94e tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40982'] for router, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:06.779485 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e6355f78-4217-4979-b3e3-e1f0cbb5d94e tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:06.787462 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-40e82b76-64f5-4484-ac77-f0f0e44b8f39 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:06.799241 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a46da33c-ffb3-4513-856c-467eb4901af2 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:06.841113 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b642a08d-ecf9-40fc-8f17-44312d4e8e18 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Network c7bca5dc-d158-4b4a-b90f-7ea0316d759e is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:38:06.884018 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46da33c-ffb3-4513-856c-467eb4901af2 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:38:06.887644 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-a46da33c-ffb3-4513-856c-467eb4901af2 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:38:06.890338 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46da33c-ffb3-4513-856c-467eb4901af2 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:38:06.894729 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46da33c-ffb3-4513-856c-467eb4901af2 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:38:06.895336 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a46da33c-ffb3-4513-856c-467eb4901af2 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:06.903093 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e6355f78-4217-4979-b3e3-e1f0cbb5d94e tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472990'] for router, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:06.910628 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46da33c-ffb3-4513-856c-467eb4901af2 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event updated for resources: {'Port': ['ID=0d07bc3c-85f5-4c53-b4d8-a388bc0e9e29,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:06.918772 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-40e82b76-64f5-4484-ac77-f0f0e44b8f39 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:06.924639 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb3cce2-2f2c-426c-a244-4ce715b6dfda tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Made reservation on behalf of 1216cf6397c6415eb938e86c1901dea6 for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:38:06.939910 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-b642a08d-ecf9-40fc-8f17-44312d4e8e18 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, c7bca5dc-d158-4b4a-b90f-7ea0316d759e) {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:38:06.944688 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b642a08d-ecf9-40fc-8f17-44312d4e8e18 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:38:06.945316 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b642a08d-ecf9-40fc-8f17-44312d4e8e18 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:06.948161 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683f6b3f-f26e-454d-8b54-28375c6bad8e None None] Network c7bca5dc-d158-4b4a-b90f-7ea0316d759e requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:38:07.010118 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e82b76-64f5-4484-ac77-f0f0e44b8f39 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03c77d79-8e22-42ca-b35b-92ab358f4ab4,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:07.021414 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-a46da33c-ffb3-4513-856c-467eb4901af2 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.1116061 Feb 04 08:38:07.027831 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 47920) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:07.065499 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e6355f78-4217-4979-b3e3-e1f0cbb5d94e tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks [] for router, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:07.066229 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-e6355f78-4217-4979-b3e3-e1f0cbb5d94e tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5107658 Feb 04 08:38:07.071467 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6bb3cce2-2f2c-426c-a244-4ce715b6dfda tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985186'] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:07.072722 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-b642a08d-ecf9-40fc-8f17-44312d4e8e18 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0488956 Feb 04 08:38:07.073502 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 47924) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:07.081515 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-c7487b79-0157-4311-a9e3-dce8cfc39a25 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:38:07.089273 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 47928) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:07.099994 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-685cad2f-0499-4716-8ee9-89f351a3570d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Request body: {'port': {'network_id': 'c7bca5dc-d158-4b4a-b90f-7ea0316d759e', 'name': 'tempest-PortsIpV6TestJSON-2029008562'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:38:07.174590 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-40e82b76-64f5-4484-ac77-f0f0e44b8f39 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:07.179018 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-40e82b76-64f5-4484-ac77-f0f0e44b8f39 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.9918766 Feb 04 08:38:07.179485 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 47934) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:07.192997 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-2be37b9c-199e-41fd-a582-a8b000449c7d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'security_group_rule': {'security_group_id': 'e986bcf0-ac95-4361-8a35-057c37f32504', 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:38:07.199590 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-2be37b9c-199e-41fd-a582-a8b000449c7d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:38:07.204386 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-2be37b9c-199e-41fd-a582-a8b000449c7d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:security_group_rule and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:38:07.207654 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-2be37b9c-199e-41fd-a582-a8b000449c7d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:38:07.214878 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-2be37b9c-199e-41fd-a582-a8b000449c7d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:38:07.323537 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f71613-d5db-46f6-8102-68c4b333922b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-c7bca5dc-d158-4b4a-b90f-7ea0316d759e', 'network_id': 'c7bca5dc-d158-4b4a-b90f-7ea0316d759e', 'tenant_id': 'e63069d3cf3540d8aad7a137ff4999ec', 'fixed_ips': [{'subnet_id': 'f986735f-4889-4f7c-9152-d3f0a1b07496'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:38:07.325770 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-38f71613-d5db-46f6-8102-68c4b333922b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:07.387739 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.securitygroups_db [None req-2be37b9c-199e-41fd-a582-a8b000449c7d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Project 7df2bfd740464e869863a41b14f4d5af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 08:38:07.415871 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f3b811-bba8-4768-b3d8-2c4bd0427b6b tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:38:07.419688 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f3b811-bba8-4768-b3d8-2c4bd0427b6b tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:38:07.420521 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-62f3b811-bba8-4768-b3d8-2c4bd0427b6b tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Synchronizing usage tracker for tenant:ffa27937301745e1ad43fa520f28cbc3 on resource:port {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:38:07.423195 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2be37b9c-199e-41fd-a582-a8b000449c7d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:07.432251 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-685cad2f-0499-4716-8ee9-89f351a3570d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:38:07.449900 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-47ef6ba8-4b86-4d81-a147-ff00620fa91d tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:07.519514 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 5c283bfa-cf76-44c9-8c20-f0688c936cd5 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:38:07.555343 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-685cad2f-0499-4716-8ee9-89f351a3570d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:38:07.558581 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ef6ba8-4b86-4d81-a147-ff00620fa91d tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Pushing event deleted for resources: {'Port': ['ID=d47b112f-3a01-443d-8c88-47d1a3515ef8,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:07.623918 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-62f3b811-bba8-4768-b3d8-2c4bd0427b6b tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Unset dirty status for tenant:ffa27937301745e1ad43fa520f28cbc3 on resource:port {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:38:07.625231 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-62f3b811-bba8-4768-b3d8-2c4bd0427b6b tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.6019976 Feb 04 08:38:07.634147 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 47938) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:07.695346 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-38f71613-d5db-46f6-8102-68c4b333922b None None] Allocated IP 2001:db8::2 (c7bca5dc-d158-4b4a-b90f-7ea0316d759e/f986735f-4889-4f7c-9152-d3f0a1b07496/d6e0b9d5-fe38-4930-bc9d-1332051be1ae) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:38:07.712904 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6bb3cce2-2f2c-426c-a244-4ce715b6dfda tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7510230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985204'] for subnet, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:07.724637 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-69a16b5a-5d66-4247-8c82-1ce39e04a1ea None None] Provisioning for port 5c283bfa-cf76-44c9-8c20-f0688c936cd5 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:38:07.781468 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 5c283bfa-cf76-44c9-8c20-f0688c936cd5 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:38:07.788479 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 5c283bfa-cf76-44c9-8c20-f0688c936cd5 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:38:07.788980 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:07.795334 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-685cad2f-0499-4716-8ee9-89f351a3570d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Made reservation on behalf of e63069d3cf3540d8aad7a137ff4999ec for: {'port': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:38:07.795883 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2be37b9c-199e-41fd-a582-a8b000449c7d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:07.798620 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-685cad2f-0499-4716-8ee9-89f351a3570d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:07.802349 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-6c28fa49-fa87-4cb4-837d-8c79cea04938 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Deleting port 0d07bc3c-85f5-4c53-b4d8-a388bc0e9e29 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:38:07.802685 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-6c28fa49-fa87-4cb4-837d-8c79cea04938 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:07.885709 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb3cce2-2f2c-426c-a244-4ce715b6dfda tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Pushing event updated for resources: {'Subnet': ['ID=e2a5c3ef-32b3-41fa-8300-961ba1c29ce8,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:07.930379 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2be37b9c-199e-41fd-a582-a8b000449c7d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:07.933133 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c7487b79-0157-4311-a9e3-dce8cfc39a25 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40996'] for router, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:07.980629 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be37b9c-199e-41fd-a582-a8b000449c7d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ceaa3f3-02a5-4d7f-a946-0025e674347b,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:08.019578 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:08.029714 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [None req-685cad2f-0499-4716-8ee9-89f351a3570d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] device_id is not set on port 353d5535-e534-4ca5-a368-db85cec235ec yet. {{(pid=84107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:38:08.038642 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-38f71613-d5db-46f6-8102-68c4b333922b None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:08.054706 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-38f71613-d5db-46f6-8102-68c4b333922b None None] Transition to ACTIVE for port object d6e0b9d5-fe38-4930-bc9d-1332051be1ae will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:38:08.074551 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-2aad905a-8a4d-44ce-afc4-61d765bb103f None None] Provisioning for port 0d07bc3c-85f5-4c53-b4d8-a388bc0e9e29 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:38:08.079059 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-47ef6ba8-4b86-4d81-a147-ff00620fa91d tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473010'] for router_gateway, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:08.083963 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port 5c283bfa-cf76-44c9-8c20-f0688c936cd5, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=5c283bfa-cf76-44c9-8c20-f0688c936cd5,segment=NetworkSegment(2c48dc91-e362-4611-9354-aede43558386),segment_id=2c48dc91-e362-4611-9354-aede43558386)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:38:08.087332 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-2aad905a-8a4d-44ce-afc4-61d765bb103f None None] Provisioning complete for port 0d07bc3c-85f5-4c53-b4d8-a388bc0e9e29 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:38:08.087332 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2aad905a-8a4d-44ce-afc4-61d765bb103f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:08.087652 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2be37b9c-199e-41fd-a582-a8b000449c7d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:08.088932 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-2be37b9c-199e-41fd-a582-a8b000449c7d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.9075701 Feb 04 08:38:08.118591 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-38f71613-d5db-46f6-8102-68c4b333922b None None] Transition to ACTIVE for port object d6e0b9d5-fe38-4930-bc9d-1332051be1ae will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:38:08.150586 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-2aad905a-8a4d-44ce-afc4-61d765bb103f None None] Port 0d07bc3c-85f5-4c53-b4d8-a388bc0e9e29 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:38:08.162925 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb3cce2-2f2c-426c-a244-4ce715b6dfda tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Checking segment: {'id': '58709c37-8988-4ffb-956a-78fdf4602cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '535d55b9-461e-49e3-8dc4-738ccaff4893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:38:08.163306 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb3cce2-2f2c-426c-a244-4ce715b6dfda tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Network hostable DHCP agents. Network: 535d55b9-461e-49e3-8dc4-738ccaff4893, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:38:08.180980 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:08.240686 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-38f71613-d5db-46f6-8102-68c4b333922b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:08.288539 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-6c28fa49-fa87-4cb4-837d-8c79cea04938 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:08.305302 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=5c283bfa-cf76-44c9-8c20-f0688c936cd5,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:08.314310 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f71613-d5db-46f6-8102-68c4b333922b None None] Network c7bca5dc-d158-4b4a-b90f-7ea0316d759e is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:38:08.356511 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-38f71613-d5db-46f6-8102-68c4b333922b None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:38:08.364969 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f71613-d5db-46f6-8102-68c4b333922b None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:38:08.396244 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb3cce2-2f2c-426c-a244-4ce715b6dfda tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Network 535d55b9-461e-49e3-8dc4-738ccaff4893 is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:38:08.421187 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-6c28fa49-fa87-4cb4-837d-8c79cea04938 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Calling delete_port for 0d07bc3c-85f5-4c53-b4d8-a388bc0e9e29 owned by {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:38:08.425812 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f71613-d5db-46f6-8102-68c4b333922b None None] Pushing event updated for resources: {'Port': ['ID=d6e0b9d5-fe38-4930-bc9d-1332051be1ae,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:08.477533 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-38f71613-d5db-46f6-8102-68c4b333922b None None] Attempting to bind port d6e0b9d5-fe38-4930-bc9d-1332051be1ae on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:38:08.477912 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-38f71613-d5db-46f6-8102-68c4b333922b None None] Attempting to bind port d6e0b9d5-fe38-4930-bc9d-1332051be1ae by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': '16b8fd1b-50f1-4551-b9c9-5457923e83f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c7bca5dc-d158-4b4a-b90f-7ea0316d759e'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:38:08.478269 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f71613-d5db-46f6-8102-68c4b333922b None None] Attempting to bind port d6e0b9d5-fe38-4930-bc9d-1332051be1ae on network c7bca5dc-d158-4b4a-b90f-7ea0316d759e {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:38:08.486491 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f71613-d5db-46f6-8102-68c4b333922b None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:38:08.486864 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f71613-d5db-46f6-8102-68c4b333922b None None] Checking segment: {'id': '16b8fd1b-50f1-4551-b9c9-5457923e83f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c7bca5dc-d158-4b4a-b90f-7ea0316d759e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:38:08.487272 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-38f71613-d5db-46f6-8102-68c4b333922b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:08.487661 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f71613-d5db-46f6-8102-68c4b333922b None None] Bound using segment: {'id': '16b8fd1b-50f1-4551-b9c9-5457923e83f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c7bca5dc-d158-4b4a-b90f-7ea0316d759e'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:38:08.488127 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-38f71613-d5db-46f6-8102-68c4b333922b None None] Bound port: d6e0b9d5-fe38-4930-bc9d-1332051be1ae, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16b8fd1b-50f1-4551-b9c9-5457923e83f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c7bca5dc-d158-4b4a-b90f-7ea0316d759e'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:38:08.488505 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-38f71613-d5db-46f6-8102-68c4b333922b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:08.553141 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c7487b79-0157-4311-a9e3-dce8cfc39a25 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks [] for router_gateway, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:08.591609 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-38f71613-d5db-46f6-8102-68c4b333922b None None] For port d6e0b9d5-fe38-4930-bc9d-1332051be1ae, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:38:08.592448 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-38f71613-d5db-46f6-8102-68c4b333922b None None] For port d6e0b9d5-fe38-4930-bc9d-1332051be1ae, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=d6e0b9d5-fe38-4930-bc9d-1332051be1ae,segment=NetworkSegment(16b8fd1b-50f1-4551-b9c9-5457923e83f7),segment_id=16b8fd1b-50f1-4551-b9c9-5457923e83f7)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:38:08.597113 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c7487b79-0157-4311-a9e3-dce8cfc39a25 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:08.597848 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-47ef6ba8-4b86-4d81-a147-ff00620fa91d tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40989'] for router, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:08.624712 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-47ef6ba8-4b86-4d81-a147-ff00620fa91d tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:08.638940 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5323bc79-f1b8-469c-aabd-7b6ae7e1f41a req-c2223687-b964-4406-b2ee-4ed32c259836 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1696876225&fields=id&tenant_id=7df2bfd740464e869863a41b14f4d5af HTTP/1.1" status: 200 len: 267 time: 0.2627406 Feb 04 08:38:08.649316 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-38f71613-d5db-46f6-8102-68c4b333922b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:08.653974 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-685cad2f-0499-4716-8ee9-89f351a3570d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Allocated IP 2001:db8::77 (c7bca5dc-d158-4b4a-b90f-7ea0316d759e/f986735f-4889-4f7c-9152-d3f0a1b07496/353d5535-e534-4ca5-a368-db85cec235ec) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:38:08.685404 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-6bb3cce2-2f2c-426c-a244-4ce715b6dfda tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, 535d55b9-461e-49e3-8dc4-738ccaff4893) {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:38:08.705018 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb3cce2-2f2c-426c-a244-4ce715b6dfda tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:38:08.709718 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6bb3cce2-2f2c-426c-a244-4ce715b6dfda tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:08.715088 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce7ab00-5d17-48ba-b1f3-48f5600a5bf1 None None] Network 535d55b9-461e-49e3-8dc4-738ccaff4893 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:38:08.800039 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-c7487b79-0157-4311-a9e3-dce8cfc39a25 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Allocated IP 172.26.3.171 (e264bd74-c56b-43d0-9059-bcb57dbbe5bc/79caf47c-b62c-4ea0-b35f-21ede155daa8/7f8a78de-2900-4870-bd23-d3ad7e206f8f) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:38:08.821901 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f71613-d5db-46f6-8102-68c4b333922b None None] Pushing event updated for resources: {'Port': ['ID=d6e0b9d5-fe38-4930-bc9d-1332051be1ae,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:08.838144 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-6c28fa49-fa87-4cb4-837d-8c79cea04938 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:08.895480 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-47ef6ba8-4b86-4d81-a147-ff00620fa91d tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-476062'] for router, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:08.895997 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47ef6ba8-4b86-4d81-a147-ff00620fa91d tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Fanout notify agent at l3_agent the message router_deleted on router 8ee739b9-26b1-40fa-9162-380d35c9afe1 {{(pid=84107) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 08:38:08.945426 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c28fa49-fa87-4cb4-837d-8c79cea04938 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event deleted for resources: {'Port': ['ID=0d07bc3c-85f5-4c53-b4d8-a388bc0e9e29,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:08.955079 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-47ef6ba8-4b86-4d81-a147-ff00620fa91d tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:08.956167 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-47ef6ba8-4b86-4d81-a147-ff00620fa91d tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] 10.222.0.36 "DELETE /v2.0/routers/8ee739b9-26b1-40fa-9162-380d35c9afe1 HTTP/1.1" status: 204 len: 168 time: 3.9047780 Feb 04 08:38:08.957622 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-6bb3cce2-2f2c-426c-a244-4ce715b6dfda tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6633787 Feb 04 08:38:08.966921 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5323bc79-f1b8-469c-aabd-7b6ae7e1f41a req-3f656cce-3f1c-434a-92b3-3dca6c0bfa97 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:38:08.975181 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5323bc79-f1b8-469c-aabd-7b6ae7e1f41a req-3f656cce-3f1c-434a-92b3-3dca6c0bfa97 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/networks?id=4c9b2602-557a-496f-9496-472f42f83572 HTTP/1.1" status: 200 len: 797 time: 0.3242106 Feb 04 08:38:08.980602 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 47952) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:08.980769 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 47954) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:08.999187 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-53218643-89c4-4685-92af-ccedb35c51f1 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-804421040', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:38:09.007184 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-3f318e56-9a89-48ae-925a-8071d18de43e tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Request body: {'router': {'name': 'tempest-snat-router-798006046', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'enable_snat': False}}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:38:09.012733 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-3f318e56-9a89-48ae-925a-8071d18de43e tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:38:09.014478 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66dc3b7c-6bbd-4e48-8910-58800cdeeb18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-535d55b9-461e-49e3-8dc4-738ccaff4893', 'network_id': '535d55b9-461e-49e3-8dc4-738ccaff4893', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'fixed_ips': [{'subnet_id': 'e2a5c3ef-32b3-41fa-8300-961ba1c29ce8'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:38:09.017340 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-3f318e56-9a89-48ae-925a-8071d18de43e tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Usage tracker for resource:router and tenant:472edb14196942999394e53aaa0733ea is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:38:09.018371 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-66dc3b7c-6bbd-4e48-8910-58800cdeeb18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:09.020805 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-6c28fa49-fa87-4cb4-837d-8c79cea04938 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:09.021066 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-3f318e56-9a89-48ae-925a-8071d18de43e tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:38:09.029094 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-3f318e56-9a89-48ae-925a-8071d18de43e tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:38:09.043435 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-53218643-89c4-4685-92af-ccedb35c51f1 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:38:09.065280 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5323bc79-f1b8-469c-aabd-7b6ae7e1f41a req-ade5ee6c-c69b-437d-9406-6d641b3f3799 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/quotas/7df2bfd740464e869863a41b14f4d5af HTTP/1.1" status: 200 len: 375 time: 0.0891597 Feb 04 08:38:09.070116 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-53218643-89c4-4685-92af-ccedb35c51f1 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Usage tracker for resource:router and tenant:1216cf6397c6415eb938e86c1901dea6 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:38:09.102825 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c7487b79-0157-4311-a9e3-dce8cfc39a25 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:09.127908 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-6c28fa49-fa87-4cb4-837d-8c79cea04938 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "DELETE /v2.0/ports/0d07bc3c-85f5-4c53-b4d8-a388bc0e9e29 HTTP/1.1" status: 204 len: 168 time: 1.4905732 Feb 04 08:38:09.133370 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-53218643-89c4-4685-92af-ccedb35c51f1 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:38:09.137386 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-53218643-89c4-4685-92af-ccedb35c51f1 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:38:09.146219 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 47960) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:09.190950 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3f318e56-9a89-48ae-925a-8071d18de43e tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40975'] for router, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:09.191900 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3f318e56-9a89-48ae-925a-8071d18de43e tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40982'] for router, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:09.236874 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c7487b79-0157-4311-a9e3-dce8cfc39a25 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:09.241412 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-66dc3b7c-6bbd-4e48-8910-58800cdeeb18 None None] Allocated IP 172.20.0.2 (535d55b9-461e-49e3-8dc4-738ccaff4893/e2a5c3ef-32b3-41fa-8300-961ba1c29ce8/4357c523-d84e-4096-aa90-20fdf3412a1e) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:38:09.243877 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-685cad2f-0499-4716-8ee9-89f351a3570d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:09.269229 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-5323bc79-f1b8-469c-aabd-7b6ae7e1f41a req-06b7a3d6-08c8-49f1-85f2-84fed8d8fa7f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Synchronizing usage tracker for tenant:7df2bfd740464e869863a41b14f4d5af on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:38:09.269864 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-53218643-89c4-4685-92af-ccedb35c51f1 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40975'] for router, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:09.270798 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-53218643-89c4-4685-92af-ccedb35c51f1 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40982'] for router, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:09.285828 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [None req-685cad2f-0499-4716-8ee9-89f351a3570d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Transition to ACTIVE for port object 353d5535-e534-4ca5-a368-db85cec235ec will not be triggered until provisioned by entity DHCP. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:38:09.292460 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3f318e56-9a89-48ae-925a-8071d18de43e tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:09.356839 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5b9bde-742f-4fee-b14e-5d797bb3700b tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:38:09.358453 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5b9bde-742f-4fee-b14e-5d797bb3700b tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:38:09.359393 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-0b5b9bde-742f-4fee-b14e-5d797bb3700b tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Synchronizing usage tracker for tenant:ffa27937301745e1ad43fa520f28cbc3 on resource:subnet {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:38:09.366348 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-53218643-89c4-4685-92af-ccedb35c51f1 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:09.397011 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7487b79-0157-4311-a9e3-dce8cfc39a25 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Network e264bd74-c56b-43d0-9059-bcb57dbbe5bc is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:38:09.403060 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-c7487b79-0157-4311-a9e3-dce8cfc39a25 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:38:09.409133 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7487b79-0157-4311-a9e3-dce8cfc39a25 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:38:09.420816 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-5323bc79-f1b8-469c-aabd-7b6ae7e1f41a req-06b7a3d6-08c8-49f1-85f2-84fed8d8fa7f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Unset dirty status for tenant:7df2bfd740464e869863a41b14f4d5af on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:38:09.422182 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5323bc79-f1b8-469c-aabd-7b6ae7e1f41a req-06b7a3d6-08c8-49f1-85f2-84fed8d8fa7f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=7df2bfd740464e869863a41b14f4d5af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3561339 Feb 04 08:38:09.472488 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7487b79-0157-4311-a9e3-dce8cfc39a25 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Pushing event updated for resources: {'Port': ['ID=7f8a78de-2900-4870-bd23-d3ad7e206f8f,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:09.556022 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-0b5b9bde-742f-4fee-b14e-5d797bb3700b tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Unset dirty status for tenant:ffa27937301745e1ad43fa520f28cbc3 on resource:subnet {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:38:09.557568 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-0b5b9bde-742f-4fee-b14e-5d797bb3700b tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4102244 Feb 04 08:38:09.560992 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 47964) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:09.612938 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-685cad2f-0499-4716-8ee9-89f351a3570d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:09.613612 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device d6e0b9d5-fe38-4930-bc9d-1332051be1ae up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:38:09.614677 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-53218643-89c4-4685-92af-ccedb35c51f1 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472990'] for router, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:09.658557 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-66dc3b7c-6bbd-4e48-8910-58800cdeeb18 None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:09.679955 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-66dc3b7c-6bbd-4e48-8910-58800cdeeb18 None None] Transition to ACTIVE for port object 4357c523-d84e-4096-aa90-20fdf3412a1e will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:38:09.706704 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-66dc3b7c-6bbd-4e48-8910-58800cdeeb18 None None] Transition to ACTIVE for port object 4357c523-d84e-4096-aa90-20fdf3412a1e will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:38:09.742152 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c7487b79-0157-4311-a9e3-dce8cfc39a25 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks [] for router_gateway, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:09.775290 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-66dc3b7c-6bbd-4e48-8910-58800cdeeb18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:09.824052 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port d6e0b9d5-fe38-4930-bc9d-1332051be1ae completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:38:09.848014 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-53218643-89c4-4685-92af-ccedb35c51f1 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:09.848237 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 5c283bfa-cf76-44c9-8c20-f0688c936cd5 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:38:09.852109 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-53218643-89c4-4685-92af-ccedb35c51f1 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8688800 Feb 04 08:38:09.862493 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 47968) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:09.875850 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685cad2f-0499-4716-8ee9-89f351a3570d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Network c7bca5dc-d158-4b4a-b90f-7ea0316d759e is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:38:09.876627 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685cad2f-0499-4716-8ee9-89f351a3570d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Pushing event updated for resources: {'Port': ['ID=353d5535-e534-4ca5-a368-db85cec235ec,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:09.887706 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66dc3b7c-6bbd-4e48-8910-58800cdeeb18 None None] Network 535d55b9-461e-49e3-8dc4-738ccaff4893 is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:38:09.900213 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-66dc3b7c-6bbd-4e48-8910-58800cdeeb18 None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:38:09.901996 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dc3b7c-6bbd-4e48-8910-58800cdeeb18 None None] Pushing event updated for resources: {'Port': ['ID=4357c523-d84e-4096-aa90-20fdf3412a1e,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:09.904113 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66dc3b7c-6bbd-4e48-8910-58800cdeeb18 None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:38:10.011253 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-685cad2f-0499-4716-8ee9-89f351a3570d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:38:10.012363 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-66dc3b7c-6bbd-4e48-8910-58800cdeeb18 None None] Attempting to bind port 4357c523-d84e-4096-aa90-20fdf3412a1e on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:38:10.012792 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-66dc3b7c-6bbd-4e48-8910-58800cdeeb18 None None] Attempting to bind port 4357c523-d84e-4096-aa90-20fdf3412a1e by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': '58709c37-8988-4ffb-956a-78fdf4602cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '535d55b9-461e-49e3-8dc4-738ccaff4893'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:38:10.013158 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66dc3b7c-6bbd-4e48-8910-58800cdeeb18 None None] Attempting to bind port 4357c523-d84e-4096-aa90-20fdf3412a1e on network 535d55b9-461e-49e3-8dc4-738ccaff4893 {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:38:10.025571 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66dc3b7c-6bbd-4e48-8910-58800cdeeb18 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:38:10.026241 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66dc3b7c-6bbd-4e48-8910-58800cdeeb18 None None] Checking segment: {'id': '58709c37-8988-4ffb-956a-78fdf4602cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '535d55b9-461e-49e3-8dc4-738ccaff4893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:38:10.026815 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-66dc3b7c-6bbd-4e48-8910-58800cdeeb18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:10.027350 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66dc3b7c-6bbd-4e48-8910-58800cdeeb18 None None] Bound using segment: {'id': '58709c37-8988-4ffb-956a-78fdf4602cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '535d55b9-461e-49e3-8dc4-738ccaff4893'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:38:10.028124 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-66dc3b7c-6bbd-4e48-8910-58800cdeeb18 None None] Bound port: 4357c523-d84e-4096-aa90-20fdf3412a1e, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58709c37-8988-4ffb-956a-78fdf4602cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '535d55b9-461e-49e3-8dc4-738ccaff4893'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:38:10.028704 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-66dc3b7c-6bbd-4e48-8910-58800cdeeb18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:10.048316 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c7487b79-0157-4311-a9e3-dce8cfc39a25 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40996'] for router, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:10.052147 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c7487b79-0157-4311-a9e3-dce8cfc39a25 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-472436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-472429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-475363'] for router, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:10.101464 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685cad2f-0499-4716-8ee9-89f351a3570d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:38:10.106312 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685cad2f-0499-4716-8ee9-89f351a3570d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:38:10.113673 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 5c283bfa-cf76-44c9-8c20-f0688c936cd5 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:38:10.113673 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:10.113907 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-685cad2f-0499-4716-8ee9-89f351a3570d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:10.115133 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3f318e56-9a89-48ae-925a-8071d18de43e tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40996'] for router, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:10.181892 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5323bc79-f1b8-469c-aabd-7b6ae7e1f41a req-3d817bc0-a395-4682-808e-e92763b46353 service neutron] 10.222.0.36 "GET /v2.0/networks/4c9b2602-557a-496f-9496-472f42f83572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7448010 Feb 04 08:38:10.229259 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-66dc3b7c-6bbd-4e48-8910-58800cdeeb18 None None] For port 4357c523-d84e-4096-aa90-20fdf3412a1e, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:38:10.254786 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-66dc3b7c-6bbd-4e48-8910-58800cdeeb18 None None] For port 4357c523-d84e-4096-aa90-20fdf3412a1e, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=4357c523-d84e-4096-aa90-20fdf3412a1e,segment=NetworkSegment(58709c37-8988-4ffb-956a-78fdf4602cd4),segment_id=58709c37-8988-4ffb-956a-78fdf4602cd4)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:38:10.303686 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-66dc3b7c-6bbd-4e48-8910-58800cdeeb18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:10.318320 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-685cad2f-0499-4716-8ee9-89f351a3570d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.2281711 Feb 04 08:38:10.322929 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 47972) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:10.339839 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93784bec-b8e8-4103-840d-b3f40b97032b None None] Network c7bca5dc-d158-4b4a-b90f-7ea0316d759e requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:38:10.399605 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-04545673-928a-4469-b723-281a94cf230c tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Deleting port 353d5535-e534-4ca5-a368-db85cec235ec {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:38:10.400033 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-04545673-928a-4469-b723-281a94cf230c tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:10.441422 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7487b79-0157-4311-a9e3-dce8cfc39a25 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Router ad6ea5e5-ce06-4c23-9cce-2da04090325b is scheduled to L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 with binding_index 1 {{(pid=84108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 08:38:10.488106 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dc3b7c-6bbd-4e48-8910-58800cdeeb18 None None] Pushing event updated for resources: {'Port': ['ID=4357c523-d84e-4096-aa90-20fdf3412a1e,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:10.568438 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-d55bf9a6-4f7d-40f2-9991-c2979b5f871d None None] Provisioning for port d6e0b9d5-fe38-4930-bc9d-1332051be1ae completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:38:10.577806 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-d55bf9a6-4f7d-40f2-9991-c2979b5f871d None None] Provisioning complete for port d6e0b9d5-fe38-4930-bc9d-1332051be1ae triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:38:10.578010 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-d55bf9a6-4f7d-40f2-9991-c2979b5f871d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:10.595077 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0bf10b7-8661-4178-a85c-723efad03b1d tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Deleting subnet a9a3b71e-d67d-4c94-ac6f-bd636b45aa7c {{(pid=84107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:38:10.598062 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c0bf10b7-8661-4178-a85c-723efad03b1d tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks [] for subnet, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:10.744821 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5323bc79-f1b8-469c-aabd-7b6ae7e1f41a req-a840c2c3-6c40-4c02-b33e-16ebafc4fa8e service neutron] 10.222.0.36 "GET /v2.0/networks/4c9b2602-557a-496f-9496-472f42f83572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5619326 Feb 04 08:38:10.746904 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c0bf10b7-8661-4178-a85c-723efad03b1d tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8058667'] for subnet, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:10.755402 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-d55bf9a6-4f7d-40f2-9991-c2979b5f871d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:10.812420 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-d55bf9a6-4f7d-40f2-9991-c2979b5f871d None None] For port d6e0b9d5-fe38-4930-bc9d-1332051be1ae, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=d6e0b9d5-fe38-4930-bc9d-1332051be1ae,segment=NetworkSegment(16b8fd1b-50f1-4551-b9c9-5457923e83f7),segment_id=16b8fd1b-50f1-4551-b9c9-5457923e83f7)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:38:10.843218 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-04545673-928a-4469-b723-281a94cf230c tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:10.900673 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-d55bf9a6-4f7d-40f2-9991-c2979b5f871d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:11.038878 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-04545673-928a-4469-b723-281a94cf230c tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Calling delete_port for 353d5535-e534-4ca5-a368-db85cec235ec owned by {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:38:11.061516 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55bf9a6-4f7d-40f2-9991-c2979b5f871d None None] Pushing event updated for resources: {'Port': ['ID=d6e0b9d5-fe38-4930-bc9d-1332051be1ae,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:11.127741 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c0bf10b7-8661-4178-a85c-723efad03b1d tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:11.250526 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7487b79-0157-4311-a9e3-dce8cfc39a25 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:38:11.261322 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ebc000-438b-43fa-bf3d-191c2ab47cea None None] Sync routers for ids ['ad6ea5e5-ce06-4c23-9cce-2da04090325b'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:38:11.279733 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ebc000-438b-43fa-bf3d-191c2ab47cea None None] Routers {'ad6ea5e5-ce06-4c23-9cce-2da04090325b'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:38:11.280993 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-02ebc000-438b-43fa-bf3d-191c2ab47cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:37:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['ad6ea5e5-ce06-4c23-9cce-2da04090325b'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:38:11.295996 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c7487b79-0157-4311-a9e3-dce8cfc39a25 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks [] for router, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:11.303735 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-c7487b79-0157-4311-a9e3-dce8cfc39a25 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] 10.222.0.36 "PUT /v2.0/routers/ad6ea5e5-ce06-4c23-9cce-2da04090325b HTTP/1.1" status: 200 len: 879 time: 4.2275414 Feb 04 08:38:11.307059 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 47982) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:11.328379 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-b33b92db-b4de-4e02-be88-542aa299942f None None] Provisioning complete for port d6e0b9d5-fe38-4930-bc9d-1332051be1ae triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:38:11.329108 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-b33b92db-b4de-4e02-be88-542aa299942f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:11.364004 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-53c62ad8-b5ee-4b19-8634-b1364cb06db0 req-3986011f-bf5f-45fa-a1db-ce761a7caf94 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=0cd345d0-ab65-4db3-8ffb-c06fae39e475 HTTP/1.1" status: 200 len: 210 time: 0.1299894 Feb 04 08:38:11.403568 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-02ebc000-438b-43fa-bf3d-191c2ab47cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:38:11.436431 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ebc000-438b-43fa-bf3d-191c2ab47cea None None] Routers {'ad6ea5e5-ce06-4c23-9cce-2da04090325b'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:38:11.437650 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-02ebc000-438b-43fa-bf3d-191c2ab47cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:37:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['ad6ea5e5-ce06-4c23-9cce-2da04090325b'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:38:11.549758 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-02ebc000-438b-43fa-bf3d-191c2ab47cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:38:11.550079 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ebc000-438b-43fa-bf3d-191c2ab47cea None None] The sync data for ids ['ad6ea5e5-ce06-4c23-9cce-2da04090325b'] in dv-neutron-827798-2-hyperv is: [] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:38:11.559282 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-557da1b2-1c92-4a58-8b39-c0c549f86765 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:11.578942 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-b33b92db-b4de-4e02-be88-542aa299942f None None] Could not find standard attr ID for object 353d5535-e534-4ca5-a368-db85cec235ec. {{(pid=84109) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 08:38:11.592595 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-04545673-928a-4469-b723-281a94cf230c tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:11.614617 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device d6e0b9d5-fe38-4930-bc9d-1332051be1ae up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:38:11.664546 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3f318e56-9a89-48ae-925a-8071d18de43e tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:11.668524 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04545673-928a-4469-b723-281a94cf230c tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Pushing event deleted for resources: {'Port': ['ID=353d5535-e534-4ca5-a368-db85cec235ec,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:11.709475 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c0bf10b7-8661-4178-a85c-723efad03b1d tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7510167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985167'] for subnet, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:11.721582 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port d6e0b9d5-fe38-4930-bc9d-1332051be1ae triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:38:11.721899 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:11.769319 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3f318e56-9a89-48ae-925a-8071d18de43e tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:11.790696 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04545673-928a-4469-b723-281a94cf230c tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:38:11.794258 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04545673-928a-4469-b723-281a94cf230c tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:38:11.794838 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04545673-928a-4469-b723-281a94cf230c tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:38:11.795372 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04545673-928a-4469-b723-281a94cf230c tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:38:11.797118 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04545673-928a-4469-b723-281a94cf230c tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:38:11.797819 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04545673-928a-4469-b723-281a94cf230c tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:38:11.798405 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04545673-928a-4469-b723-281a94cf230c tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:38:11.798969 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04545673-928a-4469-b723-281a94cf230c tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:38:11.801281 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04545673-928a-4469-b723-281a94cf230c tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:38:11.801936 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04545673-928a-4469-b723-281a94cf230c tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:38:11.802513 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04545673-928a-4469-b723-281a94cf230c tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:38:11.810654 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-04545673-928a-4469-b723-281a94cf230c tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:11.815402 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-126a166a-e719-4cfb-9f47-0dfff926ab60 None None] Could not find standard attr ID for object 353d5535-e534-4ca5-a368-db85cec235ec. {{(pid=84109) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 08:38:11.816859 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-04545673-928a-4469-b723-281a94cf230c tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "DELETE /v2.0/ports/353d5535-e534-4ca5-a368-db85cec235ec HTTP/1.1" status: 204 len: 168 time: 1.4912546 Feb 04 08:38:11.818936 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 47988) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:11.872815 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2ea7f40-189a-40c3-9642-f3c8035188f1 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] DELETE failed (client error): The resource could not be found. Feb 04 08:38:11.873617 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2ea7f40-189a-40c3-9642-f3c8035188f1 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:38:11.878690 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-a2ea7f40-189a-40c3-9642-f3c8035188f1 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "DELETE /v2.0/ports/353d5535-e534-4ca5-a368-db85cec235ec HTTP/1.1" status: 404 len: 333 time: 0.0585189 Feb 04 08:38:11.879966 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 47992) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:11.901089 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 4357c523-d84e-4096-aa90-20fdf3412a1e up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:38:11.931001 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fa5cbc5-c4ff-4137-844c-4e642866e60a tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] GET failed (client error): The resource could not be found. Feb 04 08:38:11.931869 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-7fa5cbc5-c4ff-4137-844c-4e642866e60a tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Synchronizing usage tracker for tenant:e63069d3cf3540d8aad7a137ff4999ec on resource:port {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:38:11.957186 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bf10b7-8661-4178-a85c-723efad03b1d tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event deleted for resources: {'Subnet': ['ID=a9a3b71e-d67d-4c94-ac6f-bd636b45aa7c,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:11.957704 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-b4bb0efe-5f02-4005-9fff-b041b9bc086f tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] 10.222.0.36 "GET /v2.0/routers/ad6ea5e5-ce06-4c23-9cce-2da04090325b HTTP/1.1" status: 200 len: 920 time: 0.6492944 Feb 04 08:38:11.959804 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 47996) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:12.052439 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-7fa5cbc5-c4ff-4137-844c-4e642866e60a tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Unset dirty status for tenant:e63069d3cf3540d8aad7a137ff4999ec on resource:port {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:38:12.056370 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-7fa5cbc5-c4ff-4137-844c-4e642866e60a tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "GET /v2.0/ports/353d5535-e534-4ca5-a368-db85cec235ec HTTP/1.1" status: 404 len: 333 time: 0.1708298 Feb 04 08:38:12.056540 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 48002) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:12.079145 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 4357c523-d84e-4096-aa90-20fdf3412a1e completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:38:12.079691 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c0bf10b7-8661-4178-a85c-723efad03b1d tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:12.089030 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d09810e-f425-4330-8597-1161d25899dd None None] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:38:12.106163 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bf10b7-8661-4178-a85c-723efad03b1d tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:38:12.107049 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bf10b7-8661-4178-a85c-723efad03b1d tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:38:12.107049 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bf10b7-8661-4178-a85c-723efad03b1d tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:38:12.107545 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bf10b7-8661-4178-a85c-723efad03b1d tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:38:12.108071 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bf10b7-8661-4178-a85c-723efad03b1d tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:38:12.108460 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bf10b7-8661-4178-a85c-723efad03b1d tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:38:12.108824 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bf10b7-8661-4178-a85c-723efad03b1d tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:38:12.109179 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bf10b7-8661-4178-a85c-723efad03b1d tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:38:12.109498 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bf10b7-8661-4178-a85c-723efad03b1d tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:38:12.109954 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bf10b7-8661-4178-a85c-723efad03b1d tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:38:12.110287 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bf10b7-8661-4178-a85c-723efad03b1d tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:38:12.174579 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-c0bf10b7-8661-4178-a85c-723efad03b1d tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "DELETE /v2.0/subnets/a9a3b71e-d67d-4c94-ac6f-bd636b45aa7c HTTP/1.1" status: 204 len: 168 time: 2.5633135 Feb 04 08:38:12.180343 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 48006) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:12.240863 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-c96864e7-79ea-47d2-91b2-f222bdffb62a tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=e264bd74-c56b-43d0-9059-bcb57dbbe5bc&device_id=ad6ea5e5-ce06-4c23-9cce-2da04090325b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2796214 Feb 04 08:38:12.244388 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 48010) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:12.306922 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea6d6cc-379a-4733-88ce-30cdc3576da9 None None] Network 535d55b9-461e-49e3-8dc4-738ccaff4893 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:38:12.345477 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-39618aa6-5a2a-4f8a-be23-72eda77bdce3 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1275647 Feb 04 08:38:12.351448 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 48014) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:12.366488 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-0bf059d4-ebe8-4ad7-9702-f538c28842da tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Request body: {'subnet': {'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:38:12.523627 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b4a228-b361-4f58-9c03-8e05a28ed17b tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:38:12.525802 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-76b4a228-b361-4f58-9c03-8e05a28ed17b tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] 10.222.0.36 "GET /v2.0/networks/e264bd74-c56b-43d0-9059-bcb57dbbe5bc HTTP/1.1" status: 200 len: 881 time: 0.2807145 Feb 04 08:38:12.531748 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-5706d655-b2a5-4660-b48d-f7ddf3040b10 None None] Provisioning for port 4357c523-d84e-4096-aa90-20fdf3412a1e completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:38:12.537733 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 48020) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:12.541969 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-5706d655-b2a5-4660-b48d-f7ddf3040b10 None None] Provisioning complete for port 4357c523-d84e-4096-aa90-20fdf3412a1e triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:38:12.542241 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-5706d655-b2a5-4660-b48d-f7ddf3040b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:12.577473 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa66141a-5c63-43c8-8898-0b2349e70055 None None] DHCP port deletion for bc933c3a-b15d-4eab-9ad6-d32fd193f5cd request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 08:38:12.604332 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-7f2ea59d-fa10-45ff-8cb4-7568a7c438de tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad6ea5e5-ce06-4c23-9cce-2da04090325b HTTP/1.1" status: 200 len: 205 time: 0.0653732 Feb 04 08:38:12.607893 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b7c4627-81c2-42a5-b94a-d0f9a314ab1f tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Deleting subnet f986735f-4889-4f7c-9152-d3f0a1b07496 {{(pid=84108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:38:12.610392 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 48024) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:12.626046 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-fa66141a-5c63-43c8-8898-0b2349e70055 None None] Deleting port 5c283bfa-cf76-44c9-8c20-f0688c936cd5 {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:38:12.626399 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-fa66141a-5c63-43c8-8898-0b2349e70055 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:12.673138 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2b7c4627-81c2-42a5-b94a-d0f9a314ab1f tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks [] for subnet, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:12.746997 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2b7c4627-81c2-42a5-b94a-d0f9a314ab1f tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7851377'] for subnet, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:12.756768 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-3f318e56-9a89-48ae-925a-8071d18de43e tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Allocated IP 172.26.3.34 (e264bd74-c56b-43d0-9059-bcb57dbbe5bc/79caf47c-b62c-4ea0-b35f-21ede155daa8/d8dcfe6d-5e46-4ee1-8f87-9a318456d6f7) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:38:12.810379 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4148d863-b910-4a71-9d4a-33f74ee47a8e req-3f2f0306-514d-4190-81eb-797dde79d022 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=0cd345d0-ab65-4db3-8ffb-c06fae39e475 HTTP/1.1" status: 200 len: 210 time: 0.1532826 Feb 04 08:38:12.928116 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2b7c4627-81c2-42a5-b94a-d0f9a314ab1f tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:12.935214 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-0bf059d4-ebe8-4ad7-9702-f538c28842da tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:38:12.946963 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-0bf059d4-ebe8-4ad7-9702-f538c28842da tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Usage tracker for resource:subnet and tenant:ffa27937301745e1ad43fa520f28cbc3 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:38:12.952195 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-fa66141a-5c63-43c8-8898-0b2349e70055 None None] For port 5c283bfa-cf76-44c9-8c20-f0688c936cd5, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=5c283bfa-cf76-44c9-8c20-f0688c936cd5,segment=NetworkSegment(2c48dc91-e362-4611-9354-aede43558386),segment_id=2c48dc91-e362-4611-9354-aede43558386)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:38:12.954673 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-fa66141a-5c63-43c8-8898-0b2349e70055 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:12.955204 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-0bf059d4-ebe8-4ad7-9702-f538c28842da tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:38:12.963676 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-0bf059d4-ebe8-4ad7-9702-f538c28842da tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:38:12.974472 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-557da1b2-1c92-4a58-8b39-c0c549f86765 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Allocated IP 172.20.0.1 (535d55b9-461e-49e3-8dc4-738ccaff4893/e2a5c3ef-32b3-41fa-8300-961ba1c29ce8/da6f6dc7-3bd1-4657-98ae-d76a935bfc21) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:38:13.024706 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8bd8d3c4-e611-4820-bacf-53461654a240 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks [] for router, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:13.096882 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf059d4-ebe8-4ad7-9702-f538c28842da tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Made reservation on behalf of ffa27937301745e1ad43fa520f28cbc3 for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:38:13.099364 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0bf059d4-ebe8-4ad7-9702-f538c28842da tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985186'] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:13.112112 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2b7c4627-81c2-42a5-b94a-d0f9a314ab1f tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7593563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8119683'] for subnet, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:13.126791 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-fa66141a-5c63-43c8-8898-0b2349e70055 None None] Calling delete_port for 5c283bfa-cf76-44c9-8c20-f0688c936cd5 owned by network:dhcp {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:38:13.153368 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7c4627-81c2-42a5-b94a-d0f9a314ab1f tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Pushing event deleted for resources: {'Subnet': ['ID=f986735f-4889-4f7c-9152-d3f0a1b07496,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:13.163139 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2b7c4627-81c2-42a5-b94a-d0f9a314ab1f tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:13.172802 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-2b7c4627-81c2-42a5-b94a-d0f9a314ab1f tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "DELETE /v2.0/subnets/f986735f-4889-4f7c-9152-d3f0a1b07496 HTTP/1.1" status: 204 len: 168 time: 1.1129203 Feb 04 08:38:13.176880 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 48028) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:13.185567 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f43a89-8be9-4a08-912a-4bdcfbffb581 None None] Network c7bca5dc-d158-4b4a-b90f-7ea0316d759e requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:38:13.217050 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3f318e56-9a89-48ae-925a-8071d18de43e tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:13.275834 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-5706d655-b2a5-4660-b48d-f7ddf3040b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:13.318278 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-5706d655-b2a5-4660-b48d-f7ddf3040b10 None None] For port 4357c523-d84e-4096-aa90-20fdf3412a1e, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=4357c523-d84e-4096-aa90-20fdf3412a1e,segment=NetworkSegment(58709c37-8988-4ffb-956a-78fdf4602cd4),segment_id=58709c37-8988-4ffb-956a-78fdf4602cd4)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:38:13.329515 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-557da1b2-1c92-4a58-8b39-c0c549f86765 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:13.407652 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [None req-557da1b2-1c92-4a58-8b39-c0c549f86765 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Transition to ACTIVE for port object da6f6dc7-3bd1-4657-98ae-d76a935bfc21 will not be triggered until provisioned by entity DHCP. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:38:13.449691 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-82ecfea2-09a0-43c0-a104-ba2792d331e7 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:13.452062 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3f318e56-9a89-48ae-925a-8071d18de43e tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:13.455010 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 5c283bfa-cf76-44c9-8c20-f0688c936cd5 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:38:13.488068 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-5706d655-b2a5-4660-b48d-f7ddf3040b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:13.489756 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-fa66141a-5c63-43c8-8898-0b2349e70055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407'] for port, after_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:13.492325 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-82ecfea2-09a0-43c0-a104-ba2792d331e7 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Deleting port d6e0b9d5-fe38-4930-bc9d-1332051be1ae {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:38:13.492894 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-82ecfea2-09a0-43c0-a104-ba2792d331e7 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:13.534756 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: 5c283bfa-cf76-44c9-8c20-f0688c936cd5 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:38:13.535137 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 5c283bfa-cf76-44c9-8c20-f0688c936cd5 not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:38:13.572046 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa66141a-5c63-43c8-8898-0b2349e70055 None None] No DVR routers for this DVR port 5c283bfa-cf76-44c9-8c20-f0688c936cd5 on host dv-neutron-827798-2-hyperv {{(pid=84109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:38:13.576748 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f318e56-9a89-48ae-925a-8071d18de43e tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Network e264bd74-c56b-43d0-9059-bcb57dbbe5bc is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:38:13.581483 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-3f318e56-9a89-48ae-925a-8071d18de43e tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:38:13.589189 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f318e56-9a89-48ae-925a-8071d18de43e tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:38:13.590737 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5706d655-b2a5-4660-b48d-f7ddf3040b10 None None] Pushing event updated for resources: {'Port': ['ID=4357c523-d84e-4096-aa90-20fdf3412a1e,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:13.621564 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f318e56-9a89-48ae-925a-8071d18de43e tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Pushing event updated for resources: {'Port': ['ID=d8dcfe6d-5e46-4ee1-8f87-9a318456d6f7,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:13.631151 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-557da1b2-1c92-4a58-8b39-c0c549f86765 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:13.643003 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa66141a-5c63-43c8-8898-0b2349e70055 None None] Pushing event deleted for resources: {'Port': ['ID=5c283bfa-cf76-44c9-8c20-f0688c936cd5,revision_number=None']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:13.647396 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8bd8d3c4-e611-4820-bacf-53461654a240 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:13.660095 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-e4dce542-d99c-4b11-89e2-defae3c83703 None None] Provisioning complete for port 4357c523-d84e-4096-aa90-20fdf3412a1e triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:38:13.660308 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-e4dce542-d99c-4b11-89e2-defae3c83703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:13.761964 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557da1b2-1c92-4a58-8b39-c0c549f86765 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Network 535d55b9-461e-49e3-8dc4-738ccaff4893 is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:38:13.771049 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-557da1b2-1c92-4a58-8b39-c0c549f86765 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:38:13.773046 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0bf059d4-ebe8-4ad7-9702-f538c28842da tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7510230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985204'] for subnet, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:13.780801 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4bb0ede-c1de-4ebe-b86e-e956d7c00e6f None None] DHCP port deletion for c7bca5dc-d158-4b4a-b90f-7ea0316d759e request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 08:38:13.781679 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557da1b2-1c92-4a58-8b39-c0c549f86765 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:38:13.798981 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-b4bb0ede-c1de-4ebe-b86e-e956d7c00e6f None None] Deleting port d6e0b9d5-fe38-4930-bc9d-1332051be1ae {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:38:13.799399 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-b4bb0ede-c1de-4ebe-b86e-e956d7c00e6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:13.813088 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [None req-82ecfea2-09a0-43c0-a104-ba2792d331e7 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] For port d6e0b9d5-fe38-4930-bc9d-1332051be1ae, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=d6e0b9d5-fe38-4930-bc9d-1332051be1ae,segment=NetworkSegment(16b8fd1b-50f1-4551-b9c9-5457923e83f7),segment_id=16b8fd1b-50f1-4551-b9c9-5457923e83f7)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:38:13.813574 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-82ecfea2-09a0-43c0-a104-ba2792d331e7 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:13.865818 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557da1b2-1c92-4a58-8b39-c0c549f86765 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Pushing event updated for resources: {'Port': ['ID=da6f6dc7-3bd1-4657-98ae-d76a935bfc21,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:14.120212 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-82ecfea2-09a0-43c0-a104-ba2792d331e7 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Calling delete_port for d6e0b9d5-fe38-4930-bc9d-1332051be1ae owned by network:dhcp {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:38:14.160836 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-b4bb0ede-c1de-4ebe-b86e-e956d7c00e6f None None] For port d6e0b9d5-fe38-4930-bc9d-1332051be1ae, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=d6e0b9d5-fe38-4930-bc9d-1332051be1ae,segment=NetworkSegment(16b8fd1b-50f1-4551-b9c9-5457923e83f7),segment_id=16b8fd1b-50f1-4551-b9c9-5457923e83f7)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:38:14.161469 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-b4bb0ede-c1de-4ebe-b86e-e956d7c00e6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:14.214025 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf059d4-ebe8-4ad7-9702-f538c28842da tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:38:14.226710 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-0bf059d4-ebe8-4ad7-9702-f538c28842da tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:38:14.229930 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf059d4-ebe8-4ad7-9702-f538c28842da tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:38:14.230824 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0bf059d4-ebe8-4ad7-9702-f538c28842da tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:14.262493 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-557da1b2-1c92-4a58-8b39-c0c549f86765 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-472912'] for router_interface, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:14.264854 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf059d4-ebe8-4ad7-9702-f538c28842da tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event updated for resources: {'Subnet': ['ID=bd8df654-0540-458b-aa13-14cc085efe3c,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:14.277356 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41b603b-6ecb-44df-bb47-30be7d7ed175 None None] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:38:14.278997 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-65fb1ff0-9384-41ec-83ca-ca929bcecfa3 req-8176e2b3-6736-4d47-9027-dab8b1d6552a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=0cd345d0-ab65-4db3-8ffb-c06fae39e475 HTTP/1.1" status: 200 len: 210 time: 0.1287439 Feb 04 08:38:14.294968 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-8bd8d3c4-e611-4820-bacf-53461654a240 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Deleting port 7f8a78de-2900-4870-bd23-d3ad7e206f8f {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:38:14.297286 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-b4bb0ede-c1de-4ebe-b86e-e956d7c00e6f None None] Calling delete_port for d6e0b9d5-fe38-4930-bc9d-1332051be1ae owned by network:dhcp {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:38:14.298427 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8bd8d3c4-e611-4820-bacf-53461654a240 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:14.327274 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-75e05f43-ce83-4cf0-8279-db77926676a4 None None] Provisioning for port da6f6dc7-3bd1-4657-98ae-d76a935bfc21 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:38:14.327670 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5323bc79-f1b8-469c-aabd-7b6ae7e1f41a req-5760920b-0ef7-4f04-9a42-949effddd681 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:38:14.330042 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5323bc79-f1b8-469c-aabd-7b6ae7e1f41a req-5760920b-0ef7-4f04-9a42-949effddd681 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.47 "GET /v2.0/networks?id=4c9b2602-557a-496f-9496-472f42f83572 HTTP/1.1" status: 200 len: 797 time: 0.3640709 Feb 04 08:38:14.380735 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-82ecfea2-09a0-43c0-a104-ba2792d331e7 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:14.395109 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-75e05f43-ce83-4cf0-8279-db77926676a4 None None] Provisioning complete for port da6f6dc7-3bd1-4657-98ae-d76a935bfc21 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:38:14.395474 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-75e05f43-ce83-4cf0-8279-db77926676a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:14.401784 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-0bf059d4-ebe8-4ad7-9702-f538c28842da tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0492778 Feb 04 08:38:14.405981 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5323bc79-f1b8-469c-aabd-7b6ae7e1f41a req-df2953fa-2d4d-4cc9-86fe-2aa602cf7dda tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7df2bfd740464e869863a41b14f4d5af HTTP/1.1" status: 200 len: 380 time: 0.0627127 Feb 04 08:38:14.407071 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 48034) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:14.413340 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-6f1f0a3e-20bf-45f6-821e-9851e3771722 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Request body: {'port': {'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'fixed_ips': [{'subnet_id': 'bd8df654-0540-458b-aa13-14cc085efe3c', 'ip_address': '2001:db8::9953:1b83:4b5d:4475'}], 'name': 'tempest-NetworksTestDHCPv6-1870673605'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:38:14.436957 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [req-5323bc79-f1b8-469c-aabd-7b6ae7e1f41a req-a7ba8228-e902-4e30-94d9-e8a4cf5498c0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'port': {'device_id': '0cd345d0-ab65-4db3-8ffb-c06fae39e475', 'network_id': '4c9b2602-557a-496f-9496-472f42f83572', 'admin_state_up': True, 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'security_groups': ['e986bcf0-ac95-4361-8a35-057c37f32504']}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:38:14.465383 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ecfea2-09a0-43c0-a104-ba2792d331e7 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Pushing event deleted for resources: {'Port': ['ID=d6e0b9d5-fe38-4930-bc9d-1332051be1ae,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:14.502084 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-75e05f43-ce83-4cf0-8279-db77926676a4 None None] Port da6f6dc7-3bd1-4657-98ae-d76a935bfc21 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:38:14.509701 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ecfea2-09a0-43c0-a104-ba2792d331e7 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] No DVR routers for this DVR port d6e0b9d5-fe38-4930-bc9d-1332051be1ae on host dv-neutron-827798-2-hyperv {{(pid=84108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:38:14.519713 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.db.api [None req-b4bb0ede-c1de-4ebe-b86e-e956d7c00e6f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 08:38:14.520056 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG oslo_db.api [None req-b4bb0ede-c1de-4ebe-b86e-e956d7c00e6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 08:38:14.622348 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b12d607-2b88-4bfc-bcbe-dbb19283ade3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'tenant_id': 'ffa27937301745e1ad43fa520f28cbc3', 'fixed_ips': [{'subnet_id': 'bd8df654-0540-458b-aa13-14cc085efe3c'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:38:14.623478 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-8b12d607-2b88-4bfc-bcbe-dbb19283ade3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:14.705988 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-82ecfea2-09a0-43c0-a104-ba2792d331e7 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:14.726083 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3f318e56-9a89-48ae-925a-8071d18de43e tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:14.726714 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3f318e56-9a89-48ae-925a-8071d18de43e tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472990'] for router, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:14.752875 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-82ecfea2-09a0-43c0-a104-ba2792d331e7 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7bca5dc-d158-4b4a-b90f-7ea0316d759e']}} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:38:14.760754 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8bd8d3c4-e611-4820-bacf-53461654a240 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:14.772926 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-557da1b2-1c92-4a58-8b39-c0c549f86765 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:14.777166 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-82ecfea2-09a0-43c0-a104-ba2792d331e7 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16b8fd1b-50f1-4551-b9c9-5457923e83f7') {'for_net_delete': True} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:38:14.777538 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-82ecfea2-09a0-43c0-a104-ba2792d331e7 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16b8fd1b-50f1-4551-b9c9-5457923e83f7') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:38:14.798894 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-8b12d607-2b88-4bfc-bcbe-dbb19283ade3 None None] Allocated IP 2001:db8::2 (bc933c3a-b15d-4eab-9ad6-d32fd193f5cd/bd8df654-0540-458b-aa13-14cc085efe3c/a2800c98-157c-4a11-b04c-d382bd2a044e) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:38:14.897210 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-8bd8d3c4-e611-4820-bacf-53461654a240 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Calling delete_port for 7f8a78de-2900-4870-bd23-d3ad7e206f8f owned by network:router_gateway {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:38:14.924727 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-82ecfea2-09a0-43c0-a104-ba2792d331e7 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7851336'] for segment, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:14.956495 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-82ecfea2-09a0-43c0-a104-ba2792d331e7 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:14.969194 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82ecfea2-09a0-43c0-a104-ba2792d331e7 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=84108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:38:14.969586 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-82ecfea2-09a0-43c0-a104-ba2792d331e7 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7460345'] for segment, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:14.985893 dv-neutron-827798-2-hyperv neutron-server[84108]: Traceback (most recent call last): Feb 04 08:38:14.985893 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:38:14.985893 dv-neutron-827798-2-hyperv neutron-server[84108]: timer() Feb 04 08:38:14.985893 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:38:14.985893 dv-neutron-827798-2-hyperv neutron-server[84108]: cb(*args, **kw) Feb 04 08:38:14.985893 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:38:14.985893 dv-neutron-827798-2-hyperv neutron-server[84108]: return func(*args, **kwargs) Feb 04 08:38:14.985893 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:38:14.985893 dv-neutron-827798-2-hyperv neutron-server[84108]: self._notify() Feb 04 08:38:14.985893 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:38:14.985893 dv-neutron-827798-2-hyperv neutron-server[84108]: self.callback(batched_events) Feb 04 08:38:14.985893 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:38:14.985893 dv-neutron-827798-2-hyperv neutron-server[84108]: event.method(event) Feb 04 08:38:14.985893 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:38:14.985893 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:38:14.985893 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:38:14.985893 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:38:14.985893 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:38:14.985893 dv-neutron-827798-2-hyperv neutron-server[84108]: return f(self, *a, **k) Feb 04 08:38:14.985893 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:38:14.985893 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._get(url).json() Feb 04 08:38:14.985893 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:38:14.985893 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:38:14.985893 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:38:14.985893 dv-neutron-827798-2-hyperv neutron-server[84108]: return self.request(url, 'GET', **kwargs) Feb 04 08:38:14.985893 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:38:14.985893 dv-neutron-827798-2-hyperv neutron-server[84108]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:38:14.985893 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:38:14.985893 dv-neutron-827798-2-hyperv neutron-server[84108]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:38:14.985893 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:38:14.985893 dv-neutron-827798-2-hyperv neutron-server[84108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:38:14.985893 dv-neutron-827798-2-hyperv neutron-server[84108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:38:15.007860 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-6f1f0a3e-20bf-45f6-821e-9851e3771722 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:38:15.022696 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-b4bb0ede-c1de-4ebe-b86e-e956d7c00e6f None None] Deleting port d6e0b9d5-fe38-4930-bc9d-1332051be1ae {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:38:15.023317 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-b4bb0ede-c1de-4ebe-b86e-e956d7c00e6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:15.081446 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-6f1f0a3e-20bf-45f6-821e-9851e3771722 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Usage tracker for resource:port and tenant:ffa27937301745e1ad43fa520f28cbc3 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:38:15.086778 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-6f1f0a3e-20bf-45f6-821e-9851e3771722 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:38:15.102508 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-b4bb0ede-c1de-4ebe-b86e-e956d7c00e6f None None] The port 'd6e0b9d5-fe38-4930-bc9d-1332051be1ae' was deleted {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 08:38:15.109397 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-8b12d607-2b88-4bfc-bcbe-dbb19283ade3 None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:15.149400 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [req-5323bc79-f1b8-469c-aabd-7b6ae7e1f41a req-a7ba8228-e902-4e30-94d9-e8a4cf5498c0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:38:15.158777 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-6f1f0a3e-20bf-45f6-821e-9851e3771722 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:38:15.183243 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [req-5323bc79-f1b8-469c-aabd-7b6ae7e1f41a req-a7ba8228-e902-4e30-94d9-e8a4cf5498c0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:38:15.186169 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-82ecfea2-09a0-43c0-a104-ba2792d331e7 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:15.206437 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-82ecfea2-09a0-43c0-a104-ba2792d331e7 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:15.219608 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ecfea2-09a0-43c0-a104-ba2792d331e7 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Pushing event deleted for resources: {'Network': ['ID=c7bca5dc-d158-4b4a-b90f-7ea0316d759e,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:15.226219 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-8b12d607-2b88-4bfc-bcbe-dbb19283ade3 None None] Transition to ACTIVE for port object a2800c98-157c-4a11-b04c-d382bd2a044e will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:38:15.230576 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8bd8d3c4-e611-4820-bacf-53461654a240 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:15.246344 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-8b12d607-2b88-4bfc-bcbe-dbb19283ade3 None None] Transition to ACTIVE for port object a2800c98-157c-4a11-b04c-d382bd2a044e will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:38:15.275166 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f1f0a3e-20bf-45f6-821e-9851e3771722 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Made reservation on behalf of ffa27937301745e1ad43fa520f28cbc3 for: {'port': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:38:15.279912 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd8d3c4-e611-4820-bacf-53461654a240 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Pushing event deleted for resources: {'Port': ['ID=7f8a78de-2900-4870-bd23-d3ad7e206f8f,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:15.280326 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6f1f0a3e-20bf-45f6-821e-9851e3771722 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:15.308666 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5323bc79-f1b8-469c-aabd-7b6ae7e1f41a req-a7ba8228-e902-4e30-94d9-e8a4cf5498c0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Made reservation on behalf of 7df2bfd740464e869863a41b14f4d5af for: {'port': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:38:15.311536 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-5323bc79-f1b8-469c-aabd-7b6ae7e1f41a req-a7ba8228-e902-4e30-94d9-e8a4cf5498c0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:15.316986 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-82ecfea2-09a0-43c0-a104-ba2792d331e7 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "DELETE /v2.0/networks/c7bca5dc-d158-4b4a-b90f-7ea0316d759e HTTP/1.1" status: 204 len: 168 time: 2.1357515 Feb 04 08:38:15.318688 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 48040) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:15.351302 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-65b009d3-e74a-4348-a69e-018eefd74545 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1754034122'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:38:15.362902 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-8b12d607-2b88-4bfc-bcbe-dbb19283ade3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:15.363151 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-65b009d3-e74a-4348-a69e-018eefd74545 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:38:15.369750 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-65b009d3-e74a-4348-a69e-018eefd74545 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Usage tracker for resource:network and tenant:e63069d3cf3540d8aad7a137ff4999ec is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:38:15.373818 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-65b009d3-e74a-4348-a69e-018eefd74545 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:38:15.386834 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-65b009d3-e74a-4348-a69e-018eefd74545 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:38:15.476921 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [None req-6f1f0a3e-20bf-45f6-821e-9851e3771722 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] device_id is not set on port 4d281024-aee8-446b-9ca3-353a4f6e048d yet. {{(pid=84107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:38:15.479990 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b12d607-2b88-4bfc-bcbe-dbb19283ade3 None None] Pushing event updated for resources: {'Port': ['ID=a2800c98-157c-4a11-b04c-d382bd2a044e,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:15.483568 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 4357c523-d84e-4096-aa90-20fdf3412a1e up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:38:15.540385 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65b009d3-e74a-4348-a69e-018eefd74545 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Made reservation on behalf of e63069d3cf3540d8aad7a137ff4999ec for: {'network': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:38:15.542875 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-65b009d3-e74a-4348-a69e-018eefd74545 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:15.543085 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b12d607-2b88-4bfc-bcbe-dbb19283ade3 None None] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:38:15.545703 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-8b12d607-2b88-4bfc-bcbe-dbb19283ade3 None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:38:15.551597 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b12d607-2b88-4bfc-bcbe-dbb19283ade3 None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:38:15.570798 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8bd8d3c4-e611-4820-bacf-53461654a240 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473010'] for router_gateway, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:15.605647 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-59dbc47c-fd4c-4e73-8b88-a0d80735f820 req-75e78c3f-9169-426e-866d-bcd36e627f48 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=0cd345d0-ab65-4db3-8ffb-c06fae39e475 HTTP/1.1" status: 200 len: 210 time: 0.0940299 Feb 04 08:38:15.658543 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 4357c523-d84e-4096-aa90-20fdf3412a1e triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:38:15.659551 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:15.687870 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-8b12d607-2b88-4bfc-bcbe-dbb19283ade3 None None] Attempting to bind port a2800c98-157c-4a11-b04c-d382bd2a044e on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:38:15.688349 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-8b12d607-2b88-4bfc-bcbe-dbb19283ade3 None None] Attempting to bind port a2800c98-157c-4a11-b04c-d382bd2a044e by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': '2c48dc91-e362-4611-9354-aede43558386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:38:15.688832 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b12d607-2b88-4bfc-bcbe-dbb19283ade3 None None] Attempting to bind port a2800c98-157c-4a11-b04c-d382bd2a044e on network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:38:15.709115 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b12d607-2b88-4bfc-bcbe-dbb19283ade3 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:38:15.709652 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b12d607-2b88-4bfc-bcbe-dbb19283ade3 None None] Checking segment: {'id': '2c48dc91-e362-4611-9354-aede43558386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:38:15.710257 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-8b12d607-2b88-4bfc-bcbe-dbb19283ade3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:15.710763 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b12d607-2b88-4bfc-bcbe-dbb19283ade3 None None] Bound using segment: {'id': '2c48dc91-e362-4611-9354-aede43558386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:38:15.711345 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-8b12d607-2b88-4bfc-bcbe-dbb19283ade3 None None] Bound port: a2800c98-157c-4a11-b04c-d382bd2a044e, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c48dc91-e362-4611-9354-aede43558386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:38:15.711816 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-8b12d607-2b88-4bfc-bcbe-dbb19283ade3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:15.786639 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.db.resource_extend [None req-557da1b2-1c92-4a58-8b39-c0c549f86765 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 08:38:15.821083 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-557da1b2-1c92-4a58-8b39-c0c549f86765 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:15.876360 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-8b12d607-2b88-4bfc-bcbe-dbb19283ade3 None None] For port a2800c98-157c-4a11-b04c-d382bd2a044e, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:38:15.880418 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-8b12d607-2b88-4bfc-bcbe-dbb19283ade3 None None] For port a2800c98-157c-4a11-b04c-d382bd2a044e, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=a2800c98-157c-4a11-b04c-d382bd2a044e,segment=NetworkSegment(2c48dc91-e362-4611-9354-aede43558386),segment_id=2c48dc91-e362-4611-9354-aede43558386)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:38:15.880600 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [req-5323bc79-f1b8-469c-aabd-7b6ae7e1f41a req-a7ba8228-e902-4e30-94d9-e8a4cf5498c0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Allocated IP 172.20.0.10 (4c9b2602-557a-496f-9496-472f42f83572/86d0bccd-5c6a-4354-af11-7f0ac9ee3eb4/fbbca797-c27a-467e-8941-34e4e2a1d2c3) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:38:15.884740 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-557da1b2-1c92-4a58-8b39-c0c549f86765 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:15.915259 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8bd8d3c4-e611-4820-bacf-53461654a240 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40989'] for router, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:15.929562 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65b009d3-e74a-4348-a69e-018eefd74545 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=84108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:38:15.939216 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device d6e0b9d5-fe38-4930-bc9d-1332051be1ae no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:38:15.943109 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8bd8d3c4-e611-4820-bacf-53461654a240 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:15.948209 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-65b009d3-e74a-4348-a69e-018eefd74545 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:15.948747 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.segments_db [None req-65b009d3-e74a-4348-a69e-018eefd74545 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Added segment 31747f09-c649-4118-a252-61b831a3737c of type vlan for network 22ba0370-e832-4554-ae7f-36729bfd4954 Feb 04 08:38:15.989698 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: d6e0b9d5-fe38-4930-bc9d-1332051be1ae {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:38:15.990212 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device d6e0b9d5-fe38-4930-bc9d-1332051be1ae not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:38:15.995114 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-8b12d607-2b88-4bfc-bcbe-dbb19283ade3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:16.010003 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-65b009d3-e74a-4348-a69e-018eefd74545 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:16.031327 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-6f1f0a3e-20bf-45f6-821e-9851e3771722 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Allocated IP 2001:db8::9953:1b83:4b5d:4475 (bc933c3a-b15d-4eab-9ad6-d32fd193f5cd/bd8df654-0540-458b-aa13-14cc085efe3c/4d281024-aee8-446b-9ca3-353a4f6e048d) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:38:16.071846 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-557da1b2-1c92-4a58-8b39-c0c549f86765 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473771'] for router_interface, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:16.074950 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557da1b2-1c92-4a58-8b39-c0c549f86765 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Pushing event updated for resources: {'Port': ['ID=da6f6dc7-3bd1-4657-98ae-d76a935bfc21,revision_number=2']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:16.088167 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b12d607-2b88-4bfc-bcbe-dbb19283ade3 None None] Pushing event updated for resources: {'Port': ['ID=a2800c98-157c-4a11-b04c-d382bd2a044e,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:16.102077 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8bd8d3c4-e611-4820-bacf-53461654a240 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-476062'] for router, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:16.102643 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bd8d3c4-e611-4820-bacf-53461654a240 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Fanout notify agent at l3_agent the message router_deleted on router ad6ea5e5-ce06-4c23-9cce-2da04090325b {{(pid=84108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 08:38:16.118685 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8bd8d3c4-e611-4820-bacf-53461654a240 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks [] for router, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:16.119772 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-8bd8d3c4-e611-4820-bacf-53461654a240 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] 10.222.0.36 "DELETE /v2.0/routers/ad6ea5e5-ce06-4c23-9cce-2da04090325b HTTP/1.1" status: 204 len: 168 time: 3.5084774 Feb 04 08:38:16.125741 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 48046) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:16.131521 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-3a6fee61-62ca-40b3-8ac0-a0e591202c1f tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1389592127', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:38:16.139018 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-3a6fee61-62ca-40b3-8ac0-a0e591202c1f tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:38:16.144005 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-3a6fee61-62ca-40b3-8ac0-a0e591202c1f tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Usage tracker for resource:router and tenant:e89a5432419c4f2799d167fec1bb7459 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:38:16.147532 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-65b009d3-e74a-4348-a69e-018eefd74545 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:16.151269 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b009d3-e74a-4348-a69e-018eefd74545 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:38:16.151860 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-65b009d3-e74a-4348-a69e-018eefd74545 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:16.173598 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-3a6fee61-62ca-40b3-8ac0-a0e591202c1f tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:38:16.211205 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f318e56-9a89-48ae-925a-8071d18de43e tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Router 3ff2c5d3-f121-495e-b689-b54af19bb263 is scheduled to L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 with binding_index 1 {{(pid=84107) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 08:38:16.246838 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-3a6fee61-62ca-40b3-8ac0-a0e591202c1f tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:38:16.285549 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b009d3-e74a-4348-a69e-018eefd74545 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Pushing event updated for resources: {'Network': ['ID=22ba0370-e832-4554-ae7f-36729bfd4954,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:16.296817 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network 22ba0370-e832-4554-ae7f-36729bfd4954 details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:38:16.385637 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-65b009d3-e74a-4348-a69e-018eefd74545 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0658674 Feb 04 08:38:16.388386 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 48052) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:16.396524 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-81e60b0e-c8e8-43e1-93f8-35baf0f21a53 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Request body: {'subnet': {'network_id': '22ba0370-e832-4554-ae7f-36729bfd4954', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:38:16.474127 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3a6fee61-62ca-40b3-8ac0-a0e591202c1f tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40975'] for router, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:16.476174 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3a6fee61-62ca-40b3-8ac0-a0e591202c1f tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40982'] for router, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:16.527719 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-81e60b0e-c8e8-43e1-93f8-35baf0f21a53 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:38:16.532797 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-81e60b0e-c8e8-43e1-93f8-35baf0f21a53 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Usage tracker for resource:subnet and tenant:e63069d3cf3540d8aad7a137ff4999ec is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:38:16.535807 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3a6fee61-62ca-40b3-8ac0-a0e591202c1f tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:16.537353 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-81e60b0e-c8e8-43e1-93f8-35baf0f21a53 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:38:16.552362 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-81e60b0e-c8e8-43e1-93f8-35baf0f21a53 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:38:16.626657 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81e60b0e-c8e8-43e1-93f8-35baf0f21a53 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Made reservation on behalf of e63069d3cf3540d8aad7a137ff4999ec for: {'subnet': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:38:16.689976 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3a6fee61-62ca-40b3-8ac0-a0e591202c1f tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472990'] for router, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:16.720079 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-5323bc79-f1b8-469c-aabd-7b6ae7e1f41a req-a7ba8228-e902-4e30-94d9-e8a4cf5498c0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:16.745555 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-81e60b0e-c8e8-43e1-93f8-35baf0f21a53 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8119726'] for subnet, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:16.746670 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557da1b2-1c92-4a58-8b39-c0c549f86765 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Network 535d55b9-461e-49e3-8dc4-738ccaff4893 is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:38:16.760851 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-557da1b2-1c92-4a58-8b39-c0c549f86765 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:38:16.829270 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3a6fee61-62ca-40b3-8ac0-a0e591202c1f tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks [] for router, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:16.830470 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-3a6fee61-62ca-40b3-8ac0-a0e591202c1f tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7035358 Feb 04 08:38:16.836727 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 48058) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:16.852368 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-4a825c22-37aa-47ca-b0fd-f07c3f7b04e1 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'enable_snat': True}}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:38:16.878087 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [req-5323bc79-f1b8-469c-aabd-7b6ae7e1f41a req-a7ba8228-e902-4e30-94d9-e8a4cf5498c0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Transition to ACTIVE for port object fbbca797-c27a-467e-8941-34e4e2a1d2c3 will not be triggered until provisioned by entity DHCP. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:38:16.980175 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-9e583988-0252-4256-b037-318b8ba0f494 req-9917e13a-3dc1-4905-adf9-eed085bac3c0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=0cd345d0-ab65-4db3-8ffb-c06fae39e475 HTTP/1.1" status: 200 len: 210 time: 0.1470282 Feb 04 08:38:17.006060 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6f1f0a3e-20bf-45f6-821e-9851e3771722 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:17.058324 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [None req-6f1f0a3e-20bf-45f6-821e-9851e3771722 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Transition to ACTIVE for port object 4d281024-aee8-446b-9ca3-353a4f6e048d will not be triggered until provisioned by entity DHCP. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:38:17.146766 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-4b1225ca-159b-47ab-82de-435cd60da77f None None] Provisioning complete for port da6f6dc7-3bd1-4657-98ae-d76a935bfc21 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:38:17.147374 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-4b1225ca-159b-47ab-82de-435cd60da77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:17.203934 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-4b1225ca-159b-47ab-82de-435cd60da77f None None] Port da6f6dc7-3bd1-4657-98ae-d76a935bfc21 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:38:17.229946 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-5323bc79-f1b8-469c-aabd-7b6ae7e1f41a req-a7ba8228-e902-4e30-94d9-e8a4cf5498c0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:17.280949 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6f1f0a3e-20bf-45f6-821e-9851e3771722 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:17.385779 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-917e4131-9bdf-4c05-8de6-0457bfc166c2 None None] Provisioning for port a2800c98-157c-4a11-b04c-d382bd2a044e completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:38:17.393914 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5323bc79-f1b8-469c-aabd-7b6ae7e1f41a req-a7ba8228-e902-4e30-94d9-e8a4cf5498c0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Network 4c9b2602-557a-496f-9496-472f42f83572 is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:38:17.405039 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ba8228-e902-4e30-94d9-e8a4cf5498c0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'Port': ['ID=fbbca797-c27a-467e-8941-34e4e2a1d2c3,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:17.407372 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [req-5323bc79-f1b8-469c-aabd-7b6ae7e1f41a req-a7ba8228-e902-4e30-94d9-e8a4cf5498c0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:38:17.410149 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1f0a3e-20bf-45f6-821e-9851e3771722 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:38:17.426915 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4a825c22-37aa-47ca-b0fd-f07c3f7b04e1 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40996'] for router, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:17.437806 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device a2800c98-157c-4a11-b04c-d382bd2a044e up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:38:17.450490 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [req-5323bc79-f1b8-469c-aabd-7b6ae7e1f41a req-a7ba8228-e902-4e30-94d9-e8a4cf5498c0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:38:17.466386 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-81e60b0e-c8e8-43e1-93f8-35baf0f21a53 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7593498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8119736'] for subnet, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:17.489929 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-6f1f0a3e-20bf-45f6-821e-9851e3771722 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:38:17.504391 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1f0a3e-20bf-45f6-821e-9851e3771722 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:38:17.508352 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1f0a3e-20bf-45f6-821e-9851e3771722 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:38:17.509018 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6f1f0a3e-20bf-45f6-821e-9851e3771722 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:17.597804 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1f0a3e-20bf-45f6-821e-9851e3771722 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event updated for resources: {'Port': ['ID=4d281024-aee8-446b-9ca3-353a4f6e048d,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:17.610004 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port a2800c98-157c-4a11-b04c-d382bd2a044e completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:38:17.616363 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port a2800c98-157c-4a11-b04c-d382bd2a044e triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:38:17.617894 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:17.621801 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5323bc79-f1b8-469c-aabd-7b6ae7e1f41a req-a7ba8228-e902-4e30-94d9-e8a4cf5498c0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:38:17.622445 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-5323bc79-f1b8-469c-aabd-7b6ae7e1f41a req-a7ba8228-e902-4e30-94d9-e8a4cf5498c0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:17.632684 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f318e56-9a89-48ae-925a-8071d18de43e tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:38:17.688080 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e60b0e-c8e8-43e1-93f8-35baf0f21a53 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Pushing event updated for resources: {'Subnet': ['ID=c9e6c5e6-5c1d-41e0-ae53-8355cc2ded15,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:17.695076 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ac7342-73d8-4d99-8cf2-028984c26120 None None] Sync routers for ids ['3ff2c5d3-f121-495e-b689-b54af19bb263'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:38:17.709288 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-6f1f0a3e-20bf-45f6-821e-9851e3771722 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.3011210 Feb 04 08:38:17.716546 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 48062) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:17.726376 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ac7342-73d8-4d99-8cf2-028984c26120 None None] Routers {'3ff2c5d3-f121-495e-b689-b54af19bb263'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:38:17.727219 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-43ac7342-73d8-4d99-8cf2-028984c26120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:37:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['3ff2c5d3-f121-495e-b689-b54af19bb263'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:38:17.739179 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e60b0e-c8e8-43e1-93f8-35baf0f21a53 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Checking segment: {'id': '31747f09-c649-4118-a252-61b831a3737c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '22ba0370-e832-4554-ae7f-36729bfd4954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:38:17.739530 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e60b0e-c8e8-43e1-93f8-35baf0f21a53 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Network hostable DHCP agents. Network: 22ba0370-e832-4554-ae7f-36729bfd4954, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:38:17.770622 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3f318e56-9a89-48ae-925a-8071d18de43e tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:17.771833 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-3f318e56-9a89-48ae-925a-8071d18de43e tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 8.7902117 Feb 04 08:38:17.779572 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 48066) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:17.783242 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5323bc79-f1b8-469c-aabd-7b6ae7e1f41a req-a7ba8228-e902-4e30-94d9-e8a4cf5498c0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3554177 Feb 04 08:38:17.798925 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [req-5323bc79-f1b8-469c-aabd-7b6ae7e1f41a req-43c05c88-81c9-432d-9444-45a5e19bb270 service neutron] Request body: {'port': {'device_id': '0cd345d0-ab65-4db3-8ffb-c06fae39e475', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:38:17.853046 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-557da1b2-1c92-4a58-8b39-c0c549f86765 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Router 0418d11f-764f-401d-b0de-f7bd985eec5a is scheduled to L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 with binding_index 1 {{(pid=84107) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 08:38:17.950034 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e60b0e-c8e8-43e1-93f8-35baf0f21a53 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Network 22ba0370-e832-4554-ae7f-36729bfd4954 is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:38:17.974156 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:17.983262 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4a825c22-37aa-47ca-b0fd-f07c3f7b04e1 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:17.988058 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7025af73-0edb-4ddb-9e76-496bbfe699ba tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:38:17.993030 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7025af73-0edb-4ddb-9e76-496bbfe699ba tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:38:17.993310 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-7025af73-0edb-4ddb-9e76-496bbfe699ba tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Synchronizing usage tracker for tenant:ffa27937301745e1ad43fa520f28cbc3 on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:38:18.021738 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-5323bc79-f1b8-469c-aabd-7b6ae7e1f41a req-43c05c88-81c9-432d-9444-45a5e19bb270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:18.069472 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4a825c22-37aa-47ca-b0fd-f07c3f7b04e1 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:18.080318 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-81e60b0e-c8e8-43e1-93f8-35baf0f21a53 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, 22ba0370-e832-4554-ae7f-36729bfd4954) {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:38:18.090200 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port a2800c98-157c-4a11-b04c-d382bd2a044e, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=a2800c98-157c-4a11-b04c-d382bd2a044e,segment=NetworkSegment(2c48dc91-e362-4611-9354-aede43558386),segment_id=2c48dc91-e362-4611-9354-aede43558386)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:38:18.097225 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-3307b247-452c-4ef3-a2fb-91c1375d8478 None None] Provisioning for port fbbca797-c27a-467e-8941-34e4e2a1d2c3 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:38:18.105711 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-43ac7342-73d8-4d99-8cf2-028984c26120 None None] Set router 3ff2c5d3-f121-495e-b689-b54af19bb263 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:38:18.120281 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e60b0e-c8e8-43e1-93f8-35baf0f21a53 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:38:18.120895 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-81e60b0e-c8e8-43e1-93f8-35baf0f21a53 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:18.198490 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d255b49-9311-4934-9f35-53e618cf1960 None None] Network 22ba0370-e832-4554-ae7f-36729bfd4954 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:38:18.232020 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:18.234629 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-3307b247-452c-4ef3-a2fb-91c1375d8478 None None] Provisioning complete for port fbbca797-c27a-467e-8941-34e4e2a1d2c3 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:38:18.235193 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-3307b247-452c-4ef3-a2fb-91c1375d8478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:18.282801 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-b15935a7-64c0-4dcb-8572-b5d7c457f637 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] 10.222.0.36 "GET /v2.0/routers/3ff2c5d3-f121-495e-b689-b54af19bb263 HTTP/1.1" status: 200 len: 907 time: 0.4991791 Feb 04 08:38:18.283826 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 48072) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:18.291496 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-92fa4c6f-2490-43e0-bb63-4f5df0e6a3cc tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Request body: {'router': {'name': 'tempest-snat-router-798006046', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'enable_snat': True}}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:38:18.305662 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-81e60b0e-c8e8-43e1-93f8-35baf0f21a53 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9130373 Feb 04 08:38:18.305662 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-4a825c22-37aa-47ca-b0fd-f07c3f7b04e1 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Allocated IP 172.26.3.240 (e264bd74-c56b-43d0-9059-bcb57dbbe5bc/79caf47c-b62c-4ea0-b35f-21ede155daa8/d6d976d1-0dac-43a6-882f-e764c04bc74d) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:38:18.307006 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 48076) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:18.308300 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-7025af73-0edb-4ddb-9e76-496bbfe699ba tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Unset dirty status for tenant:ffa27937301745e1ad43fa520f28cbc3 on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:38:18.312190 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-7025af73-0edb-4ddb-9e76-496bbfe699ba tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.5907676 Feb 04 08:38:18.315346 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-92fa4c6f-2490-43e0-bb63-4f5df0e6a3cc tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:38:18.317564 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 48080) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:18.321131 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-4ff3bd16-ad15-4443-851b-a84cc47c1a3e tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Request body: {'port': {'network_id': '22ba0370-e832-4554-ae7f-36729bfd4954', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1186891086'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:38:18.377553 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-92fa4c6f-2490-43e0-bb63-4f5df0e6a3cc tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Usage tracker for resource:router and tenant:472edb14196942999394e53aaa0733ea is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:38:18.393853 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-92fa4c6f-2490-43e0-bb63-4f5df0e6a3cc tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:38:18.478142 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-92fa4c6f-2490-43e0-bb63-4f5df0e6a3cc tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:38:18.485499 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9755799c-90b7-42a4-ba23-6d44805f8ee0 req-86d9f03c-af77-4540-a90b-139b794889e8 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:38:18.486130 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-9755799c-90b7-42a4-ba23-6d44805f8ee0 req-86d9f03c-af77-4540-a90b-139b794889e8 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Synchronizing usage tracker for tenant:7df2bfd740464e869863a41b14f4d5af on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:38:18.517491 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-3307b247-452c-4ef3-a2fb-91c1375d8478 None None] Port fbbca797-c27a-467e-8941-34e4e2a1d2c3 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:38:18.557900 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-557da1b2-1c92-4a58-8b39-c0c549f86765 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:38:18.573135 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-557da1b2-1c92-4a58-8b39-c0c549f86765 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "PUT /v2.0/routers/0418d11f-764f-401d-b0de-f7bd985eec5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7095273 Feb 04 08:38:18.573546 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d04399-f296-4c0e-ae5f-e92e94053706 None None] Sync routers for ids ['0418d11f-764f-401d-b0de-f7bd985eec5a'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:38:18.576193 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 48084) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:18.593010 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d04399-f296-4c0e-ae5f-e92e94053706 None None] Routers {'0418d11f-764f-401d-b0de-f7bd985eec5a'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:38:18.594508 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-60d04399-f296-4c0e-ae5f-e92e94053706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:37:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['0418d11f-764f-401d-b0de-f7bd985eec5a'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:38:18.609058 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-fd3d42a9-6766-4098-a623-fa7091992543 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Deleting port 4d281024-aee8-446b-9ca3-353a4f6e048d {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:38:18.609384 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-fd3d42a9-6766-4098-a623-fa7091992543 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:18.659602 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-9755799c-90b7-42a4-ba23-6d44805f8ee0 req-86d9f03c-af77-4540-a90b-139b794889e8 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Unset dirty status for tenant:7df2bfd740464e869863a41b14f4d5af on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:38:18.660795 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-9755799c-90b7-42a4-ba23-6d44805f8ee0 req-86d9f03c-af77-4540-a90b-139b794889e8 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=0cd345d0-ab65-4db3-8ffb-c06fae39e475 HTTP/1.1" status: 200 len: 932 time: 0.4331646 Feb 04 08:38:18.667515 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=a2800c98-157c-4a11-b04c-d382bd2a044e,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:18.671175 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-60d04399-f296-4c0e-ae5f-e92e94053706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:38:18.674590 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-92fa4c6f-2490-43e0-bb63-4f5df0e6a3cc tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40975'] for router, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:18.675583 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-92fa4c6f-2490-43e0-bb63-4f5df0e6a3cc tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40982'] for router, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:18.686292 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d04399-f296-4c0e-ae5f-e92e94053706 None None] Routers {'0418d11f-764f-401d-b0de-f7bd985eec5a'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:38:18.687389 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-60d04399-f296-4c0e-ae5f-e92e94053706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:37:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['0418d11f-764f-401d-b0de-f7bd985eec5a'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:38:18.737744 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7c8370-dfab-4727-9e4b-ccdc3f92d541 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:38:18.738222 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-8c7c8370-dfab-4727-9e4b-ccdc3f92d541 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Synchronizing usage tracker for tenant:1216cf6397c6415eb938e86c1901dea6 on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:38:18.782148 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-4ff3bd16-ad15-4443-851b-a84cc47c1a3e tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:38:18.783671 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-9755799c-90b7-42a4-ba23-6d44805f8ee0 req-750854ed-898b-4596-ac6b-d779c3b92e34 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=e986bcf0-ac95-4361-8a35-057c37f32504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099699 Feb 04 08:38:18.815423 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-60d04399-f296-4c0e-ae5f-e92e94053706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:38:18.816062 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d04399-f296-4c0e-ae5f-e92e94053706 None None] The sync data for ids ['0418d11f-764f-401d-b0de-f7bd985eec5a'] in dv-neutron-827798-2-hyperv is: [] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:38:18.843906 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-4ff3bd16-ad15-4443-851b-a84cc47c1a3e tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Usage tracker for resource:port and tenant:e63069d3cf3540d8aad7a137ff4999ec is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:38:18.855343 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-4ff3bd16-ad15-4443-851b-a84cc47c1a3e tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:38:18.860758 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-8c7c8370-dfab-4727-9e4b-ccdc3f92d541 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Unset dirty status for tenant:1216cf6397c6415eb938e86c1901dea6 on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:38:18.865122 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-8c7c8370-dfab-4727-9e4b-ccdc3f92d541 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "GET /v2.0/ports/da6f6dc7-3bd1-4657-98ae-d76a935bfc21 HTTP/1.1" status: 200 len: 910 time: 0.2856140 Feb 04 08:38:18.866415 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 48088) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:18.870124 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-4ff3bd16-ad15-4443-851b-a84cc47c1a3e tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:38:18.893929 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4a825c22-37aa-47ca-b0fd-f07c3f7b04e1 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:18.899523 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:38:18.899858 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:38:18.900188 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:38:18.900510 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:38:18.901225 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:38:18.901225 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:38:18.901502 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:38:18.901788 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:38:18.902098 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:38:18.902476 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:38:18.902712 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:38:18.905139 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-92fa4c6f-2490-43e0-bb63-4f5df0e6a3cc tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:18.959715 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [req-5323bc79-f1b8-469c-aabd-7b6ae7e1f41a req-43c05c88-81c9-432d-9444-45a5e19bb270 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbbca797-c27a-467e-8941-34e4e2a1d2c3 {{(pid=84107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 08:38:18.968327 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-5323bc79-f1b8-469c-aabd-7b6ae7e1f41a req-43c05c88-81c9-432d-9444-45a5e19bb270 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:19.012428 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ff3bd16-ad15-4443-851b-a84cc47c1a3e tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Made reservation on behalf of e63069d3cf3540d8aad7a137ff4999ec for: {'port': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:38:19.016571 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4ff3bd16-ad15-4443-851b-a84cc47c1a3e tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:19.018156 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06162d3-5c58-47bc-9c87-d309322e74c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-22ba0370-e832-4554-ae7f-36729bfd4954', 'network_id': '22ba0370-e832-4554-ae7f-36729bfd4954', 'tenant_id': 'e63069d3cf3540d8aad7a137ff4999ec', 'fixed_ips': [{'subnet_id': 'c9e6c5e6-5c1d-41e0-ae53-8355cc2ded15'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:38:19.018955 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-d06162d3-5c58-47bc-9c87-d309322e74c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:19.041336 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [req-5323bc79-f1b8-469c-aabd-7b6ae7e1f41a req-43c05c88-81c9-432d-9444-45a5e19bb270 service neutron] Transition to ACTIVE for port object fbbca797-c27a-467e-8941-34e4e2a1d2c3 will not be triggered until provisioned by entity L2. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:38:19.072436 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [None req-4ff3bd16-ad15-4443-851b-a84cc47c1a3e tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] device_id is not set on port ed30b1e3-2fdb-4ca6-a524-18752a410ddd yet. {{(pid=84108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:38:19.095416 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-43ac7342-73d8-4d99-8cf2-028984c26120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff2c5d3-f121-495e-b689-b54af19bb263', 'name': 'tempest-snat-router-798006046', 'tenant_id': '472edb14196942999394e53aaa0733ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.34'}], 'enable_snat': False}, 'gw_port_id': 'd8dcfe6d-5e46-4ee1-8f87-9a318456d6f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:38:09Z', 'updated_at': '2022-02-04T08:38:13Z', 'revision_number': 3, 'project_id': '472edb14196942999394e53aaa0733ea', 'gw_port': {'id': 'd8dcfe6d-5e46-4ee1-8f87-9a318456d6f7', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:42:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ff2c5d3-f121-495e-b689-b54af19bb263', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:38:11Z', 'updated_at': '2022-02-04T08:38:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:38:19.112663 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ac7342-73d8-4d99-8cf2-028984c26120 None None] Checking router: 3ff2c5d3-f121-495e-b689-b54af19bb263 for host: dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 08:38:19.113009 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ac7342-73d8-4d99-8cf2-028984c26120 None None] Updating router 3ff2c5d3-f121-495e-b689-b54af19bb263 port d8dcfe6d-5e46-4ee1-8f87-9a318456d6f7 binding host dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 08:38:19.166211 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-fd3d42a9-6766-4098-a623-fa7091992543 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:19.167403 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-43ac7342-73d8-4d99-8cf2-028984c26120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:19.229279 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-09f21834-2749-4faf-bb74-6715d6db7141 None None] Provisioning for port 4d281024-aee8-446b-9ca3-353a4f6e048d completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:38:19.274082 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-09f21834-2749-4faf-bb74-6715d6db7141 None None] Provisioning complete for port 4d281024-aee8-446b-9ca3-353a4f6e048d triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:38:19.274497 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-09f21834-2749-4faf-bb74-6715d6db7141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:19.275850 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b3ba94ba-ad48-472f-be61-b7b9ee5e1c78 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473817'] for router_interface, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:19.302189 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-fd3d42a9-6766-4098-a623-fa7091992543 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Calling delete_port for 4d281024-aee8-446b-9ca3-353a4f6e048d owned by {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:38:19.337084 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-5323bc79-f1b8-469c-aabd-7b6ae7e1f41a req-43c05c88-81c9-432d-9444-45a5e19bb270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:19.460326 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device a2800c98-157c-4a11-b04c-d382bd2a044e up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:38:19.485877 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4a825c22-37aa-47ca-b0fd-f07c3f7b04e1 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:19.533885 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-09f21834-2749-4faf-bb74-6715d6db7141 None None] Port 4d281024-aee8-446b-9ca3-353a4f6e048d cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:38:19.548333 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-d06162d3-5c58-47bc-9c87-d309322e74c3 None None] Allocated IP 2001:db8::2 (22ba0370-e832-4554-ae7f-36729bfd4954/c9e6c5e6-5c1d-41e0-ae53-8355cc2ded15/3a9791c3-7843-4b44-b987-9bf29360a87e) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:38:19.564114 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a825c22-37aa-47ca-b0fd-f07c3f7b04e1 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Network e264bd74-c56b-43d0-9059-bcb57dbbe5bc is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:38:19.574172 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-4a825c22-37aa-47ca-b0fd-f07c3f7b04e1 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:38:19.584285 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a825c22-37aa-47ca-b0fd-f07c3f7b04e1 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:38:19.587489 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c05c88-81c9-432d-9444-45a5e19bb270 service neutron] Pushing event updated for resources: {'Port': ['ID=fbbca797-c27a-467e-8941-34e4e2a1d2c3,revision_number=2']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:19.630818 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-6b637f4b-bfac-4acc-ba5a-dd90e5c9b934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:19.703591 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a825c22-37aa-47ca-b0fd-f07c3f7b04e1 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Pushing event updated for resources: {'Port': ['ID=d6d976d1-0dac-43a6-882f-e764c04bc74d,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:19.720929 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-92fa4c6f-2490-43e0-bb63-4f5df0e6a3cc tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40996'] for router, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:19.752289 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.managers [req-5323bc79-f1b8-469c-aabd-7b6ae7e1f41a req-43c05c88-81c9-432d-9444-45a5e19bb270 service neutron] Attempting to bind port fbbca797-c27a-467e-8941-34e4e2a1d2c3 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:38:19.752643 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.managers [req-5323bc79-f1b8-469c-aabd-7b6ae7e1f41a req-43c05c88-81c9-432d-9444-45a5e19bb270 service neutron] Attempting to bind port fbbca797-c27a-467e-8941-34e4e2a1d2c3 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'd44bd1a2-43a6-49bd-b059-074c91f0d1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4c9b2602-557a-496f-9496-472f42f83572'}] {{(pid=84107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:38:19.752973 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5323bc79-f1b8-469c-aabd-7b6ae7e1f41a req-43c05c88-81c9-432d-9444-45a5e19bb270 service neutron] Attempting to bind port fbbca797-c27a-467e-8941-34e4e2a1d2c3 on network 4c9b2602-557a-496f-9496-472f42f83572 {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:38:19.796415 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5323bc79-f1b8-469c-aabd-7b6ae7e1f41a req-43c05c88-81c9-432d-9444-45a5e19bb270 service neutron] Port fbbca797-c27a-467e-8941-34e4e2a1d2c3 on network 4c9b2602-557a-496f-9496-472f42f83572 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 08:38:19.796415 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5323bc79-f1b8-469c-aabd-7b6ae7e1f41a req-43c05c88-81c9-432d-9444-45a5e19bb270 service neutron] Attempting to bind port fbbca797-c27a-467e-8941-34e4e2a1d2c3 on network 4c9b2602-557a-496f-9496-472f42f83572 {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:38:19.806897 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port a2800c98-157c-4a11-b04c-d382bd2a044e triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:38:19.807397 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:19.809135 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5323bc79-f1b8-469c-aabd-7b6ae7e1f41a req-43c05c88-81c9-432d-9444-45a5e19bb270 service neutron] Checking agent: {'id': 'f735dfbb-9ed2-4de7-8aa1-fea4a962ae1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 34, 26), 'started_at': datetime.datetime(2022, 2, 4, 8, 34, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:38:19.809475 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5323bc79-f1b8-469c-aabd-7b6ae7e1f41a req-43c05c88-81c9-432d-9444-45a5e19bb270 service neutron] Checking segment: {'id': 'd44bd1a2-43a6-49bd-b059-074c91f0d1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4c9b2602-557a-496f-9496-472f42f83572'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:38:19.809860 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5323bc79-f1b8-469c-aabd-7b6ae7e1f41a req-43c05c88-81c9-432d-9444-45a5e19bb270 service neutron] Bound using segment: {'id': 'd44bd1a2-43a6-49bd-b059-074c91f0d1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4c9b2602-557a-496f-9496-472f42f83572'} {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:38:19.810295 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.managers [req-5323bc79-f1b8-469c-aabd-7b6ae7e1f41a req-43c05c88-81c9-432d-9444-45a5e19bb270 service neutron] Bound port: fbbca797-c27a-467e-8941-34e4e2a1d2c3, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd44bd1a2-43a6-49bd-b059-074c91f0d1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4c9b2602-557a-496f-9496-472f42f83572'}}] {{(pid=84107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:38:19.810641 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-5323bc79-f1b8-469c-aabd-7b6ae7e1f41a req-43c05c88-81c9-432d-9444-45a5e19bb270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:19.946179 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-fd3d42a9-6766-4098-a623-fa7091992543 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:19.999280 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3d42a9-6766-4098-a623-fa7091992543 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event deleted for resources: {'Port': ['ID=4d281024-aee8-446b-9ca3-353a4f6e048d,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:20.040289 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 08:38:20.078617 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-fd3d42a9-6766-4098-a623-fa7091992543 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:20.115299 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-d06162d3-5c58-47bc-9c87-d309322e74c3 None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:20.120406 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-43ac7342-73d8-4d99-8cf2-028984c26120 None None] Notify callbacks [] for port, precommit_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:20.124166 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4a825c22-37aa-47ca-b0fd-f07c3f7b04e1 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:20.143088 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-d06162d3-5c58-47bc-9c87-d309322e74c3 None None] Transition to ACTIVE for port object 3a9791c3-7843-4b44-b987-9bf29360a87e will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:38:20.153947 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-43ac7342-73d8-4d99-8cf2-028984c26120 None None] Transition to ACTIVE for port object d8dcfe6d-5e46-4ee1-8f87-9a318456d6f7 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:38:20.173003 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-d06162d3-5c58-47bc-9c87-d309322e74c3 None None] Transition to ACTIVE for port object 3a9791c3-7843-4b44-b987-9bf29360a87e will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:38:20.195928 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-fd3d42a9-6766-4098-a623-fa7091992543 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "DELETE /v2.0/ports/4d281024-aee8-446b-9ca3-353a4f6e048d HTTP/1.1" status: 204 len: 168 time: 1.8550067 Feb 04 08:38:20.202067 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 48094) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:20.250463 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-43ac7342-73d8-4d99-8cf2-028984c26120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:20.291957 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-d06162d3-5c58-47bc-9c87-d309322e74c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:20.334341 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [req-5323bc79-f1b8-469c-aabd-7b6ae7e1f41a req-43c05c88-81c9-432d-9444-45a5e19bb270 service neutron] For port fbbca797-c27a-467e-8941-34e4e2a1d2c3, host hv-neutron-8277, cleared binding levels {{(pid=84107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:38:20.347459 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-43ac7342-73d8-4d99-8cf2-028984c26120 None None] Attempting to bind port d8dcfe6d-5e46-4ee1-8f87-9a318456d6f7 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:38:20.368851 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-43ac7342-73d8-4d99-8cf2-028984c26120 None None] Attempting to bind port d8dcfe6d-5e46-4ee1-8f87-9a318456d6f7 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:38:20.368851 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ac7342-73d8-4d99-8cf2-028984c26120 None None] Attempting to bind port d8dcfe6d-5e46-4ee1-8f87-9a318456d6f7 on network e264bd74-c56b-43d0-9059-bcb57dbbe5bc {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:38:20.369203 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ab7d52-84b4-46b9-ad40-8c08c41bf6a4 req-09e668ba-5c0d-4803-9a83-71e5730545fe tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:38:20.369651 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06162d3-5c58-47bc-9c87-d309322e74c3 None None] Network 22ba0370-e832-4554-ae7f-36729bfd4954 is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:38:20.369751 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c6ab7d52-84b4-46b9-ad40-8c08c41bf6a4 req-09e668ba-5c0d-4803-9a83-71e5730545fe tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=0cd345d0-ab65-4db3-8ffb-c06fae39e475 HTTP/1.1" status: 200 len: 944 time: 0.2944379 Feb 04 08:38:20.369866 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57619b2d-7daa-47d2-8c38-01c51275e58a None None] Pushing event updated for resources: {'Port': ['ID=d8dcfe6d-5e46-4ee1-8f87-9a318456d6f7,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:20.369982 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [req-5323bc79-f1b8-469c-aabd-7b6ae7e1f41a req-43c05c88-81c9-432d-9444-45a5e19bb270 service neutron] For port fbbca797-c27a-467e-8941-34e4e2a1d2c3, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=fbbca797-c27a-467e-8941-34e4e2a1d2c3,segment=NetworkSegment(d44bd1a2-43a6-49bd-b059-074c91f0d1d3),segment_id=d44bd1a2-43a6-49bd-b059-074c91f0d1d3)] {{(pid=84107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:38:20.390442 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-d06162d3-5c58-47bc-9c87-d309322e74c3 None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:38:20.396021 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06162d3-5c58-47bc-9c87-d309322e74c3 None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:38:20.414386 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ac7342-73d8-4d99-8cf2-028984c26120 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:38:20.414861 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ac7342-73d8-4d99-8cf2-028984c26120 None None] Checking segment: {'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:38:20.415321 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-43ac7342-73d8-4d99-8cf2-028984c26120 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:20.416012 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ac7342-73d8-4d99-8cf2-028984c26120 None None] Bound using segment: {'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:38:20.416843 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-43ac7342-73d8-4d99-8cf2-028984c26120 None None] Bound port: d8dcfe6d-5e46-4ee1-8f87-9a318456d6f7, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:38:20.416843 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-43ac7342-73d8-4d99-8cf2-028984c26120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:20.419415 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ca95e0-f291-4636-a313-7911a95920c0 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:38:20.420947 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ca95e0-f291-4636-a313-7911a95920c0 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:38:20.425863 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-32ca95e0-f291-4636-a313-7911a95920c0 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2207811 Feb 04 08:38:20.434136 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 48098) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:20.480851 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-5323bc79-f1b8-469c-aabd-7b6ae7e1f41a req-43c05c88-81c9-432d-9444-45a5e19bb270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:20.489512 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-4ff3bd16-ad15-4443-851b-a84cc47c1a3e tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Allocated IP 2001:db8::219 (22ba0370-e832-4554-ae7f-36729bfd4954/c9e6c5e6-5c1d-41e0-ae53-8355cc2ded15/ed30b1e3-2fdb-4ca6-a524-18752a410ddd) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:38:20.511700 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4a825c22-37aa-47ca-b0fd-f07c3f7b04e1 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40996'] for router, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:20.520024 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-92fa4c6f-2490-43e0-bb63-4f5df0e6a3cc tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:20.553628 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4a825c22-37aa-47ca-b0fd-f07c3f7b04e1 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-472436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-472429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-475363'] for router, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:20.557873 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06162d3-5c58-47bc-9c87-d309322e74c3 None None] Pushing event updated for resources: {'Port': ['ID=3a9791c3-7843-4b44-b987-9bf29360a87e,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:20.561983 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-92fa4c6f-2490-43e0-bb63-4f5df0e6a3cc tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:20.594507 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-43ac7342-73d8-4d99-8cf2-028984c26120 None None] For port d8dcfe6d-5e46-4ee1-8f87-9a318456d6f7, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:38:20.598993 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-5323bc79-f1b8-469c-aabd-7b6ae7e1f41a req-43c05c88-81c9-432d-9444-45a5e19bb270 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:20.600446 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-d06162d3-5c58-47bc-9c87-d309322e74c3 None None] Attempting to bind port 3a9791c3-7843-4b44-b987-9bf29360a87e on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:38:20.600608 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5323bc79-f1b8-469c-aabd-7b6ae7e1f41a req-43c05c88-81c9-432d-9444-45a5e19bb270 service neutron] 10.222.0.47 "PUT /v2.0/ports/fbbca797-c27a-467e-8941-34e4e2a1d2c3 HTTP/1.1" status: 200 len: 1094 time: 2.8079638 Feb 04 08:38:20.601138 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-d06162d3-5c58-47bc-9c87-d309322e74c3 None None] Attempting to bind port 3a9791c3-7843-4b44-b987-9bf29360a87e by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': '31747f09-c649-4118-a252-61b831a3737c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '22ba0370-e832-4554-ae7f-36729bfd4954'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:38:20.601563 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06162d3-5c58-47bc-9c87-d309322e74c3 None None] Attempting to bind port 3a9791c3-7843-4b44-b987-9bf29360a87e on network 22ba0370-e832-4554-ae7f-36729bfd4954 {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:38:20.602435 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cd345d0-ab65-4db3-8ffb-c06fae39e475', 'tag': 'fbbca797-c27a-467e-8941-34e4e2a1d2c3'}] {{(pid=84107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:38:20.613928 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-43ac7342-73d8-4d99-8cf2-028984c26120 None None] For port d8dcfe6d-5e46-4ee1-8f87-9a318456d6f7, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=d8dcfe6d-5e46-4ee1-8f87-9a318456d6f7,segment=NetworkSegment(c44b9475-949d-4ae7-bfca-e29b010a56a6),segment_id=c44b9475-949d-4ae7-bfca-e29b010a56a6)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:38:20.615395 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06162d3-5c58-47bc-9c87-d309322e74c3 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:38:20.615765 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06162d3-5c58-47bc-9c87-d309322e74c3 None None] Checking segment: {'id': '31747f09-c649-4118-a252-61b831a3737c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '22ba0370-e832-4554-ae7f-36729bfd4954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:38:20.616165 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-d06162d3-5c58-47bc-9c87-d309322e74c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:20.616587 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06162d3-5c58-47bc-9c87-d309322e74c3 None None] Bound using segment: {'id': '31747f09-c649-4118-a252-61b831a3737c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '22ba0370-e832-4554-ae7f-36729bfd4954'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:38:20.617042 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-d06162d3-5c58-47bc-9c87-d309322e74c3 None None] Bound port: 3a9791c3-7843-4b44-b987-9bf29360a87e, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31747f09-c649-4118-a252-61b831a3737c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '22ba0370-e832-4554-ae7f-36729bfd4954'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:38:20.617413 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-d06162d3-5c58-47bc-9c87-d309322e74c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:20.633234 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c6ab7d52-84b4-46b9-ad40-8c08c41bf6a4 req-8cdeee6e-a4f2-4464-b342-ea66cfb1c902 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=e986bcf0-ac95-4361-8a35-057c37f32504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2326546 Feb 04 08:38:20.712990 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c05c88-81c9-432d-9444-45a5e19bb270 service neutron] Pushing event updated for resources: {'Port': ['ID=fbbca797-c27a-467e-8941-34e4e2a1d2c3,revision_number=3']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:20.717839 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cd345d0-ab65-4db3-8ffb-c06fae39e475', 'tag': 'fbbca797-c27a-467e-8941-34e4e2a1d2c3', 'status': 'completed', 'code': 200} Feb 04 08:38:20.743114 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-d06162d3-5c58-47bc-9c87-d309322e74c3 None None] For port 3a9791c3-7843-4b44-b987-9bf29360a87e, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:38:20.747864 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-d06162d3-5c58-47bc-9c87-d309322e74c3 None None] For port 3a9791c3-7843-4b44-b987-9bf29360a87e, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=3a9791c3-7843-4b44-b987-9bf29360a87e,segment=NetworkSegment(31747f09-c649-4118-a252-61b831a3737c),segment_id=31747f09-c649-4118-a252-61b831a3737c)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:38:20.754343 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-43ac7342-73d8-4d99-8cf2-028984c26120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:20.851721 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57619b2d-7daa-47d2-8c38-01c51275e58a None None] Pushing event updated for resources: {'Port': ['ID=d8dcfe6d-5e46-4ee1-8f87-9a318456d6f7,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:20.856082 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-d06162d3-5c58-47bc-9c87-d309322e74c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:20.896525 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_v2 [None req-f63064ba-c90c-44f1-8d98-28c3c381e9d7 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Deleting subnet bd8df654-0540-458b-aa13-14cc085efe3c {{(pid=84107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:38:20.902683 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f63064ba-c90c-44f1-8d98-28c3c381e9d7 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks [] for subnet, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:20.916978 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ac7342-73d8-4d99-8cf2-028984c26120 None None] Routers {'3ff2c5d3-f121-495e-b689-b54af19bb263'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:38:20.917659 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-43ac7342-73d8-4d99-8cf2-028984c26120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:37:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['3ff2c5d3-f121-495e-b689-b54af19bb263'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:38:21.003645 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-92fa4c6f-2490-43e0-bb63-4f5df0e6a3cc tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Allocated IP 172.26.3.155 (e264bd74-c56b-43d0-9059-bcb57dbbe5bc/79caf47c-b62c-4ea0-b35f-21ede155daa8/d7432d4a-414d-43d4-ba9d-e65a9c6db342) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:38:21.007847 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f63064ba-c90c-44f1-8d98-28c3c381e9d7 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8058667'] for subnet, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:21.038006 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-82172758-4bb7-4033-a72e-997e6941238e req-53fff90d-4594-424f-b265-3bce58ffffdd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7df2bfd740464e869863a41b14f4d5af&device_id=0cd345d0-ab65-4db3-8ffb-c06fae39e475 HTTP/1.1" status: 200 len: 1097 time: 0.2779083 Feb 04 08:38:21.134109 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06162d3-5c58-47bc-9c87-d309322e74c3 None None] Pushing event updated for resources: {'Port': ['ID=3a9791c3-7843-4b44-b987-9bf29360a87e,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:21.153422 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-b3ba94ba-ad48-472f-be61-b7b9ee5e1c78 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Deleting port da6f6dc7-3bd1-4657-98ae-d76a935bfc21 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:38:21.153968 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b3ba94ba-ad48-472f-be61-b7b9ee5e1c78 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:21.158097 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-43ac7342-73d8-4d99-8cf2-028984c26120 None None] Set router 3ff2c5d3-f121-495e-b689-b54af19bb263 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:38:21.184125 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4ff3bd16-ad15-4443-851b-a84cc47c1a3e tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:21.206179 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.provisioning_blocks [None req-4ff3bd16-ad15-4443-851b-a84cc47c1a3e tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Transition to ACTIVE for port object ed30b1e3-2fdb-4ca6-a524-18752a410ddd will not be triggered until provisioned by entity DHCP. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:38:21.337221 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4ff3bd16-ad15-4443-851b-a84cc47c1a3e tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:21.439178 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82172758-4bb7-4033-a72e-997e6941238e req-9d29707d-82b7-4c5a-87e6-00cc8973757b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:38:21.441524 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-82172758-4bb7-4033-a72e-997e6941238e req-9d29707d-82b7-4c5a-87e6-00cc8973757b service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=7df2bfd740464e869863a41b14f4d5af&shared=False HTTP/1.1" status: 200 len: 898 time: 0.3876002 Feb 04 08:38:21.445419 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f63064ba-c90c-44f1-8d98-28c3c381e9d7 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:21.536229 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-43ac7342-73d8-4d99-8cf2-028984c26120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff2c5d3-f121-495e-b689-b54af19bb263', 'name': 'tempest-snat-router-798006046', 'tenant_id': '472edb14196942999394e53aaa0733ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.34'}], 'enable_snat': False}, 'gw_port_id': 'd8dcfe6d-5e46-4ee1-8f87-9a318456d6f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:38:09Z', 'updated_at': '2022-02-04T08:38:13Z', 'revision_number': 3, 'project_id': '472edb14196942999394e53aaa0733ea', 'gw_port': {'id': 'd8dcfe6d-5e46-4ee1-8f87-9a318456d6f7', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:42:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ff2c5d3-f121-495e-b689-b54af19bb263', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:38:11Z', 'updated_at': '2022-02-04T08:38:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:38:21.540772 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ac7342-73d8-4d99-8cf2-028984c26120 None None] The sync data for ids ['3ff2c5d3-f121-495e-b689-b54af19bb263'] in dv-neutron-827798-2-hyperv is: [{'id': '3ff2c5d3-f121-495e-b689-b54af19bb263', 'name': 'tempest-snat-router-798006046', 'tenant_id': '472edb14196942999394e53aaa0733ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.34'}], 'enable_snat': False}, 'gw_port_id': 'd8dcfe6d-5e46-4ee1-8f87-9a318456d6f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:38:09Z', 'updated_at': '2022-02-04T08:38:13Z', 'revision_number': 3, 'project_id': '472edb14196942999394e53aaa0733ea', 'gw_port': {'id': 'd8dcfe6d-5e46-4ee1-8f87-9a318456d6f7', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:42:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ff2c5d3-f121-495e-b689-b54af19bb263', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:38:11Z', 'updated_at': '2022-02-04T08:38:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:38:21.544232 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff3bd16-ad15-4443-851b-a84cc47c1a3e tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Pushing event updated for resources: {'Port': ['ID=ed30b1e3-2fdb-4ca6-a524-18752a410ddd,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:21.554248 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-92fa4c6f-2490-43e0-bb63-4f5df0e6a3cc tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:21.558548 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff3bd16-ad15-4443-851b-a84cc47c1a3e tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Network 22ba0370-e832-4554-ae7f-36729bfd4954 is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:38:21.563579 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-4ff3bd16-ad15-4443-851b-a84cc47c1a3e tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:38:21.569832 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff3bd16-ad15-4443-851b-a84cc47c1a3e tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:38:21.574010 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff3bd16-ad15-4443-851b-a84cc47c1a3e tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:38:21.574331 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4ff3bd16-ad15-4443-851b-a84cc47c1a3e tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:21.640599 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b3ba94ba-ad48-472f-be61-b7b9ee5e1c78 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:21.678645 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-4ff3bd16-ad15-4443-851b-a84cc47c1a3e tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 3.3685975 Feb 04 08:38:21.684268 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 48106) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:21.701553 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-619de574-c996-4c1c-9d74-45f80b41dd8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:21.721787 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-92fa4c6f-2490-43e0-bb63-4f5df0e6a3cc tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:21.827095 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a825c22-37aa-47ca-b0fd-f07c3f7b04e1 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Router 19b305fa-1229-4f61-8823-9126fad35163 is scheduled to L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 with binding_index 1 {{(pid=84108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 08:38:21.881777 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-2b0b5eb2-9cff-4f2b-b357-e7140b1b4f8a tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Deleting port ed30b1e3-2fdb-4ca6-a524-18752a410ddd {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:38:21.882122 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2b0b5eb2-9cff-4f2b-b357-e7140b1b4f8a tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:21.923724 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92fa4c6f-2490-43e0-bb63-4f5df0e6a3cc tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Network e264bd74-c56b-43d0-9059-bcb57dbbe5bc is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:38:21.933102 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fa4c6f-2490-43e0-bb63-4f5df0e6a3cc tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Pushing event updated for resources: {'Port': ['ID=d7432d4a-414d-43d4-ba9d-e65a9c6db342,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:21.936391 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-92fa4c6f-2490-43e0-bb63-4f5df0e6a3cc tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:38:21.943095 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fa4c6f-2490-43e0-bb63-4f5df0e6a3cc tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:38:21.965255 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-b3ba94ba-ad48-472f-be61-b7b9ee5e1c78 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Calling delete_port for da6f6dc7-3bd1-4657-98ae-d76a935bfc21 owned by network:router_interface {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:38:22.086360 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82172758-4bb7-4033-a72e-997e6941238e req-ab37b4fd-e144-4ebb-8d5d-c48ffd7ecd04 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:38:22.087825 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-82172758-4bb7-4033-a72e-997e6941238e req-ab37b4fd-e144-4ebb-8d5d-c48ffd7ecd04 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6130781 Feb 04 08:38:22.178430 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f63064ba-c90c-44f1-8d98-28c3c381e9d7 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7510167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985167'] for subnet, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:22.244772 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63064ba-c90c-44f1-8d98-28c3c381e9d7 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event deleted for resources: {'Subnet': ['ID=bd8df654-0540-458b-aa13-14cc085efe3c,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:22.264267 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f63064ba-c90c-44f1-8d98-28c3c381e9d7 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:22.269913 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e209fda-1239-4459-a172-adf82c38d3e1 None None] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:38:22.299302 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-f63064ba-c90c-44f1-8d98-28c3c381e9d7 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "DELETE /v2.0/subnets/bd8df654-0540-458b-aa13-14cc085efe3c HTTP/1.1" status: 204 len: 168 time: 1.8631728 Feb 04 08:38:22.303821 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 48110) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:22.307354 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c38c12-ef9c-4fa8-bbc5-ad1dead711da req-ce777de6-3480-4cf5-97b3-b4d5b905ad65 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:38:22.315793 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-39c38c12-ef9c-4fa8-bbc5-ad1dead711da req-ce777de6-3480-4cf5-97b3-b4d5b905ad65 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=0cd345d0-ab65-4db3-8ffb-c06fae39e475 HTTP/1.1" status: 200 len: 944 time: 0.3999438 Feb 04 08:38:22.397560 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00132abe-dd7d-44e0-88fa-a90c9f0569c8 None None] Network 22ba0370-e832-4554-ae7f-36729bfd4954 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:38:22.411795 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5323bc79-f1b8-469c-aabd-7b6ae7e1f41a req-bb4063bd-7600-47d3-8077-acc5c94ceb1a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7df2bfd740464e869863a41b14f4d5af&device_id=0cd345d0-ab65-4db3-8ffb-c06fae39e475 HTTP/1.1" status: 200 len: 1097 time: 0.2749255 Feb 04 08:38:22.432829 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-39c38c12-ef9c-4fa8-bbc5-ad1dead711da req-b5bb4dd7-527e-4e7c-8d15-e47d20519059 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=e986bcf0-ac95-4361-8a35-057c37f32504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175816 Feb 04 08:38:22.480993 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-3dc1de38-6a3a-4eb2-9543-51bfd8ab266f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1755748 Feb 04 08:38:22.482820 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 48114) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:22.515118 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5323bc79-f1b8-469c-aabd-7b6ae7e1f41a req-95eec421-5b7c-47f5-abde-73b7c892d2ee service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbbca797-c27a-467e-8941-34e4e2a1d2c3 HTTP/1.1" status: 200 len: 217 time: 0.0810633 Feb 04 08:38:22.588155 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5323bc79-f1b8-469c-aabd-7b6ae7e1f41a req-46cbb4a7-adb2-4fb1-940d-e2d55d21ebb9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:38:22.589962 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5323bc79-f1b8-469c-aabd-7b6ae7e1f41a req-46cbb4a7-adb2-4fb1-940d-e2d55d21ebb9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=86d0bccd-5c6a-4354-af11-7f0ac9ee3eb4 HTTP/1.1" status: 200 len: 835 time: 0.0690458 Feb 04 08:38:22.604296 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2b0b5eb2-9cff-4f2b-b357-e7140b1b4f8a tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:22.644196 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b3ba94ba-ad48-472f-be61-b7b9ee5e1c78 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:22.701928 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ba94ba-ad48-472f-be61-b7b9ee5e1c78 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Pushing event deleted for resources: {'Port': ['ID=da6f6dc7-3bd1-4657-98ae-d76a935bfc21,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:22.731229 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-7ffb6e5e-ad98-4278-bb8a-1ec701069b53 None None] Provisioning for port 3a9791c3-7843-4b44-b987-9bf29360a87e completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:38:22.857140 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-2b0b5eb2-9cff-4f2b-b357-e7140b1b4f8a tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Calling delete_port for ed30b1e3-2fdb-4ca6-a524-18752a410ddd owned by {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:38:22.869483 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:22.902340 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5323bc79-f1b8-469c-aabd-7b6ae7e1f41a req-1277cfc7-4f2d-43dc-b9a9-37e018bf48c2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4c9b2602-557a-496f-9496-472f42f83572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3061838 Feb 04 08:38:22.947890 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:22.973919 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73cbf223-d832-4866-9296-9b6b20372dc7 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:38:22.974899 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-73cbf223-d832-4866-9296-9b6b20372dc7 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Synchronizing usage tracker for tenant:ffa27937301745e1ad43fa520f28cbc3 on resource:port {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:38:22.994000 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c921148c-f6d2-4923-9411-03a23a7558ea None None] DHCP port deletion for bc933c3a-b15d-4eab-9ad6-d32fd193f5cd request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 08:38:22.997605 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a825c22-37aa-47ca-b0fd-f07c3f7b04e1 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:38:22.998824 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-c921148c-f6d2-4923-9411-03a23a7558ea None None] Deleting port a2800c98-157c-4a11-b04c-d382bd2a044e {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:38:22.999201 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-c921148c-f6d2-4923-9411-03a23a7558ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:23.011643 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4a825c22-37aa-47ca-b0fd-f07c3f7b04e1 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks [] for router, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:23.012996 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-4a825c22-37aa-47ca-b0fd-f07c3f7b04e1 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] 10.222.0.36 "PUT /v2.0/routers/19b305fa-1229-4f61-8823-9126fad35163 HTTP/1.1" status: 200 len: 915 time: 6.1751921 Feb 04 08:38:23.023590 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 48118) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:23.027902 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-92fa4c6f-2490-43e0-bb63-4f5df0e6a3cc tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:23.028858 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-92fa4c6f-2490-43e0-bb63-4f5df0e6a3cc tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472990'] for router, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:23.044482 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf98b81-7863-4e1e-8291-7cd9ad317e29 None None] Sync routers for ids ['19b305fa-1229-4f61-8823-9126fad35163'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:38:23.122513 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf98b81-7863-4e1e-8291-7cd9ad317e29 None None] Routers {'19b305fa-1229-4f61-8823-9126fad35163'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:38:23.123319 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-5cf98b81-7863-4e1e-8291-7cd9ad317e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:38:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['19b305fa-1229-4f61-8823-9126fad35163'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:38:23.198952 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-5cf98b81-7863-4e1e-8291-7cd9ad317e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:38:23.212481 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b3ba94ba-ad48-472f-be61-b7b9ee5e1c78 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1572495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472959'] for router_interface, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:23.224329 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-73cbf223-d832-4866-9296-9b6b20372dc7 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Unset dirty status for tenant:ffa27937301745e1ad43fa520f28cbc3 on resource:port {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:38:23.225581 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-73cbf223-d832-4866-9296-9b6b20372dc7 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7382624 Feb 04 08:38:23.225706 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf98b81-7863-4e1e-8291-7cd9ad317e29 None None] Routers {'19b305fa-1229-4f61-8823-9126fad35163'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:38:23.226407 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-5cf98b81-7863-4e1e-8291-7cd9ad317e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:38:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['19b305fa-1229-4f61-8823-9126fad35163'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:38:23.236430 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 48124) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:23.308589 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-5cf98b81-7863-4e1e-8291-7cd9ad317e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:38:23.309035 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf98b81-7863-4e1e-8291-7cd9ad317e29 None None] The sync data for ids ['19b305fa-1229-4f61-8823-9126fad35163'] in dv-neutron-827798-2-hyperv is: [] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:38:23.415773 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5323bc79-f1b8-469c-aabd-7b6ae7e1f41a req-49111872-9b65-4faa-8079-2ce3e63a6091 service neutron] 10.222.0.47 "GET /v2.0/networks/4c9b2602-557a-496f-9496-472f42f83572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5003116 Feb 04 08:38:23.438275 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-180c798c-e386-4d26-8791-35dda314329d None None] Could not find standard attr ID for object ed30b1e3-2fdb-4ca6-a524-18752a410ddd. {{(pid=84109) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 08:38:23.454142 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-c921148c-f6d2-4923-9411-03a23a7558ea None None] For port a2800c98-157c-4a11-b04c-d382bd2a044e, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=a2800c98-157c-4a11-b04c-d382bd2a044e,segment=NetworkSegment(2c48dc91-e362-4611-9354-aede43558386),segment_id=2c48dc91-e362-4611-9354-aede43558386)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:38:23.454519 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-c921148c-f6d2-4923-9411-03a23a7558ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:23.506162 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2b0b5eb2-9cff-4f2b-b357-e7140b1b4f8a tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:23.541474 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 3a9791c3-7843-4b44-b987-9bf29360a87e up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:38:23.577626 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0b5eb2-9cff-4f2b-b357-e7140b1b4f8a tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Pushing event deleted for resources: {'Port': ['ID=ed30b1e3-2fdb-4ca6-a524-18752a410ddd,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:23.652373 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2b0b5eb2-9cff-4f2b-b357-e7140b1b4f8a tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:23.670992 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-2b0b5eb2-9cff-4f2b-b357-e7140b1b4f8a tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "DELETE /v2.0/ports/ed30b1e3-2fdb-4ca6-a524-18752a410ddd HTTP/1.1" status: 204 len: 168 time: 1.9887142 Feb 04 08:38:23.674080 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 48130) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:23.680399 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-c921148c-f6d2-4923-9411-03a23a7558ea None None] Calling delete_port for a2800c98-157c-4a11-b04c-d382bd2a044e owned by network:dhcp {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:38:23.718000 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-a39ff6bf-9f0e-4282-9322-27d9128479f2 None None] Could not find standard attr ID for object ed30b1e3-2fdb-4ca6-a524-18752a410ddd. {{(pid=84109) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 08:38:23.720070 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f1fd973-7403-4bb5-b111-26fbf6cb3802 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] GET failed (client error): The resource could not be found. Feb 04 08:38:23.720620 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-6f1fd973-7403-4bb5-b111-26fbf6cb3802 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Synchronizing usage tracker for tenant:e63069d3cf3540d8aad7a137ff4999ec on resource:port {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:38:23.803680 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-6f1fd973-7403-4bb5-b111-26fbf6cb3802 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Unset dirty status for tenant:e63069d3cf3540d8aad7a137ff4999ec on resource:port {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:38:23.805059 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-6f1fd973-7403-4bb5-b111-26fbf6cb3802 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "GET /v2.0/ports/ed30b1e3-2fdb-4ca6-a524-18752a410ddd HTTP/1.1" status: 404 len: 333 time: 0.1299627 Feb 04 08:38:23.809014 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 48134) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:23.810050 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee3f86c-153f-4628-baf1-cfd97161f049 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:38:23.810861 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-bee3f86c-153f-4628-baf1-cfd97161f049 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Synchronizing usage tracker for tenant:ffa27937301745e1ad43fa520f28cbc3 on resource:subnet {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:38:23.860752 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 3a9791c3-7843-4b44-b987-9bf29360a87e completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:38:23.866335 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 3a9791c3-7843-4b44-b987-9bf29360a87e triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:38:23.866643 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:23.912614 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-c921148c-f6d2-4923-9411-03a23a7558ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407'] for port, after_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:23.950367 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92fa4c6f-2490-43e0-bb63-4f5df0e6a3cc tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Router bd33aac7-8ec7-4897-9fbe-9b1929a2531d is scheduled to L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 with binding_index 1 {{(pid=84108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 08:38:23.972340 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c921148c-f6d2-4923-9411-03a23a7558ea None None] Pushing event deleted for resources: {'Port': ['ID=a2800c98-157c-4a11-b04c-d382bd2a044e,revision_number=None']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:23.987102 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c921148c-f6d2-4923-9411-03a23a7558ea None None] No DVR routers for this DVR port a2800c98-157c-4a11-b04c-d382bd2a044e on host dv-neutron-827798-2-hyperv {{(pid=84109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:38:24.087679 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_v2 [None req-02770028-6102-4aed-a89e-f73dcaf3e2ce tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Deleting subnet c9e6c5e6-5c1d-41e0-ae53-8355cc2ded15 {{(pid=84108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:38:24.091517 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-02770028-6102-4aed-a89e-f73dcaf3e2ce tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks [] for subnet, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:24.107394 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-bee3f86c-153f-4628-baf1-cfd97161f049 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Unset dirty status for tenant:ffa27937301745e1ad43fa520f28cbc3 on resource:subnet {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:38:24.117626 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:24.117786 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-bee3f86c-153f-4628-baf1-cfd97161f049 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.8695512 Feb 04 08:38:24.118408 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 48138) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:24.142718 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5323bc79-f1b8-469c-aabd-7b6ae7e1f41a req-5dc1e2c5-6bef-444f-adf6-29dfa12037e6 service neutron] 10.222.0.47 "GET /v2.0/networks/4c9b2602-557a-496f-9496-472f42f83572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7174163 Feb 04 08:38:24.148694 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port 3a9791c3-7843-4b44-b987-9bf29360a87e, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=3a9791c3-7843-4b44-b987-9bf29360a87e,segment=NetworkSegment(31747f09-c649-4118-a252-61b831a3737c),segment_id=31747f09-c649-4118-a252-61b831a3737c)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:38:24.204379 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-bc743f21-ffb9-49ed-8cca-b64a9e628a1c tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0836420 Feb 04 08:38:24.208535 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 48142) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:24.220865 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:24.221992 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device d8dcfe6d-5e46-4ee1-8f87-9a318456d6f7 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:38:24.222853 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-bdde08bf-6a16-48cb-8414-da1aa7627295 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Request body: {'subnet': {'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:38:24.229550 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71428128-222e-44c2-a8f0-163b43dccc79 req-22d52318-8b55-4193-824f-ab841941352f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:38:24.231058 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-71428128-222e-44c2-a8f0-163b43dccc79 req-22d52318-8b55-4193-824f-ab841941352f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=0cd345d0-ab65-4db3-8ffb-c06fae39e475 HTTP/1.1" status: 200 len: 944 time: 0.5390284 Feb 04 08:38:24.249724 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-02770028-6102-4aed-a89e-f73dcaf3e2ce tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7851377'] for subnet, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:24.266385 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-856a17f6-e2bc-42ef-bcb6-7ce4abe1fceb tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] 10.222.0.36 "GET /v2.0/routers/19b305fa-1229-4f61-8823-9126fad35163 HTTP/1.1" status: 200 len: 921 time: 1.2345545 Feb 04 08:38:24.307955 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:24.314191 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 48146) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:24.339819 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=3a9791c3-7843-4b44-b987-9bf29360a87e,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:24.407488 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3ba94ba-ad48-472f-be61-b7b9ee5e1c78 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Router 0418d11f-764f-401d-b0de-f7bd985eec5a has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:38:24.411066 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-71428128-222e-44c2-a8f0-163b43dccc79 req-5a662f60-2108-4717-8e50-65f9f26c0c79 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=e986bcf0-ac95-4361-8a35-057c37f32504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1677222 Feb 04 08:38:24.426491 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port d8dcfe6d-5e46-4ee1-8f87-9a318456d6f7 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:38:24.439091 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port d8dcfe6d-5e46-4ee1-8f87-9a318456d6f7 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:38:24.439091 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:24.441656 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-811aa94c-a389-486e-bc88-2c5d6fdcb3ae tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Synchronizing usage tracker for tenant:6f61127ab9ba4300af77f26932026da2 on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:38:24.453403 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-bdde08bf-6a16-48cb-8414-da1aa7627295 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:38:24.477496 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-bdde08bf-6a16-48cb-8414-da1aa7627295 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:38:24.504718 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-02770028-6102-4aed-a89e-f73dcaf3e2ce tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:24.507075 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-811aa94c-a389-486e-bc88-2c5d6fdcb3ae tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Unset dirty status for tenant:6f61127ab9ba4300af77f26932026da2 on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:38:24.510844 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-811aa94c-a389-486e-bc88-2c5d6fdcb3ae tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=e264bd74-c56b-43d0-9059-bcb57dbbe5bc&device_id=19b305fa-1229-4f61-8823-9126fad35163&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1931634 Feb 04 08:38:24.511549 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 48150) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:24.567179 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:24.567384 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdde08bf-6a16-48cb-8414-da1aa7627295 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Made reservation on behalf of ffa27937301745e1ad43fa520f28cbc3 for: {'subnet': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:38:24.584716 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port d8dcfe6d-5e46-4ee1-8f87-9a318456d6f7, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=d8dcfe6d-5e46-4ee1-8f87-9a318456d6f7,segment=NetworkSegment(c44b9475-949d-4ae7-bfca-e29b010a56a6),segment_id=c44b9475-949d-4ae7-bfca-e29b010a56a6)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:38:24.637830 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:24.654459 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3ba94ba-ad48-472f-be61-b7b9ee5e1c78 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:38:24.667574 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b08779-b1de-4b3f-be8f-e11f417af4be None None] Sync routers for ids ['0418d11f-764f-401d-b0de-f7bd985eec5a'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:38:24.678154 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92fa4c6f-2490-43e0-bb63-4f5df0e6a3cc tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:38:24.687584 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b08779-b1de-4b3f-be8f-e11f417af4be None None] Routers {'0418d11f-764f-401d-b0de-f7bd985eec5a'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:38:24.688519 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-b2b08779-b1de-4b3f-be8f-e11f417af4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:38:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['0418d11f-764f-401d-b0de-f7bd985eec5a'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:38:24.702473 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db95a4a0-476a-4bfc-b263-0ad674421cbc None None] Sync routers for ids ['bd33aac7-8ec7-4897-9fbe-9b1929a2531d'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:38:24.709216 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-bdde08bf-6a16-48cb-8414-da1aa7627295 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8119726'] for subnet, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:24.740275 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device a2800c98-157c-4a11-b04c-d382bd2a044e no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:38:24.746311 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-b3ba94ba-ad48-472f-be61-b7b9ee5e1c78 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "PUT /v2.0/routers/0418d11f-764f-401d-b0de-f7bd985eec5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8770750 Feb 04 08:38:24.750447 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 48156) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:24.761633 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-b2b08779-b1de-4b3f-be8f-e11f417af4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:38:24.773685 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b08779-b1de-4b3f-be8f-e11f417af4be None None] Routers {'0418d11f-764f-401d-b0de-f7bd985eec5a'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:38:24.775136 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-b2b08779-b1de-4b3f-be8f-e11f417af4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:38:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['0418d11f-764f-401d-b0de-f7bd985eec5a'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:38:24.791351 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db95a4a0-476a-4bfc-b263-0ad674421cbc None None] Routers {'bd33aac7-8ec7-4897-9fbe-9b1929a2531d'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:38:24.791974 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-db95a4a0-476a-4bfc-b263-0ad674421cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:38:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['bd33aac7-8ec7-4897-9fbe-9b1929a2531d'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:38:24.803456 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-74b62bc6-bcc6-4271-9ea0-f0a280a66199 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Synchronizing usage tracker for tenant:1216cf6397c6415eb938e86c1901dea6 on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:38:24.809590 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19cc27e3-edcc-4a04-80ef-3536e9c2a160 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:38:24.811188 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-19cc27e3-edcc-4a04-80ef-3536e9c2a160 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] 10.222.0.36 "GET /v2.0/networks/e264bd74-c56b-43d0-9059-bcb57dbbe5bc HTTP/1.1" status: 200 len: 881 time: 0.2985802 Feb 04 08:38:24.817248 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 48160) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:24.839635 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-b2b08779-b1de-4b3f-be8f-e11f417af4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:38:24.840350 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b08779-b1de-4b3f-be8f-e11f417af4be None None] The sync data for ids ['0418d11f-764f-401d-b0de-f7bd985eec5a'] in dv-neutron-827798-2-hyperv is: [] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:38:24.852219 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-02770028-6102-4aed-a89e-f73dcaf3e2ce tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7593563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8119683'] for subnet, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:24.855964 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: a2800c98-157c-4a11-b04c-d382bd2a044e {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:38:24.856533 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device a2800c98-157c-4a11-b04c-d382bd2a044e not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:38:24.886480 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=d8dcfe6d-5e46-4ee1-8f87-9a318456d6f7,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:24.893206 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-23379337-e4b0-41e5-b57c-a13ab1b336ec tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] 10.222.0.36 "GET /v2.0/ports?device_id=19b305fa-1229-4f61-8823-9126fad35163 HTTP/1.1" status: 200 len: 205 time: 0.0719428 Feb 04 08:38:24.893827 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 48164) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:24.970812 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-74b62bc6-bcc6-4271-9ea0-f0a280a66199 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Unset dirty status for tenant:1216cf6397c6415eb938e86c1901dea6 on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:38:24.971977 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-74b62bc6-bcc6-4271-9ea0-f0a280a66199 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "GET /v2.0/ports?device_id=0418d11f-764f-401d-b0de-f7bd985eec5a HTTP/1.1" status: 200 len: 205 time: 0.2203815 Feb 04 08:38:24.974868 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 48168) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:25.030143 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02770028-6102-4aed-a89e-f73dcaf3e2ce tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Pushing event deleted for resources: {'Subnet': ['ID=c9e6c5e6-5c1d-41e0-ae53-8355cc2ded15,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:25.043192 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-db95a4a0-476a-4bfc-b263-0ad674421cbc None None] Set router bd33aac7-8ec7-4897-9fbe-9b1929a2531d gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:38:25.048442 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-02770028-6102-4aed-a89e-f73dcaf3e2ce tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:25.053920 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-02770028-6102-4aed-a89e-f73dcaf3e2ce tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "DELETE /v2.0/subnets/c9e6c5e6-5c1d-41e0-ae53-8355cc2ded15 HTTP/1.1" status: 204 len: 168 time: 1.2402959 Feb 04 08:38:25.053920 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 48172) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:25.090427 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65aeb81-1ddd-4099-b80f-57c49c939d6d None None] Network 22ba0370-e832-4554-ae7f-36729bfd4954 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:38:25.149465 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-92fa4c6f-2490-43e0-bb63-4f5df0e6a3cc tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks [] for router, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:25.153428 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-92fa4c6f-2490-43e0-bb63-4f5df0e6a3cc tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.8654363 Feb 04 08:38:25.156325 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 48176) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:25.274004 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-1a2af7b3-5d83-43d9-8a77-272ae1f23f6f tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:25.300077 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-1a2af7b3-5d83-43d9-8a77-272ae1f23f6f tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Deleting port 3a9791c3-7843-4b44-b987-9bf29360a87e {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:38:25.300413 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-1a2af7b3-5d83-43d9-8a77-272ae1f23f6f tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:25.333662 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-564f913e-8dd8-4433-9254-b34789d5ad29 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks [] for router, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:25.336267 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-bdde08bf-6a16-48cb-8414-da1aa7627295 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7593498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8119736'] for subnet, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:25.471654 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdde08bf-6a16-48cb-8414-da1aa7627295 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:38:25.480619 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-bdde08bf-6a16-48cb-8414-da1aa7627295 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:38:25.482221 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdde08bf-6a16-48cb-8414-da1aa7627295 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event updated for resources: {'Subnet': ['ID=33257c20-2778-4995-9f29-96adbee666e8,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:25.491837 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdde08bf-6a16-48cb-8414-da1aa7627295 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:38:25.492427 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-bdde08bf-6a16-48cb-8414-da1aa7627295 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:25.548485 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 3a9791c3-7843-4b44-b987-9bf29360a87e up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:38:25.582824 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae1a41e7-3d36-4cc0-b60a-001b434fdede None None] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:38:25.684707 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-bdde08bf-6a16-48cb-8414-da1aa7627295 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4725025 Feb 04 08:38:25.685262 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 48182) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:25.694899 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-8fb3890f-afdd-4a81-b9a0-b277ee06bc9c tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Request body: {'port': {'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'fixed_ips': [{'subnet_id': '33257c20-2778-4995-9f29-96adbee666e8', 'ip_address': '2001:db8::64c1:4985:f99d:4f66'}], 'name': 'tempest-NetworksTestDHCPv6-169216498'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:38:25.769509 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [None req-1a2af7b3-5d83-43d9-8a77-272ae1f23f6f tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] For port 3a9791c3-7843-4b44-b987-9bf29360a87e, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=3a9791c3-7843-4b44-b987-9bf29360a87e,segment=NetworkSegment(31747f09-c649-4118-a252-61b831a3737c),segment_id=31747f09-c649-4118-a252-61b831a3737c)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:38:25.769735 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-1a2af7b3-5d83-43d9-8a77-272ae1f23f6f tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:25.889317 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 3a9791c3-7843-4b44-b987-9bf29360a87e triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:38:25.889877 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:25.903016 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-1a2af7b3-5d83-43d9-8a77-272ae1f23f6f tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Calling delete_port for 3a9791c3-7843-4b44-b987-9bf29360a87e owned by network:dhcp {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:38:25.910847 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-564f913e-8dd8-4433-9254-b34789d5ad29 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40989'] for router, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:25.924845 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77112500-0377-4004-a66e-746760b3d5aa None None] DHCP port deletion for 22ba0370-e832-4554-ae7f-36729bfd4954 request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 08:38:25.930805 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-564f913e-8dd8-4433-9254-b34789d5ad29 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:25.948338 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-abb39144-a66e-458c-aba9-898b3a1ead19 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks [] for router, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:25.995720 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-db95a4a0-476a-4bfc-b263-0ad674421cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd33aac7-8ec7-4897-9fbe-9b1929a2531d', 'name': 'tempest-snat-router-798006046', 'tenant_id': '472edb14196942999394e53aaa0733ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.155'}], 'enable_snat': True}, 'gw_port_id': 'd7432d4a-414d-43d4-ba9d-e65a9c6db342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:38:18Z', 'updated_at': '2022-02-04T08:38:22Z', 'revision_number': 3, 'project_id': '472edb14196942999394e53aaa0733ea', 'gw_port': {'id': 'd7432d4a-414d-43d4-ba9d-e65a9c6db342', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b8:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd33aac7-8ec7-4897-9fbe-9b1929a2531d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:38:20Z', 'updated_at': '2022-02-04T08:38:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:38:26.001588 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-4483ff0c-bc7c-4fb4-bbc0-480e983aeed5 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] 10.222.0.36 "GET /v2.0/routers/bd33aac7-8ec7-4897-9fbe-9b1929a2531d HTTP/1.1" status: 200 len: 907 time: 0.8362341 Feb 04 08:38:26.005917 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 48186) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:26.013078 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:26.014068 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-77112500-0377-4004-a66e-746760b3d5aa None None] Deleting port 3a9791c3-7843-4b44-b987-9bf29360a87e {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:38:26.014413 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-77112500-0377-4004-a66e-746760b3d5aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:26.046536 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6534ea-7502-4e5f-a338-685f0f78fef8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'tenant_id': 'ffa27937301745e1ad43fa520f28cbc3', 'fixed_ips': [{'subnet_id': '33257c20-2778-4995-9f29-96adbee666e8'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:38:26.047511 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-ab6534ea-7502-4e5f-a338-685f0f78fef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:26.065831 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db95a4a0-476a-4bfc-b263-0ad674421cbc None None] Checking router: bd33aac7-8ec7-4897-9fbe-9b1929a2531d for host: dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 08:38:26.066266 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db95a4a0-476a-4bfc-b263-0ad674421cbc None None] Updating router bd33aac7-8ec7-4897-9fbe-9b1929a2531d port d7432d4a-414d-43d4-ba9d-e65a9c6db342 binding host dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 08:38:26.071610 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-8fb3890f-afdd-4a81-b9a0-b277ee06bc9c tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:38:26.073410 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00cd94c-6d02-47fa-ad83-b6fd2a4b64e0 req-fc562eea-3c45-4d69-b9db-b0d70d286fcd tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:38:26.074859 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b00cd94c-6d02-47fa-ad83-b6fd2a4b64e0 req-fc562eea-3c45-4d69-b9db-b0d70d286fcd tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=0cd345d0-ab65-4db3-8ffb-c06fae39e475 HTTP/1.1" status: 200 len: 944 time: 0.4411783 Feb 04 08:38:26.100884 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-8fb3890f-afdd-4a81-b9a0-b277ee06bc9c tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:38:26.152883 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b00cd94c-6d02-47fa-ad83-b6fd2a4b64e0 req-23a39d1c-b24e-4fa2-a618-79964b520a57 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=e986bcf0-ac95-4361-8a35-057c37f32504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553002 Feb 04 08:38:26.195736 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-1a2af7b3-5d83-43d9-8a77-272ae1f23f6f tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:26.205519 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-564f913e-8dd8-4433-9254-b34789d5ad29 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-476062'] for router, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:26.206032 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-564f913e-8dd8-4433-9254-b34789d5ad29 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Fanout notify agent at l3_agent the message router_deleted on router 0418d11f-764f-401d-b0de-f7bd985eec5a {{(pid=84107) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 08:38:26.223325 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-77112500-0377-4004-a66e-746760b3d5aa None None] The port '3a9791c3-7843-4b44-b987-9bf29360a87e' was deleted {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 08:38:26.224027 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-564f913e-8dd8-4433-9254-b34789d5ad29 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:26.225326 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-564f913e-8dd8-4433-9254-b34789d5ad29 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "DELETE /v2.0/routers/0418d11f-764f-401d-b0de-f7bd985eec5a HTTP/1.1" status: 204 len: 168 time: 1.2494752 Feb 04 08:38:26.227396 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-db95a4a0-476a-4bfc-b263-0ad674421cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:26.230974 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fb3890f-afdd-4a81-b9a0-b277ee06bc9c tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Made reservation on behalf of ffa27937301745e1ad43fa520f28cbc3 for: {'port': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:38:26.236832 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8fb3890f-afdd-4a81-b9a0-b277ee06bc9c tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:26.239912 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 48190) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:26.271100 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2af7b3-5d83-43d9-8a77-272ae1f23f6f tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Pushing event deleted for resources: {'Port': ['ID=3a9791c3-7843-4b44-b987-9bf29360a87e,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:26.282986 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [None req-8fb3890f-afdd-4a81-b9a0-b277ee06bc9c tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] device_id is not set on port 629fd8f5-a9ab-40df-8223-228524d94d1a yet. {{(pid=84108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:38:26.283399 dv-neutron-827798-2-hyperv neutron-server[84109]: INFO neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No ports have port_id starting with 3a9791c3-7843-4b44-b987-9bf29360a87e Feb 04 08:38:26.292476 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device d8dcfe6d-5e46-4ee1-8f87-9a318456d6f7 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:38:26.333744 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2af7b3-5d83-43d9-8a77-272ae1f23f6f tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] No DVR routers for this DVR port 3a9791c3-7843-4b44-b987-9bf29360a87e on host dv-neutron-827798-2-hyperv {{(pid=84108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:38:26.414781 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-abb39144-a66e-458c-aba9-898b3a1ead19 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:26.466031 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fd064e4-aff6-46d2-b855-50bc86036467 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Deleting subnet e2a5c3ef-32b3-41fa-8300-961ba1c29ce8 {{(pid=84107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:38:26.470911 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5fd064e4-aff6-46d2-b855-50bc86036467 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks [] for subnet, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:26.503459 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-abb39144-a66e-458c-aba9-898b3a1ead19 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Deleting port d6d976d1-0dac-43a6-882f-e764c04bc74d {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:38:26.503692 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-abb39144-a66e-458c-aba9-898b3a1ead19 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:26.580093 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5fd064e4-aff6-46d2-b855-50bc86036467 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8058667'] for subnet, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:26.602287 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-ab6534ea-7502-4e5f-a338-685f0f78fef8 None None] Allocated IP 2001:db8::2 (bc933c3a-b15d-4eab-9ad6-d32fd193f5cd/33257c20-2778-4995-9f29-96adbee666e8/01ab57a6-cfc4-4f0d-858e-1d54f1161960) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:38:26.613627 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port d8dcfe6d-5e46-4ee1-8f87-9a318456d6f7 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:38:26.613998 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:26.634899 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-1a2af7b3-5d83-43d9-8a77-272ae1f23f6f tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:26.686708 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-cb740825-c5f3-41ae-a461-290d7e070bcb tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks [] for router, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:26.740502 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-1a2af7b3-5d83-43d9-8a77-272ae1f23f6f tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22ba0370-e832-4554-ae7f-36729bfd4954']}} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:38:26.766641 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-1a2af7b3-5d83-43d9-8a77-272ae1f23f6f tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31747f09-c649-4118-a252-61b831a3737c') {'for_net_delete': True} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:38:26.766993 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-1a2af7b3-5d83-43d9-8a77-272ae1f23f6f tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31747f09-c649-4118-a252-61b831a3737c') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:38:26.782556 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-1a2af7b3-5d83-43d9-8a77-272ae1f23f6f tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7851336'] for segment, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:26.809338 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-1a2af7b3-5d83-43d9-8a77-272ae1f23f6f tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:26.818561 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a2af7b3-5d83-43d9-8a77-272ae1f23f6f tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=84108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:38:26.819207 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-1a2af7b3-5d83-43d9-8a77-272ae1f23f6f tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7460345'] for segment, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:26.834454 dv-neutron-827798-2-hyperv neutron-server[84108]: Traceback (most recent call last): Feb 04 08:38:26.834454 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:38:26.834454 dv-neutron-827798-2-hyperv neutron-server[84108]: timer() Feb 04 08:38:26.834454 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:38:26.834454 dv-neutron-827798-2-hyperv neutron-server[84108]: cb(*args, **kw) Feb 04 08:38:26.834454 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:38:26.834454 dv-neutron-827798-2-hyperv neutron-server[84108]: return func(*args, **kwargs) Feb 04 08:38:26.834454 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:38:26.834454 dv-neutron-827798-2-hyperv neutron-server[84108]: self._notify() Feb 04 08:38:26.834454 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:38:26.834454 dv-neutron-827798-2-hyperv neutron-server[84108]: self.callback(batched_events) Feb 04 08:38:26.834454 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:38:26.834454 dv-neutron-827798-2-hyperv neutron-server[84108]: event.method(event) Feb 04 08:38:26.834454 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:38:26.834454 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:38:26.834454 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:38:26.834454 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:38:26.834454 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:38:26.834454 dv-neutron-827798-2-hyperv neutron-server[84108]: return f(self, *a, **k) Feb 04 08:38:26.834454 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:38:26.834454 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._get(url).json() Feb 04 08:38:26.834454 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:38:26.834454 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:38:26.834454 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:38:26.834454 dv-neutron-827798-2-hyperv neutron-server[84108]: return self.request(url, 'GET', **kwargs) Feb 04 08:38:26.834454 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:38:26.834454 dv-neutron-827798-2-hyperv neutron-server[84108]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:38:26.834454 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:38:26.834454 dv-neutron-827798-2-hyperv neutron-server[84108]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:38:26.834454 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:38:26.834454 dv-neutron-827798-2-hyperv neutron-server[84108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:38:26.834454 dv-neutron-827798-2-hyperv neutron-server[84108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:38:26.902270 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-abb39144-a66e-458c-aba9-898b3a1ead19 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:26.967409 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5fd064e4-aff6-46d2-b855-50bc86036467 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:27.026414 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-cb740825-c5f3-41ae-a461-290d7e070bcb tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:27.032423 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-db95a4a0-476a-4bfc-b263-0ad674421cbc None None] Notify callbacks [] for port, precommit_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:27.038216 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-1a2af7b3-5d83-43d9-8a77-272ae1f23f6f tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:27.058164 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-abb39144-a66e-458c-aba9-898b3a1ead19 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Calling delete_port for d6d976d1-0dac-43a6-882f-e764c04bc74d owned by network:router_gateway {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:38:27.064318 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-db95a4a0-476a-4bfc-b263-0ad674421cbc None None] Transition to ACTIVE for port object d7432d4a-414d-43d4-ba9d-e65a9c6db342 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:38:27.066597 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-1a2af7b3-5d83-43d9-8a77-272ae1f23f6f tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:27.072502 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-ab6534ea-7502-4e5f-a338-685f0f78fef8 None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:27.077784 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2af7b3-5d83-43d9-8a77-272ae1f23f6f tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Pushing event deleted for resources: {'Network': ['ID=22ba0370-e832-4554-ae7f-36729bfd4954,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:27.087875 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-ab6534ea-7502-4e5f-a338-685f0f78fef8 None None] Transition to ACTIVE for port object 01ab57a6-cfc4-4f0d-858e-1d54f1161960 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:38:27.104723 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-ab6534ea-7502-4e5f-a338-685f0f78fef8 None None] Transition to ACTIVE for port object 01ab57a6-cfc4-4f0d-858e-1d54f1161960 will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:38:27.106239 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-cb740825-c5f3-41ae-a461-290d7e070bcb tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Deleting port d7432d4a-414d-43d4-ba9d-e65a9c6db342 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:38:27.106657 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-cb740825-c5f3-41ae-a461-290d7e070bcb tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:27.134721 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-db95a4a0-476a-4bfc-b263-0ad674421cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:27.230986 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-ab6534ea-7502-4e5f-a338-685f0f78fef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:27.236969 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc97a30-7f7f-4109-8ac1-ead77f42f36a None None] Pushing event updated for resources: {'Port': ['ID=d7432d4a-414d-43d4-ba9d-e65a9c6db342,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:27.240185 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-db95a4a0-476a-4bfc-b263-0ad674421cbc None None] Attempting to bind port d7432d4a-414d-43d4-ba9d-e65a9c6db342 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:38:27.240671 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-db95a4a0-476a-4bfc-b263-0ad674421cbc None None] Attempting to bind port d7432d4a-414d-43d4-ba9d-e65a9c6db342 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:38:27.241129 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db95a4a0-476a-4bfc-b263-0ad674421cbc None None] Attempting to bind port d7432d4a-414d-43d4-ba9d-e65a9c6db342 on network e264bd74-c56b-43d0-9059-bcb57dbbe5bc {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:38:27.244244 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-1a2af7b3-5d83-43d9-8a77-272ae1f23f6f tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "DELETE /v2.0/networks/22ba0370-e832-4554-ae7f-36729bfd4954 HTTP/1.1" status: 204 len: 168 time: 2.1901593 Feb 04 08:38:27.247237 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 48196) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:27.295975 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-05078d47-62ea-4c2c-9f3d-027f377faa48 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Request body: {'port': {'network_id': '596e5f5c-7eff-420e-842e-232f7b0c78ab', 'name': 'tempest-PortsIpV6TestJSON-1460082682'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:38:27.310379 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6534ea-7502-4e5f-a338-685f0f78fef8 None None] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:38:27.312224 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db95a4a0-476a-4bfc-b263-0ad674421cbc None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:38:27.312224 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db95a4a0-476a-4bfc-b263-0ad674421cbc None None] Checking segment: {'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:38:27.312224 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-db95a4a0-476a-4bfc-b263-0ad674421cbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:27.312542 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5fd064e4-aff6-46d2-b855-50bc86036467 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7510167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985167'] for subnet, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:27.313098 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db95a4a0-476a-4bfc-b263-0ad674421cbc None None] Bound using segment: {'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:38:27.313637 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-db95a4a0-476a-4bfc-b263-0ad674421cbc None None] Bound port: d7432d4a-414d-43d4-ba9d-e65a9c6db342, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:38:27.314514 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-db95a4a0-476a-4bfc-b263-0ad674421cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:27.349458 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-ab6534ea-7502-4e5f-a338-685f0f78fef8 None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:38:27.358561 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6534ea-7502-4e5f-a338-685f0f78fef8 None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:38:27.373503 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6534ea-7502-4e5f-a338-685f0f78fef8 None None] Pushing event updated for resources: {'Port': ['ID=01ab57a6-cfc4-4f0d-858e-1d54f1161960,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:27.415094 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 3a9791c3-7843-4b44-b987-9bf29360a87e no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:38:27.422840 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-8fb3890f-afdd-4a81-b9a0-b277ee06bc9c tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Allocated IP 2001:db8::64c1:4985:f99d:4f66 (bc933c3a-b15d-4eab-9ad6-d32fd193f5cd/33257c20-2778-4995-9f29-96adbee666e8/629fd8f5-a9ab-40df-8223-228524d94d1a) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:38:27.430533 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd064e4-aff6-46d2-b855-50bc86036467 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Pushing event deleted for resources: {'Subnet': ['ID=e2a5c3ef-32b3-41fa-8300-961ba1c29ce8,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:27.445776 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5fd064e4-aff6-46d2-b855-50bc86036467 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:27.461122 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-5fd064e4-aff6-46d2-b855-50bc86036467 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "DELETE /v2.0/subnets/e2a5c3ef-32b3-41fa-8300-961ba1c29ce8 HTTP/1.1" status: 204 len: 168 time: 1.2199013 Feb 04 08:38:27.466526 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 48200) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:27.476912 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-05078d47-62ea-4c2c-9f3d-027f377faa48 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:38:27.489910 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-abb39144-a66e-458c-aba9-898b3a1ead19 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:27.494670 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb20bc2-bdad-4176-9c43-3731e510a828 None None] Network 535d55b9-461e-49e3-8dc4-738ccaff4893 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:38:27.499878 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-05078d47-62ea-4c2c-9f3d-027f377faa48 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Usage tracker for resource:port and tenant:e63069d3cf3540d8aad7a137ff4999ec is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:38:27.504975 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-05078d47-62ea-4c2c-9f3d-027f377faa48 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:38:27.507946 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [None req-cb740825-c5f3-41ae-a461-290d7e070bcb tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] For port d7432d4a-414d-43d4-ba9d-e65a9c6db342, host dv-neutron-827798-2-hyperv, got binding levels [] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:38:27.512231 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-cb740825-c5f3-41ae-a461-290d7e070bcb tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:27.522953 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: 3a9791c3-7843-4b44-b987-9bf29360a87e {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:38:27.523409 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 3a9791c3-7843-4b44-b987-9bf29360a87e not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:38:27.526029 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-05078d47-62ea-4c2c-9f3d-027f377faa48 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:38:27.591154 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb39144-a66e-458c-aba9-898b3a1ead19 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Pushing event deleted for resources: {'Port': ['ID=d6d976d1-0dac-43a6-882f-e764c04bc74d,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:27.595991 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-db95a4a0-476a-4bfc-b263-0ad674421cbc None None] For port d7432d4a-414d-43d4-ba9d-e65a9c6db342, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:38:27.612031 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-ab6534ea-7502-4e5f-a338-685f0f78fef8 None None] Attempting to bind port 01ab57a6-cfc4-4f0d-858e-1d54f1161960 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:38:27.615365 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-ab6534ea-7502-4e5f-a338-685f0f78fef8 None None] Attempting to bind port 01ab57a6-cfc4-4f0d-858e-1d54f1161960 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': '2c48dc91-e362-4611-9354-aede43558386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:38:27.615365 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6534ea-7502-4e5f-a338-685f0f78fef8 None None] Attempting to bind port 01ab57a6-cfc4-4f0d-858e-1d54f1161960 on network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:38:27.625491 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-db95a4a0-476a-4bfc-b263-0ad674421cbc None None] For port d7432d4a-414d-43d4-ba9d-e65a9c6db342, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=d7432d4a-414d-43d4-ba9d-e65a9c6db342,segment=NetworkSegment(c44b9475-949d-4ae7-bfca-e29b010a56a6),segment_id=c44b9475-949d-4ae7-bfca-e29b010a56a6)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:38:27.638256 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6534ea-7502-4e5f-a338-685f0f78fef8 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:38:27.638710 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6534ea-7502-4e5f-a338-685f0f78fef8 None None] Checking segment: {'id': '2c48dc91-e362-4611-9354-aede43558386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:38:27.639219 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-ab6534ea-7502-4e5f-a338-685f0f78fef8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:27.639698 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6534ea-7502-4e5f-a338-685f0f78fef8 None None] Bound using segment: {'id': '2c48dc91-e362-4611-9354-aede43558386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:38:27.640288 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-ab6534ea-7502-4e5f-a338-685f0f78fef8 None None] Bound port: 01ab57a6-cfc4-4f0d-858e-1d54f1161960, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c48dc91-e362-4611-9354-aede43558386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:38:27.640777 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-ab6534ea-7502-4e5f-a338-685f0f78fef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:27.659071 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-cb740825-c5f3-41ae-a461-290d7e070bcb tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Calling delete_port for d7432d4a-414d-43d4-ba9d-e65a9c6db342 owned by network:router_gateway {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:38:27.673588 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa2072-59e5-4762-833a-35fcbe35c0a6 req-947bed83-5bc3-4796-81dd-acb023c2a187 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:38:27.675062 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-12aa2072-59e5-4762-833a-35fcbe35c0a6 req-947bed83-5bc3-4796-81dd-acb023c2a187 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=0cd345d0-ab65-4db3-8ffb-c06fae39e475 HTTP/1.1" status: 200 len: 944 time: 0.3682988 Feb 04 08:38:27.714954 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05078d47-62ea-4c2c-9f3d-027f377faa48 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Made reservation on behalf of e63069d3cf3540d8aad7a137ff4999ec for: {'port': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:38:27.717895 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-05078d47-62ea-4c2c-9f3d-027f377faa48 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:27.736294 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2a7be94f-c735-4fd8-a8a4-eda82c6b7126 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:27.739736 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-db95a4a0-476a-4bfc-b263-0ad674421cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:27.809644 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [None req-05078d47-62ea-4c2c-9f3d-027f377faa48 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] device_id is not set on port e0ac3ed6-403e-4123-a902-5962308ad337 yet. {{(pid=84108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:38:27.841917 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-2a7be94f-c735-4fd8-a8a4-eda82c6b7126 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Deleting port 4357c523-d84e-4096-aa90-20fdf3412a1e {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:38:27.842202 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2a7be94f-c735-4fd8-a8a4-eda82c6b7126 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:27.927223 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc97a30-7f7f-4109-8ac1-ead77f42f36a None None] Pushing event updated for resources: {'Port': ['ID=d7432d4a-414d-43d4-ba9d-e65a9c6db342,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:27.931377 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-ab6534ea-7502-4e5f-a338-685f0f78fef8 None None] For port 01ab57a6-cfc4-4f0d-858e-1d54f1161960, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:38:27.942346 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-ab6534ea-7502-4e5f-a338-685f0f78fef8 None None] For port 01ab57a6-cfc4-4f0d-858e-1d54f1161960, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=01ab57a6-cfc4-4f0d-858e-1d54f1161960,segment=NetworkSegment(2c48dc91-e362-4611-9354-aede43558386),segment_id=2c48dc91-e362-4611-9354-aede43558386)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:38:27.949819 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-12aa2072-59e5-4762-833a-35fcbe35c0a6 req-93f782de-ba3c-486b-ab18-cc3c8a28adcd tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=e986bcf0-ac95-4361-8a35-057c37f32504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2661238 Feb 04 08:38:27.952234 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db95a4a0-476a-4bfc-b263-0ad674421cbc None None] Routers {'bd33aac7-8ec7-4897-9fbe-9b1929a2531d'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:38:27.952953 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-db95a4a0-476a-4bfc-b263-0ad674421cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:38:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['bd33aac7-8ec7-4897-9fbe-9b1929a2531d'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:38:27.971100 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-abb39144-a66e-458c-aba9-898b3a1ead19 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473010'] for router_gateway, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:28.004907 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8fb3890f-afdd-4a81-b9a0-b277ee06bc9c tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:28.089694 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.provisioning_blocks [None req-8fb3890f-afdd-4a81-b9a0-b277ee06bc9c tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Transition to ACTIVE for port object 629fd8f5-a9ab-40df-8223-228524d94d1a will not be triggered until provisioned by entity DHCP. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:38:28.111544 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-ab6534ea-7502-4e5f-a338-685f0f78fef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:28.113492 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.db.api [None req-cb740825-c5f3-41ae-a461-290d7e070bcb tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84108) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 08:38:28.113812 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG oslo_db.api [None req-cb740825-c5f3-41ae-a461-290d7e070bcb tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 08:38:28.213750 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-db95a4a0-476a-4bfc-b263-0ad674421cbc None None] Set router bd33aac7-8ec7-4897-9fbe-9b1929a2531d gateway port host: None {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:38:28.259251 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-05078d47-62ea-4c2c-9f3d-027f377faa48 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:28.266164 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7820ea7-0f4c-4e91-9e4a-73b7d3b5e752 None None] DHCP port deletion for 535d55b9-461e-49e3-8dc4-738ccaff4893 request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 08:38:28.280898 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-d7820ea7-0f4c-4e91-9e4a-73b7d3b5e752 None None] Deleting port 4357c523-d84e-4096-aa90-20fdf3412a1e {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:38:28.281390 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-d7820ea7-0f4c-4e91-9e4a-73b7d3b5e752 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:28.313321 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8fb3890f-afdd-4a81-b9a0-b277ee06bc9c tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:28.366063 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-05078d47-62ea-4c2c-9f3d-027f377faa48 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:28.369622 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6534ea-7502-4e5f-a338-685f0f78fef8 None None] Pushing event updated for resources: {'Port': ['ID=01ab57a6-cfc4-4f0d-858e-1d54f1161960,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:28.383208 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-db95a4a0-476a-4bfc-b263-0ad674421cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd33aac7-8ec7-4897-9fbe-9b1929a2531d', 'name': 'tempest-snat-router-798006046', 'tenant_id': '472edb14196942999394e53aaa0733ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:38:18Z', 'updated_at': '2022-02-04T08:38:27Z', 'revision_number': 4, 'project_id': '472edb14196942999394e53aaa0733ea', 'gw_port_host': None}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:38:28.397446 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db95a4a0-476a-4bfc-b263-0ad674421cbc None None] The sync data for ids ['bd33aac7-8ec7-4897-9fbe-9b1929a2531d'] in dv-neutron-827798-2-hyperv is: [{'id': 'bd33aac7-8ec7-4897-9fbe-9b1929a2531d', 'name': 'tempest-snat-router-798006046', 'tenant_id': '472edb14196942999394e53aaa0733ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:38:18Z', 'updated_at': '2022-02-04T08:38:27Z', 'revision_number': 4, 'project_id': '472edb14196942999394e53aaa0733ea', 'gw_port_host': None}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:38:28.414291 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb3890f-afdd-4a81-b9a0-b277ee06bc9c tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:38:28.426384 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-8fb3890f-afdd-4a81-b9a0-b277ee06bc9c tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:38:28.438306 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05078d47-62ea-4c2c-9f3d-027f377faa48 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Network 596e5f5c-7eff-420e-842e-232f7b0c78ab is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:38:28.438306 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb3890f-afdd-4a81-b9a0-b277ee06bc9c tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event updated for resources: {'Port': ['ID=629fd8f5-a9ab-40df-8223-228524d94d1a,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:28.440403 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb3890f-afdd-4a81-b9a0-b277ee06bc9c tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:38:28.444525 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb3890f-afdd-4a81-b9a0-b277ee06bc9c tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:38:28.445148 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8fb3890f-afdd-4a81-b9a0-b277ee06bc9c tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:28.473385 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-05078d47-62ea-4c2c-9f3d-027f377faa48 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:38:28.494598 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-abb39144-a66e-458c-aba9-898b3a1ead19 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40989'] for router, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:28.518161 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-abb39144-a66e-458c-aba9-898b3a1ead19 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:28.522871 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05078d47-62ea-4c2c-9f3d-027f377faa48 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:38:28.526109 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05078d47-62ea-4c2c-9f3d-027f377faa48 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:38:28.526591 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-05078d47-62ea-4c2c-9f3d-027f377faa48 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:28.547680 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [None req-2a7be94f-c735-4fd8-a8a4-eda82c6b7126 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] For port 4357c523-d84e-4096-aa90-20fdf3412a1e, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=4357c523-d84e-4096-aa90-20fdf3412a1e,segment=NetworkSegment(58709c37-8988-4ffb-956a-78fdf4602cd4),segment_id=58709c37-8988-4ffb-956a-78fdf4602cd4)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:38:28.551232 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2a7be94f-c735-4fd8-a8a4-eda82c6b7126 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:28.572519 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-8fb3890f-afdd-4a81-b9a0-b277ee06bc9c tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.8865752 Feb 04 08:38:28.573195 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 48204) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:28.580925 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-325960fd-a0eb-4a60-a0e7-8a294d029f8a tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Request body: {'port': {'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'fixed_ips': [{'subnet_id': '33257c20-2778-4995-9f29-96adbee666e8', 'ip_address': '2001:db8::64c1:4985:f99d:4f66'}], 'name': 'tempest-NetworksTestDHCPv6-1733279737'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:38:28.599999 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05078d47-62ea-4c2c-9f3d-027f377faa48 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Pushing event updated for resources: {'Port': ['ID=e0ac3ed6-403e-4123-a902-5962308ad337,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:28.610533 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-d7820ea7-0f4c-4e91-9e4a-73b7d3b5e752 None None] For port 4357c523-d84e-4096-aa90-20fdf3412a1e, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=4357c523-d84e-4096-aa90-20fdf3412a1e,segment=NetworkSegment(58709c37-8988-4ffb-956a-78fdf4602cd4),segment_id=58709c37-8988-4ffb-956a-78fdf4602cd4)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:38:28.611323 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-d7820ea7-0f4c-4e91-9e4a-73b7d3b5e752 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:28.674028 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-cb740825-c5f3-41ae-a461-290d7e070bcb tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Deleting port d7432d4a-414d-43d4-ba9d-e65a9c6db342 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:38:28.674235 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-cb740825-c5f3-41ae-a461-290d7e070bcb tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:28.708582 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-2a7be94f-c735-4fd8-a8a4-eda82c6b7126 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Calling delete_port for 4357c523-d84e-4096-aa90-20fdf3412a1e owned by network:dhcp {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:38:28.714271 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-05078d47-62ea-4c2c-9f3d-027f377faa48 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.4304738 Feb 04 08:38:28.714927 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 48208) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:28.805061 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-d7820ea7-0f4c-4e91-9e4a-73b7d3b5e752 None None] Calling delete_port for 4357c523-d84e-4096-aa90-20fdf3412a1e owned by network:dhcp {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:38:28.814776 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-abb39144-a66e-458c-aba9-898b3a1ead19 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-476062'] for router, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:28.815352 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abb39144-a66e-458c-aba9-898b3a1ead19 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Fanout notify agent at l3_agent the message router_deleted on router 19b305fa-1229-4f61-8823-9126fad35163 {{(pid=84107) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 08:38:28.861481 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-abb39144-a66e-458c-aba9-898b3a1ead19 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:28.862885 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-abb39144-a66e-458c-aba9-898b3a1ead19 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] 10.222.0.36 "DELETE /v2.0/routers/19b305fa-1229-4f61-8823-9126fad35163 HTTP/1.1" status: 204 len: 168 time: 3.9681544 Feb 04 08:38:28.867065 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 48212) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:28.872772 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device fbbca797-c27a-467e-8941-34e4e2a1d2c3 details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=84109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 08:38:28.877413 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-483da196-84b1-43b8-a06f-7c4cc7d505b2 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-381960581', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:38:28.889025 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-483da196-84b1-43b8-a06f-7c4cc7d505b2 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:38:28.892917 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2a7be94f-c735-4fd8-a8a4-eda82c6b7126 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:28.934091 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-483da196-84b1-43b8-a06f-7c4cc7d505b2 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Usage tracker for resource:router and tenant:e89a5432419c4f2799d167fec1bb7459 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:38:28.937544 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-483da196-84b1-43b8-a06f-7c4cc7d505b2 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:38:28.956595 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-483da196-84b1-43b8-a06f-7c4cc7d505b2 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:38:28.961248 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7be94f-c735-4fd8-a8a4-eda82c6b7126 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Pushing event deleted for resources: {'Port': ['ID=4357c523-d84e-4096-aa90-20fdf3412a1e,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:28.961618 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-ad2d16f9-75bf-4084-b14f-035d1e2838d2 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Deleting port e0ac3ed6-403e-4123-a902-5962308ad337 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:38:28.962088 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ad2d16f9-75bf-4084-b14f-035d1e2838d2 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:28.967499 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7be94f-c735-4fd8-a8a4-eda82c6b7126 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] No DVR routers for this DVR port 4357c523-d84e-4096-aa90-20fdf3412a1e on host dv-neutron-827798-2-hyperv {{(pid=84107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:38:29.012780 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-325960fd-a0eb-4a60-a0e7-8a294d029f8a tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:38:29.037391 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-325960fd-a0eb-4a60-a0e7-8a294d029f8a tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Usage tracker for resource:port and tenant:ffa27937301745e1ad43fa520f28cbc3 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:38:29.045749 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-325960fd-a0eb-4a60-a0e7-8a294d029f8a tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:38:29.072805 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-325960fd-a0eb-4a60-a0e7-8a294d029f8a tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:38:29.094375 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-483da196-84b1-43b8-a06f-7c4cc7d505b2 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40975'] for router, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:29.096051 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-483da196-84b1-43b8-a06f-7c4cc7d505b2 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40982'] for router, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:29.138851 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2a7be94f-c735-4fd8-a8a4-eda82c6b7126 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:29.169804 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-2a7be94f-c735-4fd8-a8a4-eda82c6b7126 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['535d55b9-461e-49e3-8dc4-738ccaff4893']}} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:38:29.173453 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port fbbca797-c27a-467e-8941-34e4e2a1d2c3, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=fbbca797-c27a-467e-8941-34e4e2a1d2c3,segment=NetworkSegment(d44bd1a2-43a6-49bd-b059-074c91f0d1d3),segment_id=d44bd1a2-43a6-49bd-b059-074c91f0d1d3)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:38:29.185155 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-483da196-84b1-43b8-a06f-7c4cc7d505b2 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:29.190728 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Returning: {'device': 'fbbca797-c27a-467e-8941-34e4e2a1d2c3', 'network_id': '4c9b2602-557a-496f-9496-472f42f83572', 'port_id': 'fbbca797-c27a-467e-8941-34e4e2a1d2c3', 'mac_address': 'fa:16:3e:a0:c8:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86d0bccd-5c6a-4354-af11-7f0ac9ee3eb4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 08:38:29.194686 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-2a7be94f-c735-4fd8-a8a4-eda82c6b7126 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58709c37-8988-4ffb-956a-78fdf4602cd4') {'for_net_delete': True} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:38:29.197651 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-2a7be94f-c735-4fd8-a8a4-eda82c6b7126 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58709c37-8988-4ffb-956a-78fdf4602cd4') {} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:38:29.197778 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.db.api [None req-d7820ea7-0f4c-4e91-9e4a-73b7d3b5e752 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 08:38:29.197778 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG oslo_db.api [None req-d7820ea7-0f4c-4e91-9e4a-73b7d3b5e752 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 08:38:29.210078 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2a7be94f-c735-4fd8-a8a4-eda82c6b7126 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8058642'] for segment, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:29.231025 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2a7be94f-c735-4fd8-a8a4-eda82c6b7126 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:29.250078 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a7be94f-c735-4fd8-a8a4-eda82c6b7126 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=84107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:38:29.250718 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2a7be94f-c735-4fd8-a8a4-eda82c6b7126 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7377717'] for segment, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:29.265142 dv-neutron-827798-2-hyperv neutron-server[84107]: Traceback (most recent call last): Feb 04 08:38:29.265142 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:38:29.265142 dv-neutron-827798-2-hyperv neutron-server[84107]: timer() Feb 04 08:38:29.265142 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:38:29.265142 dv-neutron-827798-2-hyperv neutron-server[84107]: cb(*args, **kw) Feb 04 08:38:29.265142 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:38:29.265142 dv-neutron-827798-2-hyperv neutron-server[84107]: return func(*args, **kwargs) Feb 04 08:38:29.265142 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:38:29.265142 dv-neutron-827798-2-hyperv neutron-server[84107]: self._notify() Feb 04 08:38:29.265142 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:38:29.265142 dv-neutron-827798-2-hyperv neutron-server[84107]: self.callback(batched_events) Feb 04 08:38:29.265142 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:38:29.265142 dv-neutron-827798-2-hyperv neutron-server[84107]: event.method(event) Feb 04 08:38:29.265142 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:38:29.265142 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:38:29.265142 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:38:29.265142 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:38:29.265142 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:38:29.265142 dv-neutron-827798-2-hyperv neutron-server[84107]: return f(self, *a, **k) Feb 04 08:38:29.265142 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:38:29.265142 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._get(url).json() Feb 04 08:38:29.265142 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:38:29.265142 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:38:29.265142 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:38:29.265142 dv-neutron-827798-2-hyperv neutron-server[84107]: return self.request(url, 'GET', **kwargs) Feb 04 08:38:29.265142 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:38:29.265142 dv-neutron-827798-2-hyperv neutron-server[84107]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:38:29.265142 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:38:29.265142 dv-neutron-827798-2-hyperv neutron-server[84107]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:38:29.265142 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:38:29.265142 dv-neutron-827798-2-hyperv neutron-server[84107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:38:29.265142 dv-neutron-827798-2-hyperv neutron-server[84107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:38:29.267450 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:29.281043 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [None req-cb740825-c5f3-41ae-a461-290d7e070bcb tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] For port d7432d4a-414d-43d4-ba9d-e65a9c6db342, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=d7432d4a-414d-43d4-ba9d-e65a9c6db342,segment=NetworkSegment(c44b9475-949d-4ae7-bfca-e29b010a56a6),segment_id=c44b9475-949d-4ae7-bfca-e29b010a56a6)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:38:29.281515 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-cb740825-c5f3-41ae-a461-290d7e070bcb tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:29.289987 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbbca797-c27a-467e-8941-34e4e2a1d2c3 {{(pid=84109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 08:38:29.307922 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port fbbca797-c27a-467e-8941-34e4e2a1d2c3, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=fbbca797-c27a-467e-8941-34e4e2a1d2c3,segment=NetworkSegment(d44bd1a2-43a6-49bd-b059-074c91f0d1d3),segment_id=d44bd1a2-43a6-49bd-b059-074c91f0d1d3)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:38:29.312793 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-483da196-84b1-43b8-a06f-7c4cc7d505b2 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472990'] for router, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:29.370939 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:29.424136 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ad2d16f9-75bf-4084-b14f-035d1e2838d2 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:29.438661 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-cb740825-c5f3-41ae-a461-290d7e070bcb tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Calling delete_port for d7432d4a-414d-43d4-ba9d-e65a9c6db342 owned by network:router_gateway {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:38:29.472667 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-325960fd-a0eb-4a60-a0e7-8a294d029f8a tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Made reservation on behalf of ffa27937301745e1ad43fa520f28cbc3 for: {'port': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:38:29.479359 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-325960fd-a0eb-4a60-a0e7-8a294d029f8a tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:29.493063 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 01ab57a6-cfc4-4f0d-858e-1d54f1161960 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:38:29.535444 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1da4cb7-d7fc-431b-8980-f99c7599320a req-38029d81-4afc-4a8a-a75c-037423d7b46b tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:38:29.536932 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b1da4cb7-d7fc-431b-8980-f99c7599320a req-38029d81-4afc-4a8a-a75c-037423d7b46b tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=0cd345d0-ab65-4db3-8ffb-c06fae39e475 HTTP/1.1" status: 200 len: 944 time: 0.2687180 Feb 04 08:38:29.540134 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-3bb3e8d5-c807-47b2-9bde-12868472c3df req-e45ed8d0-aa6b-4d63-86d4-237f51d45246 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1644fee2-105a-4ec7-be68-63a115a652c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2292669 Feb 04 08:38:29.560692 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=fbbca797-c27a-467e-8941-34e4e2a1d2c3,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:29.571609 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-483da196-84b1-43b8-a06f-7c4cc7d505b2 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:29.573607 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-483da196-84b1-43b8-a06f-7c4cc7d505b2 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7050447 Feb 04 08:38:29.574748 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2a7be94f-c735-4fd8-a8a4-eda82c6b7126 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:29.576439 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 48218) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:29.619838 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-041fe4f0-0e5a-4e9d-99ff-f95b064ee0cc tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'enable_snat': False}}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:38:29.636896 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [None req-325960fd-a0eb-4a60-a0e7-8a294d029f8a tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] device_id is not set on port 4eab667f-60fe-47b0-af36-528d8c431d24 yet. {{(pid=84108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:38:29.686274 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-ad2d16f9-75bf-4084-b14f-035d1e2838d2 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Calling delete_port for e0ac3ed6-403e-4123-a902-5962308ad337 owned by {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:38:29.688853 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 01ab57a6-cfc4-4f0d-858e-1d54f1161960 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:38:29.696290 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2a7be94f-c735-4fd8-a8a4-eda82c6b7126 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:29.707919 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-d7820ea7-0f4c-4e91-9e4a-73b7d3b5e752 None None] Deleting port 4357c523-d84e-4096-aa90-20fdf3412a1e {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:38:29.708515 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-d7820ea7-0f4c-4e91-9e4a-73b7d3b5e752 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:29.733355 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7be94f-c735-4fd8-a8a4-eda82c6b7126 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Pushing event deleted for resources: {'Network': ['ID=535d55b9-461e-49e3-8dc4-738ccaff4893,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:29.837537 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-2a7be94f-c735-4fd8-a8a4-eda82c6b7126 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "DELETE /v2.0/networks/535d55b9-461e-49e3-8dc4-738ccaff4893 HTTP/1.1" status: 204 len: 168 time: 2.3694775 Feb 04 08:38:29.852379 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 48222) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:29.857197 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b1da4cb7-d7fc-431b-8980-f99c7599320a req-4292db21-f942-42ef-a79d-fc1c8eb88f46 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=e986bcf0-ac95-4361-8a35-057c37f32504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3115432 Feb 04 08:38:29.863983 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] get_ports_and_sgs() called for port_ids ['fbbca797-c27a-467e-8941-34e4e2a1d2c3'] {{(pid=84109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 08:38:29.865645 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-94815562-a7a0-4073-b873-8be20410095a tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1299811738', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}, 'admin_state_up': False}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:38:29.876414 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-94815562-a7a0-4073-b873-8be20410095a tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:38:29.959065 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-94815562-a7a0-4073-b873-8be20410095a tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Usage tracker for resource:router and tenant:1216cf6397c6415eb938e86c1901dea6 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:38:29.960705 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-d7820ea7-0f4c-4e91-9e4a-73b7d3b5e752 None None] The port '4357c523-d84e-4096-aa90-20fdf3412a1e' was deleted {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 08:38:29.965221 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-94815562-a7a0-4073-b873-8be20410095a tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:38:29.984931 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-94815562-a7a0-4073-b873-8be20410095a tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:38:30.012100 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-3bb3e8d5-c807-47b2-9bde-12868472c3df req-558e5a3d-09b8-42f2-b16e-d6f15c9db9aa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2e94175c683849e99ec67b1f30a78741&device_id=1644fee2-105a-4ec7-be68-63a115a652c3 HTTP/1.1" status: 200 len: 1099 time: 0.4422214 Feb 04 08:38:30.015457 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ad2d16f9-75bf-4084-b14f-035d1e2838d2 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:30.066053 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 4357c523-d84e-4096-aa90-20fdf3412a1e no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:38:30.120632 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: 4357c523-d84e-4096-aa90-20fdf3412a1e {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:38:30.120900 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 4357c523-d84e-4096-aa90-20fdf3412a1e not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:38:30.254582 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb3e8d5-c807-47b2-9bde-12868472c3df req-599a2759-09e9-493d-a266-9154b74884af service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:38:30.255313 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-3bb3e8d5-c807-47b2-9bde-12868472c3df req-599a2759-09e9-493d-a266-9154b74884af service neutron] 10.222.0.47 "GET /v2.0/networks?id=aaba0e34-0ac3-4326-9ed2-e65fb37ae418 HTTP/1.1" status: 200 len: 907 time: 0.1825447 Feb 04 08:38:30.257579 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2d16f9-75bf-4084-b14f-035d1e2838d2 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Pushing event deleted for resources: {'Port': ['ID=e0ac3ed6-403e-4123-a902-5962308ad337,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:30.278375 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ad2d16f9-75bf-4084-b14f-035d1e2838d2 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:30.292122 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-43962eff-d3f9-4240-8c00-85a924aa1931 None None] Provisioning for port 01ab57a6-cfc4-4f0d-858e-1d54f1161960 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:38:30.323902 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-ad2d16f9-75bf-4084-b14f-035d1e2838d2 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "DELETE /v2.0/ports/e0ac3ed6-403e-4123-a902-5962308ad337 HTTP/1.1" status: 204 len: 168 time: 1.5995028 Feb 04 08:38:30.325577 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 48226) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:30.340416 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-f05a9feb-2b70-42d0-ac33-1d67482f5280 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Request body: {'port': {'network_id': '596e5f5c-7eff-420e-842e-232f7b0c78ab', 'mac_address': 'fa:16:3e:ca:9f:f6', 'name': 'tempest-PortsIpV6TestJSON-299095189'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:38:30.363800 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-325960fd-a0eb-4a60-a0e7-8a294d029f8a tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 04 08:38:30.364653 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-325960fd-a0eb-4a60-a0e7-8a294d029f8a tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:38:30.379713 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-43962eff-d3f9-4240-8c00-85a924aa1931 None None] Provisioning complete for port 01ab57a6-cfc4-4f0d-858e-1d54f1161960 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:38:30.381595 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-43962eff-d3f9-4240-8c00-85a924aa1931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:30.390486 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-cb740825-c5f3-41ae-a461-290d7e070bcb tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:30.540697 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb740825-c5f3-41ae-a461-290d7e070bcb tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Pushing event deleted for resources: {'Port': ['ID=d7432d4a-414d-43d4-ba9d-e65a9c6db342,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:30.573142 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-325960fd-a0eb-4a60-a0e7-8a294d029f8a tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.9963558 Feb 04 08:38:30.577282 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-43962eff-d3f9-4240-8c00-85a924aa1931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:30.590876 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 48230) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:30.614971 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-94815562-a7a0-4073-b873-8be20410095a tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40975'] for router, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:30.616773 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-94815562-a7a0-4073-b873-8be20410095a tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40982'] for router, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:30.622520 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-43962eff-d3f9-4240-8c00-85a924aa1931 None None] For port 01ab57a6-cfc4-4f0d-858e-1d54f1161960, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=01ab57a6-cfc4-4f0d-858e-1d54f1161960,segment=NetworkSegment(2c48dc91-e362-4611-9354-aede43558386),segment_id=2c48dc91-e362-4611-9354-aede43558386)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:38:30.671681 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-43962eff-d3f9-4240-8c00-85a924aa1931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:30.737396 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-3bb3e8d5-c807-47b2-9bde-12868472c3df req-de4d1195-4480-4e7a-b172-6a236876fa64 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eef8f4f2-3132-4d9d-9006-f98915802e05 HTTP/1.1" status: 200 len: 1002 time: 0.4695411 Feb 04 08:38:30.738557 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-94815562-a7a0-4073-b873-8be20410095a tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:30.738676 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43962eff-d3f9-4240-8c00-85a924aa1931 None None] Pushing event updated for resources: {'Port': ['ID=01ab57a6-cfc4-4f0d-858e-1d54f1161960,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:30.748680 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-041fe4f0-0e5a-4e9d-99ff-f95b064ee0cc tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40996'] for router, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:30.772103 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-f05a9feb-2b70-42d0-ac33-1d67482f5280 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:38:30.826107 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb3e8d5-c807-47b2-9bde-12868472c3df req-ba4cc723-62d2-41c8-9e2a-1534ad1775c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:38:30.828940 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-3bb3e8d5-c807-47b2-9bde-12868472c3df req-ba4cc723-62d2-41c8-9e2a-1534ad1775c2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3fa9977b-947d-4b46-b6ea-d66bbbafccca HTTP/1.1" status: 200 len: 845 time: 0.0749235 Feb 04 08:38:30.831275 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-f05a9feb-2b70-42d0-ac33-1d67482f5280 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Usage tracker for resource:port and tenant:e63069d3cf3540d8aad7a137ff4999ec is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:38:30.839366 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-f05a9feb-2b70-42d0-ac33-1d67482f5280 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:38:30.849284 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-ef0b980f-192c-42fd-8b31-7877f20bdff0 None None] Provisioning for port 629fd8f5-a9ab-40df-8223-228524d94d1a completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:38:30.858325 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-ef0b980f-192c-42fd-8b31-7877f20bdff0 None None] Provisioning complete for port 629fd8f5-a9ab-40df-8223-228524d94d1a triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:38:30.858725 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-ef0b980f-192c-42fd-8b31-7877f20bdff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:30.862876 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-f05a9feb-2b70-42d0-ac33-1d67482f5280 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:38:30.870199 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-cb740825-c5f3-41ae-a461-290d7e070bcb tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473010'] for router_gateway, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:30.933537 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-ef0b980f-192c-42fd-8b31-7877f20bdff0 None None] Port 629fd8f5-a9ab-40df-8223-228524d94d1a cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:38:31.079436 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f05a9feb-2b70-42d0-ac33-1d67482f5280 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Made reservation on behalf of e63069d3cf3540d8aad7a137ff4999ec for: {'port': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:38:31.166422 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-94815562-a7a0-4073-b873-8be20410095a tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40996'] for router, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:31.194188 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-3bb3e8d5-c807-47b2-9bde-12868472c3df req-d4c20bf4-066d-4397-8033-0e3a248c379c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aaba0e34-0ac3-4326-9ed2-e65fb37ae418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3535881 Feb 04 08:38:31.208862 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f0940b-95cb-4a3b-b9ff-e0dbd15ca8e4 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:38:31.212769 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f0940b-95cb-4a3b-b9ff-e0dbd15ca8e4 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:38:31.213575 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-70f0940b-95cb-4a3b-b9ff-e0dbd15ca8e4 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Synchronizing usage tracker for tenant:ffa27937301745e1ad43fa520f28cbc3 on resource:port {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:38:31.242607 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-cb740825-c5f3-41ae-a461-290d7e070bcb tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40989'] for router, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:31.266748 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-cb740825-c5f3-41ae-a461-290d7e070bcb tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:31.276888 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f05a9feb-2b70-42d0-ac33-1d67482f5280 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:31.316701 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [None req-f05a9feb-2b70-42d0-ac33-1d67482f5280 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] device_id is not set on port eee4b245-e1c6-4f9f-8e11-e81c087b3d24 yet. {{(pid=84108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:38:31.331736 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9410cb58-f0c9-438b-a2dc-a4027d973ab8 req-094d4a4e-ca3e-4ba2-b738-cc7cdc2dda98 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:38:31.333215 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-9410cb58-f0c9-438b-a2dc-a4027d973ab8 req-094d4a4e-ca3e-4ba2-b738-cc7cdc2dda98 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=0cd345d0-ab65-4db3-8ffb-c06fae39e475 HTTP/1.1" status: 200 len: 945 time: 0.2423623 Feb 04 08:38:31.355556 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-70f0940b-95cb-4a3b-b9ff-e0dbd15ca8e4 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Unset dirty status for tenant:ffa27937301745e1ad43fa520f28cbc3 on resource:port {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:38:31.356791 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-70f0940b-95cb-4a3b-b9ff-e0dbd15ca8e4 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.7648461 Feb 04 08:38:31.360065 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 48236) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:31.403995 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 01ab57a6-cfc4-4f0d-858e-1d54f1161960 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:38:31.449668 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-cb740825-c5f3-41ae-a461-290d7e070bcb tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-476062'] for router, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:31.450151 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb740825-c5f3-41ae-a461-290d7e070bcb tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bd33aac7-8ec7-4897-9fbe-9b1929a2531d {{(pid=84108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 08:38:31.480890 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-52a1afab-b83f-45ac-8f0c-ac40e7a9e9e3 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Deleting port 629fd8f5-a9ab-40df-8223-228524d94d1a {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:38:31.481245 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-52a1afab-b83f-45ac-8f0c-ac40e7a9e9e3 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:31.481361 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 01ab57a6-cfc4-4f0d-858e-1d54f1161960 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:38:31.482319 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:31.491546 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-3bb3e8d5-c807-47b2-9bde-12868472c3df req-21c3f487-4e78-4c02-b112-85b93604620c service neutron] 10.222.0.47 "GET /v2.0/networks/aaba0e34-0ac3-4326-9ed2-e65fb37ae418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851777 Feb 04 08:38:31.557301 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-9410cb58-f0c9-438b-a2dc-a4027d973ab8 req-a1a1215e-4f90-4487-85e1-e877e2d086de tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=e986bcf0-ac95-4361-8a35-057c37f32504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1684577 Feb 04 08:38:31.567017 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-cb740825-c5f3-41ae-a461-290d7e070bcb tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks [] for router, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:31.571453 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-cb740825-c5f3-41ae-a461-290d7e070bcb tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] 10.222.0.36 "DELETE /v2.0/routers/bd33aac7-8ec7-4897-9fbe-9b1929a2531d HTTP/1.1" status: 204 len: 168 time: 5.5601513 Feb 04 08:38:31.619621 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 48240) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:31.661083 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-041fe4f0-0e5a-4e9d-99ff-f95b064ee0cc tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:31.707274 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-041fe4f0-0e5a-4e9d-99ff-f95b064ee0cc tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:31.788587 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-3bb3e8d5-c807-47b2-9bde-12868472c3df req-f4ef257e-1775-4890-9351-aea4315ae81b service neutron] 10.222.0.47 "GET /v2.0/networks/aaba0e34-0ac3-4326-9ed2-e65fb37ae418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641184 Feb 04 08:38:31.853533 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-94815562-a7a0-4073-b873-8be20410095a tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks [] for router_gateway, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:31.894175 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-94815562-a7a0-4073-b873-8be20410095a tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:31.913702 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f05a9feb-2b70-42d0-ac33-1d67482f5280 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:32.062342 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-52a1afab-b83f-45ac-8f0c-ac40e7a9e9e3 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:32.138827 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-041fe4f0-0e5a-4e9d-99ff-f95b064ee0cc tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Allocated IP 172.26.3.252 (e264bd74-c56b-43d0-9059-bcb57dbbe5bc/79caf47c-b62c-4ea0-b35f-21ede155daa8/06da30be-e5c3-4a00-8a87-fdc771cf7d8c) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:38:32.233431 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-52a1afab-b83f-45ac-8f0c-ac40e7a9e9e3 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Calling delete_port for 629fd8f5-a9ab-40df-8223-228524d94d1a owned by {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:38:32.293682 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-041fe4f0-0e5a-4e9d-99ff-f95b064ee0cc tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:32.325265 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f05a9feb-2b70-42d0-ac33-1d67482f5280 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:32.406586 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-041fe4f0-0e5a-4e9d-99ff-f95b064ee0cc tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:32.448846 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05a9feb-2b70-42d0-ac33-1d67482f5280 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Pushing event updated for resources: {'Port': ['ID=eee4b245-e1c6-4f9f-8e11-e81c087b3d24,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:32.452748 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05a9feb-2b70-42d0-ac33-1d67482f5280 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Network 596e5f5c-7eff-420e-842e-232f7b0c78ab is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:38:32.456083 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-f05a9feb-2b70-42d0-ac33-1d67482f5280 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:38:32.459409 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05a9feb-2b70-42d0-ac33-1d67482f5280 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:38:32.463261 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05a9feb-2b70-42d0-ac33-1d67482f5280 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:38:32.463858 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f05a9feb-2b70-42d0-ac33-1d67482f5280 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:32.503203 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f542db1f-1aa0-4995-abc4-fcb4e5dfec27 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks [] for router, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:32.530257 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041fe4f0-0e5a-4e9d-99ff-f95b064ee0cc tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Pushing event updated for resources: {'Port': ['ID=06da30be-e5c3-4a00-8a87-fdc771cf7d8c,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:32.539748 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041fe4f0-0e5a-4e9d-99ff-f95b064ee0cc tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Network e264bd74-c56b-43d0-9059-bcb57dbbe5bc is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:38:32.541324 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-94815562-a7a0-4073-b873-8be20410095a tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Allocated IP 172.26.3.140 (e264bd74-c56b-43d0-9059-bcb57dbbe5bc/79caf47c-b62c-4ea0-b35f-21ede155daa8/a6f7b0fe-a379-4540-bb45-ea02d42e728c) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:38:32.543482 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-041fe4f0-0e5a-4e9d-99ff-f95b064ee0cc tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:38:32.547597 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041fe4f0-0e5a-4e9d-99ff-f95b064ee0cc tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:38:32.557816 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-f05a9feb-2b70-42d0-ac33-1d67482f5280 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.2289329 Feb 04 08:38:32.564806 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 48244) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:32.605869 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-52a1afab-b83f-45ac-8f0c-ac40e7a9e9e3 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:32.674363 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a1afab-b83f-45ac-8f0c-ac40e7a9e9e3 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event deleted for resources: {'Port': ['ID=629fd8f5-a9ab-40df-8223-228524d94d1a,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:32.691444 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610d577e-f3fa-47fd-9003-35bbbbbdca33 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:38:32.692025 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-610d577e-f3fa-47fd-9003-35bbbbbdca33 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Synchronizing usage tracker for tenant:e63069d3cf3540d8aad7a137ff4999ec on resource:port {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:38:32.756796 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-52a1afab-b83f-45ac-8f0c-ac40e7a9e9e3 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:32.760707 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-52a1afab-b83f-45ac-8f0c-ac40e7a9e9e3 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "DELETE /v2.0/ports/629fd8f5-a9ab-40df-8223-228524d94d1a HTTP/1.1" status: 204 len: 168 time: 1.3975012 Feb 04 08:38:32.761830 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 48252) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:32.832343 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-610d577e-f3fa-47fd-9003-35bbbbbdca33 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Unset dirty status for tenant:e63069d3cf3540d8aad7a137ff4999ec on resource:port {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:38:32.833536 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-610d577e-f3fa-47fd-9003-35bbbbbdca33 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "GET /v2.0/ports/eee4b245-e1c6-4f9f-8e11-e81c087b3d24 HTTP/1.1" status: 200 len: 844 time: 0.2678180 Feb 04 08:38:32.840042 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device fbbca797-c27a-467e-8941-34e4e2a1d2c3 up at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:38:32.848032 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 48256) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:32.888131 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c90beb-ea90-42b2-81e1-5a8e84a56823 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:38:32.889594 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c90beb-ea90-42b2-81e1-5a8e84a56823 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:38:32.890794 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-07c90beb-ea90-42b2-81e1-5a8e84a56823 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Synchronizing usage tracker for tenant:ffa27937301745e1ad43fa520f28cbc3 on resource:subnet {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:38:32.899744 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-94815562-a7a0-4073-b873-8be20410095a tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:32.948524 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408dd4df-f72b-4fbd-83e1-02d6695c61c9 req-255173a3-acb5-4435-bb00-1097a8a9fde0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:38:32.949795 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-408dd4df-f72b-4fbd-83e1-02d6695c61c9 req-255173a3-acb5-4435-bb00-1097a8a9fde0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=0cd345d0-ab65-4db3-8ffb-c06fae39e475 HTTP/1.1" status: 200 len: 945 time: 0.2414660 Feb 04 08:38:32.952951 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-a6def2af-c8e7-4911-96c7-37efc5bf9c65 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Deleting port eee4b245-e1c6-4f9f-8e11-e81c087b3d24 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:38:32.955636 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a6def2af-c8e7-4911-96c7-37efc5bf9c65 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:32.967901 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f542db1f-1aa0-4995-abc4-fcb4e5dfec27 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:32.975092 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-07c90beb-ea90-42b2-81e1-5a8e84a56823 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Unset dirty status for tenant:ffa27937301745e1ad43fa520f28cbc3 on resource:subnet {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:38:32.976278 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-07c90beb-ea90-42b2-81e1-5a8e84a56823 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2141128 Feb 04 08:38:32.978987 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 48260) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:33.043460 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Provisioning for port fbbca797-c27a-467e-8941-34e4e2a1d2c3 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:38:33.049369 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Provisioning complete for port fbbca797-c27a-467e-8941-34e4e2a1d2c3 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:38:33.053509 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:33.103628 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-408dd4df-f72b-4fbd-83e1-02d6695c61c9 req-cc9f3ca4-315c-482d-918e-bccf6b666a4e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=e986bcf0-ac95-4361-8a35-057c37f32504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268950 Feb 04 08:38:33.145589 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-f542db1f-1aa0-4995-abc4-fcb4e5dfec27 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Deleting port d8dcfe6d-5e46-4ee1-8f87-9a318456d6f7 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:38:33.145931 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f542db1f-1aa0-4995-abc4-fcb4e5dfec27 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:33.175935 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:33.197907 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-94815562-a7a0-4073-b873-8be20410095a tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:33.210945 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cd345d0-ab65-4db3-8ffb-c06fae39e475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbbca797-c27a-467e-8941-34e4e2a1d2c3'}] {{(pid=84109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:38:33.221741 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port fbbca797-c27a-467e-8941-34e4e2a1d2c3, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=fbbca797-c27a-467e-8941-34e4e2a1d2c3,segment=NetworkSegment(d44bd1a2-43a6-49bd-b059-074c91f0d1d3),segment_id=d44bd1a2-43a6-49bd-b059-074c91f0d1d3)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:38:33.232142 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-041fe4f0-0e5a-4e9d-99ff-f95b064ee0cc tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:33.277542 dv-neutron-827798-2-hyperv neutron-server[84109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cd345d0-ab65-4db3-8ffb-c06fae39e475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbbca797-c27a-467e-8941-34e4e2a1d2c3', 'code': 200} Feb 04 08:38:33.301708 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:33.372683 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a6def2af-c8e7-4911-96c7-37efc5bf9c65 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:33.386768 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94815562-a7a0-4073-b873-8be20410095a tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Network e264bd74-c56b-43d0-9059-bcb57dbbe5bc is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:38:33.389763 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d42b048-8d26-4133-9534-3ab7bba4e36f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Deleting subnet 33257c20-2778-4995-9f29-96adbee666e8 {{(pid=84108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:38:33.392742 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3d42b048-8d26-4133-9534-3ab7bba4e36f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks [] for subnet, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:33.393799 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=fbbca797-c27a-467e-8941-34e4e2a1d2c3,revision_number=5']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:33.396372 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-94815562-a7a0-4073-b873-8be20410095a tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:38:33.401778 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94815562-a7a0-4073-b873-8be20410095a tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Pushing event updated for resources: {'Port': ['ID=a6f7b0fe-a379-4540-bb45-ea02d42e728c,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:33.406931 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94815562-a7a0-4073-b873-8be20410095a tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:38:33.473861 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3d42b048-8d26-4133-9534-3ab7bba4e36f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7851377'] for subnet, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:33.536989 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [None req-f542db1f-1aa0-4995-abc4-fcb4e5dfec27 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] For port d8dcfe6d-5e46-4ee1-8f87-9a318456d6f7, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=d8dcfe6d-5e46-4ee1-8f87-9a318456d6f7,segment=NetworkSegment(c44b9475-949d-4ae7-bfca-e29b010a56a6),segment_id=c44b9475-949d-4ae7-bfca-e29b010a56a6)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:38:33.537352 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f542db1f-1aa0-4995-abc4-fcb4e5dfec27 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:33.677115 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-f542db1f-1aa0-4995-abc4-fcb4e5dfec27 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Calling delete_port for d8dcfe6d-5e46-4ee1-8f87-9a318456d6f7 owned by network:router_gateway {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:38:33.714778 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-a6def2af-c8e7-4911-96c7-37efc5bf9c65 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Calling delete_port for eee4b245-e1c6-4f9f-8e11-e81c087b3d24 owned by {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:38:33.757947 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3d42b048-8d26-4133-9534-3ab7bba4e36f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:33.820179 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-041fe4f0-0e5a-4e9d-99ff-f95b064ee0cc tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40996'] for router, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:33.866620 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-041fe4f0-0e5a-4e9d-99ff-f95b064ee0cc tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-472436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-472429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-475363'] for router, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:33.911893 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3d42b048-8d26-4133-9534-3ab7bba4e36f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7593563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8119683'] for subnet, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:33.949187 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d42b048-8d26-4133-9534-3ab7bba4e36f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event deleted for resources: {'Subnet': ['ID=33257c20-2778-4995-9f29-96adbee666e8,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:33.960860 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3d42b048-8d26-4133-9534-3ab7bba4e36f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:33.969421 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779affa8-1e49-4e3a-a14d-661ac8b765b8 None None] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:38:33.991707 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f542db1f-1aa0-4995-abc4-fcb4e5dfec27 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:34.000417 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-03293e84-ba05-416f-a3bc-4297645aa95e req-170ec901-9ad9-452c-a8ee-6b6260cd3f0f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0cd345d0-ab65-4db3-8ffb-c06fae39e475 HTTP/1.1" status: 200 len: 1099 time: 0.3058090 Feb 04 08:38:34.053104 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f542db1f-1aa0-4995-abc4-fcb4e5dfec27 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Pushing event deleted for resources: {'Port': ['ID=d8dcfe6d-5e46-4ee1-8f87-9a318456d6f7,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:34.076165 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-03293e84-ba05-416f-a3bc-4297645aa95e req-7845e499-19eb-483b-a149-e7a4919caef0 service neutron] Synchronizing usage tracker for tenant:81c46a4dd69a4f32a3dbd9574d25e495 on resource:security_group {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:38:34.119305 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-3d42b048-8d26-4133-9534-3ab7bba4e36f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "DELETE /v2.0/subnets/33257c20-2778-4995-9f29-96adbee666e8 HTTP/1.1" status: 204 len: 168 time: 1.1367502 Feb 04 08:38:34.121508 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 48266) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:34.138816 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a6def2af-c8e7-4911-96c7-37efc5bf9c65 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:34.201612 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-f7ce07b1-05d5-44f9-b88c-c30c0708e3a8 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0756319 Feb 04 08:38:34.203704 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6def2af-c8e7-4911-96c7-37efc5bf9c65 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Pushing event deleted for resources: {'Port': ['ID=eee4b245-e1c6-4f9f-8e11-e81c087b3d24,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:34.203845 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 48274) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:34.209361 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-90b8c604-cad3-459b-bd57-bc13a6a132ad tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Request body: {'subnet': {'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:38:34.227945 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a6def2af-c8e7-4911-96c7-37efc5bf9c65 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:34.266005 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f156c6c-46a7-4c37-a912-78eb3bb6715a None None] DHCP port deletion for bc933c3a-b15d-4eab-9ad6-d32fd193f5cd request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 08:38:34.275268 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-3f156c6c-46a7-4c37-a912-78eb3bb6715a None None] Deleting port 01ab57a6-cfc4-4f0d-858e-1d54f1161960 {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:38:34.276309 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-3f156c6c-46a7-4c37-a912-78eb3bb6715a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:34.277975 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-94815562-a7a0-4073-b873-8be20410095a tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks [] for router_gateway, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:34.278622 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-94815562-a7a0-4073-b873-8be20410095a tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472990'] for router, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:34.282287 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-03293e84-ba05-416f-a3bc-4297645aa95e req-7845e499-19eb-483b-a149-e7a4919caef0 service neutron] Unset dirty status for tenant:81c46a4dd69a4f32a3dbd9574d25e495 on resource:security_group {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:38:34.283400 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-03293e84-ba05-416f-a3bc-4297645aa95e req-7845e499-19eb-483b-a149-e7a4919caef0 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e986bcf0-ac95-4361-8a35-057c37f32504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2644062 Feb 04 08:38:34.392584 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-a6def2af-c8e7-4911-96c7-37efc5bf9c65 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "DELETE /v2.0/ports/eee4b245-e1c6-4f9f-8e11-e81c087b3d24 HTTP/1.1" status: 204 len: 168 time: 1.5411139 Feb 04 08:38:34.403823 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 48278) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:34.462597 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f542db1f-1aa0-4995-abc4-fcb4e5dfec27 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473010'] for router_gateway, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:34.468022 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b39354d-f39f-49c4-a36d-ddbafaae4902 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] GET failed (client error): The resource could not be found. Feb 04 08:38:34.469039 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-7b39354d-f39f-49c4-a36d-ddbafaae4902 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Synchronizing usage tracker for tenant:e63069d3cf3540d8aad7a137ff4999ec on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:38:34.509667 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-3f156c6c-46a7-4c37-a912-78eb3bb6715a None None] For port 01ab57a6-cfc4-4f0d-858e-1d54f1161960, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=01ab57a6-cfc4-4f0d-858e-1d54f1161960,segment=NetworkSegment(2c48dc91-e362-4611-9354-aede43558386),segment_id=2c48dc91-e362-4611-9354-aede43558386)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:38:34.510024 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-3f156c6c-46a7-4c37-a912-78eb3bb6715a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:34.518491 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-90b8c604-cad3-459b-bd57-bc13a6a132ad tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:38:34.525563 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f061ab0-2917-4d56-94f4-20b95505ac5f req-a37ca7ac-2a53-4ed1-9666-a93253eede4e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:38:34.527159 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4f061ab0-2917-4d56-94f4-20b95505ac5f req-a37ca7ac-2a53-4ed1-9666-a93253eede4e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=0cd345d0-ab65-4db3-8ffb-c06fae39e475 HTTP/1.1" status: 200 len: 946 time: 0.2338104 Feb 04 08:38:34.533706 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-90b8c604-cad3-459b-bd57-bc13a6a132ad tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Usage tracker for resource:subnet and tenant:ffa27937301745e1ad43fa520f28cbc3 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:38:34.538369 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-90b8c604-cad3-459b-bd57-bc13a6a132ad tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:38:34.601626 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-90b8c604-cad3-459b-bd57-bc13a6a132ad tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:38:34.607056 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-7b39354d-f39f-49c4-a36d-ddbafaae4902 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Unset dirty status for tenant:e63069d3cf3540d8aad7a137ff4999ec on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:38:34.610780 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-7b39354d-f39f-49c4-a36d-ddbafaae4902 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "GET /v2.0/ports/eee4b245-e1c6-4f9f-8e11-e81c087b3d24 HTTP/1.1" status: 404 len: 333 time: 0.2027924 Feb 04 08:38:34.616782 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-041fe4f0-0e5a-4e9d-99ff-f95b064ee0cc tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Router b447245d-b921-4cd9-8a28-fee3cb048a9b is scheduled to L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 with binding_index 1 {{(pid=84107) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 08:38:34.636806 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 48282) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:34.636806 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-98c4d7f7-d984-4f08-8795-db2ee56189b0 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Request body: {'port': {'network_id': '596e5f5c-7eff-420e-842e-232f7b0c78ab', 'name': 'tempest-PortsIpV6TestJSON-529973976'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:38:34.637010 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-3f156c6c-46a7-4c37-a912-78eb3bb6715a None None] Calling delete_port for 01ab57a6-cfc4-4f0d-858e-1d54f1161960 owned by network:dhcp {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:38:34.750690 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4f061ab0-2917-4d56-94f4-20b95505ac5f req-c69d0a76-f465-4de3-9420-85a423bcbc4b tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=e986bcf0-ac95-4361-8a35-057c37f32504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2115338 Feb 04 08:38:34.764880 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-3f156c6c-46a7-4c37-a912-78eb3bb6715a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407'] for port, after_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:34.815661 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90b8c604-cad3-459b-bd57-bc13a6a132ad tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Made reservation on behalf of ffa27937301745e1ad43fa520f28cbc3 for: {'subnet': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:38:34.819102 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-90b8c604-cad3-459b-bd57-bc13a6a132ad tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8119726'] for subnet, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:34.822180 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f156c6c-46a7-4c37-a912-78eb3bb6715a None None] Pushing event deleted for resources: {'Port': ['ID=01ab57a6-cfc4-4f0d-858e-1d54f1161960,revision_number=None']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:34.830566 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f156c6c-46a7-4c37-a912-78eb3bb6715a None None] No DVR routers for this DVR port 01ab57a6-cfc4-4f0d-858e-1d54f1161960 on host dv-neutron-827798-2-hyperv {{(pid=84109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:38:34.848578 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-98c4d7f7-d984-4f08-8795-db2ee56189b0 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:38:34.848756 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f542db1f-1aa0-4995-abc4-fcb4e5dfec27 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40989'] for router, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:34.866713 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-98c4d7f7-d984-4f08-8795-db2ee56189b0 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:38:34.916584 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f542db1f-1aa0-4995-abc4-fcb4e5dfec27 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:34.978909 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98c4d7f7-d984-4f08-8795-db2ee56189b0 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Made reservation on behalf of e63069d3cf3540d8aad7a137ff4999ec for: {'port': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:38:34.981857 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-98c4d7f7-d984-4f08-8795-db2ee56189b0 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:35.016642 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f542db1f-1aa0-4995-abc4-fcb4e5dfec27 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-476062'] for router, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:35.017012 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f542db1f-1aa0-4995-abc4-fcb4e5dfec27 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3ff2c5d3-f121-495e-b689-b54af19bb263 {{(pid=84108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 08:38:35.019667 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [None req-98c4d7f7-d984-4f08-8795-db2ee56189b0 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] device_id is not set on port cca2e41e-1422-41eb-831b-2678b86c0cfb yet. {{(pid=84107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:38:35.051409 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f542db1f-1aa0-4995-abc4-fcb4e5dfec27 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks [] for router, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:35.054965 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-f542db1f-1aa0-4995-abc4-fcb4e5dfec27 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] 10.222.0.36 "DELETE /v2.0/routers/3ff2c5d3-f121-495e-b689-b54af19bb263 HTTP/1.1" status: 204 len: 168 time: 3.4343729 Feb 04 08:38:35.057126 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 48286) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:35.063169 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-60a8c0e3-51b7-418b-b999-6a32e35746a1 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1628493350', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}, 'admin_state_up': False}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:38:35.064222 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94815562-a7a0-4073-b873-8be20410095a tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Router 6f962a8b-425c-4e2f-9344-61b881157ea3 is scheduled to L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 with binding_index 1 {{(pid=84107) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 08:38:35.082253 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-60a8c0e3-51b7-418b-b999-6a32e35746a1 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:38:35.087968 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-60a8c0e3-51b7-418b-b999-6a32e35746a1 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Usage tracker for resource:router and tenant:83312f91facc40c2876df97655afba59 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:38:35.098560 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-60a8c0e3-51b7-418b-b999-6a32e35746a1 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:38:35.108127 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-60a8c0e3-51b7-418b-b999-6a32e35746a1 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:38:35.180443 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-90b8c604-cad3-459b-bd57-bc13a6a132ad tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7593498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8119736'] for subnet, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:35.213490 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-60a8c0e3-51b7-418b-b999-6a32e35746a1 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40975'] for router, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:35.214407 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-60a8c0e3-51b7-418b-b999-6a32e35746a1 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40982'] for router, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:35.226098 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-041fe4f0-0e5a-4e9d-99ff-f95b064ee0cc tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:38:35.236245 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071b2f5f-dbd5-4f46-bd44-0c15a42cc835 None None] Sync routers for ids ['b447245d-b921-4cd9-8a28-fee3cb048a9b'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:38:35.248050 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071b2f5f-dbd5-4f46-bd44-0c15a42cc835 None None] Routers {'b447245d-b921-4cd9-8a28-fee3cb048a9b'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:38:35.248687 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-071b2f5f-dbd5-4f46-bd44-0c15a42cc835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:38:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['b447245d-b921-4cd9-8a28-fee3cb048a9b'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:38:35.258538 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b8c604-cad3-459b-bd57-bc13a6a132ad tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:38:35.260540 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b8c604-cad3-459b-bd57-bc13a6a132ad tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event updated for resources: {'Subnet': ['ID=44166381-63a9-4138-99f7-fc855a1b06ad,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:35.264644 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-90b8c604-cad3-459b-bd57-bc13a6a132ad tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:38:35.267585 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b8c604-cad3-459b-bd57-bc13a6a132ad tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:38:35.268318 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-90b8c604-cad3-459b-bd57-bc13a6a132ad tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:35.275707 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec628136-e07f-4927-babd-d5f02e9227c1 None None] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:38:35.288123 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-60a8c0e3-51b7-418b-b999-6a32e35746a1 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:35.345134 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-071b2f5f-dbd5-4f46-bd44-0c15a42cc835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:38:35.357987 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071b2f5f-dbd5-4f46-bd44-0c15a42cc835 None None] Routers {'b447245d-b921-4cd9-8a28-fee3cb048a9b'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:38:35.359154 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-071b2f5f-dbd5-4f46-bd44-0c15a42cc835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:38:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['b447245d-b921-4cd9-8a28-fee3cb048a9b'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:38:35.369602 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-90b8c604-cad3-459b-bd57-bc13a6a132ad tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1649120 Feb 04 08:38:35.372455 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 48290) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:35.378787 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-d0c320a7-6ade-4ed3-86f8-8bff25238c79 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Request body: {'port': {'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'fixed_ips': [{'subnet_id': '44166381-63a9-4138-99f7-fc855a1b06ad', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-1379701432'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:38:35.437351 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-071b2f5f-dbd5-4f46-bd44-0c15a42cc835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:38:35.437972 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071b2f5f-dbd5-4f46-bd44-0c15a42cc835 None None] The sync data for ids ['b447245d-b921-4cd9-8a28-fee3cb048a9b'] in dv-neutron-827798-2-hyperv is: [] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:38:35.525738 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-98c4d7f7-d984-4f08-8795-db2ee56189b0 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:35.537627 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-041fe4f0-0e5a-4e9d-99ff-f95b064ee0cc tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:35.539761 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-041fe4f0-0e5a-4e9d-99ff-f95b064ee0cc tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] 10.222.0.36 "PUT /v2.0/routers/b447245d-b921-4cd9-8a28-fee3cb048a9b HTTP/1.1" status: 200 len: 915 time: 5.9239848 Feb 04 08:38:35.543847 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 48294) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:35.595118 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 01ab57a6-cfc4-4f0d-858e-1d54f1161960 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:38:35.670000 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: 01ab57a6-cfc4-4f0d-858e-1d54f1161960 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:38:35.670334 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 01ab57a6-cfc4-4f0d-858e-1d54f1161960 not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:38:35.670753 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device d8dcfe6d-5e46-4ee1-8f87-9a318456d6f7 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:38:35.675446 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-60a8c0e3-51b7-418b-b999-6a32e35746a1 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40996'] for router, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:35.686014 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-d0c320a7-6ade-4ed3-86f8-8bff25238c79 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:38:35.697976 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-d0c320a7-6ade-4ed3-86f8-8bff25238c79 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:38:35.710411 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: d8dcfe6d-5e46-4ee1-8f87-9a318456d6f7 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:38:35.711492 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device d8dcfe6d-5e46-4ee1-8f87-9a318456d6f7 not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:38:35.731325 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bcfb6f9-0d1e-44c2-aedb-26ced6a4142f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'tenant_id': 'ffa27937301745e1ad43fa520f28cbc3', 'fixed_ips': [{'subnet_id': '44166381-63a9-4138-99f7-fc855a1b06ad'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:38:35.731942 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-4bcfb6f9-0d1e-44c2-aedb-26ced6a4142f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:35.756420 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94815562-a7a0-4073-b873-8be20410095a tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:38:35.829592 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-98c4d7f7-d984-4f08-8795-db2ee56189b0 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:35.858204 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c320a7-6ade-4ed3-86f8-8bff25238c79 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Made reservation on behalf of ffa27937301745e1ad43fa520f28cbc3 for: {'port': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:38:35.865895 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d0c320a7-6ade-4ed3-86f8-8bff25238c79 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:35.914000 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [None req-d0c320a7-6ade-4ed3-86f8-8bff25238c79 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] device_id is not set on port 026b4ced-6ca6-46ab-838c-1ba0992ee4e5 yet. {{(pid=84108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:38:35.914373 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-4bcfb6f9-0d1e-44c2-aedb-26ced6a4142f None None] Allocated IP 2001:db8::2 (bc933c3a-b15d-4eab-9ad6-d32fd193f5cd/44166381-63a9-4138-99f7-fc855a1b06ad/29bcc673-bef2-4b6c-8170-f939a53aa1ca) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:38:35.925184 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c4d7f7-d984-4f08-8795-db2ee56189b0 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Pushing event updated for resources: {'Port': ['ID=cca2e41e-1422-41eb-831b-2678b86c0cfb,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:35.929193 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c4d7f7-d984-4f08-8795-db2ee56189b0 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Network 596e5f5c-7eff-420e-842e-232f7b0c78ab is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:38:35.930765 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-98c4d7f7-d984-4f08-8795-db2ee56189b0 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:38:35.933476 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c4d7f7-d984-4f08-8795-db2ee56189b0 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:38:35.937367 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c4d7f7-d984-4f08-8795-db2ee56189b0 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:38:35.937997 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-98c4d7f7-d984-4f08-8795-db2ee56189b0 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:35.955344 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-94815562-a7a0-4073-b873-8be20410095a tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:35.956598 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-94815562-a7a0-4073-b873-8be20410095a tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 6.0984497 Feb 04 08:38:35.972158 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 48300) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:36.071718 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa597e88-a28b-4c09-bccb-cf15863bde1c None None] Sync routers for ids ['6f962a8b-425c-4e2f-9344-61b881157ea3'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:38:36.091549 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-98c4d7f7-d984-4f08-8795-db2ee56189b0 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.4678686 Feb 04 08:38:36.093758 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 48304) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:36.104015 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-69dbd2fa-a459-46a9-90a9-3a3610e02c99 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:38:36.112623 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-cf3a14a3-2f03-4a6d-9aa7-c4eb0a103ee2 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] 10.222.0.36 "GET /v2.0/routers/b447245d-b921-4cd9-8a28-fee3cb048a9b HTTP/1.1" status: 200 len: 921 time: 0.5647426 Feb 04 08:38:36.117753 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 48308) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:36.131757 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa597e88-a28b-4c09-bccb-cf15863bde1c None None] Routers {'6f962a8b-425c-4e2f-9344-61b881157ea3'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:38:36.132377 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-fa597e88-a28b-4c09-bccb-cf15863bde1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:38:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['6f962a8b-425c-4e2f-9344-61b881157ea3'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:38:36.203264 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-fa597e88-a28b-4c09-bccb-cf15863bde1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:38:36.207231 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-4bcfb6f9-0d1e-44c2-aedb-26ced6a4142f None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:36.214499 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d609330-05fd-4e59-8d8e-fbd34a1bfb29 req-3783f3b0-a291-470c-b12e-8438d8cf5933 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:38:36.215934 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-9d609330-05fd-4e59-8d8e-fbd34a1bfb29 req-3783f3b0-a291-470c-b12e-8438d8cf5933 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=0cd345d0-ab65-4db3-8ffb-c06fae39e475 HTTP/1.1" status: 200 len: 946 time: 0.2461896 Feb 04 08:38:36.219941 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-4bcfb6f9-0d1e-44c2-aedb-26ced6a4142f None None] Transition to ACTIVE for port object 29bcc673-bef2-4b6c-8170-f939a53aa1ca will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:38:36.233554 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa597e88-a28b-4c09-bccb-cf15863bde1c None None] Routers {'6f962a8b-425c-4e2f-9344-61b881157ea3'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:38:36.234174 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-fa597e88-a28b-4c09-bccb-cf15863bde1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:38:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['6f962a8b-425c-4e2f-9344-61b881157ea3'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:38:36.288587 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-60a8c0e3-51b7-418b-b999-6a32e35746a1 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks [] for router_gateway, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:36.299365 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-fa597e88-a28b-4c09-bccb-cf15863bde1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:38:36.299940 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa597e88-a28b-4c09-bccb-cf15863bde1c None None] The sync data for ids ['6f962a8b-425c-4e2f-9344-61b881157ea3'] in dv-neutron-827798-2-hyperv is: [] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:38:36.303044 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-4bcfb6f9-0d1e-44c2-aedb-26ced6a4142f None None] Transition to ACTIVE for port object 29bcc673-bef2-4b6c-8170-f939a53aa1ca will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:38:36.318938 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-69dbd2fa-a459-46a9-90a9-3a3610e02c99 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:36.326517 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-5a5e4e7e-bbaa-4d41-b4e0-45d6e442a684 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=e264bd74-c56b-43d0-9059-bcb57dbbe5bc&device_id=b447245d-b921-4cd9-8a28-fee3cb048a9b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2044401 Feb 04 08:38:36.329024 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 48312) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:36.330279 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-60a8c0e3-51b7-418b-b999-6a32e35746a1 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:36.351955 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-4bcfb6f9-0d1e-44c2-aedb-26ced6a4142f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:36.369246 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-9d609330-05fd-4e59-8d8e-fbd34a1bfb29 req-5efcb269-6d30-4cbb-b3d4-a540ca326637 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=e986bcf0-ac95-4361-8a35-057c37f32504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948625 Feb 04 08:38:36.419438 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0c320a7-6ade-4ed3-86f8-8bff25238c79 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 08:38:36.420116 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0c320a7-6ade-4ed3-86f8-8bff25238c79 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:38:36.425144 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bcfb6f9-0d1e-44c2-aedb-26ced6a4142f None None] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:38:36.428536 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcfb6f9-0d1e-44c2-aedb-26ced6a4142f None None] Pushing event updated for resources: {'Port': ['ID=29bcc673-bef2-4b6c-8170-f939a53aa1ca,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:36.428833 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-4bcfb6f9-0d1e-44c2-aedb-26ced6a4142f None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:38:36.430842 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcfb6f9-0d1e-44c2-aedb-26ced6a4142f None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:38:36.487165 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-05540f53-2a37-4b22-87e3-710e5e69f4a2 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "GET /v2.0/routers/6f962a8b-425c-4e2f-9344-61b881157ea3 HTTP/1.1" status: 200 len: 881 time: 0.5116434 Feb 04 08:38:36.488573 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 48316) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:36.524456 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-4bcfb6f9-0d1e-44c2-aedb-26ced6a4142f None None] Attempting to bind port 29bcc673-bef2-4b6c-8170-f939a53aa1ca on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:38:36.524941 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-4bcfb6f9-0d1e-44c2-aedb-26ced6a4142f None None] Attempting to bind port 29bcc673-bef2-4b6c-8170-f939a53aa1ca by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': '2c48dc91-e362-4611-9354-aede43558386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:38:36.525360 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcfb6f9-0d1e-44c2-aedb-26ced6a4142f None None] Attempting to bind port 29bcc673-bef2-4b6c-8170-f939a53aa1ca on network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:38:36.532082 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcfb6f9-0d1e-44c2-aedb-26ced6a4142f None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:38:36.532646 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcfb6f9-0d1e-44c2-aedb-26ced6a4142f None None] Checking segment: {'id': '2c48dc91-e362-4611-9354-aede43558386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:38:36.532994 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-4bcfb6f9-0d1e-44c2-aedb-26ced6a4142f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:36.538381 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcfb6f9-0d1e-44c2-aedb-26ced6a4142f None None] Bound using segment: {'id': '2c48dc91-e362-4611-9354-aede43558386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:38:36.538381 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-4bcfb6f9-0d1e-44c2-aedb-26ced6a4142f None None] Bound port: 29bcc673-bef2-4b6c-8170-f939a53aa1ca, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c48dc91-e362-4611-9354-aede43558386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:38:36.538381 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-4bcfb6f9-0d1e-44c2-aedb-26ced6a4142f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:36.563525 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab0f7c9-325e-47e2-9f2d-59dc9ef11133 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:38:36.567318 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-dab0f7c9-325e-47e2-9f2d-59dc9ef11133 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] 10.222.0.36 "GET /v2.0/networks/e264bd74-c56b-43d0-9059-bcb57dbbe5bc HTTP/1.1" status: 200 len: 881 time: 0.2336085 Feb 04 08:38:36.567318 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 48320) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:36.598506 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-d0c320a7-6ade-4ed3-86f8-8bff25238c79 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.2224793 Feb 04 08:38:36.611814 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-b819209a-3227-493e-8fad-bd0a4543413a tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] 10.222.0.36 "GET /v2.0/ports?device_id=b447245d-b921-4cd9-8a28-fee3cb048a9b HTTP/1.1" status: 200 len: 205 time: 0.0407605 Feb 04 08:38:36.611814 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 48324) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:36.613408 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 48326) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:36.630635 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-4bcfb6f9-0d1e-44c2-aedb-26ced6a4142f None None] For port 29bcc673-bef2-4b6c-8170-f939a53aa1ca, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:38:36.633986 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-4bcfb6f9-0d1e-44c2-aedb-26ced6a4142f None None] For port 29bcc673-bef2-4b6c-8170-f939a53aa1ca, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=29bcc673-bef2-4b6c-8170-f939a53aa1ca,segment=NetworkSegment(2c48dc91-e362-4611-9354-aede43558386),segment_id=2c48dc91-e362-4611-9354-aede43558386)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:38:36.701582 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-4bcfb6f9-0d1e-44c2-aedb-26ced6a4142f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:36.766788 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2360decb-dd5e-421f-b4f1-9e867f71ebd6 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:38:36.770579 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-2360decb-dd5e-421f-b4f1-9e867f71ebd6 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1562469 Feb 04 08:38:36.771828 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 48332) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:36.799733 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcfb6f9-0d1e-44c2-aedb-26ced6a4142f None None] Pushing event updated for resources: {'Port': ['ID=29bcc673-bef2-4b6c-8170-f939a53aa1ca,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:36.825786 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-60a8c0e3-51b7-418b-b999-6a32e35746a1 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Allocated IP 172.26.3.204 (e264bd74-c56b-43d0-9059-bcb57dbbe5bc/79caf47c-b62c-4ea0-b35f-21ede155daa8/ac026d60-4362-4ff5-b8ec-4f62bab0b6c1) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:38:36.853169 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8010d4e3-7a4a-4c40-9bb6-84e3a6300b37 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:38:36.854406 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8010d4e3-7a4a-4c40-9bb6-84e3a6300b37 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:38:36.858971 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-8010d4e3-7a4a-4c40-9bb6-84e3a6300b37 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0841234 Feb 04 08:38:36.859892 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 48336) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:36.863902 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-69dbd2fa-a459-46a9-90a9-3a3610e02c99 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks [] for port, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:36.940717 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-7d33db9e-d023-478c-bf51-44083121247a tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Synchronizing usage tracker for tenant:1216cf6397c6415eb938e86c1901dea6 on resource:router {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:38:36.950510 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-69dbd2fa-a459-46a9-90a9-3a3610e02c99 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:37.009519 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-69dbd2fa-a459-46a9-90a9-3a3610e02c99 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] In _notify_port_updated(), no bound segment for port cca2e41e-1422-41eb-831b-2678b86c0cfb on network 596e5f5c-7eff-420e-842e-232f7b0c78ab {{(pid=84108) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 04 08:38:37.013988 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69dbd2fa-a459-46a9-90a9-3a3610e02c99 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:38:37.014666 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-69dbd2fa-a459-46a9-90a9-3a3610e02c99 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:37.019168 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-69dbd2fa-a459-46a9-90a9-3a3610e02c99 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "PUT /v2.0/ports/cca2e41e-1422-41eb-831b-2678b86c0cfb HTTP/1.1" status: 200 len: 818 time: 0.9230297 Feb 04 08:38:37.026285 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 48340) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:37.223250 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-a83f5aa4-2b7b-47c2-bfb3-2b7c96c0ac5f tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Deleting port cca2e41e-1422-41eb-831b-2678b86c0cfb {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:38:37.223595 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a83f5aa4-2b7b-47c2-bfb3-2b7c96c0ac5f tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:37.232155 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1218f19-6d07-4fd6-9d35-4071f6b38c97 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Deleting subnet 44166381-63a9-4138-99f7-fc855a1b06ad {{(pid=84107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:38:37.235198 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-7d33db9e-d023-478c-bf51-44083121247a tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Unset dirty status for tenant:1216cf6397c6415eb938e86c1901dea6 on resource:router {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:38:37.239281 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-7d33db9e-d023-478c-bf51-44083121247a tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.7504289 Feb 04 08:38:37.239923 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 48344) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:37.246692 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-24e8840b-ed58-496f-bc2f-d46266435318 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1299811738'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:38:37.261893 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dbd2fa-a459-46a9-90a9-3a3610e02c99 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Pushing event updated for resources: {'Port': ['ID=cca2e41e-1422-41eb-831b-2678b86c0cfb,revision_number=2']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:37.295703 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a1218f19-6d07-4fd6-9d35-4071f6b38c97 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks [] for subnet, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:37.338905 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-60a8c0e3-51b7-418b-b999-6a32e35746a1 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:37.380709 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a1218f19-6d07-4fd6-9d35-4071f6b38c97 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8058667'] for subnet, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:37.434946 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 29bcc673-bef2-4b6c-8170-f939a53aa1ca up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:38:37.517777 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7f91d009-cfc6-4478-b668-5a83999773ae tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks [] for router, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:37.582700 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 29bcc673-bef2-4b6c-8170-f939a53aa1ca completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:38:37.604109 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a83f5aa4-2b7b-47c2-bfb3-2b7c96c0ac5f tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:37.628228 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a1218f19-6d07-4fd6-9d35-4071f6b38c97 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:37.720989 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b104c614-0b47-4cbe-925c-dc76463b535c req-0357221c-4ce3-44a3-8b61-6bad54eb8bd7 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:38:37.722472 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b104c614-0b47-4cbe-925c-dc76463b535c req-0357221c-4ce3-44a3-8b61-6bad54eb8bd7 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=0cd345d0-ab65-4db3-8ffb-c06fae39e475 HTTP/1.1" status: 200 len: 946 time: 0.1957576 Feb 04 08:38:37.731537 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-a83f5aa4-2b7b-47c2-bfb3-2b7c96c0ac5f tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Calling delete_port for cca2e41e-1422-41eb-831b-2678b86c0cfb owned by {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:38:37.758950 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-60a8c0e3-51b7-418b-b999-6a32e35746a1 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:37.853657 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b104c614-0b47-4cbe-925c-dc76463b535c req-427410c4-d6fc-47f1-95da-4ae17e562094 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=e986bcf0-ac95-4361-8a35-057c37f32504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790200 Feb 04 08:38:37.856861 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a1218f19-6d07-4fd6-9d35-4071f6b38c97 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7510167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985167'] for subnet, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:37.873827 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a8c0e3-51b7-418b-b999-6a32e35746a1 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Network e264bd74-c56b-43d0-9059-bcb57dbbe5bc is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:38:37.877597 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a8c0e3-51b7-418b-b999-6a32e35746a1 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Pushing event updated for resources: {'Port': ['ID=ac026d60-4362-4ff5-b8ec-4f62bab0b6c1,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:37.898504 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-60a8c0e3-51b7-418b-b999-6a32e35746a1 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:38:37.902378 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a8c0e3-51b7-418b-b999-6a32e35746a1 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:38:37.908404 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a1218f19-6d07-4fd6-9d35-4071f6b38c97 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:37.910958 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1218f19-6d07-4fd6-9d35-4071f6b38c97 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event deleted for resources: {'Subnet': ['ID=44166381-63a9-4138-99f7-fc855a1b06ad,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:37.923957 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-a1218f19-6d07-4fd6-9d35-4071f6b38c97 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "DELETE /v2.0/subnets/44166381-63a9-4138-99f7-fc855a1b06ad HTTP/1.1" status: 204 len: 168 time: 1.0637918 Feb 04 08:38:37.972604 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 48352) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:37.996360 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781bd182-ba49-4a87-88eb-1393a949896e None None] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:38:38.048933 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-c6ccb397-37e3-42e8-a5f0-d4ac5831a6b7 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0750794 Feb 04 08:38:38.052440 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 48356) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:38.058651 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-87b8f846-ccea-4ab4-8256-4dae29a81d3f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Request body: {'subnet': {'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:38:38.125157 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a83f5aa4-2b7b-47c2-bfb3-2b7c96c0ac5f tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:38.187170 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83f5aa4-2b7b-47c2-bfb3-2b7c96c0ac5f tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Pushing event deleted for resources: {'Port': ['ID=cca2e41e-1422-41eb-831b-2678b86c0cfb,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:38.214580 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a83f5aa4-2b7b-47c2-bfb3-2b7c96c0ac5f tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:38.223908 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-affddc00-6d3c-4fc3-b530-87f6efa826d0 None None] Provisioning for port 29bcc673-bef2-4b6c-8170-f939a53aa1ca completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:38:38.234417 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-a83f5aa4-2b7b-47c2-bfb3-2b7c96c0ac5f tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "DELETE /v2.0/ports/cca2e41e-1422-41eb-831b-2678b86c0cfb HTTP/1.1" status: 204 len: 168 time: 1.1936276 Feb 04 08:38:38.241021 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 48360) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:38.243790 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-affddc00-6d3c-4fc3-b530-87f6efa826d0 None None] Provisioning complete for port 29bcc673-bef2-4b6c-8170-f939a53aa1ca triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:38:38.244161 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-affddc00-6d3c-4fc3-b530-87f6efa826d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:38.251541 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-87b8f846-ccea-4ab4-8256-4dae29a81d3f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:38:38.259168 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-87b8f846-ccea-4ab4-8256-4dae29a81d3f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Usage tracker for resource:subnet and tenant:ffa27937301745e1ad43fa520f28cbc3 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:38:38.309566 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-87b8f846-ccea-4ab4-8256-4dae29a81d3f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:38:38.317191 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7f91d009-cfc6-4478-b668-5a83999773ae tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:38.332477 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-87b8f846-ccea-4ab4-8256-4dae29a81d3f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:38:38.350331 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70757b0-ec7d-44b3-80e4-4c03b3e900b0 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:38:38.351149 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-e70757b0-ec7d-44b3-80e4-4c03b3e900b0 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Synchronizing usage tracker for tenant:e63069d3cf3540d8aad7a137ff4999ec on resource:port {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:38:38.389356 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-affddc00-6d3c-4fc3-b530-87f6efa826d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:38.390900 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-60a8c0e3-51b7-418b-b999-6a32e35746a1 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks [] for router_gateway, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:38.391721 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-60a8c0e3-51b7-418b-b999-6a32e35746a1 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472990'] for router, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:38.427625 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-affddc00-6d3c-4fc3-b530-87f6efa826d0 None None] For port 29bcc673-bef2-4b6c-8170-f939a53aa1ca, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=29bcc673-bef2-4b6c-8170-f939a53aa1ca,segment=NetworkSegment(2c48dc91-e362-4611-9354-aede43558386),segment_id=2c48dc91-e362-4611-9354-aede43558386)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:38:38.440761 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b8f846-ccea-4ab4-8256-4dae29a81d3f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Made reservation on behalf of ffa27937301745e1ad43fa520f28cbc3 for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:38:38.444342 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-87b8f846-ccea-4ab4-8256-4dae29a81d3f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985186'] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:38.451706 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0e363e-296a-449b-859d-bbf4069a98c1 None None] DHCP port deletion for bc933c3a-b15d-4eab-9ad6-d32fd193f5cd request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 08:38:38.457031 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-aa0e363e-296a-449b-859d-bbf4069a98c1 None None] Deleting port 29bcc673-bef2-4b6c-8170-f939a53aa1ca {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:38:38.457680 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-aa0e363e-296a-449b-859d-bbf4069a98c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:38.502922 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-24e8840b-ed58-496f-bc2f-d46266435318 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40996'] for router, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:38.521241 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9f6611-9413-49cd-9a1e-8163cb94ffd3 req-ac2f2cca-2a62-4e67-bc11-cc320aad3aa7 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:38:38.523148 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-9d9f6611-9413-49cd-9a1e-8163cb94ffd3 req-ac2f2cca-2a62-4e67-bc11-cc320aad3aa7 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=0cd345d0-ab65-4db3-8ffb-c06fae39e475 HTTP/1.1" status: 200 len: 946 time: 0.4471588 Feb 04 08:38:38.553830 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-e70757b0-ec7d-44b3-80e4-4c03b3e900b0 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Unset dirty status for tenant:e63069d3cf3540d8aad7a137ff4999ec on resource:port {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:38:38.557610 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-e70757b0-ec7d-44b3-80e4-4c03b3e900b0 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3109689 Feb 04 08:38:38.562390 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-7f91d009-cfc6-4478-b668-5a83999773ae tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Deleting port 06da30be-e5c3-4a00-8a87-fdc771cf7d8c {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:38:38.563261 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7f91d009-cfc6-4478-b668-5a83999773ae tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:38.567406 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-affddc00-6d3c-4fc3-b530-87f6efa826d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:38.585232 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 48364) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:38.621741 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-24e8840b-ed58-496f-bc2f-d46266435318 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-472436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-472429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-475363'] for router, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:38.651621 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-568b15a7-542c-408c-a01a-e474df6a8a09 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] GET failed (client error): The resource could not be found. Feb 04 08:38:38.652892 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-568b15a7-542c-408c-a01a-e474df6a8a09 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "GET /v2.0/ports/cca2e41e-1422-41eb-831b-2678b86c0cfb HTTP/1.1" status: 404 len: 333 time: 0.0665588 Feb 04 08:38:38.657463 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 48368) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:38.662159 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-d69d3220-d871-4df9-8336-82842a3257b7 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-458769842'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:38:38.672369 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-d69d3220-d871-4df9-8336-82842a3257b7 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:38:38.694137 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-d69d3220-d871-4df9-8336-82842a3257b7 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Usage tracker for resource:network and tenant:e63069d3cf3540d8aad7a137ff4999ec is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:38:38.751389 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-d69d3220-d871-4df9-8336-82842a3257b7 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:38:38.763626 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-d69d3220-d871-4df9-8336-82842a3257b7 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:38:38.763834 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affddc00-6d3c-4fc3-b530-87f6efa826d0 None None] Pushing event updated for resources: {'Port': ['ID=29bcc673-bef2-4b6c-8170-f939a53aa1ca,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:38.790521 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-aa0e363e-296a-449b-859d-bbf4069a98c1 None None] For port 29bcc673-bef2-4b6c-8170-f939a53aa1ca, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=29bcc673-bef2-4b6c-8170-f939a53aa1ca,segment=NetworkSegment(2c48dc91-e362-4611-9354-aede43558386),segment_id=2c48dc91-e362-4611-9354-aede43558386)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:38:38.790521 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-aa0e363e-296a-449b-859d-bbf4069a98c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:38.882561 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7f91d009-cfc6-4478-b668-5a83999773ae tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:38.885166 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-9d9f6611-9413-49cd-9a1e-8163cb94ffd3 req-8de277c0-736f-44c5-b54d-62d9a717f48c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=e986bcf0-ac95-4361-8a35-057c37f32504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3500109 Feb 04 08:38:38.890254 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d69d3220-d871-4df9-8336-82842a3257b7 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Made reservation on behalf of e63069d3cf3540d8aad7a137ff4999ec for: {'network': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:38:38.893210 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d69d3220-d871-4df9-8336-82842a3257b7 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:38.920664 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-aa0e363e-296a-449b-859d-bbf4069a98c1 None None] Calling delete_port for 29bcc673-bef2-4b6c-8170-f939a53aa1ca owned by network:dhcp {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:38:38.953173 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 48372) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:39.050129 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-7f91d009-cfc6-4478-b668-5a83999773ae tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Calling delete_port for 06da30be-e5c3-4a00-8a87-fdc771cf7d8c owned by network:router_gateway {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:38:39.089512 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-aa0e363e-296a-449b-859d-bbf4069a98c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407'] for port, after_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:39.115004 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d69d3220-d871-4df9-8336-82842a3257b7 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=84108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:38:39.140670 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d69d3220-d871-4df9-8336-82842a3257b7 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:39.141015 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.segments_db [None req-d69d3220-d871-4df9-8336-82842a3257b7 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Added segment edf4c261-9dc2-4820-ae48-2ea410301a8b of type vlan for network 7ca7294b-456f-4370-a2b8-897c139e874d Feb 04 08:38:39.141409 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0e363e-296a-449b-859d-bbf4069a98c1 None None] Pushing event deleted for resources: {'Port': ['ID=29bcc673-bef2-4b6c-8170-f939a53aa1ca,revision_number=None']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:39.145921 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0e363e-296a-449b-859d-bbf4069a98c1 None None] No DVR routers for this DVR port 29bcc673-bef2-4b6c-8170-f939a53aa1ca on host dv-neutron-827798-2-hyperv {{(pid=84109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:38:39.165252 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-b9fae4ec-33f0-46b2-b3e9-50a04ab59e6c tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=0cd345d0-ab65-4db3-8ffb-c06fae39e475 HTTP/1.1" status: 200 len: 1094 time: 0.1912215 Feb 04 08:38:39.170412 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 48376) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:39.184146 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-cd2d9d93-569b-42a4-9398-7b0b52d708ab tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'floatingip': {'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'port_id': 'fbbca797-c27a-467e-8941-34e4e2a1d2c3', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:38:39.197349 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-cd2d9d93-569b-42a4-9398-7b0b52d708ab tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:38:39.209859 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-cd2d9d93-569b-42a4-9398-7b0b52d708ab tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:floatingip and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:38:39.212219 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24e8840b-ed58-496f-bc2f-d46266435318 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Router 6f962a8b-425c-4e2f-9344-61b881157ea3 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:38:39.214279 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-cd2d9d93-569b-42a4-9398-7b0b52d708ab tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:38:39.215585 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-87b8f846-ccea-4ab4-8256-4dae29a81d3f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7510230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985204'] for subnet, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:39.231319 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-cd2d9d93-569b-42a4-9398-7b0b52d708ab tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:38:39.244762 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d69d3220-d871-4df9-8336-82842a3257b7 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:39.332299 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b8f846-ccea-4ab4-8256-4dae29a81d3f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:38:39.340314 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-87b8f846-ccea-4ab4-8256-4dae29a81d3f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:38:39.342774 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-cd2d9d93-569b-42a4-9398-7b0b52d708ab tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for floatingip, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:39.350604 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b8f846-ccea-4ab4-8256-4dae29a81d3f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:38:39.351092 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-87b8f846-ccea-4ab4-8256-4dae29a81d3f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:39.351561 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7342547-f469-47bf-a7f6-3ca4d642dc00 None None] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:38:39.367401 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b8f846-ccea-4ab4-8256-4dae29a81d3f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event updated for resources: {'Subnet': ['ID=70f73621-86a7-40e3-a76d-b10dc546892c,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:39.435326 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d69d3220-d871-4df9-8336-82842a3257b7 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:39.438900 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69d3220-d871-4df9-8336-82842a3257b7 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:38:39.439492 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d69d3220-d871-4df9-8336-82842a3257b7 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:39.439916 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 29bcc673-bef2-4b6c-8170-f939a53aa1ca no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:38:39.464835 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-87b8f846-ccea-4ab4-8256-4dae29a81d3f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4088836 Feb 04 08:38:39.468850 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 48380) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:39.477614 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-42177580-8502-48fc-9d38-7571098fb2c3 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-585478123', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:38:39.484077 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-42177580-8502-48fc-9d38-7571098fb2c3 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:38:39.489249 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-42177580-8502-48fc-9d38-7571098fb2c3 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Usage tracker for resource:router and tenant:ffa27937301745e1ad43fa520f28cbc3 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:38:39.490238 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: 29bcc673-bef2-4b6c-8170-f939a53aa1ca {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:38:39.490735 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 29bcc673-bef2-4b6c-8170-f939a53aa1ca not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:38:39.501312 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-42177580-8502-48fc-9d38-7571098fb2c3 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:38:39.508668 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-42177580-8502-48fc-9d38-7571098fb2c3 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:38:39.536033 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24e8840b-ed58-496f-bc2f-d46266435318 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:38:39.539456 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60a8c0e3-51b7-418b-b999-6a32e35746a1 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Router 9d93e2ee-fce9-4d49-abb2-f351caa72c5b is scheduled to L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 with binding_index 1 {{(pid=84108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 08:38:39.544315 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-24e8840b-ed58-496f-bc2f-d46266435318 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:39.544315 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-24e8840b-ed58-496f-bc2f-d46266435318 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "PUT /v2.0/routers/6f962a8b-425c-4e2f-9344-61b881157ea3 HTTP/1.1" status: 200 len: 888 time: 2.3007264 Feb 04 08:38:39.545830 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 48384) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:39.549463 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b848fb-8aab-4b1b-b168-62ad7f77d286 None None] Sync routers for ids ['6f962a8b-425c-4e2f-9344-61b881157ea3'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:38:39.563068 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b848fb-8aab-4b1b-b168-62ad7f77d286 None None] Routers {'6f962a8b-425c-4e2f-9344-61b881157ea3'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:38:39.564055 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-c6b848fb-8aab-4b1b-b168-62ad7f77d286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:38:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['6f962a8b-425c-4e2f-9344-61b881157ea3'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:38:39.575534 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7f91d009-cfc6-4478-b668-5a83999773ae tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:39.612737 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69d3220-d871-4df9-8336-82842a3257b7 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Pushing event updated for resources: {'Network': ['ID=7ca7294b-456f-4370-a2b8-897c139e874d,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:39.627555 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-42177580-8502-48fc-9d38-7571098fb2c3 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40975'] for router, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:39.628575 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-42177580-8502-48fc-9d38-7571098fb2c3 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40982'] for router, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:39.636257 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f91d009-cfc6-4478-b668-5a83999773ae tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Pushing event deleted for resources: {'Port': ['ID=06da30be-e5c3-4a00-8a87-fdc771cf7d8c,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:39.655975 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-c6b848fb-8aab-4b1b-b168-62ad7f77d286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:38:39.668376 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-42177580-8502-48fc-9d38-7571098fb2c3 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:39.672029 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b848fb-8aab-4b1b-b168-62ad7f77d286 None None] Routers {'6f962a8b-425c-4e2f-9344-61b881157ea3'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:38:39.672817 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-c6b848fb-8aab-4b1b-b168-62ad7f77d286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:38:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['6f962a8b-425c-4e2f-9344-61b881157ea3'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:38:39.710819 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network 7ca7294b-456f-4370-a2b8-897c139e874d details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:38:39.738943 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-d69d3220-d871-4df9-8336-82842a3257b7 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0753093 Feb 04 08:38:39.743311 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 48388) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:39.747985 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-c6b848fb-8aab-4b1b-b168-62ad7f77d286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:38:39.748584 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b848fb-8aab-4b1b-b168-62ad7f77d286 None None] The sync data for ids ['6f962a8b-425c-4e2f-9344-61b881157ea3'] in dv-neutron-827798-2-hyperv is: [] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:38:39.750001 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-a1377596-c711-44f1-8d4c-1c15bc2a40b5 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Request body: {'subnet': {'network_id': '7ca7294b-456f-4370-a2b8-897c139e874d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:38:39.794874 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a28feb6-457b-49ed-b53f-396c13fc7e90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'tenant_id': 'ffa27937301745e1ad43fa520f28cbc3', 'fixed_ips': [{'subnet_id': '70f73621-86a7-40e3-a76d-b10dc546892c'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:38:39.796467 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1a28feb6-457b-49ed-b53f-396c13fc7e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:39.877127 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-a1377596-c711-44f1-8d4c-1c15bc2a40b5 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:38:39.888080 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-a1377596-c711-44f1-8d4c-1c15bc2a40b5 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Usage tracker for resource:subnet and tenant:e63069d3cf3540d8aad7a137ff4999ec is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:38:39.888080 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-a1377596-c711-44f1-8d4c-1c15bc2a40b5 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:38:39.899900 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-a1377596-c711-44f1-8d4c-1c15bc2a40b5 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:38:39.927272 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-cd2d9d93-569b-42a4-9398-7b0b52d708ab tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:39.935791 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-42177580-8502-48fc-9d38-7571098fb2c3 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472990'] for router, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:39.951976 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-44edeebf-1443-49f8-bc8a-29d74e09bf08 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "GET /v2.0/routers/6f962a8b-425c-4e2f-9344-61b881157ea3 HTTP/1.1" status: 200 len: 888 time: 0.4048471 Feb 04 08:38:39.957589 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 48392) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:39.999493 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1377596-c711-44f1-8d4c-1c15bc2a40b5 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Made reservation on behalf of e63069d3cf3540d8aad7a137ff4999ec for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:38:40.010564 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-1a28feb6-457b-49ed-b53f-396c13fc7e90 None None] Allocated IP 2001:db8::2 (bc933c3a-b15d-4eab-9ad6-d32fd193f5cd/70f73621-86a7-40e3-a76d-b10dc546892c/b16d2f03-fdb6-4d07-a272-c0263bb552b2) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:38:40.027605 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-85cb2754-fc4e-4be7-af27-3b181e36ca64 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Synchronizing usage tracker for tenant:1216cf6397c6415eb938e86c1901dea6 on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:38:40.100152 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-42177580-8502-48fc-9d38-7571098fb2c3 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:40.103989 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-42177580-8502-48fc-9d38-7571098fb2c3 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6315622 Feb 04 08:38:40.107003 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 48396) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:40.131854 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7f91d009-cfc6-4478-b668-5a83999773ae tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473010'] for router_gateway, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:40.194894 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a1377596-c711-44f1-8d4c-1c15bc2a40b5 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985186'] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:40.249693 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1a28feb6-457b-49ed-b53f-396c13fc7e90 None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:40.260949 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-1a28feb6-457b-49ed-b53f-396c13fc7e90 None None] Transition to ACTIVE for port object b16d2f03-fdb6-4d07-a272-c0263bb552b2 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:38:40.266611 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-85cb2754-fc4e-4be7-af27-3b181e36ca64 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Unset dirty status for tenant:1216cf6397c6415eb938e86c1901dea6 on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:38:40.270484 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-85cb2754-fc4e-4be7-af27-3b181e36ca64 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f962a8b-425c-4e2f-9344-61b881157ea3 HTTP/1.1" status: 200 len: 205 time: 0.3093991 Feb 04 08:38:40.281871 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 48400) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:40.282189 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-1a28feb6-457b-49ed-b53f-396c13fc7e90 None None] Transition to ACTIVE for port object b16d2f03-fdb6-4d07-a272-c0263bb552b2 will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:38:40.357809 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1a28feb6-457b-49ed-b53f-396c13fc7e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:40.427125 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a28feb6-457b-49ed-b53f-396c13fc7e90 None None] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:38:40.430828 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-1a28feb6-457b-49ed-b53f-396c13fc7e90 None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:38:40.432716 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a28feb6-457b-49ed-b53f-396c13fc7e90 None None] Pushing event updated for resources: {'Port': ['ID=b16d2f03-fdb6-4d07-a272-c0263bb552b2,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:40.434808 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a28feb6-457b-49ed-b53f-396c13fc7e90 None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:38:40.526099 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7f91d009-cfc6-4478-b668-5a83999773ae tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40989'] for router, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:40.530573 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-1a28feb6-457b-49ed-b53f-396c13fc7e90 None None] Attempting to bind port b16d2f03-fdb6-4d07-a272-c0263bb552b2 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:38:40.530573 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-1a28feb6-457b-49ed-b53f-396c13fc7e90 None None] Attempting to bind port b16d2f03-fdb6-4d07-a272-c0263bb552b2 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': '2c48dc91-e362-4611-9354-aede43558386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:38:40.531220 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a28feb6-457b-49ed-b53f-396c13fc7e90 None None] Attempting to bind port b16d2f03-fdb6-4d07-a272-c0263bb552b2 on network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:38:40.539115 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a28feb6-457b-49ed-b53f-396c13fc7e90 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:38:40.539539 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a28feb6-457b-49ed-b53f-396c13fc7e90 None None] Checking segment: {'id': '2c48dc91-e362-4611-9354-aede43558386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:38:40.539868 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1a28feb6-457b-49ed-b53f-396c13fc7e90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:40.540266 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a28feb6-457b-49ed-b53f-396c13fc7e90 None None] Bound using segment: {'id': '2c48dc91-e362-4611-9354-aede43558386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:38:40.540747 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-1a28feb6-457b-49ed-b53f-396c13fc7e90 None None] Bound port: b16d2f03-fdb6-4d07-a272-c0263bb552b2, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c48dc91-e362-4611-9354-aede43558386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:38:40.541515 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1a28feb6-457b-49ed-b53f-396c13fc7e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:40.548843 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7f91d009-cfc6-4478-b668-5a83999773ae tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:40.566803 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-cd2d9d93-569b-42a4-9398-7b0b52d708ab tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Allocated IP 172.26.3.226 (e264bd74-c56b-43d0-9059-bcb57dbbe5bc/79caf47c-b62c-4ea0-b35f-21ede155daa8/fdcfaaf3-0da6-474a-91b2-7be8563e9888) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:38:40.625446 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60a8c0e3-51b7-418b-b999-6a32e35746a1 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:38:40.638320 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-1a28feb6-457b-49ed-b53f-396c13fc7e90 None None] For port b16d2f03-fdb6-4d07-a272-c0263bb552b2, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:38:40.642227 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670f6e01-4f07-4ed7-8be1-4f7aabf1b933 None None] Sync routers for ids ['9d93e2ee-fce9-4d49-abb2-f351caa72c5b'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:38:40.646514 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-1a28feb6-457b-49ed-b53f-396c13fc7e90 None None] For port b16d2f03-fdb6-4d07-a272-c0263bb552b2, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=b16d2f03-fdb6-4d07-a272-c0263bb552b2,segment=NetworkSegment(2c48dc91-e362-4611-9354-aede43558386),segment_id=2c48dc91-e362-4611-9354-aede43558386)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:38:40.657173 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670f6e01-4f07-4ed7-8be1-4f7aabf1b933 None None] Routers {'9d93e2ee-fce9-4d49-abb2-f351caa72c5b'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:38:40.657927 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-670f6e01-4f07-4ed7-8be1-4f7aabf1b933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:38:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['9d93e2ee-fce9-4d49-abb2-f351caa72c5b'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:38:40.707364 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7f91d009-cfc6-4478-b668-5a83999773ae tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-476062'] for router, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:40.707798 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f91d009-cfc6-4478-b668-5a83999773ae tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Fanout notify agent at l3_agent the message router_deleted on router b447245d-b921-4cd9-8a28-fee3cb048a9b {{(pid=84108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 08:38:40.715706 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7f91d009-cfc6-4478-b668-5a83999773ae tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks [] for router, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:40.716620 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-7f91d009-cfc6-4478-b668-5a83999773ae tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] 10.222.0.36 "DELETE /v2.0/routers/b447245d-b921-4cd9-8a28-fee3cb048a9b HTTP/1.1" status: 204 len: 168 time: 4.1022663 Feb 04 08:38:40.721648 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 48404) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:40.727958 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-670f6e01-4f07-4ed7-8be1-4f7aabf1b933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:38:40.728399 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-8ee25288-3fcc-49fd-b063-6a5d5ffe9918 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-774833818', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}, 'admin_state_up': False}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:38:40.728478 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1a28feb6-457b-49ed-b53f-396c13fc7e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:40.744111 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-8ee25288-3fcc-49fd-b063-6a5d5ffe9918 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:38:40.751876 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-8ee25288-3fcc-49fd-b063-6a5d5ffe9918 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Usage tracker for resource:router and tenant:e89a5432419c4f2799d167fec1bb7459 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:38:40.762570 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-8ee25288-3fcc-49fd-b063-6a5d5ffe9918 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:38:40.772198 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-8ee25288-3fcc-49fd-b063-6a5d5ffe9918 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:38:40.777062 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-60a8c0e3-51b7-418b-b999-6a32e35746a1 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks [] for router, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:40.781281 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-60a8c0e3-51b7-418b-b999-6a32e35746a1 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.7201674 Feb 04 08:38:40.787855 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 48408) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:40.803035 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-0022449d-08cc-46a7-80a4-fccd1ce85382 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'enable_snat': False}}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:38:40.833612 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a28feb6-457b-49ed-b53f-396c13fc7e90 None None] Pushing event updated for resources: {'Port': ['ID=b16d2f03-fdb6-4d07-a272-c0263bb552b2,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:40.839786 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670f6e01-4f07-4ed7-8be1-4f7aabf1b933 None None] Routers {'9d93e2ee-fce9-4d49-abb2-f351caa72c5b'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:38:40.840692 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-670f6e01-4f07-4ed7-8be1-4f7aabf1b933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:38:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['9d93e2ee-fce9-4d49-abb2-f351caa72c5b'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:38:40.860212 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-cd2d9d93-569b-42a4-9398-7b0b52d708ab tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:40.913970 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8ee25288-3fcc-49fd-b063-6a5d5ffe9918 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40975'] for router, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:40.914909 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8ee25288-3fcc-49fd-b063-6a5d5ffe9918 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40982'] for router, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:40.966657 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-670f6e01-4f07-4ed7-8be1-4f7aabf1b933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:38:40.967209 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670f6e01-4f07-4ed7-8be1-4f7aabf1b933 None None] The sync data for ids ['9d93e2ee-fce9-4d49-abb2-f351caa72c5b'] in dv-neutron-827798-2-hyperv is: [] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:38:40.994231 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-cd2d9d93-569b-42a4-9398-7b0b52d708ab tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:41.038813 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8ee25288-3fcc-49fd-b063-6a5d5ffe9918 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:41.125271 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2d9d93-569b-42a4-9398-7b0b52d708ab tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Network e264bd74-c56b-43d0-9059-bcb57dbbe5bc is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:38:41.127617 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-cd2d9d93-569b-42a4-9398-7b0b52d708ab tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:38:41.130612 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2d9d93-569b-42a4-9398-7b0b52d708ab tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:38:41.156579 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2d9d93-569b-42a4-9398-7b0b52d708ab tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'Port': ['ID=fdcfaaf3-0da6-474a-91b2-7be8563e9888,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:41.185308 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a1377596-c711-44f1-8d4c-1c15bc2a40b5 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7510230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985204'] for subnet, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:41.330521 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4899f055-8e63-497d-8f5e-2937a77c7a13 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:41.339473 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1377596-c711-44f1-8d4c-1c15bc2a40b5 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Pushing event updated for resources: {'Subnet': ['ID=758a9400-9e58-40d1-b228-5df7810e9e7b,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:41.429773 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1377596-c711-44f1-8d4c-1c15bc2a40b5 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Checking segment: {'id': 'edf4c261-9dc2-4820-ae48-2ea410301a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7ca7294b-456f-4370-a2b8-897c139e874d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:38:41.430190 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1377596-c711-44f1-8d4c-1c15bc2a40b5 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Network hostable DHCP agents. Network: 7ca7294b-456f-4370-a2b8-897c139e874d, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:38:41.437180 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-295a8bee-e214-4b0f-8225-d6debe602a0b tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks [] for router, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:41.445382 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device b16d2f03-fdb6-4d07-a272-c0263bb552b2 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:38:41.569537 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port b16d2f03-fdb6-4d07-a272-c0263bb552b2 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:38:41.589964 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8ee25288-3fcc-49fd-b063-6a5d5ffe9918 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40996'] for router, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:41.733562 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1377596-c711-44f1-8d4c-1c15bc2a40b5 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Network 7ca7294b-456f-4370-a2b8-897c139e874d is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:38:41.887055 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-a1377596-c711-44f1-8d4c-1c15bc2a40b5 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, 7ca7294b-456f-4370-a2b8-897c139e874d) {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:38:41.889056 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-4899f055-8e63-497d-8f5e-2937a77c7a13 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Allocated IP 2001:db8::1 (bc933c3a-b15d-4eab-9ad6-d32fd193f5cd/70f73621-86a7-40e3-a76d-b10dc546892c/7e605cdf-7b38-4535-ab93-33d67188b64d) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:38:41.896118 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfbb5bcc-37c1-40f3-9ad9-7144ba050716 None None] Network 7ca7294b-456f-4370-a2b8-897c139e874d requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:38:41.897254 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1377596-c711-44f1-8d4c-1c15bc2a40b5 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:38:41.897853 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a1377596-c711-44f1-8d4c-1c15bc2a40b5 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:42.051918 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-295a8bee-e214-4b0f-8225-d6debe602a0b tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:42.104828 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-a1377596-c711-44f1-8d4c-1c15bc2a40b5 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3581419 Feb 04 08:38:42.105024 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 48412) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:42.109465 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4899f055-8e63-497d-8f5e-2937a77c7a13 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:42.115228 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-f3215264-42ef-4f83-bb1d-2eede9794862 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Request body: {'subnet': {'network_id': '7ca7294b-456f-4370-a2b8-897c139e874d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:38:42.176681 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85766ad-eb05-4672-a2e5-9236e41ba8c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-7ca7294b-456f-4370-a2b8-897c139e874d', 'network_id': '7ca7294b-456f-4370-a2b8-897c139e874d', 'tenant_id': 'e63069d3cf3540d8aad7a137ff4999ec', 'fixed_ips': [{'subnet_id': '758a9400-9e58-40d1-b228-5df7810e9e7b'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:38:42.177643 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-d85766ad-eb05-4672-a2e5-9236e41ba8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:42.192887 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-5d682535-1f5e-48b8-bd9d-5617c80b53bd None None] Provisioning for port b16d2f03-fdb6-4d07-a272-c0263bb552b2 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:38:42.201294 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-5d682535-1f5e-48b8-bd9d-5617c80b53bd None None] Provisioning complete for port b16d2f03-fdb6-4d07-a272-c0263bb552b2 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:38:42.201890 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-5d682535-1f5e-48b8-bd9d-5617c80b53bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:42.326160 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-295a8bee-e214-4b0f-8225-d6debe602a0b tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Deleting port a6f7b0fe-a379-4540-bb45-ea02d42e728c {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:38:42.326758 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-295a8bee-e214-4b0f-8225-d6debe602a0b tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:42.365902 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [None req-4899f055-8e63-497d-8f5e-2937a77c7a13 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Transition to ACTIVE for port object 7e605cdf-7b38-4535-ab93-33d67188b64d will not be triggered until provisioned by entity DHCP. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:38:42.425006 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8ee25288-3fcc-49fd-b063-6a5d5ffe9918 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks [] for router_gateway, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:42.428364 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-5d682535-1f5e-48b8-bd9d-5617c80b53bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:42.459330 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8ee25288-3fcc-49fd-b063-6a5d5ffe9918 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:42.475120 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-d85766ad-eb05-4672-a2e5-9236e41ba8c4 None None] Allocated IP 2001:db8::2 (7ca7294b-456f-4370-a2b8-897c139e874d/758a9400-9e58-40d1-b228-5df7810e9e7b/1ba8588a-3985-402c-955b-f327d234dbac) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:38:42.481812 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-5d682535-1f5e-48b8-bd9d-5617c80b53bd None None] For port b16d2f03-fdb6-4d07-a272-c0263bb552b2, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=b16d2f03-fdb6-4d07-a272-c0263bb552b2,segment=NetworkSegment(2c48dc91-e362-4611-9354-aede43558386),segment_id=2c48dc91-e362-4611-9354-aede43558386)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:38:42.534549 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-f3215264-42ef-4f83-bb1d-2eede9794862 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:38:42.551553 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-f3215264-42ef-4f83-bb1d-2eede9794862 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Usage tracker for resource:subnet and tenant:e63069d3cf3540d8aad7a137ff4999ec is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:38:42.554607 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-5d682535-1f5e-48b8-bd9d-5617c80b53bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:42.559865 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-f3215264-42ef-4f83-bb1d-2eede9794862 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:38:42.569307 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-f3215264-42ef-4f83-bb1d-2eede9794862 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:38:42.590398 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-295a8bee-e214-4b0f-8225-d6debe602a0b tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:42.656958 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4899f055-8e63-497d-8f5e-2937a77c7a13 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:42.661005 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d682535-1f5e-48b8-bd9d-5617c80b53bd None None] Pushing event updated for resources: {'Port': ['ID=b16d2f03-fdb6-4d07-a272-c0263bb552b2,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:42.735276 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-cd2d9d93-569b-42a4-9398-7b0b52d708ab tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:42.749826 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-295a8bee-e214-4b0f-8225-d6debe602a0b tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Calling delete_port for a6f7b0fe-a379-4540-bb45-ea02d42e728c owned by network:router_gateway {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:38:42.752198 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-d85766ad-eb05-4672-a2e5-9236e41ba8c4 None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:42.763114 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-d85766ad-eb05-4672-a2e5-9236e41ba8c4 None None] Transition to ACTIVE for port object 1ba8588a-3985-402c-955b-f327d234dbac will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:38:42.784033 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-d85766ad-eb05-4672-a2e5-9236e41ba8c4 None None] Transition to ACTIVE for port object 1ba8588a-3985-402c-955b-f327d234dbac will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:38:42.784268 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-8ee25288-3fcc-49fd-b063-6a5d5ffe9918 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Allocated IP 172.26.3.64 (e264bd74-c56b-43d0-9059-bcb57dbbe5bc/79caf47c-b62c-4ea0-b35f-21ede155daa8/1153e642-887b-4f7a-8b69-4b9f678d3fc7) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:38:42.789245 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3215264-42ef-4f83-bb1d-2eede9794862 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Made reservation on behalf of e63069d3cf3540d8aad7a137ff4999ec for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:38:42.792651 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f3215264-42ef-4f83-bb1d-2eede9794862 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985186'] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:42.832609 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-d85766ad-eb05-4672-a2e5-9236e41ba8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:42.898239 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85766ad-eb05-4672-a2e5-9236e41ba8c4 None None] Network 7ca7294b-456f-4370-a2b8-897c139e874d is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:38:42.901625 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-d85766ad-eb05-4672-a2e5-9236e41ba8c4 None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:38:42.907495 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85766ad-eb05-4672-a2e5-9236e41ba8c4 None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:38:42.913845 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85766ad-eb05-4672-a2e5-9236e41ba8c4 None None] Pushing event updated for resources: {'Port': ['ID=1ba8588a-3985-402c-955b-f327d234dbac,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:42.914751 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4899f055-8e63-497d-8f5e-2937a77c7a13 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:38:42.922616 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-4899f055-8e63-497d-8f5e-2937a77c7a13 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:38:42.928030 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4899f055-8e63-497d-8f5e-2937a77c7a13 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event updated for resources: {'Port': ['ID=7e605cdf-7b38-4535-ab93-33d67188b64d,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:42.930642 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4899f055-8e63-497d-8f5e-2937a77c7a13 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:38:42.931224 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4899f055-8e63-497d-8f5e-2937a77c7a13 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-472912'] for router_interface, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:43.031378 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-d85766ad-eb05-4672-a2e5-9236e41ba8c4 None None] Attempting to bind port 1ba8588a-3985-402c-955b-f327d234dbac on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:38:43.031789 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-d85766ad-eb05-4672-a2e5-9236e41ba8c4 None None] Attempting to bind port 1ba8588a-3985-402c-955b-f327d234dbac by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': 'edf4c261-9dc2-4820-ae48-2ea410301a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7ca7294b-456f-4370-a2b8-897c139e874d'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:38:43.032152 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85766ad-eb05-4672-a2e5-9236e41ba8c4 None None] Attempting to bind port 1ba8588a-3985-402c-955b-f327d234dbac on network 7ca7294b-456f-4370-a2b8-897c139e874d {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:38:43.046104 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85766ad-eb05-4672-a2e5-9236e41ba8c4 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:38:43.046494 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85766ad-eb05-4672-a2e5-9236e41ba8c4 None None] Checking segment: {'id': 'edf4c261-9dc2-4820-ae48-2ea410301a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7ca7294b-456f-4370-a2b8-897c139e874d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:38:43.046958 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-d85766ad-eb05-4672-a2e5-9236e41ba8c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:43.047405 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85766ad-eb05-4672-a2e5-9236e41ba8c4 None None] Bound using segment: {'id': 'edf4c261-9dc2-4820-ae48-2ea410301a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7ca7294b-456f-4370-a2b8-897c139e874d'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:38:43.048751 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-d85766ad-eb05-4672-a2e5-9236e41ba8c4 None None] Bound port: 1ba8588a-3985-402c-955b-f327d234dbac, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edf4c261-9dc2-4820-ae48-2ea410301a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7ca7294b-456f-4370-a2b8-897c139e874d'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:38:43.049143 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-d85766ad-eb05-4672-a2e5-9236e41ba8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:43.064839 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.ipam_backend_mixin [None req-f3215264-42ef-4f83-bb1d-2eede9794862 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 758a9400-9e58-40d1-b228-5df7810e9e7b (CIDR: 2001:db8::/64) Feb 04 08:38:43.071555 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0022449d-08cc-46a7-80a4-fccd1ce85382 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40996'] for router, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:43.085462 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-cd2d9d93-569b-42a4-9398-7b0b52d708ab tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:43.167831 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3215264-42ef-4f83-bb1d-2eede9794862 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 08:38:43.168290 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3215264-42ef-4f83-bb1d-2eede9794862 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:38:43.184931 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-d85766ad-eb05-4672-a2e5-9236e41ba8c4 None None] For port 1ba8588a-3985-402c-955b-f327d234dbac, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:38:43.188905 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-d85766ad-eb05-4672-a2e5-9236e41ba8c4 None None] For port 1ba8588a-3985-402c-955b-f327d234dbac, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=1ba8588a-3985-402c-955b-f327d234dbac,segment=NetworkSegment(edf4c261-9dc2-4820-ae48-2ea410301a8b),segment_id=edf4c261-9dc2-4820-ae48-2ea410301a8b)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:38:43.230822 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8ee25288-3fcc-49fd-b063-6a5d5ffe9918 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:43.240736 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4899f055-8e63-497d-8f5e-2937a77c7a13 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:43.255560 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-d85766ad-eb05-4672-a2e5-9236e41ba8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:43.320676 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-f3215264-42ef-4f83-bb1d-2eede9794862 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2117748 Feb 04 08:38:43.322153 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 48418) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:43.329274 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-33e4bd50-b22a-4557-abc6-5229a5e1cdf4 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Request body: {'subnet': {'network_id': '7ca7294b-456f-4370-a2b8-897c139e874d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:38:43.341074 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85766ad-eb05-4672-a2e5-9236e41ba8c4 None None] Pushing event updated for resources: {'Port': ['ID=1ba8588a-3985-402c-955b-f327d234dbac,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:43.404334 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device b16d2f03-fdb6-4d07-a272-c0263bb552b2 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:38:43.454088 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-cd2d9d93-569b-42a4-9398-7b0b52d708ab tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for port, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:43.462820 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-cc87d3e6-ede0-4529-a03c-d9ab5a08b138 None None] Provisioning for port 7e605cdf-7b38-4535-ab93-33d67188b64d completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:38:43.464704 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-295a8bee-e214-4b0f-8225-d6debe602a0b tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:43.478679 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-cc87d3e6-ede0-4529-a03c-d9ab5a08b138 None None] Provisioning complete for port 7e605cdf-7b38-4535-ab93-33d67188b64d triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:38:43.478679 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-cc87d3e6-ede0-4529-a03c-d9ab5a08b138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:43.541261 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-cc87d3e6-ede0-4529-a03c-d9ab5a08b138 None None] Port 7e605cdf-7b38-4535-ab93-33d67188b64d cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:38:43.549008 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port b16d2f03-fdb6-4d07-a272-c0263bb552b2 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:38:43.549492 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:43.552595 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-cd2d9d93-569b-42a4-9398-7b0b52d708ab tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:43.592688 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8ee25288-3fcc-49fd-b063-6a5d5ffe9918 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:43.688159 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295a8bee-e214-4b0f-8225-d6debe602a0b tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Pushing event deleted for resources: {'Port': ['ID=a6f7b0fe-a379-4540-bb45-ea02d42e728c,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:43.763324 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2d9d93-569b-42a4-9398-7b0b52d708ab tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'Port': ['ID=fdcfaaf3-0da6-474a-91b2-7be8563e9888,revision_number=2']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:43.828995 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee25288-3fcc-49fd-b063-6a5d5ffe9918 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Network e264bd74-c56b-43d0-9059-bcb57dbbe5bc is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:38:43.844321 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-8ee25288-3fcc-49fd-b063-6a5d5ffe9918 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:38:43.860537 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee25288-3fcc-49fd-b063-6a5d5ffe9918 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:38:43.906449 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0022449d-08cc-46a7-80a4-fccd1ce85382 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40996'] for router, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:43.914747 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-cd2d9d93-569b-42a4-9398-7b0b52d708ab tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473039'] for floatingip, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:43.970796 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee25288-3fcc-49fd-b063-6a5d5ffe9918 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Pushing event updated for resources: {'Port': ['ID=1153e642-887b-4f7a-8b69-4b9f678d3fc7,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:43.987400 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0022449d-08cc-46a7-80a4-fccd1ce85382 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-472436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-472429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-475363'] for router, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:44.209884 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-295a8bee-e214-4b0f-8225-d6debe602a0b tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473010'] for router_gateway, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:44.267237 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-33e4bd50-b22a-4557-abc6-5229a5e1cdf4 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:38:44.296473 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-33e4bd50-b22a-4557-abc6-5229a5e1cdf4 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Usage tracker for resource:subnet and tenant:e63069d3cf3540d8aad7a137ff4999ec is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:38:44.300706 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-33e4bd50-b22a-4557-abc6-5229a5e1cdf4 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:38:44.398968 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-33e4bd50-b22a-4557-abc6-5229a5e1cdf4 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:38:44.416428 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.l3_db [None req-cd2d9d93-569b-42a4-9398-7b0b52d708ab tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Floating IP b10c9053-7097-4638-a562-b2cccd65def5 associated. External IP: 172.26.3.226, port: fbbca797-c27a-467e-8941-34e4e2a1d2c3. Feb 04 08:38:44.490367 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8ee25288-3fcc-49fd-b063-6a5d5ffe9918 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks [] for router_gateway, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:44.492360 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8ee25288-3fcc-49fd-b063-6a5d5ffe9918 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472990'] for router, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:44.554388 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33e4bd50-b22a-4557-abc6-5229a5e1cdf4 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Made reservation on behalf of e63069d3cf3540d8aad7a137ff4999ec for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:38:44.558067 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-33e4bd50-b22a-4557-abc6-5229a5e1cdf4 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985186'] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:44.597063 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-295a8bee-e214-4b0f-8225-d6debe602a0b tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40989'] for router, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:44.597799 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f543e4be-7507-472b-bf10-889cc11dd870 None None] Network 7ca7294b-456f-4370-a2b8-897c139e874d requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:38:44.604087 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.db.resource_extend [None req-4899f055-8e63-497d-8f5e-2937a77c7a13 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 08:38:44.668274 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4899f055-8e63-497d-8f5e-2937a77c7a13 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:44.674949 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-295a8bee-e214-4b0f-8225-d6debe602a0b tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:44.690133 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0022449d-08cc-46a7-80a4-fccd1ce85382 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Router 9d93e2ee-fce9-4d49-abb2-f351caa72c5b has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:38:44.749765 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4899f055-8e63-497d-8f5e-2937a77c7a13 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:44.750402 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4899f055-8e63-497d-8f5e-2937a77c7a13 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473771'] for router_interface, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:44.791574 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17b8e45-6617-4121-95ad-926f2d35b58b req-ac0aac8a-67dd-4d82-beb4-d19c3935474e tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:38:44.794418 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f17b8e45-6617-4121-95ad-926f2d35b58b req-ac0aac8a-67dd-4d82-beb4-d19c3935474e tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] 10.222.0.36 "GET /v2.0/ports?device_id=366365a9-947d-42ad-8b39-81e07299534b HTTP/1.1" status: 200 len: 945 time: 0.4820533 Feb 04 08:38:44.799453 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-951270ab-45ec-4495-a2d5-37b3478632fa None None] Provisioning for port 1ba8588a-3985-402c-955b-f327d234dbac completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:38:44.879038 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-295a8bee-e214-4b0f-8225-d6debe602a0b tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-476062'] for router, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:44.879691 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-295a8bee-e214-4b0f-8225-d6debe602a0b tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Fanout notify agent at l3_agent the message router_deleted on router 6f962a8b-425c-4e2f-9344-61b881157ea3 {{(pid=84107) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 08:38:44.951782 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4899f055-8e63-497d-8f5e-2937a77c7a13 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event updated for resources: {'Port': ['ID=7e605cdf-7b38-4535-ab93-33d67188b64d,revision_number=2']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:44.970419 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f17b8e45-6617-4121-95ad-926f2d35b58b req-5b09e708-c5ba-46d6-bd07-85d94493e263 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] 10.222.0.36 "GET /v2.0/security-groups?id=14968e18-e111-4015-999f-127e7e9cb94a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1580291 Feb 04 08:38:45.103375 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-295a8bee-e214-4b0f-8225-d6debe602a0b tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:45.108907 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 48428) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:45.109172 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-295a8bee-e214-4b0f-8225-d6debe602a0b tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "DELETE /v2.0/routers/6f962a8b-425c-4e2f-9344-61b881157ea3 HTTP/1.1" status: 204 len: 168 time: 4.7612414 Feb 04 08:38:45.110897 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4899f055-8e63-497d-8f5e-2937a77c7a13 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:38:45.113294 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-4899f055-8e63-497d-8f5e-2937a77c7a13 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:38:45.114392 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-7aa9ef9c-3e7a-4f3c-8394-76cb830f36ed tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Request body: {'network': {'name': 'tempest-RoutersTest-855757728'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:38:45.133749 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-7aa9ef9c-3e7a-4f3c-8394-76cb830f36ed tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:38:45.145769 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-7aa9ef9c-3e7a-4f3c-8394-76cb830f36ed tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Usage tracker for resource:network and tenant:1216cf6397c6415eb938e86c1901dea6 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:38:45.151375 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-7aa9ef9c-3e7a-4f3c-8394-76cb830f36ed tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:38:45.214642 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-7aa9ef9c-3e7a-4f3c-8394-76cb830f36ed tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:38:45.293552 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0022449d-08cc-46a7-80a4-fccd1ce85382 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:38:45.312208 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1934faf-267e-42a0-b5a4-e3e6be2ec81d None None] Sync routers for ids ['9d93e2ee-fce9-4d49-abb2-f351caa72c5b'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:38:45.316173 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa9ef9c-3e7a-4f3c-8394-76cb830f36ed tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Made reservation on behalf of 1216cf6397c6415eb938e86c1901dea6 for: {'network': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:38:45.319141 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7aa9ef9c-3e7a-4f3c-8394-76cb830f36ed tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:45.350069 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1934faf-267e-42a0-b5a4-e3e6be2ec81d None None] Routers {'9d93e2ee-fce9-4d49-abb2-f351caa72c5b'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:38:45.353131 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-d1934faf-267e-42a0-b5a4-e3e6be2ec81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:38:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['9d93e2ee-fce9-4d49-abb2-f351caa72c5b'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:38:45.354780 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0022449d-08cc-46a7-80a4-fccd1ce85382 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks [] for router, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:45.356377 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-0022449d-08cc-46a7-80a4-fccd1ce85382 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] 10.222.0.36 "PUT /v2.0/routers/9d93e2ee-fce9-4d49-abb2-f351caa72c5b HTTP/1.1" status: 200 len: 926 time: 4.5660558 Feb 04 08:38:45.360160 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 48432) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:45.449115 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-d1934faf-267e-42a0-b5a4-e3e6be2ec81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:38:45.478013 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ee25288-3fcc-49fd-b063-6a5d5ffe9918 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Router 08005c51-f8c4-44e4-a040-c2b349847009 is scheduled to L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 with binding_index 1 {{(pid=84108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 08:38:45.480719 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1934faf-267e-42a0-b5a4-e3e6be2ec81d None None] Routers {'9d93e2ee-fce9-4d49-abb2-f351caa72c5b'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:38:45.483230 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-d1934faf-267e-42a0-b5a4-e3e6be2ec81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:38:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['9d93e2ee-fce9-4d49-abb2-f351caa72c5b'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:38:45.489095 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 1ba8588a-3985-402c-955b-f327d234dbac up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:38:45.493812 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aa9ef9c-3e7a-4f3c-8394-76cb830f36ed tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=84108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:38:45.512910 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-33e4bd50-b22a-4557-abc6-5229a5e1cdf4 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7510230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985204'] for subnet, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:45.526581 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7aa9ef9c-3e7a-4f3c-8394-76cb830f36ed tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:45.527013 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.segments_db [None req-7aa9ef9c-3e7a-4f3c-8394-76cb830f36ed tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Added segment 528a7acb-494f-4f05-a9bf-0e55cf579288 of type vlan for network f6bfcde1-3f7e-438b-bb38-10803894ff3b Feb 04 08:38:45.552715 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-d1934faf-267e-42a0-b5a4-e3e6be2ec81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:38:45.553400 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1934faf-267e-42a0-b5a4-e3e6be2ec81d None None] The sync data for ids ['9d93e2ee-fce9-4d49-abb2-f351caa72c5b'] in dv-neutron-827798-2-hyperv is: [] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:38:45.568090 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-c7c06d98-bf69-4d37-a8d0-cabb6ab775d4 None None] Provisioning complete for port 7e605cdf-7b38-4535-ab93-33d67188b64d triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:38:45.568771 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-c7c06d98-bf69-4d37-a8d0-cabb6ab775d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:45.616089 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e4bd50-b22a-4557-abc6-5229a5e1cdf4 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Network 7ca7294b-456f-4370-a2b8-897c139e874d is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:38:45.630938 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-c7c06d98-bf69-4d37-a8d0-cabb6ab775d4 None None] Port 7e605cdf-7b38-4535-ab93-33d67188b64d cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:38:45.631535 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-33e4bd50-b22a-4557-abc6-5229a5e1cdf4 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:38:45.639253 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e4bd50-b22a-4557-abc6-5229a5e1cdf4 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:38:45.640977 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-33e4bd50-b22a-4557-abc6-5229a5e1cdf4 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:45.648059 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ebd44a-076c-4197-b4fa-17ea7dcd7fdd None None] Network 7ca7294b-456f-4370-a2b8-897c139e874d requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:38:45.651526 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7aa9ef9c-3e7a-4f3c-8394-76cb830f36ed tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:45.669775 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e4bd50-b22a-4557-abc6-5229a5e1cdf4 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Pushing event updated for resources: {'Subnet': ['ID=3d72b4e5-c1aa-46b2-bb86-cd68e2359f5b,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:45.732446 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 1ba8588a-3985-402c-955b-f327d234dbac completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:38:45.745414 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 1ba8588a-3985-402c-955b-f327d234dbac triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:38:45.745932 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:45.785713 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-33e4bd50-b22a-4557-abc6-5229a5e1cdf4 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.4629464 Feb 04 08:38:45.786942 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 48438) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:45.793350 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-76dcc8ae-4441-440a-ad47-f2949784a0aa tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Request body: {'port': {'network_id': '7ca7294b-456f-4370-a2b8-897c139e874d', 'fixed_ips': [{'subnet_id': '758a9400-9e58-40d1-b228-5df7810e9e7b'}, {'subnet_id': '3d72b4e5-c1aa-46b2-bb86-cd68e2359f5b'}], 'name': 'tempest-PortsIpV6TestJSON-1248532045'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:38:45.798700 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd2d9d93-569b-42a4-9398-7b0b52d708ab tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Router 90852817-8b61-4771-aa29-849e29ce7005 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:38:45.897642 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4899f055-8e63-497d-8f5e-2937a77c7a13 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Router 1574f793-4060-4da8-8d5a-2c692a07adbc is scheduled to L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 with binding_index 1 {{(pid=84107) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 08:38:45.898325 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7aa9ef9c-3e7a-4f3c-8394-76cb830f36ed tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:45.902084 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa9ef9c-3e7a-4f3c-8394-76cb830f36ed tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:38:45.902779 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7aa9ef9c-3e7a-4f3c-8394-76cb830f36ed tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:45.958373 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:46.029308 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port 1ba8588a-3985-402c-955b-f327d234dbac, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=1ba8588a-3985-402c-955b-f327d234dbac,segment=NetworkSegment(edf4c261-9dc2-4820-ae48-2ea410301a8b),segment_id=edf4c261-9dc2-4820-ae48-2ea410301a8b)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:38:46.043368 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-76dcc8ae-4441-440a-ad47-f2949784a0aa tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:38:46.085034 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-76dcc8ae-4441-440a-ad47-f2949784a0aa tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Usage tracker for resource:port and tenant:e63069d3cf3540d8aad7a137ff4999ec is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:38:46.088781 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-76dcc8ae-4441-440a-ad47-f2949784a0aa tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:38:46.101004 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9ef9c-3e7a-4f3c-8394-76cb830f36ed tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Pushing event updated for resources: {'Network': ['ID=f6bfcde1-3f7e-438b-bb38-10803894ff3b,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:46.133307 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network f6bfcde1-3f7e-438b-bb38-10803894ff3b details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:38:46.145429 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:46.162587 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-76dcc8ae-4441-440a-ad47-f2949784a0aa tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:38:46.316890 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-7aa9ef9c-3e7a-4f3c-8394-76cb830f36ed tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2068112 Feb 04 08:38:46.321261 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76dcc8ae-4441-440a-ad47-f2949784a0aa tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Made reservation on behalf of e63069d3cf3540d8aad7a137ff4999ec for: {'port': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:38:46.321713 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 48446) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:46.328423 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b7b510-6b49-469a-bfdf-1c43f047c813 None None] Update dhcp port {'port': {'network_id': '7ca7294b-456f-4370-a2b8-897c139e874d', 'fixed_ips': [{'subnet_id': '758a9400-9e58-40d1-b228-5df7810e9e7b', 'ip_address': '2001:db8::2'}, {'subnet_id': '3d72b4e5-c1aa-46b2-bb86-cd68e2359f5b'}], 'binding:host_id': 'dv-neutron-827798-2-hyperv'}, 'id': '1ba8588a-3985-402c-955b-f327d234dbac'} from dv-neutron-827798-2-hyperv. {{(pid=84109) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 04 08:38:46.336402 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-2190dd7c-ef3c-4841-a75b-f46a3ed423c0 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Request body: {'subnet': {'network_id': 'f6bfcde1-3f7e-438b-bb38-10803894ff3b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:38:46.369752 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=1ba8588a-3985-402c-955b-f327d234dbac,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:46.389571 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-44b7b510-6b49-469a-bfdf-1c43f047c813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:46.446055 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44989fb5-ac2b-4ad7-9a73-6ae7b7da5e43 req-1b7a6c78-302a-458a-ae55-80289789bbc3 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:38:46.447667 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-44989fb5-ac2b-4ad7-9a73-6ae7b7da5e43 req-1b7a6c78-302a-458a-ae55-80289789bbc3 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] 10.222.0.47 "GET /v2.0/ports?device_id=366365a9-947d-42ad-8b39-81e07299534b HTTP/1.1" status: 200 len: 945 time: 0.4381294 Feb 04 08:38:46.475755 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-bf96b745-535f-42a8-9d8c-c27ab537fb7b tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] 10.222.0.36 "GET /v2.0/routers/9d93e2ee-fce9-4d49-abb2-f351caa72c5b HTTP/1.1" status: 200 len: 926 time: 1.0667129 Feb 04 08:38:46.479350 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 48450) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:46.527305 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-2190dd7c-ef3c-4841-a75b-f46a3ed423c0 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:38:46.533280 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ee25288-3fcc-49fd-b063-6a5d5ffe9918 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:38:46.538561 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-2190dd7c-ef3c-4841-a75b-f46a3ed423c0 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Usage tracker for resource:subnet and tenant:1216cf6397c6415eb938e86c1901dea6 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:38:46.549836 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-2190dd7c-ef3c-4841-a75b-f46a3ed423c0 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:38:46.565331 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81d93d1-7503-4acf-a9f9-9ce5d3d1d9b8 req-d59d46c8-f1bd-4bde-92a9-f5a4215a7f37 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:38:46.566373 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b81d93d1-7503-4acf-a9f9-9ce5d3d1d9b8 req-d59d46c8-f1bd-4bde-92a9-f5a4215a7f37 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] 10.222.0.36 "GET /v2.0/ports?device_id=366365a9-947d-42ad-8b39-81e07299534b HTTP/1.1" status: 200 len: 945 time: 0.4055724 Feb 04 08:38:46.573702 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-2190dd7c-ef3c-4841-a75b-f46a3ed423c0 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:38:46.573953 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1083432-2c45-4a0c-b3cc-0f4a66467004 None None] Sync routers for ids ['08005c51-f8c4-44e4-a040-c2b349847009'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:38:46.613199 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1083432-2c45-4a0c-b3cc-0f4a66467004 None None] Routers {'08005c51-f8c4-44e4-a040-c2b349847009'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:38:46.613867 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-c1083432-2c45-4a0c-b3cc-0f4a66467004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:38:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['08005c51-f8c4-44e4-a040-c2b349847009'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:38:46.644699 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [req-44989fb5-ac2b-4ad7-9a73-6ae7b7da5e43 req-95cbbd5d-c8f5-49e6-a6f8-9066a15ef20d tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Deleting port 78678a4e-3471-4771-905b-d44f3da77bd9 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:38:46.646922 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-44989fb5-ac2b-4ad7-9a73-6ae7b7da5e43 req-95cbbd5d-c8f5-49e6-a6f8-9066a15ef20d tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:46.656931 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8ee25288-3fcc-49fd-b063-6a5d5ffe9918 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks [] for router, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:46.660807 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-8ee25288-3fcc-49fd-b063-6a5d5ffe9918 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.9361064 Feb 04 08:38:46.661290 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 48454) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:46.666318 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-8ce18a58-e877-4dc2-92b1-b5a21a4edf50 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:38:46.676516 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-44b7b510-6b49-469a-bfdf-1c43f047c813 None None] Allocated IP 2001:db8:0:1::2 (7ca7294b-456f-4370-a2b8-897c139e874d/3d72b4e5-c1aa-46b2-bb86-cd68e2359f5b/1ba8588a-3985-402c-955b-f327d234dbac) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:38:46.679676 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-76dcc8ae-4441-440a-ad47-f2949784a0aa tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:46.686113 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-c1083432-2c45-4a0c-b3cc-0f4a66467004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:38:46.723627 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1083432-2c45-4a0c-b3cc-0f4a66467004 None None] Routers {'08005c51-f8c4-44e4-a040-c2b349847009'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:38:46.724253 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-c1083432-2c45-4a0c-b3cc-0f4a66467004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:38:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['08005c51-f8c4-44e4-a040-c2b349847009'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:38:46.734555 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2190dd7c-ef3c-4841-a75b-f46a3ed423c0 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Made reservation on behalf of 1216cf6397c6415eb938e86c1901dea6 for: {'subnet': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:38:46.747127 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264e925c-2d79-4c79-8fd3-3f19afdefa1d req-ad59aebd-63fb-49ae-959f-e322fef45883 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:38:46.749349 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-264e925c-2d79-4c79-8fd3-3f19afdefa1d req-ad59aebd-63fb-49ae-959f-e322fef45883 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] 10.222.0.36 "GET /v2.0/ports?device_id=1644fee2-105a-4ec7-be68-63a115a652c3 HTTP/1.1" status: 200 len: 946 time: 0.4071517 Feb 04 08:38:46.756334 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4899f055-8e63-497d-8f5e-2937a77c7a13 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:38:46.765686 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-4899f055-8e63-497d-8f5e-2937a77c7a13 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "PUT /v2.0/routers/1574f793-4060-4da8-8d5a-2c692a07adbc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6542947 Feb 04 08:38:46.767256 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b81d93d1-7503-4acf-a9f9-9ce5d3d1d9b8 req-fbc21ad5-7795-4ff9-a603-13749beabc7a tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] 10.222.0.36 "GET /v2.0/security-groups?id=14968e18-e111-4015-999f-127e7e9cb94a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1812525 Feb 04 08:38:46.772259 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc0a7d8-1c98-4e74-8e11-869b2a9c0cd8 None None] Sync routers for ids ['1574f793-4060-4da8-8d5a-2c692a07adbc'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:38:46.783688 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 48458) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:46.790142 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc0a7d8-1c98-4e74-8e11-869b2a9c0cd8 None None] Routers {'1574f793-4060-4da8-8d5a-2c692a07adbc'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:38:46.791875 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-bbc0a7d8-1c98-4e74-8e11-869b2a9c0cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:38:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['1574f793-4060-4da8-8d5a-2c692a07adbc'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:38:46.817696 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [None req-76dcc8ae-4441-440a-ad47-f2949784a0aa tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] device_id is not set on port c96901da-bb4b-4f92-a22b-612ab4f3f366 yet. {{(pid=84107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:38:46.840958 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-c1083432-2c45-4a0c-b3cc-0f4a66467004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:38:46.841361 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1083432-2c45-4a0c-b3cc-0f4a66467004 None None] The sync data for ids ['08005c51-f8c4-44e4-a040-c2b349847009'] in dv-neutron-827798-2-hyperv is: [] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:38:46.855823 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-1c0f148c-be9f-4f4b-8f54-96db97419323 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Synchronizing usage tracker for tenant:472edb14196942999394e53aaa0733ea on resource:port {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:38:46.919626 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2190dd7c-ef3c-4841-a75b-f46a3ed423c0 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8119726'] for subnet, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:46.968294 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfc8efa-a181-476b-9293-04cb1ff0b575 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:38:46.968908 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-ecfc8efa-a181-476b-9293-04cb1ff0b575 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Synchronizing usage tracker for tenant:ffa27937301745e1ad43fa520f28cbc3 on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:38:46.999190 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-44b7b510-6b49-469a-bfdf-1c43f047c813 None None] For port 1ba8588a-3985-402c-955b-f327d234dbac, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=1ba8588a-3985-402c-955b-f327d234dbac,segment=NetworkSegment(edf4c261-9dc2-4820-ae48-2ea410301a8b),segment_id=edf4c261-9dc2-4820-ae48-2ea410301a8b)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:38:47.004172 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-1c0f148c-be9f-4f4b-8f54-96db97419323 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Unset dirty status for tenant:472edb14196942999394e53aaa0733ea on resource:port {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:38:47.008143 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-1c0f148c-be9f-4f4b-8f54-96db97419323 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=e264bd74-c56b-43d0-9059-bcb57dbbe5bc&device_id=9d93e2ee-fce9-4d49-abb2-f351caa72c5b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5249591 Feb 04 08:38:47.017886 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 48462) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:47.036735 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd2d9d93-569b-42a4-9398-7b0b52d708ab tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:38:47.056865 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a870b0f8-fbdf-490f-a49c-bc83effc1fd1 None None] Sync routers for ids ['90852817-8b61-4771-aa29-849e29ce7005'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:38:47.063564 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-bbc0a7d8-1c98-4e74-8e11-869b2a9c0cd8 None None] Set router 1574f793-4060-4da8-8d5a-2c692a07adbc gateway port host: None {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:38:47.075590 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a870b0f8-fbdf-490f-a49c-bc83effc1fd1 None None] Routers {'90852817-8b61-4771-aa29-849e29ce7005'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:38:47.076686 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-a870b0f8-fbdf-490f-a49c-bc83effc1fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:38:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['90852817-8b61-4771-aa29-849e29ce7005'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:38:47.131367 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-44b7b510-6b49-469a-bfdf-1c43f047c813 None None] Notify callbacks [] for port, precommit_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:47.154046 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-cd2d9d93-569b-42a4-9398-7b0b52d708ab tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for floatingip, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:47.188680 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-44b7b510-6b49-469a-bfdf-1c43f047c813 None None] Transition to ACTIVE for port object 1ba8588a-3985-402c-955b-f327d234dbac will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:38:47.253263 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-264e925c-2d79-4c79-8fd3-3f19afdefa1d req-a7958507-dd94-4c02-a504-b933ee3b5294 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] 10.222.0.36 "GET /v2.0/security-groups?id=1cf66706-a623-46a6-9f5d-54c09d760d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4831433 Feb 04 08:38:47.279318 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-cd2d9d93-569b-42a4-9398-7b0b52d708ab tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 8.1060703 Feb 04 08:38:47.291450 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cd345d0-ab65-4db3-8ffb-c06fae39e475', 'tag': 'fbbca797-c27a-467e-8941-34e4e2a1d2c3'}] {{(pid=84108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:38:47.298105 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 48466) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:47.322105 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-ecfc8efa-a181-476b-9293-04cb1ff0b575 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Unset dirty status for tenant:ffa27937301745e1ad43fa520f28cbc3 on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:38:47.323270 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-ecfc8efa-a181-476b-9293-04cb1ff0b575 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "GET /v2.0/ports/7e605cdf-7b38-4535-ab93-33d67188b64d HTTP/1.1" status: 200 len: 911 time: 0.5372653 Feb 04 08:38:47.325981 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-44b7b510-6b49-469a-bfdf-1c43f047c813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:47.348644 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 48474) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:47.528390 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2190dd7c-ef3c-4841-a75b-f46a3ed423c0 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7593498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8119736'] for subnet, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:47.536844 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-707b1488-3c96-45a4-ad3f-5c01a341c95e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/floatingips/b10c9053-7097-4638-a562-b2cccd65def5 HTTP/1.1" status: 200 len: 992 time: 0.2357037 Feb 04 08:38:47.550244 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 1ba8588a-3985-402c-955b-f327d234dbac up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:38:47.626706 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2190dd7c-ef3c-4841-a75b-f46a3ed423c0 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Pushing event updated for resources: {'Subnet': ['ID=f7a45cec-b41f-42d1-affe-589bf3bb5838,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:47.643500 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b7b510-6b49-469a-bfdf-1c43f047c813 None None] Pushing event updated for resources: {'Port': ['ID=1ba8588a-3985-402c-955b-f327d234dbac,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:47.654645 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-a870b0f8-fbdf-490f-a49c-bc83effc1fd1 None None] Set router 90852817-8b61-4771-aa29-849e29ce7005 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:38:47.683417 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2190dd7c-ef3c-4841-a75b-f46a3ed423c0 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Checking segment: {'id': '528a7acb-494f-4f05-a9bf-0e55cf579288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f6bfcde1-3f7e-438b-bb38-10803894ff3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:38:47.684027 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2190dd7c-ef3c-4841-a75b-f46a3ed423c0 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Network hostable DHCP agents. Network: f6bfcde1-3f7e-438b-bb38-10803894ff3b, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:38:47.815838 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-bbc0a7d8-1c98-4e74-8e11-869b2a9c0cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1574f793-4060-4da8-8d5a-2c692a07adbc', 'name': 'tempest-NetworksTestDHCPv6-router-585478123', 'tenant_id': 'ffa27937301745e1ad43fa520f28cbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:38:39Z', 'updated_at': '2022-02-04T08:38:43Z', 'revision_number': 2, 'project_id': 'ffa27937301745e1ad43fa520f28cbc3', 'gw_port_host': None, '_interfaces': [{'id': '7e605cdf-7b38-4535-ab93-33d67188b64d', 'name': '', 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'tenant_id': 'ffa27937301745e1ad43fa520f28cbc3', 'mac_address': 'fa:16:3e:8d:cd:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1574f793-4060-4da8-8d5a-2c692a07adbc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70f73621-86a7-40e3-a76d-b10dc546892c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:38:41Z', 'updated_at': '2022-02-04T08:38:43Z', 'revision_number': 2, 'project_id': 'ffa27937301745e1ad43fa520f28cbc3', 'subnets': [{'id': '70f73621-86a7-40e3-a76d-b10dc546892c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:38:47.818462 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b528b2c-64b9-4fb8-a504-9743d816fec3 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:38:47.819035 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-6b528b2c-64b9-4fb8-a504-9743d816fec3 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Synchronizing usage tracker for tenant:472edb14196942999394e53aaa0733ea on resource:network {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:38:47.824492 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc0a7d8-1c98-4e74-8e11-869b2a9c0cd8 None None] Checking router: 1574f793-4060-4da8-8d5a-2c692a07adbc for host: dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 08:38:47.824879 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc0a7d8-1c98-4e74-8e11-869b2a9c0cd8 None None] Updating router 1574f793-4060-4da8-8d5a-2c692a07adbc port 7e605cdf-7b38-4535-ab93-33d67188b64d binding host dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 08:38:47.851923 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [req-44989fb5-ac2b-4ad7-9a73-6ae7b7da5e43 req-95cbbd5d-c8f5-49e6-a6f8-9066a15ef20d tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] For port 78678a4e-3471-4771-905b-d44f3da77bd9, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=78678a4e-3471-4771-905b-d44f3da77bd9,segment=NetworkSegment(42a6b551-2c6d-433c-b38a-a2ee6afc72f2),segment_id=42a6b551-2c6d-433c-b38a-a2ee6afc72f2)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:38:47.852835 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-44989fb5-ac2b-4ad7-9a73-6ae7b7da5e43 req-95cbbd5d-c8f5-49e6-a6f8-9066a15ef20d tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:47.938262 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-bbc0a7d8-1c98-4e74-8e11-869b2a9c0cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:47.997166 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2190dd7c-ef3c-4841-a75b-f46a3ed423c0 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Network f6bfcde1-3f7e-438b-bb38-10803894ff3b is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:38:48.037830 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cd345d0-ab65-4db3-8ffb-c06fae39e475', 'tag': 'fbbca797-c27a-467e-8941-34e4e2a1d2c3', 'status': 'completed', 'code': 200} Feb 04 08:38:48.164855 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-2190dd7c-ef3c-4841-a75b-f46a3ed423c0 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, f6bfcde1-3f7e-438b-bb38-10803894ff3b) {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:38:48.183151 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2190dd7c-ef3c-4841-a75b-f46a3ed423c0 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:38:48.183749 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2190dd7c-ef3c-4841-a75b-f46a3ed423c0 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:48.185774 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e323765-adc5-4adf-a504-bece0f1eb4ba None None] Network f6bfcde1-3f7e-438b-bb38-10803894ff3b requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:38:48.357437 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19cd2fd5-2ecd-49ed-93d0-399a3e194279 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:38:48.362198 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19cd2fd5-2ecd-49ed-93d0-399a3e194279 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:38:48.366669 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-19cd2fd5-2ecd-49ed-93d0-399a3e194279 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 1.0144298 Feb 04 08:38:48.373518 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-76dcc8ae-4441-440a-ad47-f2949784a0aa tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Allocated IP 2001:db8::93 (7ca7294b-456f-4370-a2b8-897c139e874d/758a9400-9e58-40d1-b228-5df7810e9e7b/c96901da-bb4b-4f92-a22b-612ab4f3f366) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:38:48.387044 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-6b528b2c-64b9-4fb8-a504-9743d816fec3 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Unset dirty status for tenant:472edb14196942999394e53aaa0733ea on resource:network {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:38:48.388713 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-6b528b2c-64b9-4fb8-a504-9743d816fec3 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] 10.222.0.36 "GET /v2.0/networks/e264bd74-c56b-43d0-9059-bcb57dbbe5bc HTTP/1.1" status: 200 len: 881 time: 1.3689909 Feb 04 08:38:48.391007 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 48488) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:48.466161 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 48490) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:48.534754 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-76dcc8ae-4441-440a-ad47-f2949784a0aa tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Allocated IP 2001:db8:0:1::3d (7ca7294b-456f-4370-a2b8-897c139e874d/3d72b4e5-c1aa-46b2-bb86-cd68e2359f5b/c96901da-bb4b-4f92-a22b-612ab4f3f366) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:38:48.547739 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 48496) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:48.549291 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-a870b0f8-fbdf-490f-a49c-bc83effc1fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90852817-8b61-4771-aa29-849e29ce7005', 'name': 'tempest-TestNetworkBasicOps-router-2057065806', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18'}], 'enable_snat': True}, 'gw_port_id': 'e6f40c31-b6de-48e6-8f71-a0473c650669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:37:36Z', 'updated_at': '2022-02-04T08:37:53Z', 'revision_number': 4, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': 'e6f40c31-b6de-48e6-8f71-a0473c650669', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:52:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90852817-8b61-4771-aa29-849e29ce7005', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:37:38Z', 'updated_at': '2022-02-04T08:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': 'b10c9053-7097-4638-a562-b2cccd65def5', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'floating_ip_address': '172.26.3.226', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': '90852817-8b61-4771-aa29-849e29ce7005', 'port_id': 'fbbca797-c27a-467e-8941-34e4e2a1d2c3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c9b2602-557a-496f-9496-472f42f83572', 'mac_address': 'fa:16:3e:a0:c8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd345d0-ab65-4db3-8ffb-c06fae39e475', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T08:38:41Z', 'updated_at': '2022-02-04T08:38:41Z', 'revision_number': 0, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55a55c91-4d5b-45f3-8136-cd894d1d4b08', 'name': '', 'network_id': '4c9b2602-557a-496f-9496-472f42f83572', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'mac_address': 'fa:16:3e:17:c2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90852817-8b61-4771-aa29-849e29ce7005', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86d0bccd-5c6a-4354-af11-7f0ac9ee3eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:37:51Z', 'updated_at': '2022-02-04T08:38:04Z', 'revision_number': 5, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'subnets': [{'id': '86d0bccd-5c6a-4354-af11-7f0ac9ee3eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:38:48.555349 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a870b0f8-fbdf-490f-a49c-bc83effc1fd1 None None] Checking router: 90852817-8b61-4771-aa29-849e29ce7005 for host: dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 08:38:48.615110 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f653e082-aad6-44c1-8c72-e501722df849 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-f6bfcde1-3f7e-438b-bb38-10803894ff3b', 'network_id': 'f6bfcde1-3f7e-438b-bb38-10803894ff3b', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'fixed_ips': [{'subnet_id': 'f7a45cec-b41f-42d1-affe-589bf3bb5838'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:38:48.616037 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-f653e082-aad6-44c1-8c72-e501722df849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:48.618461 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-bbc0a7d8-1c98-4e74-8e11-869b2a9c0cd8 None None] Notify callbacks [] for port, precommit_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:48.629772 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-2190dd7c-ef3c-4841-a75b-f46a3ed423c0 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2992315 Feb 04 08:38:48.631723 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.provisioning_blocks [None req-bbc0a7d8-1c98-4e74-8e11-869b2a9c0cd8 None None] Transition to ACTIVE for port object 7e605cdf-7b38-4535-ab93-33d67188b64d will not be triggered until provisioned by entity L2. {{(pid=84110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:38:48.633050 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 48500) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:48.637781 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a870b0f8-fbdf-490f-a49c-bc83effc1fd1 None None] Routers {'90852817-8b61-4771-aa29-849e29ce7005'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:38:48.638412 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-a870b0f8-fbdf-490f-a49c-bc83effc1fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:38:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['90852817-8b61-4771-aa29-849e29ce7005'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:38:48.641253 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-8e10b4c0-946b-4676-b9ed-0c0d2b1f3e67 req-76d5d817-5732-4233-a33b-606789ed923a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7df2bfd740464e869863a41b14f4d5af&device_id=0cd345d0-ab65-4db3-8ffb-c06fae39e475 HTTP/1.1" status: 200 len: 1099 time: 0.5814226 Feb 04 08:38:48.644368 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-4e241a88-73d3-46dc-a6ef-53c148455696 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1975119406', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:38:48.671791 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-4e241a88-73d3-46dc-a6ef-53c148455696 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:38:48.689580 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-4e241a88-73d3-46dc-a6ef-53c148455696 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Usage tracker for resource:router and tenant:1216cf6397c6415eb938e86c1901dea6 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:38:48.694210 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-bbc0a7d8-1c98-4e74-8e11-869b2a9c0cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:48.741632 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-4e241a88-73d3-46dc-a6ef-53c148455696 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:38:48.757646 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-4e241a88-73d3-46dc-a6ef-53c148455696 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:38:48.817511 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-6cc11ff0-b2b5-48d3-813b-1bb009768d46 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d93e2ee-fce9-4d49-abb2-f351caa72c5b HTTP/1.1" status: 200 len: 205 time: 0.3460069 Feb 04 08:38:48.817701 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0106ff-35e4-4bf0-9955-70e223d01c49 None None] Pushing event updated for resources: {'Port': ['ID=7e605cdf-7b38-4535-ab93-33d67188b64d,revision_number=3']} {{(pid=84110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:48.818583 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 48504) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:48.829410 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0106ff-35e4-4bf0-9955-70e223d01c49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:38:48.830924 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0106ff-35e4-4bf0-9955-70e223d01c49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:38:48.830924 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0106ff-35e4-4bf0-9955-70e223d01c49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:38:48.830924 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0106ff-35e4-4bf0-9955-70e223d01c49 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:38:48.830924 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0106ff-35e4-4bf0-9955-70e223d01c49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:38:48.831381 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0106ff-35e4-4bf0-9955-70e223d01c49 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:38:48.831884 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0106ff-35e4-4bf0-9955-70e223d01c49 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:38:48.832315 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0106ff-35e4-4bf0-9955-70e223d01c49 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:38:48.832790 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0106ff-35e4-4bf0-9955-70e223d01c49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:38:48.833212 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0106ff-35e4-4bf0-9955-70e223d01c49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:38:48.833688 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0106ff-35e4-4bf0-9955-70e223d01c49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:38:48.967714 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-e5485677-44b4-488d-9397-9ce3dcd6ac35 None None] Provisioning for port 1ba8588a-3985-402c-955b-f327d234dbac completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:38:48.977117 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4e241a88-73d3-46dc-a6ef-53c148455696 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40975'] for router, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:48.978053 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4e241a88-73d3-46dc-a6ef-53c148455696 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40982'] for router, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:48.987869 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-e5485677-44b4-488d-9397-9ce3dcd6ac35 None None] Provisioning complete for port 1ba8588a-3985-402c-955b-f327d234dbac triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:38:48.988239 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-e5485677-44b4-488d-9397-9ce3dcd6ac35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:48.991728 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.managers [None req-bbc0a7d8-1c98-4e74-8e11-869b2a9c0cd8 None None] Attempting to bind port 7e605cdf-7b38-4535-ab93-33d67188b64d on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:38:48.992390 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.managers [None req-bbc0a7d8-1c98-4e74-8e11-869b2a9c0cd8 None None] Attempting to bind port 7e605cdf-7b38-4535-ab93-33d67188b64d by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': '2c48dc91-e362-4611-9354-aede43558386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd'}] {{(pid=84110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:38:48.997470 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc0a7d8-1c98-4e74-8e11-869b2a9c0cd8 None None] Attempting to bind port 7e605cdf-7b38-4535-ab93-33d67188b64d on network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:38:49.005296 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc0a7d8-1c98-4e74-8e11-869b2a9c0cd8 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:38:49.005919 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc0a7d8-1c98-4e74-8e11-869b2a9c0cd8 None None] Checking segment: {'id': '2c48dc91-e362-4611-9354-aede43558386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:38:49.007807 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-bbc0a7d8-1c98-4e74-8e11-869b2a9c0cd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:49.008343 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc0a7d8-1c98-4e74-8e11-869b2a9c0cd8 None None] Bound using segment: {'id': '2c48dc91-e362-4611-9354-aede43558386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd'} {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:38:49.014118 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.managers [None req-bbc0a7d8-1c98-4e74-8e11-869b2a9c0cd8 None None] Bound port: 7e605cdf-7b38-4535-ab93-33d67188b64d, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c48dc91-e362-4611-9354-aede43558386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd'}}] {{(pid=84110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:38:49.016116 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-bbc0a7d8-1c98-4e74-8e11-869b2a9c0cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:49.036329 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8ce18a58-e877-4dc2-92b1-b5a21a4edf50 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40996'] for router, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:49.057012 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e10b4c0-946b-4676-b9ed-0c0d2b1f3e67 req-8304e168-ede1-4a6e-9865-3edf9c01f43a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:38:49.058473 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-8e10b4c0-946b-4676-b9ed-0c0d2b1f3e67 req-8304e168-ede1-4a6e-9865-3edf9c01f43a service neutron] 10.222.0.47 "GET /v2.0/networks?id=4c9b2602-557a-496f-9496-472f42f83572 HTTP/1.1" status: 200 len: 898 time: 0.4061244 Feb 04 08:38:49.097119 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-b2ec5c23-bf60-4ff0-9a75-8cfdf9e39e35 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/floatingips/b10c9053-7097-4638-a562-b2cccd65def5 HTTP/1.1" status: 200 len: 992 time: 0.5030124 Feb 04 08:38:49.109347 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-a870b0f8-fbdf-490f-a49c-bc83effc1fd1 None None] Set router 90852817-8b61-4771-aa29-849e29ce7005 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:38:49.157214 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.db [None req-bbc0a7d8-1c98-4e74-8e11-869b2a9c0cd8 None None] For port 7e605cdf-7b38-4535-ab93-33d67188b64d, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:38:49.163573 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.db [None req-bbc0a7d8-1c98-4e74-8e11-869b2a9c0cd8 None None] For port 7e605cdf-7b38-4535-ab93-33d67188b64d, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=7e605cdf-7b38-4535-ab93-33d67188b64d,segment=NetworkSegment(2c48dc91-e362-4611-9354-aede43558386),segment_id=2c48dc91-e362-4611-9354-aede43558386)] {{(pid=84110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:38:49.225817 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-f653e082-aad6-44c1-8c72-e501722df849 None None] Allocated IP 172.20.0.2 (f6bfcde1-3f7e-438b-bb38-10803894ff3b/f7a45cec-b41f-42d1-affe-589bf3bb5838/1197eb8a-3827-4d85-9bbb-16ac2b61a443) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:38:49.251168 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984a6c8c-bdbc-4068-8b0c-72b781d2bbfc req-0c2e3205-75a1-4dba-b2ee-3f754b9b6d95 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:38:49.252934 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-984a6c8c-bdbc-4068-8b0c-72b781d2bbfc req-0c2e3205-75a1-4dba-b2ee-3f754b9b6d95 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] 10.222.0.47 "GET /v2.0/ports?device_id=1644fee2-105a-4ec7-be68-63a115a652c3 HTTP/1.1" status: 200 len: 946 time: 1.1856091 Feb 04 08:38:49.255545 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-bbc0a7d8-1c98-4e74-8e11-869b2a9c0cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:49.256700 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4e241a88-73d3-46dc-a6ef-53c148455696 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:49.290727 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-8e10b4c0-946b-4676-b9ed-0c0d2b1f3e67 req-fbf27af0-0a52-470b-b347-d0e4ce27fcc5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbbca797-c27a-467e-8941-34e4e2a1d2c3 HTTP/1.1" status: 200 len: 1000 time: 0.2184396 Feb 04 08:38:49.362362 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8ce18a58-e877-4dc2-92b1-b5a21a4edf50 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:49.457317 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4e241a88-73d3-46dc-a6ef-53c148455696 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472990'] for router, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:49.463523 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0106ff-35e4-4bf0-9955-70e223d01c49 None None] Pushing event updated for resources: {'Port': ['ID=7e605cdf-7b38-4535-ab93-33d67188b64d,revision_number=4']} {{(pid=84110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:49.475305 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc0a7d8-1c98-4e74-8e11-869b2a9c0cd8 None None] Routers {'1574f793-4060-4da8-8d5a-2c692a07adbc'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:38:49.477317 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-bbc0a7d8-1c98-4e74-8e11-869b2a9c0cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:38:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['1574f793-4060-4da8-8d5a-2c692a07adbc'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:38:49.490297 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeaa278-6d46-47c0-a965-99ae184d6fb8 req-f143bade-d4b3-45e8-9cc1-3fb0fc5bfc78 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:38:49.504426 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-dbeaa278-6d46-47c0-a965-99ae184d6fb8 req-f143bade-d4b3-45e8-9cc1-3fb0fc5bfc78 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] 10.222.0.36 "GET /v2.0/ports?device_id=366365a9-947d-42ad-8b39-81e07299534b HTTP/1.1" status: 200 len: 945 time: 1.3883734 Feb 04 08:38:49.526890 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e10b4c0-946b-4676-b9ed-0c0d2b1f3e67 req-da567b4f-eba6-4102-a07e-b8a5be8da8f4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:38:49.529305 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-8e10b4c0-946b-4676-b9ed-0c0d2b1f3e67 req-da567b4f-eba6-4102-a07e-b8a5be8da8f4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=86d0bccd-5c6a-4354-af11-7f0ac9ee3eb4 HTTP/1.1" status: 200 len: 835 time: 0.2312582 Feb 04 08:38:49.533544 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-8ce18a58-e877-4dc2-92b1-b5a21a4edf50 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Deleting port 1153e642-887b-4f7a-8b69-4b9f678d3fc7 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:38:49.533886 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8ce18a58-e877-4dc2-92b1-b5a21a4edf50 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:49.674882 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 1ba8588a-3985-402c-955b-f327d234dbac up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:38:49.711146 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-44989fb5-ac2b-4ad7-9a73-6ae7b7da5e43 req-95cbbd5d-c8f5-49e6-a6f8-9066a15ef20d tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:49.711581 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-44989fb5-ac2b-4ad7-9a73-6ae7b7da5e43 req-95cbbd5d-c8f5-49e6-a6f8-9066a15ef20d tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473039'] for floatingip, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:49.711839 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.l3_db [req-44989fb5-ac2b-4ad7-9a73-6ae7b7da5e43 req-95cbbd5d-c8f5-49e6-a6f8-9066a15ef20d tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Floating IP 357b5681-cb05-46c8-acc1-32c97a092510 disassociated. External IP: 172.26.3.188, port: 78678a4e-3471-4771-905b-d44f3da77bd9. Feb 04 08:38:49.712176 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [req-44989fb5-ac2b-4ad7-9a73-6ae7b7da5e43 req-95cbbd5d-c8f5-49e6-a6f8-9066a15ef20d tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Calling delete_port for 78678a4e-3471-4771-905b-d44f3da77bd9 owned by compute:nova {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:38:49.727498 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-bbc0a7d8-1c98-4e74-8e11-869b2a9c0cd8 None None] Set router 1574f793-4060-4da8-8d5a-2c692a07adbc gateway port host: None {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:38:49.767805 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8ce18a58-e877-4dc2-92b1-b5a21a4edf50 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:49.824733 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-dbeaa278-6d46-47c0-a965-99ae184d6fb8 req-53b3d3ad-fe7d-4d42-9074-287ae21a7a35 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] 10.222.0.36 "GET /v2.0/security-groups?id=14968e18-e111-4015-999f-127e7e9cb94a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3205221 Feb 04 08:38:49.845466 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [req-984a6c8c-bdbc-4068-8b0c-72b781d2bbfc req-3e1371c1-f201-4426-b373-c8661ba2d30d tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Deleting port eef8f4f2-3132-4d9d-9006-f98915802e05 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:38:49.845818 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-984a6c8c-bdbc-4068-8b0c-72b781d2bbfc req-3e1371c1-f201-4426-b373-c8661ba2d30d tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:49.904086 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-bc92586c-23bb-49f8-99e5-60f1d626b514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:49.923727 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259495dd-3d6c-4314-9282-915cb4eeb03a req-6332e5a2-a573-41e1-8fb2-0dfaffcfaf00 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:38:49.926374 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-8ce18a58-e877-4dc2-92b1-b5a21a4edf50 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Calling delete_port for 1153e642-887b-4f7a-8b69-4b9f678d3fc7 owned by network:router_gateway {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:38:49.930544 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-259495dd-3d6c-4314-9282-915cb4eeb03a req-6332e5a2-a573-41e1-8fb2-0dfaffcfaf00 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] 10.222.0.36 "GET /v2.0/ports?device_id=1644fee2-105a-4ec7-be68-63a115a652c3 HTTP/1.1" status: 200 len: 946 time: 1.3729899 Feb 04 08:38:50.113315 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-259495dd-3d6c-4314-9282-915cb4eeb03a req-3774cc23-8e56-4ec6-80c8-acd9d3f49c26 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] 10.222.0.36 "GET /v2.0/security-groups?id=1cf66706-a623-46a6-9f5d-54c09d760d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1817839 Feb 04 08:38:50.146442 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-76dcc8ae-4441-440a-ad47-f2949784a0aa tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:50.148136 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 1ba8588a-3985-402c-955b-f327d234dbac triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:38:50.148510 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:50.149742 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 48508) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:50.177801 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-f653e082-aad6-44c1-8c72-e501722df849 None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:50.203497 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4e241a88-73d3-46dc-a6ef-53c148455696 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks [] for router, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:50.205080 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-4e241a88-73d3-46dc-a6ef-53c148455696 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.5696714 Feb 04 08:38:50.211833 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 48512) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:50.215328 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-bbc0a7d8-1c98-4e74-8e11-869b2a9c0cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1574f793-4060-4da8-8d5a-2c692a07adbc', 'name': 'tempest-NetworksTestDHCPv6-router-585478123', 'tenant_id': 'ffa27937301745e1ad43fa520f28cbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:38:39Z', 'updated_at': '2022-02-04T08:38:43Z', 'revision_number': 2, 'project_id': 'ffa27937301745e1ad43fa520f28cbc3', 'gw_port_host': None, '_interfaces': [{'id': '7e605cdf-7b38-4535-ab93-33d67188b64d', 'name': '', 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'tenant_id': 'ffa27937301745e1ad43fa520f28cbc3', 'mac_address': 'fa:16:3e:8d:cd:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1574f793-4060-4da8-8d5a-2c692a07adbc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70f73621-86a7-40e3-a76d-b10dc546892c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:38:41Z', 'updated_at': '2022-02-04T08:38:49Z', 'revision_number': 4, 'project_id': 'ffa27937301745e1ad43fa520f28cbc3', 'subnets': [{'id': '70f73621-86a7-40e3-a76d-b10dc546892c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:38:50.219645 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc0a7d8-1c98-4e74-8e11-869b2a9c0cd8 None None] The sync data for ids ['1574f793-4060-4da8-8d5a-2c692a07adbc'] in dv-neutron-827798-2-hyperv is: [{'id': '1574f793-4060-4da8-8d5a-2c692a07adbc', 'name': 'tempest-NetworksTestDHCPv6-router-585478123', 'tenant_id': 'ffa27937301745e1ad43fa520f28cbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:38:39Z', 'updated_at': '2022-02-04T08:38:43Z', 'revision_number': 2, 'project_id': 'ffa27937301745e1ad43fa520f28cbc3', 'gw_port_host': None, '_interfaces': [{'id': '7e605cdf-7b38-4535-ab93-33d67188b64d', 'name': '', 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'tenant_id': 'ffa27937301745e1ad43fa520f28cbc3', 'mac_address': 'fa:16:3e:8d:cd:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1574f793-4060-4da8-8d5a-2c692a07adbc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70f73621-86a7-40e3-a76d-b10dc546892c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:38:41Z', 'updated_at': '2022-02-04T08:38:49Z', 'revision_number': 4, 'project_id': 'ffa27937301745e1ad43fa520f28cbc3', 'subnets': [{'id': '70f73621-86a7-40e3-a76d-b10dc546892c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:38:50.256045 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-f653e082-aad6-44c1-8c72-e501722df849 None None] Transition to ACTIVE for port object 1197eb8a-3827-4d85-9bbb-16ac2b61a443 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:38:50.303320 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-f653e082-aad6-44c1-8c72-e501722df849 None None] Transition to ACTIVE for port object 1197eb8a-3827-4d85-9bbb-16ac2b61a443 will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:38:50.314159 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8ce18a58-e877-4dc2-92b1-b5a21a4edf50 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:50.382838 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-f653e082-aad6-44c1-8c72-e501722df849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:50.437264 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [None req-76dcc8ae-4441-440a-ad47-f2949784a0aa tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Transition to ACTIVE for port object c96901da-bb4b-4f92-a22b-612ab4f3f366 will not be triggered until provisioned by entity DHCP. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:38:50.454791 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce18a58-e877-4dc2-92b1-b5a21a4edf50 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Pushing event deleted for resources: {'Port': ['ID=1153e642-887b-4f7a-8b69-4b9f678d3fc7,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:50.512430 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f653e082-aad6-44c1-8c72-e501722df849 None None] Network f6bfcde1-3f7e-438b-bb38-10803894ff3b is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:38:50.519427 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-f653e082-aad6-44c1-8c72-e501722df849 None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:38:50.521615 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f653e082-aad6-44c1-8c72-e501722df849 None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:38:50.527327 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-a870b0f8-fbdf-490f-a49c-bc83effc1fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90852817-8b61-4771-aa29-849e29ce7005', 'name': 'tempest-TestNetworkBasicOps-router-2057065806', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18'}], 'enable_snat': True}, 'gw_port_id': 'e6f40c31-b6de-48e6-8f71-a0473c650669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:37:36Z', 'updated_at': '2022-02-04T08:37:53Z', 'revision_number': 4, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': 'e6f40c31-b6de-48e6-8f71-a0473c650669', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:52:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90852817-8b61-4771-aa29-849e29ce7005', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:37:38Z', 'updated_at': '2022-02-04T08:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': 'b10c9053-7097-4638-a562-b2cccd65def5', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'floating_ip_address': '172.26.3.226', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': '90852817-8b61-4771-aa29-849e29ce7005', 'port_id': 'fbbca797-c27a-467e-8941-34e4e2a1d2c3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c9b2602-557a-496f-9496-472f42f83572', 'mac_address': 'fa:16:3e:a0:c8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd345d0-ab65-4db3-8ffb-c06fae39e475', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T08:38:41Z', 'updated_at': '2022-02-04T08:38:41Z', 'revision_number': 0, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55a55c91-4d5b-45f3-8136-cd894d1d4b08', 'name': '', 'network_id': '4c9b2602-557a-496f-9496-472f42f83572', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'mac_address': 'fa:16:3e:17:c2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90852817-8b61-4771-aa29-849e29ce7005', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86d0bccd-5c6a-4354-af11-7f0ac9ee3eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:37:51Z', 'updated_at': '2022-02-04T08:38:04Z', 'revision_number': 5, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'subnets': [{'id': '86d0bccd-5c6a-4354-af11-7f0ac9ee3eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:38:50.534001 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a870b0f8-fbdf-490f-a49c-bc83effc1fd1 None None] The sync data for ids ['90852817-8b61-4771-aa29-849e29ce7005'] in dv-neutron-827798-2-hyperv is: [{'id': '90852817-8b61-4771-aa29-849e29ce7005', 'name': 'tempest-TestNetworkBasicOps-router-2057065806', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18'}], 'enable_snat': True}, 'gw_port_id': 'e6f40c31-b6de-48e6-8f71-a0473c650669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:37:36Z', 'updated_at': '2022-02-04T08:37:53Z', 'revision_number': 4, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': 'e6f40c31-b6de-48e6-8f71-a0473c650669', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:52:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90852817-8b61-4771-aa29-849e29ce7005', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:37:38Z', 'updated_at': '2022-02-04T08:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': 'b10c9053-7097-4638-a562-b2cccd65def5', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'floating_ip_address': '172.26.3.226', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': '90852817-8b61-4771-aa29-849e29ce7005', 'port_id': 'fbbca797-c27a-467e-8941-34e4e2a1d2c3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c9b2602-557a-496f-9496-472f42f83572', 'mac_address': 'fa:16:3e:a0:c8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd345d0-ab65-4db3-8ffb-c06fae39e475', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T08:38:41Z', 'updated_at': '2022-02-04T08:38:41Z', 'revision_number': 0, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55a55c91-4d5b-45f3-8136-cd894d1d4b08', 'name': '', 'network_id': '4c9b2602-557a-496f-9496-472f42f83572', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'mac_address': 'fa:16:3e:17:c2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90852817-8b61-4771-aa29-849e29ce7005', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86d0bccd-5c6a-4354-af11-7f0ac9ee3eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:37:51Z', 'updated_at': '2022-02-04T08:38:04Z', 'revision_number': 5, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'subnets': [{'id': '86d0bccd-5c6a-4354-af11-7f0ac9ee3eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:38:50.546599 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f653e082-aad6-44c1-8c72-e501722df849 None None] Pushing event updated for resources: {'Port': ['ID=1197eb8a-3827-4d85-9bbb-16ac2b61a443,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:50.637917 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-ec1e456f-b28d-42f2-8b20-daa82f8a7bca tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/floatingips/b10c9053-7097-4638-a562-b2cccd65def5 HTTP/1.1" status: 200 len: 992 time: 0.4868536 Feb 04 08:38:50.694346 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-44989fb5-ac2b-4ad7-9a73-6ae7b7da5e43 req-95cbbd5d-c8f5-49e6-a6f8-9066a15ef20d tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:50.699176 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-f653e082-aad6-44c1-8c72-e501722df849 None None] Attempting to bind port 1197eb8a-3827-4d85-9bbb-16ac2b61a443 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:38:50.699543 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-f653e082-aad6-44c1-8c72-e501722df849 None None] Attempting to bind port 1197eb8a-3827-4d85-9bbb-16ac2b61a443 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': '528a7acb-494f-4f05-a9bf-0e55cf579288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f6bfcde1-3f7e-438b-bb38-10803894ff3b'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:38:50.699970 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f653e082-aad6-44c1-8c72-e501722df849 None None] Attempting to bind port 1197eb8a-3827-4d85-9bbb-16ac2b61a443 on network f6bfcde1-3f7e-438b-bb38-10803894ff3b {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:38:50.707677 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f653e082-aad6-44c1-8c72-e501722df849 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:38:50.708207 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f653e082-aad6-44c1-8c72-e501722df849 None None] Checking segment: {'id': '528a7acb-494f-4f05-a9bf-0e55cf579288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f6bfcde1-3f7e-438b-bb38-10803894ff3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:38:50.708419 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-f653e082-aad6-44c1-8c72-e501722df849 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:50.708846 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f653e082-aad6-44c1-8c72-e501722df849 None None] Bound using segment: {'id': '528a7acb-494f-4f05-a9bf-0e55cf579288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f6bfcde1-3f7e-438b-bb38-10803894ff3b'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:38:50.709301 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-f653e082-aad6-44c1-8c72-e501722df849 None None] Bound port: 1197eb8a-3827-4d85-9bbb-16ac2b61a443, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '528a7acb-494f-4f05-a9bf-0e55cf579288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f6bfcde1-3f7e-438b-bb38-10803894ff3b'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:38:50.709671 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-f653e082-aad6-44c1-8c72-e501722df849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:50.768221 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cbbd5d-c8f5-49e6-a6f8-9066a15ef20d tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Pushing event deleted for resources: {'Port': ['ID=78678a4e-3471-4771-905b-d44f3da77bd9,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:50.772459 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [req-984a6c8c-bdbc-4068-8b0c-72b781d2bbfc req-3e1371c1-f201-4426-b373-c8661ba2d30d tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] For port eef8f4f2-3132-4d9d-9006-f98915802e05, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=eef8f4f2-3132-4d9d-9006-f98915802e05,segment=NetworkSegment(abfacce5-3f7a-4b80-922a-484ccd12f68d),segment_id=abfacce5-3f7a-4b80-922a-484ccd12f68d)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:38:50.772912 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-984a6c8c-bdbc-4068-8b0c-72b781d2bbfc req-3e1371c1-f201-4426-b373-c8661ba2d30d tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:50.776456 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-335d02db-f753-48e4-b65a-cd750b1783a8 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks [] for router, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:50.827694 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-f653e082-aad6-44c1-8c72-e501722df849 None None] For port 1197eb8a-3827-4d85-9bbb-16ac2b61a443, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:38:50.831310 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-f653e082-aad6-44c1-8c72-e501722df849 None None] For port 1197eb8a-3827-4d85-9bbb-16ac2b61a443, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=1197eb8a-3827-4d85-9bbb-16ac2b61a443,segment=NetworkSegment(528a7acb-494f-4f05-a9bf-0e55cf579288),segment_id=528a7acb-494f-4f05-a9bf-0e55cf579288)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:38:50.923659 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-f653e082-aad6-44c1-8c72-e501722df849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:50.949263 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fa60fd-3b59-433a-907c-1aac1ab46b26 None None] New status for floating IP b10c9053-7097-4638-a562-b2cccd65def5: ACTIVE {{(pid=84110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 08:38:51.063550 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device 78678a4e-3471-4771-905b-d44f3da77bd9 no longer exists at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:38:51.105914 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] No Port match for: 78678a4e-3471-4771-905b-d44f3da77bd9 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:38:51.106089 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device 78678a4e-3471-4771-905b-d44f3da77bd9 not bound to the agent host hv-neutron-8277 {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:38:51.133226 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f653e082-aad6-44c1-8c72-e501722df849 None None] Pushing event updated for resources: {'Port': ['ID=1197eb8a-3827-4d85-9bbb-16ac2b61a443,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:51.137343 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-8e10b4c0-946b-4676-b9ed-0c0d2b1f3e67 req-ee5655ee-9541-4d93-8e56-bb29867e0d6e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4c9b2602-557a-496f-9496-472f42f83572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.0849509 Feb 04 08:38:51.148107 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-137e4b8e-ca22-4472-bb78-a1d2f2c88f3e req-d7d5a459-8076-4229-9029-9dc433dff610 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] 10.222.0.36 "GET /v2.0/ports?device_id=366365a9-947d-42ad-8b39-81e07299534b HTTP/1.1" status: 200 len: 210 time: 0.0798519 Feb 04 08:38:51.149625 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-76dcc8ae-4441-440a-ad47-f2949784a0aa tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:51.266934 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76dcc8ae-4441-440a-ad47-f2949784a0aa tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Network 7ca7294b-456f-4370-a2b8-897c139e874d is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:38:51.277369 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8ce18a58-e877-4dc2-92b1-b5a21a4edf50 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473010'] for router_gateway, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:51.334835 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-76dcc8ae-4441-440a-ad47-f2949784a0aa tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:38:51.350128 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76dcc8ae-4441-440a-ad47-f2949784a0aa tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:38:51.354034 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76dcc8ae-4441-440a-ad47-f2949784a0aa tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:38:51.354707 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-76dcc8ae-4441-440a-ad47-f2949784a0aa tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:51.537390 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 7e605cdf-7b38-4535-ab93-33d67188b64d up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:38:51.571190 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-76dcc8ae-4441-440a-ad47-f2949784a0aa tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 5.7765081 Feb 04 08:38:51.574198 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 48522) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:51.650342 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8ce18a58-e877-4dc2-92b1-b5a21a4edf50 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40996'] for router, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:51.655753 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 48524) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:51.791734 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-c9014fcb-a5d7-473b-970a-dd2b23142494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:51.798716 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8ce18a58-e877-4dc2-92b1-b5a21a4edf50 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-472436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-472429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-475363'] for router, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:51.862731 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-e68c73bf-8086-4d69-8215-9a412df3856e tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '758a9400-9e58-40d1-b228-5df7810e9e7b'}]}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:38:51.964291 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dcc8ae-4441-440a-ad47-f2949784a0aa tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Pushing event updated for resources: {'Port': ['ID=c96901da-bb4b-4f92-a22b-612ab4f3f366,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:51.986061 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 7e605cdf-7b38-4535-ab93-33d67188b64d completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:38:51.993910 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 7e605cdf-7b38-4535-ab93-33d67188b64d triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:38:51.998310 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:52.023350 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-b6722617-adb6-4ddf-93cc-f7bb3dacd24d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/floatingips/b10c9053-7097-4638-a562-b2cccd65def5 HTTP/1.1" status: 200 len: 994 time: 0.3642714 Feb 04 08:38:52.069719 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-984a6c8c-bdbc-4068-8b0c-72b781d2bbfc req-3e1371c1-f201-4426-b373-c8661ba2d30d tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:52.070090 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-984a6c8c-bdbc-4068-8b0c-72b781d2bbfc req-3e1371c1-f201-4426-b373-c8661ba2d30d tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473039'] for floatingip, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:52.070400 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.l3_db [req-984a6c8c-bdbc-4068-8b0c-72b781d2bbfc req-3e1371c1-f201-4426-b373-c8661ba2d30d tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Floating IP 59b20221-f969-4953-842d-6d432d960b27 disassociated. External IP: 172.26.3.235, port: eef8f4f2-3132-4d9d-9006-f98915802e05. Feb 04 08:38:52.070744 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [req-984a6c8c-bdbc-4068-8b0c-72b781d2bbfc req-3e1371c1-f201-4426-b373-c8661ba2d30d tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Calling delete_port for eef8f4f2-3132-4d9d-9006-f98915802e05 owned by compute:nova {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:38:52.084837 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-8e10b4c0-946b-4676-b9ed-0c0d2b1f3e67 req-a5d04b65-4fca-4430-a809-8e6aff1077b1 service neutron] 10.222.0.47 "GET /v2.0/networks/4c9b2602-557a-496f-9496-472f42f83572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9149134 Feb 04 08:38:52.118803 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-597485a4-88e9-482c-960e-237770ffc667 None None] Provisioning for port c96901da-bb4b-4f92-a22b-612ab4f3f366 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:38:52.122744 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-597485a4-88e9-482c-960e-237770ffc667 None None] Provisioning complete for port c96901da-bb4b-4f92-a22b-612ab4f3f366 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:38:52.123119 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-597485a4-88e9-482c-960e-237770ffc667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:52.276106 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-597485a4-88e9-482c-960e-237770ffc667 None None] Port c96901da-bb4b-4f92-a22b-612ab4f3f366 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:38:52.318586 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:52.363986 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port 7e605cdf-7b38-4535-ab93-33d67188b64d, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=7e605cdf-7b38-4535-ab93-33d67188b64d,segment=NetworkSegment(2c48dc91-e362-4611-9354-aede43558386),segment_id=2c48dc91-e362-4611-9354-aede43558386)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:38:52.388477 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c1e7b-710d-44e7-bad2-9b09e24e52af req-5d4c6b24-c3ab-4ab2-b5ba-e01615736e48 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:38:52.390226 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-de6c1e7b-710d-44e7-bad2-9b09e24e52af req-5d4c6b24-c3ab-4ab2-b5ba-e01615736e48 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] 10.222.0.36 "GET /v2.0/ports?device_id=1644fee2-105a-4ec7-be68-63a115a652c3 HTTP/1.1" status: 200 len: 946 time: 0.9772179 Feb 04 08:38:52.426250 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:52.488638 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-7f19deb1-eca9-4898-96dc-b5bca4b3728e req-4362a8b7-aa4c-4faf-90c9-149b43387891 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Synchronizing usage tracker for tenant:ead21cd697164942839c9343c97d0d9d on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:38:52.511609 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=7e605cdf-7b38-4535-ab93-33d67188b64d,revision_number=5']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:52.642215 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ce18a58-e877-4dc2-92b1-b5a21a4edf50 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Router 08005c51-f8c4-44e4-a040-c2b349847009 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:38:52.650860 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33386fe-2801-488e-be0d-4e2d2a7d3bc4 None None] Network f6bfcde1-3f7e-438b-bb38-10803894ff3b requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:38:52.651480 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-7f19deb1-eca9-4898-96dc-b5bca4b3728e req-4362a8b7-aa4c-4faf-90c9-149b43387891 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Unset dirty status for tenant:ead21cd697164942839c9343c97d0d9d on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:38:52.652663 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7f19deb1-eca9-4898-96dc-b5bca4b3728e req-4362a8b7-aa4c-4faf-90c9-149b43387891 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] 10.222.0.36 "GET /v2.0/ports?device_id=366365a9-947d-42ad-8b39-81e07299534b HTTP/1.1" status: 200 len: 210 time: 0.2429318 Feb 04 08:38:52.678832 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-8e10b4c0-946b-4676-b9ed-0c0d2b1f3e67 req-b72b034d-5ad8-4f36-b4e5-3d7e6edf816b service neutron] 10.222.0.47 "GET /v2.0/networks/4c9b2602-557a-496f-9496-472f42f83572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5861266 Feb 04 08:38:52.714831 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f018ce23-f8d2-4f13-b690-2f1e3810a803 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:52.735776 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-de6c1e7b-710d-44e7-bad2-9b09e24e52af req-551a6b13-0caf-4431-98b1-f5305854a13f tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] 10.222.0.36 "GET /v2.0/security-groups?id=1cf66706-a623-46a6-9f5d-54c09d760d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3200467 Feb 04 08:38:52.773028 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e68c73bf-8086-4d69-8215-9a412df3856e tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:52.853733 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-984a6c8c-bdbc-4068-8b0c-72b781d2bbfc req-3e1371c1-f201-4426-b373-c8661ba2d30d tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:52.938201 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1371c1-f201-4426-b373-c8661ba2d30d tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Pushing event deleted for resources: {'Port': ['ID=eef8f4f2-3132-4d9d-9006-f98915802e05,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:52.965022 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [req-44989fb5-ac2b-4ad7-9a73-6ae7b7da5e43 req-95cbbd5d-c8f5-49e6-a6f8-9066a15ef20d tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Router c28cf13b-6967-4f63-bb44-9dfb495d0c02 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:38:53.006253 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-1cff2066-b939-4995-89ea-d06608cbfdad None None] Provisioning for port 1197eb8a-3827-4d85-9bbb-16ac2b61a443 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:38:53.010580 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:53.011501 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device eef8f4f2-3132-4d9d-9006-f98915802e05 no longer exists at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:38:53.050123 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:53.074684 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-335d02db-f753-48e4-b65a-cd750b1783a8 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:53.082337 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] No Port match for: eef8f4f2-3132-4d9d-9006-f98915802e05 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:38:53.082857 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device eef8f4f2-3132-4d9d-9006-f98915802e05 not bound to the agent host hv-neutron-8277 {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:38:53.104365 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ce18a58-e877-4dc2-92b1-b5a21a4edf50 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:38:53.123985 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e46a19-556b-49f3-a52d-bf765f424d39 None None] Sync routers for ids ['08005c51-f8c4-44e4-a040-c2b349847009'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:38:53.146936 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e46a19-556b-49f3-a52d-bf765f424d39 None None] Routers {'08005c51-f8c4-44e4-a040-c2b349847009'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:38:53.147602 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-e9e46a19-556b-49f3-a52d-bf765f424d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:38:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['08005c51-f8c4-44e4-a040-c2b349847009'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:38:53.151628 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-335d02db-f753-48e4-b65a-cd750b1783a8 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Deleting port ac026d60-4362-4ff5-b8ec-4f62bab0b6c1 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:38:53.151969 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-335d02db-f753-48e4-b65a-cd750b1783a8 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:53.197252 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8ce18a58-e877-4dc2-92b1-b5a21a4edf50 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks [] for router, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:53.202236 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-8ce18a58-e877-4dc2-92b1-b5a21a4edf50 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] 10.222.0.36 "PUT /v2.0/routers/08005c51-f8c4-44e4-a040-c2b349847009 HTTP/1.1" status: 200 len: 705 time: 6.5362234 Feb 04 08:38:53.210897 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 48532) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:53.305231 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-e9e46a19-556b-49f3-a52d-bf765f424d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:38:53.333958 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e46a19-556b-49f3-a52d-bf765f424d39 None None] Routers {'08005c51-f8c4-44e4-a040-c2b349847009'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:38:53.334557 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-e9e46a19-556b-49f3-a52d-bf765f424d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:38:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['08005c51-f8c4-44e4-a040-c2b349847009'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:38:53.435747 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e3841d3a-8f8a-4607-b606-9cb712820eb5 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473817'] for router_interface, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:53.463314 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-f018ce23-f8d2-4f13-b690-2f1e3810a803 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Allocated IP 172.20.0.1 (f6bfcde1-3f7e-438b-bb38-10803894ff3b/f7a45cec-b41f-42d1-affe-589bf3bb5838/7b437540-8e69-4711-8153-a0a4808676f6) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:38:53.479664 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-e9e46a19-556b-49f3-a52d-bf765f424d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:38:53.480405 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e46a19-556b-49f3-a52d-bf765f424d39 None None] The sync data for ids ['08005c51-f8c4-44e4-a040-c2b349847009'] in dv-neutron-827798-2-hyperv is: [] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:38:53.589340 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 1197eb8a-3827-4d85-9bbb-16ac2b61a443 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:38:53.722926 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 1197eb8a-3827-4d85-9bbb-16ac2b61a443 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:38:53.728309 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 1197eb8a-3827-4d85-9bbb-16ac2b61a443 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:38:53.728700 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:53.749563 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f018ce23-f8d2-4f13-b690-2f1e3810a803 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:53.774271 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.provisioning_blocks [None req-f018ce23-f8d2-4f13-b690-2f1e3810a803 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Transition to ACTIVE for port object 7b437540-8e69-4711-8153-a0a4808676f6 will not be triggered until provisioned by entity DHCP. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:38:53.844063 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-335d02db-f753-48e4-b65a-cd750b1783a8 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:53.935551 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f018ce23-f8d2-4f13-b690-2f1e3810a803 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:53.978185 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:54.016776 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port 1197eb8a-3827-4d85-9bbb-16ac2b61a443, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=1197eb8a-3827-4d85-9bbb-16ac2b61a443,segment=NetworkSegment(528a7acb-494f-4f05-a9bf-0e55cf579288),segment_id=528a7acb-494f-4f05-a9bf-0e55cf579288)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:38:54.065612 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-08f9d955-bc9f-46cc-88f5-182287429460 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] 10.222.0.36 "GET /v2.0/routers/08005c51-f8c4-44e4-a040-c2b349847009 HTTP/1.1" status: 200 len: 740 time: 0.8466096 Feb 04 08:38:54.065612 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-1ae04ca0-5820-4690-bec4-89e3aa56ff5b req-3d88123d-e217-4c91-aafd-0ded87bbde61 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] 10.222.0.36 "GET /v2.0/ports?device_id=1644fee2-105a-4ec7-be68-63a115a652c3 HTTP/1.1" status: 200 len: 210 time: 0.1143034 Feb 04 08:38:54.071036 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-335d02db-f753-48e4-b65a-cd750b1783a8 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Calling delete_port for ac026d60-4362-4ff5-b8ec-4f62bab0b6c1 owned by network:router_gateway {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:38:54.072777 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 48540) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:54.084934 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ff7174a7-6261-4e17-9589-ded809f96597 req-72272c09-4461-4683-883a-bd874122a7a3 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] 10.222.0.36 "GET /v2.0/ports?device_id=366365a9-947d-42ad-8b39-81e07299534b HTTP/1.1" status: 200 len: 210 time: 0.0933731 Feb 04 08:38:54.089496 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:54.090788 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 7e605cdf-7b38-4535-ab93-33d67188b64d up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:38:54.149111 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f018ce23-f8d2-4f13-b690-2f1e3810a803 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Network f6bfcde1-3f7e-438b-bb38-10803894ff3b is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:38:54.159860 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-f018ce23-f8d2-4f13-b690-2f1e3810a803 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:38:54.170322 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-0ff2f623-40eb-4787-9cf5-932e68e6bbc5 tempest-RoutersAdminTest-1945199583 tempest-RoutersAdminTest-1945199583-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=e264bd74-c56b-43d0-9059-bcb57dbbe5bc&device_id=08005c51-f8c4-44e4-a040-c2b349847009 HTTP/1.1" status: 200 len: 205 time: 0.0867863 Feb 04 08:38:54.174293 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f018ce23-f8d2-4f13-b690-2f1e3810a803 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:38:54.181251 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 48544) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:54.235573 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f018ce23-f8d2-4f13-b690-2f1e3810a803 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Pushing event updated for resources: {'Port': ['ID=7b437540-8e69-4711-8153-a0a4808676f6,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:54.270108 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=1197eb8a-3827-4d85-9bbb-16ac2b61a443,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:54.299402 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 7e605cdf-7b38-4535-ab93-33d67188b64d triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:38:54.299402 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:54.301650 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f018ce23-f8d2-4f13-b690-2f1e3810a803 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-472912'] for router_interface, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:54.338007 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-e68c73bf-8086-4d69-8215-9a412df3856e tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Delete allocated IP 2001:db8:0:1::3d (7ca7294b-456f-4370-a2b8-897c139e874d/3d72b4e5-c1aa-46b2-bb86-cd68e2359f5b) {{(pid=84107) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 04 08:38:54.343612 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:54.356896 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-df13ebc2-c5bc-4d8d-9fe5-6e42cb3f3f25 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] 10.222.0.36 "GET /v2.0/ports?device_id=08005c51-f8c4-44e4-a040-c2b349847009 HTTP/1.1" status: 200 len: 205 time: 0.1743355 Feb 04 08:38:54.372973 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 48548) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:54.675757 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f018ce23-f8d2-4f13-b690-2f1e3810a803 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:54.689412 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-335d02db-f753-48e4-b65a-cd750b1783a8 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:54.705959 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-8efcabb5-b884-42a6-a658-f18a9ac7c07d None None] Provisioning for port 7b437540-8e69-4711-8153-a0a4808676f6 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:38:54.711141 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-8efcabb5-b884-42a6-a658-f18a9ac7c07d None None] Provisioning complete for port 7b437540-8e69-4711-8153-a0a4808676f6 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:38:54.711513 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-8efcabb5-b884-42a6-a658-f18a9ac7c07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:54.761879 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335d02db-f753-48e4-b65a-cd750b1783a8 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Pushing event deleted for resources: {'Port': ['ID=ac026d60-4362-4ff5-b8ec-4f62bab0b6c1,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:54.766808 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-8efcabb5-b884-42a6-a658-f18a9ac7c07d None None] Port 7b437540-8e69-4711-8153-a0a4808676f6 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:38:54.928565 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5765f503-26bd-406b-b8e2-c2ac63372eb0 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks [] for router, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:55.084158 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-44989fb5-ac2b-4ad7-9a73-6ae7b7da5e43 req-95cbbd5d-c8f5-49e6-a6f8-9066a15ef20d tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:38:55.094697 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86bc8a6-8801-4c22-8356-5803abda56f8 None None] Sync routers for ids ['c28cf13b-6967-4f63-bb44-9dfb495d0c02'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:38:55.122109 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86bc8a6-8801-4c22-8356-5803abda56f8 None None] Routers {'c28cf13b-6967-4f63-bb44-9dfb495d0c02'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:38:55.122776 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-b86bc8a6-8801-4c22-8356-5803abda56f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:38:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['c28cf13b-6967-4f63-bb44-9dfb495d0c02'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:38:55.157067 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-335d02db-f753-48e4-b65a-cd750b1783a8 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473010'] for router_gateway, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:55.316350 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e68c73bf-8086-4d69-8215-9a412df3856e tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:55.367968 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [req-984a6c8c-bdbc-4068-8b0c-72b781d2bbfc req-3e1371c1-f201-4426-b373-c8661ba2d30d tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Router 6b6dfeb3-16d5-4d92-a91d-dabb80bb7c13 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:38:55.394629 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-b86bc8a6-8801-4c22-8356-5803abda56f8 None None] Set router c28cf13b-6967-4f63-bb44-9dfb495d0c02 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:38:55.446480 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 1197eb8a-3827-4d85-9bbb-16ac2b61a443 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:38:55.469014 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4580adc0-e76a-45f9-b166-5a92d669623a req-6b14946e-9cc8-4531-9bcb-122de9d97d7c tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] 10.222.0.36 "GET /v2.0/ports?device_id=1644fee2-105a-4ec7-be68-63a115a652c3 HTTP/1.1" status: 200 len: 210 time: 0.1410716 Feb 04 08:38:55.482513 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [None req-e68c73bf-8086-4d69-8215-9a412df3856e tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Transition to ACTIVE for port object c96901da-bb4b-4f92-a22b-612ab4f3f366 will not be triggered until provisioned by entity DHCP. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:38:55.487005 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-636a85f9-b7bc-4461-bea5-1db1848d3002 req-c95f8e3e-4b50-4353-8776-50818133374b tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] 10.222.0.36 "GET /v2.0/ports?device_id=366365a9-947d-42ad-8b39-81e07299534b HTTP/1.1" status: 200 len: 210 time: 0.1304545 Feb 04 08:38:55.488001 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [req-44989fb5-ac2b-4ad7-9a73-6ae7b7da5e43 req-95cbbd5d-c8f5-49e6-a6f8-9066a15ef20d tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] No DVR routers for this DVR port 78678a4e-3471-4771-905b-d44f3da77bd9 on host hv-neutron-8277 {{(pid=84107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:38:55.492617 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-44989fb5-ac2b-4ad7-9a73-6ae7b7da5e43 req-95cbbd5d-c8f5-49e6-a6f8-9066a15ef20d tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:55.497048 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '366365a9-947d-42ad-8b39-81e07299534b', 'name': 'network-vif-deleted', 'tag': '78678a4e-3471-4771-905b-d44f3da77bd9'}] {{(pid=84107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:38:55.503856 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-e3841d3a-8f8a-4607-b606-9cb712820eb5 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Deleting port 7e605cdf-7b38-4535-ab93-33d67188b64d {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:38:55.504191 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e3841d3a-8f8a-4607-b606-9cb712820eb5 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:55.551721 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-335d02db-f753-48e4-b65a-cd750b1783a8 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40989'] for router, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:55.556729 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-335d02db-f753-48e4-b65a-cd750b1783a8 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:55.613796 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e68c73bf-8086-4d69-8215-9a412df3856e tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:55.616271 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-44989fb5-ac2b-4ad7-9a73-6ae7b7da5e43 req-95cbbd5d-c8f5-49e6-a6f8-9066a15ef20d tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] 10.222.0.47 "DELETE /v2.0/ports/78678a4e-3471-4771-905b-d44f3da77bd9 HTTP/1.1" status: 204 len: 173 time: 9.1475391 Feb 04 08:38:55.648448 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 1197eb8a-3827-4d85-9bbb-16ac2b61a443 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:38:55.649094 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:55.649881 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-335d02db-f753-48e4-b65a-cd750b1783a8 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-476062'] for router, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:55.650529 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-335d02db-f753-48e4-b65a-cd750b1783a8 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Fanout notify agent at l3_agent the message router_deleted on router 9d93e2ee-fce9-4d49-abb2-f351caa72c5b {{(pid=84108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 08:38:55.656427 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '366365a9-947d-42ad-8b39-81e07299534b', 'name': 'network-vif-deleted', 'tag': '78678a4e-3471-4771-905b-d44f3da77bd9', 'status': 'completed', 'code': 200} Feb 04 08:38:55.693172 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-335d02db-f753-48e4-b65a-cd750b1783a8 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks [] for router, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:55.698532 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-335d02db-f753-48e4-b65a-cd750b1783a8 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] 10.222.0.36 "DELETE /v2.0/routers/9d93e2ee-fce9-4d49-abb2-f351caa72c5b HTTP/1.1" status: 204 len: 168 time: 6.8789139 Feb 04 08:38:55.703235 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 48558) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:55.711109 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-bc687b7a-c27b-4224-9127-731a31ffe1d8 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-114308622', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:38:55.733230 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-bc687b7a-c27b-4224-9127-731a31ffe1d8 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:38:55.740787 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f018ce23-f8d2-4f13-b690-2f1e3810a803 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks [] for port, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:55.742025 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-bc687b7a-c27b-4224-9127-731a31ffe1d8 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Usage tracker for resource:router and tenant:83312f91facc40c2876df97655afba59 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:38:55.742279 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-b86bc8a6-8801-4c22-8356-5803abda56f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c28cf13b-6967-4f63-bb44-9dfb495d0c02', 'name': 'tempest-ServersTestManualDisk-865465967-router', 'tenant_id': 'ead21cd697164942839c9343c97d0d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.86'}], 'enable_snat': True}, 'gw_port_id': '8e3e20f8-cabb-4442-9712-ac5734458614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:36:12Z', 'updated_at': '2022-02-04T08:36:24Z', 'revision_number': 4, 'project_id': 'ead21cd697164942839c9343c97d0d9d', 'gw_port': {'id': '8e3e20f8-cabb-4442-9712-ac5734458614', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28cf13b-6967-4f63-bb44-9dfb495d0c02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:36:14Z', 'updated_at': '2022-02-04T08:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '4ea26f29-635e-4ecf-bba9-8ac9a6a34672', 'name': '', 'network_id': 'f5fb3ea8-2367-40fb-af0c-1a55b91fec56', 'tenant_id': 'ead21cd697164942839c9343c97d0d9d', 'mac_address': 'fa:16:3e:d1:1e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28cf13b-6967-4f63-bb44-9dfb495d0c02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1699c4f8-d946-4eb0-aab8-83a83e03db52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:36:23Z', 'updated_at': '2022-02-04T08:36:34Z', 'revision_number': 5, 'project_id': 'ead21cd697164942839c9343c97d0d9d', 'subnets': [{'id': '1699c4f8-d946-4eb0-aab8-83a83e03db52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:38:55.745666 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-bc687b7a-c27b-4224-9127-731a31ffe1d8 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:38:55.747216 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86bc8a6-8801-4c22-8356-5803abda56f8 None None] Checking router: c28cf13b-6967-4f63-bb44-9dfb495d0c02 for host: dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 08:38:55.752405 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-bc687b7a-c27b-4224-9127-731a31ffe1d8 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:38:55.760602 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86bc8a6-8801-4c22-8356-5803abda56f8 None None] Routers {'c28cf13b-6967-4f63-bb44-9dfb495d0c02'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:38:55.762444 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-b86bc8a6-8801-4c22-8356-5803abda56f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:38:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['c28cf13b-6967-4f63-bb44-9dfb495d0c02'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:38:55.814330 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f018ce23-f8d2-4f13-b690-2f1e3810a803 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:55.928742 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:55.943921 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-bc687b7a-c27b-4224-9127-731a31ffe1d8 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40975'] for router, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:55.945296 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-bc687b7a-c27b-4224-9127-731a31ffe1d8 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40982'] for router, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:55.970409 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-bc687b7a-c27b-4224-9127-731a31ffe1d8 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:56.000382 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-b86bc8a6-8801-4c22-8356-5803abda56f8 None None] Set router c28cf13b-6967-4f63-bb44-9dfb495d0c02 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:38:56.081019 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-e68c73bf-8086-4d69-8215-9a412df3856e tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] In _notify_port_updated(), no bound segment for port c96901da-bb4b-4f92-a22b-612ab4f3f366 on network 7ca7294b-456f-4370-a2b8-897c139e874d {{(pid=84107) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 04 08:38:56.085210 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68c73bf-8086-4d69-8215-9a412df3856e tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:38:56.085829 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e68c73bf-8086-4d69-8215-9a412df3856e tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:56.087116 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-e68c73bf-8086-4d69-8215-9a412df3856e tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "PUT /v2.0/ports/c96901da-bb4b-4f92-a22b-612ab4f3f366 HTTP/1.1" status: 200 len: 925 time: 4.2386401 Feb 04 08:38:56.107158 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 48562) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:56.111824 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f018ce23-f8d2-4f13-b690-2f1e3810a803 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473771'] for router_interface, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:56.124173 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-3f0604dd-8603-4e85-934e-aa5b7d9a9e6c tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '758a9400-9e58-40d1-b228-5df7810e9e7b'}, {'subnet_id': '3d72b4e5-c1aa-46b2-bb86-cd68e2359f5b'}]}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:38:56.139254 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5765f503-26bd-406b-b8e2-c2ac63372eb0 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40989'] for router, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:56.165727 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f018ce23-f8d2-4f13-b690-2f1e3810a803 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Pushing event updated for resources: {'Port': ['ID=7b437540-8e69-4711-8153-a0a4808676f6,revision_number=2']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:56.166475 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5765f503-26bd-406b-b8e2-c2ac63372eb0 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:56.171578 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68c73bf-8086-4d69-8215-9a412df3856e tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Pushing event updated for resources: {'Port': ['ID=c96901da-bb4b-4f92-a22b-612ab4f3f366,revision_number=2']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:56.237533 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-9f8885bf-f6f1-4a4a-9ab4-d0e66ebad591 None None] Provisioning for port c96901da-bb4b-4f92-a22b-612ab4f3f366 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:38:56.245671 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-9f8885bf-f6f1-4a4a-9ab4-d0e66ebad591 None None] Provisioning complete for port c96901da-bb4b-4f92-a22b-612ab4f3f366 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:38:56.246036 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-9f8885bf-f6f1-4a4a-9ab4-d0e66ebad591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:56.271369 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [None req-e3841d3a-8f8a-4607-b606-9cb712820eb5 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] For port 7e605cdf-7b38-4535-ab93-33d67188b64d, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=7e605cdf-7b38-4535-ab93-33d67188b64d,segment=NetworkSegment(2c48dc91-e362-4611-9354-aede43558386),segment_id=2c48dc91-e362-4611-9354-aede43558386)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:38:56.271744 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e3841d3a-8f8a-4607-b606-9cb712820eb5 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:56.348149 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-9f8885bf-f6f1-4a4a-9ab4-d0e66ebad591 None None] Port c96901da-bb4b-4f92-a22b-612ab4f3f366 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:38:56.353290 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-bc687b7a-c27b-4224-9127-731a31ffe1d8 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472990'] for router, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:56.386671 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-b86bc8a6-8801-4c22-8356-5803abda56f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c28cf13b-6967-4f63-bb44-9dfb495d0c02', 'name': 'tempest-ServersTestManualDisk-865465967-router', 'tenant_id': 'ead21cd697164942839c9343c97d0d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.86'}], 'enable_snat': True}, 'gw_port_id': '8e3e20f8-cabb-4442-9712-ac5734458614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:36:12Z', 'updated_at': '2022-02-04T08:36:24Z', 'revision_number': 4, 'project_id': 'ead21cd697164942839c9343c97d0d9d', 'gw_port': {'id': '8e3e20f8-cabb-4442-9712-ac5734458614', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28cf13b-6967-4f63-bb44-9dfb495d0c02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:36:14Z', 'updated_at': '2022-02-04T08:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '4ea26f29-635e-4ecf-bba9-8ac9a6a34672', 'name': '', 'network_id': 'f5fb3ea8-2367-40fb-af0c-1a55b91fec56', 'tenant_id': 'ead21cd697164942839c9343c97d0d9d', 'mac_address': 'fa:16:3e:d1:1e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28cf13b-6967-4f63-bb44-9dfb495d0c02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1699c4f8-d946-4eb0-aab8-83a83e03db52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:36:23Z', 'updated_at': '2022-02-04T08:36:34Z', 'revision_number': 5, 'project_id': 'ead21cd697164942839c9343c97d0d9d', 'subnets': [{'id': '1699c4f8-d946-4eb0-aab8-83a83e03db52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:38:56.391263 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86bc8a6-8801-4c22-8356-5803abda56f8 None None] The sync data for ids ['c28cf13b-6967-4f63-bb44-9dfb495d0c02'] in dv-neutron-827798-2-hyperv is: [{'id': 'c28cf13b-6967-4f63-bb44-9dfb495d0c02', 'name': 'tempest-ServersTestManualDisk-865465967-router', 'tenant_id': 'ead21cd697164942839c9343c97d0d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.86'}], 'enable_snat': True}, 'gw_port_id': '8e3e20f8-cabb-4442-9712-ac5734458614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:36:12Z', 'updated_at': '2022-02-04T08:36:24Z', 'revision_number': 4, 'project_id': 'ead21cd697164942839c9343c97d0d9d', 'gw_port': {'id': '8e3e20f8-cabb-4442-9712-ac5734458614', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28cf13b-6967-4f63-bb44-9dfb495d0c02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:36:14Z', 'updated_at': '2022-02-04T08:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '4ea26f29-635e-4ecf-bba9-8ac9a6a34672', 'name': '', 'network_id': 'f5fb3ea8-2367-40fb-af0c-1a55b91fec56', 'tenant_id': 'ead21cd697164942839c9343c97d0d9d', 'mac_address': 'fa:16:3e:d1:1e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28cf13b-6967-4f63-bb44-9dfb495d0c02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1699c4f8-d946-4eb0-aab8-83a83e03db52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:36:23Z', 'updated_at': '2022-02-04T08:36:34Z', 'revision_number': 5, 'project_id': 'ead21cd697164942839c9343c97d0d9d', 'subnets': [{'id': '1699c4f8-d946-4eb0-aab8-83a83e03db52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:38:56.429983 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-e3841d3a-8f8a-4607-b606-9cb712820eb5 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Calling delete_port for 7e605cdf-7b38-4535-ab93-33d67188b64d owned by network:router_interface {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:38:56.498594 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5765f503-26bd-406b-b8e2-c2ac63372eb0 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-476062'] for router, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:56.499109 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5765f503-26bd-406b-b8e2-c2ac63372eb0 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Fanout notify agent at l3_agent the message router_deleted on router 08005c51-f8c4-44e4-a040-c2b349847009 {{(pid=84107) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 08:38:56.541246 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5765f503-26bd-406b-b8e2-c2ac63372eb0 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:56.546525 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 48570) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:56.547918 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-5765f503-26bd-406b-b8e2-c2ac63372eb0 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] 10.222.0.36 "DELETE /v2.0/routers/08005c51-f8c4-44e4-a040-c2b349847009 HTTP/1.1" status: 204 len: 168 time: 2.0467916 Feb 04 08:38:56.619646 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-da93e765-3cc0-4346-962e-9579ff44a6c6 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] 10.222.0.36 "GET /v2.0/ports?device_id=08005c51-f8c4-44e4-a040-c2b349847009 HTTP/1.1" status: 200 len: 205 time: 0.0688176 Feb 04 08:38:56.624036 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 48574) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:56.632461 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-bc687b7a-c27b-4224-9127-731a31ffe1d8 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks [] for router, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:56.633828 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-bc687b7a-c27b-4224-9127-731a31ffe1d8 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.9293354 Feb 04 08:38:56.646510 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 48578) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:56.658988 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-845b684a-eb27-4592-8e69-035f5ddf2193 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:38:56.818498 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.api.v2.resource [None req-a0f1915b-c876-4df9-9581-5503e6cf1c6f tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] delete failed (client error): The resource could not be found. Feb 04 08:38:56.819488 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-a0f1915b-c876-4df9-9581-5503e6cf1c6f tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] 10.222.0.36 "DELETE /v2.0/routers/08005c51-f8c4-44e4-a040-c2b349847009 HTTP/1.1" status: 404 len: 336 time: 0.1945016 Feb 04 08:38:56.821263 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-984a6c8c-bdbc-4068-8b0c-72b781d2bbfc req-3e1371c1-f201-4426-b373-c8661ba2d30d tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:38:56.823186 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 48582) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:56.832332 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4dea56e-6eae-489d-8729-0ae494483f8e None None] Sync routers for ids ['6b6dfeb3-16d5-4d92-a91d-dabb80bb7c13'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:38:56.846976 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4dea56e-6eae-489d-8729-0ae494483f8e None None] Routers {'6b6dfeb3-16d5-4d92-a91d-dabb80bb7c13'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:38:56.851388 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-a4dea56e-6eae-489d-8729-0ae494483f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:38:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['6b6dfeb3-16d5-4d92-a91d-dabb80bb7c13'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:38:56.900476 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f018ce23-f8d2-4f13-b690-2f1e3810a803 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Network f6bfcde1-3f7e-438b-bb38-10803894ff3b is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:38:56.909799 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-f018ce23-f8d2-4f13-b690-2f1e3810a803 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:38:56.980155 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-9377c018-e9e6-4fd3-a923-160a786aa555 req-ca33a33c-a27f-4aaf-bc7f-e09c19324d51 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Synchronizing usage tracker for tenant:2e94175c683849e99ec67b1f30a78741 on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:38:57.041225 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 08:38:57.059121 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-a4dea56e-6eae-489d-8729-0ae494483f8e None None] Set router 6b6dfeb3-16d5-4d92-a91d-dabb80bb7c13 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:38:57.061596 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ff13792e-c80c-4ee9-9edf-a0dffb6c2f03 req-5c24466b-7d7b-41b1-b7f5-0256fe461460 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] 10.222.0.36 "GET /v2.0/ports?device_id=366365a9-947d-42ad-8b39-81e07299534b HTTP/1.1" status: 200 len: 210 time: 0.2461481 Feb 04 08:38:57.079464 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-988d7b4e-5fe4-429b-9839-ec95fe01f91e tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] 10.222.0.36 "GET /v2.0/ports?device_id=b447245d-b921-4cd9-8a28-fee3cb048a9b HTTP/1.1" status: 200 len: 205 time: 0.2541063 Feb 04 08:38:57.080840 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [req-984a6c8c-bdbc-4068-8b0c-72b781d2bbfc req-3e1371c1-f201-4426-b373-c8661ba2d30d tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] No DVR routers for this DVR port eef8f4f2-3132-4d9d-9006-f98915802e05 on host hv-neutron-8277 {{(pid=84107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:38:57.084145 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 48586) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:57.085160 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-984a6c8c-bdbc-4068-8b0c-72b781d2bbfc req-3e1371c1-f201-4426-b373-c8661ba2d30d tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:57.142709 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3f0604dd-8603-4e85-934e-aa5b7d9a9e6c tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:57.166084 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-984a6c8c-bdbc-4068-8b0c-72b781d2bbfc req-3e1371c1-f201-4426-b373-c8661ba2d30d tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] 10.222.0.47 "DELETE /v2.0/ports/eef8f4f2-3132-4d9d-9006-f98915802e05 HTTP/1.1" status: 204 len: 173 time: 7.7591329 Feb 04 08:38:57.167413 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.api.v2.resource [None req-75d70a9b-c78f-4306-84e1-440e82c7804f tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] delete failed (client error): The resource could not be found. Feb 04 08:38:57.170855 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-75d70a9b-c78f-4306-84e1-440e82c7804f tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] 10.222.0.36 "DELETE /v2.0/routers/b447245d-b921-4cd9-8a28-fee3cb048a9b HTTP/1.1" status: 404 len: 336 time: 0.0804551 Feb 04 08:38:57.179676 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 48590) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:57.232178 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-9377c018-e9e6-4fd3-a923-160a786aa555 req-ca33a33c-a27f-4aaf-bc7f-e09c19324d51 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Unset dirty status for tenant:2e94175c683849e99ec67b1f30a78741 on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:38:57.233089 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-9377c018-e9e6-4fd3-a923-160a786aa555 req-ca33a33c-a27f-4aaf-bc7f-e09c19324d51 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] 10.222.0.36 "GET /v2.0/ports?device_id=1644fee2-105a-4ec7-be68-63a115a652c3 HTTP/1.1" status: 200 len: 210 time: 0.4171464 Feb 04 08:38:57.241587 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-98df6b2b-6fd3-46d7-b7d7-79b0e2dce84d tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] 10.222.0.36 "GET /v2.0/ports?device_id=19b305fa-1229-4f61-8823-9126fad35163 HTTP/1.1" status: 200 len: 205 time: 0.0588157 Feb 04 08:38:57.241918 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 48594) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:57.308530 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.api.v2.resource [None req-63b9bcaf-9706-468e-b5a3-0c21a7c0d2a6 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] delete failed (client error): The resource could not be found. Feb 04 08:38:57.312441 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-63b9bcaf-9706-468e-b5a3-0c21a7c0d2a6 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] 10.222.0.36 "DELETE /v2.0/routers/19b305fa-1229-4f61-8823-9126fad35163 HTTP/1.1" status: 404 len: 336 time: 0.0669017 Feb 04 08:38:57.312725 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 48598) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:57.341961 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-8a5c4d65-631d-4758-b3f7-9be435b5063a None None] Provisioning complete for port 7b437540-8e69-4711-8153-a0a4808676f6 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:38:57.341961 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-8a5c4d65-631d-4758-b3f7-9be435b5063a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:57.362191 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e3841d3a-8f8a-4607-b606-9cb712820eb5 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:57.420367 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-b29f2771-0142-4629-b39d-61331771211c tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad6ea5e5-ce06-4c23-9cce-2da04090325b HTTP/1.1" status: 200 len: 205 time: 0.1062641 Feb 04 08:38:57.426304 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 48602) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:57.433275 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3841d3a-8f8a-4607-b606-9cb712820eb5 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event deleted for resources: {'Port': ['ID=7e605cdf-7b38-4535-ab93-33d67188b64d,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:57.457648 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-8a5c4d65-631d-4758-b3f7-9be435b5063a None None] Port 7b437540-8e69-4711-8153-a0a4808676f6 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:38:57.550306 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.api.v2.resource [None req-f0fbf921-5941-456a-9491-327bd0ed0c8d tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] delete failed (client error): The resource could not be found. Feb 04 08:38:57.553665 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-f0fbf921-5941-456a-9491-327bd0ed0c8d tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] 10.222.0.36 "DELETE /v2.0/routers/ad6ea5e5-ce06-4c23-9cce-2da04090325b HTTP/1.1" status: 404 len: 336 time: 0.1196504 Feb 04 08:38:57.564709 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 48606) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:57.577978 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-a4dea56e-6eae-489d-8729-0ae494483f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b6dfeb3-16d5-4d92-a91d-dabb80bb7c13', 'name': 'tempest-ServersTestJSON-1510941007-router', 'tenant_id': '2e94175c683849e99ec67b1f30a78741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.135'}], 'enable_snat': True}, 'gw_port_id': 'ea8c00e7-d158-4899-8a4a-ce77d668193c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:36:12Z', 'updated_at': '2022-02-04T08:36:26Z', 'revision_number': 4, 'project_id': '2e94175c683849e99ec67b1f30a78741', 'gw_port': {'id': 'ea8c00e7-d158-4899-8a4a-ce77d668193c', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:db:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6dfeb3-16d5-4d92-a91d-dabb80bb7c13', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:36:14Z', 'updated_at': '2022-02-04T08:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '69934215-2c2f-4553-8046-b8276c84e0c7', 'name': '', 'network_id': 'aaba0e34-0ac3-4326-9ed2-e65fb37ae418', 'tenant_id': '2e94175c683849e99ec67b1f30a78741', 'mac_address': 'fa:16:3e:b6:08:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6dfeb3-16d5-4d92-a91d-dabb80bb7c13', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3fa9977b-947d-4b46-b6ea-d66bbbafccca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:36:24Z', 'updated_at': '2022-02-04T08:36:38Z', 'revision_number': 5, 'project_id': '2e94175c683849e99ec67b1f30a78741', 'subnets': [{'id': '3fa9977b-947d-4b46-b6ea-d66bbbafccca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:38:57.583907 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4dea56e-6eae-489d-8729-0ae494483f8e None None] Checking router: 6b6dfeb3-16d5-4d92-a91d-dabb80bb7c13 for host: dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 08:38:57.597879 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4dea56e-6eae-489d-8729-0ae494483f8e None None] Routers {'6b6dfeb3-16d5-4d92-a91d-dabb80bb7c13'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:38:57.598505 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-a4dea56e-6eae-489d-8729-0ae494483f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:38:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['6b6dfeb3-16d5-4d92-a91d-dabb80bb7c13'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:38:57.651284 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-cb677a79-2526-45c3-8cfa-38f9f1289268 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c94e858-bd55-4c17-9c09-0693c0a886aa HTTP/1.1" status: 200 len: 205 time: 0.0826886 Feb 04 08:38:57.651875 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 48610) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:57.689679 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1644fee2-105a-4ec7-be68-63a115a652c3', 'name': 'network-vif-deleted', 'tag': 'eef8f4f2-3132-4d9d-9006-f98915802e05'}] {{(pid=84107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:38:57.698943 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4167ad15-fe27-41f9-9edc-94c0ebb1800f None None] New status for floating IP 357b5681-cb05-46c8-acc1-32c97a092510: DOWN {{(pid=84110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 08:38:57.705963 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e3841d3a-8f8a-4607-b606-9cb712820eb5 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1572495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472959'] for router_interface, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:57.788262 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1644fee2-105a-4ec7-be68-63a115a652c3', 'name': 'network-vif-deleted', 'tag': 'eef8f4f2-3132-4d9d-9006-f98915802e05', 'status': 'completed', 'code': 200} Feb 04 08:38:57.887984 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-a4dea56e-6eae-489d-8729-0ae494483f8e None None] Set router 6b6dfeb3-16d5-4d92-a91d-dabb80bb7c13 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:38:58.058070 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.api.v2.resource [None req-2b2f5ff1-e669-4341-a5d5-ace288d80a2c tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] delete failed (client error): The resource could not be found. Feb 04 08:38:58.061736 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-2b2f5ff1-e669-4341-a5d5-ace288d80a2c tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] 10.222.0.36 "DELETE /v2.0/routers/8c94e858-bd55-4c17-9c09-0693c0a886aa HTTP/1.1" status: 404 len: 336 time: 0.3219409 Feb 04 08:38:58.063478 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 48616) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:58.135844 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-7a5cb2dc-39e1-431a-9e3c-4b3c76c003c4 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ebf9bb7-e984-4892-888c-5c797bfa9615 HTTP/1.1" status: 200 len: 205 time: 0.0707347 Feb 04 08:38:58.138030 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 48622) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:58.214575 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.api.v2.resource [None req-cefa88ce-1598-4bc0-ac3d-fe13e17de053 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] delete failed (client error): The resource could not be found. Feb 04 08:38:58.216982 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-cefa88ce-1598-4bc0-ac3d-fe13e17de053 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] 10.222.0.36 "DELETE /v2.0/routers/7ebf9bb7-e984-4892-888c-5c797bfa9615 HTTP/1.1" status: 404 len: 336 time: 0.0778708 Feb 04 08:38:58.219184 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 48626) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:58.337452 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-845b684a-eb27-4592-8e69-035f5ddf2193 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40996'] for router, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:58.340711 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 48634) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:58.340901 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5d46287-c086-402e-a073-ad86af1afce5 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] DELETE failed (client error): The resource could not be found. Feb 04 08:38:58.341340 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5d46287-c086-402e-a073-ad86af1afce5 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:38:58.355448 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-f5d46287-c086-402e-a073-ad86af1afce5 tempest-RoutersAdminTest-1810181688 tempest-RoutersAdminTest-1810181688-project] 10.222.0.36 "DELETE /v2.0/subnets/399c3f83-2600-4d08-8192-c738bbaf4098 HTTP/1.1" status: 404 len: 337 time: 0.1283212 Feb 04 08:38:58.355690 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-a4dea56e-6eae-489d-8729-0ae494483f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b6dfeb3-16d5-4d92-a91d-dabb80bb7c13', 'name': 'tempest-ServersTestJSON-1510941007-router', 'tenant_id': '2e94175c683849e99ec67b1f30a78741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.135'}], 'enable_snat': True}, 'gw_port_id': 'ea8c00e7-d158-4899-8a4a-ce77d668193c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:36:12Z', 'updated_at': '2022-02-04T08:36:26Z', 'revision_number': 4, 'project_id': '2e94175c683849e99ec67b1f30a78741', 'gw_port': {'id': 'ea8c00e7-d158-4899-8a4a-ce77d668193c', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:db:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6dfeb3-16d5-4d92-a91d-dabb80bb7c13', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:36:14Z', 'updated_at': '2022-02-04T08:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '69934215-2c2f-4553-8046-b8276c84e0c7', 'name': '', 'network_id': 'aaba0e34-0ac3-4326-9ed2-e65fb37ae418', 'tenant_id': '2e94175c683849e99ec67b1f30a78741', 'mac_address': 'fa:16:3e:b6:08:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6dfeb3-16d5-4d92-a91d-dabb80bb7c13', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3fa9977b-947d-4b46-b6ea-d66bbbafccca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:36:24Z', 'updated_at': '2022-02-04T08:36:38Z', 'revision_number': 5, 'project_id': '2e94175c683849e99ec67b1f30a78741', 'subnets': [{'id': '3fa9977b-947d-4b46-b6ea-d66bbbafccca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:38:58.362059 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4dea56e-6eae-489d-8729-0ae494483f8e None None] The sync data for ids ['6b6dfeb3-16d5-4d92-a91d-dabb80bb7c13'] in dv-neutron-827798-2-hyperv is: [{'id': '6b6dfeb3-16d5-4d92-a91d-dabb80bb7c13', 'name': 'tempest-ServersTestJSON-1510941007-router', 'tenant_id': '2e94175c683849e99ec67b1f30a78741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.135'}], 'enable_snat': True}, 'gw_port_id': 'ea8c00e7-d158-4899-8a4a-ce77d668193c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:36:12Z', 'updated_at': '2022-02-04T08:36:26Z', 'revision_number': 4, 'project_id': '2e94175c683849e99ec67b1f30a78741', 'gw_port': {'id': 'ea8c00e7-d158-4899-8a4a-ce77d668193c', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:db:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6dfeb3-16d5-4d92-a91d-dabb80bb7c13', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:36:14Z', 'updated_at': '2022-02-04T08:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '69934215-2c2f-4553-8046-b8276c84e0c7', 'name': '', 'network_id': 'aaba0e34-0ac3-4326-9ed2-e65fb37ae418', 'tenant_id': '2e94175c683849e99ec67b1f30a78741', 'mac_address': 'fa:16:3e:b6:08:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6dfeb3-16d5-4d92-a91d-dabb80bb7c13', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3fa9977b-947d-4b46-b6ea-d66bbbafccca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:36:24Z', 'updated_at': '2022-02-04T08:36:38Z', 'revision_number': 5, 'project_id': '2e94175c683849e99ec67b1f30a78741', 'subnets': [{'id': '3fa9977b-947d-4b46-b6ea-d66bbbafccca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:38:58.452855 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-3f0604dd-8603-4e85-934e-aa5b7d9a9e6c tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Allocated IP 2001:db8:0:1::c9 (7ca7294b-456f-4370-a2b8-897c139e874d/3d72b4e5-c1aa-46b2-bb86-cd68e2359f5b/c96901da-bb4b-4f92-a22b-612ab4f3f366) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:38:58.496112 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-95f4ad86-1b5d-46a2-95bf-af67aeb5f514 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Notify callbacks [] for security_group, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:58.497520 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 48642) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:58.590508 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3841d3a-8f8a-4607-b606-9cb712820eb5 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Router 1574f793-4060-4da8-8d5a-2c692a07adbc has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:38:58.710551 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065165a5-fad0-48e5-8d36-54172d7c4b36 None None] New status for floating IP 59b20221-f969-4953-842d-6d432d960b27: DOWN {{(pid=84109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 08:38:58.732732 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-95f4ad86-1b5d-46a2-95bf-af67aeb5f514 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:58.740326 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3841d3a-8f8a-4607-b606-9cb712820eb5 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:38:58.747762 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-e3841d3a-8f8a-4607-b606-9cb712820eb5 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "PUT /v2.0/routers/1574f793-4060-4da8-8d5a-2c692a07adbc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3469524 Feb 04 08:38:58.749573 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 48646) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:58.767644 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1eb316-c35b-4310-94bc-5ec2dc7e5585 None None] Sync routers for ids ['1574f793-4060-4da8-8d5a-2c692a07adbc'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:38:58.788276 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1eb316-c35b-4310-94bc-5ec2dc7e5585 None None] Routers {'1574f793-4060-4da8-8d5a-2c692a07adbc'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:38:58.789106 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-ce1eb316-c35b-4310-94bc-5ec2dc7e5585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:38:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['1574f793-4060-4da8-8d5a-2c692a07adbc'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:38:58.842611 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e39e9b-9818-4393-98ed-d6c4cb43f98f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:38:58.844311 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e39e9b-9818-4393-98ed-d6c4cb43f98f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:38:58.845243 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-78e39e9b-9818-4393-98ed-d6c4cb43f98f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Synchronizing usage tracker for tenant:ffa27937301745e1ad43fa520f28cbc3 on resource:subnet {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:38:58.892591 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-73870716-b73e-4e9f-b10b-95628c2a702c tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Notify callbacks [] for security_group, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:58.894124 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f018ce23-f8d2-4f13-b690-2f1e3810a803 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Router fe31866c-3bfc-4112-84dc-7311e65fa4b9 is scheduled to L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 with binding_index 1 {{(pid=84108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 08:38:58.932060 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3f0604dd-8603-4e85-934e-aa5b7d9a9e6c tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks [] for port, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:58.941227 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-78e39e9b-9818-4393-98ed-d6c4cb43f98f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Unset dirty status for tenant:ffa27937301745e1ad43fa520f28cbc3 on resource:subnet {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:38:58.942362 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-78e39e9b-9818-4393-98ed-d6c4cb43f98f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1934030 Feb 04 08:38:58.945747 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 48652) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:58.968156 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-73870716-b73e-4e9f-b10b-95628c2a702c tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:59.005354 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-ce1eb316-c35b-4310-94bc-5ec2dc7e5585 None None] Set router 1574f793-4060-4da8-8d5a-2c692a07adbc gateway port host: None {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:38:59.069366 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.provisioning_blocks [None req-3f0604dd-8603-4e85-934e-aa5b7d9a9e6c tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Transition to ACTIVE for port object c96901da-bb4b-4f92-a22b-612ab4f3f366 will not be triggered until provisioned by entity DHCP. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:38:59.091203 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-95f4ad86-1b5d-46a2-95bf-af67aeb5f514 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:59.123423 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f4ad86-1b5d-46a2-95bf-af67aeb5f514 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14968e18-e111-4015-999f-127e7e9cb94a,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:59.141480 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-95f4ad86-1b5d-46a2-95bf-af67aeb5f514 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:59.141480 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-95f4ad86-1b5d-46a2-95bf-af67aeb5f514 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] 10.222.0.36 "DELETE /v2.0/security-groups/14968e18-e111-4015-999f-127e7e9cb94a HTTP/1.1" status: 204 len: 168 time: 0.7959409 Feb 04 08:38:59.141480 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 48656) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:59.143421 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 48658) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:59.179301 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.api.v2.resource [None req-3cb7dced-5e64-4781-a248-401f4522ebfd tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] show failed (client error): The resource could not be found. Feb 04 08:38:59.183088 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-3cb7dced-5e64-4781-a248-401f4522ebfd tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] 10.222.0.36 "GET /v2.0/security-groups/14968e18-e111-4015-999f-127e7e9cb94a HTTP/1.1" status: 404 len: 347 time: 0.0367460 Feb 04 08:38:59.183624 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 48666) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:59.220166 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-ce1eb316-c35b-4310-94bc-5ec2dc7e5585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1574f793-4060-4da8-8d5a-2c692a07adbc', 'name': 'tempest-NetworksTestDHCPv6-router-585478123', 'tenant_id': 'ffa27937301745e1ad43fa520f28cbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:38:39Z', 'updated_at': '2022-02-04T08:38:56Z', 'revision_number': 3, 'project_id': 'ffa27937301745e1ad43fa520f28cbc3', 'gw_port_host': None}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:38:59.227026 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1eb316-c35b-4310-94bc-5ec2dc7e5585 None None] Checking router: 1574f793-4060-4da8-8d5a-2c692a07adbc for host: dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 08:38:59.231163 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3f0604dd-8603-4e85-934e-aa5b7d9a9e6c tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:59.240456 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1eb316-c35b-4310-94bc-5ec2dc7e5585 None None] Routers {'1574f793-4060-4da8-8d5a-2c692a07adbc'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:38:59.241398 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-ce1eb316-c35b-4310-94bc-5ec2dc7e5585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:38:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['1574f793-4060-4da8-8d5a-2c692a07adbc'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:38:59.246240 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-845b684a-eb27-4592-8e69-035f5ddf2193 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks [] for router_gateway, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:59.323478 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-845b684a-eb27-4592-8e69-035f5ddf2193 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:59.330597 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-73870716-b73e-4e9f-b10b-95628c2a702c tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:59.390762 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-ce1eb316-c35b-4310-94bc-5ec2dc7e5585 None None] Set router 1574f793-4060-4da8-8d5a-2c692a07adbc gateway port host: None {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:38:59.390997 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-9dd75241-c8c5-4264-ab9f-a311ca9c5e88 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Deleting port 609a9031-7273-405b-a751-45047cf91ac3 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:38:59.400752 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9dd75241-c8c5-4264-ab9f-a311ca9c5e88 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:59.451013 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5c04aeb-9837-457a-ae48-6618d60ae6bd tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Deleting subnet 70f73621-86a7-40e3-a76d-b10dc546892c {{(pid=84107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:38:59.462510 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b5c04aeb-9837-457a-ae48-6618d60ae6bd tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks [] for subnet, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:59.520326 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-ce1eb316-c35b-4310-94bc-5ec2dc7e5585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1574f793-4060-4da8-8d5a-2c692a07adbc', 'name': 'tempest-NetworksTestDHCPv6-router-585478123', 'tenant_id': 'ffa27937301745e1ad43fa520f28cbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:38:39Z', 'updated_at': '2022-02-04T08:38:56Z', 'revision_number': 3, 'project_id': 'ffa27937301745e1ad43fa520f28cbc3', 'gw_port_host': None}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:38:59.524904 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1eb316-c35b-4310-94bc-5ec2dc7e5585 None None] The sync data for ids ['1574f793-4060-4da8-8d5a-2c692a07adbc'] in dv-neutron-827798-2-hyperv is: [{'id': '1574f793-4060-4da8-8d5a-2c692a07adbc', 'name': 'tempest-NetworksTestDHCPv6-router-585478123', 'tenant_id': 'ffa27937301745e1ad43fa520f28cbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:38:39Z', 'updated_at': '2022-02-04T08:38:56Z', 'revision_number': 3, 'project_id': 'ffa27937301745e1ad43fa520f28cbc3', 'gw_port_host': None}] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:38:59.533984 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73870716-b73e-4e9f-b10b-95628c2a702c tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf66706-a623-46a6-9f5d-54c09d760d68,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:59.580663 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b5c04aeb-9837-457a-ae48-6618d60ae6bd tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8058667'] for subnet, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:59.722962 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0604dd-8603-4e85-934e-aa5b7d9a9e6c tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Pushing event updated for resources: {'Port': ['ID=c96901da-bb4b-4f92-a22b-612ab4f3f366,revision_number=3']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:38:59.730634 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f02922fb-7705-4891-a417-16ba75ffdd6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:59.737761 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9dd75241-c8c5-4264-ab9f-a311ca9c5e88 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:59.738086 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9dd75241-c8c5-4264-ab9f-a311ca9c5e88 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:59.741863 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-a2ad2496-04fe-40e8-86a2-d21812f22d13 None None] Provisioning for port c96901da-bb4b-4f92-a22b-612ab4f3f366 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:38:59.742856 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-3f0604dd-8603-4e85-934e-aa5b7d9a9e6c tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] In _notify_port_updated(), no bound segment for port c96901da-bb4b-4f92-a22b-612ab4f3f366 on network 7ca7294b-456f-4370-a2b8-897c139e874d {{(pid=84108) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 04 08:38:59.751990 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0604dd-8603-4e85-934e-aa5b7d9a9e6c tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:38:59.751990 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3f0604dd-8603-4e85-934e-aa5b7d9a9e6c tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:59.751990 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-3f0604dd-8603-4e85-934e-aa5b7d9a9e6c tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "PUT /v2.0/ports/c96901da-bb4b-4f92-a22b-612ab4f3f366 HTTP/1.1" status: 200 len: 1010 time: 3.6399243 Feb 04 08:38:59.753585 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 48670) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:59.755104 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-a2ad2496-04fe-40e8-86a2-d21812f22d13 None None] Provisioning complete for port c96901da-bb4b-4f92-a22b-612ab4f3f366 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:38:59.755687 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-a2ad2496-04fe-40e8-86a2-d21812f22d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:59.767129 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-73870716-b73e-4e9f-b10b-95628c2a702c tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:59.768246 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-73870716-b73e-4e9f-b10b-95628c2a702c tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] 10.222.0.36 "DELETE /v2.0/security-groups/1cf66706-a623-46a6-9f5d-54c09d760d68 HTTP/1.1" status: 204 len: 168 time: 1.2528009 Feb 04 08:38:59.777864 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 48672) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:59.826053 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-a2ad2496-04fe-40e8-86a2-d21812f22d13 None None] Port c96901da-bb4b-4f92-a22b-612ab4f3f366 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:38:59.847348 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.api.v2.resource [None req-b32c08a9-caa2-4dac-92c7-9261e5fa9d20 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] show failed (client error): The resource could not be found. Feb 04 08:38:59.848376 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-b32c08a9-caa2-4dac-92c7-9261e5fa9d20 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] 10.222.0.36 "GET /v2.0/security-groups/1cf66706-a623-46a6-9f5d-54c09d760d68 HTTP/1.1" status: 404 len: 347 time: 0.0684402 Feb 04 08:38:59.855433 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 48678) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:38:59.869080 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-f02922fb-7705-4891-a417-16ba75ffdd6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:38:59.893870 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-9dd75241-c8c5-4264-ab9f-a311ca9c5e88 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Calling delete_port for 609a9031-7273-405b-a751-45047cf91ac3 owned by network:floatingip {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:38:59.939118 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b5c04aeb-9837-457a-ae48-6618d60ae6bd tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:38:59.946201 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-f02922fb-7705-4891-a417-16ba75ffdd6a admin admin] Usage tracker for resource:security_group_rule and tenant:e89a5432419c4f2799d167fec1bb7459 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:38:59.960623 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f018ce23-f8d2-4f13-b690-2f1e3810a803 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:38:59.962339 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-f02922fb-7705-4891-a417-16ba75ffdd6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:38:59.979593 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9929edca-2b7e-4192-bac6-2407082ee4b8 None None] Sync routers for ids ['fe31866c-3bfc-4112-84dc-7311e65fa4b9'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:38:59.990932 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-f02922fb-7705-4891-a417-16ba75ffdd6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:38:59.994504 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-845b684a-eb27-4592-8e69-035f5ddf2193 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Allocated IP 172.26.3.6 (e264bd74-c56b-43d0-9059-bcb57dbbe5bc/79caf47c-b62c-4ea0-b35f-21ede155daa8/62393e71-be55-4fd1-8b0f-4e93c9d20b49) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:39:00.010437 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9929edca-2b7e-4192-bac6-2407082ee4b8 None None] Routers {'fe31866c-3bfc-4112-84dc-7311e65fa4b9'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:39:00.012112 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-9929edca-2b7e-4192-bac6-2407082ee4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:38:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['fe31866c-3bfc-4112-84dc-7311e65fa4b9'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:39:00.022910 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-ffee5519-b732-4fd8-b5eb-9b8b04994e41 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Deleting port c96901da-bb4b-4f92-a22b-612ab4f3f366 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:39:00.023249 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ffee5519-b732-4fd8-b5eb-9b8b04994e41 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:00.091259 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-9929edca-2b7e-4192-bac6-2407082ee4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:39:00.103345 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-d464533d-5bc2-4fde-bc36-7eba15cdc893 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Deleting port 63e1a74b-c3e7-4dba-b2eb-2f156edbe36f {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:39:00.103689 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d464533d-5bc2-4fde-bc36-7eba15cdc893 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:00.103828 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9929edca-2b7e-4192-bac6-2407082ee4b8 None None] Routers {'fe31866c-3bfc-4112-84dc-7311e65fa4b9'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:39:00.104451 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-9929edca-2b7e-4192-bac6-2407082ee4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:38:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['fe31866c-3bfc-4112-84dc-7311e65fa4b9'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:39:00.133397 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-f018ce23-f8d2-4f13-b690-2f1e3810a803 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "PUT /v2.0/routers/fe31866c-3bfc-4112-84dc-7311e65fa4b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9200666 Feb 04 08:39:00.143355 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 48682) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:00.167258 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-9929edca-2b7e-4192-bac6-2407082ee4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:39:00.167733 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9929edca-2b7e-4192-bac6-2407082ee4b8 None None] The sync data for ids ['fe31866c-3bfc-4112-84dc-7311e65fa4b9'] in dv-neutron-827798-2-hyperv is: [] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:39:00.305631 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b5c04aeb-9837-457a-ae48-6618d60ae6bd tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7510167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985167'] for subnet, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:00.409182 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c04aeb-9837-457a-ae48-6618d60ae6bd tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event deleted for resources: {'Subnet': ['ID=70f73621-86a7-40e3-a76d-b10dc546892c,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:00.446782 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d464533d-5bc2-4fde-bc36-7eba15cdc893 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:00.447102 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d464533d-5bc2-4fde-bc36-7eba15cdc893 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:00.455065 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b5c04aeb-9837-457a-ae48-6618d60ae6bd tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:00.456159 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f02922fb-7705-4891-a417-16ba75ffdd6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:00.457732 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542e575d-854e-4114-84d5-5cc1c28c1b7c None None] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:39:00.504165 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de643d7-8aca-4880-9361-0ef88031fd20 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:39:00.508218 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-7de643d7-8aca-4880-9361-0ef88031fd20 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "GET /v2.0/ports/7b437540-8e69-4711-8153-a0a4808676f6 HTTP/1.1" status: 200 len: 910 time: 0.3570504 Feb 04 08:39:00.513768 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 48686) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:00.572215 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-58cc9968-0771-4b8f-adfc-e7cdc95b677f tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f7a45cec-b41f-42d1-affe-589bf3bb5838'}]}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:39:00.593407 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ffee5519-b732-4fd8-b5eb-9b8b04994e41 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:00.600197 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f02922fb-7705-4891-a417-16ba75ffdd6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:00.605004 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9dd75241-c8c5-4264-ab9f-a311ca9c5e88 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:00.613200 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-d464533d-5bc2-4fde-bc36-7eba15cdc893 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Calling delete_port for 63e1a74b-c3e7-4dba-b2eb-2f156edbe36f owned by network:floatingip {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:39:00.705684 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-845b684a-eb27-4592-8e69-035f5ddf2193 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:00.756167 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02255cc4-7293-40e6-9659-ec2006290ae5 None None] DHCP port deletion for bc933c3a-b15d-4eab-9ad6-d32fd193f5cd request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 08:39:00.760032 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-02255cc4-7293-40e6-9659-ec2006290ae5 None None] Deleting port b16d2f03-fdb6-4d07-a272-c0263bb552b2 {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:39:00.760404 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-02255cc4-7293-40e6-9659-ec2006290ae5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:00.776064 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02922fb-7705-4891-a417-16ba75ffdd6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2679f91-1822-4922-843b-62aa3b4c046a,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:00.780078 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-f02922fb-7705-4891-a417-16ba75ffdd6a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e89a5432419c4f2799d167fec1bb7459&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6363029 Feb 04 08:39:00.792801 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 48690) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:00.797436 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-ffee5519-b732-4fd8-b5eb-9b8b04994e41 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Calling delete_port for c96901da-bb4b-4f92-a22b-612ab4f3f366 owned by {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:39:00.849290 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-b5c04aeb-9837-457a-ae48-6618d60ae6bd tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "DELETE /v2.0/subnets/70f73621-86a7-40e3-a76d-b10dc546892c HTTP/1.1" status: 204 len: 168 time: 1.9031620 Feb 04 08:39:00.864520 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 48694) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:00.866604 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd75241-c8c5-4264-ab9f-a311ca9c5e88 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Pushing event deleted for resources: {'Port': ['ID=609a9031-7273-405b-a751-45047cf91ac3,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:00.907631 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9dd75241-c8c5-4264-ab9f-a311ca9c5e88 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Notify callbacks [] for floatingip, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:00.909857 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9dd75241-c8c5-4264-ab9f-a311ca9c5e88 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for floatingip, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:00.910996 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-9dd75241-c8c5-4264-ab9f-a311ca9c5e88 tempest-ServersTestManualDisk-1407466717 tempest-ServersTestManualDisk-1407466717-project] 10.222.0.36 "DELETE /v2.0/floatingips/357b5681-cb05-46c8-acc1-32c97a092510 HTTP/1.1" status: 204 len: 168 time: 1.7237132 Feb 04 08:39:00.922912 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 48698) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:01.075192 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-02255cc4-7293-40e6-9659-ec2006290ae5 None None] For port b16d2f03-fdb6-4d07-a272-c0263bb552b2, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=b16d2f03-fdb6-4d07-a272-c0263bb552b2,segment=NetworkSegment(2c48dc91-e362-4611-9354-aede43558386),segment_id=2c48dc91-e362-4611-9354-aede43558386)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:39:01.075733 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-02255cc4-7293-40e6-9659-ec2006290ae5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:01.159825 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-845b684a-eb27-4592-8e69-035f5ddf2193 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:01.232894 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-02255cc4-7293-40e6-9659-ec2006290ae5 None None] Calling delete_port for b16d2f03-fdb6-4d07-a272-c0263bb552b2 owned by network:dhcp {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:39:01.266145 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e7e13a5e-2610-46e1-8b71-6356af816026 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:01.278807 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ffee5519-b732-4fd8-b5eb-9b8b04994e41 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:01.338328 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffee5519-b732-4fd8-b5eb-9b8b04994e41 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Pushing event deleted for resources: {'Port': ['ID=c96901da-bb4b-4f92-a22b-612ab4f3f366,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:01.388083 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-02255cc4-7293-40e6-9659-ec2006290ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407'] for port, after_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:01.414145 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-7c521c05-8090-4468-830b-297731aa8ff4 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.5466480 Feb 04 08:39:01.429135 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845b684a-eb27-4592-8e69-035f5ddf2193 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Network e264bd74-c56b-43d0-9059-bcb57dbbe5bc is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:39:01.431772 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 48702) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:01.431930 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d464533d-5bc2-4fde-bc36-7eba15cdc893 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:01.440616 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-58cc9968-0771-4b8f-adfc-e7cdc95b677f tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:01.456639 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-845b684a-eb27-4592-8e69-035f5ddf2193 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:39:01.471418 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845b684a-eb27-4592-8e69-035f5ddf2193 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:39:01.475914 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 7e605cdf-7b38-4535-ab93-33d67188b64d no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:39:01.504603 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02255cc4-7293-40e6-9659-ec2006290ae5 None None] No DVR routers for this DVR port b16d2f03-fdb6-4d07-a272-c0263bb552b2 on host dv-neutron-827798-2-hyperv {{(pid=84109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:39:01.513091 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ffee5519-b732-4fd8-b5eb-9b8b04994e41 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:01.520918 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845b684a-eb27-4592-8e69-035f5ddf2193 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Pushing event updated for resources: {'Port': ['ID=62393e71-be55-4fd1-8b0f-4e93c9d20b49,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:01.526663 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e7e13a5e-2610-46e1-8b71-6356af816026 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:01.537880 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02255cc4-7293-40e6-9659-ec2006290ae5 None None] Pushing event deleted for resources: {'Port': ['ID=b16d2f03-fdb6-4d07-a272-c0263bb552b2,revision_number=None']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:01.546620 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: 7e605cdf-7b38-4535-ab93-33d67188b64d {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:39:01.547044 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 7e605cdf-7b38-4535-ab93-33d67188b64d not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:39:01.547578 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device b16d2f03-fdb6-4d07-a272-c0263bb552b2 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:39:01.596082 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: b16d2f03-fdb6-4d07-a272-c0263bb552b2 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:39:01.596785 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device b16d2f03-fdb6-4d07-a272-c0263bb552b2 not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:39:01.637846 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-ffee5519-b732-4fd8-b5eb-9b8b04994e41 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "DELETE /v2.0/ports/c96901da-bb4b-4f92-a22b-612ab4f3f366 HTTP/1.1" status: 204 len: 168 time: 1.8337920 Feb 04 08:39:01.642240 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 48706) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:01.674900 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d464533d-5bc2-4fde-bc36-7eba15cdc893 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Pushing event deleted for resources: {'Port': ['ID=63e1a74b-c3e7-4dba-b2eb-2f156edbe36f,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:01.686025 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-337f285d-7abe-4aa0-aa41-3b5d3e9c42fa tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks [] for router, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:01.878938 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc504062-152f-435a-8a09-3f88a9e6097c tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] GET failed (client error): The resource could not be found. Feb 04 08:39:01.879434 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-dc504062-152f-435a-8a09-3f88a9e6097c tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Synchronizing usage tracker for tenant:e63069d3cf3540d8aad7a137ff4999ec on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:39:01.971014 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d464533d-5bc2-4fde-bc36-7eba15cdc893 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Notify callbacks [] for floatingip, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:02.038837 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e7e13a5e-2610-46e1-8b71-6356af816026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:02.077848 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e13a5e-2610-46e1-8b71-6356af816026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2679f91-1822-4922-843b-62aa3b4c046a,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:02.109043 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-dc504062-152f-435a-8a09-3f88a9e6097c tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Unset dirty status for tenant:e63069d3cf3540d8aad7a137ff4999ec on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:39:02.115191 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-dc504062-152f-435a-8a09-3f88a9e6097c tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "GET /v2.0/ports/c96901da-bb4b-4f92-a22b-612ab4f3f366 HTTP/1.1" status: 404 len: 333 time: 0.4670427 Feb 04 08:39:02.118774 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 48710) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:02.143804 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e7e13a5e-2610-46e1-8b71-6356af816026 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:02.143804 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-e7e13a5e-2610-46e1-8b71-6356af816026 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a2679f91-1822-4922-843b-62aa3b4c046a HTTP/1.1" status: 204 len: 168 time: 1.3457351 Feb 04 08:39:02.143804 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d464533d-5bc2-4fde-bc36-7eba15cdc893 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for floatingip, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:02.143804 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-d464533d-5bc2-4fde-bc36-7eba15cdc893 tempest-ServersTestJSON-354720680 tempest-ServersTestJSON-354720680-project] 10.222.0.36 "DELETE /v2.0/floatingips/59b20221-f969-4953-842d-6d432d960b27 HTTP/1.1" status: 204 len: 168 time: 2.2802947 Feb 04 08:39:02.146023 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 48716) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:02.453912 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-337f285d-7abe-4aa0-aa41-3b5d3e9c42fa tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40989'] for router, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:02.458909 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0e7c6d5c-5b21-4ad7-ac2f-c06d283c49b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473817'] for router_interface, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:02.476044 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-845b684a-eb27-4592-8e69-035f5ddf2193 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks [] for router_gateway, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:02.533143 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-337f285d-7abe-4aa0-aa41-3b5d3e9c42fa tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:02.592684 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-58cc9968-0771-4b8f-adfc-e7cdc95b677f tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks [] for port, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:02.612422 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fc650a5-3d37-4bef-a796-9858fdeda13d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Deleting subnet 3d72b4e5-c1aa-46b2-bb86-cd68e2359f5b {{(pid=84107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:39:02.616569 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2fc650a5-3d37-4bef-a796-9858fdeda13d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks [] for subnet, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:02.678474 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-337f285d-7abe-4aa0-aa41-3b5d3e9c42fa tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-476062'] for router, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:02.678985 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-337f285d-7abe-4aa0-aa41-3b5d3e9c42fa tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Fanout notify agent at l3_agent the message router_deleted on router 1574f793-4060-4da8-8d5a-2c692a07adbc {{(pid=84107) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 08:39:02.688449 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2fc650a5-3d37-4bef-a796-9858fdeda13d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8058667'] for subnet, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:02.693516 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-845b684a-eb27-4592-8e69-035f5ddf2193 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40996'] for router, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:02.746012 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-845b684a-eb27-4592-8e69-035f5ddf2193 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-472436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-472429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-475363'] for router, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:02.753246 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-58cc9968-0771-4b8f-adfc-e7cdc95b677f tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:02.775970 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-337f285d-7abe-4aa0-aa41-3b5d3e9c42fa tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:02.777073 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-337f285d-7abe-4aa0-aa41-3b5d3e9c42fa tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "DELETE /v2.0/routers/1574f793-4060-4da8-8d5a-2c692a07adbc HTTP/1.1" status: 204 len: 168 time: 1.3392699 Feb 04 08:39:02.786185 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 48722) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:02.840578 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-7c8430c1-e2c1-4c51-b8a6-d77bd2fb618d tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Request body: {'subnet': {'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:39:02.862416 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2fc650a5-3d37-4bef-a796-9858fdeda13d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:02.891576 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 48726) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:03.079535 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-cf489dcb-cc09-4666-aefe-eeb389b4f1ca admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6f61127ab9ba4300af77f26932026da2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1825941 Feb 04 08:39:03.113492 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 48730) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:03.183106 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58cc9968-0771-4b8f-adfc-e7cdc95b677f tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:39:03.183732 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-58cc9968-0771-4b8f-adfc-e7cdc95b677f tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:03.188424 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-58cc9968-0771-4b8f-adfc-e7cdc95b677f tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "PUT /v2.0/ports/7b437540-8e69-4711-8153-a0a4808676f6 HTTP/1.1" status: 200 len: 910 time: 2.6699526 Feb 04 08:39:03.188424 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cc9968-0771-4b8f-adfc-e7cdc95b677f tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Pushing event updated for resources: {'Port': ['ID=7b437540-8e69-4711-8153-a0a4808676f6,revision_number=3']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:03.201538 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 48734) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:03.235143 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2fc650a5-3d37-4bef-a796-9858fdeda13d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7510167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985167'] for subnet, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:03.283394 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc650a5-3d37-4bef-a796-9858fdeda13d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Pushing event deleted for resources: {'Subnet': ['ID=3d72b4e5-c1aa-46b2-bb86-cd68e2359f5b,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:03.296273 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2fc650a5-3d37-4bef-a796-9858fdeda13d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:03.302783 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-7c8430c1-e2c1-4c51-b8a6-d77bd2fb618d tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:39:03.303197 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473e9d7a-420d-4eea-ac1b-c5e9f42eeb35 None None] Network 7ca7294b-456f-4370-a2b8-897c139e874d requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:39:03.309146 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-2fc650a5-3d37-4bef-a796-9858fdeda13d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "DELETE /v2.0/subnets/3d72b4e5-c1aa-46b2-bb86-cd68e2359f5b HTTP/1.1" status: 204 len: 168 time: 1.1857643 Feb 04 08:39:03.309281 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 48738) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:03.327566 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-7c8430c1-e2c1-4c51-b8a6-d77bd2fb618d tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Usage tracker for resource:subnet and tenant:ffa27937301745e1ad43fa520f28cbc3 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:39:03.334043 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-7c8430c1-e2c1-4c51-b8a6-d77bd2fb618d tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:39:03.349047 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-7c8430c1-e2c1-4c51-b8a6-d77bd2fb618d tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:39:03.416403 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1750d87-fc08-4350-972c-fe02fc12b6b9 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Deleting subnet 758a9400-9e58-40d1-b228-5df7810e9e7b {{(pid=84107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:39:03.444712 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e1750d87-fc08-4350-972c-fe02fc12b6b9 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks [] for subnet, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:03.499545 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-575e00bb-2093-4596-8a26-9477fd8a3592 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:03.519128 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e1750d87-fc08-4350-972c-fe02fc12b6b9 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8058667'] for subnet, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:03.527004 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c8430c1-e2c1-4c51-b8a6-d77bd2fb618d tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Made reservation on behalf of ffa27937301745e1ad43fa520f28cbc3 for: {'subnet': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:39:03.653951 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e1750d87-fc08-4350-972c-fe02fc12b6b9 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:03.677792 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-575e00bb-2093-4596-8a26-9477fd8a3592 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:03.780598 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7c8430c1-e2c1-4c51-b8a6-d77bd2fb618d tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8119726'] for subnet, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:03.790392 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-0e7c6d5c-5b21-4ad7-ac2f-c06d283c49b2 admin admin] Deleting port 4ea26f29-635e-4ecf-bba9-8ac9a6a34672 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:39:03.790760 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0e7c6d5c-5b21-4ad7-ac2f-c06d283c49b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:03.926737 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e1750d87-fc08-4350-972c-fe02fc12b6b9 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7510167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985167'] for subnet, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:03.980763 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1750d87-fc08-4350-972c-fe02fc12b6b9 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Pushing event deleted for resources: {'Subnet': ['ID=758a9400-9e58-40d1-b228-5df7810e9e7b,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:03.997194 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e1750d87-fc08-4350-972c-fe02fc12b6b9 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:04.006230 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-e1750d87-fc08-4350-972c-fe02fc12b6b9 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "DELETE /v2.0/subnets/758a9400-9e58-40d1-b228-5df7810e9e7b HTTP/1.1" status: 204 len: 168 time: 0.6959851 Feb 04 08:39:04.007798 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-eec84c0e-736d-407b-ba08-bbd390ef4cb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473817'] for router_interface, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:04.009731 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 48742) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:04.074011 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-575e00bb-2093-4596-8a26-9477fd8a3592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:04.134512 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca0140a-4b06-4889-a9f8-61c7e926d8d2 None None] Network 7ca7294b-456f-4370-a2b8-897c139e874d requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:39:04.137421 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [None req-0e7c6d5c-5b21-4ad7-ac2f-c06d283c49b2 admin admin] For port 4ea26f29-635e-4ecf-bba9-8ac9a6a34672, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=4ea26f29-635e-4ecf-bba9-8ac9a6a34672,segment=NetworkSegment(42a6b551-2c6d-433c-b38a-a2ee6afc72f2),segment_id=42a6b551-2c6d-433c-b38a-a2ee6afc72f2)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:39:04.137780 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0e7c6d5c-5b21-4ad7-ac2f-c06d283c49b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:04.159507 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575e00bb-2093-4596-8a26-9477fd8a3592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfec7dd2-2e24-42d2-ac76-ca1a7741f8f3,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:04.266757 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-575e00bb-2093-4596-8a26-9477fd8a3592 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:04.270243 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-575e00bb-2093-4596-8a26-9477fd8a3592 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bfec7dd2-2e24-42d2-ac76-ca1a7741f8f3 HTTP/1.1" status: 204 len: 168 time: 1.1516345 Feb 04 08:39:04.271622 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-8eb703f8-ccda-4d3a-b6ba-fcb19f540ba1 None None] Provisioning complete for port 1ba8588a-3985-402c-955b-f327d234dbac triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:39:04.272146 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-8eb703f8-ccda-4d3a-b6ba-fcb19f540ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:04.276087 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-0e7c6d5c-5b21-4ad7-ac2f-c06d283c49b2 admin admin] Calling delete_port for 4ea26f29-635e-4ecf-bba9-8ac9a6a34672 owned by network:router_interface {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:39:04.304597 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-144a917f-637d-43e3-a13b-30389222d42d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:04.338350 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-144a917f-637d-43e3-a13b-30389222d42d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Deleting port 1ba8588a-3985-402c-955b-f327d234dbac {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:39:04.338350 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-144a917f-637d-43e3-a13b-30389222d42d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:04.371628 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-87e12ffb-66ce-47c9-9326-8823916c278a tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473817'] for router_interface, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:04.574641 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97dd68fb-8ccc-4349-b180-ee0500e0fb38 None None] DHCP port deletion for 7ca7294b-456f-4370-a2b8-897c139e874d request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 08:39:04.579450 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-97dd68fb-8ccc-4349-b180-ee0500e0fb38 None None] Deleting port 1ba8588a-3985-402c-955b-f327d234dbac {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:39:04.580082 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-97dd68fb-8ccc-4349-b180-ee0500e0fb38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:04.621132 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [None req-144a917f-637d-43e3-a13b-30389222d42d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] For port 1ba8588a-3985-402c-955b-f327d234dbac, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=1ba8588a-3985-402c-955b-f327d234dbac,segment=NetworkSegment(edf4c261-9dc2-4820-ae48-2ea410301a8b),segment_id=edf4c261-9dc2-4820-ae48-2ea410301a8b)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:39:04.621749 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-144a917f-637d-43e3-a13b-30389222d42d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:04.626516 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7c8430c1-e2c1-4c51-b8a6-d77bd2fb618d tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7593498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8119736'] for subnet, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:04.630159 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-845b684a-eb27-4592-8e69-035f5ddf2193 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Router 17a4eee7-7e30-4da4-8a71-25a67156c934 is scheduled to L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 with binding_index 1 {{(pid=84108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 08:39:04.785549 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8430c1-e2c1-4c51-b8a6-d77bd2fb618d tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:39:04.797695 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-7c8430c1-e2c1-4c51-b8a6-d77bd2fb618d tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:39:04.799921 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8430c1-e2c1-4c51-b8a6-d77bd2fb618d tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event updated for resources: {'Subnet': ['ID=aba4fe75-de7b-4fb8-ac26-54ea49134628,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:04.808978 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-97dd68fb-8ccc-4349-b180-ee0500e0fb38 None None] For port 1ba8588a-3985-402c-955b-f327d234dbac, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=1ba8588a-3985-402c-955b-f327d234dbac,segment=NetworkSegment(edf4c261-9dc2-4820-ae48-2ea410301a8b),segment_id=edf4c261-9dc2-4820-ae48-2ea410301a8b)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:39:04.809493 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-97dd68fb-8ccc-4349-b180-ee0500e0fb38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:04.822637 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07c7155-512b-4876-83a5-744514a70249 None None] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:39:04.855451 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8430c1-e2c1-4c51-b8a6-d77bd2fb618d tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:39:04.856018 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7c8430c1-e2c1-4c51-b8a6-d77bd2fb618d tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:04.913933 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-144a917f-637d-43e3-a13b-30389222d42d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Calling delete_port for 1ba8588a-3985-402c-955b-f327d234dbac owned by network:dhcp {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:39:04.987003 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-7c8430c1-e2c1-4c51-b8a6-d77bd2fb618d tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1628356 Feb 04 08:39:04.987609 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 48752) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:04.999573 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-d35ff570-504d-46ce-8d09-d40050175d51 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1874110395', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:39:05.022125 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-d35ff570-504d-46ce-8d09-d40050175d51 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:39:05.055387 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-97dd68fb-8ccc-4349-b180-ee0500e0fb38 None None] Calling delete_port for 1ba8588a-3985-402c-955b-f327d234dbac owned by network:dhcp {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:39:05.078491 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-d35ff570-504d-46ce-8d09-d40050175d51 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Usage tracker for resource:router and tenant:ffa27937301745e1ad43fa520f28cbc3 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:39:05.083899 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-d35ff570-504d-46ce-8d09-d40050175d51 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:39:05.100377 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0e7c6d5c-5b21-4ad7-ac2f-c06d283c49b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:05.129467 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-d35ff570-504d-46ce-8d09-d40050175d51 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:39:05.155975 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.db.api [None req-97dd68fb-8ccc-4349-b180-ee0500e0fb38 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 08:39:05.156398 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG oslo_db.api [None req-97dd68fb-8ccc-4349-b180-ee0500e0fb38 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 08:39:05.167590 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-144a917f-637d-43e3-a13b-30389222d42d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:05.257387 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7c6d5c-5b21-4ad7-ac2f-c06d283c49b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ea26f29-635e-4ecf-bba9-8ac9a6a34672,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:05.291016 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cda0eb2-6629-40c1-bb3f-b9020ab8857a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'tenant_id': 'ffa27937301745e1ad43fa520f28cbc3', 'fixed_ips': [{'subnet_id': 'aba4fe75-de7b-4fb8-ac26-54ea49134628'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:39:05.293283 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-6cda0eb2-6629-40c1-bb3f-b9020ab8857a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:05.347861 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d35ff570-504d-46ce-8d09-d40050175d51 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40975'] for router, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:05.348808 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d35ff570-504d-46ce-8d09-d40050175d51 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40982'] for router, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:05.369617 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d35ff570-504d-46ce-8d09-d40050175d51 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:05.445583 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144a917f-637d-43e3-a13b-30389222d42d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Pushing event deleted for resources: {'Port': ['ID=1ba8588a-3985-402c-955b-f327d234dbac,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:05.522436 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d35ff570-504d-46ce-8d09-d40050175d51 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472990'] for router, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:05.526664 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144a917f-637d-43e3-a13b-30389222d42d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] No DVR routers for this DVR port 1ba8588a-3985-402c-955b-f327d234dbac on host dv-neutron-827798-2-hyperv {{(pid=84107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:39:05.555687 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-6cda0eb2-6629-40c1-bb3f-b9020ab8857a None None] Allocated IP 2001:db8::2 (bc933c3a-b15d-4eab-9ad6-d32fd193f5cd/aba4fe75-de7b-4fb8-ac26-54ea49134628/fce9aa41-b061-4e9d-b75a-d8e84cc5d321) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:39:05.569959 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 1ba8588a-3985-402c-955b-f327d234dbac no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:39:05.611376 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: 1ba8588a-3985-402c-955b-f327d234dbac {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:39:05.612036 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 1ba8588a-3985-402c-955b-f327d234dbac not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:39:05.630616 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-845b684a-eb27-4592-8e69-035f5ddf2193 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:39:05.637614 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d35ff570-504d-46ce-8d09-d40050175d51 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks [] for router, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:05.643941 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-d35ff570-504d-46ce-8d09-d40050175d51 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6473703 Feb 04 08:39:05.644795 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-845b684a-eb27-4592-8e69-035f5ddf2193 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks [] for router, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:05.648675 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-845b684a-eb27-4592-8e69-035f5ddf2193 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] 10.222.0.36 "PUT /v2.0/routers/17a4eee7-7e30-4da4-8a71-25a67156c934 HTTP/1.1" status: 200 len: 881 time: 8.9959307 Feb 04 08:39:05.651039 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 48764) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:05.651401 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 48766) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:05.656468 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7e349a-68db-4b49-beda-71950bdde8df None None] Sync routers for ids ['17a4eee7-7e30-4da4-8a71-25a67156c934'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:39:05.673205 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7e349a-68db-4b49-beda-71950bdde8df None None] Routers {'17a4eee7-7e30-4da4-8a71-25a67156c934'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:39:05.675962 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-ef7e349a-68db-4b49-beda-71950bdde8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:38:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['17a4eee7-7e30-4da4-8a71-25a67156c934'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:39:05.702611 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-97dd68fb-8ccc-4349-b180-ee0500e0fb38 None None] Deleting port 1ba8588a-3985-402c-955b-f327d234dbac {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:39:05.703048 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-97dd68fb-8ccc-4349-b180-ee0500e0fb38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:05.750388 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-144a917f-637d-43e3-a13b-30389222d42d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:05.762421 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-ef7e349a-68db-4b49-beda-71950bdde8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:39:05.776295 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7e349a-68db-4b49-beda-71950bdde8df None None] Routers {'17a4eee7-7e30-4da4-8a71-25a67156c934'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:39:05.777152 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-ef7e349a-68db-4b49-beda-71950bdde8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:38:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['17a4eee7-7e30-4da4-8a71-25a67156c934'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:39:05.784436 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-144a917f-637d-43e3-a13b-30389222d42d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ca7294b-456f-4370-a2b8-897c139e874d']}} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:39:05.802426 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-144a917f-637d-43e3-a13b-30389222d42d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edf4c261-9dc2-4820-ae48-2ea410301a8b') {'for_net_delete': True} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:39:05.802736 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-144a917f-637d-43e3-a13b-30389222d42d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edf4c261-9dc2-4820-ae48-2ea410301a8b') {} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:39:05.825669 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-144a917f-637d-43e3-a13b-30389222d42d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8058642'] for segment, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:05.842288 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-97dd68fb-8ccc-4349-b180-ee0500e0fb38 None None] The port '1ba8588a-3985-402c-955b-f327d234dbac' was deleted {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 08:39:05.847254 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-ef7e349a-68db-4b49-beda-71950bdde8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:39:05.847820 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7e349a-68db-4b49-beda-71950bdde8df None None] The sync data for ids ['17a4eee7-7e30-4da4-8a71-25a67156c934'] in dv-neutron-827798-2-hyperv is: [] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:39:05.857480 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-144a917f-637d-43e3-a13b-30389222d42d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:05.870808 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-144a917f-637d-43e3-a13b-30389222d42d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=84107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:39:05.871249 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-144a917f-637d-43e3-a13b-30389222d42d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7377717'] for segment, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:05.888730 dv-neutron-827798-2-hyperv neutron-server[84107]: Traceback (most recent call last): Feb 04 08:39:05.888730 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:39:05.888730 dv-neutron-827798-2-hyperv neutron-server[84107]: timer() Feb 04 08:39:05.888730 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:39:05.888730 dv-neutron-827798-2-hyperv neutron-server[84107]: cb(*args, **kw) Feb 04 08:39:05.888730 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:39:05.888730 dv-neutron-827798-2-hyperv neutron-server[84107]: return func(*args, **kwargs) Feb 04 08:39:05.888730 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:39:05.888730 dv-neutron-827798-2-hyperv neutron-server[84107]: self._notify() Feb 04 08:39:05.888730 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:39:05.888730 dv-neutron-827798-2-hyperv neutron-server[84107]: self.callback(batched_events) Feb 04 08:39:05.888730 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:39:05.888730 dv-neutron-827798-2-hyperv neutron-server[84107]: event.method(event) Feb 04 08:39:05.888730 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:39:05.888730 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:39:05.888730 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:39:05.888730 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:39:05.888730 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:39:05.888730 dv-neutron-827798-2-hyperv neutron-server[84107]: return f(self, *a, **k) Feb 04 08:39:05.888730 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:39:05.888730 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._get(url).json() Feb 04 08:39:05.888730 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:39:05.888730 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:39:05.888730 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:39:05.888730 dv-neutron-827798-2-hyperv neutron-server[84107]: return self.request(url, 'GET', **kwargs) Feb 04 08:39:05.888730 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:39:05.888730 dv-neutron-827798-2-hyperv neutron-server[84107]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:39:05.888730 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:39:05.888730 dv-neutron-827798-2-hyperv neutron-server[84107]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:39:05.888730 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:39:05.888730 dv-neutron-827798-2-hyperv neutron-server[84107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:39:05.888730 dv-neutron-827798-2-hyperv neutron-server[84107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:39:06.018317 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-6cda0eb2-6629-40c1-bb3f-b9020ab8857a None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:06.122076 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0e7c6d5c-5b21-4ad7-ac2f-c06d283c49b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1572495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472959'] for router_interface, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:06.127954 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 48776) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:06.163273 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-6cda0eb2-6629-40c1-bb3f-b9020ab8857a None None] Transition to ACTIVE for port object fce9aa41-b061-4e9d-b75a-d8e84cc5d321 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:39:06.184238 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-6cda0eb2-6629-40c1-bb3f-b9020ab8857a None None] Transition to ACTIVE for port object fce9aa41-b061-4e9d-b75a-d8e84cc5d321 will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:39:06.195919 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-144a917f-637d-43e3-a13b-30389222d42d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:06.224110 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-144a917f-637d-43e3-a13b-30389222d42d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:06.245150 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144a917f-637d-43e3-a13b-30389222d42d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Pushing event deleted for resources: {'Network': ['ID=7ca7294b-456f-4370-a2b8-897c139e874d,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:06.250898 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-6cda0eb2-6629-40c1-bb3f-b9020ab8857a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:06.342232 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-144a917f-637d-43e3-a13b-30389222d42d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "DELETE /v2.0/networks/7ca7294b-456f-4370-a2b8-897c139e874d HTTP/1.1" status: 204 len: 168 time: 2.3307197 Feb 04 08:39:06.344945 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 48782) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:06.361459 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cda0eb2-6629-40c1-bb3f-b9020ab8857a None None] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:39:06.365275 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-6cda0eb2-6629-40c1-bb3f-b9020ab8857a None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:39:06.375572 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cda0eb2-6629-40c1-bb3f-b9020ab8857a None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:39:06.378033 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cda0eb2-6629-40c1-bb3f-b9020ab8857a None None] Pushing event updated for resources: {'Port': ['ID=fce9aa41-b061-4e9d-b75a-d8e84cc5d321,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:06.391203 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-887c1c3d-b74d-4cf9-84ac-1160d86abf0e tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-476130391'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:39:06.406874 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-887c1c3d-b74d-4cf9-84ac-1160d86abf0e tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:39:06.415560 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-887c1c3d-b74d-4cf9-84ac-1160d86abf0e tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Usage tracker for resource:network and tenant:12aaf95c212f4e8784267a6ec09c34fa is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:39:06.419672 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-887c1c3d-b74d-4cf9-84ac-1160d86abf0e tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:39:06.426873 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-887c1c3d-b74d-4cf9-84ac-1160d86abf0e tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:39:06.478571 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-6cda0eb2-6629-40c1-bb3f-b9020ab8857a None None] Attempting to bind port fce9aa41-b061-4e9d-b75a-d8e84cc5d321 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:39:06.478980 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-6cda0eb2-6629-40c1-bb3f-b9020ab8857a None None] Attempting to bind port fce9aa41-b061-4e9d-b75a-d8e84cc5d321 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': '2c48dc91-e362-4611-9354-aede43558386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:39:06.479422 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cda0eb2-6629-40c1-bb3f-b9020ab8857a None None] Attempting to bind port fce9aa41-b061-4e9d-b75a-d8e84cc5d321 on network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:39:06.486032 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cda0eb2-6629-40c1-bb3f-b9020ab8857a None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:39:06.486654 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cda0eb2-6629-40c1-bb3f-b9020ab8857a None None] Checking segment: {'id': '2c48dc91-e362-4611-9354-aede43558386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:39:06.487141 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-6cda0eb2-6629-40c1-bb3f-b9020ab8857a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:06.487608 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cda0eb2-6629-40c1-bb3f-b9020ab8857a None None] Bound using segment: {'id': '2c48dc91-e362-4611-9354-aede43558386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:39:06.488153 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-6cda0eb2-6629-40c1-bb3f-b9020ab8857a None None] Bound port: fce9aa41-b061-4e9d-b75a-d8e84cc5d321, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c48dc91-e362-4611-9354-aede43558386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:39:06.488626 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-6cda0eb2-6629-40c1-bb3f-b9020ab8857a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:06.538556 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-887c1c3d-b74d-4cf9-84ac-1160d86abf0e tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Made reservation on behalf of 12aaf95c212f4e8784267a6ec09c34fa for: {'network': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:39:06.541497 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-887c1c3d-b74d-4cf9-84ac-1160d86abf0e tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:06.558512 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af72993-4c0c-4c1a-8db6-ff42bbe8aeb5 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:39:06.559206 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-3af72993-4c0c-4c1a-8db6-ff42bbe8aeb5 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Synchronizing usage tracker for tenant:e63069d3cf3540d8aad7a137ff4999ec on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:39:06.578234 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-887c1c3d-b74d-4cf9-84ac-1160d86abf0e tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:06.580592 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-6cda0eb2-6629-40c1-bb3f-b9020ab8857a None None] For port fce9aa41-b061-4e9d-b75a-d8e84cc5d321, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:39:06.583711 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-6cda0eb2-6629-40c1-bb3f-b9020ab8857a None None] For port fce9aa41-b061-4e9d-b75a-d8e84cc5d321, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=fce9aa41-b061-4e9d-b75a-d8e84cc5d321,segment=NetworkSegment(2c48dc91-e362-4611-9354-aede43558386),segment_id=2c48dc91-e362-4611-9354-aede43558386)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:39:06.654644 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-6cda0eb2-6629-40c1-bb3f-b9020ab8857a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:06.689196 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-3af72993-4c0c-4c1a-8db6-ff42bbe8aeb5 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Unset dirty status for tenant:e63069d3cf3540d8aad7a137ff4999ec on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:39:06.694459 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-3af72993-4c0c-4c1a-8db6-ff42bbe8aeb5 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3486865 Feb 04 08:39:06.699643 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 48786) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:06.743118 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cda0eb2-6629-40c1-bb3f-b9020ab8857a None None] Pushing event updated for resources: {'Port': ['ID=fce9aa41-b061-4e9d-b75a-d8e84cc5d321,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:06.747117 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-887c1c3d-b74d-4cf9-84ac-1160d86abf0e tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:39:06.757307 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-887c1c3d-b74d-4cf9-84ac-1160d86abf0e tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Usage tracker for resource:security_group_rule and tenant:12aaf95c212f4e8784267a6ec09c34fa is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:39:06.762661 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-887c1c3d-b74d-4cf9-84ac-1160d86abf0e tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:39:06.774354 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-887c1c3d-b74d-4cf9-84ac-1160d86abf0e tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:39:06.820728 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-35e7c8a4-1400-489b-9606-fdf29b79da87 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] 10.222.0.36 "GET /v2.0/routers/17a4eee7-7e30-4da4-8a71-25a67156c934 HTTP/1.1" status: 200 len: 922 time: 1.1665373 Feb 04 08:39:06.835729 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 48790) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:06.845051 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-87e12ffb-66ce-47c9-9326-8823916c278a tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Deleting port 7b437540-8e69-4711-8153-a0a4808676f6 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:39:06.845051 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-87e12ffb-66ce-47c9-9326-8823916c278a tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:06.869486 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-eec84c0e-736d-407b-ba08-bbd390ef4cb6 admin admin] Deleting port 69934215-2c2f-4553-8046-b8276c84e0c7 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:39:06.869830 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-eec84c0e-736d-407b-ba08-bbd390ef4cb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:07.015296 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-2bc687df-a346-488f-ac21-f57e76ff0318 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3143656 Feb 04 08:39:07.017729 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 48794) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:07.025854 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-843fd245-0de7-44c4-815e-e86f5af094a8 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:07.045117 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-a9a4af8f-c6b4-4fe8-94c0-f4057a4142f2 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-519673866'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:39:07.097607 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-887c1c3d-b74d-4cf9-84ac-1160d86abf0e tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:07.102470 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-a9a4af8f-c6b4-4fe8-94c0-f4057a4142f2 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:39:07.177830 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-887c1c3d-b74d-4cf9-84ac-1160d86abf0e tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:07.206432 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-887c1c3d-b74d-4cf9-84ac-1160d86abf0e tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=84107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:39:07.210236 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-a9a4af8f-c6b4-4fe8-94c0-f4057a4142f2 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Usage tracker for resource:network and tenant:e63069d3cf3540d8aad7a137ff4999ec is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:39:07.219960 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-a9a4af8f-c6b4-4fe8-94c0-f4057a4142f2 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:39:07.234488 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887c1c3d-b74d-4cf9-84ac-1160d86abf0e tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=198fcff5-27e7-4c9d-ac80-bcd4d6c68ed1,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:07.237254 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-887c1c3d-b74d-4cf9-84ac-1160d86abf0e tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:07.237602 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.segments_db [None req-887c1c3d-b74d-4cf9-84ac-1160d86abf0e tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Added segment bf7f4a5d-33c3-47cb-bc34-35819077d5e0 of type vlan for network 2482bbf4-1b6c-40e8-8d08-a7eef4999870 Feb 04 08:39:07.271662 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-887c1c3d-b74d-4cf9-84ac-1160d86abf0e tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:07.279052 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e7c6d5c-5b21-4ad7-ac2f-c06d283c49b2 admin admin] Router c28cf13b-6967-4f63-bb44-9dfb495d0c02 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:39:07.296206 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-a9a4af8f-c6b4-4fe8-94c0-f4057a4142f2 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:39:07.461540 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device fce9aa41-b061-4e9d-b75a-d8e84cc5d321 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:39:07.464986 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-887c1c3d-b74d-4cf9-84ac-1160d86abf0e tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:07.468474 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9a4af8f-c6b4-4fe8-94c0-f4057a4142f2 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Made reservation on behalf of e63069d3cf3540d8aad7a137ff4999ec for: {'network': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:39:07.469140 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887c1c3d-b74d-4cf9-84ac-1160d86abf0e tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:39:07.469722 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-887c1c3d-b74d-4cf9-84ac-1160d86abf0e tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:07.472353 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a9a4af8f-c6b4-4fe8-94c0-f4057a4142f2 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:07.539619 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-87e12ffb-66ce-47c9-9326-8823916c278a tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:07.575552 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-d7dbb917-1ecd-4b89-aa20-081e13dbc5a1 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=e264bd74-c56b-43d0-9059-bcb57dbbe5bc&device_id=17a4eee7-7e30-4da4-8a71-25a67156c934&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.7368312 Feb 04 08:39:07.580932 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 48798) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:07.591971 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port fce9aa41-b061-4e9d-b75a-d8e84cc5d321 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:39:07.628317 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887c1c3d-b74d-4cf9-84ac-1160d86abf0e tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Pushing event updated for resources: {'Network': ['ID=2482bbf4-1b6c-40e8-8d08-a7eef4999870,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:07.645550 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network 2482bbf4-1b6c-40e8-8d08-a7eef4999870 details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:39:07.691353 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-887c1c3d-b74d-4cf9-84ac-1160d86abf0e tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.5610242 Feb 04 08:39:07.695380 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 48802) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:07.703817 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-a538f7df-41b3-440e-b0aa-d15bdb9f2fe6 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Request body: {'subnet': {'network_id': '2482bbf4-1b6c-40e8-8d08-a7eef4999870', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:39:07.864688 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-87e12ffb-66ce-47c9-9326-8823916c278a tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Calling delete_port for 7b437540-8e69-4711-8153-a0a4808676f6 owned by network:router_interface {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:39:07.870206 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ec6bea-08cb-4f8a-8bef-a59a104a174e tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:39:07.874839 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-e2ec6bea-08cb-4f8a-8bef-a59a104a174e tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] 10.222.0.36 "GET /v2.0/networks/e264bd74-c56b-43d0-9059-bcb57dbbe5bc HTTP/1.1" status: 200 len: 881 time: 0.2872496 Feb 04 08:39:07.875655 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 48806) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:07.910852 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-a538f7df-41b3-440e-b0aa-d15bdb9f2fe6 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:39:07.914137 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e7c6d5c-5b21-4ad7-ac2f-c06d283c49b2 admin admin] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:39:07.928874 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a443f36-5254-403b-9781-c751a4f66664 None None] Sync routers for ids ['c28cf13b-6967-4f63-bb44-9dfb495d0c02'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:39:07.934057 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-0e7c6d5c-5b21-4ad7-ac2f-c06d283c49b2 admin admin] 10.222.0.36 "PUT /v2.0/routers/c28cf13b-6967-4f63-bb44-9dfb495d0c02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0078895 Feb 04 08:39:07.934057 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-a538f7df-41b3-440e-b0aa-d15bdb9f2fe6 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Usage tracker for resource:subnet and tenant:12aaf95c212f4e8784267a6ec09c34fa is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:39:07.941761 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-d58da6f5-9c39-4013-83a6-364b1448fc82 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] 10.222.0.36 "GET /v2.0/ports?device_id=17a4eee7-7e30-4da4-8a71-25a67156c934 HTTP/1.1" status: 200 len: 205 time: 0.0604103 Feb 04 08:39:07.941761 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 48810) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:07.941761 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-a538f7df-41b3-440e-b0aa-d15bdb9f2fe6 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:39:07.946364 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a443f36-5254-403b-9781-c751a4f66664 None None] Routers {'c28cf13b-6967-4f63-bb44-9dfb495d0c02'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:39:07.947283 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-5a443f36-5254-403b-9781-c751a4f66664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:38:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['c28cf13b-6967-4f63-bb44-9dfb495d0c02'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:39:07.948812 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 48812) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:07.965048 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [None req-eec84c0e-736d-407b-ba08-bbd390ef4cb6 admin admin] For port 69934215-2c2f-4553-8046-b8276c84e0c7, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=69934215-2c2f-4553-8046-b8276c84e0c7,segment=NetworkSegment(abfacce5-3f7a-4b80-922a-484ccd12f68d),segment_id=abfacce5-3f7a-4b80-922a-484ccd12f68d)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:39:07.965411 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-eec84c0e-736d-407b-ba08-bbd390ef4cb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:08.010831 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9a4af8f-c6b4-4fe8-94c0-f4057a4142f2 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=84108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:39:08.058524 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-a538f7df-41b3-440e-b0aa-d15bdb9f2fe6 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:39:08.145015 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-eec84c0e-736d-407b-ba08-bbd390ef4cb6 admin admin] Calling delete_port for 69934215-2c2f-4553-8046-b8276c84e0c7 owned by network:router_interface {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:39:08.162266 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-5a443f36-5254-403b-9781-c751a4f66664 None None] Set router c28cf13b-6967-4f63-bb44-9dfb495d0c02 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:39:08.195692 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a9a4af8f-c6b4-4fe8-94c0-f4057a4142f2 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:08.196133 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.segments_db [None req-a9a4af8f-c6b4-4fe8-94c0-f4057a4142f2 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Added segment 126b2b52-66a0-42d1-888d-a755576d071d of type vlan for network a221f10a-2750-42cc-98cd-ebbd2400de2f Feb 04 08:39:08.202146 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a538f7df-41b3-440e-b0aa-d15bdb9f2fe6 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Made reservation on behalf of 12aaf95c212f4e8784267a6ec09c34fa for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:39:08.318803 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a9a4af8f-c6b4-4fe8-94c0-f4057a4142f2 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:08.387127 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-e18757c8-9914-4d2a-935d-de8e3169e35b None None] Provisioning for port fce9aa41-b061-4e9d-b75a-d8e84cc5d321 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:39:08.394183 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-843fd245-0de7-44c4-815e-e86f5af094a8 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Allocated IP 2001:db8::1 (bc933c3a-b15d-4eab-9ad6-d32fd193f5cd/aba4fe75-de7b-4fb8-ac26-54ea49134628/b6cff015-ba24-4f53-b762-e52b306073e2) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:39:08.395869 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-e18757c8-9914-4d2a-935d-de8e3169e35b None None] Provisioning complete for port fce9aa41-b061-4e9d-b75a-d8e84cc5d321 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:39:08.396113 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-e18757c8-9914-4d2a-935d-de8e3169e35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:08.503347 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a538f7df-41b3-440e-b0aa-d15bdb9f2fe6 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985186'] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:08.536005 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a9a4af8f-c6b4-4fe8-94c0-f4057a4142f2 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:08.540124 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a4af8f-c6b4-4fe8-94c0-f4057a4142f2 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:39:08.540819 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a9a4af8f-c6b4-4fe8-94c0-f4057a4142f2 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:08.584913 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-e18757c8-9914-4d2a-935d-de8e3169e35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:08.633887 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-e18757c8-9914-4d2a-935d-de8e3169e35b None None] For port fce9aa41-b061-4e9d-b75a-d8e84cc5d321, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=fce9aa41-b061-4e9d-b75a-d8e84cc5d321,segment=NetworkSegment(2c48dc91-e362-4611-9354-aede43558386),segment_id=2c48dc91-e362-4611-9354-aede43558386)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:39:08.635858 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-5a443f36-5254-403b-9781-c751a4f66664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c28cf13b-6967-4f63-bb44-9dfb495d0c02', 'name': 'tempest-ServersTestManualDisk-865465967-router', 'tenant_id': 'ead21cd697164942839c9343c97d0d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.86'}], 'enable_snat': True}, 'gw_port_id': '8e3e20f8-cabb-4442-9712-ac5734458614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:36:12Z', 'updated_at': '2022-02-04T08:39:04Z', 'revision_number': 5, 'project_id': 'ead21cd697164942839c9343c97d0d9d', 'gw_port': {'id': '8e3e20f8-cabb-4442-9712-ac5734458614', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28cf13b-6967-4f63-bb44-9dfb495d0c02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:36:14Z', 'updated_at': '2022-02-04T08:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:39:08.640844 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a443f36-5254-403b-9781-c751a4f66664 None None] Checking router: c28cf13b-6967-4f63-bb44-9dfb495d0c02 for host: dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 08:39:08.645341 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-76f9d627-2652-4741-bcaf-6e247a0c733f tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks [] for router, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:08.652892 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a443f36-5254-403b-9781-c751a4f66664 None None] Routers {'c28cf13b-6967-4f63-bb44-9dfb495d0c02'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:39:08.653502 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-5a443f36-5254-403b-9781-c751a4f66664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:38:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['c28cf13b-6967-4f63-bb44-9dfb495d0c02'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:39:08.706482 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-e18757c8-9914-4d2a-935d-de8e3169e35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:08.713081 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3148a29b-9425-4241-be03-65078d085f8f admin admin] Notify callbacks [] for router, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:08.741029 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a4af8f-c6b4-4fe8-94c0-f4057a4142f2 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Pushing event updated for resources: {'Network': ['ID=a221f10a-2750-42cc-98cd-ebbd2400de2f,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:08.760789 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network a221f10a-2750-42cc-98cd-ebbd2400de2f details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:39:08.809666 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-a9a4af8f-c6b4-4fe8-94c0-f4057a4142f2 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.7858369 Feb 04 08:39:08.814166 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 48818) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:08.825088 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-29a14517-b3c8-46ba-b861-476c6fa3c8da tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Request body: {'subnet': {'network_id': 'a221f10a-2750-42cc-98cd-ebbd2400de2f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:39:08.907724 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-87e12ffb-66ce-47c9-9326-8823916c278a tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:08.959465 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18757c8-9914-4d2a-935d-de8e3169e35b None None] Pushing event updated for resources: {'Port': ['ID=fce9aa41-b061-4e9d-b75a-d8e84cc5d321,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:08.989712 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-5a443f36-5254-403b-9781-c751a4f66664 None None] Set router c28cf13b-6967-4f63-bb44-9dfb495d0c02 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:39:09.033243 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a538f7df-41b3-440e-b0aa-d15bdb9f2fe6 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7510230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985204'] for subnet, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:09.050839 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e12ffb-66ce-47c9-9326-8823916c278a tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Pushing event deleted for resources: {'Port': ['ID=7b437540-8e69-4711-8153-a0a4808676f6,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:09.056145 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-843fd245-0de7-44c4-815e-e86f5af094a8 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:09.064036 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-29a14517-b3c8-46ba-b861-476c6fa3c8da tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:39:09.079663 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-29a14517-b3c8-46ba-b861-476c6fa3c8da tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Usage tracker for resource:subnet and tenant:e63069d3cf3540d8aad7a137ff4999ec is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:39:09.086309 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-29a14517-b3c8-46ba-b861-476c6fa3c8da tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:39:09.126106 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-29a14517-b3c8-46ba-b861-476c6fa3c8da tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:39:09.134264 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a538f7df-41b3-440e-b0aa-d15bdb9f2fe6 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Pushing event updated for resources: {'Subnet': ['ID=d8f575ed-5b11-4abf-b1ef-a15f1bc3d585,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:09.147352 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.provisioning_blocks [None req-843fd245-0de7-44c4-815e-e86f5af094a8 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Transition to ACTIVE for port object b6cff015-ba24-4f53-b762-e52b306073e2 will not be triggered until provisioned by entity DHCP. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:39:09.190154 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a538f7df-41b3-440e-b0aa-d15bdb9f2fe6 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Checking segment: {'id': 'bf7f4a5d-33c3-47cb-bc34-35819077d5e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2482bbf4-1b6c-40e8-8d08-a7eef4999870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:39:09.190509 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a538f7df-41b3-440e-b0aa-d15bdb9f2fe6 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Network hostable DHCP agents. Network: 2482bbf4-1b6c-40e8-8d08-a7eef4999870, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:39:09.194318 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-eec84c0e-736d-407b-ba08-bbd390ef4cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:09.231870 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-76f9d627-2652-4741-bcaf-6e247a0c733f tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:09.235208 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3148a29b-9425-4241-be03-65078d085f8f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:09.265127 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec84c0e-736d-407b-ba08-bbd390ef4cb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=69934215-2c2f-4553-8046-b8276c84e0c7,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:09.284580 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29a14517-b3c8-46ba-b861-476c6fa3c8da tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Made reservation on behalf of e63069d3cf3540d8aad7a137ff4999ec for: {'subnet': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:39:09.308009 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-76f9d627-2652-4741-bcaf-6e247a0c733f tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Deleting port 62393e71-be55-4fd1-8b0f-4e93c9d20b49 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:39:09.310375 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-76f9d627-2652-4741-bcaf-6e247a0c733f tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:09.347067 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-5a443f36-5254-403b-9781-c751a4f66664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c28cf13b-6967-4f63-bb44-9dfb495d0c02', 'name': 'tempest-ServersTestManualDisk-865465967-router', 'tenant_id': 'ead21cd697164942839c9343c97d0d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.86'}], 'enable_snat': True}, 'gw_port_id': '8e3e20f8-cabb-4442-9712-ac5734458614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:36:12Z', 'updated_at': '2022-02-04T08:39:04Z', 'revision_number': 5, 'project_id': 'ead21cd697164942839c9343c97d0d9d', 'gw_port': {'id': '8e3e20f8-cabb-4442-9712-ac5734458614', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28cf13b-6967-4f63-bb44-9dfb495d0c02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:36:14Z', 'updated_at': '2022-02-04T08:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:39:09.348282 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-3148a29b-9425-4241-be03-65078d085f8f admin admin] Deleting port 8e3e20f8-cabb-4442-9712-ac5734458614 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:39:09.348751 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3148a29b-9425-4241-be03-65078d085f8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:09.352423 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a443f36-5254-403b-9781-c751a4f66664 None None] The sync data for ids ['c28cf13b-6967-4f63-bb44-9dfb495d0c02'] in dv-neutron-827798-2-hyperv is: [{'id': 'c28cf13b-6967-4f63-bb44-9dfb495d0c02', 'name': 'tempest-ServersTestManualDisk-865465967-router', 'tenant_id': 'ead21cd697164942839c9343c97d0d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.86'}], 'enable_snat': True}, 'gw_port_id': '8e3e20f8-cabb-4442-9712-ac5734458614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:36:12Z', 'updated_at': '2022-02-04T08:39:04Z', 'revision_number': 5, 'project_id': 'ead21cd697164942839c9343c97d0d9d', 'gw_port': {'id': '8e3e20f8-cabb-4442-9712-ac5734458614', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28cf13b-6967-4f63-bb44-9dfb495d0c02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:36:14Z', 'updated_at': '2022-02-04T08:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:39:09.390079 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a538f7df-41b3-440e-b0aa-d15bdb9f2fe6 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Network 2482bbf4-1b6c-40e8-8d08-a7eef4999870 is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:39:09.581603 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-a538f7df-41b3-440e-b0aa-d15bdb9f2fe6 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, 2482bbf4-1b6c-40e8-8d08-a7eef4999870) {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:39:09.586564 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a538f7df-41b3-440e-b0aa-d15bdb9f2fe6 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:39:09.587152 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a538f7df-41b3-440e-b0aa-d15bdb9f2fe6 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:09.591308 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c732d433-3ac3-4773-80c8-af60d51e9a49 None None] Network 2482bbf4-1b6c-40e8-8d08-a7eef4999870 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:39:09.672055 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-29a14517-b3c8-46ba-b861-476c6fa3c8da tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8119726'] for subnet, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:09.705468 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-76f9d627-2652-4741-bcaf-6e247a0c733f tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:09.716182 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [None req-3148a29b-9425-4241-be03-65078d085f8f admin admin] For port 8e3e20f8-cabb-4442-9712-ac5734458614, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=8e3e20f8-cabb-4442-9712-ac5734458614,segment=NetworkSegment(c44b9475-949d-4ae7-bfca-e29b010a56a6),segment_id=c44b9475-949d-4ae7-bfca-e29b010a56a6)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:39:09.716544 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3148a29b-9425-4241-be03-65078d085f8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:09.729933 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-a538f7df-41b3-440e-b0aa-d15bdb9f2fe6 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0335011 Feb 04 08:39:09.827245 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device fce9aa41-b061-4e9d-b75a-d8e84cc5d321 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:39:09.862241 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 48822) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:09.870439 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-76f9d627-2652-4741-bcaf-6e247a0c733f tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Calling delete_port for 62393e71-be55-4fd1-8b0f-4e93c9d20b49 owned by network:router_gateway {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:39:09.900279 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-1ebb35cc-b0ea-4b6c-a77a-c28d380d9c1c tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Request body: {'port': {'network_id': '2482bbf4-1b6c-40e8-8d08-a7eef4999870', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-888754016'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:39:09.933020 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88724a08-c0f2-4159-91b5-a65b5d4a7ecc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-2482bbf4-1b6c-40e8-8d08-a7eef4999870', 'network_id': '2482bbf4-1b6c-40e8-8d08-a7eef4999870', 'tenant_id': '12aaf95c212f4e8784267a6ec09c34fa', 'fixed_ips': [{'subnet_id': 'd8f575ed-5b11-4abf-b1ef-a15f1bc3d585'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:39:09.933870 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-88724a08-c0f2-4159-91b5-a65b5d4a7ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:09.942207 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-843fd245-0de7-44c4-815e-e86f5af094a8 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:10.088057 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port fce9aa41-b061-4e9d-b75a-d8e84cc5d321 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:39:10.088660 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:10.093649 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843fd245-0de7-44c4-815e-e86f5af094a8 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:39:10.102787 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843fd245-0de7-44c4-815e-e86f5af094a8 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event updated for resources: {'Port': ['ID=b6cff015-ba24-4f53-b762-e52b306073e2,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:10.105412 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-843fd245-0de7-44c4-815e-e86f5af094a8 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:39:10.117319 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843fd245-0de7-44c4-815e-e86f5af094a8 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:39:10.117319 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-843fd245-0de7-44c4-815e-e86f5af094a8 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-472912'] for router_interface, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:10.163323 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-88724a08-c0f2-4159-91b5-a65b5d4a7ecc None None] Allocated IP 2001:db8::2 (2482bbf4-1b6c-40e8-8d08-a7eef4999870/d8f575ed-5b11-4abf-b1ef-a15f1bc3d585/fa0987dc-5589-4319-b480-d2b08c9b7f90) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:39:10.190279 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-87e12ffb-66ce-47c9-9326-8823916c278a tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1572495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472959'] for router_interface, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:10.268893 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-3148a29b-9425-4241-be03-65078d085f8f admin admin] Calling delete_port for 8e3e20f8-cabb-4442-9712-ac5734458614 owned by network:router_gateway {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:39:10.296162 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-843fd245-0de7-44c4-815e-e86f5af094a8 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:10.463171 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-1ebb35cc-b0ea-4b6c-a77a-c28d380d9c1c tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:39:10.466394 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-1ebb35cc-b0ea-4b6c-a77a-c28d380d9c1c tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Usage tracker for resource:port and tenant:12aaf95c212f4e8784267a6ec09c34fa is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:39:10.469970 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-1ebb35cc-b0ea-4b6c-a77a-c28d380d9c1c tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:39:10.478645 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-1ebb35cc-b0ea-4b6c-a77a-c28d380d9c1c tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:39:10.503989 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-88724a08-c0f2-4159-91b5-a65b5d4a7ecc None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:10.518490 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-88724a08-c0f2-4159-91b5-a65b5d4a7ecc None None] Transition to ACTIVE for port object fa0987dc-5589-4319-b480-d2b08c9b7f90 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:39:10.537119 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-88724a08-c0f2-4159-91b5-a65b5d4a7ecc None None] Transition to ACTIVE for port object fa0987dc-5589-4319-b480-d2b08c9b7f90 will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:39:10.541901 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-29a14517-b3c8-46ba-b861-476c6fa3c8da tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7593498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8119736'] for subnet, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:10.545941 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-4fd7a4ce-ae7f-48ab-8e02-caf7cb9d0662 None None] Provisioning for port b6cff015-ba24-4f53-b762-e52b306073e2 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:39:10.550606 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-4fd7a4ce-ae7f-48ab-8e02-caf7cb9d0662 None None] Provisioning complete for port b6cff015-ba24-4f53-b762-e52b306073e2 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:39:10.551027 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-4fd7a4ce-ae7f-48ab-8e02-caf7cb9d0662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:10.579421 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ebb35cc-b0ea-4b6c-a77a-c28d380d9c1c tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Made reservation on behalf of 12aaf95c212f4e8784267a6ec09c34fa for: {'port': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:39:10.583458 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1ebb35cc-b0ea-4b6c-a77a-c28d380d9c1c tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:10.588492 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-88724a08-c0f2-4159-91b5-a65b5d4a7ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:10.642193 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [None req-1ebb35cc-b0ea-4b6c-a77a-c28d380d9c1c tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] device_id is not set on port 6782ce29-54fc-4ffe-9d92-7b4fac693b00 yet. {{(pid=84107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:39:10.670423 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-4fd7a4ce-ae7f-48ab-8e02-caf7cb9d0662 None None] Port b6cff015-ba24-4f53-b762-e52b306073e2 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:39:10.672865 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88724a08-c0f2-4159-91b5-a65b5d4a7ecc None None] Pushing event updated for resources: {'Port': ['ID=fa0987dc-5589-4319-b480-d2b08c9b7f90,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:10.678616 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88724a08-c0f2-4159-91b5-a65b5d4a7ecc None None] Network 2482bbf4-1b6c-40e8-8d08-a7eef4999870 is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:39:10.679787 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-88724a08-c0f2-4159-91b5-a65b5d4a7ecc None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:39:10.681973 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88724a08-c0f2-4159-91b5-a65b5d4a7ecc None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:39:10.771868 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-76f9d627-2652-4741-bcaf-6e247a0c733f tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:10.779437 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-88724a08-c0f2-4159-91b5-a65b5d4a7ecc None None] Attempting to bind port fa0987dc-5589-4319-b480-d2b08c9b7f90 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:39:10.780020 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-88724a08-c0f2-4159-91b5-a65b5d4a7ecc None None] Attempting to bind port fa0987dc-5589-4319-b480-d2b08c9b7f90 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': 'bf7f4a5d-33c3-47cb-bc34-35819077d5e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2482bbf4-1b6c-40e8-8d08-a7eef4999870'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:39:10.780480 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88724a08-c0f2-4159-91b5-a65b5d4a7ecc None None] Attempting to bind port fa0987dc-5589-4319-b480-d2b08c9b7f90 on network 2482bbf4-1b6c-40e8-8d08-a7eef4999870 {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:39:10.787223 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88724a08-c0f2-4159-91b5-a65b5d4a7ecc None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:39:10.788053 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88724a08-c0f2-4159-91b5-a65b5d4a7ecc None None] Checking segment: {'id': 'bf7f4a5d-33c3-47cb-bc34-35819077d5e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2482bbf4-1b6c-40e8-8d08-a7eef4999870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:39:10.788053 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-88724a08-c0f2-4159-91b5-a65b5d4a7ecc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:10.788669 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88724a08-c0f2-4159-91b5-a65b5d4a7ecc None None] Bound using segment: {'id': 'bf7f4a5d-33c3-47cb-bc34-35819077d5e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2482bbf4-1b6c-40e8-8d08-a7eef4999870'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:39:10.789227 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-88724a08-c0f2-4159-91b5-a65b5d4a7ecc None None] Bound port: fa0987dc-5589-4319-b480-d2b08c9b7f90, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf7f4a5d-33c3-47cb-bc34-35819077d5e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2482bbf4-1b6c-40e8-8d08-a7eef4999870'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:39:10.789686 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-88724a08-c0f2-4159-91b5-a65b5d4a7ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:10.821111 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3148a29b-9425-4241-be03-65078d085f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:10.835607 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f9d627-2652-4741-bcaf-6e247a0c733f tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Pushing event deleted for resources: {'Port': ['ID=62393e71-be55-4fd1-8b0f-4e93c9d20b49,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:10.885238 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-88724a08-c0f2-4159-91b5-a65b5d4a7ecc None None] For port fa0987dc-5589-4319-b480-d2b08c9b7f90, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:39:10.893537 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-88724a08-c0f2-4159-91b5-a65b5d4a7ecc None None] For port fa0987dc-5589-4319-b480-d2b08c9b7f90, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=fa0987dc-5589-4319-b480-d2b08c9b7f90,segment=NetworkSegment(bf7f4a5d-33c3-47cb-bc34-35819077d5e0),segment_id=bf7f4a5d-33c3-47cb-bc34-35819077d5e0)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:39:10.924968 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3148a29b-9425-4241-be03-65078d085f8f admin admin] Pushing event deleted for resources: {'Port': ['ID=8e3e20f8-cabb-4442-9712-ac5734458614,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:10.963760 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-88724a08-c0f2-4159-91b5-a65b5d4a7ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:11.024402 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-1ebb35cc-b0ea-4b6c-a77a-c28d380d9c1c tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Allocated IP 2001:db8::2b8 (2482bbf4-1b6c-40e8-8d08-a7eef4999870/d8f575ed-5b11-4abf-b1ef-a15f1bc3d585/6782ce29-54fc-4ffe-9d92-7b4fac693b00) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:39:11.056706 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a14517-b3c8-46ba-b861-476c6fa3c8da tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Pushing event updated for resources: {'Subnet': ['ID=637f29e1-1aa8-4407-94bd-36b2ea320901,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:11.068593 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88724a08-c0f2-4159-91b5-a65b5d4a7ecc None None] Pushing event updated for resources: {'Port': ['ID=fa0987dc-5589-4319-b480-d2b08c9b7f90,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:11.090076 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-eec84c0e-736d-407b-ba08-bbd390ef4cb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1572495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472959'] for router_interface, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:11.140157 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a14517-b3c8-46ba-b861-476c6fa3c8da tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Checking segment: {'id': '126b2b52-66a0-42d1-888d-a755576d071d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a221f10a-2750-42cc-98cd-ebbd2400de2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:39:11.140524 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a14517-b3c8-46ba-b861-476c6fa3c8da tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Network hostable DHCP agents. Network: a221f10a-2750-42cc-98cd-ebbd2400de2f, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:39:11.264233 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-76f9d627-2652-4741-bcaf-6e247a0c733f tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473010'] for router_gateway, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:11.534276 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87e12ffb-66ce-47c9-9326-8823916c278a tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Router fe31866c-3bfc-4112-84dc-7311e65fa4b9 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:39:11.539199 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device fa0987dc-5589-4319-b480-d2b08c9b7f90 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:39:11.563221 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a14517-b3c8-46ba-b861-476c6fa3c8da tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Network a221f10a-2750-42cc-98cd-ebbd2400de2f is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:39:11.672144 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port fa0987dc-5589-4319-b480-d2b08c9b7f90 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:39:11.689140 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 4ea26f29-635e-4ecf-bba9-8ac9a6a34672 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:39:11.703034 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-843fd245-0de7-44c4-815e-e86f5af094a8 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks [] for port, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:11.713169 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-29a14517-b3c8-46ba-b861-476c6fa3c8da tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, a221f10a-2750-42cc-98cd-ebbd2400de2f) {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:39:11.721391 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a14517-b3c8-46ba-b861-476c6fa3c8da tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:39:11.721949 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-29a14517-b3c8-46ba-b861-476c6fa3c8da tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:11.735149 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3174b5c-368a-4773-a4d6-09a760bd2561 None None] Network a221f10a-2750-42cc-98cd-ebbd2400de2f requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:39:11.759792 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: 4ea26f29-635e-4ecf-bba9-8ac9a6a34672 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:39:11.760333 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 4ea26f29-635e-4ecf-bba9-8ac9a6a34672 not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:39:11.817002 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3148a29b-9425-4241-be03-65078d085f8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473010'] for router_gateway, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:11.828178 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-843fd245-0de7-44c4-815e-e86f5af094a8 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:11.829513 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-843fd245-0de7-44c4-815e-e86f5af094a8 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473771'] for router_interface, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:11.973130 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-76f9d627-2652-4741-bcaf-6e247a0c733f tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40989'] for router, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:11.996982 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d94e98-8398-48d2-80da-b0aac97b291c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-a221f10a-2750-42cc-98cd-ebbd2400de2f', 'network_id': 'a221f10a-2750-42cc-98cd-ebbd2400de2f', 'tenant_id': 'e63069d3cf3540d8aad7a137ff4999ec', 'fixed_ips': [{'subnet_id': '637f29e1-1aa8-4407-94bd-36b2ea320901'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:39:11.997964 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-02d94e98-8398-48d2-80da-b0aac97b291c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:12.066904 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-29a14517-b3c8-46ba-b861-476c6fa3c8da tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2522328 Feb 04 08:39:12.067533 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 48826) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:12.070464 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-76f9d627-2652-4741-bcaf-6e247a0c733f tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:12.078437 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87e12ffb-66ce-47c9-9326-8823916c278a tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:39:12.083851 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843fd245-0de7-44c4-815e-e86f5af094a8 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event updated for resources: {'Port': ['ID=b6cff015-ba24-4f53-b762-e52b306073e2,revision_number=2']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:12.090523 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-87e12ffb-66ce-47c9-9326-8823916c278a tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "PUT /v2.0/routers/fe31866c-3bfc-4112-84dc-7311e65fa4b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8864756 Feb 04 08:39:12.096844 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8972cb2-6555-46bf-92c2-0bd94ac0549f None None] Sync routers for ids ['fe31866c-3bfc-4112-84dc-7311e65fa4b9'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:39:12.100081 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-2d0c3682-e0bd-4dd8-8c71-e137fd6a4ac1 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Request body: {'port': {'network_id': 'a221f10a-2750-42cc-98cd-ebbd2400de2f', 'name': 'tempest-PortsIpV6TestJSON-192348585'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:39:12.114149 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8972cb2-6555-46bf-92c2-0bd94ac0549f None None] Routers {'fe31866c-3bfc-4112-84dc-7311e65fa4b9'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:39:12.116127 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-e8972cb2-6555-46bf-92c2-0bd94ac0549f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:38:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['fe31866c-3bfc-4112-84dc-7311e65fa4b9'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:39:12.138614 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 48830) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:12.190112 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-e8972cb2-6555-46bf-92c2-0bd94ac0549f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:39:12.204441 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8972cb2-6555-46bf-92c2-0bd94ac0549f None None] Routers {'fe31866c-3bfc-4112-84dc-7311e65fa4b9'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:39:12.204968 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-e8972cb2-6555-46bf-92c2-0bd94ac0549f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:38:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['fe31866c-3bfc-4112-84dc-7311e65fa4b9'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:39:12.209231 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843fd245-0de7-44c4-815e-e86f5af094a8 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:39:12.216248 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91876060-7217-4d5f-af8c-219008f3e94e None None] Network 2482bbf4-1b6c-40e8-8d08-a7eef4999870 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:39:12.220679 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-843fd245-0de7-44c4-815e-e86f5af094a8 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:39:12.236270 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3148a29b-9425-4241-be03-65078d085f8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40989'] for router, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:12.240533 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3148a29b-9425-4241-be03-65078d085f8f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:12.278179 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-e8972cb2-6555-46bf-92c2-0bd94ac0549f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:39:12.278869 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8972cb2-6555-46bf-92c2-0bd94ac0549f None None] The sync data for ids ['fe31866c-3bfc-4112-84dc-7311e65fa4b9'] in dv-neutron-827798-2-hyperv is: [] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:39:12.324894 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-4a84223b-07d9-48fd-bf31-b135f1afb6f7 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe31866c-3bfc-4112-84dc-7311e65fa4b9 HTTP/1.1" status: 200 len: 205 time: 0.1762350 Feb 04 08:39:12.328098 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 48834) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:12.355898 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-02d94e98-8398-48d2-80da-b0aac97b291c None None] Allocated IP 2001:db8::2 (a221f10a-2750-42cc-98cd-ebbd2400de2f/637f29e1-1aa8-4407-94bd-36b2ea320901/09d42c3b-d1f8-4b7b-a8a8-592c77048908) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:39:12.445138 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3148a29b-9425-4241-be03-65078d085f8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-476062'] for router, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:12.445800 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3148a29b-9425-4241-be03-65078d085f8f admin admin] Fanout notify agent at l3_agent the message router_deleted on router c28cf13b-6967-4f63-bb44-9dfb495d0c02 {{(pid=84107) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 08:39:12.451627 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1ebb35cc-b0ea-4b6c-a77a-c28d380d9c1c tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:12.462165 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843fd245-0de7-44c4-815e-e86f5af094a8 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:39:12.462165 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843fd245-0de7-44c4-815e-e86f5af094a8 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:39:12.462165 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843fd245-0de7-44c4-815e-e86f5af094a8 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:39:12.462165 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843fd245-0de7-44c4-815e-e86f5af094a8 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:39:12.462165 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843fd245-0de7-44c4-815e-e86f5af094a8 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:39:12.462165 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843fd245-0de7-44c4-815e-e86f5af094a8 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:39:12.462165 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843fd245-0de7-44c4-815e-e86f5af094a8 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:39:12.462830 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843fd245-0de7-44c4-815e-e86f5af094a8 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:39:12.462830 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843fd245-0de7-44c4-815e-e86f5af094a8 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:39:12.462985 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843fd245-0de7-44c4-815e-e86f5af094a8 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:39:12.463241 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843fd245-0de7-44c4-815e-e86f5af094a8 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:39:12.523926 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-a857fca9-b84a-4d29-9ac4-a7e2d89397ea None None] Provisioning for port fa0987dc-5589-4319-b480-d2b08c9b7f90 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:39:12.532062 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-a857fca9-b84a-4d29-9ac4-a7e2d89397ea None None] Provisioning complete for port fa0987dc-5589-4319-b480-d2b08c9b7f90 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:39:12.532428 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-a857fca9-b84a-4d29-9ac4-a7e2d89397ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:12.557109 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-76f9d627-2652-4741-bcaf-6e247a0c733f tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-476062'] for router, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:12.560678 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76f9d627-2652-4741-bcaf-6e247a0c733f tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Fanout notify agent at l3_agent the message router_deleted on router 17a4eee7-7e30-4da4-8a71-25a67156c934 {{(pid=84107) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 08:39:12.567140 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [None req-1ebb35cc-b0ea-4b6c-a77a-c28d380d9c1c tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Transition to ACTIVE for port object 6782ce29-54fc-4ffe-9d92-7b4fac693b00 will not be triggered until provisioned by entity DHCP. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:39:12.582652 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-76f9d627-2652-4741-bcaf-6e247a0c733f tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:12.583839 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-76f9d627-2652-4741-bcaf-6e247a0c733f tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] 10.222.0.36 "DELETE /v2.0/routers/17a4eee7-7e30-4da4-8a71-25a67156c934 HTTP/1.1" status: 204 len: 168 time: 4.6339538 Feb 04 08:39:12.589011 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 48838) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:12.594000 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3148a29b-9425-4241-be03-65078d085f8f admin admin] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:12.595197 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-3148a29b-9425-4241-be03-65078d085f8f admin admin] 10.222.0.36 "DELETE /v2.0/routers/c28cf13b-6967-4f63-bb44-9dfb495d0c02 HTTP/1.1" status: 204 len: 168 time: 4.6500463 Feb 04 08:39:12.600579 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-a1feeedc-0b0d-4e53-a5f0-dc4a7d4eb4f2 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-606493567', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:39:12.607018 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-a1feeedc-0b0d-4e53-a5f0-dc4a7d4eb4f2 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:39:12.613521 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-a1feeedc-0b0d-4e53-a5f0-dc4a7d4eb4f2 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Usage tracker for resource:router and tenant:83312f91facc40c2876df97655afba59 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:39:12.616916 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-a1feeedc-0b0d-4e53-a5f0-dc4a7d4eb4f2 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:39:12.624287 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 48842) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:12.624651 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-a1feeedc-0b0d-4e53-a5f0-dc4a7d4eb4f2 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:39:12.631029 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-937e3c90-ec9a-4839-9184-7b99010702ce tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks [] for router, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:12.784737 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a1feeedc-0b0d-4e53-a5f0-dc4a7d4eb4f2 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40975'] for router, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:12.785701 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a1feeedc-0b0d-4e53-a5f0-dc4a7d4eb4f2 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40982'] for router, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:12.872570 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1ebb35cc-b0ea-4b6c-a77a-c28d380d9c1c tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:12.885920 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-a857fca9-b84a-4d29-9ac4-a7e2d89397ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:12.895867 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-02d94e98-8398-48d2-80da-b0aac97b291c None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:12.925641 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-02d94e98-8398-48d2-80da-b0aac97b291c None None] Transition to ACTIVE for port object 09d42c3b-d1f8-4b7b-a8a8-592c77048908 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:39:12.954225 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-a857fca9-b84a-4d29-9ac4-a7e2d89397ea None None] For port fa0987dc-5589-4319-b480-d2b08c9b7f90, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=fa0987dc-5589-4319-b480-d2b08c9b7f90,segment=NetworkSegment(bf7f4a5d-33c3-47cb-bc34-35819077d5e0),segment_id=bf7f4a5d-33c3-47cb-bc34-35819077d5e0)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:39:12.955429 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-02d94e98-8398-48d2-80da-b0aac97b291c None None] Transition to ACTIVE for port object 09d42c3b-d1f8-4b7b-a8a8-592c77048908 will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:39:13.009011 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-a857fca9-b84a-4d29-9ac4-a7e2d89397ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:13.015433 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a1feeedc-0b0d-4e53-a5f0-dc4a7d4eb4f2 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:13.066408 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-2d0c3682-e0bd-4dd8-8c71-e137fd6a4ac1 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:39:13.071447 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-2d0c3682-e0bd-4dd8-8c71-e137fd6a4ac1 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Usage tracker for resource:port and tenant:e63069d3cf3540d8aad7a137ff4999ec is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:39:13.083291 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-2d0c3682-e0bd-4dd8-8c71-e137fd6a4ac1 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:39:13.090464 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-2d0c3682-e0bd-4dd8-8c71-e137fd6a4ac1 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:39:13.099140 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_v2 [None req-17b5276c-8953-4447-bbc7-4afdc7384eab admin admin] Deleting subnet 1699c4f8-d946-4eb0-aab8-83a83e03db52 {{(pid=84108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:39:13.100849 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-02d94e98-8398-48d2-80da-b0aac97b291c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:13.105723 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-17b5276c-8953-4447-bbc7-4afdc7384eab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:13.155350 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d94e98-8398-48d2-80da-b0aac97b291c None None] Network a221f10a-2750-42cc-98cd-ebbd2400de2f is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:39:13.159913 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-02d94e98-8398-48d2-80da-b0aac97b291c None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:39:13.162476 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d94e98-8398-48d2-80da-b0aac97b291c None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:39:13.166016 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857fca9-b84a-4d29-9ac4-a7e2d89397ea None None] Pushing event updated for resources: {'Port': ['ID=fa0987dc-5589-4319-b480-d2b08c9b7f90,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:13.205833 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-17b5276c-8953-4447-bbc7-4afdc7384eab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7851377'] for subnet, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:13.263690 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebb35cc-b0ea-4b6c-a77a-c28d380d9c1c tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Pushing event updated for resources: {'Port': ['ID=6782ce29-54fc-4ffe-9d92-7b4fac693b00,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:13.272516 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-8ba544c5-762e-427f-8a66-5ecc97b8f395 None None] Provisioning complete for port b6cff015-ba24-4f53-b762-e52b306073e2 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:39:13.272905 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-8ba544c5-762e-427f-8a66-5ecc97b8f395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:13.334657 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ebb35cc-b0ea-4b6c-a77a-c28d380d9c1c tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Network 2482bbf4-1b6c-40e8-8d08-a7eef4999870 is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:39:13.338234 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-937e3c90-ec9a-4839-9184-7b99010702ce tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40989'] for router, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:13.341743 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d94e98-8398-48d2-80da-b0aac97b291c None None] Pushing event updated for resources: {'Port': ['ID=09d42c3b-d1f8-4b7b-a8a8-592c77048908,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:13.342206 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-1ebb35cc-b0ea-4b6c-a77a-c28d380d9c1c tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:39:13.345163 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d0c3682-e0bd-4dd8-8c71-e137fd6a4ac1 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Made reservation on behalf of e63069d3cf3540d8aad7a137ff4999ec for: {'port': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:39:13.345305 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebb35cc-b0ea-4b6c-a77a-c28d380d9c1c tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:39:13.348123 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2d0c3682-e0bd-4dd8-8c71-e137fd6a4ac1 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:13.349010 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebb35cc-b0ea-4b6c-a77a-c28d380d9c1c tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:39:13.349617 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1ebb35cc-b0ea-4b6c-a77a-c28d380d9c1c tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:13.354170 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebb35cc-b0ea-4b6c-a77a-c28d380d9c1c tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:39:13.354597 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebb35cc-b0ea-4b6c-a77a-c28d380d9c1c tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:39:13.355471 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebb35cc-b0ea-4b6c-a77a-c28d380d9c1c tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:39:13.355471 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebb35cc-b0ea-4b6c-a77a-c28d380d9c1c tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:39:13.355689 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebb35cc-b0ea-4b6c-a77a-c28d380d9c1c tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:39:13.356108 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebb35cc-b0ea-4b6c-a77a-c28d380d9c1c tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:39:13.356441 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebb35cc-b0ea-4b6c-a77a-c28d380d9c1c tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:39:13.356865 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebb35cc-b0ea-4b6c-a77a-c28d380d9c1c tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:39:13.357192 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebb35cc-b0ea-4b6c-a77a-c28d380d9c1c tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:39:13.357518 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebb35cc-b0ea-4b6c-a77a-c28d380d9c1c tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:39:13.358421 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebb35cc-b0ea-4b6c-a77a-c28d380d9c1c tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:39:13.369720 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-937e3c90-ec9a-4839-9184-7b99010702ce tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:13.378257 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-02d94e98-8398-48d2-80da-b0aac97b291c None None] Attempting to bind port 09d42c3b-d1f8-4b7b-a8a8-592c77048908 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:39:13.378626 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-02d94e98-8398-48d2-80da-b0aac97b291c None None] Attempting to bind port 09d42c3b-d1f8-4b7b-a8a8-592c77048908 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': '126b2b52-66a0-42d1-888d-a755576d071d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a221f10a-2750-42cc-98cd-ebbd2400de2f'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:39:13.378969 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d94e98-8398-48d2-80da-b0aac97b291c None None] Attempting to bind port 09d42c3b-d1f8-4b7b-a8a8-592c77048908 on network a221f10a-2750-42cc-98cd-ebbd2400de2f {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:39:13.387629 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-8ba544c5-762e-427f-8a66-5ecc97b8f395 None None] Port b6cff015-ba24-4f53-b762-e52b306073e2 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:39:13.392489 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d94e98-8398-48d2-80da-b0aac97b291c None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:39:13.392489 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d94e98-8398-48d2-80da-b0aac97b291c None None] Checking segment: {'id': '126b2b52-66a0-42d1-888d-a755576d071d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a221f10a-2750-42cc-98cd-ebbd2400de2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:39:13.392489 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-02d94e98-8398-48d2-80da-b0aac97b291c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:13.392489 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d94e98-8398-48d2-80da-b0aac97b291c None None] Bound using segment: {'id': '126b2b52-66a0-42d1-888d-a755576d071d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a221f10a-2750-42cc-98cd-ebbd2400de2f'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:39:13.393034 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-02d94e98-8398-48d2-80da-b0aac97b291c None None] Bound port: 09d42c3b-d1f8-4b7b-a8a8-592c77048908, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '126b2b52-66a0-42d1-888d-a755576d071d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a221f10a-2750-42cc-98cd-ebbd2400de2f'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:39:13.393322 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-02d94e98-8398-48d2-80da-b0aac97b291c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:13.412095 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a1feeedc-0b0d-4e53-a5f0-dc4a7d4eb4f2 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472990'] for router, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:13.461053 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-1ebb35cc-b0ea-4b6c-a77a-c28d380d9c1c tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 3.5977342 Feb 04 08:39:13.466535 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 48846) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:13.474021 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-d746762a-2fe8-4956-83cc-b6314ee2372b tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Request body: {'port': {'network_id': '2482bbf4-1b6c-40e8-8d08-a7eef4999870', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-507075049', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:39:13.476347 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.api.validators [None req-d746762a-2fe8-4956-83cc-b6314ee2372b tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] bootfile-name is not in valid_values {{(pid=84107) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 08:39:13.476849 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.api.validators [None req-d746762a-2fe8-4956-83cc-b6314ee2372b tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] tftp-server is not in valid_values {{(pid=84107) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 08:39:13.477342 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.api.validators [None req-d746762a-2fe8-4956-83cc-b6314ee2372b tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] server-ip-address is not in valid_values {{(pid=84107) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 08:39:13.490823 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [None req-2d0c3682-e0bd-4dd8-8c71-e137fd6a4ac1 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] device_id is not set on port e6043355-bd44-4587-8ef1-f75c2e2ad25d yet. {{(pid=84108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:39:13.500225 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-937e3c90-ec9a-4839-9184-7b99010702ce tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-476062'] for router, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:13.501213 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-937e3c90-ec9a-4839-9184-7b99010702ce tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Fanout notify agent at l3_agent the message router_deleted on router fe31866c-3bfc-4112-84dc-7311e65fa4b9 {{(pid=84107) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 08:39:13.515937 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-937e3c90-ec9a-4839-9184-7b99010702ce tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:13.516852 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-02d94e98-8398-48d2-80da-b0aac97b291c None None] For port 09d42c3b-d1f8-4b7b-a8a8-592c77048908, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:39:13.518709 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-937e3c90-ec9a-4839-9184-7b99010702ce tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "DELETE /v2.0/routers/fe31866c-3bfc-4112-84dc-7311e65fa4b9 HTTP/1.1" status: 204 len: 168 time: 1.1839306 Feb 04 08:39:13.520802 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-02d94e98-8398-48d2-80da-b0aac97b291c None None] For port 09d42c3b-d1f8-4b7b-a8a8-592c77048908, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=09d42c3b-d1f8-4b7b-a8a8-592c77048908,segment=NetworkSegment(126b2b52-66a0-42d1-888d-a755576d071d),segment_id=126b2b52-66a0-42d1-888d-a755576d071d)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:39:13.525036 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device fa0987dc-5589-4319-b480-d2b08c9b7f90 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:39:13.539579 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 48850) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:13.583757 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a1feeedc-0b0d-4e53-a5f0-dc4a7d4eb4f2 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:13.585367 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-a1feeedc-0b0d-4e53-a5f0-dc4a7d4eb4f2 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.9942365 Feb 04 08:39:13.588587 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 48854) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:13.597247 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-9b67d5a1-2696-4e67-8c69-d94fe991fa65 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'enable_snat': True}}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:39:13.610188 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-02d94e98-8398-48d2-80da-b0aac97b291c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:13.656148 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-17b5276c-8953-4447-bbc7-4afdc7384eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:13.695892 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-965387fe-17af-4a40-bb42-cf18ff12ca8d None None] Provisioning complete for port fa0987dc-5589-4319-b480-d2b08c9b7f90 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:39:13.696377 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-965387fe-17af-4a40-bb42-cf18ff12ca8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:13.743689 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-d746762a-2fe8-4956-83cc-b6314ee2372b tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:39:13.778488 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d94e98-8398-48d2-80da-b0aac97b291c None None] Pushing event updated for resources: {'Port': ['ID=09d42c3b-d1f8-4b7b-a8a8-592c77048908,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:13.788045 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port fa0987dc-5589-4319-b480-d2b08c9b7f90 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:39:13.788580 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:13.801806 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-d746762a-2fe8-4956-83cc-b6314ee2372b tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Usage tracker for resource:port and tenant:12aaf95c212f4e8784267a6ec09c34fa is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:39:13.805931 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-d746762a-2fe8-4956-83cc-b6314ee2372b tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:39:13.815619 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-d746762a-2fe8-4956-83cc-b6314ee2372b tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:39:13.962824 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d746762a-2fe8-4956-83cc-b6314ee2372b tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Made reservation on behalf of 12aaf95c212f4e8784267a6ec09c34fa for: {'port': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:39:13.965888 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d746762a-2fe8-4956-83cc-b6314ee2372b tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:14.000137 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-2d0c3682-e0bd-4dd8-8c71-e137fd6a4ac1 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Allocated IP 2001:db8::3e2 (a221f10a-2750-42cc-98cd-ebbd2400de2f/637f29e1-1aa8-4407-94bd-36b2ea320901/e6043355-bd44-4587-8ef1-f75c2e2ad25d) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:39:14.062799 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [None req-d746762a-2fe8-4956-83cc-b6314ee2372b tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] device_id is not set on port c47186ad-8838-44bb-a7a6-85a7cdc521b2 yet. {{(pid=84107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:39:14.122612 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-abfaef75-f0a2-4996-935a-074937936fb3 None None] Provisioning for port 6782ce29-54fc-4ffe-9d92-7b4fac693b00 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:39:14.129416 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-abfaef75-f0a2-4996-935a-074937936fb3 None None] Provisioning complete for port 6782ce29-54fc-4ffe-9d92-7b4fac693b00 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:39:14.130483 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-abfaef75-f0a2-4996-935a-074937936fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:14.182975 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_v2 [None req-402530c7-26dd-478a-be49-9f83d1bfb46c tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Deleting subnet f7a45cec-b41f-42d1-affe-589bf3bb5838 {{(pid=84108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:39:14.188502 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 8e3e20f8-cabb-4442-9712-ac5734458614 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:39:14.204885 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-17b5276c-8953-4447-bbc7-4afdc7384eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7593563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8119683'] for subnet, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:14.233951 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-402530c7-26dd-478a-be49-9f83d1bfb46c tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks [] for subnet, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:14.252670 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: 8e3e20f8-cabb-4442-9712-ac5734458614 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:39:14.253141 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 8e3e20f8-cabb-4442-9712-ac5734458614 not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:39:14.272805 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-abfaef75-f0a2-4996-935a-074937936fb3 None None] Port 6782ce29-54fc-4ffe-9d92-7b4fac693b00 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:39:14.324669 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9b67d5a1-2696-4e67-8c69-d94fe991fa65 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40996'] for router, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:14.344926 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca5723a-f063-4b11-b902-02a923eda2de None None] Network f5fb3ea8-2367-40fb-af0c-1a55b91fec56 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:39:14.353535 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-17b5276c-8953-4447-bbc7-4afdc7384eab admin admin] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:14.387001 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b5276c-8953-4447-bbc7-4afdc7384eab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1699c4f8-d946-4eb0-aab8-83a83e03db52,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:14.390564 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-402530c7-26dd-478a-be49-9f83d1bfb46c tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7851377'] for subnet, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:14.432810 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-d746762a-2fe8-4956-83cc-b6314ee2372b tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Allocated IP 2001:db8::7c (2482bbf4-1b6c-40e8-8d08-a7eef4999870/d8f575ed-5b11-4abf-b1ef-a15f1bc3d585/c47186ad-8838-44bb-a7a6-85a7cdc521b2) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:39:14.505382 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-17b5276c-8953-4447-bbc7-4afdc7384eab admin admin] 10.222.0.36 "DELETE /v2.0/subnets/1699c4f8-d946-4eb0-aab8-83a83e03db52 HTTP/1.1" status: 204 len: 168 time: 1.8734884 Feb 04 08:39:14.518120 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 48864) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:14.562556 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-843fd245-0de7-44c4-815e-e86f5af094a8 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Router 384a2d0c-4e25-4322-b5ff-16c2908e27db is scheduled to L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 with binding_index 1 {{(pid=84108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 08:39:14.682421 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94bda451-5616-43ae-b72a-5cd55c2ddad2 None None] DHCP port deletion for f5fb3ea8-2367-40fb-af0c-1a55b91fec56 request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 08:39:14.687958 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-94bda451-5616-43ae-b72a-5cd55c2ddad2 None None] Deleting port 10b2904e-37ce-4aee-ab3d-034458ca8e24 {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:39:14.688547 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-94bda451-5616-43ae-b72a-5cd55c2ddad2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:14.823811 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eec84c0e-736d-407b-ba08-bbd390ef4cb6 admin admin] Router 6b6dfeb3-16d5-4d92-a91d-dabb80bb7c13 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:39:14.861558 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9b67d5a1-2696-4e67-8c69-d94fe991fa65 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:14.877048 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-402530c7-26dd-478a-be49-9f83d1bfb46c tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:14.900526 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9b67d5a1-2696-4e67-8c69-d94fe991fa65 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:14.936838 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-731e902a-dd31-4154-865f-630bbd7f6243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:14.947635 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-94bda451-5616-43ae-b72a-5cd55c2ddad2 None None] For port 10b2904e-37ce-4aee-ab3d-034458ca8e24, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=10b2904e-37ce-4aee-ab3d-034458ca8e24,segment=NetworkSegment(42a6b551-2c6d-433c-b38a-a2ee6afc72f2),segment_id=42a6b551-2c6d-433c-b38a-a2ee6afc72f2)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:39:14.947635 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-94bda451-5616-43ae-b72a-5cd55c2ddad2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:15.026669 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d746762a-2fe8-4956-83cc-b6314ee2372b tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:15.033075 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2d0c3682-e0bd-4dd8-8c71-e137fd6a4ac1 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:15.139554 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19116d09-65ba-4491-a1c6-192c508762f5 None None] Network a221f10a-2750-42cc-98cd-ebbd2400de2f requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:39:15.145557 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.provisioning_blocks [None req-2d0c3682-e0bd-4dd8-8c71-e137fd6a4ac1 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Transition to ACTIVE for port object e6043355-bd44-4587-8ef1-f75c2e2ad25d will not be triggered until provisioned by entity DHCP. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:39:15.149019 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-731e902a-dd31-4154-865f-630bbd7f6243 admin admin] Deleting port 10b2904e-37ce-4aee-ab3d-034458ca8e24 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:39:15.149019 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-731e902a-dd31-4154-865f-630bbd7f6243 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:15.161065 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-94bda451-5616-43ae-b72a-5cd55c2ddad2 None None] Calling delete_port for 10b2904e-37ce-4aee-ab3d-034458ca8e24 owned by network:dhcp {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:39:15.179871 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [None req-d746762a-2fe8-4956-83cc-b6314ee2372b tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Transition to ACTIVE for port object c47186ad-8838-44bb-a7a6-85a7cdc521b2 will not be triggered until provisioned by entity DHCP. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:39:15.187561 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-9b67d5a1-2696-4e67-8c69-d94fe991fa65 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Allocated IP 172.26.3.20 (e264bd74-c56b-43d0-9059-bcb57dbbe5bc/79caf47c-b62c-4ea0-b35f-21ede155daa8/3400f31f-1215-43f8-8fd1-2707afee9203) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:39:15.368912 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-402530c7-26dd-478a-be49-9f83d1bfb46c tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7593563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8119683'] for subnet, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:15.389842 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9b67d5a1-2696-4e67-8c69-d94fe991fa65 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:15.400805 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d746762a-2fe8-4956-83cc-b6314ee2372b tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:15.401955 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-25358c22-c9d4-4f39-9b2a-5a139a1afad1 None None] Provisioning for port 09d42c3b-d1f8-4b7b-a8a8-592c77048908 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:39:15.440053 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402530c7-26dd-478a-be49-9f83d1bfb46c tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Pushing event deleted for resources: {'Subnet': ['ID=f7a45cec-b41f-42d1-affe-589bf3bb5838,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:15.467488 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-94bda451-5616-43ae-b72a-5cd55c2ddad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407'] for port, after_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:15.480627 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d746762a-2fe8-4956-83cc-b6314ee2372b tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Network 2482bbf4-1b6c-40e8-8d08-a7eef4999870 is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:39:15.484937 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-d746762a-2fe8-4956-83cc-b6314ee2372b tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:39:15.490975 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d746762a-2fe8-4956-83cc-b6314ee2372b tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:39:15.495438 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d746762a-2fe8-4956-83cc-b6314ee2372b tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:39:15.496199 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d746762a-2fe8-4956-83cc-b6314ee2372b tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:15.510320 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d746762a-2fe8-4956-83cc-b6314ee2372b tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Pushing event updated for resources: {'Port': ['ID=c47186ad-8838-44bb-a7a6-85a7cdc521b2,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:15.530764 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bda451-5616-43ae-b72a-5cd55c2ddad2 None None] Pushing event deleted for resources: {'Port': ['ID=10b2904e-37ce-4aee-ab3d-034458ca8e24,revision_number=None']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:15.537256 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bda451-5616-43ae-b72a-5cd55c2ddad2 None None] No DVR routers for this DVR port 10b2904e-37ce-4aee-ab3d-034458ca8e24 on host dv-neutron-827798-2-hyperv {{(pid=84109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:39:15.556359 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2d0c3682-e0bd-4dd8-8c71-e137fd6a4ac1 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:15.559409 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 09d42c3b-d1f8-4b7b-a8a8-592c77048908 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:39:15.559532 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-402530c7-26dd-478a-be49-9f83d1bfb46c tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:15.591281 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef7a50a-9870-441b-b9fd-cb4f42a79fca None None] Network f6bfcde1-3f7e-438b-bb38-10803894ff3b requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:39:15.625131 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-d746762a-2fe8-4956-83cc-b6314ee2372b tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 2.1573563 Feb 04 08:39:15.626038 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 48868) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:15.627037 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9b67d5a1-2696-4e67-8c69-d94fe991fa65 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:15.648624 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-402530c7-26dd-478a-be49-9f83d1bfb46c tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "DELETE /v2.0/subnets/f7a45cec-b41f-42d1-affe-589bf3bb5838 HTTP/1.1" status: 204 len: 168 time: 2.1006532 Feb 04 08:39:15.654831 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 48872) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:15.763840 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b67d5a1-2696-4e67-8c69-d94fe991fa65 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Network e264bd74-c56b-43d0-9059-bcb57dbbe5bc is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:39:15.768116 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-9b67d5a1-2696-4e67-8c69-d94fe991fa65 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:39:15.780584 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b67d5a1-2696-4e67-8c69-d94fe991fa65 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:39:15.834985 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b67d5a1-2696-4e67-8c69-d94fe991fa65 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Pushing event updated for resources: {'Port': ['ID=3400f31f-1215-43f8-8fd1-2707afee9203,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:15.850595 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [None req-731e902a-dd31-4154-865f-630bbd7f6243 admin admin] For port 10b2904e-37ce-4aee-ab3d-034458ca8e24, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=10b2904e-37ce-4aee-ab3d-034458ca8e24,segment=NetworkSegment(42a6b551-2c6d-433c-b38a-a2ee6afc72f2),segment_id=42a6b551-2c6d-433c-b38a-a2ee6afc72f2)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:39:15.851136 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-731e902a-dd31-4154-865f-630bbd7f6243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:15.851326 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 09d42c3b-d1f8-4b7b-a8a8-592c77048908 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:39:15.859606 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 09d42c3b-d1f8-4b7b-a8a8-592c77048908 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:39:15.859606 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:15.874147 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-843fd245-0de7-44c4-815e-e86f5af094a8 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:39:15.892954 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-843fd245-0de7-44c4-815e-e86f5af094a8 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "PUT /v2.0/routers/384a2d0c-4e25-4322-b5ff-16c2908e27db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2404900 Feb 04 08:39:15.900293 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 48876) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:15.918597 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0c3682-e0bd-4dd8-8c71-e137fd6a4ac1 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Network a221f10a-2750-42cc-98cd-ebbd2400de2f is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:39:15.922016 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110cbe13-d3ef-4293-8530-abbbae8bce0c None None] Sync routers for ids ['384a2d0c-4e25-4322-b5ff-16c2908e27db'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:39:15.967895 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110cbe13-d3ef-4293-8530-abbbae8bce0c None None] Routers {'384a2d0c-4e25-4322-b5ff-16c2908e27db'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:39:15.968539 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-110cbe13-d3ef-4293-8530-abbbae8bce0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:38:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['384a2d0c-4e25-4322-b5ff-16c2908e27db'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:39:15.990856 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-2d0c3682-e0bd-4dd8-8c71-e137fd6a4ac1 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:39:16.023611 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b70edc-c2e4-49f2-9f38-abb33c615f8e tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:39:16.031092 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b70edc-c2e4-49f2-9f38-abb33c615f8e tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:39:16.036782 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b70edc-c2e4-49f2-9f38-abb33c615f8e tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:39:16.039569 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-14b70edc-c2e4-49f2-9f38-abb33c615f8e tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Synchronizing usage tracker for tenant:12aaf95c212f4e8784267a6ec09c34fa on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:39:16.096470 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0c3682-e0bd-4dd8-8c71-e137fd6a4ac1 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Pushing event updated for resources: {'Port': ['ID=e6043355-bd44-4587-8ef1-f75c2e2ad25d,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:16.098948 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9b67d5a1-2696-4e67-8c69-d94fe991fa65 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:16.104765 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-731e902a-dd31-4154-865f-630bbd7f6243 admin admin] Calling delete_port for 10b2904e-37ce-4aee-ab3d-034458ca8e24 owned by network:dhcp {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:39:16.145640 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0c3682-e0bd-4dd8-8c71-e137fd6a4ac1 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:39:16.147923 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-110cbe13-d3ef-4293-8530-abbbae8bce0c None None] Set router 384a2d0c-4e25-4322-b5ff-16c2908e27db gateway port host: None {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:39:16.149690 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0c3682-e0bd-4dd8-8c71-e137fd6a4ac1 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:39:16.150344 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2d0c3682-e0bd-4dd8-8c71-e137fd6a4ac1 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:16.193387 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-14b70edc-c2e4-49f2-9f38-abb33c615f8e tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Unset dirty status for tenant:12aaf95c212f4e8784267a6ec09c34fa on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:39:16.197195 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-14b70edc-c2e4-49f2-9f38-abb33c615f8e tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.5631704 Feb 04 08:39:16.198209 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 48880) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:16.231294 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-37358512-bfde-40fe-9997-928ccd7fea9b tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:16.257629 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5d99ed-a6bb-4d2c-b281-811f56bd8026 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:39:16.258231 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-3e5d99ed-a6bb-4d2c-b281-811f56bd8026 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Synchronizing usage tracker for tenant:ffa27937301745e1ad43fa520f28cbc3 on resource:port {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:39:16.294065 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-37358512-bfde-40fe-9997-928ccd7fea9b tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Deleting port 1197eb8a-3827-4d85-9bbb-16ac2b61a443 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:39:16.294413 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-37358512-bfde-40fe-9997-928ccd7fea9b tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:16.332769 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-2d0c3682-e0bd-4dd8-8c71-e137fd6a4ac1 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.2571051 Feb 04 08:39:16.335765 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 48884) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:16.341632 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.db.api [None req-731e902a-dd31-4154-865f-630bbd7f6243 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84108) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 08:39:16.341950 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG oslo_db.api [None req-731e902a-dd31-4154-865f-630bbd7f6243 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 08:39:16.357069 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-35f6bbbb-a345-4698-8e1c-52d6d27be22a tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Request body: {'port': {'network_id': 'a221f10a-2750-42cc-98cd-ebbd2400de2f', 'name': 'tempest-PortsIpV6TestJSON-150774359'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:39:16.378658 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-d8375301-accc-423c-b2f8-4b75f7499d65 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Deleting port c47186ad-8838-44bb-a7a6-85a7cdc521b2 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:39:16.378658 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d8375301-accc-423c-b2f8-4b75f7499d65 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:16.386865 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eec84c0e-736d-407b-ba08-bbd390ef4cb6 admin admin] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:39:16.399968 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf8840a-cd65-4272-8ab3-5a28bec54f86 None None] Sync routers for ids ['6b6dfeb3-16d5-4d92-a91d-dabb80bb7c13'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:39:16.411744 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf8840a-cd65-4272-8ab3-5a28bec54f86 None None] Routers {'6b6dfeb3-16d5-4d92-a91d-dabb80bb7c13'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:39:16.412705 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-ddf8840a-cd65-4272-8ab3-5a28bec54f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:38:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['6b6dfeb3-16d5-4d92-a91d-dabb80bb7c13'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:39:16.485648 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9b67d5a1-2696-4e67-8c69-d94fe991fa65 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40996'] for router, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:16.493482 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-50cde5bb-faf7-4f60-8e56-5f080b4dbf28 None None] Provisioning for port c47186ad-8838-44bb-a7a6-85a7cdc521b2 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:39:16.502865 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:16.516571 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-50cde5bb-faf7-4f60-8e56-5f080b4dbf28 None None] Provisioning complete for port c47186ad-8838-44bb-a7a6-85a7cdc521b2 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:39:16.516959 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-50cde5bb-faf7-4f60-8e56-5f080b4dbf28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:16.560534 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80446ccc-0f52-4cb1-a580-c8dbded9cb6e None None] DHCP port deletion for f6bfcde1-3f7e-438b-bb38-10803894ff3b request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 08:39:16.582949 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-80446ccc-0f52-4cb1-a580-c8dbded9cb6e None None] Deleting port 1197eb8a-3827-4d85-9bbb-16ac2b61a443 {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:39:16.583309 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-80446ccc-0f52-4cb1-a580-c8dbded9cb6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:16.591501 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-3e5d99ed-a6bb-4d2c-b281-811f56bd8026 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Unset dirty status for tenant:ffa27937301745e1ad43fa520f28cbc3 on resource:port {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:39:16.593610 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-3e5d99ed-a6bb-4d2c-b281-811f56bd8026 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "GET /v2.0/ports/b6cff015-ba24-4f53-b762-e52b306073e2 HTTP/1.1" status: 200 len: 911 time: 0.6710920 Feb 04 08:39:16.602551 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 48888) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:16.618220 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-ddf8840a-cd65-4272-8ab3-5a28bec54f86 None None] Set router 6b6dfeb3-16d5-4d92-a91d-dabb80bb7c13 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:39:16.687833 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-eec84c0e-736d-407b-ba08-bbd390ef4cb6 admin admin] 10.222.0.36 "PUT /v2.0/routers/6b6dfeb3-16d5-4d92-a91d-dabb80bb7c13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.5406744 Feb 04 08:39:16.695271 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 48892) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:16.759698 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d8375301-accc-423c-b2f8-4b75f7499d65 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:16.809231 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-80446ccc-0f52-4cb1-a580-c8dbded9cb6e None None] For port 1197eb8a-3827-4d85-9bbb-16ac2b61a443, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=1197eb8a-3827-4d85-9bbb-16ac2b61a443,segment=NetworkSegment(528a7acb-494f-4f05-a9bf-0e55cf579288),segment_id=528a7acb-494f-4f05-a9bf-0e55cf579288)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:39:16.809541 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-80446ccc-0f52-4cb1-a580-c8dbded9cb6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:16.851170 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-731e902a-dd31-4154-865f-630bbd7f6243 admin admin] Deleting port 10b2904e-37ce-4aee-ab3d-034458ca8e24 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:39:16.851517 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-731e902a-dd31-4154-865f-630bbd7f6243 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:16.914105 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-d8375301-accc-423c-b2f8-4b75f7499d65 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Calling delete_port for c47186ad-8838-44bb-a7a6-85a7cdc521b2 owned by {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:39:16.970668 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-731e902a-dd31-4154-865f-630bbd7f6243 admin admin] The port '10b2904e-37ce-4aee-ab3d-034458ca8e24' was deleted {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 08:39:16.977223 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-80446ccc-0f52-4cb1-a580-c8dbded9cb6e None None] Calling delete_port for 1197eb8a-3827-4d85-9bbb-16ac2b61a443 owned by network:dhcp {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:39:16.978309 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-35f6bbbb-a345-4698-8e1c-52d6d27be22a tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:39:17.010778 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9b67d5a1-2696-4e67-8c69-d94fe991fa65 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-472436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-472429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-475363'] for router, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:17.021603 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [None req-37358512-bfde-40fe-9997-928ccd7fea9b tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] For port 1197eb8a-3827-4d85-9bbb-16ac2b61a443, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=1197eb8a-3827-4d85-9bbb-16ac2b61a443,segment=NetworkSegment(528a7acb-494f-4f05-a9bf-0e55cf579288),segment_id=528a7acb-494f-4f05-a9bf-0e55cf579288)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:39:17.021963 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-37358512-bfde-40fe-9997-928ccd7fea9b tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:17.030562 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-35f6bbbb-a345-4698-8e1c-52d6d27be22a tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Usage tracker for resource:port and tenant:e63069d3cf3540d8aad7a137ff4999ec is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:39:17.062578 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-35f6bbbb-a345-4698-8e1c-52d6d27be22a tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:39:17.079031 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-ddf8840a-cd65-4272-8ab3-5a28bec54f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b6dfeb3-16d5-4d92-a91d-dabb80bb7c13', 'name': 'tempest-ServersTestJSON-1510941007-router', 'tenant_id': '2e94175c683849e99ec67b1f30a78741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.135'}], 'enable_snat': True}, 'gw_port_id': 'ea8c00e7-d158-4899-8a4a-ce77d668193c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:36:12Z', 'updated_at': '2022-02-04T08:39:08Z', 'revision_number': 5, 'project_id': '2e94175c683849e99ec67b1f30a78741', 'gw_port': {'id': 'ea8c00e7-d158-4899-8a4a-ce77d668193c', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:db:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6dfeb3-16d5-4d92-a91d-dabb80bb7c13', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:36:14Z', 'updated_at': '2022-02-04T08:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:39:17.090168 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-35f6bbbb-a345-4698-8e1c-52d6d27be22a tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:39:17.092210 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf8840a-cd65-4272-8ab3-5a28bec54f86 None None] Checking router: 6b6dfeb3-16d5-4d92-a91d-dabb80bb7c13 for host: dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 08:39:17.103130 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port 09d42c3b-d1f8-4b7b-a8a8-592c77048908, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=09d42c3b-d1f8-4b7b-a8a8-592c77048908,segment=NetworkSegment(126b2b52-66a0-42d1-888d-a755576d071d),segment_id=126b2b52-66a0-42d1-888d-a755576d071d)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:39:17.118797 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf8840a-cd65-4272-8ab3-5a28bec54f86 None None] Routers {'6b6dfeb3-16d5-4d92-a91d-dabb80bb7c13'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:39:17.120796 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-ddf8840a-cd65-4272-8ab3-5a28bec54f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:38:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['6b6dfeb3-16d5-4d92-a91d-dabb80bb7c13'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:39:17.122926 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-50cde5bb-faf7-4f60-8e56-5f080b4dbf28 None None] Port c47186ad-8838-44bb-a7a6-85a7cdc521b2 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:39:17.157751 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-110cbe13-d3ef-4293-8530-abbbae8bce0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '384a2d0c-4e25-4322-b5ff-16c2908e27db', 'name': 'tempest-NetworksTestDHCPv6-router-1874110395', 'tenant_id': 'ffa27937301745e1ad43fa520f28cbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:39:05Z', 'updated_at': '2022-02-04T08:39:10Z', 'revision_number': 2, 'project_id': 'ffa27937301745e1ad43fa520f28cbc3', 'gw_port_host': None, '_interfaces': [{'id': 'b6cff015-ba24-4f53-b762-e52b306073e2', 'name': '', 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'tenant_id': 'ffa27937301745e1ad43fa520f28cbc3', 'mac_address': 'fa:16:3e:6a:d8:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '384a2d0c-4e25-4322-b5ff-16c2908e27db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aba4fe75-de7b-4fb8-ac26-54ea49134628', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:39:07Z', 'updated_at': '2022-02-04T08:39:11Z', 'revision_number': 2, 'project_id': 'ffa27937301745e1ad43fa520f28cbc3', 'subnets': [{'id': 'aba4fe75-de7b-4fb8-ac26-54ea49134628', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:39:17.165156 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110cbe13-d3ef-4293-8530-abbbae8bce0c None None] Checking router: 384a2d0c-4e25-4322-b5ff-16c2908e27db for host: dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 08:39:17.165156 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110cbe13-d3ef-4293-8530-abbbae8bce0c None None] Updating router 384a2d0c-4e25-4322-b5ff-16c2908e27db port b6cff015-ba24-4f53-b762-e52b306073e2 binding host dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 08:39:17.200488 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:17.250382 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-80446ccc-0f52-4cb1-a580-c8dbded9cb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407'] for port, after_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:17.291287 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 10b2904e-37ce-4aee-ab3d-034458ca8e24 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:39:17.304247 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-37358512-bfde-40fe-9997-928ccd7fea9b tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Calling delete_port for 1197eb8a-3827-4d85-9bbb-16ac2b61a443 owned by network:dhcp {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:39:17.311066 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d8375301-accc-423c-b2f8-4b75f7499d65 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:17.345002 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-110cbe13-d3ef-4293-8530-abbbae8bce0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:17.362050 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80446ccc-0f52-4cb1-a580-c8dbded9cb6e None None] No DVR routers for this DVR port 1197eb8a-3827-4d85-9bbb-16ac2b61a443 on host dv-neutron-827798-2-hyperv {{(pid=84109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:39:17.366269 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: 10b2904e-37ce-4aee-ab3d-034458ca8e24 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:39:17.366615 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 10b2904e-37ce-4aee-ab3d-034458ca8e24 not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:39:17.378939 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8c50e0-ed34-47d4-9253-7c75faea6c40 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:39:17.385292 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8c50e0-ed34-47d4-9253-7c75faea6c40 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:39:17.393820 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-cc8c50e0-ed34-47d4-9253-7c75faea6c40 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.7847626 Feb 04 08:39:17.399860 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 48898) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:17.413524 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=09d42c3b-d1f8-4b7b-a8a8-592c77048908,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:17.425997 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-ddf8840a-cd65-4272-8ab3-5a28bec54f86 None None] Set router 6b6dfeb3-16d5-4d92-a91d-dabb80bb7c13 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:39:17.457973 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-82ca38ad-53ed-4846-be9e-a73aa98ed49f None None] Provisioning complete for port 09d42c3b-d1f8-4b7b-a8a8-592c77048908 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:39:17.458340 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-82ca38ad-53ed-4846-be9e-a73aa98ed49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:17.494816 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 1197eb8a-3827-4d85-9bbb-16ac2b61a443 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:39:17.534313 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80446ccc-0f52-4cb1-a580-c8dbded9cb6e None None] Pushing event deleted for resources: {'Port': ['ID=1197eb8a-3827-4d85-9bbb-16ac2b61a443,revision_number=None']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:17.551108 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8375301-accc-423c-b2f8-4b75f7499d65 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Pushing event deleted for resources: {'Port': ['ID=c47186ad-8838-44bb-a7a6-85a7cdc521b2,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:17.556062 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: 1197eb8a-3827-4d85-9bbb-16ac2b61a443 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:39:17.556411 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 1197eb8a-3827-4d85-9bbb-16ac2b61a443 not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:39:17.557325 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d8375301-accc-423c-b2f8-4b75f7499d65 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:17.562268 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-731e902a-dd31-4154-865f-630bbd7f6243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:17.580531 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f6bbbb-a345-4698-8e1c-52d6d27be22a tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Made reservation on behalf of e63069d3cf3540d8aad7a137ff4999ec for: {'port': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:39:17.584810 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-35f6bbbb-a345-4698-8e1c-52d6d27be22a tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:17.692512 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-d8375301-accc-423c-b2f8-4b75f7499d65 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] 10.222.0.36 "DELETE /v2.0/ports/c47186ad-8838-44bb-a7a6-85a7cdc521b2 HTTP/1.1" status: 204 len: 168 time: 1.4901552 Feb 04 08:39:17.693494 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 48902) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:17.700666 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-89513de8-bd5f-404f-b0f2-a90e9ec861e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Request body: {'port': {'name': 'tempest-new-port-name-1739429794', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:39:17.701151 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.api.validators [None req-89513de8-bd5f-404f-b0f2-a90e9ec861e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] bootfile-name is not in valid_values {{(pid=84107) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 08:39:17.701538 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.api.validators [None req-89513de8-bd5f-404f-b0f2-a90e9ec861e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] tftp-server is not in valid_values {{(pid=84107) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 08:39:17.703003 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [None req-35f6bbbb-a345-4698-8e1c-52d6d27be22a tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] device_id is not set on port a9046d95-58ea-4d9c-8f30-7359d2322106 yet. {{(pid=84108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:39:17.704412 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.api.validators [None req-89513de8-bd5f-404f-b0f2-a90e9ec861e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] server-ip-address is not in valid_values {{(pid=84107) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 08:39:17.737628 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-731e902a-dd31-4154-865f-630bbd7f6243 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5fb3ea8-2367-40fb-af0c-1a55b91fec56']}} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:39:17.825383 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b67d5a1-2696-4e67-8c69-d94fe991fa65 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Router 61d38584-072c-4486-9196-ab00d6189d32 is scheduled to L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 with binding_index 1 {{(pid=84107) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 08:39:17.836075 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-731e902a-dd31-4154-865f-630bbd7f6243 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42a6b551-2c6d-433c-b38a-a2ee6afc72f2') {'for_net_delete': True} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:39:17.836413 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-731e902a-dd31-4154-865f-630bbd7f6243 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42a6b551-2c6d-433c-b38a-a2ee6afc72f2') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:39:17.870671 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-731e902a-dd31-4154-865f-630bbd7f6243 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7851336'] for segment, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:17.922826 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.db.api [None req-37358512-bfde-40fe-9997-928ccd7fea9b tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84108) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 08:39:17.923422 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG oslo_db.api [None req-37358512-bfde-40fe-9997-928ccd7fea9b tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 08:39:17.937221 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-731e902a-dd31-4154-865f-630bbd7f6243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:17.952171 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-ddf8840a-cd65-4272-8ab3-5a28bec54f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b6dfeb3-16d5-4d92-a91d-dabb80bb7c13', 'name': 'tempest-ServersTestJSON-1510941007-router', 'tenant_id': '2e94175c683849e99ec67b1f30a78741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.135'}], 'enable_snat': True}, 'gw_port_id': 'ea8c00e7-d158-4899-8a4a-ce77d668193c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:36:12Z', 'updated_at': '2022-02-04T08:39:08Z', 'revision_number': 5, 'project_id': '2e94175c683849e99ec67b1f30a78741', 'gw_port': {'id': 'ea8c00e7-d158-4899-8a4a-ce77d668193c', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:db:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6dfeb3-16d5-4d92-a91d-dabb80bb7c13', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:36:14Z', 'updated_at': '2022-02-04T08:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:39:17.960100 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf8840a-cd65-4272-8ab3-5a28bec54f86 None None] The sync data for ids ['6b6dfeb3-16d5-4d92-a91d-dabb80bb7c13'] in dv-neutron-827798-2-hyperv is: [{'id': '6b6dfeb3-16d5-4d92-a91d-dabb80bb7c13', 'name': 'tempest-ServersTestJSON-1510941007-router', 'tenant_id': '2e94175c683849e99ec67b1f30a78741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.135'}], 'enable_snat': True}, 'gw_port_id': 'ea8c00e7-d158-4899-8a4a-ce77d668193c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:36:12Z', 'updated_at': '2022-02-04T08:39:08Z', 'revision_number': 5, 'project_id': '2e94175c683849e99ec67b1f30a78741', 'gw_port': {'id': 'ea8c00e7-d158-4899-8a4a-ce77d668193c', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:db:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6dfeb3-16d5-4d92-a91d-dabb80bb7c13', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:36:14Z', 'updated_at': '2022-02-04T08:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:39:17.961550 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-82ca38ad-53ed-4846-be9e-a73aa98ed49f None None] Provisioning for port e6043355-bd44-4587-8ef1-f75c2e2ad25d completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:39:17.970119 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-82ca38ad-53ed-4846-be9e-a73aa98ed49f None None] Provisioning complete for port e6043355-bd44-4587-8ef1-f75c2e2ad25d triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:39:17.970620 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-82ca38ad-53ed-4846-be9e-a73aa98ed49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:18.010705 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-731e902a-dd31-4154-865f-630bbd7f6243 admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=84108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:39:18.010705 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-731e902a-dd31-4154-865f-630bbd7f6243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7460345'] for segment, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:18.024600 dv-neutron-827798-2-hyperv neutron-server[84108]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 08:39:18.024600 dv-neutron-827798-2-hyperv neutron-server[84108]: util.warn( Feb 04 08:39:18.024600 dv-neutron-827798-2-hyperv neutron-server[84108]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 08:39:18.024600 dv-neutron-827798-2-hyperv neutron-server[84108]: util.warn( Feb 04 08:39:18.024600 dv-neutron-827798-2-hyperv neutron-server[84108]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 08:39:18.024600 dv-neutron-827798-2-hyperv neutron-server[84108]: util.warn( Feb 04 08:39:18.024600 dv-neutron-827798-2-hyperv neutron-server[84108]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 08:39:18.024600 dv-neutron-827798-2-hyperv neutron-server[84108]: util.warn( Feb 04 08:39:18.024600 dv-neutron-827798-2-hyperv neutron-server[84108]: Traceback (most recent call last): Feb 04 08:39:18.024600 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:39:18.024600 dv-neutron-827798-2-hyperv neutron-server[84108]: timer() Feb 04 08:39:18.024600 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:39:18.024600 dv-neutron-827798-2-hyperv neutron-server[84108]: cb(*args, **kw) Feb 04 08:39:18.024600 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:39:18.024600 dv-neutron-827798-2-hyperv neutron-server[84108]: return func(*args, **kwargs) Feb 04 08:39:18.024600 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:39:18.024600 dv-neutron-827798-2-hyperv neutron-server[84108]: self._notify() Feb 04 08:39:18.024600 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:39:18.024600 dv-neutron-827798-2-hyperv neutron-server[84108]: self.callback(batched_events) Feb 04 08:39:18.024600 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:39:18.024600 dv-neutron-827798-2-hyperv neutron-server[84108]: event.method(event) Feb 04 08:39:18.024600 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:39:18.024600 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:39:18.024600 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:39:18.024600 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:39:18.024600 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:39:18.024600 dv-neutron-827798-2-hyperv neutron-server[84108]: return f(self, *a, **k) Feb 04 08:39:18.024600 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:39:18.024600 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._get(url).json() Feb 04 08:39:18.024600 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:39:18.024600 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:39:18.024600 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:39:18.024600 dv-neutron-827798-2-hyperv neutron-server[84108]: return self.request(url, 'GET', **kwargs) Feb 04 08:39:18.024600 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:39:18.024600 dv-neutron-827798-2-hyperv neutron-server[84108]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:39:18.024600 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:39:18.024600 dv-neutron-827798-2-hyperv neutron-server[84108]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:39:18.024600 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:39:18.024600 dv-neutron-827798-2-hyperv neutron-server[84108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:39:18.024600 dv-neutron-827798-2-hyperv neutron-server[84108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:39:18.038874 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-110cbe13-d3ef-4293-8530-abbbae8bce0c None None] Notify callbacks [] for port, precommit_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:18.055185 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-82ca38ad-53ed-4846-be9e-a73aa98ed49f None None] Port e6043355-bd44-4587-8ef1-f75c2e2ad25d cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:39:18.059869 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-89513de8-bd5f-404f-b0f2-a90e9ec861e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:18.274839 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-35f6bbbb-a345-4698-8e1c-52d6d27be22a tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Allocated IP 2001:db8::265 (a221f10a-2750-42cc-98cd-ebbd2400de2f/637f29e1-1aa8-4407-94bd-36b2ea320901/a9046d95-58ea-4d9c-8f30-7359d2322106) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:39:18.302095 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f8bf4935-bd30-4578-b3eb-921f5f6ff346 admin admin] Notify callbacks [] for router, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:18.366078 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-110cbe13-d3ef-4293-8530-abbbae8bce0c None None] Transition to ACTIVE for port object b6cff015-ba24-4f53-b762-e52b306073e2 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:39:18.386403 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-731e902a-dd31-4154-865f-630bbd7f6243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:18.428959 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-110cbe13-d3ef-4293-8530-abbbae8bce0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:18.465206 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-89513de8-bd5f-404f-b0f2-a90e9ec861e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:18.470295 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b67d5a1-2696-4e67-8c69-d94fe991fa65 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:39:18.474955 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9b67d5a1-2696-4e67-8c69-d94fe991fa65 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:18.480507 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-9b67d5a1-2696-4e67-8c69-d94fe991fa65 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] 10.222.0.36 "PUT /v2.0/routers/61d38584-072c-4486-9196-ab00d6189d32 HTTP/1.1" status: 200 len: 917 time: 4.8903124 Feb 04 08:39:18.481361 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 48906) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:18.486445 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-37358512-bfde-40fe-9997-928ccd7fea9b tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Deleting port 1197eb8a-3827-4d85-9bbb-16ac2b61a443 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:39:18.488997 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-37358512-bfde-40fe-9997-928ccd7fea9b tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:18.544489 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f5929f-6a88-469c-b8bd-2db434bc9af7 None None] Sync routers for ids ['61d38584-072c-4486-9196-ab00d6189d32'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:39:18.549872 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-89513de8-bd5f-404f-b0f2-a90e9ec861e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:18.588857 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-731e902a-dd31-4154-865f-630bbd7f6243 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:18.633514 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731e902a-dd31-4154-865f-630bbd7f6243 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5fb3ea8-2367-40fb-af0c-1a55b91fec56,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:18.637366 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-89513de8-bd5f-404f-b0f2-a90e9ec861e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] In _notify_port_updated(), no bound segment for port 6782ce29-54fc-4ffe-9d92-7b4fac693b00 on network 2482bbf4-1b6c-40e8-8d08-a7eef4999870 {{(pid=84107) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 04 08:39:18.643233 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89513de8-bd5f-404f-b0f2-a90e9ec861e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:39:18.643891 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-89513de8-bd5f-404f-b0f2-a90e9ec861e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:18.645252 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-89513de8-bd5f-404f-b0f2-a90e9ec861e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] 10.222.0.36 "PUT /v2.0/ports/6782ce29-54fc-4ffe-9d92-7b4fac693b00 HTTP/1.1" status: 200 len: 1130 time: 0.9514008 Feb 04 08:39:18.648900 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 48910) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:18.736977 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89513de8-bd5f-404f-b0f2-a90e9ec861e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Pushing event updated for resources: {'Port': ['ID=6782ce29-54fc-4ffe-9d92-7b4fac693b00,revision_number=2']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:18.762333 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-37358512-bfde-40fe-9997-928ccd7fea9b tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] The port '1197eb8a-3827-4d85-9bbb-16ac2b61a443' was deleted {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 08:39:18.786660 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332cd31b-0f0f-41ab-802d-9ea5389bb25e None None] Pushing event updated for resources: {'Port': ['ID=b6cff015-ba24-4f53-b762-e52b306073e2,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:18.817904 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a614358a-8745-4061-9c4a-191d9e052c8e tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:39:18.819091 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-a614358a-8745-4061-9c4a-191d9e052c8e tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Synchronizing usage tracker for tenant:12aaf95c212f4e8784267a6ec09c34fa on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:39:18.843914 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f5929f-6a88-469c-b8bd-2db434bc9af7 None None] Routers {'61d38584-072c-4486-9196-ab00d6189d32'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:39:18.845109 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-e2f5929f-6a88-469c-b8bd-2db434bc9af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:38:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['61d38584-072c-4486-9196-ab00d6189d32'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:39:18.905303 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-731e902a-dd31-4154-865f-630bbd7f6243 admin admin] 10.222.0.36 "DELETE /v2.0/networks/f5fb3ea8-2367-40fb-af0c-1a55b91fec56 HTTP/1.1" status: 204 len: 168 time: 4.3781977 Feb 04 08:39:18.980874 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-a614358a-8745-4061-9c4a-191d9e052c8e tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Unset dirty status for tenant:12aaf95c212f4e8784267a6ec09c34fa on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:39:18.981986 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-a614358a-8745-4061-9c4a-191d9e052c8e tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] 10.222.0.36 "GET /v2.0/ports/6782ce29-54fc-4ffe-9d92-7b4fac693b00 HTTP/1.1" status: 200 len: 1130 time: 0.3321857 Feb 04 08:39:18.988400 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-4d2237c8-1379-4654-99ec-0b170d8bd8df tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] 10.222.0.36 "GET /v2.0/routers/61d38584-072c-4486-9196-ab00d6189d32 HTTP/1.1" status: 200 len: 923 time: 0.5057600 Feb 04 08:39:18.989245 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 48916) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:19.016216 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 48918) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:19.072702 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-a794bc8f-d4df-406f-a510-2608ec22d98f tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Deleting port 6782ce29-54fc-4ffe-9d92-7b4fac693b00 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:39:19.074393 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a794bc8f-d4df-406f-a510-2608ec22d98f tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:19.119735 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-e2f5929f-6a88-469c-b8bd-2db434bc9af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:39:19.127845 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-110cbe13-d3ef-4293-8530-abbbae8bce0c None None] Attempting to bind port b6cff015-ba24-4f53-b762-e52b306073e2 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:39:19.128514 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-110cbe13-d3ef-4293-8530-abbbae8bce0c None None] Attempting to bind port b6cff015-ba24-4f53-b762-e52b306073e2 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': '2c48dc91-e362-4611-9354-aede43558386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:39:19.128844 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110cbe13-d3ef-4293-8530-abbbae8bce0c None None] Attempting to bind port b6cff015-ba24-4f53-b762-e52b306073e2 on network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:39:19.150732 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110cbe13-d3ef-4293-8530-abbbae8bce0c None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:39:19.151333 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110cbe13-d3ef-4293-8530-abbbae8bce0c None None] Checking segment: {'id': '2c48dc91-e362-4611-9354-aede43558386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:39:19.151780 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-110cbe13-d3ef-4293-8530-abbbae8bce0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:19.152228 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110cbe13-d3ef-4293-8530-abbbae8bce0c None None] Bound using segment: {'id': '2c48dc91-e362-4611-9354-aede43558386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:39:19.152853 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-110cbe13-d3ef-4293-8530-abbbae8bce0c None None] Bound port: b6cff015-ba24-4f53-b762-e52b306073e2, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c48dc91-e362-4611-9354-aede43558386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:39:19.153280 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-110cbe13-d3ef-4293-8530-abbbae8bce0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:19.183486 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f5929f-6a88-469c-b8bd-2db434bc9af7 None None] Routers {'61d38584-072c-4486-9196-ab00d6189d32'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:39:19.184266 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-e2f5929f-6a88-469c-b8bd-2db434bc9af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:38:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['61d38584-072c-4486-9196-ab00d6189d32'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:39:19.224880 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-37358512-bfde-40fe-9997-928ccd7fea9b tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:19.301262 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-37358512-bfde-40fe-9997-928ccd7fea9b tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6bfcde1-3f7e-438b-bb38-10803894ff3b']}} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:39:19.316040 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-e2f5929f-6a88-469c-b8bd-2db434bc9af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:39:19.316578 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f5929f-6a88-469c-b8bd-2db434bc9af7 None None] The sync data for ids ['61d38584-072c-4486-9196-ab00d6189d32'] in dv-neutron-827798-2-hyperv is: [] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:39:19.333613 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-110cbe13-d3ef-4293-8530-abbbae8bce0c None None] For port b6cff015-ba24-4f53-b762-e52b306073e2, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:39:19.337078 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-110cbe13-d3ef-4293-8530-abbbae8bce0c None None] For port b6cff015-ba24-4f53-b762-e52b306073e2, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=b6cff015-ba24-4f53-b762-e52b306073e2,segment=NetworkSegment(2c48dc91-e362-4611-9354-aede43558386),segment_id=2c48dc91-e362-4611-9354-aede43558386)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:39:19.343085 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-54b9a73e-3e4a-4030-9a70-5d22fe29203b None None] Provisioning complete for port 6782ce29-54fc-4ffe-9d92-7b4fac693b00 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:39:19.345473 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-54b9a73e-3e4a-4030-9a70-5d22fe29203b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:19.359949 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 48924) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:19.381260 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a794bc8f-d4df-406f-a510-2608ec22d98f tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:19.391437 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-37358512-bfde-40fe-9997-928ccd7fea9b tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '528a7acb-494f-4f05-a9bf-0e55cf579288') {'for_net_delete': True} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:39:19.391752 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-37358512-bfde-40fe-9997-928ccd7fea9b tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '528a7acb-494f-4f05-a9bf-0e55cf579288') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:39:19.417292 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-35f6bbbb-a345-4698-8e1c-52d6d27be22a tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:19.417843 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-54b9a73e-3e4a-4030-9a70-5d22fe29203b None None] Port 6782ce29-54fc-4ffe-9d92-7b4fac693b00 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:39:19.422224 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-110cbe13-d3ef-4293-8530-abbbae8bce0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:19.429281 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-37358512-bfde-40fe-9997-928ccd7fea9b tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7851336'] for segment, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:19.496282 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-37358512-bfde-40fe-9997-928ccd7fea9b tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:19.500358 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.provisioning_blocks [None req-35f6bbbb-a345-4698-8e1c-52d6d27be22a tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Transition to ACTIVE for port object a9046d95-58ea-4d9c-8f30-7359d2322106 will not be triggered until provisioned by entity DHCP. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:39:19.502821 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-6488cdc8-0fbd-49d5-ba62-185c0a70168b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:19.516537 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332cd31b-0f0f-41ab-802d-9ea5389bb25e None None] Pushing event updated for resources: {'Port': ['ID=b6cff015-ba24-4f53-b762-e52b306073e2,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:19.518151 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-a794bc8f-d4df-406f-a510-2608ec22d98f tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Calling delete_port for 6782ce29-54fc-4ffe-9d92-7b4fac693b00 owned by {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:39:19.524137 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110cbe13-d3ef-4293-8530-abbbae8bce0c None None] Routers {'384a2d0c-4e25-4322-b5ff-16c2908e27db'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:39:19.525026 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-110cbe13-d3ef-4293-8530-abbbae8bce0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:38:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['384a2d0c-4e25-4322-b5ff-16c2908e27db'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:39:19.526241 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-9ff3c768-86f8-471e-95b7-20854cfc7025 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=e264bd74-c56b-43d0-9059-bcb57dbbe5bc&device_id=61d38584-072c-4486-9196-ab00d6189d32&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4998436 Feb 04 08:39:19.531453 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 48928) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:19.538719 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37358512-bfde-40fe-9997-928ccd7fea9b tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=84108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:39:19.539121 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-37358512-bfde-40fe-9997-928ccd7fea9b tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7460345'] for segment, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:19.569871 dv-neutron-827798-2-hyperv neutron-server[84108]: Traceback (most recent call last): Feb 04 08:39:19.569871 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:39:19.569871 dv-neutron-827798-2-hyperv neutron-server[84108]: timer() Feb 04 08:39:19.569871 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:39:19.569871 dv-neutron-827798-2-hyperv neutron-server[84108]: cb(*args, **kw) Feb 04 08:39:19.569871 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:39:19.569871 dv-neutron-827798-2-hyperv neutron-server[84108]: return func(*args, **kwargs) Feb 04 08:39:19.569871 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:39:19.569871 dv-neutron-827798-2-hyperv neutron-server[84108]: self._notify() Feb 04 08:39:19.569871 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:39:19.569871 dv-neutron-827798-2-hyperv neutron-server[84108]: self.callback(batched_events) Feb 04 08:39:19.569871 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:39:19.569871 dv-neutron-827798-2-hyperv neutron-server[84108]: event.method(event) Feb 04 08:39:19.569871 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:39:19.569871 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:39:19.569871 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:39:19.569871 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:39:19.569871 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:39:19.569871 dv-neutron-827798-2-hyperv neutron-server[84108]: return f(self, *a, **k) Feb 04 08:39:19.569871 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:39:19.569871 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._get(url).json() Feb 04 08:39:19.569871 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:39:19.569871 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:39:19.569871 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:39:19.569871 dv-neutron-827798-2-hyperv neutron-server[84108]: return self.request(url, 'GET', **kwargs) Feb 04 08:39:19.569871 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:39:19.569871 dv-neutron-827798-2-hyperv neutron-server[84108]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:39:19.569871 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:39:19.569871 dv-neutron-827798-2-hyperv neutron-server[84108]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:39:19.569871 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:39:19.569871 dv-neutron-827798-2-hyperv neutron-server[84108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:39:19.569871 dv-neutron-827798-2-hyperv neutron-server[84108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:39:19.590889 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-6f147d6e-9653-4626-89f5-4ec996e050b3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ead21cd697164942839c9343c97d0d9d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2293439 Feb 04 08:39:19.601047 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 48932) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:19.714503 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-110cbe13-d3ef-4293-8530-abbbae8bce0c None None] Set router 384a2d0c-4e25-4322-b5ff-16c2908e27db gateway port host: None {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:39:19.763513 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 09d42c3b-d1f8-4b7b-a8a8-592c77048908 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:39:19.768507 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510aea54-3742-40f2-ae02-00eff3f2ba43 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:39:19.769201 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-510aea54-3742-40f2-ae02-00eff3f2ba43 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Synchronizing usage tracker for tenant:472edb14196942999394e53aaa0733ea on resource:network {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:39:19.800528 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332cd31b-0f0f-41ab-802d-9ea5389bb25e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:39:19.801195 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332cd31b-0f0f-41ab-802d-9ea5389bb25e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:39:19.801679 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332cd31b-0f0f-41ab-802d-9ea5389bb25e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:39:19.802161 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332cd31b-0f0f-41ab-802d-9ea5389bb25e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:39:19.802521 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332cd31b-0f0f-41ab-802d-9ea5389bb25e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:39:19.802830 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332cd31b-0f0f-41ab-802d-9ea5389bb25e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:39:19.803290 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332cd31b-0f0f-41ab-802d-9ea5389bb25e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:39:19.803627 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332cd31b-0f0f-41ab-802d-9ea5389bb25e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:39:19.803972 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332cd31b-0f0f-41ab-802d-9ea5389bb25e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:39:19.804271 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332cd31b-0f0f-41ab-802d-9ea5389bb25e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:39:19.804615 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332cd31b-0f0f-41ab-802d-9ea5389bb25e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:39:19.836938 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-274d943d-4b62-4b62-b5db-3406ebf2bc8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:19.840995 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-510aea54-3742-40f2-ae02-00eff3f2ba43 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Unset dirty status for tenant:472edb14196942999394e53aaa0733ea on resource:network {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:39:19.842723 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-510aea54-3742-40f2-ae02-00eff3f2ba43 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] 10.222.0.36 "GET /v2.0/networks/e264bd74-c56b-43d0-9059-bcb57dbbe5bc HTTP/1.1" status: 200 len: 881 time: 0.3080554 Feb 04 08:39:19.849309 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 48936) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:19.902666 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-146c0047-bf92-435a-beae-376794139679 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d38584-072c-4486-9196-ab00d6189d32 HTTP/1.1" status: 200 len: 205 time: 0.0505228 Feb 04 08:39:19.905731 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 48940) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:19.908397 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-274d943d-4b62-4b62-b5db-3406ebf2bc8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:19.991829 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-37358512-bfde-40fe-9997-928ccd7fea9b tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:19.994064 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-35f6bbbb-a345-4698-8e1c-52d6d27be22a tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:19.995883 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a794bc8f-d4df-406f-a510-2608ec22d98f tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:20.017459 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f8bf4935-bd30-4578-b3eb-921f5f6ff346 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:20.023015 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-37358512-bfde-40fe-9997-928ccd7fea9b tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:20.048033 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 09d42c3b-d1f8-4b7b-a8a8-592c77048908 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:39:20.048287 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:20.062235 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a794bc8f-d4df-406f-a510-2608ec22d98f tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Pushing event deleted for resources: {'Port': ['ID=6782ce29-54fc-4ffe-9d92-7b4fac693b00,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:20.120675 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-274d943d-4b62-4b62-b5db-3406ebf2bc8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:20.125096 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a794bc8f-d4df-406f-a510-2608ec22d98f tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:20.155430 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274d943d-4b62-4b62-b5db-3406ebf2bc8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a92ec8fc-bab2-42d6-9547-e6971d8a642b,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:20.219227 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37358512-bfde-40fe-9997-928ccd7fea9b tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Pushing event deleted for resources: {'Network': ['ID=f6bfcde1-3f7e-438b-bb38-10803894ff3b,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:20.260884 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-a794bc8f-d4df-406f-a510-2608ec22d98f tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] 10.222.0.36 "DELETE /v2.0/ports/6782ce29-54fc-4ffe-9d92-7b4fac693b00 HTTP/1.1" status: 204 len: 168 time: 1.2705202 Feb 04 08:39:20.264686 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 48944) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:20.276954 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 69934215-2c2f-4553-8046-b8276c84e0c7 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:39:20.292615 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-37358512-bfde-40fe-9997-928ccd7fea9b tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "DELETE /v2.0/networks/f6bfcde1-3f7e-438b-bb38-10803894ff3b HTTP/1.1" status: 204 len: 168 time: 4.6342275 Feb 04 08:39:20.298969 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 48948) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:20.309098 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-e6bee8d8-ff97-4222-9fea-ca97532768f2 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-377201212', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:39:20.309888 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-110cbe13-d3ef-4293-8530-abbbae8bce0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '384a2d0c-4e25-4322-b5ff-16c2908e27db', 'name': 'tempest-NetworksTestDHCPv6-router-1874110395', 'tenant_id': 'ffa27937301745e1ad43fa520f28cbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:39:05Z', 'updated_at': '2022-02-04T08:39:10Z', 'revision_number': 2, 'project_id': 'ffa27937301745e1ad43fa520f28cbc3', 'gw_port_host': None, '_interfaces': [{'id': 'b6cff015-ba24-4f53-b762-e52b306073e2', 'name': '', 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'tenant_id': 'ffa27937301745e1ad43fa520f28cbc3', 'mac_address': 'fa:16:3e:6a:d8:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '384a2d0c-4e25-4322-b5ff-16c2908e27db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aba4fe75-de7b-4fb8-ac26-54ea49134628', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:39:07Z', 'updated_at': '2022-02-04T08:39:19Z', 'revision_number': 4, 'project_id': 'ffa27937301745e1ad43fa520f28cbc3', 'subnets': [{'id': 'aba4fe75-de7b-4fb8-ac26-54ea49134628', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:39:20.317040 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-274d943d-4b62-4b62-b5db-3406ebf2bc8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:20.319200 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-274d943d-4b62-4b62-b5db-3406ebf2bc8e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a92ec8fc-bab2-42d6-9547-e6971d8a642b HTTP/1.1" status: 204 len: 168 time: 0.7167466 Feb 04 08:39:20.328599 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-e6bee8d8-ff97-4222-9fea-ca97532768f2 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:39:20.331156 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: 69934215-2c2f-4553-8046-b8276c84e0c7 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:39:20.331336 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 69934215-2c2f-4553-8046-b8276c84e0c7 not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:39:20.333311 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-f8bf4935-bd30-4578-b3eb-921f5f6ff346 admin admin] Deleting port ea8c00e7-d158-4899-8a4a-ce77d668193c {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:39:20.333657 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f8bf4935-bd30-4578-b3eb-921f5f6ff346 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:20.335514 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110cbe13-d3ef-4293-8530-abbbae8bce0c None None] The sync data for ids ['384a2d0c-4e25-4322-b5ff-16c2908e27db'] in dv-neutron-827798-2-hyperv is: [{'id': '384a2d0c-4e25-4322-b5ff-16c2908e27db', 'name': 'tempest-NetworksTestDHCPv6-router-1874110395', 'tenant_id': 'ffa27937301745e1ad43fa520f28cbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:39:05Z', 'updated_at': '2022-02-04T08:39:10Z', 'revision_number': 2, 'project_id': 'ffa27937301745e1ad43fa520f28cbc3', 'gw_port_host': None, '_interfaces': [{'id': 'b6cff015-ba24-4f53-b762-e52b306073e2', 'name': '', 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'tenant_id': 'ffa27937301745e1ad43fa520f28cbc3', 'mac_address': 'fa:16:3e:6a:d8:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '384a2d0c-4e25-4322-b5ff-16c2908e27db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aba4fe75-de7b-4fb8-ac26-54ea49134628', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:39:07Z', 'updated_at': '2022-02-04T08:39:19Z', 'revision_number': 4, 'project_id': 'ffa27937301745e1ad43fa520f28cbc3', 'subnets': [{'id': 'aba4fe75-de7b-4fb8-ac26-54ea49134628', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:39:20.361922 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f6bbbb-a345-4698-8e1c-52d6d27be22a tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Pushing event updated for resources: {'Port': ['ID=a9046d95-58ea-4d9c-8f30-7359d2322106,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:20.371143 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f6bbbb-a345-4698-8e1c-52d6d27be22a tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Network a221f10a-2750-42cc-98cd-ebbd2400de2f is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:39:20.381791 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-e6bee8d8-ff97-4222-9fea-ca97532768f2 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Usage tracker for resource:router and tenant:1216cf6397c6415eb938e86c1901dea6 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:39:20.384622 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-35f6bbbb-a345-4698-8e1c-52d6d27be22a tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:39:20.389986 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-e6bee8d8-ff97-4222-9fea-ca97532768f2 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:39:20.393181 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f6bbbb-a345-4698-8e1c-52d6d27be22a tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:39:20.397549 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f6bbbb-a345-4698-8e1c-52d6d27be22a tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:39:20.398180 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-35f6bbbb-a345-4698-8e1c-52d6d27be22a tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:20.442628 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-e6bee8d8-ff97-4222-9fea-ca97532768f2 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:39:20.530788 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_v2 [None req-838680e1-2726-4862-b460-af7a724c4017 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Deleting subnet d8f575ed-5b11-4abf-b1ef-a15f1bc3d585 {{(pid=84107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:39:20.536574 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-838680e1-2726-4862-b460-af7a724c4017 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Notify callbacks [] for subnet, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:20.551163 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-35f6bbbb-a345-4698-8e1c-52d6d27be22a tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.2081878 Feb 04 08:39:20.573296 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 48956) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:20.646212 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e6bee8d8-ff97-4222-9fea-ca97532768f2 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40975'] for router, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:20.647159 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e6bee8d8-ff97-4222-9fea-ca97532768f2 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40982'] for router, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:20.711232 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-838680e1-2726-4862-b460-af7a724c4017 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8058667'] for subnet, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:20.784477 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1ec8d9-bcb7-49e9-ae4e-f5dfe2e13a17 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:39:20.789934 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-2a1ec8d9-bcb7-49e9-ae4e-f5dfe2e13a17 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A3e2 HTTP/1.1" status: 200 len: 928 time: 0.2130775 Feb 04 08:39:20.798102 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 48962) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:20.823872 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-af7b9082-d544-4000-9125-c928478c572e tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473817'] for router_interface, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:20.893775 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [None req-f8bf4935-bd30-4578-b3eb-921f5f6ff346 admin admin] For port ea8c00e7-d158-4899-8a4a-ce77d668193c, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=ea8c00e7-d158-4899-8a4a-ce77d668193c,segment=NetworkSegment(c44b9475-949d-4ae7-bfca-e29b010a56a6),segment_id=c44b9475-949d-4ae7-bfca-e29b010a56a6)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:39:20.893775 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f8bf4935-bd30-4578-b3eb-921f5f6ff346 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:20.893956 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-5f07acf8-0790-402f-aca4-7b93531fac02 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Deleting port a9046d95-58ea-4d9c-8f30-7359d2322106 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:39:20.894320 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5f07acf8-0790-402f-aca4-7b93531fac02 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:20.909684 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e6bee8d8-ff97-4222-9fea-ca97532768f2 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:20.912501 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-caa31b6b-ade6-4ae5-a36f-4e47a3ab0e9b None None] Provisioning for port a9046d95-58ea-4d9c-8f30-7359d2322106 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:39:20.917923 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-caa31b6b-ade6-4ae5-a36f-4e47a3ab0e9b None None] Provisioning complete for port a9046d95-58ea-4d9c-8f30-7359d2322106 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:39:20.918288 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-caa31b6b-ade6-4ae5-a36f-4e47a3ab0e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:20.944127 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-838680e1-2726-4862-b460-af7a724c4017 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:21.037383 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-caa31b6b-ade6-4ae5-a36f-4e47a3ab0e9b None None] Port a9046d95-58ea-4d9c-8f30-7359d2322106 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:39:21.113806 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-838680e1-2726-4862-b460-af7a724c4017 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7510167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985167'] for subnet, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:21.113970 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-f8bf4935-bd30-4578-b3eb-921f5f6ff346 admin admin] Calling delete_port for ea8c00e7-d158-4899-8a4a-ce77d668193c owned by network:router_gateway {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:39:21.176971 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838680e1-2726-4862-b460-af7a724c4017 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Pushing event deleted for resources: {'Subnet': ['ID=d8f575ed-5b11-4abf-b1ef-a15f1bc3d585,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:21.198491 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-838680e1-2726-4862-b460-af7a724c4017 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:21.209871 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c77100-7a09-4e77-aa49-e9c660a920dd None None] Network 2482bbf4-1b6c-40e8-8d08-a7eef4999870 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:39:21.217894 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-768e68dc-760f-4be7-ac2a-d0dfa73f856c tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks [] for router, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:21.269829 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-838680e1-2726-4862-b460-af7a724c4017 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] 10.222.0.36 "DELETE /v2.0/subnets/d8f575ed-5b11-4abf-b1ef-a15f1bc3d585 HTTP/1.1" status: 204 len: 168 time: 1.0015283 Feb 04 08:39:21.272683 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 48972) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:21.284720 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e6bee8d8-ff97-4222-9fea-ca97532768f2 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472990'] for router, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:21.392127 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e6bee8d8-ff97-4222-9fea-ca97532768f2 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks [] for router, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:21.395749 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-e6bee8d8-ff97-4222-9fea-ca97532768f2 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 1.0932648 Feb 04 08:39:21.397596 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 48978) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:21.416037 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-c82713cb-6ede-4f1c-a82f-ec7651c4b14f tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Request body: {'network': {'name': 'tempest-RoutersTest-1322839319'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:39:21.428637 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-c82713cb-6ede-4f1c-a82f-ec7651c4b14f tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:39:21.432792 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-c82713cb-6ede-4f1c-a82f-ec7651c4b14f tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Usage tracker for resource:network and tenant:1216cf6397c6415eb938e86c1901dea6 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:39:21.435734 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-c82713cb-6ede-4f1c-a82f-ec7651c4b14f tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:39:21.441621 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-c82713cb-6ede-4f1c-a82f-ec7651c4b14f tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:39:21.522546 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6fc040fe-be41-4c98-a1f3-b9f87d96215e tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:21.527437 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c82713cb-6ede-4f1c-a82f-ec7651c4b14f tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Made reservation on behalf of 1216cf6397c6415eb938e86c1901dea6 for: {'network': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:39:21.531215 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c82713cb-6ede-4f1c-a82f-ec7651c4b14f tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:21.544990 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5f07acf8-0790-402f-aca4-7b93531fac02 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:21.555402 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device b6cff015-ba24-4f53-b762-e52b306073e2 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:39:21.718022 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-5f07acf8-0790-402f-aca4-7b93531fac02 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Calling delete_port for a9046d95-58ea-4d9c-8f30-7359d2322106 owned by {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:39:21.735116 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-af7b9082-d544-4000-9125-c928478c572e tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Deleting port b6cff015-ba24-4f53-b762-e52b306073e2 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:39:21.735569 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-af7b9082-d544-4000-9125-c928478c572e tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:21.737203 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-397ee52f-74a9-4afa-b5f9-6ec4d91b3370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:21.757027 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-6fc040fe-be41-4c98-a1f3-b9f87d96215e tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Deleting port fa0987dc-5589-4319-b480-d2b08c9b7f90 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:39:21.757362 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6fc040fe-be41-4c98-a1f3-b9f87d96215e tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:21.766655 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port b6cff015-ba24-4f53-b762-e52b306073e2 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:39:21.771733 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f8bf4935-bd30-4578-b3eb-921f5f6ff346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:21.774365 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80434b1-7d43-4078-9e20-9ab06266b8a1 None None] DHCP port deletion for 2482bbf4-1b6c-40e8-8d08-a7eef4999870 request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 08:39:21.779319 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port b6cff015-ba24-4f53-b762-e52b306073e2 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:39:21.780388 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:21.804439 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c82713cb-6ede-4f1c-a82f-ec7651c4b14f tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=84107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:39:21.847543 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c82713cb-6ede-4f1c-a82f-ec7651c4b14f tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:21.847543 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.segments_db [None req-c82713cb-6ede-4f1c-a82f-ec7651c4b14f tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Added segment b991c11b-f1dc-47b0-87f2-61fb52a8eef4 of type vlan for network e05f83f0-a168-4436-a947-8be0747bd170 Feb 04 08:39:21.848386 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-b80434b1-7d43-4078-9e20-9ab06266b8a1 None None] Deleting port fa0987dc-5589-4319-b480-d2b08c9b7f90 {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:39:21.848386 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-b80434b1-7d43-4078-9e20-9ab06266b8a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:22.007652 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bf4935-bd30-4578-b3eb-921f5f6ff346 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea8c00e7-d158-4899-8a4a-ce77d668193c,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:22.112449 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 48988) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:22.115520 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-768e68dc-760f-4be7-ac2a-d0dfa73f856c tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:22.166157 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:22.191704 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [None req-6fc040fe-be41-4c98-a1f3-b9f87d96215e tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] For port fa0987dc-5589-4319-b480-d2b08c9b7f90, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=fa0987dc-5589-4319-b480-d2b08c9b7f90,segment=NetworkSegment(bf7f4a5d-33c3-47cb-bc34-35819077d5e0),segment_id=bf7f4a5d-33c3-47cb-bc34-35819077d5e0)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:39:22.192188 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6fc040fe-be41-4c98-a1f3-b9f87d96215e tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:22.227185 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-b80434b1-7d43-4078-9e20-9ab06266b8a1 None None] For port fa0987dc-5589-4319-b480-d2b08c9b7f90, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=fa0987dc-5589-4319-b480-d2b08c9b7f90,segment=NetworkSegment(bf7f4a5d-33c3-47cb-bc34-35819077d5e0),segment_id=bf7f4a5d-33c3-47cb-bc34-35819077d5e0)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:39:22.227579 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-b80434b1-7d43-4078-9e20-9ab06266b8a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:22.246772 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port b6cff015-ba24-4f53-b762-e52b306073e2, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=b6cff015-ba24-4f53-b762-e52b306073e2,segment=NetworkSegment(2c48dc91-e362-4611-9354-aede43558386),segment_id=2c48dc91-e362-4611-9354-aede43558386)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:39:22.326898 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-f14c8e4e-0f68-4678-b73d-cc304d153d90 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-478268432-network', 'tenant_id': 'bcdc9b25d9ba412baa8d7ec71c6170b5'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:39:22.330970 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-6fc040fe-be41-4c98-a1f3-b9f87d96215e tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Calling delete_port for fa0987dc-5589-4319-b480-d2b08c9b7f90 owned by network:dhcp {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:39:22.331463 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-768e68dc-760f-4be7-ac2a-d0dfa73f856c tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Deleting port 3400f31f-1215-43f8-8fd1-2707afee9203 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:39:22.331799 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-768e68dc-760f-4be7-ac2a-d0dfa73f856c tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:22.353172 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:22.360701 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-b80434b1-7d43-4078-9e20-9ab06266b8a1 None None] Calling delete_port for fa0987dc-5589-4319-b480-d2b08c9b7f90 owned by network:dhcp {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:39:22.395646 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-f14c8e4e-0f68-4678-b73d-cc304d153d90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:39:22.400713 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c82713cb-6ede-4f1c-a82f-ec7651c4b14f tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:22.418116 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-f14c8e4e-0f68-4678-b73d-cc304d153d90 admin admin] Usage tracker for resource:network and tenant:bcdc9b25d9ba412baa8d7ec71c6170b5 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:39:22.425778 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [None req-af7b9082-d544-4000-9125-c928478c572e tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] For port b6cff015-ba24-4f53-b762-e52b306073e2, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=b6cff015-ba24-4f53-b762-e52b306073e2,segment=NetworkSegment(2c48dc91-e362-4611-9354-aede43558386),segment_id=2c48dc91-e362-4611-9354-aede43558386)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:39:22.426134 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-af7b9082-d544-4000-9125-c928478c572e tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:22.433379 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-f14c8e4e-0f68-4678-b73d-cc304d153d90 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:39:22.481796 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=b6cff015-ba24-4f53-b762-e52b306073e2,revision_number=5']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:22.528046 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6fc040fe-be41-4c98-a1f3-b9f87d96215e tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:22.533974 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.db.api [None req-b80434b1-7d43-4078-9e20-9ab06266b8a1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 08:39:22.534400 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG oslo_db.api [None req-b80434b1-7d43-4078-9e20-9ab06266b8a1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 08:39:22.569521 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-f14c8e4e-0f68-4678-b73d-cc304d153d90 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:39:22.574411 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc040fe-be41-4c98-a1f3-b9f87d96215e tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Pushing event deleted for resources: {'Port': ['ID=fa0987dc-5589-4319-b480-d2b08c9b7f90,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:22.576147 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c82713cb-6ede-4f1c-a82f-ec7651c4b14f tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:22.579810 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82713cb-6ede-4f1c-a82f-ec7651c4b14f tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:39:22.580321 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c82713cb-6ede-4f1c-a82f-ec7651c4b14f tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:22.582809 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-af7b9082-d544-4000-9125-c928478c572e tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Calling delete_port for b6cff015-ba24-4f53-b762-e52b306073e2 owned by network:router_interface {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:39:22.607021 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5f07acf8-0790-402f-aca4-7b93531fac02 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:22.614442 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc040fe-be41-4c98-a1f3-b9f87d96215e tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] No DVR routers for this DVR port fa0987dc-5589-4319-b480-d2b08c9b7f90 on host dv-neutron-827798-2-hyperv {{(pid=84107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:39:22.756973 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:22.761959 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f07acf8-0790-402f-aca4-7b93531fac02 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Pushing event deleted for resources: {'Port': ['ID=a9046d95-58ea-4d9c-8f30-7359d2322106,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:22.788751 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82713cb-6ede-4f1c-a82f-ec7651c4b14f tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Pushing event updated for resources: {'Network': ['ID=e05f83f0-a168-4436-a947-8be0747bd170,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:22.808532 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network e05f83f0-a168-4436-a947-8be0747bd170 details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:39:22.870888 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-c82713cb-6ede-4f1c-a82f-ec7651c4b14f tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4701211 Feb 04 08:39:22.875157 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 48994) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:22.882516 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5f07acf8-0790-402f-aca4-7b93531fac02 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:22.889720 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-5f07acf8-0790-402f-aca4-7b93531fac02 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "DELETE /v2.0/ports/a9046d95-58ea-4d9c-8f30-7359d2322106 HTTP/1.1" status: 204 len: 168 time: 2.0848510 Feb 04 08:39:22.896515 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 48996) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:22.908539 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6fc040fe-be41-4c98-a1f3-b9f87d96215e tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:22.910280 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-93d0ac16-28a7-41f7-b9b0-53bdbe0d2ef7 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Request body: {'subnet': {'network_id': 'e05f83f0-a168-4436-a947-8be0747bd170', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:39:22.940463 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-6fc040fe-be41-4c98-a1f3-b9f87d96215e tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2482bbf4-1b6c-40e8-8d08-a7eef4999870']}} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:39:22.957469 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-6fc040fe-be41-4c98-a1f3-b9f87d96215e tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf7f4a5d-33c3-47cb-bc34-35819077d5e0') {'for_net_delete': True} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:39:22.957775 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-6fc040fe-be41-4c98-a1f3-b9f87d96215e tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf7f4a5d-33c3-47cb-bc34-35819077d5e0') {} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:39:22.970994 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6fc040fe-be41-4c98-a1f3-b9f87d96215e tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8058642'] for segment, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:22.975496 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:22.991606 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6fc040fe-be41-4c98-a1f3-b9f87d96215e tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:23.000041 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fc040fe-be41-4c98-a1f3-b9f87d96215e tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=84107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:39:23.000511 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6fc040fe-be41-4c98-a1f3-b9f87d96215e tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7377717'] for segment, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:23.015673 dv-neutron-827798-2-hyperv neutron-server[84107]: Traceback (most recent call last): Feb 04 08:39:23.015673 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:39:23.015673 dv-neutron-827798-2-hyperv neutron-server[84107]: timer() Feb 04 08:39:23.015673 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:39:23.015673 dv-neutron-827798-2-hyperv neutron-server[84107]: cb(*args, **kw) Feb 04 08:39:23.015673 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:39:23.015673 dv-neutron-827798-2-hyperv neutron-server[84107]: return func(*args, **kwargs) Feb 04 08:39:23.015673 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:39:23.015673 dv-neutron-827798-2-hyperv neutron-server[84107]: self._notify() Feb 04 08:39:23.015673 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:39:23.015673 dv-neutron-827798-2-hyperv neutron-server[84107]: self.callback(batched_events) Feb 04 08:39:23.015673 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:39:23.015673 dv-neutron-827798-2-hyperv neutron-server[84107]: event.method(event) Feb 04 08:39:23.015673 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:39:23.015673 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:39:23.015673 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:39:23.015673 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:39:23.015673 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:39:23.015673 dv-neutron-827798-2-hyperv neutron-server[84107]: return f(self, *a, **k) Feb 04 08:39:23.015673 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:39:23.015673 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._get(url).json() Feb 04 08:39:23.015673 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:39:23.015673 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:39:23.015673 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:39:23.015673 dv-neutron-827798-2-hyperv neutron-server[84107]: return self.request(url, 'GET', **kwargs) Feb 04 08:39:23.015673 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:39:23.015673 dv-neutron-827798-2-hyperv neutron-server[84107]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:39:23.015673 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:39:23.015673 dv-neutron-827798-2-hyperv neutron-server[84107]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:39:23.015673 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:39:23.015673 dv-neutron-827798-2-hyperv neutron-server[84107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:39:23.015673 dv-neutron-827798-2-hyperv neutron-server[84107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:39:23.035705 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-b80434b1-7d43-4078-9e20-9ab06266b8a1 None None] Deleting port fa0987dc-5589-4319-b480-d2b08c9b7f90 {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:39:23.037028 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-b80434b1-7d43-4078-9e20-9ab06266b8a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:23.079489 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f8bf4935-bd30-4578-b3eb-921f5f6ff346 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473010'] for router_gateway, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:23.120906 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-b80434b1-7d43-4078-9e20-9ab06266b8a1 None None] The port 'fa0987dc-5589-4319-b480-d2b08c9b7f90' was deleted {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 08:39:23.133450 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f14c8e4e-0f68-4678-b73d-cc304d153d90 admin admin] Made reservation on behalf of bcdc9b25d9ba412baa8d7ec71c6170b5 for: {'network': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:39:23.135673 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f14c8e4e-0f68-4678-b73d-cc304d153d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:23.165453 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-768e68dc-760f-4be7-ac2a-d0dfa73f856c tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:23.191432 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6fc040fe-be41-4c98-a1f3-b9f87d96215e tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:23.204667 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-505cf94a-ebe5-43dd-a295-66b4b5a1c5af tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] GET failed (client error): The resource could not be found. Feb 04 08:39:23.205174 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-505cf94a-ebe5-43dd-a295-66b4b5a1c5af tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Synchronizing usage tracker for tenant:e63069d3cf3540d8aad7a137ff4999ec on resource:port {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:39:23.212104 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6fc040fe-be41-4c98-a1f3-b9f87d96215e tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:23.218936 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc040fe-be41-4c98-a1f3-b9f87d96215e tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] Pushing event deleted for resources: {'Network': ['ID=2482bbf4-1b6c-40e8-8d08-a7eef4999870,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:23.225509 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-6fc040fe-be41-4c98-a1f3-b9f87d96215e tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321 tempest-ExtraDHCPOptionsIpV6TestJSON-1181272321-project] 10.222.0.36 "DELETE /v2.0/networks/2482bbf4-1b6c-40e8-8d08-a7eef4999870 HTTP/1.1" status: 204 len: 168 time: 1.9494629 Feb 04 08:39:23.379438 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f14c8e4e-0f68-4678-b73d-cc304d153d90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:23.507032 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device b6cff015-ba24-4f53-b762-e52b306073e2 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:39:23.522407 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-768e68dc-760f-4be7-ac2a-d0dfa73f856c tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Calling delete_port for 3400f31f-1215-43f8-8fd1-2707afee9203 owned by network:router_gateway {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:39:23.577975 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port b6cff015-ba24-4f53-b762-e52b306073e2 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:39:23.578488 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:23.662506 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 49006) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:23.720923 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-93d0ac16-28a7-41f7-b9b0-53bdbe0d2ef7 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:39:23.744160 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-93d0ac16-28a7-41f7-b9b0-53bdbe0d2ef7 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Usage tracker for resource:subnet and tenant:1216cf6397c6415eb938e86c1901dea6 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:39:23.748076 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f8bf4935-bd30-4578-b3eb-921f5f6ff346 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40989'] for router, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:23.751490 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device fa0987dc-5589-4319-b480-d2b08c9b7f90 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:39:23.754603 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-505cf94a-ebe5-43dd-a295-66b4b5a1c5af tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Unset dirty status for tenant:e63069d3cf3540d8aad7a137ff4999ec on resource:port {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:39:23.756019 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-505cf94a-ebe5-43dd-a295-66b4b5a1c5af tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "GET /v2.0/ports/a9046d95-58ea-4d9c-8f30-7359d2322106 HTTP/1.1" status: 404 len: 333 time: 0.8552938 Feb 04 08:39:23.758872 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-93d0ac16-28a7-41f7-b9b0-53bdbe0d2ef7 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:39:23.760134 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 49012) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:23.769296 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-f14c8e4e-0f68-4678-b73d-cc304d153d90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:39:23.775294 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-93d0ac16-28a7-41f7-b9b0-53bdbe0d2ef7 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:39:23.777536 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f8bf4935-bd30-4578-b3eb-921f5f6ff346 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:23.779457 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-f14c8e4e-0f68-4678-b73d-cc304d153d90 admin admin] Usage tracker for resource:security_group_rule and tenant:bcdc9b25d9ba412baa8d7ec71c6170b5 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:39:23.787483 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: fa0987dc-5589-4319-b480-d2b08c9b7f90 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:39:23.790025 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device fa0987dc-5589-4319-b480-d2b08c9b7f90 not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:39:23.793373 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-f14c8e4e-0f68-4678-b73d-cc304d153d90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:39:23.809900 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.db.api [None req-af7b9082-d544-4000-9125-c928478c572e tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84108) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 08:39:23.810220 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG oslo_db.api [None req-af7b9082-d544-4000-9125-c928478c572e tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 08:39:23.812415 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-f14c8e4e-0f68-4678-b73d-cc304d153d90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:39:23.859473 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-a75c86cc-9220-4a39-a5de-68b3b630d788 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Deleting port e6043355-bd44-4587-8ef1-f75c2e2ad25d {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:39:23.859902 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a75c86cc-9220-4a39-a5de-68b3b630d788 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:23.929835 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93d0ac16-28a7-41f7-b9b0-53bdbe0d2ef7 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Made reservation on behalf of 1216cf6397c6415eb938e86c1901dea6 for: {'subnet': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:39:23.963661 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f8bf4935-bd30-4578-b3eb-921f5f6ff346 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-476062'] for router, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:23.964195 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8bf4935-bd30-4578-b3eb-921f5f6ff346 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b6dfeb3-16d5-4d92-a91d-dabb80bb7c13 {{(pid=84108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 08:39:23.968251 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-6f9bec5f-9ac7-4004-938c-2eb4f0fdb79c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=12aaf95c212f4e8784267a6ec09c34fa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3037763 Feb 04 08:39:23.975944 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 49016) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:24.027669 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f14c8e4e-0f68-4678-b73d-cc304d153d90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:24.083711 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-93d0ac16-28a7-41f7-b9b0-53bdbe0d2ef7 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8119726'] for subnet, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:24.157907 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f14c8e4e-0f68-4678-b73d-cc304d153d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:24.170837 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-53adab7a-05bc-4905-9dd1-9c931d2e43b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:24.199909 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a75c86cc-9220-4a39-a5de-68b3b630d788 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:24.200800 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f14c8e4e-0f68-4678-b73d-cc304d153d90 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=84108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:39:24.221409 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-53adab7a-05bc-4905-9dd1-9c931d2e43b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:24.228394 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14c8e4e-0f68-4678-b73d-cc304d153d90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb54ea75-01ae-4439-9e35-6690e7426750,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:24.233715 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f14c8e4e-0f68-4678-b73d-cc304d153d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:24.234150 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.segments_db [None req-f14c8e4e-0f68-4678-b73d-cc304d153d90 admin admin] Added segment c8e7a4a8-bd8f-4bcd-a973-4a8e1fee7582 of type vlan for network b0b8e294-2639-4240-96e8-00c76471f9a3 Feb 04 08:39:24.263742 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f14c8e4e-0f68-4678-b73d-cc304d153d90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:24.311810 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-af7b9082-d544-4000-9125-c928478c572e tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Deleting port b6cff015-ba24-4f53-b762-e52b306073e2 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:39:24.312159 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-af7b9082-d544-4000-9125-c928478c572e tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:24.369752 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:24.378045 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-768e68dc-760f-4be7-ac2a-d0dfa73f856c tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:24.381831 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f14c8e4e-0f68-4678-b73d-cc304d153d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:24.382659 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14c8e4e-0f68-4678-b73d-cc304d153d90 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:39:24.383241 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f14c8e4e-0f68-4678-b73d-cc304d153d90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:24.430838 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-a75c86cc-9220-4a39-a5de-68b3b630d788 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Calling delete_port for e6043355-bd44-4587-8ef1-f75c2e2ad25d owned by {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:39:24.465521 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768e68dc-760f-4be7-ac2a-d0dfa73f856c tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Pushing event deleted for resources: {'Port': ['ID=3400f31f-1215-43f8-8fd1-2707afee9203,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:24.602901 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-53adab7a-05bc-4905-9dd1-9c931d2e43b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:24.609595 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f8bf4935-bd30-4578-b3eb-921f5f6ff346 admin admin] Notify callbacks [] for router, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:24.610723 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-f8bf4935-bd30-4578-b3eb-921f5f6ff346 admin admin] 10.222.0.36 "DELETE /v2.0/routers/6b6dfeb3-16d5-4d92-a91d-dabb80bb7c13 HTTP/1.1" status: 204 len: 168 time: 7.8967202 Feb 04 08:39:24.613888 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 49020) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:24.624950 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53adab7a-05bc-4905-9dd1-9c931d2e43b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=198fcff5-27e7-4c9d-ac80-bcd4d6c68ed1,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:24.666611 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a75c86cc-9220-4a39-a5de-68b3b630d788 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:24.718101 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-f14c8e4e-0f68-4678-b73d-cc304d153d90 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.6039436 Feb 04 08:39:24.718301 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75c86cc-9220-4a39-a5de-68b3b630d788 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Pushing event deleted for resources: {'Port': ['ID=e6043355-bd44-4587-8ef1-f75c2e2ad25d,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:24.729479 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 49024) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:24.740914 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-62a15586-f982-45e5-b466-078c57948533 admin admin] Request body: {'subnet': {'network_id': 'b0b8e294-2639-4240-96e8-00c76471f9a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-478268432-subnet', 'tenant_id': 'bcdc9b25d9ba412baa8d7ec71c6170b5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:39:24.750032 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-62a15586-f982-45e5-b466-078c57948533 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:39:24.773129 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14c8e4e-0f68-4678-b73d-cc304d153d90 admin admin] Pushing event updated for resources: {'Network': ['ID=b0b8e294-2639-4240-96e8-00c76471f9a3,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:24.784426 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network b0b8e294-2639-4240-96e8-00c76471f9a3 details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:39:24.785414 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4ea94cb-c692-45e6-a9c8-80d57d3b4bf3 admin admin] Deleting subnet 3fa9977b-947d-4b46-b6ea-d66bbbafccca {{(pid=84107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:39:24.795514 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f4ea94cb-c692-45e6-a9c8-80d57d3b4bf3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:24.822983 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-62a15586-f982-45e5-b466-078c57948533 admin admin] Usage tracker for resource:subnet and tenant:bcdc9b25d9ba412baa8d7ec71c6170b5 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:39:24.834524 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-62a15586-f982-45e5-b466-078c57948533 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:39:24.846872 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a75c86cc-9220-4a39-a5de-68b3b630d788 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:24.849025 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-a75c86cc-9220-4a39-a5de-68b3b630d788 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "DELETE /v2.0/ports/e6043355-bd44-4587-8ef1-f75c2e2ad25d HTTP/1.1" status: 204 len: 168 time: 1.0876286 Feb 04 08:39:24.850398 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-62a15586-f982-45e5-b466-078c57948533 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:39:24.852906 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-53adab7a-05bc-4905-9dd1-9c931d2e43b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:24.854126 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-53adab7a-05bc-4905-9dd1-9c931d2e43b0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/198fcff5-27e7-4c9d-ac80-bcd4d6c68ed1 HTTP/1.1" status: 204 len: 168 time: 0.8771484 Feb 04 08:39:24.861136 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 49028) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:24.914910 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f4ea94cb-c692-45e6-a9c8-80d57d3b4bf3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8058667'] for subnet, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:24.971195 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a15586-f982-45e5-b466-078c57948533 admin admin] Made reservation on behalf of bcdc9b25d9ba412baa8d7ec71c6170b5 for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:39:24.973971 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-62a15586-f982-45e5-b466-078c57948533 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985186'] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:25.022184 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-81de7169-c508-4218-9da3-acb96463dae3 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] GET failed (client error): The resource could not be found. Feb 04 08:39:25.023459 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-81de7169-c508-4218-9da3-acb96463dae3 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "GET /v2.0/ports/e6043355-bd44-4587-8ef1-f75c2e2ad25d HTTP/1.1" status: 404 len: 333 time: 0.1493151 Feb 04 08:39:25.025044 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [None req-af7b9082-d544-4000-9125-c928478c572e tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] For port b6cff015-ba24-4f53-b762-e52b306073e2, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=b6cff015-ba24-4f53-b762-e52b306073e2,segment=NetworkSegment(2c48dc91-e362-4611-9354-aede43558386),segment_id=2c48dc91-e362-4611-9354-aede43558386)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:39:25.025407 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-af7b9082-d544-4000-9125-c928478c572e tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:25.055131 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 49036) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:25.150870 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-93d0ac16-28a7-41f7-b9b0-53bdbe0d2ef7 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7593498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8119736'] for subnet, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:25.158418 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f4ea94cb-c692-45e6-a9c8-80d57d3b4bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:25.362448 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-af7b9082-d544-4000-9125-c928478c572e tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Calling delete_port for b6cff015-ba24-4f53-b762-e52b306073e2 owned by network:router_interface {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:39:25.394932 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-768e68dc-760f-4be7-ac2a-d0dfa73f856c tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473010'] for router_gateway, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:25.423822 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device ea8c00e7-d158-4899-8a4a-ce77d668193c no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:39:25.427982 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_v2 [None req-10cd756e-5e40-4b12-a5de-c5869026ff8c tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Deleting subnet 637f29e1-1aa8-4407-94bd-36b2ea320901 {{(pid=84107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:39:25.438001 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-10cd756e-5e40-4b12-a5de-c5869026ff8c tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks [] for subnet, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:25.464063 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: ea8c00e7-d158-4899-8a4a-ce77d668193c {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:39:25.465402 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device ea8c00e7-d158-4899-8a4a-ce77d668193c not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:39:25.468014 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f4ea94cb-c692-45e6-a9c8-80d57d3b4bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7510167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985167'] for subnet, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:25.526161 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ea94cb-c692-45e6-a9c8-80d57d3b4bf3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fa9977b-947d-4b46-b6ea-d66bbbafccca,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:25.544023 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f4ea94cb-c692-45e6-a9c8-80d57d3b4bf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:25.547837 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-10cd756e-5e40-4b12-a5de-c5869026ff8c tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8058667'] for subnet, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:25.548161 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a26a8b-f351-4553-88b4-890aaf2cf4f6 None None] Network aaba0e34-0ac3-4326-9ed2-e65fb37ae418 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:39:25.588971 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-62a15586-f982-45e5-b466-078c57948533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7510230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985204'] for subnet, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:25.633308 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-f4ea94cb-c692-45e6-a9c8-80d57d3b4bf3 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/3fa9977b-947d-4b46-b6ea-d66bbbafccca HTTP/1.1" status: 204 len: 168 time: 1.0104454 Feb 04 08:39:25.638784 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 49050) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:25.671138 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d0ac16-28a7-41f7-b9b0-53bdbe0d2ef7 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Pushing event updated for resources: {'Subnet': ['ID=3270c784-b91a-4628-b467-581083a63680,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:25.770871 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-768e68dc-760f-4be7-ac2a-d0dfa73f856c tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40989'] for router, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:25.782408 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d0ac16-28a7-41f7-b9b0-53bdbe0d2ef7 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Checking segment: {'id': 'b991c11b-f1dc-47b0-87f2-61fb52a8eef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e05f83f0-a168-4436-a947-8be0747bd170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:39:25.782408 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d0ac16-28a7-41f7-b9b0-53bdbe0d2ef7 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Network hostable DHCP agents. Network: e05f83f0-a168-4436-a947-8be0747bd170, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:39:25.787842 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-768e68dc-760f-4be7-ac2a-d0dfa73f856c tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:25.800871 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a15586-f982-45e5-b466-078c57948533 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80f6a88b-b0ed-49ff-9c6c-faec9e6053f8,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:25.842747 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3de61e12-f128-4bc0-a05c-4349a5a5ba9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:25.847691 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a15586-f982-45e5-b466-078c57948533 admin admin] Checking segment: {'id': 'c8e7a4a8-bd8f-4bcd-a973-4a8e1fee7582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'b0b8e294-2639-4240-96e8-00c76471f9a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:39:25.848052 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a15586-f982-45e5-b466-078c57948533 admin admin] Network hostable DHCP agents. Network: b0b8e294-2639-4240-96e8-00c76471f9a3, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:39:25.853728 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:25.856191 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-10cd756e-5e40-4b12-a5de-c5869026ff8c tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:25.878887 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5646da70-727e-4e24-85d8-d661eb4c86ae None None] DHCP port deletion for aaba0e34-0ac3-4326-9ed2-e65fb37ae418 request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 08:39:25.883625 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-5646da70-727e-4e24-85d8-d661eb4c86ae None None] Deleting port 964a7845-6f6a-41ea-a688-05a1413ba003 {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:39:25.885744 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-5646da70-727e-4e24-85d8-d661eb4c86ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:25.906994 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-3de61e12-f128-4bc0-a05c-4349a5a5ba9b admin admin] Deleting port 964a7845-6f6a-41ea-a688-05a1413ba003 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:39:25.907326 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3de61e12-f128-4bc0-a05c-4349a5a5ba9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:25.962579 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-768e68dc-760f-4be7-ac2a-d0dfa73f856c tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-476062'] for router, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:25.963942 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-768e68dc-760f-4be7-ac2a-d0dfa73f856c tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Fanout notify agent at l3_agent the message router_deleted on router 61d38584-072c-4486-9196-ab00d6189d32 {{(pid=84108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 08:39:25.992962 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d0ac16-28a7-41f7-b9b0-53bdbe0d2ef7 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Network e05f83f0-a168-4436-a947-8be0747bd170 is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:39:25.999409 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-af7b9082-d544-4000-9125-c928478c572e tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:26.057175 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-768e68dc-760f-4be7-ac2a-d0dfa73f856c tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks [] for router, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:26.061925 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a15586-f982-45e5-b466-078c57948533 admin admin] Network b0b8e294-2639-4240-96e8-00c76471f9a3 is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:39:26.062789 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-768e68dc-760f-4be7-ac2a-d0dfa73f856c tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] 10.222.0.36 "DELETE /v2.0/routers/61d38584-072c-4486-9196-ab00d6189d32 HTTP/1.1" status: 204 len: 168 time: 6.1559110 Feb 04 08:39:26.064737 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 49058) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:26.074842 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7b9082-d544-4000-9125-c928478c572e tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event deleted for resources: {'Port': ['ID=b6cff015-ba24-4f53-b762-e52b306073e2,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:26.079802 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-04d17428-ed9e-4d99-9ca7-30699066b4ca tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1364911565', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:39:26.087802 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-04d17428-ed9e-4d99-9ca7-30699066b4ca tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:39:26.124956 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-04d17428-ed9e-4d99-9ca7-30699066b4ca tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Usage tracker for resource:router and tenant:83312f91facc40c2876df97655afba59 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:39:26.132441 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-10cd756e-5e40-4b12-a5de-c5869026ff8c tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7510167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985167'] for subnet, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:26.135383 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-04d17428-ed9e-4d99-9ca7-30699066b4ca tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:39:26.186764 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-62a15586-f982-45e5-b466-078c57948533 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, b0b8e294-2639-4240-96e8-00c76471f9a3) {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:39:26.209899 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-10cd756e-5e40-4b12-a5de-c5869026ff8c tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:26.216418 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-04d17428-ed9e-4d99-9ca7-30699066b4ca tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:39:26.219495 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-93d0ac16-28a7-41f7-b9b0-53bdbe0d2ef7 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, e05f83f0-a168-4436-a947-8be0747bd170) {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:39:26.221252 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-10cd756e-5e40-4b12-a5de-c5869026ff8c tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "DELETE /v2.0/subnets/637f29e1-1aa8-4407-94bd-36b2ea320901 HTTP/1.1" status: 204 len: 168 time: 1.1650553 Feb 04 08:39:26.225051 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 49064) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:26.229465 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cd756e-5e40-4b12-a5de-c5869026ff8c tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Pushing event deleted for resources: {'Subnet': ['ID=637f29e1-1aa8-4407-94bd-36b2ea320901,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:26.232079 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a15586-f982-45e5-b466-078c57948533 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:39:26.232721 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-62a15586-f982-45e5-b466-078c57948533 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:26.256789 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d0ac16-28a7-41f7-b9b0-53bdbe0d2ef7 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:39:26.257620 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-93d0ac16-28a7-41f7-b9b0-53bdbe0d2ef7 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:26.293236 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-5646da70-727e-4e24-85d8-d661eb4c86ae None None] For port 964a7845-6f6a-41ea-a688-05a1413ba003, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=964a7845-6f6a-41ea-a688-05a1413ba003,segment=NetworkSegment(abfacce5-3f7a-4b80-922a-484ccd12f68d),segment_id=abfacce5-3f7a-4b80-922a-484ccd12f68d)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:39:26.294699 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-5646da70-727e-4e24-85d8-d661eb4c86ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:26.330957 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [None req-3de61e12-f128-4bc0-a05c-4349a5a5ba9b admin admin] For port 964a7845-6f6a-41ea-a688-05a1413ba003, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=964a7845-6f6a-41ea-a688-05a1413ba003,segment=NetworkSegment(abfacce5-3f7a-4b80-922a-484ccd12f68d),segment_id=abfacce5-3f7a-4b80-922a-484ccd12f68d)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:39:26.331320 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3de61e12-f128-4bc0-a05c-4349a5a5ba9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:26.343880 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-04d17428-ed9e-4d99-9ca7-30699066b4ca tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40975'] for router, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:26.351690 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-04d17428-ed9e-4d99-9ca7-30699066b4ca tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40982'] for router, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:26.396192 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-af7b9082-d544-4000-9125-c928478c572e tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1572495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472959'] for router_interface, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:26.412847 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-04d17428-ed9e-4d99-9ca7-30699066b4ca tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:26.414254 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 49068) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:26.438756 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-93d0ac16-28a7-41f7-b9b0-53bdbe0d2ef7 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5463166 Feb 04 08:39:26.453504 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-5646da70-727e-4e24-85d8-d661eb4c86ae None None] Calling delete_port for 964a7845-6f6a-41ea-a688-05a1413ba003 owned by network:dhcp {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:39:26.493603 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 49074) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:26.518419 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-62a15586-f982-45e5-b466-078c57948533 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7853205 Feb 04 08:39:26.530624 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e484ef34-1a83-47fc-9f39-85f32d72e6c5 None None] Network a221f10a-2750-42cc-98cd-ebbd2400de2f requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:39:26.589855 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 49078) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:26.603100 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb1ce56-187c-49c8-91fb-8a3c1e9a8089 None None] Network b0b8e294-2639-4240-96e8-00c76471f9a3 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:39:26.614368 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-6bacd120-3990-47d2-9285-a6de735c40a8 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Request body: {'networks': [{'name': 'tempest-network--1101137949'}, {'name': 'tempest-network--1919228368'}]} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:39:26.614995 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-6bacd120-3990-47d2-9285-a6de735c40a8 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Request body: {'network': {'name': 'tempest-network--1101137949'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:39:26.615793 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-6bacd120-3990-47d2-9285-a6de735c40a8 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Request body: {'network': {'name': 'tempest-network--1919228368'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:39:26.617562 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81b54d5-0f98-4e57-80c1-ff2f8431f92e None None] Network e05f83f0-a168-4436-a947-8be0747bd170 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:39:26.624465 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-c3b3e807-e168-4510-bce7-397555024cdb admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-478268432-router', 'tenant_id': 'bcdc9b25d9ba412baa8d7ec71c6170b5', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:39:26.629437 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-c3b3e807-e168-4510-bce7-397555024cdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:39:26.634479 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-c3b3e807-e168-4510-bce7-397555024cdb admin admin] Usage tracker for resource:router and tenant:bcdc9b25d9ba412baa8d7ec71c6170b5 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:39:26.637916 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-c3b3e807-e168-4510-bce7-397555024cdb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:39:26.644868 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-c3b3e807-e168-4510-bce7-397555024cdb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:39:26.657194 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-6bacd120-3990-47d2-9285-a6de735c40a8 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:39:26.663382 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-04d17428-ed9e-4d99-9ca7-30699066b4ca tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472990'] for router, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:26.673996 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-6bacd120-3990-47d2-9285-a6de735c40a8 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Usage tracker for resource:network and tenant:ba5e8e53481e48e5af1f5293f660f5cf is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:39:26.680709 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-6bacd120-3990-47d2-9285-a6de735c40a8 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:39:26.687509 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-5646da70-727e-4e24-85d8-d661eb4c86ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407'] for port, after_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:26.697489 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-3de61e12-f128-4bc0-a05c-4349a5a5ba9b admin admin] Calling delete_port for 964a7845-6f6a-41ea-a688-05a1413ba003 owned by network:dhcp {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:39:26.777404 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f9341737-22a5-44aa-b04f-550da660e221 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:26.797622 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c3b3e807-e168-4510-bce7-397555024cdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40975'] for router, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:26.798644 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c3b3e807-e168-4510-bce7-397555024cdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40982'] for router, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:26.806267 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-f9341737-22a5-44aa-b04f-550da660e221 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Deleting port 09d42c3b-d1f8-4b7b-a8a8-592c77048908 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:39:26.806799 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f9341737-22a5-44aa-b04f-550da660e221 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:26.809453 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-6bacd120-3990-47d2-9285-a6de735c40a8 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:39:26.815483 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5646da70-727e-4e24-85d8-d661eb4c86ae None None] Pushing event deleted for resources: {'Port': ['ID=964a7845-6f6a-41ea-a688-05a1413ba003,revision_number=None']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:26.845149 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.db.api [None req-3de61e12-f128-4bc0-a05c-4349a5a5ba9b admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 08:39:26.845598 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG oslo_db.api [None req-3de61e12-f128-4bc0-a05c-4349a5a5ba9b admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 08:39:26.879903 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5646da70-727e-4e24-85d8-d661eb4c86ae None None] No DVR routers for this DVR port 964a7845-6f6a-41ea-a688-05a1413ba003 on host dv-neutron-827798-2-hyperv {{(pid=84109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:39:27.036260 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-04d17428-ed9e-4d99-9ca7-30699066b4ca tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks [] for router, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:27.039928 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-04d17428-ed9e-4d99-9ca7-30699066b4ca tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9652555 Feb 04 08:39:27.042097 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 49082) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:27.049986 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-8a135a45-e112-415a-bb8e-f6306b7dee7c tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'enable_snat': False}}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:39:27.166956 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bacd120-3990-47d2-9285-a6de735c40a8 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Made reservation on behalf of ba5e8e53481e48e5af1f5293f660f5cf for: {'network': 2} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:39:27.170580 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-6bacd120-3990-47d2-9285-a6de735c40a8 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:27.179964 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9eaee8-502d-4d3e-9afb-e1f301ce7dfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-b0b8e294-2639-4240-96e8-00c76471f9a3', 'network_id': 'b0b8e294-2639-4240-96e8-00c76471f9a3', 'tenant_id': 'bcdc9b25d9ba412baa8d7ec71c6170b5', 'fixed_ips': [{'subnet_id': '80f6a88b-b0ed-49ff-9c6c-faec9e6053f8'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:39:27.180792 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-0b9eaee8-502d-4d3e-9afb-e1f301ce7dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:27.187753 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c3b3e807-e168-4510-bce7-397555024cdb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:27.192230 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [None req-f9341737-22a5-44aa-b04f-550da660e221 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] For port 09d42c3b-d1f8-4b7b-a8a8-592c77048908, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=09d42c3b-d1f8-4b7b-a8a8-592c77048908,segment=NetworkSegment(126b2b52-66a0-42d1-888d-a755576d071d),segment_id=126b2b52-66a0-42d1-888d-a755576d071d)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:39:27.192639 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f9341737-22a5-44aa-b04f-550da660e221 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:27.201966 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-6bacd120-3990-47d2-9285-a6de735c40a8 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks [] for security_group, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:27.259189 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67814e4-3fca-44bd-8c00-49d338b7e802 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-e05f83f0-a168-4436-a947-8be0747bd170', 'network_id': 'e05f83f0-a168-4436-a947-8be0747bd170', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'fixed_ips': [{'subnet_id': '3270c784-b91a-4628-b467-581083a63680'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:39:27.260458 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-b67814e4-3fca-44bd-8c00-49d338b7e802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:27.328518 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-f9341737-22a5-44aa-b04f-550da660e221 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Calling delete_port for 09d42c3b-d1f8-4b7b-a8a8-592c77048908 owned by network:dhcp {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:39:27.340197 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d648151f-7487-4d68-bbb5-4e4e0916bb35 None None] DHCP port deletion for a221f10a-2750-42cc-98cd-ebbd2400de2f request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 08:39:27.359522 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-3de61e12-f128-4bc0-a05c-4349a5a5ba9b admin admin] Deleting port 964a7845-6f6a-41ea-a688-05a1413ba003 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:39:27.359861 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3de61e12-f128-4bc0-a05c-4349a5a5ba9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:27.373240 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-d648151f-7487-4d68-bbb5-4e4e0916bb35 None None] Deleting port 09d42c3b-d1f8-4b7b-a8a8-592c77048908 {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:39:27.373610 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-d648151f-7487-4d68-bbb5-4e4e0916bb35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:27.504575 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-6bacd120-3990-47d2-9285-a6de735c40a8 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:39:27.508517 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-3de61e12-f128-4bc0-a05c-4349a5a5ba9b admin admin] The port '964a7845-6f6a-41ea-a688-05a1413ba003' was deleted {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 08:39:27.553940 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-6bacd120-3990-47d2-9285-a6de735c40a8 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Usage tracker for resource:security_group_rule and tenant:ba5e8e53481e48e5af1f5293f660f5cf is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:39:27.569393 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-6bacd120-3990-47d2-9285-a6de735c40a8 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:39:27.575885 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 964a7845-6f6a-41ea-a688-05a1413ba003 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:39:27.580960 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-6bacd120-3990-47d2-9285-a6de735c40a8 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:39:27.664649 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: 964a7845-6f6a-41ea-a688-05a1413ba003 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:39:27.664956 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 964a7845-6f6a-41ea-a688-05a1413ba003 not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:39:27.665289 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 09d42c3b-d1f8-4b7b-a8a8-592c77048908 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:39:27.726797 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af7b9082-d544-4000-9125-c928478c572e tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Router 384a2d0c-4e25-4322-b5ff-16c2908e27db has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:39:27.760466 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f9341737-22a5-44aa-b04f-550da660e221 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:27.765681 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3de61e12-f128-4bc0-a05c-4349a5a5ba9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:27.785861 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c3b3e807-e168-4510-bce7-397555024cdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40996'] for router, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:27.793805 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: 09d42c3b-d1f8-4b7b-a8a8-592c77048908 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:39:27.793805 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 09d42c3b-d1f8-4b7b-a8a8-592c77048908 not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:39:27.858235 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-d648151f-7487-4d68-bbb5-4e4e0916bb35 None None] For port 09d42c3b-d1f8-4b7b-a8a8-592c77048908, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=09d42c3b-d1f8-4b7b-a8a8-592c77048908,segment=NetworkSegment(126b2b52-66a0-42d1-888d-a755576d071d),segment_id=126b2b52-66a0-42d1-888d-a755576d071d)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:39:27.858780 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-d648151f-7487-4d68-bbb5-4e4e0916bb35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:27.866632 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-0b9eaee8-502d-4d3e-9afb-e1f301ce7dfb None None] Allocated IP 172.20.0.2 (b0b8e294-2639-4240-96e8-00c76471f9a3/80f6a88b-b0ed-49ff-9c6c-faec9e6053f8/0ebad3a6-42f9-4978-945c-3841b79e1e3c) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:39:27.930745 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9ef45b66-3a10-4907-872c-b32f3ea69e56 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:27.952509 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-3de61e12-f128-4bc0-a05c-4349a5a5ba9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaba0e34-0ac3-4326-9ed2-e65fb37ae418']}} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:39:27.968365 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-3de61e12-f128-4bc0-a05c-4349a5a5ba9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abfacce5-3f7a-4b80-922a-484ccd12f68d') {'for_net_delete': True} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:39:27.968716 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-3de61e12-f128-4bc0-a05c-4349a5a5ba9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abfacce5-3f7a-4b80-922a-484ccd12f68d') {} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:39:27.986460 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-6bacd120-3990-47d2-9285-a6de735c40a8 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks [] for security_group, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:27.986673 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3de61e12-f128-4bc0-a05c-4349a5a5ba9b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8058642'] for segment, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:28.007553 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-d648151f-7487-4d68-bbb5-4e4e0916bb35 None None] Calling delete_port for 09d42c3b-d1f8-4b7b-a8a8-592c77048908 owned by network:dhcp {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:39:28.014888 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9341737-22a5-44aa-b04f-550da660e221 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Pushing event deleted for resources: {'Port': ['ID=09d42c3b-d1f8-4b7b-a8a8-592c77048908,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:28.070296 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3de61e12-f128-4bc0-a05c-4349a5a5ba9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:28.074849 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-b67814e4-3fca-44bd-8c00-49d338b7e802 None None] Allocated IP 172.20.0.2 (e05f83f0-a168-4436-a947-8be0747bd170/3270c784-b91a-4628-b467-581083a63680/f76c020e-7c73-49d4-8f66-b7a610f32a63) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:39:28.085803 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9341737-22a5-44aa-b04f-550da660e221 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] No DVR routers for this DVR port 09d42c3b-d1f8-4b7b-a8a8-592c77048908 on host dv-neutron-827798-2-hyperv {{(pid=84107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:39:28.090826 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-6bacd120-3990-47d2-9285-a6de735c40a8 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:28.091291 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-6bacd120-3990-47d2-9285-a6de735c40a8 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:28.117199 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3de61e12-f128-4bc0-a05c-4349a5a5ba9b admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=84107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:39:28.117599 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3de61e12-f128-4bc0-a05c-4349a5a5ba9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7377717'] for segment, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:28.134577 dv-neutron-827798-2-hyperv neutron-server[84107]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 08:39:28.134577 dv-neutron-827798-2-hyperv neutron-server[84107]: util.warn( Feb 04 08:39:28.134577 dv-neutron-827798-2-hyperv neutron-server[84107]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 08:39:28.134577 dv-neutron-827798-2-hyperv neutron-server[84107]: util.warn( Feb 04 08:39:28.134577 dv-neutron-827798-2-hyperv neutron-server[84107]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 08:39:28.134577 dv-neutron-827798-2-hyperv neutron-server[84107]: util.warn( Feb 04 08:39:28.134577 dv-neutron-827798-2-hyperv neutron-server[84107]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 08:39:28.134577 dv-neutron-827798-2-hyperv neutron-server[84107]: util.warn( Feb 04 08:39:28.134577 dv-neutron-827798-2-hyperv neutron-server[84107]: Traceback (most recent call last): Feb 04 08:39:28.134577 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:39:28.134577 dv-neutron-827798-2-hyperv neutron-server[84107]: timer() Feb 04 08:39:28.134577 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:39:28.134577 dv-neutron-827798-2-hyperv neutron-server[84107]: cb(*args, **kw) Feb 04 08:39:28.134577 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:39:28.134577 dv-neutron-827798-2-hyperv neutron-server[84107]: return func(*args, **kwargs) Feb 04 08:39:28.134577 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:39:28.134577 dv-neutron-827798-2-hyperv neutron-server[84107]: self._notify() Feb 04 08:39:28.134577 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:39:28.134577 dv-neutron-827798-2-hyperv neutron-server[84107]: self.callback(batched_events) Feb 04 08:39:28.134577 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:39:28.134577 dv-neutron-827798-2-hyperv neutron-server[84107]: event.method(event) Feb 04 08:39:28.134577 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:39:28.134577 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:39:28.134577 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:39:28.134577 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:39:28.134577 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:39:28.134577 dv-neutron-827798-2-hyperv neutron-server[84107]: return f(self, *a, **k) Feb 04 08:39:28.134577 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:39:28.134577 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._get(url).json() Feb 04 08:39:28.134577 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:39:28.134577 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:39:28.134577 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:39:28.134577 dv-neutron-827798-2-hyperv neutron-server[84107]: return self.request(url, 'GET', **kwargs) Feb 04 08:39:28.134577 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:39:28.134577 dv-neutron-827798-2-hyperv neutron-server[84107]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:39:28.134577 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:39:28.134577 dv-neutron-827798-2-hyperv neutron-server[84107]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:39:28.134577 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:39:28.134577 dv-neutron-827798-2-hyperv neutron-server[84107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:39:28.134577 dv-neutron-827798-2-hyperv neutron-server[84107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:39:28.269977 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.db.api [None req-d648151f-7487-4d68-bbb5-4e4e0916bb35 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 08:39:28.270330 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG oslo_db.api [None req-d648151f-7487-4d68-bbb5-4e4e0916bb35 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 08:39:28.279870 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8a135a45-e112-415a-bb8e-f6306b7dee7c tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40996'] for router, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:28.309641 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f9341737-22a5-44aa-b04f-550da660e221 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:28.337656 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-f9341737-22a5-44aa-b04f-550da660e221 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a221f10a-2750-42cc-98cd-ebbd2400de2f']}} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:39:28.349584 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-f9341737-22a5-44aa-b04f-550da660e221 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '126b2b52-66a0-42d1-888d-a755576d071d') {'for_net_delete': True} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:39:28.349873 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-f9341737-22a5-44aa-b04f-550da660e221 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '126b2b52-66a0-42d1-888d-a755576d071d') {} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:39:28.362558 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f9341737-22a5-44aa-b04f-550da660e221 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8058642'] for segment, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:28.384239 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f9341737-22a5-44aa-b04f-550da660e221 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:28.390941 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9341737-22a5-44aa-b04f-550da660e221 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=84107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:39:28.391368 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f9341737-22a5-44aa-b04f-550da660e221 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7377717'] for segment, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:28.405845 dv-neutron-827798-2-hyperv neutron-server[84107]: Traceback (most recent call last): Feb 04 08:39:28.405845 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:39:28.405845 dv-neutron-827798-2-hyperv neutron-server[84107]: timer() Feb 04 08:39:28.405845 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:39:28.405845 dv-neutron-827798-2-hyperv neutron-server[84107]: cb(*args, **kw) Feb 04 08:39:28.405845 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:39:28.405845 dv-neutron-827798-2-hyperv neutron-server[84107]: return func(*args, **kwargs) Feb 04 08:39:28.405845 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:39:28.405845 dv-neutron-827798-2-hyperv neutron-server[84107]: self._notify() Feb 04 08:39:28.405845 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:39:28.405845 dv-neutron-827798-2-hyperv neutron-server[84107]: self.callback(batched_events) Feb 04 08:39:28.405845 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:39:28.405845 dv-neutron-827798-2-hyperv neutron-server[84107]: event.method(event) Feb 04 08:39:28.405845 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:39:28.405845 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:39:28.405845 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:39:28.405845 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:39:28.405845 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:39:28.405845 dv-neutron-827798-2-hyperv neutron-server[84107]: return f(self, *a, **k) Feb 04 08:39:28.405845 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:39:28.405845 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._get(url).json() Feb 04 08:39:28.405845 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:39:28.405845 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:39:28.405845 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:39:28.405845 dv-neutron-827798-2-hyperv neutron-server[84107]: return self.request(url, 'GET', **kwargs) Feb 04 08:39:28.405845 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:39:28.405845 dv-neutron-827798-2-hyperv neutron-server[84107]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:39:28.405845 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:39:28.405845 dv-neutron-827798-2-hyperv neutron-server[84107]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:39:28.405845 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:39:28.405845 dv-neutron-827798-2-hyperv neutron-server[84107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:39:28.405845 dv-neutron-827798-2-hyperv neutron-server[84107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:39:28.410673 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3de61e12-f128-4bc0-a05c-4349a5a5ba9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:28.429243 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bacd120-3990-47d2-9285-a6de735c40a8 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1100eb8-c3e1-44b3-b733-b113065debe4,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:28.447491 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af7b9082-d544-4000-9125-c928478c572e tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:39:28.458481 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30f973a-fdbe-43a7-8178-5a14aa2a4edd None None] Sync routers for ids ['384a2d0c-4e25-4322-b5ff-16c2908e27db'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:39:28.463427 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bacd120-3990-47d2-9285-a6de735c40a8 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=84108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:39:28.470643 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30f973a-fdbe-43a7-8178-5a14aa2a4edd None None] Routers {'384a2d0c-4e25-4322-b5ff-16c2908e27db'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:39:28.471456 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-f30f973a-fdbe-43a7-8178-5a14aa2a4edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:39:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['384a2d0c-4e25-4322-b5ff-16c2908e27db'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:39:28.483879 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3de61e12-f128-4bc0-a05c-4349a5a5ba9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:28.503727 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-b67814e4-3fca-44bd-8c00-49d338b7e802 None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:28.512999 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-6bacd120-3990-47d2-9285-a6de735c40a8 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:28.513200 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.segments_db [None req-6bacd120-3990-47d2-9285-a6de735c40a8 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Added segment 110c27e5-ac55-4ce0-9056-f36e98b52864 of type vlan for network 58c91fb9-21e2-4fca-a256-c02400058074 Feb 04 08:39:28.527167 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de61e12-f128-4bc0-a05c-4349a5a5ba9b admin admin] Pushing event deleted for resources: {'Network': ['ID=aaba0e34-0ac3-4326-9ed2-e65fb37ae418,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:28.536039 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-0b9eaee8-502d-4d3e-9afb-e1f301ce7dfb None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:28.604739 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-f30f973a-fdbe-43a7-8178-5a14aa2a4edd None None] Set router 384a2d0c-4e25-4322-b5ff-16c2908e27db gateway port host: None {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:39:28.610756 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-3de61e12-f128-4bc0-a05c-4349a5a5ba9b admin admin] 10.222.0.36 "DELETE /v2.0/networks/aaba0e34-0ac3-4326-9ed2-e65fb37ae418 HTTP/1.1" status: 204 len: 168 time: 2.9662466 Feb 04 08:39:28.616084 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-6bacd120-3990-47d2-9285-a6de735c40a8 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:28.659989 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-af7b9082-d544-4000-9125-c928478c572e tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "PUT /v2.0/routers/384a2d0c-4e25-4322-b5ff-16c2908e27db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2561944 Feb 04 08:39:28.660687 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 49088) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:28.661569 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-b67814e4-3fca-44bd-8c00-49d338b7e802 None None] Transition to ACTIVE for port object f76c020e-7c73-49d4-8f66-b7a610f32a63 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:39:28.695190 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-0b9eaee8-502d-4d3e-9afb-e1f301ce7dfb None None] Transition to ACTIVE for port object 0ebad3a6-42f9-4978-945c-3841b79e1e3c will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:39:28.710283 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f9341737-22a5-44aa-b04f-550da660e221 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:28.734326 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-b67814e4-3fca-44bd-8c00-49d338b7e802 None None] Transition to ACTIVE for port object f76c020e-7c73-49d4-8f66-b7a610f32a63 will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:39:28.741012 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f9341737-22a5-44aa-b04f-550da660e221 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:28.749640 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bacd120-3990-47d2-9285-a6de735c40a8 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=84108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:39:28.750868 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-0b9eaee8-502d-4d3e-9afb-e1f301ce7dfb None None] Transition to ACTIVE for port object 0ebad3a6-42f9-4978-945c-3841b79e1e3c will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:39:28.761287 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-f30f973a-fdbe-43a7-8178-5a14aa2a4edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '384a2d0c-4e25-4322-b5ff-16c2908e27db', 'name': 'tempest-NetworksTestDHCPv6-router-1874110395', 'tenant_id': 'ffa27937301745e1ad43fa520f28cbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:39:05Z', 'updated_at': '2022-02-04T08:39:25Z', 'revision_number': 3, 'project_id': 'ffa27937301745e1ad43fa520f28cbc3', 'gw_port_host': None}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:39:28.765944 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30f973a-fdbe-43a7-8178-5a14aa2a4edd None None] Checking router: 384a2d0c-4e25-4322-b5ff-16c2908e27db for host: dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 08:39:28.769163 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9341737-22a5-44aa-b04f-550da660e221 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Pushing event deleted for resources: {'Network': ['ID=a221f10a-2750-42cc-98cd-ebbd2400de2f,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:28.771381 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-6bacd120-3990-47d2-9285-a6de735c40a8 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:28.771723 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-d648151f-7487-4d68-bbb5-4e4e0916bb35 None None] Deleting port 09d42c3b-d1f8-4b7b-a8a8-592c77048908 {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:39:28.772095 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.segments_db [None req-6bacd120-3990-47d2-9285-a6de735c40a8 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Added segment 29b8c85e-e7e4-41db-80ae-89125fd04d8a of type vlan for network 4af18e16-1db8-4111-aff4-066ddcaaa66a Feb 04 08:39:28.772618 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-d648151f-7487-4d68-bbb5-4e4e0916bb35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:28.781114 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-f9341737-22a5-44aa-b04f-550da660e221 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "DELETE /v2.0/networks/a221f10a-2750-42cc-98cd-ebbd2400de2f HTTP/1.1" status: 204 len: 168 time: 2.5492969 Feb 04 08:39:28.785021 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 49092) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:28.791707 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c3b3e807-e168-4510-bce7-397555024cdb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:28.804935 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-28be26fa-a6fc-4627-84f1-3d4f9a73c6f8 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-579445150'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:39:28.805636 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30f973a-fdbe-43a7-8178-5a14aa2a4edd None None] Routers {'384a2d0c-4e25-4322-b5ff-16c2908e27db'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:39:28.806327 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-f30f973a-fdbe-43a7-8178-5a14aa2a4edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:39:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['384a2d0c-4e25-4322-b5ff-16c2908e27db'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:39:28.813318 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-28be26fa-a6fc-4627-84f1-3d4f9a73c6f8 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:39:28.824256 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394972fd-f11e-474c-9497-33568129060e tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:39:28.825894 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394972fd-f11e-474c-9497-33568129060e tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:39:28.826850 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-394972fd-f11e-474c-9497-33568129060e tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Synchronizing usage tracker for tenant:ffa27937301745e1ad43fa520f28cbc3 on resource:subnet {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:39:28.831853 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c3b3e807-e168-4510-bce7-397555024cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:28.836602 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-28be26fa-a6fc-4627-84f1-3d4f9a73c6f8 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Usage tracker for resource:network and tenant:e63069d3cf3540d8aad7a137ff4999ec is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:39:28.889979 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-0b9eaee8-502d-4d3e-9afb-e1f301ce7dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:28.901727 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-28be26fa-a6fc-4627-84f1-3d4f9a73c6f8 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:39:28.910306 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-d648151f-7487-4d68-bbb5-4e4e0916bb35 None None] The port '09d42c3b-d1f8-4b7b-a8a8-592c77048908' was deleted {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 08:39:28.916501 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-28be26fa-a6fc-4627-84f1-3d4f9a73c6f8 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:39:28.942072 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-6bacd120-3990-47d2-9285-a6de735c40a8 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:28.957309 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-f30f973a-fdbe-43a7-8178-5a14aa2a4edd None None] Set router 384a2d0c-4e25-4322-b5ff-16c2908e27db gateway port host: None {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:39:28.957561 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8a135a45-e112-415a-bb8e-f6306b7dee7c tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:29.026613 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28be26fa-a6fc-4627-84f1-3d4f9a73c6f8 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Made reservation on behalf of e63069d3cf3540d8aad7a137ff4999ec for: {'network': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:39:29.030270 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-28be26fa-a6fc-4627-84f1-3d4f9a73c6f8 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:29.040314 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-394972fd-f11e-474c-9497-33568129060e tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Unset dirty status for tenant:ffa27937301745e1ad43fa520f28cbc3 on resource:subnet {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:39:29.043732 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-394972fd-f11e-474c-9497-33568129060e tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3795624 Feb 04 08:39:29.043904 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-b67814e4-3fca-44bd-8c00-49d338b7e802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:29.050315 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 49096) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:29.052483 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9eaee8-502d-4d3e-9afb-e1f301ce7dfb None None] Pushing event updated for resources: {'Port': ['ID=0ebad3a6-42f9-4978-945c-3841b79e1e3c,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:29.056371 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8a135a45-e112-415a-bb8e-f6306b7dee7c tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:29.058731 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-9ef45b66-3a10-4907-872c-b32f3ea69e56 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Allocated IP 172.20.0.1 (e05f83f0-a168-4436-a947-8be0747bd170/3270c784-b91a-4628-b467-581083a63680/e7797e17-b54c-4db5-ac06-fb85f686a8ef) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:39:29.155097 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67814e4-3fca-44bd-8c00-49d338b7e802 None None] Pushing event updated for resources: {'Port': ['ID=f76c020e-7c73-49d4-8f66-b7a610f32a63,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:29.177753 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9eaee8-502d-4d3e-9afb-e1f301ce7dfb None None] Network b0b8e294-2639-4240-96e8-00c76471f9a3 is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:39:29.181209 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-0b9eaee8-502d-4d3e-9afb-e1f301ce7dfb None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:39:29.184688 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9eaee8-502d-4d3e-9afb-e1f301ce7dfb None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:39:29.188468 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67814e4-3fca-44bd-8c00-49d338b7e802 None None] Network e05f83f0-a168-4436-a947-8be0747bd170 is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:39:29.189317 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28be26fa-a6fc-4627-84f1-3d4f9a73c6f8 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=84107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:39:29.191767 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-b67814e4-3fca-44bd-8c00-49d338b7e802 None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:39:29.196297 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-6bacd120-3990-47d2-9285-a6de735c40a8 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:29.197044 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-6bacd120-3990-47d2-9285-a6de735c40a8 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:29.198599 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67814e4-3fca-44bd-8c00-49d338b7e802 None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:39:29.205984 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bacd120-3990-47d2-9285-a6de735c40a8 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:39:29.205984 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bacd120-3990-47d2-9285-a6de735c40a8 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:39:29.205984 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-6bacd120-3990-47d2-9285-a6de735c40a8 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:29.210423 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-c3b3e807-e168-4510-bce7-397555024cdb admin admin] Allocated IP 172.26.3.178 (e264bd74-c56b-43d0-9059-bcb57dbbe5bc/79caf47c-b62c-4ea0-b35f-21ede155daa8/7e01970c-a0b3-46d1-bc17-e04409c5fec8) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:39:29.227236 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-f30f973a-fdbe-43a7-8178-5a14aa2a4edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '384a2d0c-4e25-4322-b5ff-16c2908e27db', 'name': 'tempest-NetworksTestDHCPv6-router-1874110395', 'tenant_id': 'ffa27937301745e1ad43fa520f28cbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:39:05Z', 'updated_at': '2022-02-04T08:39:25Z', 'revision_number': 3, 'project_id': 'ffa27937301745e1ad43fa520f28cbc3', 'gw_port_host': None}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:39:29.231982 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30f973a-fdbe-43a7-8178-5a14aa2a4edd None None] The sync data for ids ['384a2d0c-4e25-4322-b5ff-16c2908e27db'] in dv-neutron-827798-2-hyperv is: [{'id': '384a2d0c-4e25-4322-b5ff-16c2908e27db', 'name': 'tempest-NetworksTestDHCPv6-router-1874110395', 'tenant_id': 'ffa27937301745e1ad43fa520f28cbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:39:05Z', 'updated_at': '2022-02-04T08:39:25Z', 'revision_number': 3, 'project_id': 'ffa27937301745e1ad43fa520f28cbc3', 'gw_port_host': None}] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:39:29.326233 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 49100) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:29.333633 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-28be26fa-a6fc-4627-84f1-3d4f9a73c6f8 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:29.333981 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.segments_db [None req-28be26fa-a6fc-4627-84f1-3d4f9a73c6f8 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Added segment 29ef0390-353e-46db-a472-ad8ceeda9f53 of type vlan for network d2ccc9ab-cc25-448a-8b92-99b92249b4bb Feb 04 08:39:29.390969 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-b67814e4-3fca-44bd-8c00-49d338b7e802 None None] Attempting to bind port f76c020e-7c73-49d4-8f66-b7a610f32a63 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:39:29.391498 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-b67814e4-3fca-44bd-8c00-49d338b7e802 None None] Attempting to bind port f76c020e-7c73-49d4-8f66-b7a610f32a63 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': 'b991c11b-f1dc-47b0-87f2-61fb52a8eef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e05f83f0-a168-4436-a947-8be0747bd170'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:39:29.392057 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67814e4-3fca-44bd-8c00-49d338b7e802 None None] Attempting to bind port f76c020e-7c73-49d4-8f66-b7a610f32a63 on network e05f83f0-a168-4436-a947-8be0747bd170 {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:39:29.398561 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-0b9eaee8-502d-4d3e-9afb-e1f301ce7dfb None None] Attempting to bind port 0ebad3a6-42f9-4978-945c-3841b79e1e3c on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:39:29.399046 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-0b9eaee8-502d-4d3e-9afb-e1f301ce7dfb None None] Attempting to bind port 0ebad3a6-42f9-4978-945c-3841b79e1e3c by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': 'c8e7a4a8-bd8f-4bcd-a973-4a8e1fee7582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'b0b8e294-2639-4240-96e8-00c76471f9a3'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:39:29.399758 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9eaee8-502d-4d3e-9afb-e1f301ce7dfb None None] Attempting to bind port 0ebad3a6-42f9-4978-945c-3841b79e1e3c on network b0b8e294-2639-4240-96e8-00c76471f9a3 {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:39:29.407471 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67814e4-3fca-44bd-8c00-49d338b7e802 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:39:29.407963 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67814e4-3fca-44bd-8c00-49d338b7e802 None None] Checking segment: {'id': 'b991c11b-f1dc-47b0-87f2-61fb52a8eef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e05f83f0-a168-4436-a947-8be0747bd170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:39:29.408481 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-b67814e4-3fca-44bd-8c00-49d338b7e802 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:29.409000 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67814e4-3fca-44bd-8c00-49d338b7e802 None None] Bound using segment: {'id': 'b991c11b-f1dc-47b0-87f2-61fb52a8eef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e05f83f0-a168-4436-a947-8be0747bd170'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:39:29.409546 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-b67814e4-3fca-44bd-8c00-49d338b7e802 None None] Bound port: f76c020e-7c73-49d4-8f66-b7a610f32a63, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b991c11b-f1dc-47b0-87f2-61fb52a8eef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e05f83f0-a168-4436-a947-8be0747bd170'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:39:29.410417 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-b67814e4-3fca-44bd-8c00-49d338b7e802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:29.411271 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-28be26fa-a6fc-4627-84f1-3d4f9a73c6f8 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:29.424503 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9eaee8-502d-4d3e-9afb-e1f301ce7dfb None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:39:29.425093 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9eaee8-502d-4d3e-9afb-e1f301ce7dfb None None] Checking segment: {'id': 'c8e7a4a8-bd8f-4bcd-a973-4a8e1fee7582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'b0b8e294-2639-4240-96e8-00c76471f9a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:39:29.425554 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-0b9eaee8-502d-4d3e-9afb-e1f301ce7dfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:29.427074 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9eaee8-502d-4d3e-9afb-e1f301ce7dfb None None] Bound using segment: {'id': 'c8e7a4a8-bd8f-4bcd-a973-4a8e1fee7582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'b0b8e294-2639-4240-96e8-00c76471f9a3'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:39:29.427074 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-0b9eaee8-502d-4d3e-9afb-e1f301ce7dfb None None] Bound port: 0ebad3a6-42f9-4978-945c-3841b79e1e3c, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8e7a4a8-bd8f-4bcd-a973-4a8e1fee7582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'b0b8e294-2639-4240-96e8-00c76471f9a3'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:39:29.427074 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-0b9eaee8-502d-4d3e-9afb-e1f301ce7dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:29.436875 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-6bacd120-3990-47d2-9285-a6de735c40a8 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 3.0212927 Feb 04 08:39:29.440144 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 49104) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:29.445302 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bacd120-3990-47d2-9285-a6de735c40a8 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Pushing event updated for resources: {'Network': ['ID=58c91fb9-21e2-4fca-a256-c02400058074,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:29.478812 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network 58c91fb9-21e2-4fca-a256-c02400058074 details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:39:29.502580 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ab95579-d779-4509-b5dc-80511f473fa1 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Deleting subnet aba4fe75-de7b-4fb8-ac26-54ea49134628 {{(pid=84107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:39:29.592057 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9ef45b66-3a10-4907-872c-b32f3ea69e56 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:29.597318 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bacd120-3990-47d2-9285-a6de735c40a8 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Pushing event updated for resources: {'Network': ['ID=4af18e16-1db8-4111-aff4-066ddcaaa66a,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:29.626416 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network 4af18e16-1db8-4111-aff4-066ddcaaa66a details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:39:29.641476 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.provisioning_blocks [None req-9ef45b66-3a10-4907-872c-b32f3ea69e56 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Transition to ACTIVE for port object e7797e17-b54c-4db5-ac06-fb85f686a8ef will not be triggered until provisioned by entity DHCP. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:39:29.653674 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c3b3e807-e168-4510-bce7-397555024cdb admin admin] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:29.729086 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device b6cff015-ba24-4f53-b762-e52b306073e2 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:39:29.740257 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-8b58fa80-0b16-4a4d-8d88-d178ef5dd7db admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2e94175c683849e99ec67b1f30a78741&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4082372 Feb 04 08:39:29.741131 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 49108) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:29.749037 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4ab95579-d779-4509-b5dc-80511f473fa1 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks [] for subnet, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:29.763495 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9ef45b66-3a10-4907-872c-b32f3ea69e56 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:29.824406 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4ab95579-d779-4509-b5dc-80511f473fa1 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8058667'] for subnet, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:29.843196 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c3b3e807-e168-4510-bce7-397555024cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:29.871609 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: b6cff015-ba24-4f53-b762-e52b306073e2 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:39:29.872053 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device b6cff015-ba24-4f53-b762-e52b306073e2 not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:39:29.886708 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-b67814e4-3fca-44bd-8c00-49d338b7e802 None None] For port f76c020e-7c73-49d4-8f66-b7a610f32a63, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:39:29.899051 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-0b9eaee8-502d-4d3e-9afb-e1f301ce7dfb None None] For port 0ebad3a6-42f9-4978-945c-3841b79e1e3c, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:39:29.915925 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-b67814e4-3fca-44bd-8c00-49d338b7e802 None None] For port f76c020e-7c73-49d4-8f66-b7a610f32a63, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=f76c020e-7c73-49d4-8f66-b7a610f32a63,segment=NetworkSegment(b991c11b-f1dc-47b0-87f2-61fb52a8eef4),segment_id=b991c11b-f1dc-47b0-87f2-61fb52a8eef4)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:39:29.917773 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-0b9eaee8-502d-4d3e-9afb-e1f301ce7dfb None None] For port 0ebad3a6-42f9-4978-945c-3841b79e1e3c, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=0ebad3a6-42f9-4978-945c-3841b79e1e3c,segment=NetworkSegment(c8e7a4a8-bd8f-4bcd-a973-4a8e1fee7582),segment_id=c8e7a4a8-bd8f-4bcd-a973-4a8e1fee7582)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:39:29.938477 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-28be26fa-a6fc-4627-84f1-3d4f9a73c6f8 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:29.942201 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28be26fa-a6fc-4627-84f1-3d4f9a73c6f8 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:39:29.942984 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-28be26fa-a6fc-4627-84f1-3d4f9a73c6f8 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:29.956302 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b3e807-e168-4510-bce7-397555024cdb admin admin] Network e264bd74-c56b-43d0-9059-bcb57dbbe5bc is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:39:29.957196 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef45b66-3a10-4907-872c-b32f3ea69e56 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Pushing event updated for resources: {'Port': ['ID=e7797e17-b54c-4db5-ac06-fb85f686a8ef,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:29.960909 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef45b66-3a10-4907-872c-b32f3ea69e56 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Network e05f83f0-a168-4436-a947-8be0747bd170 is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:39:29.962011 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-c3b3e807-e168-4510-bce7-397555024cdb admin admin] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:39:29.986478 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-0b9eaee8-502d-4d3e-9afb-e1f301ce7dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:29.992849 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-9ef45b66-3a10-4907-872c-b32f3ea69e56 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:39:29.995848 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b3e807-e168-4510-bce7-397555024cdb admin admin] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:39:30.026306 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef45b66-3a10-4907-872c-b32f3ea69e56 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:39:30.035855 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-b67814e4-3fca-44bd-8c00-49d338b7e802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:30.141349 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c058bee-2ec6-4af2-8ec6-6d724b2dc604 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:39:30.143453 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b3e807-e168-4510-bce7-397555024cdb admin admin] Pushing event updated for resources: {'Port': ['ID=7e01970c-a0b3-46d1-bc17-e04409c5fec8,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:30.145695 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3acca24f-b0e0-47ec-b7a7-0df5607c79b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:30.146524 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c058bee-2ec6-4af2-8ec6-6d724b2dc604 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:39:30.150999 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c058bee-2ec6-4af2-8ec6-6d724b2dc604 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:39:30.156434 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c058bee-2ec6-4af2-8ec6-6d724b2dc604 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:39:30.158120 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-3c058bee-2ec6-4af2-8ec6-6d724b2dc604 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.7070563 Feb 04 08:39:30.161269 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9eaee8-502d-4d3e-9afb-e1f301ce7dfb None None] Pushing event updated for resources: {'Port': ['ID=0ebad3a6-42f9-4978-945c-3841b79e1e3c,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:30.177785 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 49112) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:30.198704 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9ef45b66-3a10-4907-872c-b32f3ea69e56 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-472912'] for router_interface, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:30.303069 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67814e4-3fca-44bd-8c00-49d338b7e802 None None] Pushing event updated for resources: {'Port': ['ID=f76c020e-7c73-49d4-8f66-b7a610f32a63,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:30.335027 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28be26fa-a6fc-4627-84f1-3d4f9a73c6f8 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Pushing event updated for resources: {'Network': ['ID=d2ccc9ab-cc25-448a-8b92-99b92249b4bb,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:30.353313 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-8a135a45-e112-415a-bb8e-f6306b7dee7c tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Allocated IP 172.26.3.132 (e264bd74-c56b-43d0-9059-bcb57dbbe5bc/79caf47c-b62c-4ea0-b35f-21ede155daa8/90520d2b-0714-4b9e-9b3b-8a99fc24ecfb) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:39:30.359940 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-28be26fa-a6fc-4627-84f1-3d4f9a73c6f8 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.5726719 Feb 04 08:39:30.364628 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network d2ccc9ab-cc25-448a-8b92-99b92249b4bb details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:39:30.366429 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 49116) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:30.401970 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-da3c07dc-1f89-42c6-968a-362435190bc8 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Request body: {'subnet': {'network_id': 'd2ccc9ab-cc25-448a-8b92-99b92249b4bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:39:30.545604 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3acca24f-b0e0-47ec-b7a7-0df5607c79b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:30.702174 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8f50f15f-2930-4ec1-baec-1519f7f2929b tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:30.752071 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9ef45b66-3a10-4907-872c-b32f3ea69e56 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:30.810665 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8a135a45-e112-415a-bb8e-f6306b7dee7c tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:30.851149 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4ab95579-d779-4509-b5dc-80511f473fa1 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:30.919782 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3acca24f-b0e0-47ec-b7a7-0df5607c79b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:30.932883 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8a135a45-e112-415a-bb8e-f6306b7dee7c tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:31.009666 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-da3c07dc-1f89-42c6-968a-362435190bc8 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:39:31.032209 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-da3c07dc-1f89-42c6-968a-362435190bc8 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Usage tracker for resource:subnet and tenant:e63069d3cf3540d8aad7a137ff4999ec is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:39:31.045512 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-da3c07dc-1f89-42c6-968a-362435190bc8 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:39:31.066042 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-da3c07dc-1f89-42c6-968a-362435190bc8 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:39:31.073754 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a135a45-e112-415a-bb8e-f6306b7dee7c tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Network e264bd74-c56b-43d0-9059-bcb57dbbe5bc is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:39:31.082500 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-8a135a45-e112-415a-bb8e-f6306b7dee7c tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:39:31.085115 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a135a45-e112-415a-bb8e-f6306b7dee7c tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:39:31.110430 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acca24f-b0e0-47ec-b7a7-0df5607c79b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5456fbf3-a2b3-4585-b089-2475dea1e587,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:31.123841 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a135a45-e112-415a-bb8e-f6306b7dee7c tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Pushing event updated for resources: {'Port': ['ID=90520d2b-0714-4b9e-9b3b-8a99fc24ecfb,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:31.185122 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8f50f15f-2930-4ec1-baec-1519f7f2929b tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:31.193013 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3acca24f-b0e0-47ec-b7a7-0df5607c79b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:31.194150 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-3acca24f-b0e0-47ec-b7a7-0df5607c79b7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5456fbf3-a2b3-4585-b089-2475dea1e587 HTTP/1.1" status: 204 len: 168 time: 1.4515862 Feb 04 08:39:31.229023 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da3c07dc-1f89-42c6-968a-362435190bc8 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Made reservation on behalf of e63069d3cf3540d8aad7a137ff4999ec for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:39:31.235652 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-8f50f15f-2930-4ec1-baec-1519f7f2929b tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58c91fb9-21e2-4fca-a256-c02400058074']}} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:39:31.251919 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4ab95579-d779-4509-b5dc-80511f473fa1 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7510167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985167'] for subnet, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:31.257899 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-8f50f15f-2930-4ec1-baec-1519f7f2929b tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '110c27e5-ac55-4ce0-9056-f36e98b52864') {'for_net_delete': True} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:39:31.258196 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-8f50f15f-2930-4ec1-baec-1519f7f2929b tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '110c27e5-ac55-4ce0-9056-f36e98b52864') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:39:31.284208 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8f50f15f-2930-4ec1-baec-1519f7f2929b tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7851336'] for segment, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:31.368421 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab95579-d779-4509-b5dc-80511f473fa1 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event deleted for resources: {'Subnet': ['ID=aba4fe75-de7b-4fb8-ac26-54ea49134628,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:31.372636 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c3b3e807-e168-4510-bce7-397555024cdb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:31.373919 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c3b3e807-e168-4510-bce7-397555024cdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472990'] for router, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:31.376255 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8f50f15f-2930-4ec1-baec-1519f7f2929b tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:31.397481 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f50f15f-2930-4ec1-baec-1519f7f2929b tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=84108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:39:31.397893 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8f50f15f-2930-4ec1-baec-1519f7f2929b tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7460345'] for segment, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:31.407359 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4ab95579-d779-4509-b5dc-80511f473fa1 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:31.412600 dv-neutron-827798-2-hyperv neutron-server[84108]: Traceback (most recent call last): Feb 04 08:39:31.412600 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:39:31.412600 dv-neutron-827798-2-hyperv neutron-server[84108]: timer() Feb 04 08:39:31.412600 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:39:31.412600 dv-neutron-827798-2-hyperv neutron-server[84108]: cb(*args, **kw) Feb 04 08:39:31.412600 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:39:31.412600 dv-neutron-827798-2-hyperv neutron-server[84108]: return func(*args, **kwargs) Feb 04 08:39:31.412600 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:39:31.412600 dv-neutron-827798-2-hyperv neutron-server[84108]: self._notify() Feb 04 08:39:31.412600 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:39:31.412600 dv-neutron-827798-2-hyperv neutron-server[84108]: self.callback(batched_events) Feb 04 08:39:31.412600 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:39:31.412600 dv-neutron-827798-2-hyperv neutron-server[84108]: event.method(event) Feb 04 08:39:31.412600 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:39:31.412600 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:39:31.412600 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:39:31.412600 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:39:31.412600 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:39:31.412600 dv-neutron-827798-2-hyperv neutron-server[84108]: return f(self, *a, **k) Feb 04 08:39:31.412600 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:39:31.412600 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._get(url).json() Feb 04 08:39:31.412600 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:39:31.412600 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:39:31.412600 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:39:31.412600 dv-neutron-827798-2-hyperv neutron-server[84108]: return self.request(url, 'GET', **kwargs) Feb 04 08:39:31.412600 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:39:31.412600 dv-neutron-827798-2-hyperv neutron-server[84108]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:39:31.412600 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:39:31.412600 dv-neutron-827798-2-hyperv neutron-server[84108]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:39:31.412600 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:39:31.412600 dv-neutron-827798-2-hyperv neutron-server[84108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:39:31.412600 dv-neutron-827798-2-hyperv neutron-server[84108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:39:31.427451 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2c6be8-905d-4e32-b4a4-2766d2e32602 None None] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:39:31.428021 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-da3c07dc-1f89-42c6-968a-362435190bc8 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985186'] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:31.568034 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-4ab95579-d779-4509-b5dc-80511f473fa1 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "DELETE /v2.0/subnets/aba4fe75-de7b-4fb8-ac26-54ea49134628 HTTP/1.1" status: 204 len: 168 time: 2.5068870 Feb 04 08:39:31.569141 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 49128) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:31.749172 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9ef45b66-3a10-4907-872c-b32f3ea69e56 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks [] for port, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:31.766479 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 0ebad3a6-42f9-4978-945c-3841b79e1e3c up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:39:31.777013 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8f50f15f-2930-4ec1-baec-1519f7f2929b tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:31.783714 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8f50f15f-2930-4ec1-baec-1519f7f2929b tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:31.816808 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-8f50f15f-2930-4ec1-baec-1519f7f2929b tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] 10.222.0.36 "DELETE /v2.0/networks/58c91fb9-21e2-4fca-a256-c02400058074 HTTP/1.1" status: 204 len: 168 time: 1.6275783 Feb 04 08:39:31.818517 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f50f15f-2930-4ec1-baec-1519f7f2929b tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Pushing event deleted for resources: {'Network': ['ID=58c91fb9-21e2-4fca-a256-c02400058074,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:31.827961 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 49134) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:31.850170 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9ef45b66-3a10-4907-872c-b32f3ea69e56 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:32.023476 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-bf1794ea-964c-4c8e-9538-4d65f87d5c1f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Synchronizing usage tracker for tenant:ffa27937301745e1ad43fa520f28cbc3 on resource:router {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:39:32.025176 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 0ebad3a6-42f9-4978-945c-3841b79e1e3c completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:39:32.032363 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device f76c020e-7c73-49d4-8f66-b7a610f32a63 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:39:32.049978 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8a135a45-e112-415a-bb8e-f6306b7dee7c tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:32.115079 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5bbc5a-5811-46f6-8bc7-3f8abddadf93 None None] Network e05f83f0-a168-4436-a947-8be0747bd170 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:39:32.133719 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5ddcff-1a11-4d40-aff3-e246b42a46e4 None None] DHCP port deletion for bc933c3a-b15d-4eab-9ad6-d32fd193f5cd request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 08:39:32.143705 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-1c5ddcff-1a11-4d40-aff3-e246b42a46e4 None None] Deleting port fce9aa41-b061-4e9d-b75a-d8e84cc5d321 {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:39:32.144219 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1c5ddcff-1a11-4d40-aff3-e246b42a46e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:32.180544 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-09980eac-99f5-4cd8-a163-ab3b4e5fc607 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:32.190190 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef45b66-3a10-4907-872c-b32f3ea69e56 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Pushing event updated for resources: {'Port': ['ID=e7797e17-b54c-4db5-ac06-fb85f686a8ef,revision_number=2']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:32.322989 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-bf1794ea-964c-4c8e-9538-4d65f87d5c1f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Unset dirty status for tenant:ffa27937301745e1ad43fa520f28cbc3 on resource:router {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:39:32.326664 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-bf1794ea-964c-4c8e-9538-4d65f87d5c1f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.7527773 Feb 04 08:39:32.331641 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 49144) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:32.335020 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-da3c07dc-1f89-42c6-968a-362435190bc8 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7510230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985204'] for subnet, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:32.419439 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8a135a45-e112-415a-bb8e-f6306b7dee7c tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40996'] for router, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:32.441062 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8a135a45-e112-415a-bb8e-f6306b7dee7c tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-472436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-472429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-475363'] for router, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:32.441844 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9778bea-093e-44f9-b0b9-3ab7dc2ef489 None None] Network b0b8e294-2639-4240-96e8-00c76471f9a3 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:39:32.446140 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3c07dc-1f89-42c6-968a-362435190bc8 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Pushing event updated for resources: {'Subnet': ['ID=247b1468-7b75-49b6-a235-0ed66b4efbec,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:32.611639 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-1c5ddcff-1a11-4d40-aff3-e246b42a46e4 None None] For port fce9aa41-b061-4e9d-b75a-d8e84cc5d321, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=fce9aa41-b061-4e9d-b75a-d8e84cc5d321,segment=NetworkSegment(2c48dc91-e362-4611-9354-aede43558386),segment_id=2c48dc91-e362-4611-9354-aede43558386)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:39:32.612063 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1c5ddcff-1a11-4d40-aff3-e246b42a46e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:32.614953 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3c07dc-1f89-42c6-968a-362435190bc8 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Checking segment: {'id': '29ef0390-353e-46db-a472-ad8ceeda9f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd2ccc9ab-cc25-448a-8b92-99b92249b4bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:39:32.615270 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3c07dc-1f89-42c6-968a-362435190bc8 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Network hostable DHCP agents. Network: d2ccc9ab-cc25-448a-8b92-99b92249b4bb, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:39:32.622907 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9ef45b66-3a10-4907-872c-b32f3ea69e56 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473771'] for router_interface, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:32.671372 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-09980eac-99f5-4cd8-a163-ab3b4e5fc607 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:32.780405 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7378c7fc-9e51-4bce-95be-650a1301712f req-dc646be7-26dd-48a2-90e6-34ebf8d10dbb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0cd345d0-ab65-4db3-8ffb-c06fae39e475&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3251858 Feb 04 08:39:32.781217 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-09980eac-99f5-4cd8-a163-ab3b4e5fc607 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4af18e16-1db8-4111-aff4-066ddcaaa66a']}} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:39:32.785221 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-2e8ae8b4-3b6a-4f24-8204-b387bcdaac49 None None] Provisioning for port f76c020e-7c73-49d4-8f66-b7a610f32a63 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:39:32.797151 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-1c5ddcff-1a11-4d40-aff3-e246b42a46e4 None None] Calling delete_port for fce9aa41-b061-4e9d-b75a-d8e84cc5d321 owned by network:dhcp {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:39:32.840330 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port f76c020e-7c73-49d4-8f66-b7a610f32a63 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:39:32.853769 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port f76c020e-7c73-49d4-8f66-b7a610f32a63 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:39:32.854140 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:32.869666 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3c07dc-1f89-42c6-968a-362435190bc8 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Network d2ccc9ab-cc25-448a-8b92-99b92249b4bb is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:39:32.880886 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-2e8ae8b4-3b6a-4f24-8204-b387bcdaac49 None None] Provisioning complete for port f76c020e-7c73-49d4-8f66-b7a610f32a63 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:39:32.881255 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2e8ae8b4-3b6a-4f24-8204-b387bcdaac49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:32.883503 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-09980eac-99f5-4cd8-a163-ab3b4e5fc607 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29b8c85e-e7e4-41db-80ae-89125fd04d8a') {'for_net_delete': True} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:39:32.883807 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-09980eac-99f5-4cd8-a163-ab3b4e5fc607 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29b8c85e-e7e4-41db-80ae-89125fd04d8a') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:39:32.896264 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-faec77b5-716a-4c82-86f5-e6c2015d1bc8 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks [] for router, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:32.963600 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-da3c07dc-1f89-42c6-968a-362435190bc8 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, d2ccc9ab-cc25-448a-8b92-99b92249b4bb) {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:39:32.972844 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3c07dc-1f89-42c6-968a-362435190bc8 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:39:32.973436 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-da3c07dc-1f89-42c6-968a-362435190bc8 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:32.982408 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-09980eac-99f5-4cd8-a163-ab3b4e5fc607 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7851336'] for segment, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:33.027347 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-09980eac-99f5-4cd8-a163-ab3b4e5fc607 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:33.051521 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7378c7fc-9e51-4bce-95be-650a1301712f req-005605f5-3d6c-4431-8486-f30528b539f6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7df2bfd740464e869863a41b14f4d5af&device_id=0cd345d0-ab65-4db3-8ffb-c06fae39e475 HTTP/1.1" status: 200 len: 1099 time: 0.1682084 Feb 04 08:39:33.103069 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09980eac-99f5-4cd8-a163-ab3b4e5fc607 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=84108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:39:33.103478 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-09980eac-99f5-4cd8-a163-ab3b4e5fc607 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7460345'] for segment, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:33.112977 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-da3c07dc-1f89-42c6-968a-362435190bc8 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7451570 Feb 04 08:39:33.116518 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 49156) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:33.119169 dv-neutron-827798-2-hyperv neutron-server[84108]: Traceback (most recent call last): Feb 04 08:39:33.119169 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:39:33.119169 dv-neutron-827798-2-hyperv neutron-server[84108]: timer() Feb 04 08:39:33.119169 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:39:33.119169 dv-neutron-827798-2-hyperv neutron-server[84108]: cb(*args, **kw) Feb 04 08:39:33.119169 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:39:33.119169 dv-neutron-827798-2-hyperv neutron-server[84108]: return func(*args, **kwargs) Feb 04 08:39:33.119169 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:39:33.119169 dv-neutron-827798-2-hyperv neutron-server[84108]: self._notify() Feb 04 08:39:33.119169 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:39:33.119169 dv-neutron-827798-2-hyperv neutron-server[84108]: self.callback(batched_events) Feb 04 08:39:33.119169 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:39:33.119169 dv-neutron-827798-2-hyperv neutron-server[84108]: event.method(event) Feb 04 08:39:33.119169 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:39:33.119169 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:39:33.119169 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:39:33.119169 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:39:33.119169 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:39:33.119169 dv-neutron-827798-2-hyperv neutron-server[84108]: return f(self, *a, **k) Feb 04 08:39:33.119169 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:39:33.119169 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._get(url).json() Feb 04 08:39:33.119169 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:39:33.119169 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:39:33.119169 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:39:33.119169 dv-neutron-827798-2-hyperv neutron-server[84108]: return self.request(url, 'GET', **kwargs) Feb 04 08:39:33.119169 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:39:33.119169 dv-neutron-827798-2-hyperv neutron-server[84108]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:39:33.119169 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:39:33.119169 dv-neutron-827798-2-hyperv neutron-server[84108]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:39:33.119169 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:39:33.119169 dv-neutron-827798-2-hyperv neutron-server[84108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:39:33.119169 dv-neutron-827798-2-hyperv neutron-server[84108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:39:33.129666 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-8d8cd1b7-9fbf-4798-b260-4999d9250b5a tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Request body: {'port': {'network_id': 'd2ccc9ab-cc25-448a-8b92-99b92249b4bb', 'name': 'tempest-PortsIpV6TestJSON-1970773073', 'fixed_ips': [{'subnet_id': '247b1468-7b75-49b6-a235-0ed66b4efbec', 'ip_address': '2001:db8::10'}]}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:39:33.167931 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97a9b02-cfcf-4ab2-855b-7bae197f36b3 None None] Network d2ccc9ab-cc25-448a-8b92-99b92249b4bb requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:39:33.222135 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef45b66-3a10-4907-872c-b32f3ea69e56 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Network e05f83f0-a168-4436-a947-8be0747bd170 is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:39:33.230100 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-9ef45b66-3a10-4907-872c-b32f3ea69e56 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:39:33.373826 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7378c7fc-9e51-4bce-95be-650a1301712f req-7b2e4c50-0440-4478-97f8-b40bf70de669 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:39:33.375331 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7378c7fc-9e51-4bce-95be-650a1301712f req-7b2e4c50-0440-4478-97f8-b40bf70de669 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4c9b2602-557a-496f-9496-472f42f83572 HTTP/1.1" status: 200 len: 898 time: 0.2946360 Feb 04 08:39:33.380621 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-8d8cd1b7-9fbf-4798-b260-4999d9250b5a tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:39:33.426970 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-09980eac-99f5-4cd8-a163-ab3b4e5fc607 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:33.439804 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a135a45-e112-415a-bb8e-f6306b7dee7c tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Router 04a0a68a-8b86-4465-9423-9450a314cc8b is scheduled to L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 with binding_index 1 {{(pid=84107) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 08:39:33.442826 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-8d8cd1b7-9fbf-4798-b260-4999d9250b5a tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Usage tracker for resource:port and tenant:e63069d3cf3540d8aad7a137ff4999ec is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:39:33.449554 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-09980eac-99f5-4cd8-a163-ab3b4e5fc607 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:33.456493 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-8d8cd1b7-9fbf-4798-b260-4999d9250b5a tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:39:33.472148 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-8d8cd1b7-9fbf-4798-b260-4999d9250b5a tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:39:33.497878 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1c5ddcff-1a11-4d40-aff3-e246b42a46e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407'] for port, after_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:33.560512 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09980eac-99f5-4cd8-a163-ab3b4e5fc607 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Pushing event deleted for resources: {'Network': ['ID=4af18e16-1db8-4111-aff4-066ddcaaa66a,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:33.561054 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5ddcff-1a11-4d40-aff3-e246b42a46e4 None None] Pushing event deleted for resources: {'Port': ['ID=fce9aa41-b061-4e9d-b75a-d8e84cc5d321,revision_number=None']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:33.568148 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-09980eac-99f5-4cd8-a163-ab3b4e5fc607 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] 10.222.0.36 "DELETE /v2.0/networks/4af18e16-1db8-4111-aff4-066ddcaaa66a HTTP/1.1" status: 204 len: 168 time: 1.7386327 Feb 04 08:39:33.572311 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 49162) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:33.586505 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d8cd1b7-9fbf-4798-b260-4999d9250b5a tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Made reservation on behalf of e63069d3cf3540d8aad7a137ff4999ec for: {'port': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:39:33.592767 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8d8cd1b7-9fbf-4798-b260-4999d9250b5a tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:33.644001 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5ddcff-1a11-4d40-aff3-e246b42a46e4 None None] No DVR routers for this DVR port fce9aa41-b061-4e9d-b75a-d8e84cc5d321 on host dv-neutron-827798-2-hyperv {{(pid=84109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:39:33.657931 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7378c7fc-9e51-4bce-95be-650a1301712f req-ab051a43-a2e9-45ab-b70b-fafb10ded7f1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbbca797-c27a-467e-8941-34e4e2a1d2c3 HTTP/1.1" status: 200 len: 1002 time: 0.2742066 Feb 04 08:39:33.662079 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [None req-8d8cd1b7-9fbf-4798-b260-4999d9250b5a tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] device_id is not set on port 0ed70027-6ad7-4704-8b14-e101b0bd913a yet. {{(pid=84107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:39:33.690539 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2e8ae8b4-3b6a-4f24-8204-b387bcdaac49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:33.729480 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:33.835814 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7378c7fc-9e51-4bce-95be-650a1301712f req-7d24a658-d45b-4665-9f19-f0573160c561 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:39:33.837620 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7378c7fc-9e51-4bce-95be-650a1301712f req-7d24a658-d45b-4665-9f19-f0573160c561 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=86d0bccd-5c6a-4354-af11-7f0ac9ee3eb4 HTTP/1.1" status: 200 len: 835 time: 0.1242571 Feb 04 08:39:33.840497 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034df976-7203-4802-83fd-7074ccbba2d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-d2ccc9ab-cc25-448a-8b92-99b92249b4bb', 'network_id': 'd2ccc9ab-cc25-448a-8b92-99b92249b4bb', 'tenant_id': 'e63069d3cf3540d8aad7a137ff4999ec', 'fixed_ips': [{'subnet_id': '247b1468-7b75-49b6-a235-0ed66b4efbec'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:39:33.841431 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-034df976-7203-4802-83fd-7074ccbba2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:33.858883 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-2e8ae8b4-3b6a-4f24-8204-b387bcdaac49 None None] For port f76c020e-7c73-49d4-8f66-b7a610f32a63, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=f76c020e-7c73-49d4-8f66-b7a610f32a63,segment=NetworkSegment(b991c11b-f1dc-47b0-87f2-61fb52a8eef4),segment_id=b991c11b-f1dc-47b0-87f2-61fb52a8eef4)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:39:33.940232 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-faec77b5-716a-4c82-86f5-e6c2015d1bc8 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40989'] for router, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:33.962469 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-faec77b5-716a-4c82-86f5-e6c2015d1bc8 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:34.017440 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2e8ae8b4-3b6a-4f24-8204-b387bcdaac49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:34.049320 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 08:39:34.112127 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-8d8cd1b7-9fbf-4798-b260-4999d9250b5a tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Allocated IP 2001:db8::10 (d2ccc9ab-cc25-448a-8b92-99b92249b4bb/247b1468-7b75-49b6-a235-0ed66b4efbec/0ed70027-6ad7-4704-8b14-e101b0bd913a) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:39:34.220612 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.db.api [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 08:39:34.221095 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG oslo_db.api [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 08:39:34.226607 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8ae8b4-3b6a-4f24-8204-b387bcdaac49 None None] Pushing event updated for resources: {'Port': ['ID=f76c020e-7c73-49d4-8f66-b7a610f32a63,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:34.289329 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3b3e807-e168-4510-bce7-397555024cdb admin admin] Router 4804df28-f7c7-4da5-a69d-07f92f181f93 is scheduled to L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 with binding_index 1 {{(pid=84108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 08:39:34.295260 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-dabec6d4-d71a-4a61-b890-554cf7ca2803 None None] Provisioning for port 0ebad3a6-42f9-4978-945c-3841b79e1e3c completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:39:34.302812 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-dabec6d4-d71a-4a61-b890-554cf7ca2803 None None] Provisioning complete for port 0ebad3a6-42f9-4978-945c-3841b79e1e3c triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:39:34.303670 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-dabec6d4-d71a-4a61-b890-554cf7ca2803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:34.448026 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f3fa49-4f97-467d-bfbc-4d2a853d7cd4 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:39:34.452087 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f3fa49-4f97-467d-bfbc-4d2a853d7cd4 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:39:34.452910 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-d7f3fa49-4f97-467d-bfbc-4d2a853d7cd4 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Synchronizing usage tracker for tenant:ba5e8e53481e48e5af1f5293f660f5cf on resource:network {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:39:34.485645 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7378c7fc-9e51-4bce-95be-650a1301712f req-9ad63608-1378-4af4-847f-356b8c5bd6bb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4c9b2602-557a-496f-9496-472f42f83572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6334331 Feb 04 08:39:34.487855 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-dabec6d4-d71a-4a61-b890-554cf7ca2803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:34.531038 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-dabec6d4-d71a-4a61-b890-554cf7ca2803 None None] For port 0ebad3a6-42f9-4978-945c-3841b79e1e3c, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=0ebad3a6-42f9-4978-945c-3841b79e1e3c,segment=NetworkSegment(c8e7a4a8-bd8f-4bcd-a973-4a8e1fee7582),segment_id=c8e7a4a8-bd8f-4bcd-a973-4a8e1fee7582)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:39:34.563106 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-faec77b5-716a-4c82-86f5-e6c2015d1bc8 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-476062'] for router, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:34.563626 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faec77b5-716a-4c82-86f5-e6c2015d1bc8 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Fanout notify agent at l3_agent the message router_deleted on router 384a2d0c-4e25-4322-b5ff-16c2908e27db {{(pid=84108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 08:39:34.626144 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-dabec6d4-d71a-4a61-b890-554cf7ca2803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:34.662483 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-faec77b5-716a-4c82-86f5-e6c2015d1bc8 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks [] for router, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:34.665964 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-faec77b5-716a-4c82-86f5-e6c2015d1bc8 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "DELETE /v2.0/routers/384a2d0c-4e25-4322-b5ff-16c2908e27db HTTP/1.1" status: 204 len: 168 time: 2.3116734 Feb 04 08:39:34.665964 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-d7f3fa49-4f97-467d-bfbc-4d2a853d7cd4 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Unset dirty status for tenant:ba5e8e53481e48e5af1f5293f660f5cf on resource:network {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:39:34.669886 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-d7f3fa49-4f97-467d-bfbc-4d2a853d7cd4 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 1.0950980 Feb 04 08:39:34.707105 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 49178) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:34.707433 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 49180) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:34.773580 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-24cfc205-32d1-40c9-8be6-4875ec149e84 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-935128963'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:39:34.778007 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a135a45-e112-415a-bb8e-f6306b7dee7c tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:39:34.784061 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-1a758e85-eb76-4ac8-91a4-9649a062fb0f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Synchronizing usage tracker for tenant:ffa27937301745e1ad43fa520f28cbc3 on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:39:34.791313 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8d8cd1b7-9fbf-4798-b260-4999d9250b5a tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:34.797130 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d02654-4155-4543-a57b-e519180706f7 None None] Sync routers for ids ['04a0a68a-8b86-4465-9423-9450a314cc8b'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:39:34.802424 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-24cfc205-32d1-40c9-8be6-4875ec149e84 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:39:34.816378 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabec6d4-d71a-4a61-b890-554cf7ca2803 None None] Pushing event updated for resources: {'Port': ['ID=0ebad3a6-42f9-4978-945c-3841b79e1e3c,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:34.828672 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d02654-4155-4543-a57b-e519180706f7 None None] Routers {'04a0a68a-8b86-4465-9423-9450a314cc8b'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:39:34.832260 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-18d02654-4155-4543-a57b-e519180706f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:39:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['04a0a68a-8b86-4465-9423-9450a314cc8b'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:39:34.843446 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3b3e807-e168-4510-bce7-397555024cdb admin admin] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:39:34.855337 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8a135a45-e112-415a-bb8e-f6306b7dee7c tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:34.856508 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-8a135a45-e112-415a-bb8e-f6306b7dee7c tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] 10.222.0.36 "PUT /v2.0/routers/04a0a68a-8b86-4465-9423-9450a314cc8b HTTP/1.1" status: 200 len: 920 time: 7.8133967 Feb 04 08:39:34.859013 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecb5d31-b39d-4f7d-86ff-0099d9b9e452 None None] Sync routers for ids ['4804df28-f7c7-4da5-a69d-07f92f181f93'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:39:34.861858 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [None req-8d8cd1b7-9fbf-4798-b260-4999d9250b5a tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Transition to ACTIVE for port object 0ed70027-6ad7-4704-8b14-e101b0bd913a will not be triggered until provisioned by entity DHCP. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:39:34.863252 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-24cfc205-32d1-40c9-8be6-4875ec149e84 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:39:34.878887 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ef45b66-3a10-4907-872c-b32f3ea69e56 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Router f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3 is scheduled to L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 with binding_index 1 {{(pid=84108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 08:39:34.881301 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecb5d31-b39d-4f7d-86ff-0099d9b9e452 None None] Routers {'4804df28-f7c7-4da5-a69d-07f92f181f93'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:39:34.882188 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-5ecb5d31-b39d-4f7d-86ff-0099d9b9e452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:39:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['4804df28-f7c7-4da5-a69d-07f92f181f93'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:39:34.882782 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 49188) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:34.937168 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 49190) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:34.962336 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-18d02654-4155-4543-a57b-e519180706f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:39:34.969173 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 0ebad3a6-42f9-4978-945c-3841b79e1e3c up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:39:34.971878 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c3b3e807-e168-4510-bce7-397555024cdb admin admin] Notify callbacks [] for router, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:34.976488 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-c3b3e807-e168-4510-bce7-397555024cdb admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.3783784 Feb 04 08:39:34.977533 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 49194) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:34.995428 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7378c7fc-9e51-4bce-95be-650a1301712f req-9eb8d8d1-896a-44e1-b492-cc47d2c1a7aa service neutron] 10.222.0.47 "GET /v2.0/networks/4c9b2602-557a-496f-9496-472f42f83572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5002890 Feb 04 08:39:35.003602 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-dabec6d4-d71a-4a61-b890-554cf7ca2803 None None] Provisioning for port e7797e17-b54c-4db5-ac06-fb85f686a8ef completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:39:35.030217 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-dabec6d4-d71a-4a61-b890-554cf7ca2803 None None] Provisioning complete for port e7797e17-b54c-4db5-ac06-fb85f686a8ef triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:39:35.030589 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-dabec6d4-d71a-4a61-b890-554cf7ca2803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:35.035878 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-1a758e85-eb76-4ac8-91a4-9649a062fb0f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Unset dirty status for tenant:ffa27937301745e1ad43fa520f28cbc3 on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:39:35.039327 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-1a758e85-eb76-4ac8-91a4-9649a062fb0f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3203623 Feb 04 08:39:35.040601 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 49200) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:35.093167 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d02654-4155-4543-a57b-e519180706f7 None None] Routers {'04a0a68a-8b86-4465-9423-9450a314cc8b'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:39:35.093924 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-18d02654-4155-4543-a57b-e519180706f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:39:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['04a0a68a-8b86-4465-9423-9450a314cc8b'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:39:35.135745 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24cfc205-32d1-40c9-8be6-4875ec149e84 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Made reservation on behalf of ba5e8e53481e48e5af1f5293f660f5cf for: {'network': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:39:35.138739 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-24cfc205-32d1-40c9-8be6-4875ec149e84 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:35.145408 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-5ecb5d31-b39d-4f7d-86ff-0099d9b9e452 None None] Set router 4804df28-f7c7-4da5-a69d-07f92f181f93 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:39:35.200530 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-18d02654-4155-4543-a57b-e519180706f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:39:35.201618 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d02654-4155-4543-a57b-e519180706f7 None None] The sync data for ids ['04a0a68a-8b86-4465-9423-9450a314cc8b'] in dv-neutron-827798-2-hyperv is: [] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:39:35.226792 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-dabec6d4-d71a-4a61-b890-554cf7ca2803 None None] Port e7797e17-b54c-4db5-ac06-fb85f686a8ef cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:39:35.228362 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24cfc205-32d1-40c9-8be6-4875ec149e84 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=84107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:39:35.245638 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8d8cd1b7-9fbf-4798-b260-4999d9250b5a tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:35.262298 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7378c7fc-9e51-4bce-95be-650a1301712f req-687bbab1-f599-49dd-be4b-02766bec9905 service neutron] 10.222.0.47 "GET /v2.0/networks/4c9b2602-557a-496f-9496-472f42f83572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439454 Feb 04 08:39:35.266929 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-24cfc205-32d1-40c9-8be6-4875ec149e84 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:35.267287 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.segments_db [None req-24cfc205-32d1-40c9-8be6-4875ec149e84 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Added segment a1069bcb-8eed-4e31-9276-0750303b1330 of type vlan for network e9952d81-463d-4ce5-a3fe-98bbdf2f5803 Feb 04 08:39:35.332339 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 0ebad3a6-42f9-4978-945c-3841b79e1e3c triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:39:35.332879 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:35.337574 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-4aac53a2-00fc-4ccd-a819-8dfa168b6c30 tempest-RoutersTestDVR-1674534248 tempest-RoutersTestDVR-1674534248-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1934034222'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:39:35.353560 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-4aac53a2-00fc-4ccd-a819-8dfa168b6c30 tempest-RoutersTestDVR-1674534248 tempest-RoutersTestDVR-1674534248-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:39:35.361329 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec6f5e8-2b2e-434d-bb25-e7cf339d9ee6 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:39:35.362342 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-fec6f5e8-2b2e-434d-bb25-e7cf339d9ee6 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Synchronizing usage tracker for tenant:ffa27937301745e1ad43fa520f28cbc3 on resource:subnet {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:39:35.370959 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-4aac53a2-00fc-4ccd-a819-8dfa168b6c30 tempest-RoutersTestDVR-1674534248 tempest-RoutersTestDVR-1674534248-project-admin] Usage tracker for resource:router and tenant:0f54e50e0f8d4e15873836ced2999e9e is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:39:35.382501 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-4aac53a2-00fc-4ccd-a819-8dfa168b6c30 tempest-RoutersTestDVR-1674534248 tempest-RoutersTestDVR-1674534248-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:39:35.402077 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-4aac53a2-00fc-4ccd-a819-8dfa168b6c30 tempest-RoutersTestDVR-1674534248 tempest-RoutersTestDVR-1674534248-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:39:35.431657 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-dabec6d4-d71a-4a61-b890-554cf7ca2803 None None] Provisioning complete for port f76c020e-7c73-49d4-8f66-b7a610f32a63 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:39:35.432070 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-dabec6d4-d71a-4a61-b890-554cf7ca2803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:35.459336 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-24cfc205-32d1-40c9-8be6-4875ec149e84 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:35.471889 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8cd1b7-9fbf-4798-b260-4999d9250b5a tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Network d2ccc9ab-cc25-448a-8b92-99b92249b4bb is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:39:35.482430 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-5ecb5d31-b39d-4f7d-86ff-0099d9b9e452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4804df28-f7c7-4da5-a69d-07f92f181f93', 'name': 'tempest-ServerActionsTestJSON-478268432-router', 'tenant_id': 'bcdc9b25d9ba412baa8d7ec71c6170b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': '7e01970c-a0b3-46d1-bc17-e04409c5fec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:39:26Z', 'updated_at': '2022-02-04T08:39:30Z', 'revision_number': 3, 'project_id': 'bcdc9b25d9ba412baa8d7ec71c6170b5', 'gw_port': {'id': '7e01970c-a0b3-46d1-bc17-e04409c5fec8', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:e2:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4804df28-f7c7-4da5-a69d-07f92f181f93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:39:28Z', 'updated_at': '2022-02-04T08:39:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:39:35.487424 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecb5d31-b39d-4f7d-86ff-0099d9b9e452 None None] Checking router: 4804df28-f7c7-4da5-a69d-07f92f181f93 for host: dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 08:39:35.487763 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecb5d31-b39d-4f7d-86ff-0099d9b9e452 None None] Updating router 4804df28-f7c7-4da5-a69d-07f92f181f93 port 7e01970c-a0b3-46d1-bc17-e04409c5fec8 binding host dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 08:39:35.488280 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-8d8cd1b7-9fbf-4798-b260-4999d9250b5a tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:39:35.491373 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8cd1b7-9fbf-4798-b260-4999d9250b5a tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:39:35.495267 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8cd1b7-9fbf-4798-b260-4999d9250b5a tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:39:35.495868 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8d8cd1b7-9fbf-4798-b260-4999d9250b5a tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:35.502006 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8cd1b7-9fbf-4798-b260-4999d9250b5a tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Pushing event updated for resources: {'Port': ['ID=0ed70027-6ad7-4704-8b14-e101b0bd913a,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:35.510635 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-034df976-7203-4802-83fd-7074ccbba2d3 None None] Allocated IP 2001:db8::2 (d2ccc9ab-cc25-448a-8b92-99b92249b4bb/247b1468-7b75-49b6-a235-0ed66b4efbec/a7127f9e-dedd-4925-b779-570a81733a63) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:39:35.511014 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ef45b66-3a10-4907-872c-b32f3ea69e56 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:39:35.529062 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-fec6f5e8-2b2e-434d-bb25-e7cf339d9ee6 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Unset dirty status for tenant:ffa27937301745e1ad43fa520f28cbc3 on resource:subnet {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:39:35.533781 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d48198-6e48-460b-96b8-494b9b0b8c6b None None] Sync routers for ids ['f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:39:35.534276 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-fec6f5e8-2b2e-434d-bb25-e7cf339d9ee6 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3437223 Feb 04 08:39:35.534704 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 49208) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:35.538176 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-9ef45b66-3a10-4907-872c-b32f3ea69e56 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "PUT /v2.0/routers/f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0370877 Feb 04 08:39:35.543105 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 49212) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:35.555477 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-944b9596-fc12-41a5-8ed0-e19cb81659ef tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Request body: {'network': {'name': 'tempest-RoutersTest-1745963359'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:39:35.559222 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-5ecb5d31-b39d-4f7d-86ff-0099d9b9e452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:35.561592 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-944b9596-fc12-41a5-8ed0-e19cb81659ef tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:39:35.565567 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-944b9596-fc12-41a5-8ed0-e19cb81659ef tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Usage tracker for resource:network and tenant:1216cf6397c6415eb938e86c1901dea6 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:39:35.569598 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-944b9596-fc12-41a5-8ed0-e19cb81659ef tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:39:35.576318 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-944b9596-fc12-41a5-8ed0-e19cb81659ef tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:39:35.624457 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4aac53a2-00fc-4ccd-a819-8dfa168b6c30 tempest-RoutersTestDVR-1674534248 tempest-RoutersTestDVR-1674534248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40975'] for router, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:35.625370 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4aac53a2-00fc-4ccd-a819-8dfa168b6c30 tempest-RoutersTestDVR-1674534248 tempest-RoutersTestDVR-1674534248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40982'] for router, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:35.634757 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-c3673818-1d6f-4d2e-a6ef-5f3966d0da99 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0987773 Feb 04 08:39:35.642457 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-8d8cd1b7-9fbf-4798-b260-4999d9250b5a tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5213926 Feb 04 08:39:35.658108 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4aac53a2-00fc-4ccd-a819-8dfa168b6c30 tempest-RoutersTestDVR-1674534248 tempest-RoutersTestDVR-1674534248-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:35.673110 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 49216) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:35.673543 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 49218) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:35.683807 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-c65d9e44-bc37-4e3b-b3f4-0d3668793a38 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Request body: {'subnet': {'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:39:35.702407 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-944b9596-fc12-41a5-8ed0-e19cb81659ef tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Made reservation on behalf of 1216cf6397c6415eb938e86c1901dea6 for: {'network': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:39:35.702828 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-81deb3bc-6a72-4719-ac8d-2a53bf99eca8 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Request body: {'port': {'network_id': 'd2ccc9ab-cc25-448a-8b92-99b92249b4bb', 'name': 'tempest-PortsIpV6TestJSON-2028554596', 'fixed_ips': [{'subnet_id': '247b1468-7b75-49b6-a235-0ed66b4efbec', 'ip_address': '2001:db8::f'}]}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:39:35.705497 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-944b9596-fc12-41a5-8ed0-e19cb81659ef tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:35.755073 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-944b9596-fc12-41a5-8ed0-e19cb81659ef tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=84108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:39:35.761454 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d48198-6e48-460b-96b8-494b9b0b8c6b None None] Routers {'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:39:35.762216 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-29d48198-6e48-460b-96b8-494b9b0b8c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:39:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:39:35.766248 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-944b9596-fc12-41a5-8ed0-e19cb81659ef tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:35.766596 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.segments_db [None req-944b9596-fc12-41a5-8ed0-e19cb81659ef tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Added segment a0bb210b-ef89-4408-b5b7-a4fa73fe228c of type vlan for network 5b7f799d-422c-4a3b-8cfa-1a07d6cb098d Feb 04 08:39:35.793966 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-944b9596-fc12-41a5-8ed0-e19cb81659ef tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:35.835275 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-24cfc205-32d1-40c9-8be6-4875ec149e84 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:35.839368 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24cfc205-32d1-40c9-8be6-4875ec149e84 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:39:35.840090 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-24cfc205-32d1-40c9-8be6-4875ec149e84 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:35.868295 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4aac53a2-00fc-4ccd-a819-8dfa168b6c30 tempest-RoutersTestDVR-1674534248 tempest-RoutersTestDVR-1674534248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472990'] for router, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:35.898413 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-944b9596-fc12-41a5-8ed0-e19cb81659ef tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:35.899917 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944b9596-fc12-41a5-8ed0-e19cb81659ef tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:39:35.900595 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-944b9596-fc12-41a5-8ed0-e19cb81659ef tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:35.918563 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-5ecb5d31-b39d-4f7d-86ff-0099d9b9e452 None None] Notify callbacks [] for port, precommit_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:35.931276 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.provisioning_blocks [None req-5ecb5d31-b39d-4f7d-86ff-0099d9b9e452 None None] Transition to ACTIVE for port object 7e01970c-a0b3-46d1-bc17-e04409c5fec8 will not be triggered until provisioned by entity L2. {{(pid=84110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:39:36.020850 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-944b9596-fc12-41a5-8ed0-e19cb81659ef tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4716167 Feb 04 08:39:36.021665 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-5ecb5d31-b39d-4f7d-86ff-0099d9b9e452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:36.035307 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 49224) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:36.049677 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944b9596-fc12-41a5-8ed0-e19cb81659ef tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Pushing event updated for resources: {'Network': ['ID=5b7f799d-422c-4a3b-8cfa-1a07d6cb098d,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:36.054538 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-c0849089-75f6-45af-bd5c-afecb3826c69 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Request body: {'subnet': {'network_id': '5b7f799d-422c-4a3b-8cfa-1a07d6cb098d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:39:36.070096 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cfc205-32d1-40c9-8be6-4875ec149e84 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Pushing event updated for resources: {'Network': ['ID=e9952d81-463d-4ce5-a3fe-98bbdf2f5803,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:36.072837 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network 5b7f799d-422c-4a3b-8cfa-1a07d6cb098d details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:39:36.085285 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-5974446b-afd3-4d4a-aebc-3723acf1a4bb tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] 10.222.0.36 "GET /v2.0/routers/04a0a68a-8b86-4465-9423-9450a314cc8b HTTP/1.1" status: 200 len: 926 time: 1.1500192 Feb 04 08:39:36.086738 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-c65d9e44-bc37-4e3b-b3f4-0d3668793a38 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:39:36.106280 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-24cfc205-32d1-40c9-8be6-4875ec149e84 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3877196 Feb 04 08:39:36.120601 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 49228) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:36.120822 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 49230) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:36.139274 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-e358536f-422f-43ab-b907-08b30be004af tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-553215688'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:39:36.166266 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4aac53a2-00fc-4ccd-a819-8dfa168b6c30 tempest-RoutersTestDVR-1674534248 tempest-RoutersTestDVR-1674534248-project-admin] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:36.167591 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-4aac53a2-00fc-4ccd-a819-8dfa168b6c30 tempest-RoutersTestDVR-1674534248 tempest-RoutersTestDVR-1674534248-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.1750581 Feb 04 08:39:36.169719 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6619804-7d43-4835-9086-855113dc6c89 None None] Pushing event updated for resources: {'Port': ['ID=7e01970c-a0b3-46d1-bc17-e04409c5fec8,revision_number=2']} {{(pid=84110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:36.173270 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 49236) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:36.181965 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-e358536f-422f-43ab-b907-08b30be004af tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:39:36.189210 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.managers [None req-5ecb5d31-b39d-4f7d-86ff-0099d9b9e452 None None] Attempting to bind port 7e01970c-a0b3-46d1-bc17-e04409c5fec8 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:39:36.189562 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.managers [None req-5ecb5d31-b39d-4f7d-86ff-0099d9b9e452 None None] Attempting to bind port 7e01970c-a0b3-46d1-bc17-e04409c5fec8 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}] {{(pid=84110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:39:36.190277 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecb5d31-b39d-4f7d-86ff-0099d9b9e452 None None] Attempting to bind port 7e01970c-a0b3-46d1-bc17-e04409c5fec8 on network e264bd74-c56b-43d0-9059-bcb57dbbe5bc {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:39:36.193583 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-c65d9e44-bc37-4e3b-b3f4-0d3668793a38 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:39:36.203185 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecb5d31-b39d-4f7d-86ff-0099d9b9e452 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:39:36.203384 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network e9952d81-463d-4ce5-a3fe-98bbdf2f5803 details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:39:36.203875 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecb5d31-b39d-4f7d-86ff-0099d9b9e452 None None] Checking segment: {'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:39:36.205184 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-5ecb5d31-b39d-4f7d-86ff-0099d9b9e452 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:36.205741 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecb5d31-b39d-4f7d-86ff-0099d9b9e452 None None] Bound using segment: {'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'} {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:39:36.209115 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.managers [None req-5ecb5d31-b39d-4f7d-86ff-0099d9b9e452 None None] Bound port: 7e01970c-a0b3-46d1-bc17-e04409c5fec8, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}}] {{(pid=84110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:39:36.210412 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-5ecb5d31-b39d-4f7d-86ff-0099d9b9e452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:36.234055 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-81deb3bc-6a72-4719-ac8d-2a53bf99eca8 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:39:36.241723 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-81deb3bc-6a72-4719-ac8d-2a53bf99eca8 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Usage tracker for resource:port and tenant:e63069d3cf3540d8aad7a137ff4999ec is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:39:36.245117 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-c0849089-75f6-45af-bd5c-afecb3826c69 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:39:36.247605 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-81deb3bc-6a72-4719-ac8d-2a53bf99eca8 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:39:36.255028 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-c0849089-75f6-45af-bd5c-afecb3826c69 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Usage tracker for resource:subnet and tenant:1216cf6397c6415eb938e86c1901dea6 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:39:36.258324 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-81deb3bc-6a72-4719-ac8d-2a53bf99eca8 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:39:36.260612 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-c0849089-75f6-45af-bd5c-afecb3826c69 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:39:36.269584 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-c0849089-75f6-45af-bd5c-afecb3826c69 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:39:36.300049 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c65d9e44-bc37-4e3b-b3f4-0d3668793a38 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Made reservation on behalf of ffa27937301745e1ad43fa520f28cbc3 for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:39:36.301997 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device f76c020e-7c73-49d4-8f66-b7a610f32a63 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:39:36.319485 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.db [None req-5ecb5d31-b39d-4f7d-86ff-0099d9b9e452 None None] For port 7e01970c-a0b3-46d1-bc17-e04409c5fec8, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:39:36.324102 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.db [None req-5ecb5d31-b39d-4f7d-86ff-0099d9b9e452 None None] For port 7e01970c-a0b3-46d1-bc17-e04409c5fec8, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=7e01970c-a0b3-46d1-bc17-e04409c5fec8,segment=NetworkSegment(c44b9475-949d-4ae7-bfca-e29b010a56a6),segment_id=c44b9475-949d-4ae7-bfca-e29b010a56a6)] {{(pid=84110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:39:36.371615 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-29d48198-6e48-460b-96b8-494b9b0b8c6b None None] Set router f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3 gateway port host: None {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:39:36.381105 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81deb3bc-6a72-4719-ac8d-2a53bf99eca8 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Made reservation on behalf of e63069d3cf3540d8aad7a137ff4999ec for: {'port': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:39:36.386673 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-5ecb5d31-b39d-4f7d-86ff-0099d9b9e452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:36.386940 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-81deb3bc-6a72-4719-ac8d-2a53bf99eca8 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:36.391386 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-e358536f-422f-43ab-b907-08b30be004af tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:39:36.410483 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0849089-75f6-45af-bd5c-afecb3826c69 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Made reservation on behalf of 1216cf6397c6415eb938e86c1901dea6 for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:39:36.487519 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e358536f-422f-43ab-b907-08b30be004af tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Made reservation on behalf of ba5e8e53481e48e5af1f5293f660f5cf for: {'network': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:39:36.490913 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e358536f-422f-43ab-b907-08b30be004af tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:36.528986 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7baa5778-1b2c-47a4-9b34-82a36c8764ec tempest-RoutersTestDVR-1674534248 tempest-RoutersTestDVR-1674534248-project-admin] Notify callbacks [] for router, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:36.532238 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecb5d31-b39d-4f7d-86ff-0099d9b9e452 None None] Routers {'4804df28-f7c7-4da5-a69d-07f92f181f93'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:39:36.534021 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-5ecb5d31-b39d-4f7d-86ff-0099d9b9e452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:39:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['4804df28-f7c7-4da5-a69d-07f92f181f93'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:39:36.556478 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-58a9f83f-5b79-4adc-a907-385dc2e252fd None None] Provisioning complete for port 0ebad3a6-42f9-4978-945c-3841b79e1e3c triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:39:36.557447 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-58a9f83f-5b79-4adc-a907-385dc2e252fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:36.604830 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e358536f-422f-43ab-b907-08b30be004af tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=84108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:39:36.620005 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-e239122e-081b-43c2-8cb9-5682106e4497 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=e264bd74-c56b-43d0-9059-bcb57dbbe5bc&device_id=04a0a68a-8b86-4465-9423-9450a314cc8b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4935749 Feb 04 08:39:36.624931 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c65d9e44-bc37-4e3b-b3f4-0d3668793a38 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985186'] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:36.625752 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e358536f-422f-43ab-b907-08b30be004af tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:36.626098 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.segments_db [None req-e358536f-422f-43ab-b907-08b30be004af tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Added segment dbd7105c-fd7e-45ac-8b87-07ebc2c57146 of type vlan for network 94c25160-195c-456a-8774-1a218839bc0b Feb 04 08:39:36.626997 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 49240) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:36.656538 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [None req-81deb3bc-6a72-4719-ac8d-2a53bf99eca8 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] device_id is not set on port 5bf8c1ec-7970-43cd-9411-4d0de9349fe9 yet. {{(pid=84107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:39:36.679554 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-034df976-7203-4802-83fd-7074ccbba2d3 None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:36.773362 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-034df976-7203-4802-83fd-7074ccbba2d3 None None] Transition to ACTIVE for port object a7127f9e-dedd-4925-b779-570a81733a63 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:39:36.803029 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port f76c020e-7c73-49d4-8f66-b7a610f32a63 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:39:36.803395 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:36.828827 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6619804-7d43-4835-9086-855113dc6c89 None None] Pushing event updated for resources: {'Port': ['ID=7e01970c-a0b3-46d1-bc17-e04409c5fec8,revision_number=3']} {{(pid=84110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:36.862295 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-5ecb5d31-b39d-4f7d-86ff-0099d9b9e452 None None] Set router 4804df28-f7c7-4da5-a69d-07f92f181f93 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:39:36.862547 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e358536f-422f-43ab-b907-08b30be004af tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:36.873780 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-034df976-7203-4802-83fd-7074ccbba2d3 None None] Transition to ACTIVE for port object a7127f9e-dedd-4925-b779-570a81733a63 will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:39:36.947430 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c0849089-75f6-45af-bd5c-afecb3826c69 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985186'] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:37.089446 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-034df976-7203-4802-83fd-7074ccbba2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:37.220353 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08567f05-c69c-44d5-a9ce-0d5ae20f62b8 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:39:37.221637 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-08567f05-c69c-44d5-a9ce-0d5ae20f62b8 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] 10.222.0.36 "GET /v2.0/networks/e264bd74-c56b-43d0-9059-bcb57dbbe5bc HTTP/1.1" status: 200 len: 881 time: 0.5918798 Feb 04 08:39:37.223441 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7baa5778-1b2c-47a4-9b34-82a36c8764ec tempest-RoutersTestDVR-1674534248 tempest-RoutersTestDVR-1674534248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40989'] for router, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:37.225730 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 49246) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:37.238840 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-5ecb5d31-b39d-4f7d-86ff-0099d9b9e452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4804df28-f7c7-4da5-a69d-07f92f181f93', 'name': 'tempest-ServerActionsTestJSON-478268432-router', 'tenant_id': 'bcdc9b25d9ba412baa8d7ec71c6170b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': '7e01970c-a0b3-46d1-bc17-e04409c5fec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:39:26Z', 'updated_at': '2022-02-04T08:39:30Z', 'revision_number': 3, 'project_id': 'bcdc9b25d9ba412baa8d7ec71c6170b5', 'gw_port': {'id': '7e01970c-a0b3-46d1-bc17-e04409c5fec8', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:e2:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4804df28-f7c7-4da5-a69d-07f92f181f93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:39:28Z', 'updated_at': '2022-02-04T08:39:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:39:37.240682 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034df976-7203-4802-83fd-7074ccbba2d3 None None] Pushing event updated for resources: {'Port': ['ID=a7127f9e-dedd-4925-b779-570a81733a63,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:37.252894 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecb5d31-b39d-4f7d-86ff-0099d9b9e452 None None] The sync data for ids ['4804df28-f7c7-4da5-a69d-07f92f181f93'] in dv-neutron-827798-2-hyperv is: [{'id': '4804df28-f7c7-4da5-a69d-07f92f181f93', 'name': 'tempest-ServerActionsTestJSON-478268432-router', 'tenant_id': 'bcdc9b25d9ba412baa8d7ec71c6170b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': '7e01970c-a0b3-46d1-bc17-e04409c5fec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:39:26Z', 'updated_at': '2022-02-04T08:39:30Z', 'revision_number': 3, 'project_id': 'bcdc9b25d9ba412baa8d7ec71c6170b5', 'gw_port': {'id': '7e01970c-a0b3-46d1-bc17-e04409c5fec8', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:e2:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4804df28-f7c7-4da5-a69d-07f92f181f93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:39:28Z', 'updated_at': '2022-02-04T08:39:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:39:37.275313 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034df976-7203-4802-83fd-7074ccbba2d3 None None] Network d2ccc9ab-cc25-448a-8b92-99b92249b4bb is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:39:37.285486 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-034df976-7203-4802-83fd-7074ccbba2d3 None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:39:37.286005 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-085083bd-10e8-4690-9b1f-773a375a9cf7 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] 10.222.0.36 "GET /v2.0/ports?device_id=04a0a68a-8b86-4465-9423-9450a314cc8b HTTP/1.1" status: 200 len: 205 time: 0.0583878 Feb 04 08:39:37.287117 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034df976-7203-4802-83fd-7074ccbba2d3 None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:39:37.290634 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e358536f-422f-43ab-b907-08b30be004af tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:37.299808 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e358536f-422f-43ab-b907-08b30be004af tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:39:37.300476 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e358536f-422f-43ab-b907-08b30be004af tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:37.307748 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 49250) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:37.308481 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7baa5778-1b2c-47a4-9b34-82a36c8764ec tempest-RoutersTestDVR-1674534248 tempest-RoutersTestDVR-1674534248-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:37.374723 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-58a9f83f-5b79-4adc-a907-385dc2e252fd None None] Provisioning complete for port e7797e17-b54c-4db5-ac06-fb85f686a8ef triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:39:37.375310 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-58a9f83f-5b79-4adc-a907-385dc2e252fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:37.412702 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-81deb3bc-6a72-4719-ac8d-2a53bf99eca8 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Allocated IP 2001:db8::f (d2ccc9ab-cc25-448a-8b92-99b92249b4bb/247b1468-7b75-49b6-a235-0ed66b4efbec/5bf8c1ec-7970-43cd-9411-4d0de9349fe9) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:39:37.489043 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device fce9aa41-b061-4e9d-b75a-d8e84cc5d321 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:39:37.521285 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c0849089-75f6-45af-bd5c-afecb3826c69 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7510230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985204'] for subnet, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:37.558198 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e358536f-422f-43ab-b907-08b30be004af tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Pushing event updated for resources: {'Network': ['ID=94c25160-195c-456a-8774-1a218839bc0b,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:37.585960 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-29d48198-6e48-460b-96b8-494b9b0b8c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'name': 'tempest-RoutersTest-router-377201212', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:39:20Z', 'updated_at': '2022-02-04T08:39:30Z', 'revision_number': 2, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'gw_port_host': None, '_interfaces': [{'id': 'e7797e17-b54c-4db5-ac06-fb85f686a8ef', 'name': '', 'network_id': 'e05f83f0-a168-4436-a947-8be0747bd170', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'mac_address': 'fa:16:3e:a9:cf:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3270c784-b91a-4628-b467-581083a63680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:39:28Z', 'updated_at': '2022-02-04T08:39:31Z', 'revision_number': 2, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'subnets': [{'id': '3270c784-b91a-4628-b467-581083a63680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:39:37.604146 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network 94c25160-195c-456a-8774-1a218839bc0b details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:39:37.643527 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-e358536f-422f-43ab-b907-08b30be004af tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.5130367 Feb 04 08:39:37.669265 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 49254) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:37.687372 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-c3e60c9f-a9e3-45d7-b266-33edb7dfe455 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Request body: {'ports': [{'network_id': 'e9952d81-463d-4ce5-a3fe-98bbdf2f5803', 'name': 'tempest-port--912217850', 'admin_state_up': True}, {'network_id': '94c25160-195c-456a-8774-1a218839bc0b', 'admin_state_up': False}]} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:39:37.687372 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-c3e60c9f-a9e3-45d7-b266-33edb7dfe455 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Request body: {'port': {'network_id': 'e9952d81-463d-4ce5-a3fe-98bbdf2f5803', 'name': 'tempest-port--912217850', 'admin_state_up': True}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:39:37.687372 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-c3e60c9f-a9e3-45d7-b266-33edb7dfe455 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Request body: {'port': {'network_id': '94c25160-195c-456a-8774-1a218839bc0b', 'admin_state_up': False}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:39:37.714058 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7baa5778-1b2c-47a4-9b34-82a36c8764ec tempest-RoutersTestDVR-1674534248 tempest-RoutersTestDVR-1674534248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-476062'] for router, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:37.714598 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7baa5778-1b2c-47a4-9b34-82a36c8764ec tempest-RoutersTestDVR-1674534248 tempest-RoutersTestDVR-1674534248-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dda338b5-d798-4a66-b205-92847f9d21d1 {{(pid=84108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 08:39:37.743403 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d48198-6e48-460b-96b8-494b9b0b8c6b None None] Checking router: f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3 for host: dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 08:39:37.743853 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d48198-6e48-460b-96b8-494b9b0b8c6b None None] Updating router f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3 port e7797e17-b54c-4db5-ac06-fb85f686a8ef binding host dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 08:39:37.768450 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: fce9aa41-b061-4e9d-b75a-d8e84cc5d321 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:39:37.768906 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device fce9aa41-b061-4e9d-b75a-d8e84cc5d321 not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:39:37.774628 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0849089-75f6-45af-bd5c-afecb3826c69 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Pushing event updated for resources: {'Subnet': ['ID=a680620d-fd7d-41ed-936e-0035a8733159,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:37.789725 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-034df976-7203-4802-83fd-7074ccbba2d3 None None] Attempting to bind port a7127f9e-dedd-4925-b779-570a81733a63 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:39:37.790259 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-034df976-7203-4802-83fd-7074ccbba2d3 None None] Attempting to bind port a7127f9e-dedd-4925-b779-570a81733a63 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': '29ef0390-353e-46db-a472-ad8ceeda9f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd2ccc9ab-cc25-448a-8b92-99b92249b4bb'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:39:37.790673 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034df976-7203-4802-83fd-7074ccbba2d3 None None] Attempting to bind port a7127f9e-dedd-4925-b779-570a81733a63 on network d2ccc9ab-cc25-448a-8b92-99b92249b4bb {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:39:37.797724 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.objects.ports [None req-c65d9e44-bc37-4e3b-b3f4-0d3668793a38 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84107) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 04 08:39:37.803051 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034df976-7203-4802-83fd-7074ccbba2d3 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:39:37.803507 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034df976-7203-4802-83fd-7074ccbba2d3 None None] Checking segment: {'id': '29ef0390-353e-46db-a472-ad8ceeda9f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd2ccc9ab-cc25-448a-8b92-99b92249b4bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:39:37.803969 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-034df976-7203-4802-83fd-7074ccbba2d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:37.804432 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034df976-7203-4802-83fd-7074ccbba2d3 None None] Bound using segment: {'id': '29ef0390-353e-46db-a472-ad8ceeda9f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd2ccc9ab-cc25-448a-8b92-99b92249b4bb'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:39:37.805917 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-034df976-7203-4802-83fd-7074ccbba2d3 None None] Bound port: a7127f9e-dedd-4925-b779-570a81733a63, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29ef0390-353e-46db-a472-ad8ceeda9f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd2ccc9ab-cc25-448a-8b92-99b92249b4bb'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:39:37.806338 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-034df976-7203-4802-83fd-7074ccbba2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:37.815974 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c65d9e44-bc37-4e3b-b3f4-0d3668793a38 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7510230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985204'] for subnet, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:37.873319 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0849089-75f6-45af-bd5c-afecb3826c69 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Checking segment: {'id': 'a0bb210b-ef89-4408-b5b7-a4fa73fe228c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5b7f799d-422c-4a3b-8cfa-1a07d6cb098d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:39:37.873668 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0849089-75f6-45af-bd5c-afecb3826c69 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Network hostable DHCP agents. Network: 5b7f799d-422c-4a3b-8cfa-1a07d6cb098d, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:39:37.932892 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-58a9f83f-5b79-4adc-a907-385dc2e252fd None None] Port e7797e17-b54c-4db5-ac06-fb85f686a8ef cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:39:37.956229 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-81deb3bc-6a72-4719-ac8d-2a53bf99eca8 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:37.962257 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65d9e44-bc37-4e3b-b3f4-0d3668793a38 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:39:37.965730 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-29d48198-6e48-460b-96b8-494b9b0b8c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:37.970420 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-c65d9e44-bc37-4e3b-b3f4-0d3668793a38 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:39:37.975552 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d9e44-bc37-4e3b-b3f4-0d3668793a38 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event updated for resources: {'Subnet': ['ID=3001385e-c916-4a0c-869a-62552aec2e9d,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:37.978162 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65d9e44-bc37-4e3b-b3f4-0d3668793a38 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:39:37.979972 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c65d9e44-bc37-4e3b-b3f4-0d3668793a38 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:37.997830 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [None req-81deb3bc-6a72-4719-ac8d-2a53bf99eca8 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Transition to ACTIVE for port object 5bf8c1ec-7970-43cd-9411-4d0de9349fe9 will not be triggered until provisioned by entity DHCP. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:39:38.004626 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7baa5778-1b2c-47a4-9b34-82a36c8764ec tempest-RoutersTestDVR-1674534248 tempest-RoutersTestDVR-1674534248-project-admin] Notify callbacks [] for router, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:38.009424 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-7baa5778-1b2c-47a4-9b34-82a36c8764ec tempest-RoutersTestDVR-1674534248 tempest-RoutersTestDVR-1674534248-project-admin] 10.222.0.36 "DELETE /v2.0/routers/dda338b5-d798-4a66-b205-92847f9d21d1 HTTP/1.1" status: 204 len: 168 time: 1.8281150 Feb 04 08:39:38.010846 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 49258) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:38.017862 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-da6933cf-1f25-442a-a163-1c72660dbf12 tempest-RoutersTestDVR-1674534248 tempest-RoutersTestDVR-1674534248-project-admin] Request body: {'router': {'name': 'tempest-router-10610047', 'distributed': False}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:39:38.032184 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-da6933cf-1f25-442a-a163-1c72660dbf12 tempest-RoutersTestDVR-1674534248 tempest-RoutersTestDVR-1674534248-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:39:38.037682 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-da6933cf-1f25-442a-a163-1c72660dbf12 tempest-RoutersTestDVR-1674534248 tempest-RoutersTestDVR-1674534248-project-admin] Usage tracker for resource:router and tenant:0f54e50e0f8d4e15873836ced2999e9e is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:39:38.041525 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-da6933cf-1f25-442a-a163-1c72660dbf12 tempest-RoutersTestDVR-1674534248 tempest-RoutersTestDVR-1674534248-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:39:38.053323 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-da6933cf-1f25-442a-a163-1c72660dbf12 tempest-RoutersTestDVR-1674534248 tempest-RoutersTestDVR-1674534248-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:39:38.066906 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0849089-75f6-45af-bd5c-afecb3826c69 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Network 5b7f799d-422c-4a3b-8cfa-1a07d6cb098d is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:39:38.092763 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 7e01970c-a0b3-46d1-bc17-e04409c5fec8 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:39:38.095195 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-c65d9e44-bc37-4e3b-b3f4-0d3668793a38 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.4195545 Feb 04 08:39:38.097906 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 49262) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:38.104616 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-7f4c9fe3-c0a0-4606-8a3b-219188bef7f7 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Request body: {'subnet': {'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:39:38.150070 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1881f4ba-a12c-4424-ad44-4845030be034 None None] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:39:38.151656 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f78e1920-d09c-4512-b6cb-21a9b2847c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:38.179742 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-034df976-7203-4802-83fd-7074ccbba2d3 None None] For port a7127f9e-dedd-4925-b779-570a81733a63, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:39:38.180512 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-da6933cf-1f25-442a-a163-1c72660dbf12 tempest-RoutersTestDVR-1674534248 tempest-RoutersTestDVR-1674534248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40975'] for router, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:38.181624 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-da6933cf-1f25-442a-a163-1c72660dbf12 tempest-RoutersTestDVR-1674534248 tempest-RoutersTestDVR-1674534248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40982'] for router, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:38.202880 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-da6933cf-1f25-442a-a163-1c72660dbf12 tempest-RoutersTestDVR-1674534248 tempest-RoutersTestDVR-1674534248-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:38.226585 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-c0849089-75f6-45af-bd5c-afecb3826c69 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, 5b7f799d-422c-4a3b-8cfa-1a07d6cb098d) {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:39:38.244096 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d946824d-8e7a-4e5c-988d-09b437c55cdf None None] Network 5b7f799d-422c-4a3b-8cfa-1a07d6cb098d requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:39:38.293564 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-81deb3bc-6a72-4719-ac8d-2a53bf99eca8 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:38.301446 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-da6933cf-1f25-442a-a163-1c72660dbf12 tempest-RoutersTestDVR-1674534248 tempest-RoutersTestDVR-1674534248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472990'] for router, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:38.308902 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0849089-75f6-45af-bd5c-afecb3826c69 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:39:38.309433 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c0849089-75f6-45af-bd5c-afecb3826c69 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:38.366454 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-034df976-7203-4802-83fd-7074ccbba2d3 None None] For port a7127f9e-dedd-4925-b779-570a81733a63, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=a7127f9e-dedd-4925-b779-570a81733a63,segment=NetworkSegment(29ef0390-353e-46db-a472-ad8ceeda9f53),segment_id=29ef0390-353e-46db-a472-ad8ceeda9f53)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:39:38.409259 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-7f4c9fe3-c0a0-4606-8a3b-219188bef7f7 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:39:38.436017 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81deb3bc-6a72-4719-ac8d-2a53bf99eca8 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Network d2ccc9ab-cc25-448a-8b92-99b92249b4bb is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:39:38.437494 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-7f4c9fe3-c0a0-4606-8a3b-219188bef7f7 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Usage tracker for resource:subnet and tenant:ffa27937301745e1ad43fa520f28cbc3 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:39:38.445352 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-da6933cf-1f25-442a-a163-1c72660dbf12 tempest-RoutersTestDVR-1674534248 tempest-RoutersTestDVR-1674534248-project-admin] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:38.449881 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-da6933cf-1f25-442a-a163-1c72660dbf12 tempest-RoutersTestDVR-1674534248 tempest-RoutersTestDVR-1674534248-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.4371958 Feb 04 08:39:38.451931 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 49266) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:38.454252 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-81deb3bc-6a72-4719-ac8d-2a53bf99eca8 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:39:38.457256 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-7f4c9fe3-c0a0-4606-8a3b-219188bef7f7 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:39:38.465549 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81deb3bc-6a72-4719-ac8d-2a53bf99eca8 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:39:38.470664 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81deb3bc-6a72-4719-ac8d-2a53bf99eca8 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:39:38.470812 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-c3e60c9f-a9e3-45d7-b266-33edb7dfe455 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:39:38.471483 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-81deb3bc-6a72-4719-ac8d-2a53bf99eca8 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:38.483039 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-7f4c9fe3-c0a0-4606-8a3b-219188bef7f7 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:39:38.496257 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81deb3bc-6a72-4719-ac8d-2a53bf99eca8 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Pushing event updated for resources: {'Port': ['ID=5bf8c1ec-7970-43cd-9411-4d0de9349fe9,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:38.519280 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-c0849089-75f6-45af-bd5c-afecb3826c69 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4744442 Feb 04 08:39:38.519775 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 49270) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:38.527472 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-034df976-7203-4802-83fd-7074ccbba2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:38.582277 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-c3e60c9f-a9e3-45d7-b266-33edb7dfe455 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Usage tracker for resource:port and tenant:ba5e8e53481e48e5af1f5293f660f5cf is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:39:38.594204 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-c3e60c9f-a9e3-45d7-b266-33edb7dfe455 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:39:38.601512 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f4c9fe3-c0a0-4606-8a3b-219188bef7f7 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Made reservation on behalf of ffa27937301745e1ad43fa520f28cbc3 for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:39:38.605211 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7f4c9fe3-c0a0-4606-8a3b-219188bef7f7 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985186'] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:38.610501 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-c3e60c9f-a9e3-45d7-b266-33edb7dfe455 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:39:38.699720 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3e60c9f-a9e3-45d7-b266-33edb7dfe455 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Made reservation on behalf of ba5e8e53481e48e5af1f5293f660f5cf for: {'port': 2} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:39:38.703026 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 7e01970c-a0b3-46d1-bc17-e04409c5fec8 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:39:38.703874 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c3e60c9f-a9e3-45d7-b266-33edb7dfe455 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:38.706558 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05cd664-8dbf-46ef-b9b0-a1502bfe5646 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-5b7f799d-422c-4a3b-8cfa-1a07d6cb098d', 'network_id': '5b7f799d-422c-4a3b-8cfa-1a07d6cb098d', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'fixed_ips': [{'subnet_id': 'a680620d-fd7d-41ed-936e-0035a8733159'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:39:38.707360 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-a05cd664-8dbf-46ef-b9b0-a1502bfe5646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:38.747774 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 7e01970c-a0b3-46d1-bc17-e04409c5fec8 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:39:38.748628 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:38.780510 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c3e60c9f-a9e3-45d7-b266-33edb7dfe455 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:38.797459 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d0d45edb-34a7-4f21-86d2-64416bb04a9d tempest-RoutersTestDVR-1674534248 tempest-RoutersTestDVR-1674534248-project-admin] Notify callbacks [] for router, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:38.808387 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-81deb3bc-6a72-4719-ac8d-2a53bf99eca8 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.1308568 Feb 04 08:39:38.856320 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 49274) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:38.878553 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-73af741d-09c8-49bc-998e-94b59b983c2a tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks [] for router, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:38.920647 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034df976-7203-4802-83fd-7074ccbba2d3 None None] Pushing event updated for resources: {'Port': ['ID=a7127f9e-dedd-4925-b779-570a81733a63,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:38.964847 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-f78e1920-d09c-4512-b6cb-21a9b2847c45 admin admin] Allocated IP 172.20.0.1 (b0b8e294-2639-4240-96e8-00c76471f9a3/80f6a88b-b0ed-49ff-9c6c-faec9e6053f8/affffaa5-174e-42ac-946f-083a5ad0f6e9) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:39:39.037806 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf247745-e528-423e-8080-d941f5f07cac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'tenant_id': 'ffa27937301745e1ad43fa520f28cbc3', 'fixed_ips': [{'subnet_id': '3001385e-c916-4a0c-869a-62552aec2e9d'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:39:39.038614 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-cf247745-e528-423e-8080-d941f5f07cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:39.111986 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2798711f-0252-442d-b9a2-a3d3a9bb5b57 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:39:39.112908 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-2798711f-0252-442d-b9a2-a3d3a9bb5b57 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Synchronizing usage tracker for tenant:e63069d3cf3540d8aad7a137ff4999ec on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:39:39.263043 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-2798711f-0252-442d-b9a2-a3d3a9bb5b57 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Unset dirty status for tenant:e63069d3cf3540d8aad7a137ff4999ec on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:39:39.267355 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-2798711f-0252-442d-b9a2-a3d3a9bb5b57 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.4098289 Feb 04 08:39:39.279902 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 49278) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:39.310782 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.db.resource_extend [None req-29d48198-6e48-460b-96b8-494b9b0b8c6b None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 08:39:39.450406 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f78e1920-d09c-4512-b6cb-21a9b2847c45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:39.455235 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [None req-c3e60c9f-a9e3-45d7-b266-33edb7dfe455 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] device_id is not set on port 7999d9de-b5ae-4783-acc1-41f3be61d468 yet. {{(pid=84108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:39:39.461859 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965b45ab-19e8-4b4f-8faa-1726eb32ef1f tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:39:39.465830 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965b45ab-19e8-4b4f-8faa-1726eb32ef1f tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:39:39.470207 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965b45ab-19e8-4b4f-8faa-1726eb32ef1f tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:39:39.474914 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-965b45ab-19e8-4b4f-8faa-1726eb32ef1f tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.1913104 Feb 04 08:39:39.475546 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 49282) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:39.486226 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:39.514170 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-a05cd664-8dbf-46ef-b9b0-a1502bfe5646 None None] Allocated IP 172.21.0.2 (5b7f799d-422c-4a3b-8cfa-1a07d6cb098d/a680620d-fd7d-41ed-936e-0035a8733159/498eb458-eca1-4b2d-8fa9-a14a137b507d) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:39:39.523983 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port 7e01970c-a0b3-46d1-bc17-e04409c5fec8, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=7e01970c-a0b3-46d1-bc17-e04409c5fec8,segment=NetworkSegment(c44b9475-949d-4ae7-bfca-e29b010a56a6),segment_id=c44b9475-949d-4ae7-bfca-e29b010a56a6)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:39:39.574740 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7f4c9fe3-c0a0-4606-8a3b-219188bef7f7 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7510230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985204'] for subnet, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:39.576747 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-29d48198-6e48-460b-96b8-494b9b0b8c6b None None] Notify callbacks [] for port, precommit_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:39.600986 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-29d48198-6e48-460b-96b8-494b9b0b8c6b None None] Transition to ACTIVE for port object e7797e17-b54c-4db5-ac06-fb85f686a8ef will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:39:39.618892 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:39.666927 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.provisioning_blocks [None req-f78e1920-d09c-4512-b6cb-21a9b2847c45 admin admin] Transition to ACTIVE for port object affffaa5-174e-42ac-946f-083a5ad0f6e9 will not be triggered until provisioned by entity DHCP. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:39:39.726670 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-89ea276f-77a3-4d97-87a3-265bacb040de tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Deleting port 5bf8c1ec-7970-43cd-9411-4d0de9349fe9 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:39:39.727018 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-89ea276f-77a3-4d97-87a3-265bacb040de tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:39.727122 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-29d48198-6e48-460b-96b8-494b9b0b8c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:39.746041 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-cf247745-e528-423e-8080-d941f5f07cac None None] Allocated IP 2001:db8::f816:3eff:fea9:a275 (bc933c3a-b15d-4eab-9ad6-d32fd193f5cd/3001385e-c916-4a0c-869a-62552aec2e9d/17c5afa8-3b5c-4ae8-9891-4ea35606317c) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:39:39.765520 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4c9fe3-c0a0-4606-8a3b-219188bef7f7 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:39:39.775258 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-7f4c9fe3-c0a0-4606-8a3b-219188bef7f7 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:39:39.794269 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4c9fe3-c0a0-4606-8a3b-219188bef7f7 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:39:39.794269 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7f4c9fe3-c0a0-4606-8a3b-219188bef7f7 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:39.801002 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4c9fe3-c0a0-4606-8a3b-219188bef7f7 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event updated for resources: {'Subnet': ['ID=1af0596d-2831-499c-99c7-b589906bd278,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:40.004616 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device a7127f9e-dedd-4925-b779-570a81733a63 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:39:40.005533 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-7f4c9fe3-c0a0-4606-8a3b-219188bef7f7 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9058831 Feb 04 08:39:40.016569 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d0d45edb-34a7-4f21-86d2-64416bb04a9d tempest-RoutersTestDVR-1674534248 tempest-RoutersTestDVR-1674534248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40989'] for router, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:40.020513 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 49286) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:40.036343 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=7e01970c-a0b3-46d1-bc17-e04409c5fec8,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:40.069914 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d0d45edb-34a7-4f21-86d2-64416bb04a9d tempest-RoutersTestDVR-1674534248 tempest-RoutersTestDVR-1674534248-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:40.106868 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-eeb1ed81-6262-47c7-8e8f-ad9ed28ad9c3 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Request body: {'port': {'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'mac_address': 'fa:16:3e:be:aa:b6', 'name': 'tempest-NetworksTestDHCPv6-226400408'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:39:40.149895 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f78e1920-d09c-4512-b6cb-21a9b2847c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:40.284841 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78e1920-d09c-4512-b6cb-21a9b2847c45 admin admin] Pushing event updated for resources: {'Port': ['ID=affffaa5-174e-42ac-946f-083a5ad0f6e9,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:40.312321 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c3e60c9f-a9e3-45d7-b266-33edb7dfe455 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:40.330377 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78e1920-d09c-4512-b6cb-21a9b2847c45 admin admin] Network b0b8e294-2639-4240-96e8-00c76471f9a3 is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:39:40.333359 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef62baa-bd30-4f8c-bd2f-59b7482db6c5 None None] Pushing event updated for resources: {'Port': ['ID=e7797e17-b54c-4db5-ac06-fb85f686a8ef,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:40.354948 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-f78e1920-d09c-4512-b6cb-21a9b2847c45 admin admin] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:39:40.359273 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78e1920-d09c-4512-b6cb-21a9b2847c45 admin admin] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:39:40.415654 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d0d45edb-34a7-4f21-86d2-64416bb04a9d tempest-RoutersTestDVR-1674534248 tempest-RoutersTestDVR-1674534248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-476062'] for router, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:40.416163 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0d45edb-34a7-4f21-86d2-64416bb04a9d tempest-RoutersTestDVR-1674534248 tempest-RoutersTestDVR-1674534248-project-admin] Fanout notify agent at l3_agent the message router_deleted on router affd3613-5514-4d31-a6b2-4396edee5bed {{(pid=84108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 08:39:40.432129 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-89ea276f-77a3-4d97-87a3-265bacb040de tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:40.459184 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-29d48198-6e48-460b-96b8-494b9b0b8c6b None None] Attempting to bind port e7797e17-b54c-4db5-ac06-fb85f686a8ef on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:39:40.459541 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-29d48198-6e48-460b-96b8-494b9b0b8c6b None None] Attempting to bind port e7797e17-b54c-4db5-ac06-fb85f686a8ef by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': 'b991c11b-f1dc-47b0-87f2-61fb52a8eef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e05f83f0-a168-4436-a947-8be0747bd170'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:39:40.459893 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d48198-6e48-460b-96b8-494b9b0b8c6b None None] Attempting to bind port e7797e17-b54c-4db5-ac06-fb85f686a8ef on network e05f83f0-a168-4436-a947-8be0747bd170 {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:39:40.482146 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-a05cd664-8dbf-46ef-b9b0-a1502bfe5646 None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:40.499676 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d0d45edb-34a7-4f21-86d2-64416bb04a9d tempest-RoutersTestDVR-1674534248 tempest-RoutersTestDVR-1674534248-project-admin] Notify callbacks [] for router, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:40.501097 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d53339f-276c-4bb5-8ac0-f0f178475d34 None None] Network d2ccc9ab-cc25-448a-8b92-99b92249b4bb requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:39:40.504456 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-d0d45edb-34a7-4f21-86d2-64416bb04a9d tempest-RoutersTestDVR-1674534248 tempest-RoutersTestDVR-1674534248-project-admin] 10.222.0.36 "DELETE /v2.0/routers/affd3613-5514-4d31-a6b2-4396edee5bed HTTP/1.1" status: 204 len: 168 time: 2.0489175 Feb 04 08:39:40.514842 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 49290) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:40.530205 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-a05cd664-8dbf-46ef-b9b0-a1502bfe5646 None None] Transition to ACTIVE for port object 498eb458-eca1-4b2d-8fa9-a14a137b507d will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:39:40.532999 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d48198-6e48-460b-96b8-494b9b0b8c6b None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:39:40.538538 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d48198-6e48-460b-96b8-494b9b0b8c6b None None] Checking segment: {'id': 'b991c11b-f1dc-47b0-87f2-61fb52a8eef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e05f83f0-a168-4436-a947-8be0747bd170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:39:40.538538 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-29d48198-6e48-460b-96b8-494b9b0b8c6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:40.538538 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d48198-6e48-460b-96b8-494b9b0b8c6b None None] Bound using segment: {'id': 'b991c11b-f1dc-47b0-87f2-61fb52a8eef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e05f83f0-a168-4436-a947-8be0747bd170'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:39:40.538538 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-29d48198-6e48-460b-96b8-494b9b0b8c6b None None] Bound port: e7797e17-b54c-4db5-ac06-fb85f686a8ef, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b991c11b-f1dc-47b0-87f2-61fb52a8eef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e05f83f0-a168-4436-a947-8be0747bd170'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:39:40.538538 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-29d48198-6e48-460b-96b8-494b9b0b8c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:40.541983 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-7fc41377-ec26-4829-af27-a1b9c52dccac tempest-RoutersTestDVR-1674534248 tempest-RoutersTestDVR-1674534248-project-admin] Request body: {'router': {'name': 'tempest-router-1608230730', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'd0bd6c8955554c3daf5486d37ddfcb7b'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:39:40.566704 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-7fc41377-ec26-4829-af27-a1b9c52dccac tempest-RoutersTestDVR-1674534248 tempest-RoutersTestDVR-1674534248-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:39:40.571946 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f78e1920-d09c-4512-b6cb-21a9b2847c45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-472912'] for router_interface, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:40.581286 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-7fc41377-ec26-4829-af27-a1b9c52dccac tempest-RoutersTestDVR-1674534248 tempest-RoutersTestDVR-1674534248-project-admin] Usage tracker for resource:router and tenant:d0bd6c8955554c3daf5486d37ddfcb7b is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:39:40.595749 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [None req-c3e60c9f-a9e3-45d7-b266-33edb7dfe455 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] device_id is not set on port 68c33163-55f0-4d32-9c08-8a387c9542a5 yet. {{(pid=84108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:39:40.599114 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-7fc41377-ec26-4829-af27-a1b9c52dccac tempest-RoutersTestDVR-1674534248 tempest-RoutersTestDVR-1674534248-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:39:40.607446 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-73af741d-09c8-49bc-998e-94b59b983c2a tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:40.613030 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-7fc41377-ec26-4829-af27-a1b9c52dccac tempest-RoutersTestDVR-1674534248 tempest-RoutersTestDVR-1674534248-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:39:40.617990 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port a7127f9e-dedd-4925-b779-570a81733a63 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:39:40.643444 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-cf247745-e528-423e-8080-d941f5f07cac None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:40.655294 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-a05cd664-8dbf-46ef-b9b0-a1502bfe5646 None None] Transition to ACTIVE for port object 498eb458-eca1-4b2d-8fa9-a14a137b507d will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:39:40.708848 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-cf247745-e528-423e-8080-d941f5f07cac None None] Transition to ACTIVE for port object 17c5afa8-3b5c-4ae8-9891-4ea35606317c will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:39:40.714751 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-73af741d-09c8-49bc-998e-94b59b983c2a tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Deleting port 90520d2b-0714-4b9e-9b3b-8a99fc24ecfb {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:39:40.715154 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-73af741d-09c8-49bc-998e-94b59b983c2a tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:40.752821 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-89ea276f-77a3-4d97-87a3-265bacb040de tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Calling delete_port for 5bf8c1ec-7970-43cd-9411-4d0de9349fe9 owned by {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:39:40.753079 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7fc41377-ec26-4829-af27-a1b9c52dccac tempest-RoutersTestDVR-1674534248 tempest-RoutersTestDVR-1674534248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40975'] for router, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:40.753754 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7fc41377-ec26-4829-af27-a1b9c52dccac tempest-RoutersTestDVR-1674534248 tempest-RoutersTestDVR-1674534248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40982'] for router, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:40.758709 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-a05cd664-8dbf-46ef-b9b0-a1502bfe5646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:40.812627 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-eeb1ed81-6262-47c7-8e8f-ad9ed28ad9c3 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:39:40.816780 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-eeb1ed81-6262-47c7-8e8f-ad9ed28ad9c3 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Usage tracker for resource:port and tenant:ffa27937301745e1ad43fa520f28cbc3 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:39:40.824474 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-eeb1ed81-6262-47c7-8e8f-ad9ed28ad9c3 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:39:40.827326 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-cf247745-e528-423e-8080-d941f5f07cac None None] Transition to ACTIVE for port object 17c5afa8-3b5c-4ae8-9891-4ea35606317c will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:39:40.831098 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-988e107d-f06f-4820-8ed9-189015a55c56 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:40.843020 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c3e60c9f-a9e3-45d7-b266-33edb7dfe455 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:40.853609 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-eeb1ed81-6262-47c7-8e8f-ad9ed28ad9c3 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:39:40.873426 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f78e1920-d09c-4512-b6cb-21a9b2847c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:40.916253 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05cd664-8dbf-46ef-b9b0-a1502bfe5646 None None] Pushing event updated for resources: {'Port': ['ID=498eb458-eca1-4b2d-8fa9-a14a137b507d,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:40.917839 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-990f5259-ecb1-404a-86f8-082e6cc440dd None None] Provisioning for port a7127f9e-dedd-4925-b779-570a81733a63 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:39:40.935072 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-29d48198-6e48-460b-96b8-494b9b0b8c6b None None] For port e7797e17-b54c-4db5-ac06-fb85f686a8ef, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:39:40.940071 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05cd664-8dbf-46ef-b9b0-a1502bfe5646 None None] Network 5b7f799d-422c-4a3b-8cfa-1a07d6cb098d is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:39:40.944575 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-cf247745-e528-423e-8080-d941f5f07cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:40.947924 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-990f5259-ecb1-404a-86f8-082e6cc440dd None None] Provisioning complete for port a7127f9e-dedd-4925-b779-570a81733a63 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:39:40.948289 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-990f5259-ecb1-404a-86f8-082e6cc440dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:40.956925 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7fc41377-ec26-4829-af27-a1b9c52dccac tempest-RoutersTestDVR-1674534248 tempest-RoutersTestDVR-1674534248-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:40.976010 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-a05cd664-8dbf-46ef-b9b0-a1502bfe5646 None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:39:41.018331 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05cd664-8dbf-46ef-b9b0-a1502bfe5646 None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:39:41.037568 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-29d48198-6e48-460b-96b8-494b9b0b8c6b None None] For port e7797e17-b54c-4db5-ac06-fb85f686a8ef, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=e7797e17-b54c-4db5-ac06-fb85f686a8ef,segment=NetworkSegment(b991c11b-f1dc-47b0-87f2-61fb52a8eef4),segment_id=b991c11b-f1dc-47b0-87f2-61fb52a8eef4)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:39:41.083500 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-73af741d-09c8-49bc-998e-94b59b983c2a tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:41.105728 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeb1ed81-6262-47c7-8e8f-ad9ed28ad9c3 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Made reservation on behalf of ffa27937301745e1ad43fa520f28cbc3 for: {'port': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:39:41.110183 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-eeb1ed81-6262-47c7-8e8f-ad9ed28ad9c3 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:41.159303 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-29d48198-6e48-460b-96b8-494b9b0b8c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:41.170382 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf247745-e528-423e-8080-d941f5f07cac None None] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:39:41.172493 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf247745-e528-423e-8080-d941f5f07cac None None] Pushing event updated for resources: {'Port': ['ID=17c5afa8-3b5c-4ae8-9891-4ea35606317c,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:41.176409 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-cf247745-e528-423e-8080-d941f5f07cac None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:39:41.238870 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf247745-e528-423e-8080-d941f5f07cac None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:39:41.267733 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7fc41377-ec26-4829-af27-a1b9c52dccac tempest-RoutersTestDVR-1674534248 tempest-RoutersTestDVR-1674534248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472990'] for router, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:41.279194 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-73af741d-09c8-49bc-998e-94b59b983c2a tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Calling delete_port for 90520d2b-0714-4b9e-9b3b-8a99fc24ecfb owned by network:router_gateway {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:39:41.306474 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c3e60c9f-a9e3-45d7-b266-33edb7dfe455 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:41.338735 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [None req-eeb1ed81-6262-47c7-8e8f-ad9ed28ad9c3 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] device_id is not set on port db22cc2c-6241-4456-b12e-46d5ddddcb50 yet. {{(pid=84107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:39:41.379091 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-a05cd664-8dbf-46ef-b9b0-a1502bfe5646 None None] Attempting to bind port 498eb458-eca1-4b2d-8fa9-a14a137b507d on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:39:41.379526 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-a05cd664-8dbf-46ef-b9b0-a1502bfe5646 None None] Attempting to bind port 498eb458-eca1-4b2d-8fa9-a14a137b507d by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': 'a0bb210b-ef89-4408-b5b7-a4fa73fe228c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5b7f799d-422c-4a3b-8cfa-1a07d6cb098d'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:39:41.379939 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05cd664-8dbf-46ef-b9b0-a1502bfe5646 None None] Attempting to bind port 498eb458-eca1-4b2d-8fa9-a14a137b507d on network 5b7f799d-422c-4a3b-8cfa-1a07d6cb098d {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:39:41.383265 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-89ea276f-77a3-4d97-87a3-265bacb040de tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:41.449413 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ea276f-77a3-4d97-87a3-265bacb040de tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Pushing event deleted for resources: {'Port': ['ID=5bf8c1ec-7970-43cd-9411-4d0de9349fe9,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:41.497034 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05cd664-8dbf-46ef-b9b0-a1502bfe5646 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:39:41.497453 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05cd664-8dbf-46ef-b9b0-a1502bfe5646 None None] Checking segment: {'id': 'a0bb210b-ef89-4408-b5b7-a4fa73fe228c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5b7f799d-422c-4a3b-8cfa-1a07d6cb098d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:39:41.498440 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-a05cd664-8dbf-46ef-b9b0-a1502bfe5646 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:41.499574 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05cd664-8dbf-46ef-b9b0-a1502bfe5646 None None] Bound using segment: {'id': 'a0bb210b-ef89-4408-b5b7-a4fa73fe228c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5b7f799d-422c-4a3b-8cfa-1a07d6cb098d'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:39:41.500159 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-a05cd664-8dbf-46ef-b9b0-a1502bfe5646 None None] Bound port: 498eb458-eca1-4b2d-8fa9-a14a137b507d, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0bb210b-ef89-4408-b5b7-a4fa73fe228c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5b7f799d-422c-4a3b-8cfa-1a07d6cb098d'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:39:41.500530 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-a05cd664-8dbf-46ef-b9b0-a1502bfe5646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:41.523580 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef62baa-bd30-4f8c-bd2f-59b7482db6c5 None None] Pushing event updated for resources: {'Port': ['ID=e7797e17-b54c-4db5-ac06-fb85f686a8ef,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:41.597072 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-89ea276f-77a3-4d97-87a3-265bacb040de tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:41.625572 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e60c9f-a9e3-45d7-b266-33edb7dfe455 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Pushing event updated for resources: {'Port': ['ID=7999d9de-b5ae-4783-acc1-41f3be61d468,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:41.657349 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7fc41377-ec26-4829-af27-a1b9c52dccac tempest-RoutersTestDVR-1674534248 tempest-RoutersTestDVR-1674534248-project-admin] Notify callbacks [] for router, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:41.665479 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-7fc41377-ec26-4829-af27-a1b9c52dccac tempest-RoutersTestDVR-1674534248 tempest-RoutersTestDVR-1674534248-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.1451914 Feb 04 08:39:41.665635 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 49294) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:41.671442 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-699222ab-65e2-49da-a872-fbb1b4fa65b0 tempest-RoutersTestDVR-1674534248 tempest-RoutersTestDVR-1674534248-project-admin] Request body: {'router': {'distributed': True}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:39:41.696580 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e60c9f-a9e3-45d7-b266-33edb7dfe455 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Checking segment: {'id': 'a1069bcb-8eed-4e31-9276-0750303b1330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e9952d81-463d-4ce5-a3fe-98bbdf2f5803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:39:41.696949 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e60c9f-a9e3-45d7-b266-33edb7dfe455 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Network hostable DHCP agents. Network: e9952d81-463d-4ce5-a3fe-98bbdf2f5803, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:39:41.708609 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-990f5259-ecb1-404a-86f8-082e6cc440dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:41.726287 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-cf247745-e528-423e-8080-d941f5f07cac None None] Attempting to bind port 17c5afa8-3b5c-4ae8-9891-4ea35606317c on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:39:41.726406 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-cf247745-e528-423e-8080-d941f5f07cac None None] Attempting to bind port 17c5afa8-3b5c-4ae8-9891-4ea35606317c by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': '2c48dc91-e362-4611-9354-aede43558386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:39:41.726747 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf247745-e528-423e-8080-d941f5f07cac None None] Attempting to bind port 17c5afa8-3b5c-4ae8-9891-4ea35606317c on network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:39:41.733695 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d48198-6e48-460b-96b8-494b9b0b8c6b None None] Routers {'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:39:41.734350 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-29d48198-6e48-460b-96b8-494b9b0b8c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:39:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:39:41.734652 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-988e107d-f06f-4820-8ed9-189015a55c56 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Allocated IP 172.21.0.1 (5b7f799d-422c-4a3b-8cfa-1a07d6cb098d/a680620d-fd7d-41ed-936e-0035a8733159/a657153a-6e55-47fb-bdbe-7a279c3d435d) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:39:41.746173 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f78e1920-d09c-4512-b6cb-21a9b2847c45 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:41.759047 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-89ea276f-77a3-4d97-87a3-265bacb040de tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "DELETE /v2.0/ports/5bf8c1ec-7970-43cd-9411-4d0de9349fe9 HTTP/1.1" status: 204 len: 168 time: 2.2817571 Feb 04 08:39:41.760347 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 49298) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:41.804128 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e60c9f-a9e3-45d7-b266-33edb7dfe455 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Network e9952d81-463d-4ce5-a3fe-98bbdf2f5803 is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:39:41.830940 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f78e1920-d09c-4512-b6cb-21a9b2847c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:41.855455 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fe571bf-b955-4edd-99d5-a442f2e1374e tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] GET failed (client error): The resource could not be found. Feb 04 08:39:41.856080 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-8fe571bf-b955-4edd-99d5-a442f2e1374e tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Synchronizing usage tracker for tenant:e63069d3cf3540d8aad7a137ff4999ec on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:39:41.907177 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf247745-e528-423e-8080-d941f5f07cac None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:39:41.907791 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf247745-e528-423e-8080-d941f5f07cac None None] Checking segment: {'id': '2c48dc91-e362-4611-9354-aede43558386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:39:41.907898 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-cf247745-e528-423e-8080-d941f5f07cac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:41.908287 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf247745-e528-423e-8080-d941f5f07cac None None] Bound using segment: {'id': '2c48dc91-e362-4611-9354-aede43558386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:39:41.908780 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-cf247745-e528-423e-8080-d941f5f07cac None None] Bound port: 17c5afa8-3b5c-4ae8-9891-4ea35606317c, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c48dc91-e362-4611-9354-aede43558386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:39:41.909145 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-cf247745-e528-423e-8080-d941f5f07cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:41.952947 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-c3e60c9f-a9e3-45d7-b266-33edb7dfe455 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, e9952d81-463d-4ce5-a3fe-98bbdf2f5803) {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:39:41.965077 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-73af741d-09c8-49bc-998e-94b59b983c2a tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:41.971565 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 7e01970c-a0b3-46d1-bc17-e04409c5fec8 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:39:42.005979 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e60c9f-a9e3-45d7-b266-33edb7dfe455 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:39:42.006820 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c3e60c9f-a9e3-45d7-b266-33edb7dfe455 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:42.016229 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8266b93-7e44-4d1c-8dbb-b8eeaf3f710d None None] Network e9952d81-463d-4ce5-a3fe-98bbdf2f5803 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:39:42.020843 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-eeb1ed81-6262-47c7-8e8f-ad9ed28ad9c3 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Allocated IP 172.20.0.10 (bc933c3a-b15d-4eab-9ad6-d32fd193f5cd/1af0596d-2831-499c-99c7-b589906bd278/db22cc2c-6241-4456-b12e-46d5ddddcb50) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:39:42.112282 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-a05cd664-8dbf-46ef-b9b0-a1502bfe5646 None None] For port 498eb458-eca1-4b2d-8fa9-a14a137b507d, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:39:42.115130 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-990f5259-ecb1-404a-86f8-082e6cc440dd None None] For port a7127f9e-dedd-4925-b779-570a81733a63, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=a7127f9e-dedd-4925-b779-570a81733a63,segment=NetworkSegment(29ef0390-353e-46db-a472-ad8ceeda9f53),segment_id=29ef0390-353e-46db-a472-ad8ceeda9f53)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:39:42.133515 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-8fe571bf-b955-4edd-99d5-a442f2e1374e tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Unset dirty status for tenant:e63069d3cf3540d8aad7a137ff4999ec on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:39:42.142106 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-8fe571bf-b955-4edd-99d5-a442f2e1374e tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "GET /v2.0/ports/5bf8c1ec-7970-43cd-9411-4d0de9349fe9 HTTP/1.1" status: 404 len: 333 time: 0.3770559 Feb 04 08:39:42.142958 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 49302) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:42.152889 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-eeb1ed81-6262-47c7-8e8f-ad9ed28ad9c3 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Allocated IP 2001:db8::f816:3eff:febe:aab6 (bc933c3a-b15d-4eab-9ad6-d32fd193f5cd/3001385e-c916-4a0c-869a-62552aec2e9d/db22cc2c-6241-4456-b12e-46d5ddddcb50) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:39:42.178962 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f78e1920-d09c-4512-b6cb-21a9b2847c45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473771'] for router_interface, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:42.200037 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-990f5259-ecb1-404a-86f8-082e6cc440dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:42.206051 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-a05cd664-8dbf-46ef-b9b0-a1502bfe5646 None None] For port 498eb458-eca1-4b2d-8fa9-a14a137b507d, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=498eb458-eca1-4b2d-8fa9-a14a137b507d,segment=NetworkSegment(a0bb210b-ef89-4408-b5b7-a4fa73fe228c),segment_id=a0bb210b-ef89-4408-b5b7-a4fa73fe228c)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:39:42.245390 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78e1920-d09c-4512-b6cb-21a9b2847c45 admin admin] Pushing event updated for resources: {'Port': ['ID=affffaa5-174e-42ac-946f-083a5ad0f6e9,revision_number=2']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:42.279305 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-29d48198-6e48-460b-96b8-494b9b0b8c6b None None] Set router f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3 gateway port host: None {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:39:42.323871 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-a05cd664-8dbf-46ef-b9b0-a1502bfe5646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:42.449695 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73af741d-09c8-49bc-998e-94b59b983c2a tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Pushing event deleted for resources: {'Port': ['ID=90520d2b-0714-4b9e-9b3b-8a99fc24ecfb,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:42.510215 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-73af741d-09c8-49bc-998e-94b59b983c2a tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473010'] for router_gateway, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:42.521703 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-cf247745-e528-423e-8080-d941f5f07cac None None] For port 17c5afa8-3b5c-4ae8-9891-4ea35606317c, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:39:42.541722 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990f5259-ecb1-404a-86f8-082e6cc440dd None None] Pushing event updated for resources: {'Port': ['ID=a7127f9e-dedd-4925-b779-570a81733a63,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:42.659855 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 7e01970c-a0b3-46d1-bc17-e04409c5fec8 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:39:42.660483 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:42.672056 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e60c9f-a9e3-45d7-b266-33edb7dfe455 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Checking segment: {'id': 'dbd7105c-fd7e-45ac-8b87-07ebc2c57146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '94c25160-195c-456a-8774-1a218839bc0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:39:42.672634 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e60c9f-a9e3-45d7-b266-33edb7dfe455 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Network hostable DHCP agents. Network: 94c25160-195c-456a-8774-1a218839bc0b, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:39:42.702361 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-f514a9b3-9bd1-4be5-9bdf-45e3f24e38c6 None None] Provisioning for port 0ed70027-6ad7-4704-8b14-e101b0bd913a completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:39:42.707589 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-cf247745-e528-423e-8080-d941f5f07cac None None] For port 17c5afa8-3b5c-4ae8-9891-4ea35606317c, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=17c5afa8-3b5c-4ae8-9891-4ea35606317c,segment=NetworkSegment(2c48dc91-e362-4611-9354-aede43558386),segment_id=2c48dc91-e362-4611-9354-aede43558386)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:39:42.710334 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-8e1e23e3-80e6-46b7-9e7d-392a655fb8b1 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Deleting port 0ed70027-6ad7-4704-8b14-e101b0bd913a {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:39:42.710679 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8e1e23e3-80e6-46b7-9e7d-392a655fb8b1 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:42.754300 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-f514a9b3-9bd1-4be5-9bdf-45e3f24e38c6 None None] Provisioning complete for port 0ed70027-6ad7-4704-8b14-e101b0bd913a triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:39:42.754670 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-f514a9b3-9bd1-4be5-9bdf-45e3f24e38c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:42.791219 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e60c9f-a9e3-45d7-b266-33edb7dfe455 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Pushing event updated for resources: {'Port': ['ID=68c33163-55f0-4d32-9c08-8a387c9542a5,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:42.817727 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-988e107d-f06f-4820-8ed9-189015a55c56 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:42.855842 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [None req-988e107d-f06f-4820-8ed9-189015a55c56 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Transition to ACTIVE for port object a657153a-6e55-47fb-bdbe-7a279c3d435d will not be triggered until provisioned by entity DHCP. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:39:42.862626 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-cf247745-e528-423e-8080-d941f5f07cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:42.889580 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-73af741d-09c8-49bc-998e-94b59b983c2a tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40989'] for router, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:42.909095 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-73af741d-09c8-49bc-998e-94b59b983c2a tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:42.929466 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05cd664-8dbf-46ef-b9b0-a1502bfe5646 None None] Pushing event updated for resources: {'Port': ['ID=498eb458-eca1-4b2d-8fa9-a14a137b507d,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:42.937154 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78e1920-d09c-4512-b6cb-21a9b2847c45 admin admin] Network b0b8e294-2639-4240-96e8-00c76471f9a3 is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:39:42.939306 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-f78e1920-d09c-4512-b6cb-21a9b2847c45 admin admin] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:39:43.043611 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-f514a9b3-9bd1-4be5-9bdf-45e3f24e38c6 None None] Port 0ed70027-6ad7-4704-8b14-e101b0bd913a cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:39:43.079169 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e60c9f-a9e3-45d7-b266-33edb7dfe455 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Network 94c25160-195c-456a-8774-1a218839bc0b is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:39:43.156003 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-988e107d-f06f-4820-8ed9-189015a55c56 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:43.259354 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-eeb1ed81-6262-47c7-8e8f-ad9ed28ad9c3 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:43.270902 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-73af741d-09c8-49bc-998e-94b59b983c2a tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-476062'] for router, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:43.281941 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73af741d-09c8-49bc-998e-94b59b983c2a tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Fanout notify agent at l3_agent the message router_deleted on router 04a0a68a-8b86-4465-9423-9450a314cc8b {{(pid=84108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 08:39:43.283562 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-c3e60c9f-a9e3-45d7-b266-33edb7dfe455 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, 94c25160-195c-456a-8774-1a218839bc0b) {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:39:43.318240 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e60c9f-a9e3-45d7-b266-33edb7dfe455 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:39:43.323897 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e60c9f-a9e3-45d7-b266-33edb7dfe455 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:39:43.328166 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e60c9f-a9e3-45d7-b266-33edb7dfe455 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:39:43.329020 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c3e60c9f-a9e3-45d7-b266-33edb7dfe455 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:43.371566 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-73af741d-09c8-49bc-998e-94b59b983c2a tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks [] for router, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:43.372988 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-73af741d-09c8-49bc-998e-94b59b983c2a tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] 10.222.0.36 "DELETE /v2.0/routers/04a0a68a-8b86-4465-9423-9450a314cc8b HTTP/1.1" status: 204 len: 168 time: 6.0452316 Feb 04 08:39:43.379780 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 49306) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:43.388137 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-c6661710-1fde-4928-b945-20753b298e61 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-683259473', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}, 'admin_state_up': False}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:39:43.408070 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf247745-e528-423e-8080-d941f5f07cac None None] Pushing event updated for resources: {'Port': ['ID=17c5afa8-3b5c-4ae8-9891-4ea35606317c,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:43.424719 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066832ce-4d69-4090-9a38-9771d25b4796 None None] Network 94c25160-195c-456a-8774-1a218839bc0b requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:39:43.520369 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-699222ab-65e2-49da-a872-fbb1b4fa65b0 tempest-RoutersTestDVR-1674534248 tempest-RoutersTestDVR-1674534248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40996'] for router, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:43.520811 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-699222ab-65e2-49da-a872-fbb1b4fa65b0 tempest-RoutersTestDVR-1674534248 tempest-RoutersTestDVR-1674534248-project-admin] Notify callbacks [] for router, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:43.634892 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-c6661710-1fde-4928-b945-20753b298e61 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:39:43.641579 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-f514a9b3-9bd1-4be5-9bdf-45e3f24e38c6 None None] Provisioning for port affffaa5-174e-42ac-946f-083a5ad0f6e9 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:39:43.645964 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-c3e60c9f-a9e3-45d7-b266-33edb7dfe455 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 5.9748943 Feb 04 08:39:43.647334 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-c6661710-1fde-4928-b945-20753b298e61 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Usage tracker for resource:router and tenant:83312f91facc40c2876df97655afba59 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:39:43.650927 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 49310) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:43.651705 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-c6661710-1fde-4928-b945-20753b298e61 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:39:43.658976 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-f514a9b3-9bd1-4be5-9bdf-45e3f24e38c6 None None] Provisioning complete for port affffaa5-174e-42ac-946f-083a5ad0f6e9 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:39:43.659260 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-f514a9b3-9bd1-4be5-9bdf-45e3f24e38c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:43.692994 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-c6661710-1fde-4928-b945-20753b298e61 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:39:43.729608 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [None req-eeb1ed81-6262-47c7-8e8f-ad9ed28ad9c3 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Transition to ACTIVE for port object db22cc2c-6241-4456-b12e-46d5ddddcb50 will not be triggered until provisioned by entity DHCP. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:39:43.736978 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-f514a9b3-9bd1-4be5-9bdf-45e3f24e38c6 None None] Port affffaa5-174e-42ac-946f-083a5ad0f6e9 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:39:43.755986 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-29d48198-6e48-460b-96b8-494b9b0b8c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'name': 'tempest-RoutersTest-router-377201212', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:39:20Z', 'updated_at': '2022-02-04T08:39:30Z', 'revision_number': 2, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'gw_port_host': None, '_interfaces': [{'id': 'e7797e17-b54c-4db5-ac06-fb85f686a8ef', 'name': '', 'network_id': 'e05f83f0-a168-4436-a947-8be0747bd170', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'mac_address': 'fa:16:3e:a9:cf:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3270c784-b91a-4628-b467-581083a63680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:39:28Z', 'updated_at': '2022-02-04T08:39:40Z', 'revision_number': 4, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'subnets': [{'id': '3270c784-b91a-4628-b467-581083a63680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:39:43.756255 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988e107d-f06f-4820-8ed9-189015a55c56 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Pushing event updated for resources: {'Port': ['ID=a657153a-6e55-47fb-bdbe-7a279c3d435d,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:43.762105 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988e107d-f06f-4820-8ed9-189015a55c56 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Network 5b7f799d-422c-4a3b-8cfa-1a07d6cb098d is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:39:43.764487 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d48198-6e48-460b-96b8-494b9b0b8c6b None None] The sync data for ids ['f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3'] in dv-neutron-827798-2-hyperv is: [{'id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'name': 'tempest-RoutersTest-router-377201212', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:39:20Z', 'updated_at': '2022-02-04T08:39:30Z', 'revision_number': 2, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'gw_port_host': None, '_interfaces': [{'id': 'e7797e17-b54c-4db5-ac06-fb85f686a8ef', 'name': '', 'network_id': 'e05f83f0-a168-4436-a947-8be0747bd170', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'mac_address': 'fa:16:3e:a9:cf:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3270c784-b91a-4628-b467-581083a63680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:39:28Z', 'updated_at': '2022-02-04T08:39:40Z', 'revision_number': 4, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'subnets': [{'id': '3270c784-b91a-4628-b467-581083a63680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:39:43.775625 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-988e107d-f06f-4820-8ed9-189015a55c56 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:39:43.779101 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988e107d-f06f-4820-8ed9-189015a55c56 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:39:43.781972 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a50072-6635-438b-82fb-bf348a165649 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:39:43.786147 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a50072-6635-438b-82fb-bf348a165649 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:39:43.786933 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-66a50072-6635-438b-82fb-bf348a165649 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Synchronizing usage tracker for tenant:ba5e8e53481e48e5af1f5293f660f5cf on resource:port {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:39:43.789589 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-f514a9b3-9bd1-4be5-9bdf-45e3f24e38c6 None None] Provisioning complete for port a7127f9e-dedd-4925-b779-570a81733a63 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:39:43.789985 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-f514a9b3-9bd1-4be5-9bdf-45e3f24e38c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:43.812471 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-699222ab-65e2-49da-a872-fbb1b4fa65b0 tempest-RoutersTestDVR-1674534248 tempest-RoutersTestDVR-1674534248-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=84107) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Feb 04 08:39:43.812471 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-699222ab-65e2-49da-a872-fbb1b4fa65b0 tempest-RoutersTestDVR-1674534248 tempest-RoutersTestDVR-1674534248-project-admin] Router 95a2cad0-920e-40ed-a60b-950d2294d90f migrating from provider to provider. {{(pid=84107) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Feb 04 08:39:43.812471 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-699222ab-65e2-49da-a872-fbb1b4fa65b0 tempest-RoutersTestDVR-1674534248 tempest-RoutersTestDVR-1674534248-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:43.847776 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c6661710-1fde-4928-b945-20753b298e61 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40975'] for router, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:43.851042 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c6661710-1fde-4928-b945-20753b298e61 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40982'] for router, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:43.859673 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-699222ab-65e2-49da-a872-fbb1b4fa65b0 tempest-RoutersTestDVR-1674534248 tempest-RoutersTestDVR-1674534248-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:43.871180 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8e1e23e3-80e6-46b7-9e7d-392a655fb8b1 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:43.914712 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c6661710-1fde-4928-b945-20753b298e61 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:43.957617 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-f514a9b3-9bd1-4be5-9bdf-45e3f24e38c6 None None] Could not find standard attr ID for object 5bf8c1ec-7970-43cd-9411-4d0de9349fe9. {{(pid=84109) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 08:39:43.961427 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-66a50072-6635-438b-82fb-bf348a165649 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Unset dirty status for tenant:ba5e8e53481e48e5af1f5293f660f5cf on resource:port {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:39:43.963485 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-66a50072-6635-438b-82fb-bf348a165649 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.3083036 Feb 04 08:39:43.967468 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 49314) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:44.003093 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f78e1920-d09c-4512-b6cb-21a9b2847c45 admin admin] Router 4804df28-f7c7-4da5-a69d-07f92f181f93 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:39:44.006149 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-699222ab-65e2-49da-a872-fbb1b4fa65b0 tempest-RoutersTestDVR-1674534248 tempest-RoutersTestDVR-1674534248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-472436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-472429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-475363'] for router, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:44.008148 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-988e107d-f06f-4820-8ed9-189015a55c56 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-472912'] for router_interface, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:44.021462 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-8e1e23e3-80e6-46b7-9e7d-392a655fb8b1 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Calling delete_port for 0ed70027-6ad7-4704-8b14-e101b0bd913a owned by {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:39:44.054288 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-eeb1ed81-6262-47c7-8e8f-ad9ed28ad9c3 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:44.103215 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-3aefcc8b-7d6c-4a52-b53d-d3f1501cee19 None None] Provisioning complete for port 0ed70027-6ad7-4704-8b14-e101b0bd913a triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:39:44.106525 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-3aefcc8b-7d6c-4a52-b53d-d3f1501cee19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:44.143046 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 498eb458-eca1-4b2d-8fa9-a14a137b507d up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:39:44.148385 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-a32f6f18-7c3d-45ea-b7e3-3cc489356be2 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Deleting port 7999d9de-b5ae-4783-acc1-41f3be61d468 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:39:44.148942 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a32f6f18-7c3d-45ea-b7e3-3cc489356be2 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:44.223146 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-3aefcc8b-7d6c-4a52-b53d-d3f1501cee19 None None] Port 0ed70027-6ad7-4704-8b14-e101b0bd913a cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:39:44.254796 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-3aefcc8b-7d6c-4a52-b53d-d3f1501cee19 None None] Provisioning complete for port affffaa5-174e-42ac-946f-083a5ad0f6e9 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:39:44.255675 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-3aefcc8b-7d6c-4a52-b53d-d3f1501cee19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:44.267667 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb1ed81-6262-47c7-8e8f-ad9ed28ad9c3 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:39:44.268581 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb1ed81-6262-47c7-8e8f-ad9ed28ad9c3 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event updated for resources: {'Port': ['ID=db22cc2c-6241-4456-b12e-46d5ddddcb50,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:44.275418 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-eeb1ed81-6262-47c7-8e8f-ad9ed28ad9c3 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:39:44.278119 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb1ed81-6262-47c7-8e8f-ad9ed28ad9c3 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:39:44.340304 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 498eb458-eca1-4b2d-8fa9-a14a137b507d completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:39:44.365759 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-3aefcc8b-7d6c-4a52-b53d-d3f1501cee19 None None] Port affffaa5-174e-42ac-946f-083a5ad0f6e9 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:39:44.372075 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 17c5afa8-3b5c-4ae8-9891-4ea35606317c up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:39:44.399444 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c6661710-1fde-4928-b945-20753b298e61 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40996'] for router, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:44.459346 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-3aefcc8b-7d6c-4a52-b53d-d3f1501cee19 None None] Could not find standard attr ID for object 5bf8c1ec-7970-43cd-9411-4d0de9349fe9. {{(pid=84109) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 08:39:44.562802 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 17c5afa8-3b5c-4ae8-9891-4ea35606317c completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:39:44.570531 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device a7127f9e-dedd-4925-b779-570a81733a63 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:39:44.643792 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb1ed81-6262-47c7-8e8f-ad9ed28ad9c3 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:39:44.644378 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-eeb1ed81-6262-47c7-8e8f-ad9ed28ad9c3 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:44.689351 dv-neutron-827798-2-hyperv neutron-server[84107]: WARNING neutron.scheduler.l3_agent_scheduler [None req-699222ab-65e2-49da-a872-fbb1b4fa65b0 tempest-RoutersTestDVR-1674534248 tempest-RoutersTestDVR-1674534248-project-admin] No L3 agents can host the router 95a2cad0-920e-40ed-a60b-950d2294d90f Feb 04 08:39:44.694482 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a32f6f18-7c3d-45ea-b7e3-3cc489356be2 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:44.702222 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port a7127f9e-dedd-4925-b779-570a81733a63 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:39:44.704679 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:44.709789 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-988e107d-f06f-4820-8ed9-189015a55c56 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:44.751072 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9acb25e2-475e-4ecf-97fc-8cfbd585bec4 None None] Network 5b7f799d-422c-4a3b-8cfa-1a07d6cb098d requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:39:44.816041 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 49320) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:44.830268 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8e1e23e3-80e6-46b7-9e7d-392a655fb8b1 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:44.837312 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-eeb1ed81-6262-47c7-8e8f-ad9ed28ad9c3 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.8103878 Feb 04 08:39:44.867169 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 49324) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:44.912504 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683aca2e-c83e-4c50-bdf8-6fb77bf5fbdb None None] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:39:44.945682 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1e23e3-80e6-46b7-9e7d-392a655fb8b1 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Pushing event deleted for resources: {'Port': ['ID=0ed70027-6ad7-4704-8b14-e101b0bd913a,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:44.956772 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-a32f6f18-7c3d-45ea-b7e3-3cc489356be2 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Calling delete_port for 7999d9de-b5ae-4783-acc1-41f3be61d468 owned by {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:39:45.097496 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-01f48b47-d5fe-47aa-99df-09fa1e61335c None None] Provisioning for port 498eb458-eca1-4b2d-8fa9-a14a137b507d completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:39:45.211582 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-01f48b47-d5fe-47aa-99df-09fa1e61335c None None] Provisioning complete for port 498eb458-eca1-4b2d-8fa9-a14a137b507d triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:39:45.211582 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-01f48b47-d5fe-47aa-99df-09fa1e61335c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:45.238991 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8e1e23e3-80e6-46b7-9e7d-392a655fb8b1 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:45.241391 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-8e1e23e3-80e6-46b7-9e7d-392a655fb8b1 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "DELETE /v2.0/ports/0ed70027-6ad7-4704-8b14-e101b0bd913a HTTP/1.1" status: 204 len: 168 time: 3.0860775 Feb 04 08:39:45.244109 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a32f6f18-7c3d-45ea-b7e3-3cc489356be2 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:45.263173 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 49328) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:45.290540 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55f443f-fa24-41b8-831c-4a8678c2b5c5 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:39:45.298883 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55f443f-fa24-41b8-831c-4a8678c2b5c5 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:39:45.299702 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-f55f443f-fa24-41b8-831c-4a8678c2b5c5 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Synchronizing usage tracker for tenant:ffa27937301745e1ad43fa520f28cbc3 on resource:port {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:39:45.371034 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-7461de58-9b68-4c55-b610-26eb2aec9505 tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] 10.222.0.36 "GET /v2.0/ports?project_id=7df2bfd740464e869863a41b14f4d5af&network_id=4c9b2602-557a-496f-9496-472f42f83572 HTTP/1.1" status: 200 len: 3000 time: 0.5538275 Feb 04 08:39:45.379220 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699222ab-65e2-49da-a872-fbb1b4fa65b0 tempest-RoutersTestDVR-1674534248 tempest-RoutersTestDVR-1674534248-project-admin] Hosts for router 95a2cad0-920e-40ed-a60b-950d2294d90f: [] {{(pid=84107) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Feb 04 08:39:45.424037 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699222ab-65e2-49da-a872-fbb1b4fa65b0 tempest-RoutersTestDVR-1674534248 tempest-RoutersTestDVR-1674534248-project-admin] Hosts for other DVR routers connected to router 95a2cad0-920e-40ed-a60b-950d2294d90f: set() {{(pid=84107) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Feb 04 08:39:45.426773 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-699222ab-65e2-49da-a872-fbb1b4fa65b0 tempest-RoutersTestDVR-1674534248 tempest-RoutersTestDVR-1674534248-project-admin] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:45.430502 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-699222ab-65e2-49da-a872-fbb1b4fa65b0 tempest-RoutersTestDVR-1674534248 tempest-RoutersTestDVR-1674534248-project-admin] 10.222.0.36 "PUT /v2.0/routers/95a2cad0-920e-40ed-a60b-950d2294d90f HTTP/1.1" status: 200 len: 717 time: 3.7622809 Feb 04 08:39:45.449402 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 49334) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:45.573076 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f6f18-7c3d-45ea-b7e3-3cc489356be2 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Pushing event deleted for resources: {'Port': ['ID=7999d9de-b5ae-4783-acc1-41f3be61d468,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:45.587988 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a32f6f18-7c3d-45ea-b7e3-3cc489356be2 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:45.602609 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-c07e83b8-0f01-4a57-b862-9ce046aaef44 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] GET failed (client error): The resource could not be found. Feb 04 08:39:45.605910 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-c07e83b8-0f01-4a57-b862-9ce046aaef44 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "GET /v2.0/ports/0ed70027-6ad7-4704-8b14-e101b0bd913a HTTP/1.1" status: 404 len: 333 time: 0.2977557 Feb 04 08:39:45.609380 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 49340) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:45.639390 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-01f48b47-d5fe-47aa-99df-09fa1e61335c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:45.670552 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c6661710-1fde-4928-b945-20753b298e61 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks [] for router_gateway, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:45.695604 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-01f48b47-d5fe-47aa-99df-09fa1e61335c None None] For port 498eb458-eca1-4b2d-8fa9-a14a137b507d, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=498eb458-eca1-4b2d-8fa9-a14a137b507d,segment=NetworkSegment(a0bb210b-ef89-4408-b5b7-a4fa73fe228c),segment_id=a0bb210b-ef89-4408-b5b7-a4fa73fe228c)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:39:45.707880 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-f55f443f-fa24-41b8-831c-4a8678c2b5c5 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Unset dirty status for tenant:ffa27937301745e1ad43fa520f28cbc3 on resource:port {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:39:45.709076 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-f55f443f-fa24-41b8-831c-4a8678c2b5c5 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.8408031 Feb 04 08:39:45.710924 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c6661710-1fde-4928-b945-20753b298e61 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:45.713526 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 49344) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:45.717101 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f78e1920-d09c-4512-b6cb-21a9b2847c45 admin admin] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:39:45.735642 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7714e4b-d8bc-4fa0-8a67-d9abc6881527 None None] Sync routers for ids ['4804df28-f7c7-4da5-a69d-07f92f181f93'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:39:45.749423 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7714e4b-d8bc-4fa0-8a67-d9abc6881527 None None] Routers {'4804df28-f7c7-4da5-a69d-07f92f181f93'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:39:45.750243 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-f7714e4b-d8bc-4fa0-8a67-d9abc6881527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:39:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['4804df28-f7c7-4da5-a69d-07f92f181f93'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:39:45.795472 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-f78252ad-a75a-4ed7-8f48-cc4a72c5c4a8 tempest-RoutersTestDVR-1674534248 tempest-RoutersTestDVR-1674534248-project-admin] 10.222.0.36 "GET /v2.0/routers/95a2cad0-920e-40ed-a60b-950d2294d90f HTTP/1.1" status: 200 len: 717 time: 0.3417535 Feb 04 08:39:45.800275 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 49348) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:45.810462 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-01f48b47-d5fe-47aa-99df-09fa1e61335c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:45.909299 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-c6661710-1fde-4928-b945-20753b298e61 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Allocated IP 172.26.3.78 (e264bd74-c56b-43d0-9059-bcb57dbbe5bc/79caf47c-b62c-4ea0-b35f-21ede155daa8/bceb0377-df68-44f5-b549-15a253f20273) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:39:45.984544 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.db.resource_extend [None req-988e107d-f06f-4820-8ed9-189015a55c56 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 08:39:46.038133 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-988e107d-f06f-4820-8ed9-189015a55c56 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:46.099367 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device e7797e17-b54c-4db5-ac06-fb85f686a8ef up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:39:46.138565 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c6661710-1fde-4928-b945-20753b298e61 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:46.182463 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-988e107d-f06f-4820-8ed9-189015a55c56 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:46.194234 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-f7714e4b-d8bc-4fa0-8a67-d9abc6881527 None None] Set router 4804df28-f7c7-4da5-a69d-07f92f181f93 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:39:46.207690 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-a32f6f18-7c3d-45ea-b7e3-3cc489356be2 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] 10.222.0.36 "DELETE /v2.0/ports/7999d9de-b5ae-4783-acc1-41f3be61d468 HTTP/1.1" status: 204 len: 168 time: 2.2388582 Feb 04 08:39:46.217597 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 49354) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:46.239885 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-f78e1920-d09c-4512-b6cb-21a9b2847c45 admin admin] 10.222.0.36 "PUT /v2.0/routers/4804df28-f7c7-4da5-a69d-07f92f181f93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2038231 Feb 04 08:39:46.244461 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8268bd-541a-4182-b483-fc8cf6537b73 None None] Update dhcp port {'port': {'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'fixed_ips': [{'subnet_id': '3001385e-c916-4a0c-869a-62552aec2e9d', 'ip_address': '2001:db8::f816:3eff:fea9:a275'}, {'subnet_id': '1af0596d-2831-499c-99c7-b589906bd278'}], 'binding:host_id': 'dv-neutron-827798-2-hyperv'}, 'id': '17c5afa8-3b5c-4ae8-9891-4ea35606317c'} from dv-neutron-827798-2-hyperv. {{(pid=84109) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 04 08:39:46.262402 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_v2 [None req-f08da41b-4ac9-439d-bfb2-e787445cc222 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Deleting subnet 247b1468-7b75-49b6-a235-0ed66b4efbec {{(pid=84107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:39:46.360899 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-958ae2ee-1135-440d-ba16-0123f731ad60 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Deleting port db22cc2c-6241-4456-b12e-46d5ddddcb50 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:39:46.363512 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-958ae2ee-1135-440d-ba16-0123f731ad60 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:46.375862 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f48b47-d5fe-47aa-99df-09fa1e61335c None None] Pushing event updated for resources: {'Port': ['ID=498eb458-eca1-4b2d-8fa9-a14a137b507d,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:46.400511 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-9327c538-71ee-4d33-81ac-06b7a9d76b25 None None] Provisioning for port 17c5afa8-3b5c-4ae8-9891-4ea35606317c completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:39:46.429715 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-5c8268bd-541a-4182-b483-fc8cf6537b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:46.458809 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f08da41b-4ac9-439d-bfb2-e787445cc222 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks [] for subnet, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:46.467155 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-9327c538-71ee-4d33-81ac-06b7a9d76b25 None None] Provisioning complete for port 17c5afa8-3b5c-4ae8-9891-4ea35606317c triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:39:46.467532 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-9327c538-71ee-4d33-81ac-06b7a9d76b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:46.535623 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-9fa8fba8-bb46-49ce-8d59-ec4b828fc390 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Deleting port 68c33163-55f0-4d32-9c08-8a387c9542a5 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:39:46.537030 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9fa8fba8-bb46-49ce-8d59-ec4b828fc390 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:46.561698 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port e7797e17-b54c-4db5-ac06-fb85f686a8ef completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:39:46.585386 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port e7797e17-b54c-4db5-ac06-fb85f686a8ef triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:39:46.585755 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:46.608732 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-988e107d-f06f-4820-8ed9-189015a55c56 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473771'] for router_interface, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:46.651201 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988e107d-f06f-4820-8ed9-189015a55c56 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Pushing event updated for resources: {'Port': ['ID=a657153a-6e55-47fb-bdbe-7a279c3d435d,revision_number=2']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:46.671219 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f08da41b-4ac9-439d-bfb2-e787445cc222 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8058667'] for subnet, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:46.702015 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c6661710-1fde-4928-b945-20753b298e61 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:46.783355 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-f468f942-26bb-4580-84d1-27f4ba318f3a tempest-RoutersTestDVR-572575497 tempest-RoutersTestDVR-572575497-project] 10.222.0.36 "GET /v2.0/routers/95a2cad0-920e-40ed-a60b-950d2294d90f HTTP/1.1" status: 200 len: 683 time: 0.9819789 Feb 04 08:39:46.793560 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-f7714e4b-d8bc-4fa0-8a67-d9abc6881527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4804df28-f7c7-4da5-a69d-07f92f181f93', 'name': 'tempest-ServerActionsTestJSON-478268432-router', 'tenant_id': 'bcdc9b25d9ba412baa8d7ec71c6170b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': '7e01970c-a0b3-46d1-bc17-e04409c5fec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:39:26Z', 'updated_at': '2022-02-04T08:39:40Z', 'revision_number': 4, 'project_id': 'bcdc9b25d9ba412baa8d7ec71c6170b5', 'gw_port': {'id': '7e01970c-a0b3-46d1-bc17-e04409c5fec8', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:e2:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4804df28-f7c7-4da5-a69d-07f92f181f93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:39:28Z', 'updated_at': '2022-02-04T08:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': 'affffaa5-174e-42ac-946f-083a5ad0f6e9', 'name': '', 'network_id': 'b0b8e294-2639-4240-96e8-00c76471f9a3', 'tenant_id': 'bcdc9b25d9ba412baa8d7ec71c6170b5', 'mac_address': 'fa:16:3e:d3:c5:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4804df28-f7c7-4da5-a69d-07f92f181f93', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80f6a88b-b0ed-49ff-9c6c-faec9e6053f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:39:38Z', 'updated_at': '2022-02-04T08:39:41Z', 'revision_number': 2, 'project_id': 'bcdc9b25d9ba412baa8d7ec71c6170b5', 'subnets': [{'id': '80f6a88b-b0ed-49ff-9c6c-faec9e6053f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:39:46.798905 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7714e4b-d8bc-4fa0-8a67-d9abc6881527 None None] Checking router: 4804df28-f7c7-4da5-a69d-07f92f181f93 for host: dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 08:39:46.799444 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7714e4b-d8bc-4fa0-8a67-d9abc6881527 None None] Updating router 4804df28-f7c7-4da5-a69d-07f92f181f93 port affffaa5-174e-42ac-946f-083a5ad0f6e9 binding host dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 08:39:46.819181 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 49366) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:46.824918 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6661710-1fde-4928-b945-20753b298e61 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Pushing event updated for resources: {'Port': ['ID=bceb0377-df68-44f5-b549-15a253f20273,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:46.862957 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-f7714e4b-d8bc-4fa0-8a67-d9abc6881527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:46.924383 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f08da41b-4ac9-439d-bfb2-e787445cc222 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:46.972033 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988e107d-f06f-4820-8ed9-189015a55c56 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Network 5b7f799d-422c-4a3b-8cfa-1a07d6cb098d is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:39:46.978502 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-988e107d-f06f-4820-8ed9-189015a55c56 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:39:46.999795 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-5c8268bd-541a-4182-b483-fc8cf6537b73 None None] Allocated IP 172.20.0.2 (bc933c3a-b15d-4eab-9ad6-d32fd193f5cd/1af0596d-2831-499c-99c7-b589906bd278/17c5afa8-3b5c-4ae8-9891-4ea35606317c) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:39:47.178252 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-9327c538-71ee-4d33-81ac-06b7a9d76b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:47.211549 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6661710-1fde-4928-b945-20753b298e61 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Network e264bd74-c56b-43d0-9059-bcb57dbbe5bc is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:39:47.340953 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f08da41b-4ac9-439d-bfb2-e787445cc222 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7510167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985167'] for subnet, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:47.341139 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-c6661710-1fde-4928-b945-20753b298e61 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:39:47.348381 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 49374) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:47.354520 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-5c8268bd-541a-4182-b483-fc8cf6537b73 None None] For port 17c5afa8-3b5c-4ae8-9891-4ea35606317c, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=17c5afa8-3b5c-4ae8-9891-4ea35606317c,segment=NetworkSegment(2c48dc91-e362-4611-9354-aede43558386),segment_id=2c48dc91-e362-4611-9354-aede43558386)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:39:47.356257 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6661710-1fde-4928-b945-20753b298e61 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:39:47.369897 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:47.390608 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f08da41b-4ac9-439d-bfb2-e787445cc222 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:47.397781 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f8e91b-27c3-4415-b779-fdbff538e311 None None] Network d2ccc9ab-cc25-448a-8b92-99b92249b4bb requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:39:47.407297 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08da41b-4ac9-439d-bfb2-e787445cc222 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Pushing event deleted for resources: {'Subnet': ['ID=247b1468-7b75-49b6-a235-0ed66b4efbec,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:47.440693 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-138ac87a-34c3-418a-8e54-51da90a6abb5 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1269429310', 'description': 'tempest-description--1981656436'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:39:47.461469 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-f7714e4b-d8bc-4fa0-8a67-d9abc6881527 None None] Notify callbacks [] for port, precommit_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:47.467662 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-f08da41b-4ac9-439d-bfb2-e787445cc222 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "DELETE /v2.0/subnets/247b1468-7b75-49b6-a235-0ed66b4efbec HTTP/1.1" status: 204 len: 168 time: 1.8543801 Feb 04 08:39:47.468172 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ad331d70-698b-49c1-b857-b02d19174f19 tempest-RoutersTestDVR-1674534248 tempest-RoutersTestDVR-1674534248-project-admin] Notify callbacks [] for router, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:47.471941 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 49378) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:47.483517 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-5c8268bd-541a-4182-b483-fc8cf6537b73 None None] Notify callbacks [] for port, precommit_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:47.485791 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.provisioning_blocks [None req-f7714e4b-d8bc-4fa0-8a67-d9abc6881527 None None] Transition to ACTIVE for port object affffaa5-174e-42ac-946f-083a5ad0f6e9 will not be triggered until provisioned by entity L2. {{(pid=84110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:39:47.524086 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port e7797e17-b54c-4db5-ac06-fb85f686a8ef, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=e7797e17-b54c-4db5-ac06-fb85f686a8ef,segment=NetworkSegment(b991c11b-f1dc-47b0-87f2-61fb52a8eef4),segment_id=b991c11b-f1dc-47b0-87f2-61fb52a8eef4)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:39:47.528134 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-138ac87a-34c3-418a-8e54-51da90a6abb5 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:39:47.538358 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-5c8268bd-541a-4182-b483-fc8cf6537b73 None None] Transition to ACTIVE for port object 17c5afa8-3b5c-4ae8-9891-4ea35606317c will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:39:47.563235 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-138ac87a-34c3-418a-8e54-51da90a6abb5 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Usage tracker for resource:security_group and tenant:bcdc9b25d9ba412baa8d7ec71c6170b5 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:39:47.564290 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-f7714e4b-d8bc-4fa0-8a67-d9abc6881527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:47.575382 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-138ac87a-34c3-418a-8e54-51da90a6abb5 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:39:47.601727 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:47.612451 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7ce98528-b270-421c-b1a2-1f307c2bd95d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:47.617368 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-138ac87a-34c3-418a-8e54-51da90a6abb5 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:39:47.630990 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-7ce98528-b270-421c-b1a2-1f307c2bd95d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Deleting port a7127f9e-dedd-4925-b779-570a81733a63 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:39:47.632723 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7ce98528-b270-421c-b1a2-1f307c2bd95d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:47.644183 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-5c8268bd-541a-4182-b483-fc8cf6537b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:47.688211 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9fa8fba8-bb46-49ce-8d59-ec4b828fc390 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:47.701747 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13a12ef-e8ae-4495-991d-7bee276e92c2 None None] Pushing event updated for resources: {'Port': ['ID=affffaa5-174e-42ac-946f-083a5ad0f6e9,revision_number=3']} {{(pid=84110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:47.758163 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-988e107d-f06f-4820-8ed9-189015a55c56 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Router f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:39:47.848418 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.db.api [None req-9327c538-71ee-4d33-81ac-06b7a9d76b25 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 08:39:47.848808 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG oslo_db.api [None req-9327c538-71ee-4d33-81ac-06b7a9d76b25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 08:39:47.868241 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=e7797e17-b54c-4db5-ac06-fb85f686a8ef,revision_number=5']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:47.974032 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 498eb458-eca1-4b2d-8fa9-a14a137b507d up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:39:47.992824 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [None req-7ce98528-b270-421c-b1a2-1f307c2bd95d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] For port a7127f9e-dedd-4925-b779-570a81733a63, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=a7127f9e-dedd-4925-b779-570a81733a63,segment=NetworkSegment(29ef0390-353e-46db-a472-ad8ceeda9f53),segment_id=29ef0390-353e-46db-a472-ad8ceeda9f53)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:39:47.993430 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7ce98528-b270-421c-b1a2-1f307c2bd95d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:48.042957 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.managers [None req-f7714e4b-d8bc-4fa0-8a67-d9abc6881527 None None] Attempting to bind port affffaa5-174e-42ac-946f-083a5ad0f6e9 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:39:48.043408 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.managers [None req-f7714e4b-d8bc-4fa0-8a67-d9abc6881527 None None] Attempting to bind port affffaa5-174e-42ac-946f-083a5ad0f6e9 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': 'c8e7a4a8-bd8f-4bcd-a973-4a8e1fee7582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'b0b8e294-2639-4240-96e8-00c76471f9a3'}] {{(pid=84110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:39:48.043731 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7714e4b-d8bc-4fa0-8a67-d9abc6881527 None None] Attempting to bind port affffaa5-174e-42ac-946f-083a5ad0f6e9 on network b0b8e294-2639-4240-96e8-00c76471f9a3 {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:39:48.058069 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7714e4b-d8bc-4fa0-8a67-d9abc6881527 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:39:48.059546 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7714e4b-d8bc-4fa0-8a67-d9abc6881527 None None] Checking segment: {'id': 'c8e7a4a8-bd8f-4bcd-a973-4a8e1fee7582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'b0b8e294-2639-4240-96e8-00c76471f9a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:39:48.059904 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-f7714e4b-d8bc-4fa0-8a67-d9abc6881527 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:48.060314 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7714e4b-d8bc-4fa0-8a67-d9abc6881527 None None] Bound using segment: {'id': 'c8e7a4a8-bd8f-4bcd-a973-4a8e1fee7582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'b0b8e294-2639-4240-96e8-00c76471f9a3'} {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:39:48.060804 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.managers [None req-f7714e4b-d8bc-4fa0-8a67-d9abc6881527 None None] Bound port: affffaa5-174e-42ac-946f-083a5ad0f6e9, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8e7a4a8-bd8f-4bcd-a973-4a8e1fee7582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'b0b8e294-2639-4240-96e8-00c76471f9a3'}}] {{(pid=84110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:39:48.061164 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-f7714e4b-d8bc-4fa0-8a67-d9abc6881527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:48.144872 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-958ae2ee-1135-440d-ba16-0123f731ad60 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:48.150802 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8268bd-541a-4182-b483-fc8cf6537b73 None None] Pushing event updated for resources: {'Port': ['ID=17c5afa8-3b5c-4ae8-9891-4ea35606317c,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:48.167854 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-9fa8fba8-bb46-49ce-8d59-ec4b828fc390 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Calling delete_port for 68c33163-55f0-4d32-9c08-8a387c9542a5 owned by {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:39:48.197429 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 498eb458-eca1-4b2d-8fa9-a14a137b507d triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:39:48.197926 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:48.220242 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-138ac87a-34c3-418a-8e54-51da90a6abb5 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Notify callbacks [] for security_group, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:48.250870 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad800c9-2f3d-4b73-ad3b-615a0c2de7f0 None None] DHCP port deletion for d2ccc9ab-cc25-448a-8b92-99b92249b4bb request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 08:39:48.258348 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.db [None req-f7714e4b-d8bc-4fa0-8a67-d9abc6881527 None None] For port affffaa5-174e-42ac-946f-083a5ad0f6e9, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:39:48.266803 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.db [None req-f7714e4b-d8bc-4fa0-8a67-d9abc6881527 None None] For port affffaa5-174e-42ac-946f-083a5ad0f6e9, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=affffaa5-174e-42ac-946f-083a5ad0f6e9,segment=NetworkSegment(c8e7a4a8-bd8f-4bcd-a973-4a8e1fee7582),segment_id=c8e7a4a8-bd8f-4bcd-a973-4a8e1fee7582)] {{(pid=84110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:39:48.268163 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-6ad800c9-2f3d-4b73-ad3b-615a0c2de7f0 None None] Deleting port a7127f9e-dedd-4925-b779-570a81733a63 {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:39:48.268535 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-6ad800c9-2f3d-4b73-ad3b-615a0c2de7f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:48.300865 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-7ce98528-b270-421c-b1a2-1f307c2bd95d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Calling delete_port for a7127f9e-dedd-4925-b779-570a81733a63 owned by network:dhcp {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:39:48.351974 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-f7714e4b-d8bc-4fa0-8a67-d9abc6881527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:48.375686 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 49386) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:48.419728 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-9327c538-71ee-4d33-81ac-06b7a9d76b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:48.508575 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-958ae2ee-1135-440d-ba16-0123f731ad60 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Calling delete_port for db22cc2c-6241-4456-b12e-46d5ddddcb50 owned by {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:39:48.525452 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7714e4b-d8bc-4fa0-8a67-d9abc6881527 None None] Routers {'4804df28-f7c7-4da5-a69d-07f92f181f93'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:39:48.526109 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-f7714e4b-d8bc-4fa0-8a67-d9abc6881527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:39:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['4804df28-f7c7-4da5-a69d-07f92f181f93'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:39:48.696955 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13a12ef-e8ae-4495-991d-7bee276e92c2 None None] Pushing event updated for resources: {'Port': ['ID=affffaa5-174e-42ac-946f-083a5ad0f6e9,revision_number=4']} {{(pid=84110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:48.726214 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9debb463-e5c7-43c9-a0be-63356838e4d7 tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:39:48.741388 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-9debb463-e5c7-43c9-a0be-63356838e4d7 tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=e264bd74-c56b-43d0-9059-bcb57dbbe5bc HTTP/1.1" status: 200 len: 814 time: 0.3644769 Feb 04 08:39:48.821767 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-9327c538-71ee-4d33-81ac-06b7a9d76b25 None None] For port 17c5afa8-3b5c-4ae8-9891-4ea35606317c, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=17c5afa8-3b5c-4ae8-9891-4ea35606317c,segment=NetworkSegment(2c48dc91-e362-4611-9354-aede43558386),segment_id=2c48dc91-e362-4611-9354-aede43558386)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:39:48.837662 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-988e107d-f06f-4820-8ed9-189015a55c56 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:39:48.859464 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-6ad800c9-2f3d-4b73-ad3b-615a0c2de7f0 None None] For port a7127f9e-dedd-4925-b779-570a81733a63, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=a7127f9e-dedd-4925-b779-570a81733a63,segment=NetworkSegment(29ef0390-353e-46db-a472-ad8ceeda9f53),segment_id=29ef0390-353e-46db-a472-ad8ceeda9f53)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:39:48.860796 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-6ad800c9-2f3d-4b73-ad3b-615a0c2de7f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:48.862295 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7ce98528-b270-421c-b1a2-1f307c2bd95d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:48.884631 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-f7714e4b-d8bc-4fa0-8a67-d9abc6881527 None None] Set router 4804df28-f7c7-4da5-a69d-07f92f181f93 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:39:48.911766 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-988e107d-f06f-4820-8ed9-189015a55c56 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "PUT /v2.0/routers/f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3907857 Feb 04 08:39:48.925464 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 49394) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:48.930918 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce98528-b270-421c-b1a2-1f307c2bd95d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Pushing event deleted for resources: {'Port': ['ID=a7127f9e-dedd-4925-b779-570a81733a63,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:48.941065 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-064cd3ea-60e6-4b4f-aed6-503ffe4a3adf tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Request body: {'network': {'name': 'tempest-RoutersTest-653786126'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:39:48.942986 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-064cd3ea-60e6-4b4f-aed6-503ffe4a3adf tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:39:48.947206 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce98528-b270-421c-b1a2-1f307c2bd95d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] No DVR routers for this DVR port a7127f9e-dedd-4925-b779-570a81733a63 on host dv-neutron-827798-2-hyperv {{(pid=84107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:39:48.960180 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-9327c538-71ee-4d33-81ac-06b7a9d76b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:48.985247 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-064cd3ea-60e6-4b4f-aed6-503ffe4a3adf tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Usage tracker for resource:network and tenant:1216cf6397c6415eb938e86c1901dea6 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:39:48.994334 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-064cd3ea-60e6-4b4f-aed6-503ffe4a3adf tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:39:49.014527 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9fa8fba8-bb46-49ce-8d59-ec4b828fc390 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:49.034009 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-064cd3ea-60e6-4b4f-aed6-503ffe4a3adf tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:39:49.131651 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa8fba8-bb46-49ce-8d59-ec4b828fc390 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Pushing event deleted for resources: {'Port': ['ID=68c33163-55f0-4d32-9c08-8a387c9542a5,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:49.151127 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7ce98528-b270-421c-b1a2-1f307c2bd95d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:49.152452 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-6ad800c9-2f3d-4b73-ad3b-615a0c2de7f0 None None] Calling delete_port for a7127f9e-dedd-4925-b779-570a81733a63 owned by network:dhcp {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:39:49.179614 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9327c538-71ee-4d33-81ac-06b7a9d76b25 None None] Pushing event updated for resources: {'Port': ['ID=17c5afa8-3b5c-4ae8-9891-4ea35606317c,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:49.198459 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-7ce98528-b270-421c-b1a2-1f307c2bd95d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2ccc9ab-cc25-448a-8b92-99b92249b4bb']}} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:39:49.208934 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-7ce98528-b270-421c-b1a2-1f307c2bd95d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29ef0390-353e-46db-a472-ad8ceeda9f53') {'for_net_delete': True} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:39:49.209468 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-7ce98528-b270-421c-b1a2-1f307c2bd95d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29ef0390-353e-46db-a472-ad8ceeda9f53') {} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:39:49.220193 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-064cd3ea-60e6-4b4f-aed6-503ffe4a3adf tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Made reservation on behalf of 1216cf6397c6415eb938e86c1901dea6 for: {'network': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:39:49.223651 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-064cd3ea-60e6-4b4f-aed6-503ffe4a3adf tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:49.242390 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7ce98528-b270-421c-b1a2-1f307c2bd95d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8058642'] for segment, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:49.247016 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9fa8fba8-bb46-49ce-8d59-ec4b828fc390 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:49.271372 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ad331d70-698b-49c1-b857-b02d19174f19 tempest-RoutersTestDVR-1674534248 tempest-RoutersTestDVR-1674534248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40989'] for router, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:49.275417 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7ce98528-b270-421c-b1a2-1f307c2bd95d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:49.282284 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.db.api [None req-6ad800c9-2f3d-4b73-ad3b-615a0c2de7f0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 08:39:49.282832 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG oslo_db.api [None req-6ad800c9-2f3d-4b73-ad3b-615a0c2de7f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 08:39:49.286886 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ce98528-b270-421c-b1a2-1f307c2bd95d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=84107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:39:49.287487 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7ce98528-b270-421c-b1a2-1f307c2bd95d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7377717'] for segment, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:49.288041 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-9fa8fba8-bb46-49ce-8d59-ec4b828fc390 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] 10.222.0.36 "DELETE /v2.0/ports/68c33163-55f0-4d32-9c08-8a387c9542a5 HTTP/1.1" status: 204 len: 168 time: 3.0670607 Feb 04 08:39:49.305101 dv-neutron-827798-2-hyperv neutron-server[84107]: Traceback (most recent call last): Feb 04 08:39:49.305101 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:39:49.305101 dv-neutron-827798-2-hyperv neutron-server[84107]: timer() Feb 04 08:39:49.305101 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:39:49.305101 dv-neutron-827798-2-hyperv neutron-server[84107]: cb(*args, **kw) Feb 04 08:39:49.305101 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:39:49.305101 dv-neutron-827798-2-hyperv neutron-server[84107]: return func(*args, **kwargs) Feb 04 08:39:49.305101 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:39:49.305101 dv-neutron-827798-2-hyperv neutron-server[84107]: self._notify() Feb 04 08:39:49.305101 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:39:49.305101 dv-neutron-827798-2-hyperv neutron-server[84107]: self.callback(batched_events) Feb 04 08:39:49.305101 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:39:49.305101 dv-neutron-827798-2-hyperv neutron-server[84107]: event.method(event) Feb 04 08:39:49.305101 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:39:49.305101 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:39:49.305101 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:39:49.305101 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:39:49.305101 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:39:49.305101 dv-neutron-827798-2-hyperv neutron-server[84107]: return f(self, *a, **k) Feb 04 08:39:49.305101 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:39:49.305101 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._get(url).json() Feb 04 08:39:49.305101 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:39:49.305101 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:39:49.305101 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:39:49.305101 dv-neutron-827798-2-hyperv neutron-server[84107]: return self.request(url, 'GET', **kwargs) Feb 04 08:39:49.305101 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:39:49.305101 dv-neutron-827798-2-hyperv neutron-server[84107]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:39:49.305101 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:39:49.305101 dv-neutron-827798-2-hyperv neutron-server[84107]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:39:49.305101 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:39:49.305101 dv-neutron-827798-2-hyperv neutron-server[84107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:39:49.305101 dv-neutron-827798-2-hyperv neutron-server[84107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:39:49.314136 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 49398) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:49.328983 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ad331d70-698b-49c1-b857-b02d19174f19 tempest-RoutersTestDVR-1674534248 tempest-RoutersTestDVR-1674534248-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:49.346021 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c6661710-1fde-4928-b945-20753b298e61 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks [] for router_gateway, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:49.349588 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c6661710-1fde-4928-b945-20753b298e61 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472990'] for router, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:49.352640 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 49402) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:49.376578 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-bb09a4a0-680e-43f4-ac22-222f10860fa9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'network': {'name': 'tempest-network-smoke--1359870815', 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'port_security_enabled': True}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:39:49.382745 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-bb09a4a0-680e-43f4-ac22-222f10860fa9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:39:49.387272 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-bb09a4a0-680e-43f4-ac22-222f10860fa9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:network and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:39:49.390645 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-fc26e20f-a751-4854-b2d3-d1d490b76231 None None] Provisioning for port a657153a-6e55-47fb-bdbe-7a279c3d435d completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:39:49.390793 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-bb09a4a0-680e-43f4-ac22-222f10860fa9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:39:49.405072 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-bb09a4a0-680e-43f4-ac22-222f10860fa9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:39:49.405179 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-fc26e20f-a751-4854-b2d3-d1d490b76231 None None] Provisioning complete for port a657153a-6e55-47fb-bdbe-7a279c3d435d triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:39:49.407369 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-fc26e20f-a751-4854-b2d3-d1d490b76231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:49.414591 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-afc17704-8633-4884-9b87-324cc0e4ef2e tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1045363 Feb 04 08:39:49.416670 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 49406) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:49.433023 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-eb3425b5-187f-46a9-82ea-08c7454e7dcc tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1414590834'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:39:49.441929 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-eb3425b5-187f-46a9-82ea-08c7454e7dcc tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:39:49.447189 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-eb3425b5-187f-46a9-82ea-08c7454e7dcc tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Usage tracker for resource:network and tenant:ba5e8e53481e48e5af1f5293f660f5cf is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:39:49.450502 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-eb3425b5-187f-46a9-82ea-08c7454e7dcc tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:39:49.456408 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-eb3425b5-187f-46a9-82ea-08c7454e7dcc tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:39:49.467956 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-b26688d7-b529-4364-b0d0-2e481474b065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:49.489442 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-fc26e20f-a751-4854-b2d3-d1d490b76231 None None] Port a657153a-6e55-47fb-bdbe-7a279c3d435d cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:39:49.504481 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-fc26e20f-a751-4854-b2d3-d1d490b76231 None None] Provisioning complete for port 498eb458-eca1-4b2d-8fa9-a14a137b507d triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:39:49.504900 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-fc26e20f-a751-4854-b2d3-d1d490b76231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:49.521570 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-f7714e4b-d8bc-4fa0-8a67-d9abc6881527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4804df28-f7c7-4da5-a69d-07f92f181f93', 'name': 'tempest-ServerActionsTestJSON-478268432-router', 'tenant_id': 'bcdc9b25d9ba412baa8d7ec71c6170b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': '7e01970c-a0b3-46d1-bc17-e04409c5fec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:39:26Z', 'updated_at': '2022-02-04T08:39:40Z', 'revision_number': 4, 'project_id': 'bcdc9b25d9ba412baa8d7ec71c6170b5', 'gw_port': {'id': '7e01970c-a0b3-46d1-bc17-e04409c5fec8', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:e2:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4804df28-f7c7-4da5-a69d-07f92f181f93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:39:28Z', 'updated_at': '2022-02-04T08:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': 'affffaa5-174e-42ac-946f-083a5ad0f6e9', 'name': '', 'network_id': 'b0b8e294-2639-4240-96e8-00c76471f9a3', 'tenant_id': 'bcdc9b25d9ba412baa8d7ec71c6170b5', 'mac_address': 'fa:16:3e:d3:c5:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4804df28-f7c7-4da5-a69d-07f92f181f93', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80f6a88b-b0ed-49ff-9c6c-faec9e6053f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:39:38Z', 'updated_at': '2022-02-04T08:39:48Z', 'revision_number': 4, 'project_id': 'bcdc9b25d9ba412baa8d7ec71c6170b5', 'subnets': [{'id': '80f6a88b-b0ed-49ff-9c6c-faec9e6053f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:39:49.523275 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7ce98528-b270-421c-b1a2-1f307c2bd95d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:49.531645 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7714e4b-d8bc-4fa0-8a67-d9abc6881527 None None] The sync data for ids ['4804df28-f7c7-4da5-a69d-07f92f181f93'] in dv-neutron-827798-2-hyperv is: [{'id': '4804df28-f7c7-4da5-a69d-07f92f181f93', 'name': 'tempest-ServerActionsTestJSON-478268432-router', 'tenant_id': 'bcdc9b25d9ba412baa8d7ec71c6170b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': '7e01970c-a0b3-46d1-bc17-e04409c5fec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:39:26Z', 'updated_at': '2022-02-04T08:39:40Z', 'revision_number': 4, 'project_id': 'bcdc9b25d9ba412baa8d7ec71c6170b5', 'gw_port': {'id': '7e01970c-a0b3-46d1-bc17-e04409c5fec8', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:e2:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4804df28-f7c7-4da5-a69d-07f92f181f93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:39:28Z', 'updated_at': '2022-02-04T08:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': 'affffaa5-174e-42ac-946f-083a5ad0f6e9', 'name': '', 'network_id': 'b0b8e294-2639-4240-96e8-00c76471f9a3', 'tenant_id': 'bcdc9b25d9ba412baa8d7ec71c6170b5', 'mac_address': 'fa:16:3e:d3:c5:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4804df28-f7c7-4da5-a69d-07f92f181f93', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80f6a88b-b0ed-49ff-9c6c-faec9e6053f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:39:38Z', 'updated_at': '2022-02-04T08:39:48Z', 'revision_number': 4, 'project_id': 'bcdc9b25d9ba412baa8d7ec71c6170b5', 'subnets': [{'id': '80f6a88b-b0ed-49ff-9c6c-faec9e6053f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:39:49.554148 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7ce98528-b270-421c-b1a2-1f307c2bd95d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:49.563159 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce98528-b270-421c-b1a2-1f307c2bd95d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Pushing event deleted for resources: {'Network': ['ID=d2ccc9ab-cc25-448a-8b92-99b92249b4bb,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:49.570721 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-7ce98528-b270-421c-b1a2-1f307c2bd95d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "DELETE /v2.0/networks/d2ccc9ab-cc25-448a-8b92-99b92249b4bb HTTP/1.1" status: 204 len: 168 time: 2.0983109 Feb 04 08:39:49.572656 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 49410) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:49.580401 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-686df469-6458-4a4d-be7c-47050ea0de4b tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-577235779'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:39:49.586345 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-686df469-6458-4a4d-be7c-47050ea0de4b tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:39:49.593616 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-686df469-6458-4a4d-be7c-47050ea0de4b tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Usage tracker for resource:network and tenant:e63069d3cf3540d8aad7a137ff4999ec is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:39:49.608815 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-686df469-6458-4a4d-be7c-47050ea0de4b tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:39:49.609547 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb09a4a0-680e-43f4-ac22-222f10860fa9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Made reservation on behalf of 7df2bfd740464e869863a41b14f4d5af for: {'network': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:39:49.611535 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-bb09a4a0-680e-43f4-ac22-222f10860fa9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:49.640218 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-958ae2ee-1135-440d-ba16-0123f731ad60 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:49.642092 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ad331d70-698b-49c1-b857-b02d19174f19 tempest-RoutersTestDVR-1674534248 tempest-RoutersTestDVR-1674534248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-476062'] for router, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:49.642570 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad331d70-698b-49c1-b857-b02d19174f19 tempest-RoutersTestDVR-1674534248 tempest-RoutersTestDVR-1674534248-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 95a2cad0-920e-40ed-a60b-950d2294d90f {{(pid=84108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 08:39:49.644099 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-686df469-6458-4a4d-be7c-47050ea0de4b tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:39:49.681469 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-064cd3ea-60e6-4b4f-aed6-503ffe4a3adf tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=84107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:39:49.699507 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-fc26e20f-a751-4854-b2d3-d1d490b76231 None None] Could not find standard attr ID for object db22cc2c-6241-4456-b12e-46d5ddddcb50. {{(pid=84109) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 08:39:49.712919 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-064cd3ea-60e6-4b4f-aed6-503ffe4a3adf tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:49.713657 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.segments_db [None req-064cd3ea-60e6-4b4f-aed6-503ffe4a3adf tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Added segment f231d699-6b28-4d13-bac1-7eb6b641732e of type vlan for network 32199bff-c1f3-46c9-bae3-a5de11c8ee15 Feb 04 08:39:49.741743 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb3425b5-187f-46a9-82ea-08c7454e7dcc tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Made reservation on behalf of ba5e8e53481e48e5af1f5293f660f5cf for: {'network': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:39:49.745266 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-eb3425b5-187f-46a9-82ea-08c7454e7dcc tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:49.756272 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-138ac87a-34c3-418a-8e54-51da90a6abb5 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:39:49.761974 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-064cd3ea-60e6-4b4f-aed6-503ffe4a3adf tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:49.764333 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958ae2ee-1135-440d-ba16-0123f731ad60 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event deleted for resources: {'Port': ['ID=db22cc2c-6241-4456-b12e-46d5ddddcb50,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:49.768151 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-fc26e20f-a751-4854-b2d3-d1d490b76231 None None] Provisioning for port 17c5afa8-3b5c-4ae8-9891-4ea35606317c completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:39:49.776507 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-138ac87a-34c3-418a-8e54-51da90a6abb5 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Usage tracker for resource:security_group_rule and tenant:bcdc9b25d9ba412baa8d7ec71c6170b5 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:39:49.784097 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-fc26e20f-a751-4854-b2d3-d1d490b76231 None None] Provisioning complete for port 17c5afa8-3b5c-4ae8-9891-4ea35606317c triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:39:49.784097 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-fc26e20f-a751-4854-b2d3-d1d490b76231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:49.788094 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-138ac87a-34c3-418a-8e54-51da90a6abb5 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:39:49.797317 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ad331d70-698b-49c1-b857-b02d19174f19 tempest-RoutersTestDVR-1674534248 tempest-RoutersTestDVR-1674534248-project-admin] Notify callbacks [] for router, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:49.798703 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-ad331d70-698b-49c1-b857-b02d19174f19 tempest-RoutersTestDVR-1674534248 tempest-RoutersTestDVR-1674534248-project-admin] 10.222.0.36 "DELETE /v2.0/routers/95a2cad0-920e-40ed-a60b-950d2294d90f HTTP/1.1" status: 204 len: 168 time: 2.9651084 Feb 04 08:39:49.805429 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 49414) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:49.821091 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-138ac87a-34c3-418a-8e54-51da90a6abb5 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:39:49.848216 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-ce0a6268-c359-457f-9399-cf4b965f6ae0 tempest-RoutersTestDVR-1674534248 tempest-RoutersTestDVR-1674534248-project-admin] Request body: {'router': {'name': 'tempest-router-1165316407', 'distributed': True}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:39:49.883892 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-6ad800c9-2f3d-4b73-ad3b-615a0c2de7f0 None None] Deleting port a7127f9e-dedd-4925-b779-570a81733a63 {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:39:49.886124 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-6ad800c9-2f3d-4b73-ad3b-615a0c2de7f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:49.897814 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb3425b5-187f-46a9-82ea-08c7454e7dcc tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=84107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:39:49.908882 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-ce0a6268-c359-457f-9399-cf4b965f6ae0 tempest-RoutersTestDVR-1674534248 tempest-RoutersTestDVR-1674534248-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:39:49.955605 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb09a4a0-680e-43f4-ac22-222f10860fa9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=84108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:39:49.980681 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-ce0a6268-c359-457f-9399-cf4b965f6ae0 tempest-RoutersTestDVR-1674534248 tempest-RoutersTestDVR-1674534248-project-admin] Usage tracker for resource:router and tenant:0f54e50e0f8d4e15873836ced2999e9e is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:39:49.983961 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-eb3425b5-187f-46a9-82ea-08c7454e7dcc tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:49.984309 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.segments_db [None req-eb3425b5-187f-46a9-82ea-08c7454e7dcc tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Added segment 4e5d2967-889d-4e61-ae00-90bcf486795e of type vlan for network 212d265f-639f-43e4-99b2-6d54dfa45c0f Feb 04 08:39:49.985642 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-ce0a6268-c359-457f-9399-cf4b965f6ae0 tempest-RoutersTestDVR-1674534248 tempest-RoutersTestDVR-1674534248-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:39:50.023413 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-ce0a6268-c359-457f-9399-cf4b965f6ae0 tempest-RoutersTestDVR-1674534248 tempest-RoutersTestDVR-1674534248-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:39:50.097355 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-6ad800c9-2f3d-4b73-ad3b-615a0c2de7f0 None None] The port 'a7127f9e-dedd-4925-b779-570a81733a63' was deleted {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 08:39:50.132037 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-eb3425b5-187f-46a9-82ea-08c7454e7dcc tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:50.222551 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-958ae2ee-1135-440d-ba16-0123f731ad60 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:50.230139 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device e7797e17-b54c-4db5-ac06-fb85f686a8ef up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:39:50.237267 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-bb09a4a0-680e-43f4-ac22-222f10860fa9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:50.237827 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.segments_db [None req-bb09a4a0-680e-43f4-ac22-222f10860fa9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Added segment a90d19d3-892e-440d-b71b-bdd2d1242422 of type vlan for network a283428a-c352-4d19-98bc-b1a1da8b6a7b Feb 04 08:39:50.258719 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-958ae2ee-1135-440d-ba16-0123f731ad60 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "DELETE /v2.0/ports/db22cc2c-6241-4456-b12e-46d5ddddcb50 HTTP/1.1" status: 204 len: 168 time: 4.5440385 Feb 04 08:39:50.261276 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 49418) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:50.311391 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-686df469-6458-4a4d-be7c-47050ea0de4b tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Made reservation on behalf of e63069d3cf3540d8aad7a137ff4999ec for: {'network': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:39:50.314012 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-bb09a4a0-680e-43f4-ac22-222f10860fa9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:50.322174 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-686df469-6458-4a4d-be7c-47050ea0de4b tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:50.332893 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port e7797e17-b54c-4db5-ac06-fb85f686a8ef triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:39:50.333926 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:50.347406 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-064cd3ea-60e6-4b4f-aed6-503ffe4a3adf tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:50.348172 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-138ac87a-34c3-418a-8e54-51da90a6abb5 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Notify callbacks [] for security_group, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:50.351228 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064cd3ea-60e6-4b4f-aed6-503ffe4a3adf tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:39:50.351824 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-064cd3ea-60e6-4b4f-aed6-503ffe4a3adf tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:50.409838 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-eb3425b5-187f-46a9-82ea-08c7454e7dcc tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:50.413601 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3425b5-187f-46a9-82ea-08c7454e7dcc tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:39:50.415745 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-eb3425b5-187f-46a9-82ea-08c7454e7dcc tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:50.415851 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-138ac87a-34c3-418a-8e54-51da90a6abb5 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:50.423260 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-cc4a4a34-5bf7-4994-a2cc-9df385eb4acd None None] Could not find standard attr ID for object db22cc2c-6241-4456-b12e-46d5ddddcb50. {{(pid=84109) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 08:39:50.429006 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ce0a6268-c359-457f-9399-cf4b965f6ae0 tempest-RoutersTestDVR-1674534248 tempest-RoutersTestDVR-1674534248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40975'] for router, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:50.429925 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ce0a6268-c359-457f-9399-cf4b965f6ae0 tempest-RoutersTestDVR-1674534248 tempest-RoutersTestDVR-1674534248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40982'] for router, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:50.475063 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138ac87a-34c3-418a-8e54-51da90a6abb5 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53227cdf-7dc5-4d80-b711-52cc313216b9,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:50.511295 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-bb09a4a0-680e-43f4-ac22-222f10860fa9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:50.516266 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb09a4a0-680e-43f4-ac22-222f10860fa9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:39:50.517466 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-bb09a4a0-680e-43f4-ac22-222f10860fa9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:50.524027 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device affffaa5-174e-42ac-946f-083a5ad0f6e9 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:39:50.557961 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6661710-1fde-4928-b945-20753b298e61 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Router 8012c599-7e03-41e2-9bae-8b4d5e83d293 is scheduled to L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 with binding_index 1 {{(pid=84108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 08:39:50.560419 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-138ac87a-34c3-418a-8e54-51da90a6abb5 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:50.564711 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-138ac87a-34c3-418a-8e54-51da90a6abb5 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 3.2073970 Feb 04 08:39:50.565542 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-686df469-6458-4a4d-be7c-47050ea0de4b tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=84107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:39:50.569451 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 49422) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:50.578262 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064cd3ea-60e6-4b4f-aed6-503ffe4a3adf tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Pushing event updated for resources: {'Network': ['ID=32199bff-c1f3-46c9-bae3-a5de11c8ee15,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:50.587273 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-3aa425d5-8a63-44c1-b355-e9a4fa44ec56 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Request body: {'security_group_rule': {'security_group_id': '53227cdf-7dc5-4d80-b711-52cc313216b9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:39:50.595133 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network 32199bff-c1f3-46c9-bae3-a5de11c8ee15 details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:39:50.613590 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc9d339-0c99-4634-96bd-649a65d46a24 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:39:50.614624 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc9d339-0c99-4634-96bd-649a65d46a24 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:39:50.616734 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc9d339-0c99-4634-96bd-649a65d46a24 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:39:50.617547 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-7dc9d339-0c99-4634-96bd-649a65d46a24 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Synchronizing usage tracker for tenant:ffa27937301745e1ad43fa520f28cbc3 on resource:subnet {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:39:50.629033 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-3aa425d5-8a63-44c1-b355-e9a4fa44ec56 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:39:50.636188 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-686df469-6458-4a4d-be7c-47050ea0de4b tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:50.642766 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.segments_db [None req-686df469-6458-4a4d-be7c-47050ea0de4b tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Added segment 4ea3feb7-58cf-4e68-b996-857db1dda1de of type vlan for network eb8c0b03-5448-48b6-95c7-b4b0ea1674f8 Feb 04 08:39:50.652216 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb09a4a0-680e-43f4-ac22-222f10860fa9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'Network': ['ID=a283428a-c352-4d19-98bc-b1a1da8b6a7b,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:50.691686 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-3aa425d5-8a63-44c1-b355-e9a4fa44ec56 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Usage tracker for resource:security_group_rule and tenant:bcdc9b25d9ba412baa8d7ec71c6170b5 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:39:50.696282 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-064cd3ea-60e6-4b4f-aed6-503ffe4a3adf tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.7690973 Feb 04 08:39:50.702425 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network a283428a-c352-4d19-98bc-b1a1da8b6a7b details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:39:50.704865 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-3aa425d5-8a63-44c1-b355-e9a4fa44ec56 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:39:50.710177 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 49426) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:50.710319 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ce0a6268-c359-457f-9399-cf4b965f6ae0 tempest-RoutersTestDVR-1674534248 tempest-RoutersTestDVR-1674534248-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:50.723582 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-eb3425b5-187f-46a9-82ea-08c7454e7dcc tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3058472 Feb 04 08:39:50.728136 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 49430) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:50.732039 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-13cbc75e-b127-4eaf-93bc-2599fe877181 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Request body: {'subnet': {'network_id': '32199bff-c1f3-46c9-bae3-a5de11c8ee15', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:39:50.733219 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-3aa425d5-8a63-44c1-b355-e9a4fa44ec56 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:39:50.758492 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-f641124f-98a9-4af7-8bb1-b7b6fe64fb13 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-499757448'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:39:50.774923 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-bb09a4a0-680e-43f4-ac22-222f10860fa9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4081421 Feb 04 08:39:50.783286 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 49434) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:50.817347 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-f641124f-98a9-4af7-8bb1-b7b6fe64fb13 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:39:50.829489 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3425b5-187f-46a9-82ea-08c7454e7dcc tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Pushing event updated for resources: {'Network': ['ID=212d265f-639f-43e4-99b2-6d54dfa45c0f,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:50.832690 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-f641124f-98a9-4af7-8bb1-b7b6fe64fb13 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Usage tracker for resource:network and tenant:ba5e8e53481e48e5af1f5293f660f5cf is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:39:50.836718 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-686df469-6458-4a4d-be7c-47050ea0de4b tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:50.837652 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-f641124f-98a9-4af7-8bb1-b7b6fe64fb13 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:39:50.847126 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-7dc9d339-0c99-4634-96bd-649a65d46a24 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Unset dirty status for tenant:ffa27937301745e1ad43fa520f28cbc3 on resource:subnet {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:39:50.851008 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-7dc9d339-0c99-4634-96bd-649a65d46a24 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.5861995 Feb 04 08:39:50.852835 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 49438) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:50.856387 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network 212d265f-639f-43e4-99b2-6d54dfa45c0f details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:39:50.863869 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-f641124f-98a9-4af7-8bb1-b7b6fe64fb13 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:39:50.904979 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-13cbc75e-b127-4eaf-93bc-2599fe877181 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:39:50.906383 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ce0a6268-c359-457f-9399-cf4b965f6ae0 tempest-RoutersTestDVR-1674534248 tempest-RoutersTestDVR-1674534248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472990'] for router, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:50.911847 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-13cbc75e-b127-4eaf-93bc-2599fe877181 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Usage tracker for resource:subnet and tenant:1216cf6397c6415eb938e86c1901dea6 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:39:50.915051 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-13cbc75e-b127-4eaf-93bc-2599fe877181 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:39:50.923395 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-13cbc75e-b127-4eaf-93bc-2599fe877181 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:39:50.937025 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3aa425d5-8a63-44c1-b355-e9a4fa44ec56 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:50.990569 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3210174-549e-49ed-88c8-5a2e59923ae0 tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:39:50.995128 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-e3210174-549e-49ed-88c8-5a2e59923ae0 tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=7df2bfd740464e869863a41b14f4d5af&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2080250 Feb 04 08:39:50.996905 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 49442) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:50.997364 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.db.resource_extend [None req-686df469-6458-4a4d-be7c-47050ea0de4b tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 08:39:50.999395 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f641124f-98a9-4af7-8bb1-b7b6fe64fb13 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Made reservation on behalf of ba5e8e53481e48e5af1f5293f660f5cf for: {'network': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:39:51.002409 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f641124f-98a9-4af7-8bb1-b7b6fe64fb13 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:51.011781 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13cbc75e-b127-4eaf-93bc-2599fe877181 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Made reservation on behalf of 1216cf6397c6415eb938e86c1901dea6 for: {'subnet': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:39:51.019754 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ce0a6268-c359-457f-9399-cf4b965f6ae0 tempest-RoutersTestDVR-1674534248 tempest-RoutersTestDVR-1674534248-project-admin] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:51.023594 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-ce0a6268-c359-457f-9399-cf4b965f6ae0 tempest-RoutersTestDVR-1674534248 tempest-RoutersTestDVR-1674534248-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.2032404 Feb 04 08:39:51.040343 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 49446) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:51.128453 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port affffaa5-174e-42ac-946f-083a5ad0f6e9 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:39:51.134095 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port affffaa5-174e-42ac-946f-083a5ad0f6e9 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:39:51.134504 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:51.170062 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-686df469-6458-4a4d-be7c-47050ea0de4b tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:51.173700 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686df469-6458-4a4d-be7c-47050ea0de4b tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:39:51.174085 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-686df469-6458-4a4d-be7c-47050ea0de4b tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:51.247024 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f641124f-98a9-4af7-8bb1-b7b6fe64fb13 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=84108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:39:51.252831 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:51.262700 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-13cbc75e-b127-4eaf-93bc-2599fe877181 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8119726'] for subnet, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:51.288664 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port affffaa5-174e-42ac-946f-083a5ad0f6e9, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=affffaa5-174e-42ac-946f-083a5ad0f6e9,segment=NetworkSegment(c8e7a4a8-bd8f-4bcd-a973-4a8e1fee7582),segment_id=c8e7a4a8-bd8f-4bcd-a973-4a8e1fee7582)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:39:51.351401 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:51.352353 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 17c5afa8-3b5c-4ae8-9891-4ea35606317c up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:39:51.360760 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f641124f-98a9-4af7-8bb1-b7b6fe64fb13 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:51.366058 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.segments_db [None req-f641124f-98a9-4af7-8bb1-b7b6fe64fb13 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Added segment 2ddedcbb-e1c2-441a-a59d-1d3666db8104 of type vlan for network ce638666-9e51-47d0-9a1c-bf2b89b901fb Feb 04 08:39:51.399755 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-686df469-6458-4a4d-be7c-47050ea0de4b tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.8236680 Feb 04 08:39:51.399996 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84524030-e09b-40d3-afbf-936be2f0e2dc tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:39:51.400483 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 49450) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:51.400863 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-84524030-e09b-40d3-afbf-936be2f0e2dc tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4027059 Feb 04 08:39:51.403961 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 49452) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:51.436370 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f641124f-98a9-4af7-8bb1-b7b6fe64fb13 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:51.452795 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6661710-1fde-4928-b945-20753b298e61 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:39:51.476809 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b937d6d-080a-4b36-a01a-cfa04a06b6f2 None None] Sync routers for ids ['8012c599-7e03-41e2-9bae-8b4d5e83d293'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:39:51.492957 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=affffaa5-174e-42ac-946f-083a5ad0f6e9,revision_number=5']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:51.508676 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b937d6d-080a-4b36-a01a-cfa04a06b6f2 None None] Routers {'8012c599-7e03-41e2-9bae-8b4d5e83d293'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:39:51.508676 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-8b937d6d-080a-4b36-a01a-cfa04a06b6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:39:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['8012c599-7e03-41e2-9bae-8b4d5e83d293'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:39:51.523179 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-d6bdc947-9b0b-414e-a82e-048627518fe3 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Request body: {'subnet': {'network_id': 'eb8c0b03-5448-48b6-95c7-b4b0ea1674f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:39:51.575040 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c6661710-1fde-4928-b945-20753b298e61 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks [] for router, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:51.580509 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-ba72b439-1452-4c77-9bc6-a93079494074 tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=e264bd74-c56b-43d0-9059-bcb57dbbe5bc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1097112 Feb 04 08:39:51.580509 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686df469-6458-4a4d-be7c-47050ea0de4b tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Pushing event updated for resources: {'Network': ['ID=eb8c0b03-5448-48b6-95c7-b4b0ea1674f8,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:51.580890 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-c6661710-1fde-4928-b945-20753b298e61 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 8.1973524 Feb 04 08:39:51.580890 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 49458) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:51.581043 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 49460) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:51.601249 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network eb8c0b03-5448-48b6-95c7-b4b0ea1674f8 details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:39:51.632734 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-8b937d6d-080a-4b36-a01a-cfa04a06b6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:39:51.636467 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-a97c44f6-b621-4618-9ff0-f1218171c47a tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:39:51.652766 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1cc04904-f151-43f1-af46-6af89d2e7de8 tempest-RoutersTestDVR-1674534248 tempest-RoutersTestDVR-1674534248-project-admin] Notify callbacks [] for router, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:51.702150 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f641124f-98a9-4af7-8bb1-b7b6fe64fb13 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:51.705448 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f641124f-98a9-4af7-8bb1-b7b6fe64fb13 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:39:51.705791 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f641124f-98a9-4af7-8bb1-b7b6fe64fb13 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:51.706384 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 17c5afa8-3b5c-4ae8-9891-4ea35606317c triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:39:51.706754 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:51.736456 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-7b4a9b3b-9a41-4baa-bfe7-2a15e5e37428 tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=7df2bfd740464e869863a41b14f4d5af&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1483080 Feb 04 08:39:51.740265 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 49466) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:51.746047 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3aa425d5-8a63-44c1-b355-e9a4fa44ec56 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:51.758099 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_v2 [None req-c49e1286-a146-4cd9-a8c0-45331a4bf862 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Deleting subnet 1af0596d-2831-499c-99c7-b589906bd278 {{(pid=84107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:39:51.771158 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-b7287914-af9f-4bda-bd8e-44f5ef723fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:51.779874 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b937d6d-080a-4b36-a01a-cfa04a06b6f2 None None] Routers {'8012c599-7e03-41e2-9bae-8b4d5e83d293'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:39:51.780485 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-8b937d6d-080a-4b36-a01a-cfa04a06b6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:39:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['8012c599-7e03-41e2-9bae-8b4d5e83d293'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:39:51.788416 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c49e1286-a146-4cd9-a8c0-45331a4bf862 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks [] for subnet, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:51.844125 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-8b937d6d-080a-4b36-a01a-cfa04a06b6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:39:51.844526 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b937d6d-080a-4b36-a01a-cfa04a06b6f2 None None] The sync data for ids ['8012c599-7e03-41e2-9bae-8b4d5e83d293'] in dv-neutron-827798-2-hyperv is: [] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:39:51.856946 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f641124f-98a9-4af7-8bb1-b7b6fe64fb13 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Pushing event updated for resources: {'Network': ['ID=ce638666-9e51-47d0-9a1c-bf2b89b901fb,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:51.871634 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3aa425d5-8a63-44c1-b355-e9a4fa44ec56 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:51.887102 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-f641124f-98a9-4af7-8bb1-b7b6fe64fb13 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1380193 Feb 04 08:39:51.887330 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network ce638666-9e51-47d0-9a1c-bf2b89b901fb details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:39:51.948367 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-d6bdc947-9b0b-414e-a82e-048627518fe3 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:39:51.976983 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-d6bdc947-9b0b-414e-a82e-048627518fe3 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Usage tracker for resource:subnet and tenant:e63069d3cf3540d8aad7a137ff4999ec is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:39:51.981580 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa425d5-8a63-44c1-b355-e9a4fa44ec56 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4e4c9ab-5b67-4601-83c3-73e86e05a27f,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:51.986269 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-d6bdc947-9b0b-414e-a82e-048627518fe3 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:39:52.010179 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-d6bdc947-9b0b-414e-a82e-048627518fe3 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:39:52.013464 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c49e1286-a146-4cd9-a8c0-45331a4bf862 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8058667'] for subnet, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:52.030214 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 49470) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:52.040201 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-f18ad03e-6302-44fd-8678-68df105ccafe tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Request body: {'subnets': [{'network_id': '212d265f-639f-43e4-99b2-6d54dfa45c0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1623729199', 'ip_version': 4}, {'network_id': 'ce638666-9e51-47d0-9a1c-bf2b89b901fb', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:39:52.040516 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-f18ad03e-6302-44fd-8678-68df105ccafe tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Request body: {'subnet': {'network_id': '212d265f-639f-43e4-99b2-6d54dfa45c0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1623729199', 'ip_version': 4}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:39:52.041101 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-f18ad03e-6302-44fd-8678-68df105ccafe tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Request body: {'subnet': {'network_id': 'ce638666-9e51-47d0-9a1c-bf2b89b901fb', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:39:52.054543 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-13cbc75e-b127-4eaf-93bc-2599fe877181 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7593498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8119736'] for subnet, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:52.087550 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device a7127f9e-dedd-4925-b779-570a81733a63 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:39:52.120991 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: a7127f9e-dedd-4925-b779-570a81733a63 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:39:52.121638 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device a7127f9e-dedd-4925-b779-570a81733a63 not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:39:52.175534 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3aa425d5-8a63-44c1-b355-e9a4fa44ec56 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:52.177012 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-3aa425d5-8a63-44c1-b355-e9a4fa44ec56 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.5963061 Feb 04 08:39:52.190619 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6bdc947-9b0b-414e-a82e-048627518fe3 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Made reservation on behalf of e63069d3cf3540d8aad7a137ff4999ec for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:39:52.211591 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 49474) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:52.212583 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device affffaa5-174e-42ac-946f-083a5ad0f6e9 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:39:52.276119 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-170d822b-c7d7-4427-b3be-0c45307548c3 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Request body: {'security_group_rule': {'security_group_id': '53227cdf-7dc5-4d80-b711-52cc313216b9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:39:52.282944 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port affffaa5-174e-42ac-946f-083a5ad0f6e9 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:39:52.283424 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:52.292733 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef238d01-30e2-4a2f-a335-711678832d24 tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:39:52.297401 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-ef238d01-30e2-4a2f-a335-711678832d24 tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5515792 Feb 04 08:39:52.305490 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 49478) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:52.358506 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-170d822b-c7d7-4427-b3be-0c45307548c3 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:39:52.390448 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-835c96e7-1ada-493f-b5b9-57f04200efbd tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=e264bd74-c56b-43d0-9059-bcb57dbbe5bc&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0805991 Feb 04 08:39:52.399579 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 49482) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:52.403730 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cbc75e-b127-4eaf-93bc-2599fe877181 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Pushing event updated for resources: {'Subnet': ['ID=78f74441-d3b1-4e7e-a548-80dcf861106e,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:52.433304 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-170d822b-c7d7-4427-b3be-0c45307548c3 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Usage tracker for resource:security_group_rule and tenant:bcdc9b25d9ba412baa8d7ec71c6170b5 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:39:52.433564 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-a0085bff-55c7-46f9-aead-b338a8203046 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1081398230', 'network_id': 'a283428a-c352-4d19-98bc-b1a1da8b6a7b', 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:39:52.450032 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-170d822b-c7d7-4427-b3be-0c45307548c3 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:39:52.524873 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-170d822b-c7d7-4427-b3be-0c45307548c3 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:39:52.527841 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1cc04904-f151-43f1-af46-6af89d2e7de8 tempest-RoutersTestDVR-1674534248 tempest-RoutersTestDVR-1674534248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40989'] for router, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:52.536819 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d6bdc947-9b0b-414e-a82e-048627518fe3 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985186'] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:52.563946 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1cc04904-f151-43f1-af46-6af89d2e7de8 tempest-RoutersTestDVR-1674534248 tempest-RoutersTestDVR-1674534248-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:52.565924 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c49e1286-a146-4cd9-a8c0-45331a4bf862 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:52.625233 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cbc75e-b127-4eaf-93bc-2599fe877181 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Checking segment: {'id': 'f231d699-6b28-4d13-bac1-7eb6b641732e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '32199bff-c1f3-46c9-bae3-a5de11c8ee15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:39:52.625595 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13cbc75e-b127-4eaf-93bc-2599fe877181 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Network hostable DHCP agents. Network: 32199bff-c1f3-46c9-bae3-a5de11c8ee15, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:39:52.648006 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-f18ad03e-6302-44fd-8678-68df105ccafe tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:39:52.655622 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-a0085bff-55c7-46f9-aead-b338a8203046 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:39:52.659736 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-f18ad03e-6302-44fd-8678-68df105ccafe tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Usage tracker for resource:subnet and tenant:ba5e8e53481e48e5af1f5293f660f5cf is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:39:52.677567 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-170d822b-c7d7-4427-b3be-0c45307548c3 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:52.715570 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-f18ad03e-6302-44fd-8678-68df105ccafe tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:39:52.718638 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-a0085bff-55c7-46f9-aead-b338a8203046 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:subnet and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:39:52.726039 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-a0085bff-55c7-46f9-aead-b338a8203046 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:39:52.734648 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-f18ad03e-6302-44fd-8678-68df105ccafe tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:39:52.743259 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-a0085bff-55c7-46f9-aead-b338a8203046 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:39:52.779922 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:52.851067 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f18ad03e-6302-44fd-8678-68df105ccafe tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Made reservation on behalf of ba5e8e53481e48e5af1f5293f660f5cf for: {'subnet': 2} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:39:52.878294 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13cbc75e-b127-4eaf-93bc-2599fe877181 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Network 32199bff-c1f3-46c9-bae3-a5de11c8ee15 is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:39:52.881015 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0085bff-55c7-46f9-aead-b338a8203046 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Made reservation on behalf of 7df2bfd740464e869863a41b14f4d5af for: {'subnet': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:39:52.940010 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:52.958857 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-170d822b-c7d7-4427-b3be-0c45307548c3 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:52.968835 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1cc04904-f151-43f1-af46-6af89d2e7de8 tempest-RoutersTestDVR-1674534248 tempest-RoutersTestDVR-1674534248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-476062'] for router, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:52.969313 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cc04904-f151-43f1-af46-6af89d2e7de8 tempest-RoutersTestDVR-1674534248 tempest-RoutersTestDVR-1674534248-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 76ac9f2a-c98e-4a1e-aa95-7931b95aba78 {{(pid=84107) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 08:39:53.025706 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c49e1286-a146-4cd9-a8c0-45331a4bf862 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7510167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985167'] for subnet, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:53.060906 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-13cbc75e-b127-4eaf-93bc-2599fe877181 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, 32199bff-c1f3-46c9-bae3-a5de11c8ee15) {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:39:53.063456 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-170d822b-c7d7-4427-b3be-0c45307548c3 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:53.072709 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97e2db6-93ba-4e98-a6dd-a2f78830ce84 None None] Network 32199bff-c1f3-46c9-bae3-a5de11c8ee15 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:39:53.082872 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49e1286-a146-4cd9-a8c0-45331a4bf862 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event deleted for resources: {'Subnet': ['ID=1af0596d-2831-499c-99c7-b589906bd278,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:53.088220 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13cbc75e-b127-4eaf-93bc-2599fe877181 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:39:53.093853 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-13cbc75e-b127-4eaf-93bc-2599fe877181 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:53.103581 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d6bdc947-9b0b-414e-a82e-048627518fe3 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7510230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985204'] for subnet, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:53.108640 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c49e1286-a146-4cd9-a8c0-45331a4bf862 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:53.137418 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170d822b-c7d7-4427-b3be-0c45307548c3 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0239433-cabf-44d9-9d86-e46789475ff6,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:53.141563 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9204b681-3eb4-48bb-87cb-6ca4e2f294b8 None None] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:39:53.154180 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1cc04904-f151-43f1-af46-6af89d2e7de8 tempest-RoutersTestDVR-1674534248 tempest-RoutersTestDVR-1674534248-project-admin] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:53.159478 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-1cc04904-f151-43f1-af46-6af89d2e7de8 tempest-RoutersTestDVR-1674534248 tempest-RoutersTestDVR-1674534248-project-admin] 10.222.0.36 "DELETE /v2.0/routers/76ac9f2a-c98e-4a1e-aa95-7931b95aba78 HTTP/1.1" status: 204 len: 168 time: 2.1070304 Feb 04 08:39:53.159679 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-c49e1286-a146-4cd9-a8c0-45331a4bf862 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "DELETE /v2.0/subnets/1af0596d-2831-499c-99c7-b589906bd278 HTTP/1.1" status: 204 len: 168 time: 2.3043590 Feb 04 08:39:53.164655 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 49488) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:53.166263 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a0085bff-55c7-46f9-aead-b338a8203046 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8119726'] for subnet, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:53.234947 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-170d822b-c7d7-4427-b3be-0c45307548c3 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:53.236122 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-170d822b-c7d7-4427-b3be-0c45307548c3 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.0235677 Feb 04 08:39:53.248897 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 49492) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:53.248897 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bdc947-9b0b-414e-a82e-048627518fe3 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Pushing event updated for resources: {'Subnet': ['ID=3e8d8a3b-9a84-46c7-a395-58fc49819fa1,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:53.260146 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-873bed25-0634-4e59-be5c-bf60af1cfa50 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Request body: {'floatingip': {'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:39:53.286181 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-873bed25-0634-4e59-be5c-bf60af1cfa50 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:39:53.287454 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-13cbc75e-b127-4eaf-93bc-2599fe877181 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5725117 Feb 04 08:39:53.288238 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 49496) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:53.296616 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-873bed25-0634-4e59-be5c-bf60af1cfa50 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Usage tracker for resource:floatingip and tenant:bcdc9b25d9ba412baa8d7ec71c6170b5 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:39:53.303793 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-873bed25-0634-4e59-be5c-bf60af1cfa50 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:39:53.313150 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_v2 [None req-14991a3b-6b0b-4ad6-a0cc-903f8c8d3ae9 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Deleting subnet 3001385e-c916-4a0c-869a-62552aec2e9d {{(pid=84107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:39:53.320244 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-14991a3b-6b0b-4ad6-a0cc-903f8c8d3ae9 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks [] for subnet, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:53.347228 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-873bed25-0634-4e59-be5c-bf60af1cfa50 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:39:53.357587 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6bdc947-9b0b-414e-a82e-048627518fe3 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Checking segment: {'id': '4ea3feb7-58cf-4e68-b996-857db1dda1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'eb8c0b03-5448-48b6-95c7-b4b0ea1674f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:39:53.357949 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6bdc947-9b0b-414e-a82e-048627518fe3 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Network hostable DHCP agents. Network: eb8c0b03-5448-48b6-95c7-b4b0ea1674f8, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:39:53.358692 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f18ad03e-6302-44fd-8678-68df105ccafe tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8119726'] for subnet, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:53.359194 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f18ad03e-6302-44fd-8678-68df105ccafe tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8119726'] for subnet, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:53.394187 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-14991a3b-6b0b-4ad6-a0cc-903f8c8d3ae9 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8058667'] for subnet, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:53.461488 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-873bed25-0634-4e59-be5c-bf60af1cfa50 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Notify callbacks [] for floatingip, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:53.471448 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630e0936-4550-4088-a24b-70aeb38005ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-32199bff-c1f3-46c9-bae3-a5de11c8ee15', 'network_id': '32199bff-c1f3-46c9-bae3-a5de11c8ee15', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'fixed_ips': [{'subnet_id': '78f74441-d3b1-4e7e-a548-80dcf861106e'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:39:53.472245 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-630e0936-4550-4088-a24b-70aeb38005ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:53.561347 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-14991a3b-6b0b-4ad6-a0cc-903f8c8d3ae9 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:53.597633 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6bdc947-9b0b-414e-a82e-048627518fe3 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Network eb8c0b03-5448-48b6-95c7-b4b0ea1674f8 is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:39:53.693929 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-d6bdc947-9b0b-414e-a82e-048627518fe3 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, eb8c0b03-5448-48b6-95c7-b4b0ea1674f8) {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:39:53.709813 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6bdc947-9b0b-414e-a82e-048627518fe3 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:39:53.712326 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e86b70-a1a7-4794-9eb1-246ba029d5b4 None None] Network eb8c0b03-5448-48b6-95c7-b4b0ea1674f8 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:39:53.712881 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d6bdc947-9b0b-414e-a82e-048627518fe3 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:53.768750 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 49502) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:53.773335 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-14991a3b-6b0b-4ad6-a0cc-903f8c8d3ae9 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7510167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985167'] for subnet, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:53.845679 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-873bed25-0634-4e59-be5c-bf60af1cfa50 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:53.923515 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-630e0936-4550-4088-a24b-70aeb38005ed None None] Allocated IP 172.22.0.2 (32199bff-c1f3-46c9-bae3-a5de11c8ee15/78f74441-d3b1-4e7e-a548-80dcf861106e/82cc4747-b0af-4397-b2bb-7baec946eb0d) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:39:54.024981 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14991a3b-6b0b-4ad6-a0cc-903f8c8d3ae9 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event deleted for resources: {'Subnet': ['ID=3001385e-c916-4a0c-869a-62552aec2e9d,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:54.037536 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-d6bdc947-9b0b-414e-a82e-048627518fe3 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5708973 Feb 04 08:39:54.099702 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 49508) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:54.106591 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-e62660a4-6eca-4459-bc2a-a238a677f11f tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-2069178460', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:39:54.131408 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-e62660a4-6eca-4459-bc2a-a238a677f11f tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:39:54.146772 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-14991a3b-6b0b-4ad6-a0cc-903f8c8d3ae9 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:54.151006 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-e62660a4-6eca-4459-bc2a-a238a677f11f tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Usage tracker for resource:router and tenant:e63069d3cf3540d8aad7a137ff4999ec is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:39:54.158641 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-e62660a4-6eca-4459-bc2a-a238a677f11f tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:39:54.161669 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a2a4746e-1cf3-4bd0-bfd7-2a47fd3c4c52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:54.177720 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-e62660a4-6eca-4459-bc2a-a238a677f11f tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:39:54.183850 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-14991a3b-6b0b-4ad6-a0cc-903f8c8d3ae9 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "DELETE /v2.0/subnets/3001385e-c916-4a0c-869a-62552aec2e9d HTTP/1.1" status: 204 len: 168 time: 1.0140276 Feb 04 08:39:54.191432 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 49512) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:54.195980 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-873bed25-0634-4e59-be5c-bf60af1cfa50 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Allocated IP 172.26.3.135 (e264bd74-c56b-43d0-9059-bcb57dbbe5bc/79caf47c-b62c-4ea0-b35f-21ede155daa8/0f12ac91-c041-444c-b43d-86fe08ab104e) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:39:54.224754 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a0085bff-55c7-46f9-aead-b338a8203046 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7593498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8119736'] for subnet, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:54.225977 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6261f1-de86-4025-b648-35bee4b5d214 None None] Update dhcp port {'port': {'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'fixed_ips': [{'subnet_id': '3001385e-c916-4a0c-869a-62552aec2e9d'}], 'binding:host_id': 'dv-neutron-827798-2-hyperv'}, 'id': '17c5afa8-3b5c-4ae8-9891-4ea35606317c'} from dv-neutron-827798-2-hyperv. {{(pid=84109) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 04 08:39:54.258747 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3caac945-ed65-42b9-b5fa-1f3de2185c6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-eb8c0b03-5448-48b6-95c7-b4b0ea1674f8', 'network_id': 'eb8c0b03-5448-48b6-95c7-b4b0ea1674f8', 'tenant_id': 'e63069d3cf3540d8aad7a137ff4999ec', 'fixed_ips': [{'subnet_id': '3e8d8a3b-9a84-46c7-a395-58fc49819fa1'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:39:54.259743 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-3caac945-ed65-42b9-b5fa-1f3de2185c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:54.278472 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-50e53f81-4db7-486d-b807-f9046bc42309 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0858831 Feb 04 08:39:54.286322 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 49516) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:54.307549 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-11936877-eda1-4cd4-9dc2-caf798ce2972 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Request body: {'subnet': {'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:39:54.332423 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-da6261f1-de86-4025-b648-35bee4b5d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:54.390083 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:54.426552 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0085bff-55c7-46f9-aead-b338a8203046 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'Subnet': ['ID=41131d08-2999-49eb-ac72-a47282c07ade,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:54.434529 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e62660a4-6eca-4459-bc2a-a238a677f11f tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40975'] for router, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:54.435417 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e62660a4-6eca-4459-bc2a-a238a677f11f tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40982'] for router, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:54.447985 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-a2a4746e-1cf3-4bd0-bfd7-2a47fd3c4c52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:39:54.469171 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a97c44f6-b621-4618-9ff0-f1218171c47a tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40996'] for router, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:54.474301 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-a2a4746e-1cf3-4bd0-bfd7-2a47fd3c4c52 admin admin] Usage tracker for resource:security_group_rule and tenant:d0bd6c8955554c3daf5486d37ddfcb7b is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:39:54.484769 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-a2a4746e-1cf3-4bd0-bfd7-2a47fd3c4c52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:39:54.493172 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0085bff-55c7-46f9-aead-b338a8203046 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Checking segment: {'id': 'a90d19d3-892e-440d-b71b-bdd2d1242422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a283428a-c352-4d19-98bc-b1a1da8b6a7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:39:54.493510 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0085bff-55c7-46f9-aead-b338a8203046 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Network hostable DHCP agents. Network: a283428a-c352-4d19-98bc-b1a1da8b6a7b, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:39:54.508704 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-a2a4746e-1cf3-4bd0-bfd7-2a47fd3c4c52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:39:54.535167 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-630e0936-4550-4088-a24b-70aeb38005ed None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:54.537764 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e62660a4-6eca-4459-bc2a-a238a677f11f tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:54.540796 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-11936877-eda1-4cd4-9dc2-caf798ce2972 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:39:54.563260 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-11936877-eda1-4cd4-9dc2-caf798ce2972 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Usage tracker for resource:subnet and tenant:ffa27937301745e1ad43fa520f28cbc3 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:39:54.573179 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-11936877-eda1-4cd4-9dc2-caf798ce2972 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:39:54.596616 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-11936877-eda1-4cd4-9dc2-caf798ce2972 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:39:54.608444 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-873bed25-0634-4e59-be5c-bf60af1cfa50 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:54.633543 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-630e0936-4550-4088-a24b-70aeb38005ed None None] Transition to ACTIVE for port object 82cc4747-b0af-4397-b2bb-7baec946eb0d will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:39:54.637651 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a97c44f6-b621-4618-9ff0-f1218171c47a tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:54.672642 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-630e0936-4550-4088-a24b-70aeb38005ed None None] Transition to ACTIVE for port object 82cc4747-b0af-4397-b2bb-7baec946eb0d will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:39:54.683187 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a2a4746e-1cf3-4bd0-bfd7-2a47fd3c4c52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:54.691812 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-3caac945-ed65-42b9-b5fa-1f3de2185c6a None None] Allocated IP 2001:db8::2 (eb8c0b03-5448-48b6-95c7-b4b0ea1674f8/3e8d8a3b-9a84-46c7-a395-58fc49819fa1/06435af4-e4c8-4cf7-8e3f-7192fcffffda) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:39:54.712157 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e62660a4-6eca-4459-bc2a-a238a677f11f tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472990'] for router, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:54.725161 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11936877-eda1-4cd4-9dc2-caf798ce2972 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Made reservation on behalf of ffa27937301745e1ad43fa520f28cbc3 for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:39:54.729446 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-11936877-eda1-4cd4-9dc2-caf798ce2972 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985186'] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:54.768010 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-a97c44f6-b621-4618-9ff0-f1218171c47a tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Deleting port bceb0377-df68-44f5-b549-15a253f20273 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:39:54.771200 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a97c44f6-b621-4618-9ff0-f1218171c47a tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:54.811459 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fedaa2d8-8a46-4e8c-a3da-9f64ee62121d None None] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:39:54.823761 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0085bff-55c7-46f9-aead-b338a8203046 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Network a283428a-c352-4d19-98bc-b1a1da8b6a7b is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:39:54.834725 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-630e0936-4550-4088-a24b-70aeb38005ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:54.835882 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a2a4746e-1cf3-4bd0-bfd7-2a47fd3c4c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:54.852962 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-873bed25-0634-4e59-be5c-bf60af1cfa50 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:54.900274 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f18ad03e-6302-44fd-8678-68df105ccafe tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7593498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8119736'] for subnet, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:54.955820 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-a0085bff-55c7-46f9-aead-b338a8203046 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, a283428a-c352-4d19-98bc-b1a1da8b6a7b) {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:39:54.972545 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-02ed5bdb-bea6-40e0-9477-a03d8afd3239 None None] Provisioning complete for port 17c5afa8-3b5c-4ae8-9891-4ea35606317c triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:39:54.973238 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-02ed5bdb-bea6-40e0-9477-a03d8afd3239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:54.991409 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a4746e-1cf3-4bd0-bfd7-2a47fd3c4c52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d2f3c5c-603f-4ef7-8c76-a11cd9caf098,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:54.999231 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0085bff-55c7-46f9-aead-b338a8203046 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:39:55.000040 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a0085bff-55c7-46f9-aead-b338a8203046 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:55.002521 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873bed25-0634-4e59-be5c-bf60af1cfa50 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Network e264bd74-c56b-43d0-9059-bcb57dbbe5bc is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:39:55.003208 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e62660a4-6eca-4459-bc2a-a238a677f11f tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:55.008347 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-e62660a4-6eca-4459-bc2a-a238a677f11f tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.9077199 Feb 04 08:39:55.011949 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 49520) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:55.019118 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-a2a4746e-1cf3-4bd0-bfd7-2a47fd3c4c52 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d0bd6c8955554c3daf5486d37ddfcb7b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2486951 Feb 04 08:39:55.020135 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-873bed25-0634-4e59-be5c-bf60af1cfa50 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:39:55.023405 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 49522) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:55.025785 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873bed25-0634-4e59-be5c-bf60af1cfa50 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:39:55.057434 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e80d34d-f9e8-40ce-a5b5-0a5d023ea465 None None] Network a283428a-c352-4d19-98bc-b1a1da8b6a7b requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:39:55.076192 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-e43512bf-e7ef-4eb7-9a06-183713bc96ae tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Request body: {'port': {'network_id': 'eb8c0b03-5448-48b6-95c7-b4b0ea1674f8', 'name': 'tempest-PortsIpV6TestJSON-405091429'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:39:55.088900 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873bed25-0634-4e59-be5c-bf60af1cfa50 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Pushing event updated for resources: {'Port': ['ID=0f12ac91-c041-444c-b43d-86fe08ab104e,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:55.100089 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18ad03e-6302-44fd-8678-68df105ccafe tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Pushing event updated for resources: {'Subnet': ['ID=418ed0f0-a12c-4079-b570-184d198f6da1,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:55.138061 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a97c44f6-b621-4618-9ff0-f1218171c47a tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:55.230591 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630e0936-4550-4088-a24b-70aeb38005ed None None] Pushing event updated for resources: {'Port': ['ID=82cc4747-b0af-4397-b2bb-7baec946eb0d,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:55.241900 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630e0936-4550-4088-a24b-70aeb38005ed None None] Network 32199bff-c1f3-46c9-bae3-a5de11c8ee15 is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:39:55.301116 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-a0085bff-55c7-46f9-aead-b338a8203046 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.8961926 Feb 04 08:39:55.314490 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-630e0936-4550-4088-a24b-70aeb38005ed None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:39:55.316903 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630e0936-4550-4088-a24b-70aeb38005ed None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:39:55.474501 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-04021f09-9c03-4b50-bd95-cb0965bb7645 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:55.480548 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-e43512bf-e7ef-4eb7-9a06-183713bc96ae tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:39:55.520833 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-a97c44f6-b621-4618-9ff0-f1218171c47a tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Calling delete_port for bceb0377-df68-44f5-b549-15a253f20273 owned by network:router_gateway {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:39:55.522332 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-e43512bf-e7ef-4eb7-9a06-183713bc96ae tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:39:55.540021 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-04021f09-9c03-4b50-bd95-cb0965bb7645 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:55.616399 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18ad03e-6302-44fd-8678-68df105ccafe tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Checking segment: {'id': '4e5d2967-889d-4e61-ae00-90bcf486795e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '212d265f-639f-43e4-99b2-6d54dfa45c0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:39:55.616773 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18ad03e-6302-44fd-8678-68df105ccafe tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Network hostable DHCP agents. Network: 212d265f-639f-43e4-99b2-6d54dfa45c0f, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:39:55.619854 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 49530) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:55.654761 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4e03b628-ffb5-48c9-b56c-3499f019ee19 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:55.656084 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-9b6ef10d-d213-4320-a6d0-3b4a5f6b9471 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-885548654', 'description': 'tempest-secgroup-smoke-885548654 description', 'project_id': '7df2bfd740464e869863a41b14f4d5af'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:39:55.666961 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e43512bf-e7ef-4eb7-9a06-183713bc96ae tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Made reservation on behalf of e63069d3cf3540d8aad7a137ff4999ec for: {'port': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:39:55.669020 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e43512bf-e7ef-4eb7-9a06-183713bc96ae tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:55.676540 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-3caac945-ed65-42b9-b5fa-1f3de2185c6a None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:55.680502 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-630e0936-4550-4088-a24b-70aeb38005ed None None] Attempting to bind port 82cc4747-b0af-4397-b2bb-7baec946eb0d on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:39:55.680974 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-630e0936-4550-4088-a24b-70aeb38005ed None None] Attempting to bind port 82cc4747-b0af-4397-b2bb-7baec946eb0d by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': 'f231d699-6b28-4d13-bac1-7eb6b641732e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '32199bff-c1f3-46c9-bae3-a5de11c8ee15'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:39:55.681418 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630e0936-4550-4088-a24b-70aeb38005ed None None] Attempting to bind port 82cc4747-b0af-4397-b2bb-7baec946eb0d on network 32199bff-c1f3-46c9-bae3-a5de11c8ee15 {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:39:55.684196 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-873bed25-0634-4e59-be5c-bf60af1cfa50 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:55.688270 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-9b6ef10d-d213-4320-a6d0-3b4a5f6b9471 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:39:55.696577 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-9b6ef10d-d213-4320-a6d0-3b4a5f6b9471 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:security_group and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:39:55.699741 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-9b6ef10d-d213-4320-a6d0-3b4a5f6b9471 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:39:55.707925 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-3caac945-ed65-42b9-b5fa-1f3de2185c6a None None] Transition to ACTIVE for port object 06435af4-e4c8-4cf7-8e3f-7192fcffffda will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:39:55.736860 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-9b6ef10d-d213-4320-a6d0-3b4a5f6b9471 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:39:55.745397 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630e0936-4550-4088-a24b-70aeb38005ed None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:39:55.745758 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630e0936-4550-4088-a24b-70aeb38005ed None None] Checking segment: {'id': 'f231d699-6b28-4d13-bac1-7eb6b641732e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '32199bff-c1f3-46c9-bae3-a5de11c8ee15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:39:55.746154 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-630e0936-4550-4088-a24b-70aeb38005ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:55.746546 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630e0936-4550-4088-a24b-70aeb38005ed None None] Bound using segment: {'id': 'f231d699-6b28-4d13-bac1-7eb6b641732e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '32199bff-c1f3-46c9-bae3-a5de11c8ee15'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:39:55.747020 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-630e0936-4550-4088-a24b-70aeb38005ed None None] Bound port: 82cc4747-b0af-4397-b2bb-7baec946eb0d, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f231d699-6b28-4d13-bac1-7eb6b641732e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '32199bff-c1f3-46c9-bae3-a5de11c8ee15'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:39:55.747385 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-630e0936-4550-4088-a24b-70aeb38005ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:55.749358 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [None req-e43512bf-e7ef-4eb7-9a06-183713bc96ae tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] device_id is not set on port 0c887024-d9e7-4d21-b268-b4842ab0fab7 yet. {{(pid=84107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:39:55.784519 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18ad03e-6302-44fd-8678-68df105ccafe tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Network 212d265f-639f-43e4-99b2-6d54dfa45c0f is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:39:55.818530 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5a5783-29fd-4822-86d4-4e5ef4e67f17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-a283428a-c352-4d19-98bc-b1a1da8b6a7b', 'network_id': 'a283428a-c352-4d19-98bc-b1a1da8b6a7b', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'fixed_ips': [{'subnet_id': '41131d08-2999-49eb-ac72-a47282c07ade'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:39:55.821832 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-ec5a5783-29fd-4822-86d4-4e5ef4e67f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:55.838601 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981baa6b-9789-48c9-aa33-860e7c04e5c9 None None] DHCP port deletion for bc933c3a-b15d-4eab-9ad6-d32fd193f5cd request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 08:39:55.864472 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-981baa6b-9789-48c9-aa33-860e7c04e5c9 None None] Deleting port 17c5afa8-3b5c-4ae8-9891-4ea35606317c {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:39:55.864870 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-981baa6b-9789-48c9-aa33-860e7c04e5c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:55.925864 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-3caac945-ed65-42b9-b5fa-1f3de2185c6a None None] Transition to ACTIVE for port object 06435af4-e4c8-4cf7-8e3f-7192fcffffda will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:39:55.947812 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.objects.ports [None req-11936877-eda1-4cd4-9dc2-caf798ce2972 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84107) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 04 08:39:56.036721 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9b6ef10d-d213-4320-a6d0-3b4a5f6b9471 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:56.045643 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-f18ad03e-6302-44fd-8678-68df105ccafe tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, 212d265f-639f-43e4-99b2-6d54dfa45c0f) {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:39:56.048767 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-630e0936-4550-4088-a24b-70aeb38005ed None None] For port 82cc4747-b0af-4397-b2bb-7baec946eb0d, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:39:56.052927 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a97c44f6-b621-4618-9ff0-f1218171c47a tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:56.054536 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-04021f09-9c03-4b50-bd95-cb0965bb7645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:56.054878 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:56.074137 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-873bed25-0634-4e59-be5c-bf60af1cfa50 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:56.077955 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fabf2d0d-64a8-4e7c-8907-83a3bbd2deb1 None None] Network 212d265f-639f-43e4-99b2-6d54dfa45c0f requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:39:56.099553 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f18ad03e-6302-44fd-8678-68df105ccafe tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7593498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8119736'] for subnet, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:56.104589 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-3caac945-ed65-42b9-b5fa-1f3de2185c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:56.115955 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-630e0936-4550-4088-a24b-70aeb38005ed None None] For port 82cc4747-b0af-4397-b2bb-7baec946eb0d, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=82cc4747-b0af-4397-b2bb-7baec946eb0d,segment=NetworkSegment(f231d699-6b28-4d13-bac1-7eb6b641732e),segment_id=f231d699-6b28-4d13-bac1-7eb6b641732e)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:39:56.161466 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97c44f6-b621-4618-9ff0-f1218171c47a tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Pushing event deleted for resources: {'Port': ['ID=bceb0377-df68-44f5-b549-15a253f20273,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:56.163601 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04021f09-9c03-4b50-bd95-cb0965bb7645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d2f3c5c-603f-4ef7-8c76-a11cd9caf098,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:56.250631 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-9b6ef10d-d213-4320-a6d0-3b4a5f6b9471 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:39:56.267905 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-e43512bf-e7ef-4eb7-9a06-183713bc96ae tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Allocated IP 2001:db8::cd (eb8c0b03-5448-48b6-95c7-b4b0ea1674f8/3e8d8a3b-9a84-46c7-a395-58fc49819fa1/0c887024-d9e7-4d21-b268-b4842ab0fab7) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:39:56.272465 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-9b6ef10d-d213-4320-a6d0-3b4a5f6b9471 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:security_group_rule and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:39:56.289934 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-630e0936-4550-4088-a24b-70aeb38005ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:56.295476 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-9b6ef10d-d213-4320-a6d0-3b4a5f6b9471 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:39:56.324265 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18ad03e-6302-44fd-8678-68df105ccafe tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Pushing event updated for resources: {'Subnet': ['ID=57da9d79-3317-4986-ab82-512762ffcb61,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:56.351324 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-9b6ef10d-d213-4320-a6d0-3b4a5f6b9471 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:39:56.364959 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 17c5afa8-3b5c-4ae8-9891-4ea35606317c no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:39:56.375718 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-4e03b628-ffb5-48c9-b56c-3499f019ee19 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Allocated IP 172.22.0.1 (32199bff-c1f3-46c9-bae3-a5de11c8ee15/78f74441-d3b1-4e7e-a548-80dcf861106e/fbb28ab8-797a-4da9-a709-ce193d836a3d) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:39:56.434566 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18ad03e-6302-44fd-8678-68df105ccafe tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Checking segment: {'id': '2ddedcbb-e1c2-441a-a59d-1d3666db8104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ce638666-9e51-47d0-9a1c-bf2b89b901fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:39:56.438197 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18ad03e-6302-44fd-8678-68df105ccafe tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Network hostable DHCP agents. Network: ce638666-9e51-47d0-9a1c-bf2b89b901fb, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:39:56.438338 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3caac945-ed65-42b9-b5fa-1f3de2185c6a None None] Network eb8c0b03-5448-48b6-95c7-b4b0ea1674f8 is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:39:56.464143 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-3caac945-ed65-42b9-b5fa-1f3de2185c6a None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:39:56.485032 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3caac945-ed65-42b9-b5fa-1f3de2185c6a None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:39:56.490847 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caac945-ed65-42b9-b5fa-1f3de2185c6a None None] Pushing event updated for resources: {'Port': ['ID=06435af4-e4c8-4cf7-8e3f-7192fcffffda,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:56.544541 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-11936877-eda1-4cd4-9dc2-caf798ce2972 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:56.548536 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-ec5a5783-29fd-4822-86d4-4e5ef4e67f17 None None] Allocated IP 172.20.0.18 (a283428a-c352-4d19-98bc-b1a1da8b6a7b/41131d08-2999-49eb-ac72-a47282c07ade/74720654-ce7f-4046-8b61-2f7c95285cab) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:39:56.554310 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-04021f09-9c03-4b50-bd95-cb0965bb7645 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:56.558365 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-04021f09-9c03-4b50-bd95-cb0965bb7645 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7d2f3c5c-603f-4ef7-8c76-a11cd9caf098 HTTP/1.1" status: 204 len: 168 time: 1.4970517 Feb 04 08:39:56.649608 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a97c44f6-b621-4618-9ff0-f1218171c47a tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473010'] for router_gateway, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:56.705055 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9b6ef10d-d213-4320-a6d0-3b4a5f6b9471 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:56.706104 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.db.resource_extend [None req-873bed25-0634-4e59-be5c-bf60af1cfa50 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 08:39:56.735440 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-873bed25-0634-4e59-be5c-bf60af1cfa50 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:56.786697 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18ad03e-6302-44fd-8678-68df105ccafe tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Network ce638666-9e51-47d0-9a1c-bf2b89b901fb is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:39:56.799305 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a97c44f6-b621-4618-9ff0-f1218171c47a tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40996'] for router, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:56.803462 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9b6ef10d-d213-4320-a6d0-3b4a5f6b9471 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:56.812918 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a97c44f6-b621-4618-9ff0-f1218171c47a tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-472436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-472429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-475363'] for router, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:56.888510 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-f18ad03e-6302-44fd-8678-68df105ccafe tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, ce638666-9e51-47d0-9a1c-bf2b89b901fb) {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:39:56.892507 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18ad03e-6302-44fd-8678-68df105ccafe tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:39:56.892924 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18ad03e-6302-44fd-8678-68df105ccafe tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:39:56.893748 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f18ad03e-6302-44fd-8678-68df105ccafe tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:56.897281 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e43512bf-e7ef-4eb7-9a06-183713bc96ae tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:56.899266 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-981baa6b-9789-48c9-aa33-860e7c04e5c9 None None] For port 17c5afa8-3b5c-4ae8-9891-4ea35606317c, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=17c5afa8-3b5c-4ae8-9891-4ea35606317c,segment=NetworkSegment(2c48dc91-e362-4611-9354-aede43558386),segment_id=2c48dc91-e362-4611-9354-aede43558386)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:39:56.899665 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-981baa6b-9789-48c9-aa33-860e7c04e5c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:56.913029 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-3caac945-ed65-42b9-b5fa-1f3de2185c6a None None] Attempting to bind port 06435af4-e4c8-4cf7-8e3f-7192fcffffda on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:39:56.913320 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-3caac945-ed65-42b9-b5fa-1f3de2185c6a None None] Attempting to bind port 06435af4-e4c8-4cf7-8e3f-7192fcffffda by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': '4ea3feb7-58cf-4e68-b996-857db1dda1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'eb8c0b03-5448-48b6-95c7-b4b0ea1674f8'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:39:56.913586 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3caac945-ed65-42b9-b5fa-1f3de2185c6a None None] Attempting to bind port 06435af4-e4c8-4cf7-8e3f-7192fcffffda on network eb8c0b03-5448-48b6-95c7-b4b0ea1674f8 {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:39:56.913713 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [None req-e43512bf-e7ef-4eb7-9a06-183713bc96ae tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Transition to ACTIVE for port object 0c887024-d9e7-4d21-b268-b4842ab0fab7 will not be triggered until provisioned by entity DHCP. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:39:56.930360 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0555354-82cc-416b-8678-8fd3b0830789 None None] Network ce638666-9e51-47d0-9a1c-bf2b89b901fb requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:39:56.941395 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-873bed25-0634-4e59-be5c-bf60af1cfa50 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:57.018290 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6ef10d-d213-4320-a6d0-3b4a5f6b9471 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d22d8e9a-09b2-47a2-96a2-e16624bfee5b,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:57.056401 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4e03b628-ffb5-48c9-b56c-3499f019ee19 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:57.067076 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a97c44f6-b621-4618-9ff0-f1218171c47a tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Router 8012c599-7e03-41e2-9bae-8b4d5e83d293 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:39:57.073272 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630e0936-4550-4088-a24b-70aeb38005ed None None] Pushing event updated for resources: {'Port': ['ID=82cc4747-b0af-4397-b2bb-7baec946eb0d,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:57.101986 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.provisioning_blocks [None req-4e03b628-ffb5-48c9-b56c-3499f019ee19 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Transition to ACTIVE for port object fbb28ab8-797a-4da9-a709-ce193d836a3d will not be triggered until provisioned by entity DHCP. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:39:57.105009 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [None req-11936877-eda1-4cd4-9dc2-caf798ce2972 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] For port 17c5afa8-3b5c-4ae8-9891-4ea35606317c, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=17c5afa8-3b5c-4ae8-9891-4ea35606317c,segment=NetworkSegment(2c48dc91-e362-4611-9354-aede43558386),segment_id=2c48dc91-e362-4611-9354-aede43558386)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:39:57.106503 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-f18ad03e-6302-44fd-8678-68df105ccafe tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 5.0749357 Feb 04 08:39:57.117939 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 49538) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:57.142089 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-11936877-eda1-4cd4-9dc2-caf798ce2972 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:57.155805 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e43512bf-e7ef-4eb7-9a06-183713bc96ae tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:57.356442 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9b6ef10d-d213-4320-a6d0-3b4a5f6b9471 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:57.361024 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-9b6ef10d-d213-4320-a6d0-3b4a5f6b9471 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 1.7277350 Feb 04 08:39:57.361787 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-11936877-eda1-4cd4-9dc2-caf798ce2972 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:57.362490 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-11936877-eda1-4cd4-9dc2-caf798ce2972 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7510230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985204'] for subnet, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:57.369950 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 49542) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:57.392809 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-981baa6b-9789-48c9-aa33-860e7c04e5c9 None None] Calling delete_port for 17c5afa8-3b5c-4ae8-9891-4ea35606317c owned by network:dhcp {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:39:57.432927 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:57.472340 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3caac945-ed65-42b9-b5fa-1f3de2185c6a None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:39:57.472894 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3caac945-ed65-42b9-b5fa-1f3de2185c6a None None] Checking segment: {'id': '4ea3feb7-58cf-4e68-b996-857db1dda1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'eb8c0b03-5448-48b6-95c7-b4b0ea1674f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:39:57.473397 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-3caac945-ed65-42b9-b5fa-1f3de2185c6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:57.473888 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3caac945-ed65-42b9-b5fa-1f3de2185c6a None None] Bound using segment: {'id': '4ea3feb7-58cf-4e68-b996-857db1dda1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'eb8c0b03-5448-48b6-95c7-b4b0ea1674f8'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:39:57.474466 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-3caac945-ed65-42b9-b5fa-1f3de2185c6a None None] Bound port: 06435af4-e4c8-4cf7-8e3f-7192fcffffda, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ea3feb7-58cf-4e68-b996-857db1dda1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'eb8c0b03-5448-48b6-95c7-b4b0ea1674f8'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:39:57.474937 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-3caac945-ed65-42b9-b5fa-1f3de2185c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:57.516503 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79439048-5f22-42e8-8bee-2fe5f5b1a718 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:39:57.519048 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79439048-5f22-42e8-8bee-2fe5f5b1a718 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:39:57.520490 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79439048-5f22-42e8-8bee-2fe5f5b1a718 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:39:57.521315 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-79439048-5f22-42e8-8bee-2fe5f5b1a718 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Synchronizing usage tracker for tenant:ba5e8e53481e48e5af1f5293f660f5cf on resource:subnet {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:39:57.524659 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873bed25-0634-4e59-be5c-bf60af1cfa50 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Pushing event updated for resources: {'Port': ['ID=0f12ac91-c041-444c-b43d-86fe08ab104e,revision_number=2']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:57.526770 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a97c44f6-b621-4618-9ff0-f1218171c47a tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:39:57.534513 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a97c44f6-b621-4618-9ff0-f1218171c47a tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks [] for router, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:57.537958 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-a97c44f6-b621-4618-9ff0-f1218171c47a tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] 10.222.0.36 "PUT /v2.0/routers/8012c599-7e03-41e2-9bae-8b4d5e83d293 HTTP/1.1" status: 200 len: 709 time: 5.9515319 Feb 04 08:39:57.539590 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 49546) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:57.567067 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7930d8d-1f66-4d27-b9ec-cd804e063d26 None None] Sync routers for ids ['8012c599-7e03-41e2-9bae-8b4d5e83d293'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:39:57.576881 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-b74c8429-86b2-41f1-9992-e34dd945d01a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'security_group_rule': {'security_group_id': 'd22d8e9a-09b2-47a2-96a2-e16624bfee5b', 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:39:57.583804 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7930d8d-1f66-4d27-b9ec-cd804e063d26 None None] Routers {'8012c599-7e03-41e2-9bae-8b4d5e83d293'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:39:57.586009 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-e7930d8d-1f66-4d27-b9ec-cd804e063d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:39:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['8012c599-7e03-41e2-9bae-8b4d5e83d293'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:39:57.598304 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-b74c8429-86b2-41f1-9992-e34dd945d01a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:39:57.602460 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 49550) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:57.605144 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-b74c8429-86b2-41f1-9992-e34dd945d01a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:security_group_rule and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:39:57.609767 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-b74c8429-86b2-41f1-9992-e34dd945d01a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:39:57.632742 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4e03b628-ffb5-48c9-b56c-3499f019ee19 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:57.635292 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-b74c8429-86b2-41f1-9992-e34dd945d01a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:39:57.662138 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-e7930d8d-1f66-4d27-b9ec-cd804e063d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:39:57.673204 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c046048-e5d4-48e7-adcf-350727a0ea9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-212d265f-639f-43e4-99b2-6d54dfa45c0f', 'network_id': '212d265f-639f-43e4-99b2-6d54dfa45c0f', 'tenant_id': 'ba5e8e53481e48e5af1f5293f660f5cf', 'fixed_ips': [{'subnet_id': '418ed0f0-a12c-4079-b570-184d198f6da1'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:39:57.675389 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-9c046048-e5d4-48e7-adcf-350727a0ea9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:57.676169 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7930d8d-1f66-4d27-b9ec-cd804e063d26 None None] Routers {'8012c599-7e03-41e2-9bae-8b4d5e83d293'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:39:57.678234 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-e7930d8d-1f66-4d27-b9ec-cd804e063d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:39:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['8012c599-7e03-41e2-9bae-8b4d5e83d293'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:39:57.691711 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-448a35bc-61c7-4af1-b8b5-75648a22b282 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:57.735287 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43512bf-e7ef-4eb7-9a06-183713bc96ae tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Pushing event updated for resources: {'Port': ['ID=0c887024-d9e7-4d21-b268-b4842ab0fab7,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:57.772120 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-e7930d8d-1f66-4d27-b9ec-cd804e063d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:39:57.782692 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-79439048-5f22-42e8-8bee-2fe5f5b1a718 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Unset dirty status for tenant:ba5e8e53481e48e5af1f5293f660f5cf on resource:subnet {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:39:57.786854 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-79439048-5f22-42e8-8bee-2fe5f5b1a718 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.4361796 Feb 04 08:39:57.789559 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7930d8d-1f66-4d27-b9ec-cd804e063d26 None None] The sync data for ids ['8012c599-7e03-41e2-9bae-8b4d5e83d293'] in dv-neutron-827798-2-hyperv is: [] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:39:57.796368 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 49554) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:57.810591 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e03b628-ffb5-48c9-b56c-3499f019ee19 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Network 32199bff-c1f3-46c9-bae3-a5de11c8ee15 is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:39:57.813802 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e03b628-ffb5-48c9-b56c-3499f019ee19 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Pushing event updated for resources: {'Port': ['ID=fbb28ab8-797a-4da9-a709-ce193d836a3d,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:57.824643 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57ad39c-aa6c-48bd-a85e-9d36ee8a1db4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-ce638666-9e51-47d0-9a1c-bf2b89b901fb', 'network_id': 'ce638666-9e51-47d0-9a1c-bf2b89b901fb', 'tenant_id': 'ba5e8e53481e48e5af1f5293f660f5cf', 'fixed_ips': [{'subnet_id': '57da9d79-3317-4986-ab82-512762ffcb61'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:39:57.825210 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-d57ad39c-aa6c-48bd-a85e-9d36ee8a1db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:57.842043 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11936877-eda1-4cd4-9dc2-caf798ce2972 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:39:57.850190 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b74c8429-86b2-41f1-9992-e34dd945d01a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:57.864302 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-4e03b628-ffb5-48c9-b56c-3499f019ee19 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:39:57.870957 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e03b628-ffb5-48c9-b56c-3499f019ee19 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:39:57.871594 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43512bf-e7ef-4eb7-9a06-183713bc96ae tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Network eb8c0b03-5448-48b6-95c7-b4b0ea1674f8 is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:39:57.874264 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11936877-eda1-4cd4-9dc2-caf798ce2972 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event updated for resources: {'Subnet': ['ID=cbb02727-8695-4c2c-8024-acfe0cfd7b9d,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:57.877654 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-11936877-eda1-4cd4-9dc2-caf798ce2972 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:39:57.880134 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11936877-eda1-4cd4-9dc2-caf798ce2972 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:39:57.881165 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-11936877-eda1-4cd4-9dc2-caf798ce2972 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:57.892286 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-e43512bf-e7ef-4eb7-9a06-183713bc96ae tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:39:57.894566 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43512bf-e7ef-4eb7-9a06-183713bc96ae tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:39:57.898994 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43512bf-e7ef-4eb7-9a06-183713bc96ae tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:39:57.899451 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e43512bf-e7ef-4eb7-9a06-183713bc96ae tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:57.906515 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.db.api [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 08:39:57.906992 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG oslo_db.api [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 08:39:57.913207 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-e173b94a-8734-4299-86fd-5ae8a986b3f8 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] 10.222.0.36 "GET /v2.0/routers/8012c599-7e03-41e2-9bae-8b4d5e83d293 HTTP/1.1" status: 200 len: 744 time: 0.3731918 Feb 04 08:39:57.916300 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 49558) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:57.953712 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.db.api [None req-981baa6b-9789-48c9-aa33-860e7c04e5c9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 08:39:57.953712 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG oslo_db.api [None req-981baa6b-9789-48c9-aa33-860e7c04e5c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 08:39:57.957746 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-873bed25-0634-4e59-be5c-bf60af1cfa50 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473039'] for floatingip, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:57.982321 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-9288e399-15b9-4141-bd5b-7d09c889b4d2 tempest-RoutersIpV6AdminTest-1644986066 tempest-RoutersIpV6AdminTest-1644986066-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=e264bd74-c56b-43d0-9059-bcb57dbbe5bc&device_id=8012c599-7e03-41e2-9bae-8b4d5e83d293 HTTP/1.1" status: 200 len: 205 time: 0.0590200 Feb 04 08:39:57.987539 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 49562) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:58.003674 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-ec5a5783-29fd-4822-86d4-4e5ef4e67f17 None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:58.003921 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11936877-eda1-4cd4-9dc2-caf798ce2972 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event updated for resources: {'Port': ['ID=17c5afa8-3b5c-4ae8-9891-4ea35606317c,revision_number=8']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:58.028086 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b74c8429-86b2-41f1-9992-e34dd945d01a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:58.033051 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-11936877-eda1-4cd4-9dc2-caf798ce2972 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.7438316 Feb 04 08:39:58.035544 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 49566) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:58.039105 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-e1bd4aad-4291-403f-9f6e-960401b38e85 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Request body: {'subnet': {'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:39:58.060817 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-e43512bf-e7ef-4eb7-9a06-183713bc96ae tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.0371997 Feb 04 08:39:58.065588 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-448a35bc-61c7-4af1-b8b5-75648a22b282 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:39:58.069581 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 49570) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:58.080699 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-448a35bc-61c7-4af1-b8b5-75648a22b282 admin admin] Usage tracker for resource:security_group_rule and tenant:0f54e50e0f8d4e15873836ced2999e9e is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:39:58.086903 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-3caac945-ed65-42b9-b5fa-1f3de2185c6a None None] For port 06435af4-e4c8-4cf7-8e3f-7192fcffffda, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:39:58.104205 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-ec5a5783-29fd-4822-86d4-4e5ef4e67f17 None None] Transition to ACTIVE for port object 74720654-ce7f-4046-8b61-2f7c95285cab will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:39:58.122363 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-0774911b-c161-4f6c-8be3-130cea486c23 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] 10.222.0.36 "GET /v2.0/ports?device_id=8012c599-7e03-41e2-9bae-8b4d5e83d293 HTTP/1.1" status: 200 len: 205 time: 0.1315014 Feb 04 08:39:58.139154 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 49574) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:58.169358 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-3caac945-ed65-42b9-b5fa-1f3de2185c6a None None] For port 06435af4-e4c8-4cf7-8e3f-7192fcffffda, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=06435af4-e4c8-4cf7-8e3f-7192fcffffda,segment=NetworkSegment(4ea3feb7-58cf-4e68-b996-857db1dda1de),segment_id=4ea3feb7-58cf-4e68-b996-857db1dda1de)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:39:58.188860 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-448a35bc-61c7-4af1-b8b5-75648a22b282 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:39:58.210432 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-448a35bc-61c7-4af1-b8b5-75648a22b282 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:39:58.222673 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b74c8429-86b2-41f1-9992-e34dd945d01a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:58.234816 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-3caac945-ed65-42b9-b5fa-1f3de2185c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:58.242746 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-873bed25-0634-4e59-be5c-bf60af1cfa50 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for floatingip, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:58.253479 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-873bed25-0634-4e59-be5c-bf60af1cfa50 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9963245 Feb 04 08:39:58.268717 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4e03b628-ffb5-48c9-b56c-3499f019ee19 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-472912'] for router_interface, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:58.285120 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74c8429-86b2-41f1-9992-e34dd945d01a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91e670c3-a949-4d33-9b50-4de6e4b13c21,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:58.318864 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-ec5a5783-29fd-4822-86d4-4e5ef4e67f17 None None] Transition to ACTIVE for port object 74720654-ce7f-4046-8b61-2f7c95285cab will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:39:58.397304 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_v2 [None req-5efaa7b8-ba20-4510-aba6-e2b40aaa8b67 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Deleting subnet 418ed0f0-a12c-4079-b570-184d198f6da1 {{(pid=84108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:39:58.415336 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b74c8429-86b2-41f1-9992-e34dd945d01a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:58.420249 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-b74c8429-86b2-41f1-9992-e34dd945d01a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9398215 Feb 04 08:39:58.421112 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 49580) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:58.433113 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f22be615-5e59-4c21-bfda-6ef52c6833c0 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks [] for router, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:58.478049 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caac945-ed65-42b9-b5fa-1f3de2185c6a None None] Pushing event updated for resources: {'Port': ['ID=06435af4-e4c8-4cf7-8e3f-7192fcffffda,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:58.503018 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-981baa6b-9789-48c9-aa33-860e7c04e5c9 None None] Deleting port 17c5afa8-3b5c-4ae8-9891-4ea35606317c {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:39:58.503405 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-981baa6b-9789-48c9-aa33-860e7c04e5c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:58.514012 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-365c4b2b-5ab9-4d21-a470-b83129645944 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'security_group_rule': {'security_group_id': 'd22d8e9a-09b2-47a2-96a2-e16624bfee5b', 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:39:58.525279 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-365c4b2b-5ab9-4d21-a470-b83129645944 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:39:58.533501 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-e1bd4aad-4291-403f-9f6e-960401b38e85 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:39:58.538050 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-365c4b2b-5ab9-4d21-a470-b83129645944 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:security_group_rule and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:39:58.540643 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-ec5a5783-29fd-4822-86d4-4e5ef4e67f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:58.541456 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-e1bd4aad-4291-403f-9f6e-960401b38e85 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Usage tracker for resource:subnet and tenant:ffa27937301745e1ad43fa520f28cbc3 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:39:58.545286 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-e1bd4aad-4291-403f-9f6e-960401b38e85 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:39:58.548316 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-365c4b2b-5ab9-4d21-a470-b83129645944 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:39:58.554717 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-e1bd4aad-4291-403f-9f6e-960401b38e85 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:39:58.615687 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-365c4b2b-5ab9-4d21-a470-b83129645944 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:39:58.633772 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1ab9b3-99a2-4ddb-b25f-bbab11517cd0 None None] Network 32199bff-c1f3-46c9-bae3-a5de11c8ee15 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:39:58.691368 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-9c046048-e5d4-48e7-adcf-350727a0ea9b None None] Allocated IP 172.20.0.2 (212d265f-639f-43e4-99b2-6d54dfa45c0f/418ed0f0-a12c-4079-b570-184d198f6da1/bee597eb-e985-4e77-a866-81afd5cbfa6c) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:39:58.718064 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4e03b628-ffb5-48c9-b56c-3499f019ee19 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:58.741474 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1bd4aad-4291-403f-9f6e-960401b38e85 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Made reservation on behalf of ffa27937301745e1ad43fa520f28cbc3 for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:39:58.790029 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-d57ad39c-aa6c-48bd-a85e-9d36ee8a1db4 None None] Allocated IP 172.20.0.18 (ce638666-9e51-47d0-9a1c-bf2b89b901fb/57da9d79-3317-4986-ab82-512762ffcb61/5ccb6cc1-ac00-468d-9794-622ee091a407) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:39:58.805787 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:58.828641 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-365c4b2b-5ab9-4d21-a470-b83129645944 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:58.902371 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5a5783-29fd-4822-86d4-4e5ef4e67f17 None None] Pushing event updated for resources: {'Port': ['ID=74720654-ce7f-4046-8b61-2f7c95285cab,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:58.993480 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8f4140f2-48bb-4631-a49a-9c92810696da req-62aae112-aafb-42b7-8b68-33913dd722c2 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1269429310&fields=id&tenant_id=bcdc9b25d9ba412baa8d7ec71c6170b5 HTTP/1.1" status: 200 len: 267 time: 0.3789687 Feb 04 08:39:59.046990 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5a5783-29fd-4822-86d4-4e5ef4e67f17 None None] Network a283428a-c352-4d19-98bc-b1a1da8b6a7b is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:39:59.076878 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-ec5a5783-29fd-4822-86d4-4e5ef4e67f17 None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:39:59.104161 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5a5783-29fd-4822-86d4-4e5ef4e67f17 None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:39:59.114198 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-448a35bc-61c7-4af1-b8b5-75648a22b282 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:59.128863 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f22be615-5e59-4c21-bfda-6ef52c6833c0 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40989'] for router, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:59.279630 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-939245fd-4422-47a1-8dc5-1ac8c515a9f7 None None] Provisioning for port 82cc4747-b0af-4397-b2bb-7baec946eb0d completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:39:59.280163 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-448a35bc-61c7-4af1-b8b5-75648a22b282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:59.350358 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f22be615-5e59-4c21-bfda-6ef52c6833c0 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:59.397349 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e1bd4aad-4291-403f-9f6e-960401b38e85 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985186'] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:59.441298 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port 17c5afa8-3b5c-4ae8-9891-4ea35606317c, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=17c5afa8-3b5c-4ae8-9891-4ea35606317c,segment=NetworkSegment(2c48dc91-e362-4611-9354-aede43558386),segment_id=2c48dc91-e362-4611-9354-aede43558386)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:39:59.484441 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448a35bc-61c7-4af1-b8b5-75648a22b282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c056547e-cdaf-41f2-8ba8-4bfeae6936b0,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:59.501250 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-448a35bc-61c7-4af1-b8b5-75648a22b282 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0f54e50e0f8d4e15873836ced2999e9e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8983061 Feb 04 08:39:59.506129 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 49590) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:59.506625 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-365c4b2b-5ab9-4d21-a470-b83129645944 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:59.564302 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4140f2-48bb-4631-a49a-9c92810696da req-c1671975-f008-4916-a5c6-27e2636db31e tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:39:59.565814 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8f4140f2-48bb-4631-a49a-9c92810696da req-c1671975-f008-4916-a5c6-27e2636db31e tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/networks?id=b0b8e294-2639-4240-96e8-00c76471f9a3 HTTP/1.1" status: 200 len: 811 time: 0.4726183 Feb 04 08:39:59.584750 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:59.590353 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-365c4b2b-5ab9-4d21-a470-b83129645944 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:59.641986 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f22be615-5e59-4c21-bfda-6ef52c6833c0 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-476062'] for router, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:59.642706 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f22be615-5e59-4c21-bfda-6ef52c6833c0 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Fanout notify agent at l3_agent the message router_deleted on router 8012c599-7e03-41e2-9bae-8b4d5e83d293 {{(pid=84107) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 08:39:59.673300 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8f4140f2-48bb-4631-a49a-9c92810696da req-d0b35cdc-3440-4e93-9291-f199129d9eb4 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/quotas/bcdc9b25d9ba412baa8d7ec71c6170b5 HTTP/1.1" status: 200 len: 375 time: 0.0878789 Feb 04 08:39:59.673894 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365c4b2b-5ab9-4d21-a470-b83129645944 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c039cb7b-e556-43f1-827e-2a8d11e46a6a,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:39:59.692641 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f22be615-5e59-4c21-bfda-6ef52c6833c0 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:59.699300 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-f22be615-5e59-4c21-bfda-6ef52c6833c0 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] 10.222.0.36 "DELETE /v2.0/routers/8012c599-7e03-41e2-9bae-8b4d5e83d293 HTTP/1.1" status: 204 len: 168 time: 1.5590851 Feb 04 08:39:59.701700 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 49594) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:59.869751 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-ec5a5783-29fd-4822-86d4-4e5ef4e67f17 None None] Attempting to bind port 74720654-ce7f-4046-8b61-2f7c95285cab on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:39:59.870665 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-ec5a5783-29fd-4822-86d4-4e5ef4e67f17 None None] Attempting to bind port 74720654-ce7f-4046-8b61-2f7c95285cab by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': 'a90d19d3-892e-440d-b71b-bdd2d1242422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a283428a-c352-4d19-98bc-b1a1da8b6a7b'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:39:59.871246 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5a5783-29fd-4822-86d4-4e5ef4e67f17 None None] Attempting to bind port 74720654-ce7f-4046-8b61-2f7c95285cab on network a283428a-c352-4d19-98bc-b1a1da8b6a7b {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:39:59.878867 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d59db7a3-d9fc-4aec-9f55-1dddfc5f4b6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:59.903302 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-32b32f3f-b823-4c62-b29b-d40f2b6733b3 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:59.934492 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-00f272e7-89b5-4eb0-8353-4d4a66cd27be tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] 10.222.0.36 "GET /v2.0/ports?device_id=8012c599-7e03-41e2-9bae-8b4d5e83d293 HTTP/1.1" status: 200 len: 205 time: 0.2285187 Feb 04 08:39:59.934728 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 82cc4747-b0af-4397-b2bb-7baec946eb0d up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:39:59.934840 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-365c4b2b-5ab9-4d21-a470-b83129645944 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:39:59.938385 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-365c4b2b-5ab9-4d21-a470-b83129645944 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.4295523 Feb 04 08:39:59.944917 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 49598) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:59.945171 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 49600) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:39:59.987979 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d59db7a3-d9fc-4aec-9f55-1dddfc5f4b6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:00.005830 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4e03b628-ffb5-48c9-b56c-3499f019ee19 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks [] for port, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:00.050658 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-683d899f-00a4-4387-be3b-fb337ede53b0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'security_group_rule': {'security_group_id': 'd22d8e9a-09b2-47a2-96a2-e16624bfee5b', 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:40:00.086551 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5a5783-29fd-4822-86d4-4e5ef4e67f17 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:40:00.087133 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5a5783-29fd-4822-86d4-4e5ef4e67f17 None None] Checking segment: {'id': 'a90d19d3-892e-440d-b71b-bdd2d1242422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a283428a-c352-4d19-98bc-b1a1da8b6a7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:40:00.087627 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-ec5a5783-29fd-4822-86d4-4e5ef4e67f17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:00.088219 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5a5783-29fd-4822-86d4-4e5ef4e67f17 None None] Bound using segment: {'id': 'a90d19d3-892e-440d-b71b-bdd2d1242422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a283428a-c352-4d19-98bc-b1a1da8b6a7b'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:40:00.088785 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-ec5a5783-29fd-4822-86d4-4e5ef4e67f17 None None] Bound port: 74720654-ce7f-4046-8b61-2f7c95285cab, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a90d19d3-892e-440d-b71b-bdd2d1242422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a283428a-c352-4d19-98bc-b1a1da8b6a7b'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:40:00.089248 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-ec5a5783-29fd-4822-86d4-4e5ef4e67f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:00.095475 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4e03b628-ffb5-48c9-b56c-3499f019ee19 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:00.109380 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=17c5afa8-3b5c-4ae8-9891-4ea35606317c,revision_number=9']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:00.115021 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-981baa6b-9789-48c9-aa33-860e7c04e5c9 None None] For port 17c5afa8-3b5c-4ae8-9891-4ea35606317c, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=17c5afa8-3b5c-4ae8-9891-4ea35606317c,segment=NetworkSegment(2c48dc91-e362-4611-9354-aede43558386),segment_id=2c48dc91-e362-4611-9354-aede43558386)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:40:00.115484 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-981baa6b-9789-48c9-aa33-860e7c04e5c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:00.140370 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-d57ad39c-aa6c-48bd-a85e-9d36ee8a1db4 None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:00.140532 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-683d899f-00a4-4387-be3b-fb337ede53b0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:40:00.143208 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.api.v2.resource [None req-eb4aa67c-118a-4d69-b679-a2ac488122e0 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] delete failed (client error): The resource could not be found. Feb 04 08:40:00.147389 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-eb4aa67c-118a-4d69-b679-a2ac488122e0 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] 10.222.0.36 "DELETE /v2.0/routers/8012c599-7e03-41e2-9bae-8b4d5e83d293 HTTP/1.1" status: 404 len: 336 time: 0.1849487 Feb 04 08:40:00.147965 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 49606) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:00.153664 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-683d899f-00a4-4387-be3b-fb337ede53b0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:security_group_rule and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:40:00.158703 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c14a2a-a82d-4506-acf7-d894cde0506b None None] Network eb8c0b03-5448-48b6-95c7-b4b0ea1674f8 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:40:00.192042 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-683d899f-00a4-4387-be3b-fb337ede53b0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:40:00.207612 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e1bd4aad-4291-403f-9f6e-960401b38e85 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7510230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985204'] for subnet, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:00.218210 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-683d899f-00a4-4387-be3b-fb337ede53b0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:40:00.252613 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-3da74075-2ca7-4d5b-a0a3-55b6f3cfcad0 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] 10.222.0.36 "GET /v2.0/ports?device_id=04a0a68a-8b86-4465-9423-9450a314cc8b HTTP/1.1" status: 200 len: 205 time: 0.1007769 Feb 04 08:40:00.261123 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 49610) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:00.268189 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1bd4aad-4291-403f-9f6e-960401b38e85 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:40:00.341158 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-e1bd4aad-4291-403f-9f6e-960401b38e85 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:40:00.358506 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8f4140f2-48bb-4631-a49a-9c92810696da req-8825e299-c682-478e-af21-8aa6ff7a8419 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=bcdc9b25d9ba412baa8d7ec71c6170b5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6578655 Feb 04 08:40:00.361977 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1bd4aad-4291-403f-9f6e-960401b38e85 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:00.362564 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e1bd4aad-4291-403f-9f6e-960401b38e85 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:00.372608 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.api.v2.resource [None req-55b29506-cb94-40f8-be93-084a6281453f tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] delete failed (client error): The resource could not be found. Feb 04 08:40:00.372608 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-55b29506-cb94-40f8-be93-084a6281453f tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] 10.222.0.36 "DELETE /v2.0/routers/04a0a68a-8b86-4465-9423-9450a314cc8b HTTP/1.1" status: 404 len: 336 time: 0.1034482 Feb 04 08:40:00.372864 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4e03b628-ffb5-48c9-b56c-3499f019ee19 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473771'] for router_interface, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:00.372959 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-981baa6b-9789-48c9-aa33-860e7c04e5c9 None None] Calling delete_port for 17c5afa8-3b5c-4ae8-9891-4ea35606317c owned by network:dhcp {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:40:00.374805 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 49614) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:00.386815 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e03b628-ffb5-48c9-b56c-3499f019ee19 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Pushing event updated for resources: {'Port': ['ID=fbb28ab8-797a-4da9-a709-ce193d836a3d,revision_number=2']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:00.426960 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-9c046048-e5d4-48e7-adcf-350727a0ea9b None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:00.471046 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-9f5a08b3-d59d-4ef7-a281-a47849354888 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d38584-072c-4486-9196-ab00d6189d32 HTTP/1.1" status: 200 len: 205 time: 0.0868170 Feb 04 08:40:00.476763 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bd4aad-4291-403f-9f6e-960401b38e85 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event updated for resources: {'Subnet': ['ID=d9e8d5f2-0afe-475c-893c-5a3d04f50247,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:00.481492 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-9c046048-e5d4-48e7-adcf-350727a0ea9b None None] Transition to ACTIVE for port object bee597eb-e985-4e77-a866-81afd5cbfa6c will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:40:00.486714 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-d57ad39c-aa6c-48bd-a85e-9d36ee8a1db4 None None] Transition to ACTIVE for port object 5ccb6cc1-ac00-468d-9794-622ee091a407 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:40:00.490484 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 49618) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:00.528689 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-683d899f-00a4-4387-be3b-fb337ede53b0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:00.543671 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d59db7a3-d9fc-4aec-9f55-1dddfc5f4b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:00.596946 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-d57ad39c-aa6c-48bd-a85e-9d36ee8a1db4 None None] Transition to ACTIVE for port object 5ccb6cc1-ac00-468d-9794-622ee091a407 will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:40:00.598736 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-e1bd4aad-4291-403f-9f6e-960401b38e85 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5640450 Feb 04 08:40:00.601256 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-9c046048-e5d4-48e7-adcf-350727a0ea9b None None] Transition to ACTIVE for port object bee597eb-e985-4e77-a866-81afd5cbfa6c will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:40:00.602101 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 49622) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:00.613564 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-afde7307-928f-44b8-97cb-c625ac7d85fc tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Request body: {'port': {'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'mac_address': 'fa:16:3e:c9:67:2a', 'name': 'tempest-NetworksTestDHCPv6-2006891633'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:40:00.625561 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-9b1d0a5b-8d99-49da-95c1-899a09e52e89 None None] Provisioning for port 06435af4-e4c8-4cf7-8e3f-7192fcffffda completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:40:00.633649 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-ec5a5783-29fd-4822-86d4-4e5ef4e67f17 None None] For port 74720654-ce7f-4046-8b61-2f7c95285cab, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:40:00.640376 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-ec5a5783-29fd-4822-86d4-4e5ef4e67f17 None None] For port 74720654-ce7f-4046-8b61-2f7c95285cab, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=74720654-ce7f-4046-8b61-2f7c95285cab,segment=NetworkSegment(a90d19d3-892e-440d-b71b-bdd2d1242422),segment_id=a90d19d3-892e-440d-b71b-bdd2d1242422)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:40:00.656013 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d59db7a3-d9fc-4aec-9f55-1dddfc5f4b6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:00.659681 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-d59db7a3-d9fc-4aec-9f55-1dddfc5f4b6d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c056547e-cdaf-41f2-8ba8-4bfeae6936b0 HTTP/1.1" status: 204 len: 168 time: 1.1366222 Feb 04 08:40:00.659681 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.api.v2.resource [None req-9ffa0042-5a07-4004-9f8e-fb107e0eb11a tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] delete failed (client error): The resource could not be found. Feb 04 08:40:00.662951 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-9ffa0042-5a07-4004-9f8e-fb107e0eb11a tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] 10.222.0.36 "DELETE /v2.0/routers/61d38584-072c-4486-9196-ab00d6189d32 HTTP/1.1" status: 404 len: 336 time: 0.1301489 Feb 04 08:40:00.666243 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 49628) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:00.671568 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59db7a3-d9fc-4aec-9f55-1dddfc5f4b6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c056547e-cdaf-41f2-8ba8-4bfeae6936b0,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:00.677444 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-d57ad39c-aa6c-48bd-a85e-9d36ee8a1db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:00.730926 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-5efaa7b8-ba20-4510-aba6-e2b40aaa8b67 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks [] for subnet, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:00.739943 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-9c046048-e5d4-48e7-adcf-350727a0ea9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:00.743639 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 82cc4747-b0af-4397-b2bb-7baec946eb0d completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:40:00.758791 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8f4140f2-48bb-4631-a49a-9c92810696da req-055803d3-f4bb-4ef6-86ab-73b4062aa992 service neutron] 10.222.0.36 "GET /v2.0/networks/b0b8e294-2639-4240-96e8-00c76471f9a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3305717 Feb 04 08:40:00.762749 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-683d899f-00a4-4387-be3b-fb337ede53b0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:00.783910 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.db.api [None req-981baa6b-9789-48c9-aa33-860e7c04e5c9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 08:40:00.784511 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG oslo_db.api [None req-981baa6b-9789-48c9-aa33-860e7c04e5c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 08:40:00.791817 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-ec5a5783-29fd-4822-86d4-4e5ef4e67f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:00.795977 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 82cc4747-b0af-4397-b2bb-7baec946eb0d triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:40:00.796794 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:00.899314 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57ad39c-aa6c-48bd-a85e-9d36ee8a1db4 None None] Network ce638666-9e51-47d0-9a1c-bf2b89b901fb is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:40:00.902710 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57ad39c-aa6c-48bd-a85e-9d36ee8a1db4 None None] Pushing event updated for resources: {'Port': ['ID=5ccb6cc1-ac00-468d-9794-622ee091a407,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:00.902890 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-683d899f-00a4-4387-be3b-fb337ede53b0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:00.916696 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-d57ad39c-aa6c-48bd-a85e-9d36ee8a1db4 None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:40:00.962279 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c046048-e5d4-48e7-adcf-350727a0ea9b None None] Network 212d265f-639f-43e4-99b2-6d54dfa45c0f is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:40:00.963415 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-ed8e8a00-8365-41a5-9a5f-428d60c54c1b tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] 10.222.0.36 "GET /v2.0/ports?device_id=17a4eee7-7e30-4da4-8a71-25a67156c934 HTTP/1.1" status: 200 len: 205 time: 0.2893896 Feb 04 08:40:00.967325 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57ad39c-aa6c-48bd-a85e-9d36ee8a1db4 None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:40:00.975001 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-9c046048-e5d4-48e7-adcf-350727a0ea9b None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:40:00.981543 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 49632) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:00.994560 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c046048-e5d4-48e7-adcf-350727a0ea9b None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:40:01.100826 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683d899f-00a4-4387-be3b-fb337ede53b0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5950f63-e91e-48a3-adef-0a9c0e84ba4b,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:01.110236 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-683d899f-00a4-4387-be3b-fb337ede53b0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:01.111445 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-683d899f-00a4-4387-be3b-fb337ede53b0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.1478167 Feb 04 08:40:01.117243 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 49636) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:01.129354 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.api.v2.resource [None req-651030a3-6381-482a-92f7-9a4e7108f3cc tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] delete failed (client error): The resource could not be found. Feb 04 08:40:01.131261 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-651030a3-6381-482a-92f7-9a4e7108f3cc tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] 10.222.0.36 "DELETE /v2.0/routers/17a4eee7-7e30-4da4-8a71-25a67156c934 HTTP/1.1" status: 404 len: 336 time: 0.1418612 Feb 04 08:40:01.133351 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-365cba8e-829a-4aa4-afa6-7b105f09b4c6 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'security_group_rule': {'security_group_id': 'd22d8e9a-09b2-47a2-96a2-e16624bfee5b', 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:40:01.141465 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-afde7307-928f-44b8-97cb-c625ac7d85fc tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:40:01.146592 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 49640) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:01.151342 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-afde7307-928f-44b8-97cb-c625ac7d85fc tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Usage tracker for resource:port and tenant:ffa27937301745e1ad43fa520f28cbc3 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:40:01.155331 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-365cba8e-829a-4aa4-afa6-7b105f09b4c6 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:40:01.161545 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-365cba8e-829a-4aa4-afa6-7b105f09b4c6 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:security_group_rule and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:40:01.164755 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-afde7307-928f-44b8-97cb-c625ac7d85fc tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:40:01.196269 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-32b32f3f-b823-4c62-b29b-d40f2b6733b3 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks [] for port, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:01.205956 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-365cba8e-829a-4aa4-afa6-7b105f09b4c6 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:40:01.214223 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8f4140f2-48bb-4631-a49a-9c92810696da req-200b7c04-6520-4f82-a561-2669cdfb57e6 service neutron] 10.222.0.36 "GET /v2.0/networks/b0b8e294-2639-4240-96e8-00c76471f9a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4475148 Feb 04 08:40:01.215114 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-afde7307-928f-44b8-97cb-c625ac7d85fc tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:40:01.237227 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-5efaa7b8-ba20-4510-aba6-e2b40aaa8b67 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7851377'] for subnet, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:01.237529 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-365cba8e-829a-4aa4-afa6-7b105f09b4c6 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:40:01.237529 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-7e2cb752-3e8f-4807-85b7-eafdb7ae5289 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d93e2ee-fce9-4d49-abb2-f351caa72c5b HTTP/1.1" status: 200 len: 205 time: 0.0893824 Feb 04 08:40:01.239884 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 49644) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:01.281560 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-32b32f3f-b823-4c62-b29b-d40f2b6733b3 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:01.301176 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c046048-e5d4-48e7-adcf-350727a0ea9b None None] Pushing event updated for resources: {'Port': ['ID=bee597eb-e985-4e77-a866-81afd5cbfa6c,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:01.335876 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afde7307-928f-44b8-97cb-c625ac7d85fc tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Made reservation on behalf of ffa27937301745e1ad43fa520f28cbc3 for: {'port': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:40:01.340062 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-afde7307-928f-44b8-97cb-c625ac7d85fc tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:01.360794 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.api.v2.resource [None req-7d115d51-e225-4ad6-bd21-e2280a054017 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] delete failed (client error): The resource could not be found. Feb 04 08:40:01.364366 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-7d115d51-e225-4ad6-bd21-e2280a054017 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] 10.222.0.36 "DELETE /v2.0/routers/9d93e2ee-fce9-4d49-abb2-f351caa72c5b HTTP/1.1" status: 404 len: 336 time: 0.1210604 Feb 04 08:40:01.369335 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 49650) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:01.451401 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-75bdb665-6b70-4256-a155-97f8a8eaf26e tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ee739b9-26b1-40fa-9162-380d35c9afe1 HTTP/1.1" status: 200 len: 205 time: 0.0783637 Feb 04 08:40:01.459939 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 49656) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:01.463695 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [None req-afde7307-928f-44b8-97cb-c625ac7d85fc tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] device_id is not set on port d9c0dcf5-39ed-4300-af44-4a888db07f5c yet. {{(pid=84107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:40:01.467210 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b32f3f-b823-4c62-b29b-d40f2b6733b3 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Pushing event updated for resources: {'Port': ['ID=0c887024-d9e7-4d21-b268-b4842ab0fab7,revision_number=2']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:01.524729 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-981baa6b-9789-48c9-aa33-860e7c04e5c9 None None] Deleting port 17c5afa8-3b5c-4ae8-9891-4ea35606317c {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:40:01.525094 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-981baa6b-9789-48c9-aa33-860e7c04e5c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:01.543506 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-365cba8e-829a-4aa4-afa6-7b105f09b4c6 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:01.591002 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e03b628-ffb5-48c9-b56c-3499f019ee19 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Network 32199bff-c1f3-46c9-bae3-a5de11c8ee15 is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:40:01.643356 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-4e03b628-ffb5-48c9-b56c-3499f019ee19 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:40:01.715432 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-d57ad39c-aa6c-48bd-a85e-9d36ee8a1db4 None None] Attempting to bind port 5ccb6cc1-ac00-468d-9794-622ee091a407 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:40:01.723635 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-d57ad39c-aa6c-48bd-a85e-9d36ee8a1db4 None None] Attempting to bind port 5ccb6cc1-ac00-468d-9794-622ee091a407 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': '2ddedcbb-e1c2-441a-a59d-1d3666db8104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ce638666-9e51-47d0-9a1c-bf2b89b901fb'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:40:01.724141 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57ad39c-aa6c-48bd-a85e-9d36ee8a1db4 None None] Attempting to bind port 5ccb6cc1-ac00-468d-9794-622ee091a407 on network ce638666-9e51-47d0-9a1c-bf2b89b901fb {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:40:01.831245 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:01.861217 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5a5783-29fd-4822-86d4-4e5ef4e67f17 None None] Pushing event updated for resources: {'Port': ['ID=74720654-ce7f-4046-8b61-2f7c95285cab,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:01.965676 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-9c046048-e5d4-48e7-adcf-350727a0ea9b None None] Attempting to bind port bee597eb-e985-4e77-a866-81afd5cbfa6c on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:40:01.965898 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-9c046048-e5d4-48e7-adcf-350727a0ea9b None None] Attempting to bind port bee597eb-e985-4e77-a866-81afd5cbfa6c by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': '4e5d2967-889d-4e61-ae00-90bcf486795e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '212d265f-639f-43e4-99b2-6d54dfa45c0f'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:40:01.966284 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c046048-e5d4-48e7-adcf-350727a0ea9b None None] Attempting to bind port bee597eb-e985-4e77-a866-81afd5cbfa6c on network 212d265f-639f-43e4-99b2-6d54dfa45c0f {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:40:01.982959 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.api.v2.resource [None req-1e799a52-5d35-4de4-ac32-31a4c94ccd83 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] delete failed (client error): The resource could not be found. Feb 04 08:40:01.985742 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-1e799a52-5d35-4de4-ac32-31a4c94ccd83 tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] 10.222.0.36 "DELETE /v2.0/routers/8ee739b9-26b1-40fa-9162-380d35c9afe1 HTTP/1.1" status: 404 len: 336 time: 0.5243306 Feb 04 08:40:01.988804 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 49674) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:02.061997 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-72b47a30-d926-467c-81c8-5fd9c15b27ac req-8e93ba44-cdd8-412d-a24a-db6c4f0de8c0 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d3f9a2e-5f81-4e26-82f8-be8c0a180732 HTTP/1.1" status: 200 len: 210 time: 0.2864888 Feb 04 08:40:02.138115 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c1f50e6-481f-49ae-bce2-64ed7d1fbc1a tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] DELETE failed (client error): The resource could not be found. Feb 04 08:40:02.139296 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c1f50e6-481f-49ae-bce2-64ed7d1fbc1a tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:40:02.167101 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-4c1f50e6-481f-49ae-bce2-64ed7d1fbc1a tempest-RoutersIpV6AdminTest-793682539 tempest-RoutersIpV6AdminTest-793682539-project] 10.222.0.36 "DELETE /v2.0/subnets/4402a798-322b-4d73-9562-dd81c3ed77db HTTP/1.1" status: 404 len: 337 time: 0.1465538 Feb 04 08:40:02.211656 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-5efaa7b8-ba20-4510-aba6-e2b40aaa8b67 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:02.284134 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-365cba8e-829a-4aa4-afa6-7b105f09b4c6 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:02.288400 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-981baa6b-9789-48c9-aa33-860e7c04e5c9 None None] For port 17c5afa8-3b5c-4ae8-9891-4ea35606317c, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=17c5afa8-3b5c-4ae8-9891-4ea35606317c,segment=NetworkSegment(2c48dc91-e362-4611-9354-aede43558386),segment_id=2c48dc91-e362-4611-9354-aede43558386)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:40:02.289672 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-981baa6b-9789-48c9-aa33-860e7c04e5c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:02.360991 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-32b32f3f-b823-4c62-b29b-d40f2b6733b3 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-472912'] for router_interface, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:02.376541 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-365cba8e-829a-4aa4-afa6-7b105f09b4c6 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:02.472387 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365cba8e-829a-4aa4-afa6-7b105f09b4c6 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21ff00c8-4e1c-4599-b38e-d4a11e797df4,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:02.483071 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-981baa6b-9789-48c9-aa33-860e7c04e5c9 None None] Calling delete_port for 17c5afa8-3b5c-4ae8-9891-4ea35606317c owned by network:dhcp {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:40:02.552002 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-afde7307-928f-44b8-97cb-c625ac7d85fc tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Allocated IP 172.20.0.12 (bc933c3a-b15d-4eab-9ad6-d32fd193f5cd/d9e8d5f2-0afe-475c-893c-5a3d04f50247/d9c0dcf5-39ed-4300-af44-4a888db07f5c) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:40:02.566980 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-afde7307-928f-44b8-97cb-c625ac7d85fc tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Allocated IP 2001:db8::f816:3eff:fec9:672a (bc933c3a-b15d-4eab-9ad6-d32fd193f5cd/cbb02727-8695-4c2c-8024-acfe0cfd7b9d/d9c0dcf5-39ed-4300-af44-4a888db07f5c) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:40:02.575256 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12e43f29-c5ca-4453-ae0e-6713191fb196 None None] Provisioning for port fbb28ab8-797a-4da9-a709-ce193d836a3d completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:40:02.582821 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57ad39c-aa6c-48bd-a85e-9d36ee8a1db4 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:40:02.583199 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57ad39c-aa6c-48bd-a85e-9d36ee8a1db4 None None] Checking segment: {'id': '2ddedcbb-e1c2-441a-a59d-1d3666db8104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ce638666-9e51-47d0-9a1c-bf2b89b901fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:40:02.583607 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-d57ad39c-aa6c-48bd-a85e-9d36ee8a1db4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:02.584174 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57ad39c-aa6c-48bd-a85e-9d36ee8a1db4 None None] Bound using segment: {'id': '2ddedcbb-e1c2-441a-a59d-1d3666db8104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ce638666-9e51-47d0-9a1c-bf2b89b901fb'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:40:02.585219 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-d57ad39c-aa6c-48bd-a85e-9d36ee8a1db4 None None] Bound port: 5ccb6cc1-ac00-468d-9794-622ee091a407, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ddedcbb-e1c2-441a-a59d-1d3666db8104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ce638666-9e51-47d0-9a1c-bf2b89b901fb'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:40:02.585748 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-d57ad39c-aa6c-48bd-a85e-9d36ee8a1db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:02.614634 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c046048-e5d4-48e7-adcf-350727a0ea9b None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:40:02.626620 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c046048-e5d4-48e7-adcf-350727a0ea9b None None] Checking segment: {'id': '4e5d2967-889d-4e61-ae00-90bcf486795e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '212d265f-639f-43e4-99b2-6d54dfa45c0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:40:02.626620 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-9c046048-e5d4-48e7-adcf-350727a0ea9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:02.626620 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c046048-e5d4-48e7-adcf-350727a0ea9b None None] Bound using segment: {'id': '4e5d2967-889d-4e61-ae00-90bcf486795e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '212d265f-639f-43e4-99b2-6d54dfa45c0f'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:40:02.626620 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-9c046048-e5d4-48e7-adcf-350727a0ea9b None None] Bound port: bee597eb-e985-4e77-a866-81afd5cbfa6c, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e5d2967-889d-4e61-ae00-90bcf486795e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '212d265f-639f-43e4-99b2-6d54dfa45c0f'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:40:02.626620 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-9c046048-e5d4-48e7-adcf-350727a0ea9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:02.636335 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-5efaa7b8-ba20-4510-aba6-e2b40aaa8b67 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7593563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8119683'] for subnet, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:02.640534 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12e43f29-c5ca-4453-ae0e-6713191fb196 None None] Provisioning complete for port fbb28ab8-797a-4da9-a709-ce193d836a3d triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:40:02.641113 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12e43f29-c5ca-4453-ae0e-6713191fb196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:02.655333 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-365cba8e-829a-4aa4-afa6-7b105f09b4c6 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:02.657144 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-365cba8e-829a-4aa4-afa6-7b105f09b4c6 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.5292127 Feb 04 08:40:02.665984 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 49688) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:02.725804 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efaa7b8-ba20-4510-aba6-e2b40aaa8b67 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Pushing event deleted for resources: {'Subnet': ['ID=418ed0f0-a12c-4079-b570-184d198f6da1,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:02.734284 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-5efaa7b8-ba20-4510-aba6-e2b40aaa8b67 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:02.798463 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50984bae-f2a4-451d-bb0d-5a74acc75ca2 None None] Sync routers for ids ['f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:40:02.840571 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-5efaa7b8-ba20-4510-aba6-e2b40aaa8b67 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] 10.222.0.36 "DELETE /v2.0/subnets/418ed0f0-a12c-4079-b570-184d198f6da1 HTTP/1.1" status: 204 len: 168 time: 5.0406725 Feb 04 08:40:02.842202 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-ce7593c2-9e2e-43ec-93ed-06a6891a299a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'security_group_rule': {'security_group_id': 'd22d8e9a-09b2-47a2-96a2-e16624bfee5b', 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:40:02.847539 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 49694) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:02.854080 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port 82cc4747-b0af-4397-b2bb-7baec946eb0d, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=82cc4747-b0af-4397-b2bb-7baec946eb0d,segment=NetworkSegment(f231d699-6b28-4d13-bac1-7eb6b641732e),segment_id=f231d699-6b28-4d13-bac1-7eb6b641732e)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:40:02.859317 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-ce7593c2-9e2e-43ec-93ed-06a6891a299a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:40:02.872292 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-ce7593c2-9e2e-43ec-93ed-06a6891a299a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:security_group_rule and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:40:02.899486 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-ce7593c2-9e2e-43ec-93ed-06a6891a299a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:40:03.026249 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 49700) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:03.027335 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-ce7593c2-9e2e-43ec-93ed-06a6891a299a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:40:03.045103 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-32b32f3f-b823-4c62-b29b-d40f2b6733b3 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:03.155336 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-afde7307-928f-44b8-97cb-c625ac7d85fc tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:03.195032 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [None req-afde7307-928f-44b8-97cb-c625ac7d85fc tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Transition to ACTIVE for port object d9c0dcf5-39ed-4300-af44-4a888db07f5c will not be triggered until provisioned by entity DHCP. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:40:03.201477 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12e43f29-c5ca-4453-ae0e-6713191fb196 None None] Port fbb28ab8-797a-4da9-a709-ce193d836a3d cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:40:03.210305 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.securitygroups_db [None req-ce7593c2-9e2e-43ec-93ed-06a6891a299a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Project 7df2bfd740464e869863a41b14f4d5af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 08:40:03.225734 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ce7593c2-9e2e-43ec-93ed-06a6891a299a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:03.306117 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b085a78f-3a44-4783-8f47-6bda332fc1a5 None None] Network a283428a-c352-4d19-98bc-b1a1da8b6a7b requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:40:03.338694 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:03.339873 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 06435af4-e4c8-4cf7-8e3f-7192fcffffda up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:40:03.378676 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-d57ad39c-aa6c-48bd-a85e-9d36ee8a1db4 None None] For port 5ccb6cc1-ac00-468d-9794-622ee091a407, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:40:03.380027 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0a0d7a9d-7286-48b6-aa68-ef1a36e39000 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:03.406776 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-56ba7e52-5375-425c-8dbe-7eee0c05c832 req-c7dc1c58-d149-4d56-b08d-2d54bfc2d92d tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d3f9a2e-5f81-4e26-82f8-be8c0a180732 HTTP/1.1" status: 200 len: 210 time: 0.0720928 Feb 04 08:40:03.447635 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e03b628-ffb5-48c9-b56c-3499f019ee19 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Router f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:40:03.462983 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ce7593c2-9e2e-43ec-93ed-06a6891a299a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:03.464988 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-0a0d7a9d-7286-48b6-aa68-ef1a36e39000 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:40:03.473021 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-0a0d7a9d-7286-48b6-aa68-ef1a36e39000 admin admin] Usage tracker for resource:security_group_rule and tenant:83312f91facc40c2876df97655afba59 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:40:03.475756 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-0a0d7a9d-7286-48b6-aa68-ef1a36e39000 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:40:03.483481 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-0a0d7a9d-7286-48b6-aa68-ef1a36e39000 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:40:03.492974 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-afde7307-928f-44b8-97cb-c625ac7d85fc tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:03.555845 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-d57ad39c-aa6c-48bd-a85e-9d36ee8a1db4 None None] For port 5ccb6cc1-ac00-468d-9794-622ee091a407, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=5ccb6cc1-ac00-468d-9794-622ee091a407,segment=NetworkSegment(2ddedcbb-e1c2-441a-a59d-1d3666db8104),segment_id=2ddedcbb-e1c2-441a-a59d-1d3666db8104)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:40:03.607808 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afde7307-928f-44b8-97cb-c625ac7d85fc tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:40:03.613078 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ce7593c2-9e2e-43ec-93ed-06a6891a299a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:03.614682 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50984bae-f2a4-451d-bb0d-5a74acc75ca2 None None] Routers {'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:40:03.615325 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-50984bae-f2a4-451d-bb0d-5a74acc75ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:39:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:40:03.615976 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-afde7307-928f-44b8-97cb-c625ac7d85fc tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:40:03.642249 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afde7307-928f-44b8-97cb-c625ac7d85fc tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:40:03.700682 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12e43f29-c5ca-4453-ae0e-6713191fb196 None None] Provisioning complete for port 82cc4747-b0af-4397-b2bb-7baec946eb0d triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:40:03.700682 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12e43f29-c5ca-4453-ae0e-6713191fb196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:03.710102 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afde7307-928f-44b8-97cb-c625ac7d85fc tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event updated for resources: {'Port': ['ID=d9c0dcf5-39ed-4300-af44-4a888db07f5c,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:03.747231 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-d57ad39c-aa6c-48bd-a85e-9d36ee8a1db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:03.781663 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0a0d7a9d-7286-48b6-aa68-ef1a36e39000 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:03.807112 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7593c2-9e2e-43ec-93ed-06a6891a299a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ae1b889-efc6-4eff-93f9-dd60d32cc783,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:03.807586 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_v2 [None req-d13dd85f-3614-47bc-83d1-aeb8a0ec2e37 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Deleting subnet 57da9d79-3317-4986-ab82-512762ffcb61 {{(pid=84108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:40:03.824029 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d13dd85f-3614-47bc-83d1-aeb8a0ec2e37 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks [] for subnet, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:03.829730 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-9c046048-e5d4-48e7-adcf-350727a0ea9b None None] For port bee597eb-e985-4e77-a866-81afd5cbfa6c, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:40:03.854895 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afde7307-928f-44b8-97cb-c625ac7d85fc tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:03.856124 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-afde7307-928f-44b8-97cb-c625ac7d85fc tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:03.857613 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=82cc4747-b0af-4397-b2bb-7baec946eb0d,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:03.860130 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-981baa6b-9789-48c9-aa33-860e7c04e5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407'] for port, after_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:03.875381 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0a0d7a9d-7286-48b6-aa68-ef1a36e39000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:03.916183 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ce7593c2-9e2e-43ec-93ed-06a6891a299a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:03.921286 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-ce7593c2-9e2e-43ec-93ed-06a6891a299a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 1.2477331 Feb 04 08:40:03.922287 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 49716) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:03.957464 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57ad39c-aa6c-48bd-a85e-9d36ee8a1db4 None None] Pushing event updated for resources: {'Port': ['ID=5ccb6cc1-ac00-468d-9794-622ee091a407,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:03.972201 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-1d6020c9-0546-47bd-8bb9-d4ec888063d4 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'security_group_rule': {'security_group_id': 'd22d8e9a-09b2-47a2-96a2-e16624bfee5b', 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:40:03.985260 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-afde7307-928f-44b8-97cb-c625ac7d85fc tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.3819277 Feb 04 08:40:03.989828 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-1d6020c9-0546-47bd-8bb9-d4ec888063d4 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:40:04.000973 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 49720) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:04.001678 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-9c046048-e5d4-48e7-adcf-350727a0ea9b None None] For port bee597eb-e985-4e77-a866-81afd5cbfa6c, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=bee597eb-e985-4e77-a866-81afd5cbfa6c,segment=NetworkSegment(4e5d2967-889d-4e61-ae00-90bcf486795e),segment_id=4e5d2967-889d-4e61-ae00-90bcf486795e)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:40:04.014321 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-1d6020c9-0546-47bd-8bb9-d4ec888063d4 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:security_group_rule and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:40:04.018277 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0d7a9d-7286-48b6-aa68-ef1a36e39000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00db35e2-2407-42c2-b207-5b6ce62afb30,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:04.041070 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981baa6b-9789-48c9-aa33-860e7c04e5c9 None None] Pushing event deleted for resources: {'Port': ['ID=17c5afa8-3b5c-4ae8-9891-4ea35606317c,revision_number=None']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:04.047367 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-1d6020c9-0546-47bd-8bb9-d4ec888063d4 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:40:04.110031 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-1d6020c9-0546-47bd-8bb9-d4ec888063d4 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:40:04.116908 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-0a0d7a9d-7286-48b6-aa68-ef1a36e39000 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=83312f91facc40c2876df97655afba59&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0775385 Feb 04 08:40:04.118747 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 49726) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:04.133318 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d13dd85f-3614-47bc-83d1-aeb8a0ec2e37 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7851377'] for subnet, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:04.207104 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.securitygroups_db [None req-1d6020c9-0546-47bd-8bb9-d4ec888063d4 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Project 7df2bfd740464e869863a41b14f4d5af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 08:40:04.217383 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1d6020c9-0546-47bd-8bb9-d4ec888063d4 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:04.219286 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-9c046048-e5d4-48e7-adcf-350727a0ea9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:04.233452 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e590b548-8b68-4424-96b4-fd4ca70fcc6c tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:04.234158 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-e590b548-8b68-4424-96b4-fd4ca70fcc6c tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Synchronizing usage tracker for tenant:ffa27937301745e1ad43fa520f28cbc3 on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:40:04.244797 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ef1e0902-53b7-40b4-ae4d-0ba2a5a10c9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:04.300400 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ef1e0902-53b7-40b4-ae4d-0ba2a5a10c9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:04.305010 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e03b628-ffb5-48c9-b56c-3499f019ee19 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:40:04.329794 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-4e03b628-ffb5-48c9-b56c-3499f019ee19 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "PUT /v2.0/routers/f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0261123 Feb 04 08:40:04.329996 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 49732) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:04.333681 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-32b32f3f-b823-4c62-b29b-d40f2b6733b3 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks [] for port, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:04.335895 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d13dd85f-3614-47bc-83d1-aeb8a0ec2e37 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:04.336820 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-edb5c8ff-7fc1-4bc9-9402-ac8dde24d103 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Request body: {'network': {'name': 'tempest-RoutersTest-308100007'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:40:04.358935 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-edb5c8ff-7fc1-4bc9-9402-ac8dde24d103 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:40:04.395604 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c046048-e5d4-48e7-adcf-350727a0ea9b None None] Pushing event updated for resources: {'Port': ['ID=bee597eb-e985-4e77-a866-81afd5cbfa6c,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:04.405128 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-edb5c8ff-7fc1-4bc9-9402-ac8dde24d103 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Usage tracker for resource:network and tenant:1216cf6397c6415eb938e86c1901dea6 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:40:04.412373 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1d6020c9-0546-47bd-8bb9-d4ec888063d4 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:04.413677 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-edb5c8ff-7fc1-4bc9-9402-ac8dde24d103 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:40:04.416944 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-e590b548-8b68-4424-96b4-fd4ca70fcc6c tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Unset dirty status for tenant:ffa27937301745e1ad43fa520f28cbc3 on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:40:04.420546 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-32b32f3f-b823-4c62-b29b-d40f2b6733b3 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:04.421880 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-32b32f3f-b823-4c62-b29b-d40f2b6733b3 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473771'] for router_interface, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:04.422506 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 06435af4-e4c8-4cf7-8e3f-7192fcffffda completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:40:04.425145 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-e590b548-8b68-4424-96b4-fd4ca70fcc6c tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1026 time: 0.4214616 Feb 04 08:40:04.429256 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-50984bae-f2a4-451d-bb0d-5a74acc75ca2 None None] Set router f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3 gateway port host: None {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:40:04.431775 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 49736) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:04.434556 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-edb5c8ff-7fc1-4bc9-9402-ac8dde24d103 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:40:04.532909 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1d6020c9-0546-47bd-8bb9-d4ec888063d4 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:04.582196 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d13dd85f-3614-47bc-83d1-aeb8a0ec2e37 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7593563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8119683'] for subnet, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:04.610708 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 06435af4-e4c8-4cf7-8e3f-7192fcffffda triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:40:04.611238 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:04.628026 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb5c8ff-7fc1-4bc9-9402-ac8dde24d103 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Made reservation on behalf of 1216cf6397c6415eb938e86c1901dea6 for: {'network': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:40:04.631159 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-edb5c8ff-7fc1-4bc9-9402-ac8dde24d103 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:04.695601 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ef1e0902-53b7-40b4-ae4d-0ba2a5a10c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:04.738075 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-73dea04f-a17a-4e92-8751-4f828960321a tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Deleting port d9c0dcf5-39ed-4300-af44-4a888db07f5c {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:40:04.749093 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-73dea04f-a17a-4e92-8751-4f828960321a tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:04.793557 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-99398f0f-28ed-4c25-ac98-03c281ebc67b req-2ad289ea-4c0b-4973-b6d9-000df3c9e2f4 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d3f9a2e-5f81-4e26-82f8-be8c0a180732 HTTP/1.1" status: 200 len: 210 time: 0.1313572 Feb 04 08:40:04.805761 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6020c9-0546-47bd-8bb9-d4ec888063d4 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81c2259d-32ed-42c3-92e8-d07c0620adcc,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:04.852457 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1e0902-53b7-40b4-ae4d-0ba2a5a10c9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00db35e2-2407-42c2-b207-5b6ce62afb30,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:04.854125 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 49746) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:04.878965 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ef1e0902-53b7-40b4-ae4d-0ba2a5a10c9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:04.883034 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-ef1e0902-53b7-40b4-ae4d-0ba2a5a10c9e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/00db35e2-2407-42c2-b207-5b6ce62afb30 HTTP/1.1" status: 204 len: 168 time: 0.7594309 Feb 04 08:40:04.904616 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544bd2cf-d7d0-4a84-9b04-15a18c40c966 None None] Network 212d265f-639f-43e4-99b2-6d54dfa45c0f requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:40:04.935762 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edb5c8ff-7fc1-4bc9-9402-ac8dde24d103 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=84107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:40:04.974305 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1d6020c9-0546-47bd-8bb9-d4ec888063d4 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:04.988747 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-1d6020c9-0546-47bd-8bb9-d4ec888063d4 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 1.0591207 Feb 04 08:40:05.009271 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-edb5c8ff-7fc1-4bc9-9402-ac8dde24d103 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:05.012128 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.segments_db [None req-edb5c8ff-7fc1-4bc9-9402-ac8dde24d103 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Added segment a011d971-ea23-45a3-a0b7-e3a24c1c1624 of type vlan for network dfea1b86-0ebe-4d9d-91bf-448734213079 Feb 04 08:40:05.020688 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4140f2-48bb-4631-a49a-9c92810696da req-65a50350-7e22-423b-8b6d-3d8c6822df48 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:05.027184 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8f4140f2-48bb-4631-a49a-9c92810696da req-65a50350-7e22-423b-8b6d-3d8c6822df48 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.47 "GET /v2.0/networks?id=b0b8e294-2639-4240-96e8-00c76471f9a3 HTTP/1.1" status: 200 len: 811 time: 0.5562282 Feb 04 08:40:05.118662 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d13dd85f-3614-47bc-83d1-aeb8a0ec2e37 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:05.150954 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b32f3f-b823-4c62-b29b-d40f2b6733b3 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Network eb8c0b03-5448-48b6-95c7-b4b0ea1674f8 is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:40:05.153042 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-d13dd85f-3614-47bc-83d1-aeb8a0ec2e37 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] 10.222.0.36 "DELETE /v2.0/subnets/57da9d79-3317-4986-ab82-512762ffcb61 HTTP/1.1" status: 204 len: 168 time: 2.2856734 Feb 04 08:40:05.155226 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13dd85f-3614-47bc-83d1-aeb8a0ec2e37 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Pushing event deleted for resources: {'Subnet': ['ID=57da9d79-3317-4986-ab82-512762ffcb61,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:05.158402 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981baa6b-9789-48c9-aa33-860e7c04e5c9 None None] No DVR routers for this DVR port 17c5afa8-3b5c-4ae8-9891-4ea35606317c on host dv-neutron-827798-2-hyperv {{(pid=84109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:40:05.165946 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 49756) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:05.186769 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-32b32f3f-b823-4c62-b29b-d40f2b6733b3 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:40:05.196354 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-f1643a0c-e161-46f4-8556-2d196906e258 tempest-RoutersAdminNegativeIpV6Test-1720828035 tempest-RoutersAdminNegativeIpV6Test-1720828035-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1267944862', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:40:05.212009 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8f4140f2-48bb-4631-a49a-9c92810696da req-0a963d2d-d8fc-43be-a741-079044e6c15e tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bcdc9b25d9ba412baa8d7ec71c6170b5 HTTP/1.1" status: 200 len: 380 time: 0.1720572 Feb 04 08:40:05.217014 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-edb5c8ff-7fc1-4bc9-9402-ac8dde24d103 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:05.220356 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8108084-3031-4ff2-9599-4a1ab5c3c026 None None] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:40:05.221002 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-f1643a0c-e161-46f4-8556-2d196906e258 tempest-RoutersAdminNegativeIpV6Test-1720828035 tempest-RoutersAdminNegativeIpV6Test-1720828035-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:40:05.228443 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [req-8f4140f2-48bb-4631-a49a-9c92810696da req-a0af96c7-cbcb-40d8-9c55-35ab59353e61 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Request body: {'port': {'device_id': '5d3f9a2e-5f81-4e26-82f8-be8c0a180732', 'network_id': 'b0b8e294-2639-4240-96e8-00c76471f9a3', 'admin_state_up': True, 'tenant_id': 'bcdc9b25d9ba412baa8d7ec71c6170b5', 'security_groups': ['53227cdf-7dc5-4d80-b711-52cc313216b9']}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:40:05.472437 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b32f3f-b823-4c62-b29b-d40f2b6733b3 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Pushing event updated for resources: {'Port': ['ID=0c887024-d9e7-4d21-b268-b4842ab0fab7,revision_number=3']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:05.503448 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-f1643a0c-e161-46f4-8556-2d196906e258 tempest-RoutersAdminNegativeIpV6Test-1720828035 tempest-RoutersAdminNegativeIpV6Test-1720828035-project-admin] Usage tracker for resource:port and tenant:de68be46557d4a2d9a114d0fb6377bff is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:40:05.513565 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-f1643a0c-e161-46f4-8556-2d196906e258 tempest-RoutersAdminNegativeIpV6Test-1720828035 tempest-RoutersAdminNegativeIpV6Test-1720828035-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:40:05.530822 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-f1643a0c-e161-46f4-8556-2d196906e258 tempest-RoutersAdminNegativeIpV6Test-1720828035 tempest-RoutersAdminNegativeIpV6Test-1720828035-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:40:05.624969 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [req-8f4140f2-48bb-4631-a49a-9c92810696da req-a0af96c7-cbcb-40d8-9c55-35ab59353e61 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:40:05.633558 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-8f4140f2-48bb-4631-a49a-9c92810696da req-a0af96c7-cbcb-40d8-9c55-35ab59353e61 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Usage tracker for resource:port and tenant:bcdc9b25d9ba412baa8d7ec71c6170b5 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:40:05.644423 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-8f4140f2-48bb-4631-a49a-9c92810696da req-a0af96c7-cbcb-40d8-9c55-35ab59353e61 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:40:05.656394 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [req-8f4140f2-48bb-4631-a49a-9c92810696da req-a0af96c7-cbcb-40d8-9c55-35ab59353e61 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:40:05.701483 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1643a0c-e161-46f4-8556-2d196906e258 tempest-RoutersAdminNegativeIpV6Test-1720828035 tempest-RoutersAdminNegativeIpV6Test-1720828035-project-admin] Made reservation on behalf of de68be46557d4a2d9a114d0fb6377bff for: {'port': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:40:05.704349 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f1643a0c-e161-46f4-8556-2d196906e258 tempest-RoutersAdminNegativeIpV6Test-1720828035 tempest-RoutersAdminNegativeIpV6Test-1720828035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:05.875519 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-edb5c8ff-7fc1-4bc9-9402-ac8dde24d103 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:05.879362 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb5c8ff-7fc1-4bc9-9402-ac8dde24d103 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:05.880038 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-edb5c8ff-7fc1-4bc9-9402-ac8dde24d103 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:05.906591 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f1643a0c-e161-46f4-8556-2d196906e258 tempest-RoutersAdminNegativeIpV6Test-1720828035 tempest-RoutersAdminNegativeIpV6Test-1720828035-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:06.027107 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10650614-a8b4-4bd5-a75e-3358160a5ac7 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:06.030407 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-10650614-a8b4-4bd5-a75e-3358160a5ac7 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Synchronizing usage tracker for tenant:ba5e8e53481e48e5af1f5293f660f5cf on resource:subnet {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:40:06.038261 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:06.062972 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f4140f2-48bb-4631-a49a-9c92810696da req-a0af96c7-cbcb-40d8-9c55-35ab59353e61 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Made reservation on behalf of bcdc9b25d9ba412baa8d7ec71c6170b5 for: {'port': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:40:06.066693 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-8f4140f2-48bb-4631-a49a-9c92810696da req-a0af96c7-cbcb-40d8-9c55-35ab59353e61 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:06.069274 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61e510e2-ff97-44ea-8213-7508a0924cd1 None None] Provisioning for port 74720654-ce7f-4046-8b61-2f7c95285cab completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:40:06.074866 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29dffcb1-cc07-4fd4-b89f-c6cbc7cbfe99 None None] Network ce638666-9e51-47d0-9a1c-bf2b89b901fb requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:40:06.104255 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-166cfc6c-392d-43ee-ad53-c2655e1fab25 req-bea84633-ab04-4a79-8f88-24e0325b9919 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Synchronizing usage tracker for tenant:7df2bfd740464e869863a41b14f4d5af on resource:security_group {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:40:06.143103 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 49776) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:06.177499 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-edb5c8ff-7fc1-4bc9-9402-ac8dde24d103 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.8483613 Feb 04 08:40:06.181295 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-10650614-a8b4-4bd5-a75e-3358160a5ac7 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Unset dirty status for tenant:ba5e8e53481e48e5af1f5293f660f5cf on resource:subnet {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:40:06.182448 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-10650614-a8b4-4bd5-a75e-3358160a5ac7 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 1.0033798 Feb 04 08:40:06.183318 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb5c8ff-7fc1-4bc9-9402-ac8dde24d103 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Pushing event updated for resources: {'Network': ['ID=dfea1b86-0ebe-4d9d-91bf-448734213079,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:06.184458 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-73dea04f-a17a-4e92-8751-4f828960321a tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:06.187975 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-49552816-c665-4bc2-8bb2-2026f40429c4 req-4329c665-8d31-4f9d-b529-21e78f7e54ff tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d3f9a2e-5f81-4e26-82f8-be8c0a180732 HTTP/1.1" status: 200 len: 210 time: 0.0979652 Feb 04 08:40:06.189480 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 49780) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:06.189900 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 49782) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:06.223203 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port 06435af4-e4c8-4cf7-8e3f-7192fcffffda, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=06435af4-e4c8-4cf7-8e3f-7192fcffffda,segment=NetworkSegment(4ea3feb7-58cf-4e68-b996-857db1dda1de),segment_id=4ea3feb7-58cf-4e68-b996-857db1dda1de)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:40:06.240996 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network dfea1b86-0ebe-4d9d-91bf-448734213079 details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:40:06.257270 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-dec7ec00-6975-4fff-b439-b0429d85ff4a tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Request body: {'subnet': {'network_id': 'dfea1b86-0ebe-4d9d-91bf-448734213079', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:40:06.275987 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-f1643a0c-e161-46f4-8556-2d196906e258 tempest-RoutersAdminNegativeIpV6Test-1720828035 tempest-RoutersAdminNegativeIpV6Test-1720828035-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:40:06.360392 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-73dea04f-a17a-4e92-8751-4f828960321a tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Calling delete_port for d9c0dcf5-39ed-4300-af44-4a888db07f5c owned by {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:40:06.378722 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-f1643a0c-e161-46f4-8556-2d196906e258 tempest-RoutersAdminNegativeIpV6Test-1720828035 tempest-RoutersAdminNegativeIpV6Test-1720828035-project-admin] Usage tracker for resource:security_group_rule and tenant:de68be46557d4a2d9a114d0fb6377bff is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:40:06.382226 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-166cfc6c-392d-43ee-ad53-c2655e1fab25 req-bea84633-ab04-4a79-8f88-24e0325b9919 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Unset dirty status for tenant:7df2bfd740464e869863a41b14f4d5af on resource:security_group {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:40:06.383461 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-166cfc6c-392d-43ee-ad53-c2655e1fab25 req-bea84633-ab04-4a79-8f88-24e0325b9919 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-885548654&fields=id&tenant_id=7df2bfd740464e869863a41b14f4d5af HTTP/1.1" status: 200 len: 267 time: 0.8249345 Feb 04 08:40:06.384383 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-f1643a0c-e161-46f4-8556-2d196906e258 tempest-RoutersAdminNegativeIpV6Test-1720828035 tempest-RoutersAdminNegativeIpV6Test-1720828035-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:40:06.412137 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-f1643a0c-e161-46f4-8556-2d196906e258 tempest-RoutersAdminNegativeIpV6Test-1720828035 tempest-RoutersAdminNegativeIpV6Test-1720828035-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:40:06.422258 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:06.439025 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-f3298727-f2c0-4f1e-9655-c10074a9f613 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=472edb14196942999394e53aaa0733ea&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2917762 Feb 04 08:40:06.444198 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 49788) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:06.514647 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3110658-484e-4c89-88ac-b16bcb2fc541 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'tenant_id': 'ffa27937301745e1ad43fa520f28cbc3', 'fixed_ips': [{'subnet_id': 'cbb02727-8695-4c2c-8024-acfe0cfd7b9d'}, {'subnet_id': 'd9e8d5f2-0afe-475c-893c-5a3d04f50247'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:40:06.515550 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-b3110658-484e-4c89-88ac-b16bcb2fc541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:06.635007 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a445934e-530a-4cd0-8772-1cf09541ad65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:06.637880 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0604e7dc-7777-4e9f-aa74-f29162c50663 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:06.708827 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-dec7ec00-6975-4fff-b439-b0429d85ff4a tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:40:06.709889 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61e510e2-ff97-44ea-8213-7508a0924cd1 None None] Provisioning complete for port 06435af4-e4c8-4cf7-8e3f-7192fcffffda triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:40:06.710266 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61e510e2-ff97-44ea-8213-7508a0924cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:06.713500 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32b32f3f-b823-4c62-b29b-d40f2b6733b3 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Router af39a267-6ed0-48d1-bad6-cfe1dae6e458 is scheduled to L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 with binding_index 1 {{(pid=84108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 08:40:06.713653 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-dec7ec00-6975-4fff-b439-b0429d85ff4a tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Usage tracker for resource:subnet and tenant:1216cf6397c6415eb938e86c1901dea6 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:40:06.717325 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-dec7ec00-6975-4fff-b439-b0429d85ff4a tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:40:06.723785 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-dec7ec00-6975-4fff-b439-b0429d85ff4a tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:40:06.780848 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a445934e-530a-4cd0-8772-1cf09541ad65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:06.822915 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=06435af4-e4c8-4cf7-8e3f-7192fcffffda,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:06.832849 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 5ccb6cc1-ac00-468d-9794-622ee091a407 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:40:06.845636 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dec7ec00-6975-4fff-b439-b0429d85ff4a tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Made reservation on behalf of 1216cf6397c6415eb938e86c1901dea6 for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:40:06.871055 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-0604e7dc-7777-4e9f-aa74-f29162c50663 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Deleting port 5ccb6cc1-ac00-468d-9794-622ee091a407 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:40:06.871393 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0604e7dc-7777-4e9f-aa74-f29162c50663 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:06.909232 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-73dea04f-a17a-4e92-8751-4f828960321a tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:06.963995 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166cfc6c-392d-43ee-ad53-c2655e1fab25 req-fd853931-1e99-4c61-b025-9cb3f9e213f2 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:06.964972 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-166cfc6c-392d-43ee-ad53-c2655e1fab25 req-fd853931-1e99-4c61-b025-9cb3f9e213f2 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/networks?id=a283428a-c352-4d19-98bc-b1a1da8b6a7b HTTP/1.1" status: 200 len: 797 time: 0.5541022 Feb 04 08:40:06.975038 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [req-8f4140f2-48bb-4631-a49a-9c92810696da req-a0af96c7-cbcb-40d8-9c55-35ab59353e61 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Allocated IP 172.20.0.6 (b0b8e294-2639-4240-96e8-00c76471f9a3/80f6a88b-b0ed-49ff-9c6c-faec9e6053f8/2b372ab4-7400-4547-a17c-2f75c1e00079) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:40:06.986258 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-50984bae-f2a4-451d-bb0d-5a74acc75ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'name': 'tempest-RoutersTest-router-377201212', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:39:20Z', 'updated_at': '2022-02-04T08:39:58Z', 'revision_number': 4, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'gw_port_host': None, '_interfaces': [{'id': 'a657153a-6e55-47fb-bdbe-7a279c3d435d', 'name': '', 'network_id': '5b7f799d-422c-4a3b-8cfa-1a07d6cb098d', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'mac_address': 'fa:16:3e:a3:23:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a680620d-fd7d-41ed-936e-0035a8733159', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:39:41Z', 'updated_at': '2022-02-04T08:39:45Z', 'revision_number': 2, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'subnets': [{'id': 'a680620d-fd7d-41ed-936e-0035a8733159', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7797e17-b54c-4db5-ac06-fb85f686a8ef', 'name': '', 'network_id': 'e05f83f0-a168-4436-a947-8be0747bd170', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'mac_address': 'fa:16:3e:a9:cf:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3270c784-b91a-4628-b467-581083a63680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:39:28Z', 'updated_at': '2022-02-04T08:39:47Z', 'revision_number': 5, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'subnets': [{'id': '3270c784-b91a-4628-b467-581083a63680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbb28ab8-797a-4da9-a709-ce193d836a3d', 'name': '', 'network_id': '32199bff-c1f3-46c9-bae3-a5de11c8ee15', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'mac_address': 'fa:16:3e:bd:f5:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78f74441-d3b1-4e7e-a548-80dcf861106e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:39:55Z', 'updated_at': '2022-02-04T08:39:59Z', 'revision_number': 2, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'subnets': [{'id': '78f74441-d3b1-4e7e-a548-80dcf861106e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:40:07.027658 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dea04f-a17a-4e92-8751-4f828960321a tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event deleted for resources: {'Port': ['ID=d9c0dcf5-39ed-4300-af44-4a888db07f5c,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:07.039415 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50984bae-f2a4-451d-bb0d-5a74acc75ca2 None None] Checking router: f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3 for host: dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 08:40:07.040001 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50984bae-f2a4-451d-bb0d-5a74acc75ca2 None None] Updating router f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3 port a657153a-6e55-47fb-bdbe-7a279c3d435d binding host dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 08:40:07.105097 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-166cfc6c-392d-43ee-ad53-c2655e1fab25 req-a3223769-9f04-4222-9ba2-b081de994fc8 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/quotas/7df2bfd740464e869863a41b14f4d5af HTTP/1.1" status: 200 len: 375 time: 0.1242340 Feb 04 08:40:07.115913 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f1643a0c-e161-46f4-8556-2d196906e258 tempest-RoutersAdminNegativeIpV6Test-1720828035 tempest-RoutersAdminNegativeIpV6Test-1720828035-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:07.131376 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-dec7ec00-6975-4fff-b439-b0429d85ff4a tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985186'] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:07.180910 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-50984bae-f2a4-451d-bb0d-5a74acc75ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:07.181755 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a445934e-530a-4cd0-8772-1cf09541ad65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:07.241014 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdeb05f9-17be-4ce6-8480-2aa4bc86ee72 None None] DHCP port deletion for ce638666-9e51-47d0-9a1c-bf2b89b901fb request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 08:40:07.242898 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a445934e-530a-4cd0-8772-1cf09541ad65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5655df2-0639-4695-a33e-3d13c5d58b2d,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:07.275354 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-73dea04f-a17a-4e92-8751-4f828960321a tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:07.289290 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-73dea04f-a17a-4e92-8751-4f828960321a tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "DELETE /v2.0/ports/d9c0dcf5-39ed-4300-af44-4a888db07f5c HTTP/1.1" status: 204 len: 168 time: 2.7877724 Feb 04 08:40:07.292519 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 49796) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:07.298685 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 5ccb6cc1-ac00-468d-9794-622ee091a407 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:40:07.330737 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32b32f3f-b823-4c62-b29b-d40f2b6733b3 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:40:07.335162 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-bdeb05f9-17be-4ce6-8480-2aa4bc86ee72 None None] Deleting port 5ccb6cc1-ac00-468d-9794-622ee091a407 {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:40:07.335627 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-bdeb05f9-17be-4ce6-8480-2aa4bc86ee72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:07.338536 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a445934e-530a-4cd0-8772-1cf09541ad65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:07.342465 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-a445934e-530a-4cd0-8772-1cf09541ad65 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d5655df2-0639-4695-a33e-3d13c5d58b2d HTTP/1.1" status: 204 len: 168 time: 0.8970189 Feb 04 08:40:07.345284 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1aa834-f9f8-4b0b-b563-0bfb2afa87b2 None None] Sync routers for ids ['af39a267-6ed0-48d1-bad6-cfe1dae6e458'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:40:07.349003 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-32b32f3f-b823-4c62-b29b-d40f2b6733b3 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "PUT /v2.0/routers/af39a267-6ed0-48d1-bad6-cfe1dae6e458/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2703846 Feb 04 08:40:07.351944 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 49802) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:07.374780 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1aa834-f9f8-4b0b-b563-0bfb2afa87b2 None None] Routers {'af39a267-6ed0-48d1-bad6-cfe1dae6e458'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:40:07.376154 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-3f1aa834-f9f8-4b0b-b563-0bfb2afa87b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:39:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['af39a267-6ed0-48d1-bad6-cfe1dae6e458'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:40:07.392861 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 74720654-ce7f-4046-8b61-2f7c95285cab up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:40:07.415333 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd5a7d2-107b-4329-9d80-f15fb5de4903 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:07.416764 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd5a7d2-107b-4329-9d80-f15fb5de4903 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:07.418235 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd5a7d2-107b-4329-9d80-f15fb5de4903 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:07.420374 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-cbd5a7d2-107b-4329-9d80-f15fb5de4903 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1268308 Feb 04 08:40:07.423999 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 49806) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:07.486009 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-3f1aa834-f9f8-4b0b-b563-0bfb2afa87b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:40:07.510074 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1aa834-f9f8-4b0b-b563-0bfb2afa87b2 None None] Routers {'af39a267-6ed0-48d1-bad6-cfe1dae6e458'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:40:07.511506 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-3f1aa834-f9f8-4b0b-b563-0bfb2afa87b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:39:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['af39a267-6ed0-48d1-bad6-cfe1dae6e458'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:40:07.573511 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f1643a0c-e161-46f4-8556-2d196906e258 tempest-RoutersAdminNegativeIpV6Test-1720828035 tempest-RoutersAdminNegativeIpV6Test-1720828035-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:07.592593 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-3f1aa834-f9f8-4b0b-b563-0bfb2afa87b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:40:07.595226 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-b3110658-484e-4c89-88ac-b16bcb2fc541 None None] Allocated IP 172.20.0.2 (bc933c3a-b15d-4eab-9ad6-d32fd193f5cd/d9e8d5f2-0afe-475c-893c-5a3d04f50247/6a63a85e-1645-45b4-882b-47be0b484700) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:40:07.595690 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1aa834-f9f8-4b0b-b563-0bfb2afa87b2 None None] The sync data for ids ['af39a267-6ed0-48d1-bad6-cfe1dae6e458'] in dv-neutron-827798-2-hyperv is: [] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:40:07.602166 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61e510e2-ff97-44ea-8213-7508a0924cd1 None None] Provisioning for port 0c887024-d9e7-4d21-b268-b4842ab0fab7 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:40:07.631554 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac8207a-535d-469a-b27d-92fbcb4454d9 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:07.635923 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-3ac8207a-535d-469a-b27d-92fbcb4454d9 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "GET /v2.0/ports?device_id=af39a267-6ed0-48d1-bad6-cfe1dae6e458 HTTP/1.1" status: 200 len: 987 time: 0.2802818 Feb 04 08:40:07.642742 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 49810) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:07.646447 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [None req-f1643a0c-e161-46f4-8556-2d196906e258 tempest-RoutersAdminNegativeIpV6Test-1720828035 tempest-RoutersAdminNegativeIpV6Test-1720828035-project-admin] device_id is not set on port 0d05201b-52d0-4487-94ec-932cd022b06c yet. {{(pid=84107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:40:07.653823 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-b3110658-484e-4c89-88ac-b16bcb2fc541 None None] Allocated IP 2001:db8::f816:3eff:fe92:8bd6 (bc933c3a-b15d-4eab-9ad6-d32fd193f5cd/cbb02727-8695-4c2c-8024-acfe0cfd7b9d/6a63a85e-1645-45b4-882b-47be0b484700) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:40:07.660562 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61e510e2-ff97-44ea-8213-7508a0924cd1 None None] Provisioning complete for port 0c887024-d9e7-4d21-b268-b4842ab0fab7 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:40:07.660968 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61e510e2-ff97-44ea-8213-7508a0924cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:07.754686 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-61e510e2-ff97-44ea-8213-7508a0924cd1 None None] Port 0c887024-d9e7-4d21-b268-b4842ab0fab7 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:40:07.759629 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5030504-3e0c-4626-8452-b6a9011dfe59 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Deleting subnet cbb02727-8695-4c2c-8024-acfe0cfd7b9d {{(pid=84108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:40:07.840197 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 74720654-ce7f-4046-8b61-2f7c95285cab completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:40:07.865623 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-dea1dad2-10f7-465b-a4dd-ae94016093f6 req-0324c3b2-4de8-48f0-8c6d-3ecb6d805c00 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d3f9a2e-5f81-4e26-82f8-be8c0a180732 HTTP/1.1" status: 200 len: 210 time: 0.4109216 Feb 04 08:40:07.924210 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 74720654-ce7f-4046-8b61-2f7c95285cab triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:40:07.924591 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:07.987262 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-8f4140f2-48bb-4631-a49a-9c92810696da req-a0af96c7-cbcb-40d8-9c55-35ab59353e61 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:08.061475 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [None req-0604e7dc-7777-4e9f-aa74-f29162c50663 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] For port 5ccb6cc1-ac00-468d-9794-622ee091a407, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=5ccb6cc1-ac00-468d-9794-622ee091a407,segment=NetworkSegment(2ddedcbb-e1c2-441a-a59d-1d3666db8104),segment_id=2ddedcbb-e1c2-441a-a59d-1d3666db8104)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:40:08.061475 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0604e7dc-7777-4e9f-aa74-f29162c50663 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:08.086128 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61e510e2-ff97-44ea-8213-7508a0924cd1 None None] Provisioning complete for port fbb28ab8-797a-4da9-a709-ce193d836a3d triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:40:08.086695 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61e510e2-ff97-44ea-8213-7508a0924cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:08.087364 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [req-8f4140f2-48bb-4631-a49a-9c92810696da req-a0af96c7-cbcb-40d8-9c55-35ab59353e61 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Transition to ACTIVE for port object 2b372ab4-7400-4547-a17c-2f75c1e00079 will not be triggered until provisioned by entity DHCP. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:40:08.096110 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1643a0c-e161-46f4-8556-2d196906e258 tempest-RoutersAdminNegativeIpV6Test-1720828035 tempest-RoutersAdminNegativeIpV6Test-1720828035-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aec4a35e-5677-4b1e-8097-0cb61d03eb9a,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:08.178794 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-bdeb05f9-17be-4ce6-8480-2aa4bc86ee72 None None] For port 5ccb6cc1-ac00-468d-9794-622ee091a407, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=5ccb6cc1-ac00-468d-9794-622ee091a407,segment=NetworkSegment(2ddedcbb-e1c2-441a-a59d-1d3666db8104),segment_id=2ddedcbb-e1c2-441a-a59d-1d3666db8104)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:40:08.179186 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-bdeb05f9-17be-4ce6-8480-2aa4bc86ee72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:08.225154 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-0604e7dc-7777-4e9f-aa74-f29162c50663 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Calling delete_port for 5ccb6cc1-ac00-468d-9794-622ee091a407 owned by network:dhcp {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:40:08.443256 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-bdeb05f9-17be-4ce6-8480-2aa4bc86ee72 None None] Calling delete_port for 5ccb6cc1-ac00-468d-9794-622ee091a407 owned by network:dhcp {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:40:08.471696 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-61e510e2-ff97-44ea-8213-7508a0924cd1 None None] Port fbb28ab8-797a-4da9-a709-ce193d836a3d cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:40:08.486530 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-166cfc6c-392d-43ee-ad53-c2655e1fab25 req-7e002da4-6fa6-497e-b15e-36ac72760282 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=7df2bfd740464e869863a41b14f4d5af&fields=id HTTP/1.1" status: 200 len: 440 time: 1.3588893 Feb 04 08:40:08.497310 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-f1643a0c-e161-46f4-8556-2d196906e258 tempest-RoutersAdminNegativeIpV6Test-1720828035 tempest-RoutersAdminNegativeIpV6Test-1720828035-project-admin] Allocated IP 172.26.3.21 (e264bd74-c56b-43d0-9059-bcb57dbbe5bc/79caf47c-b62c-4ea0-b35f-21ede155daa8/0d05201b-52d0-4487-94ec-932cd022b06c) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:40:08.533699 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-dec7ec00-6975-4fff-b439-b0429d85ff4a tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7510230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985204'] for subnet, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:08.607535 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-b3110658-484e-4c89-88ac-b16bcb2fc541 None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:08.640000 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-8f4140f2-48bb-4631-a49a-9c92810696da req-a0af96c7-cbcb-40d8-9c55-35ab59353e61 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:08.648867 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0604e7dc-7777-4e9f-aa74-f29162c50663 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:08.657277 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:08.676222 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-b3110658-484e-4c89-88ac-b16bcb2fc541 None None] Transition to ACTIVE for port object 6a63a85e-1645-45b4-882b-47be0b484700 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:40:08.718781 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.db.api [None req-bdeb05f9-17be-4ce6-8480-2aa4bc86ee72 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 08:40:08.719046 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG oslo_db.api [None req-bdeb05f9-17be-4ce6-8480-2aa4bc86ee72 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 08:40:08.731254 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-b3110658-484e-4c89-88ac-b16bcb2fc541 None None] Transition to ACTIVE for port object 6a63a85e-1645-45b4-882b-47be0b484700 will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:40:08.743421 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0604e7dc-7777-4e9f-aa74-f29162c50663 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Pushing event deleted for resources: {'Port': ['ID=5ccb6cc1-ac00-468d-9794-622ee091a407,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:08.761818 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-3ab94630-97c2-47e8-98f4-bac6453fec49 None None] Provisioning complete for port 74720654-ce7f-4046-8b61-2f7c95285cab triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:40:08.762179 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-3ab94630-97c2-47e8-98f4-bac6453fec49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:08.815588 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-50984bae-f2a4-451d-bb0d-5a74acc75ca2 None None] Notify callbacks [] for port, precommit_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:08.818706 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port 74720654-ce7f-4046-8b61-2f7c95285cab, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=74720654-ce7f-4046-8b61-2f7c95285cab,segment=NetworkSegment(a90d19d3-892e-440d-b71b-bdd2d1242422),segment_id=a90d19d3-892e-440d-b71b-bdd2d1242422)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:40:08.824987 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0604e7dc-7777-4e9f-aa74-f29162c50663 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] No DVR routers for this DVR port 5ccb6cc1-ac00-468d-9794-622ee091a407 on host dv-neutron-827798-2-hyperv {{(pid=84107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:40:08.830810 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f5030504-3e0c-4626-8452-b6a9011dfe59 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks [] for subnet, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:08.837908 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-b3110658-484e-4c89-88ac-b16bcb2fc541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:08.857940 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec7ec00-6975-4fff-b439-b0429d85ff4a tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Pushing event updated for resources: {'Subnet': ['ID=511a8f3a-313a-449c-87b4-b5816f354b18,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:08.866531 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 49832) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:08.876146 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-50984bae-f2a4-451d-bb0d-5a74acc75ca2 None None] Transition to ACTIVE for port object a657153a-6e55-47fb-bdbe-7a279c3d435d will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:40:08.934385 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f5030504-3e0c-4626-8452-b6a9011dfe59 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7851377'] for subnet, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:08.940596 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:08.941343 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 82cc4747-b0af-4397-b2bb-7baec946eb0d up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:40:09.021376 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-50984bae-f2a4-451d-bb0d-5a74acc75ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:09.029591 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f4140f2-48bb-4631-a49a-9c92810696da req-a0af96c7-cbcb-40d8-9c55-35ab59353e61 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Network b0b8e294-2639-4240-96e8-00c76471f9a3 is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:40:09.067728 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [req-8f4140f2-48bb-4631-a49a-9c92810696da req-a0af96c7-cbcb-40d8-9c55-35ab59353e61 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:40:09.071353 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3110658-484e-4c89-88ac-b16bcb2fc541 None None] Pushing event updated for resources: {'Port': ['ID=6a63a85e-1645-45b4-882b-47be0b484700,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:09.071515 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f4140f2-48bb-4631-a49a-9c92810696da req-a0af96c7-cbcb-40d8-9c55-35ab59353e61 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:40:09.104227 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [None req-3d3f1919-8cd4-4503-a48b-adc1b907217c tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=84108) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 08:40:09.109470 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-3d3f1919-8cd4-4503-a48b-adc1b907217c tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.2378912 Feb 04 08:40:09.109601 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3110658-484e-4c89-88ac-b16bcb2fc541 None None] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:40:09.110392 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 49840) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:09.117600 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-b3110658-484e-4c89-88ac-b16bcb2fc541 None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:40:09.119849 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [None req-7894c86b-2788-4779-9ae0-7fd597cf29b4 tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] http://10.222.0.36:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=84108) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 08:40:09.125150 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-7894c86b-2788-4779-9ae0-7fd597cf29b4 tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] 10.222.0.36 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0130153 Feb 04 08:40:09.125957 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 49844) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:09.133980 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [None req-289aa9fa-597d-4741-8e0c-6272803a68e4 tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] http://10.222.0.36:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=84108) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 08:40:09.135903 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-166cfc6c-392d-43ee-ad53-c2655e1fab25 req-d9dae741-11d1-422f-8cc8-19108088239d service neutron] 10.222.0.36 "GET /v2.0/networks/a283428a-c352-4d19-98bc-b1a1da8b6a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6267896 Feb 04 08:40:09.144346 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-289aa9fa-597d-4741-8e0c-6272803a68e4 tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] 10.222.0.36 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0132649 Feb 04 08:40:09.144656 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 49848) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:09.152738 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [None req-0844eb3c-423b-4e61-ac46-c03f44661477 tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] http://10.222.0.36:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=84108) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 08:40:09.156164 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-0844eb3c-423b-4e61-ac46-c03f44661477 tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] 10.222.0.36 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0077589 Feb 04 08:40:09.156972 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 49852) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:09.163964 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [None req-edd6e951-986e-4170-9af3-7717cc2ff8a6 tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] http://10.222.0.36:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=84108) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 08:40:09.167347 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-edd6e951-986e-4170-9af3-7717cc2ff8a6 tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] 10.222.0.36 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0070057 Feb 04 08:40:09.167347 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f5030504-3e0c-4626-8452-b6a9011dfe59 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:09.183883 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-3ab94630-97c2-47e8-98f4-bac6453fec49 None None] Could not find standard attr ID for object 5ccb6cc1-ac00-468d-9794-622ee091a407. {{(pid=84109) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 08:40:09.186164 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3110658-484e-4c89-88ac-b16bcb2fc541 None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:40:09.208440 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 49856) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:09.219880 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [None req-511fda09-aaab-4248-b9e7-1473fbf9e790 tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] http://10.222.0.36:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=84108) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 08:40:09.220210 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-bdeb05f9-17be-4ce6-8480-2aa4bc86ee72 None None] Deleting port 5ccb6cc1-ac00-468d-9794-622ee091a407 {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:40:09.223179 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-511fda09-aaab-4248-b9e7-1473fbf9e790 tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] 10.222.0.36 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0114431 Feb 04 08:40:09.223811 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-bdeb05f9-17be-4ce6-8480-2aa4bc86ee72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:09.224262 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 49860) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:09.239060 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [None req-5c0d09a2-e07b-4176-af6e-aad76c0e1cbc tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] http://10.222.0.36:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=84108) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 08:40:09.242393 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-5c0d09a2-e07b-4176-af6e-aad76c0e1cbc tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] 10.222.0.36 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0148919 Feb 04 08:40:09.243258 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 49864) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:09.253224 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [None req-7c8dec66-bc77-492d-a6b8-0dffaa2c35e3 tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] http://10.222.0.36:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=84108) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 08:40:09.257105 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-7c8dec66-bc77-492d-a6b8-0dffaa2c35e3 tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] 10.222.0.36 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0103626 Feb 04 08:40:09.257647 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 49868) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:09.276780 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [None req-f2227d71-b011-4290-b648-a70c72867d08 tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] http://10.222.0.36:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=84108) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 08:40:09.280631 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-f2227d71-b011-4290-b648-a70c72867d08 tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] 10.222.0.36 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0191488 Feb 04 08:40:09.281519 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 49872) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:09.289171 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [None req-144d6d00-85e6-475e-ad71-f5de951b95d6 tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] http://10.222.0.36:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=84108) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 08:40:09.292602 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-144d6d00-85e6-475e-ad71-f5de951b95d6 tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] 10.222.0.36 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0078654 Feb 04 08:40:09.295773 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 49876) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:09.302618 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [None req-c7f79984-d593-4c5f-8c26-4492fe9af27e tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] http://10.222.0.36:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=84108) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 08:40:09.304517 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-c7f79984-d593-4c5f-8c26-4492fe9af27e tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] 10.222.0.36 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0063457 Feb 04 08:40:09.311041 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 49880) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:09.326348 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [None req-53d92617-8c38-46f4-a98b-95524fe3c960 tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] http://10.222.0.36:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=84108) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 08:40:09.327771 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-53d92617-8c38-46f4-a98b-95524fe3c960 tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] 10.222.0.36 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0134215 Feb 04 08:40:09.332139 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 49884) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:09.340491 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [None req-6a5fbf9c-faac-4fc1-9c3a-450cb96be3d5 tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] http://10.222.0.36:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=84108) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 08:40:09.342670 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-6a5fbf9c-faac-4fc1-9c3a-450cb96be3d5 tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] 10.222.0.36 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0092916 Feb 04 08:40:09.345719 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 49888) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:09.353195 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [None req-f4356986-0364-4a75-ae34-67eeb6516175 tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] http://10.222.0.36:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=84108) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 08:40:09.354157 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-f4356986-0364-4a75-ae34-67eeb6516175 tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] 10.222.0.36 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0051947 Feb 04 08:40:09.357467 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 49892) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:09.363093 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [None req-20fef257-4875-4492-aa20-c7042ccb6642 tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] http://10.222.0.36:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=84108) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 08:40:09.364035 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-20fef257-4875-4492-aa20-c7042ccb6642 tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] 10.222.0.36 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0056505 Feb 04 08:40:09.368989 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 49896) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:09.377239 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [None req-e817a29a-8700-40d8-b96a-df236a242da4 tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] http://10.222.0.36:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=84108) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 08:40:09.379063 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-e817a29a-8700-40d8-b96a-df236a242da4 tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] 10.222.0.36 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0083802 Feb 04 08:40:09.381242 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 49900) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:09.390734 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [None req-0e48987e-2144-4a46-813b-c3aa8d295d50 tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] http://10.222.0.36:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=84108) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 08:40:09.392440 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-0e48987e-2144-4a46-813b-c3aa8d295d50 tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] 10.222.0.36 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0097103 Feb 04 08:40:09.392787 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 82cc4747-b0af-4397-b2bb-7baec946eb0d triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:40:09.393339 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:09.394728 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 49904) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:09.399793 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [None req-04be9166-c53e-4ebd-8660-0608f7c83a0e tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] http://10.222.0.36:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=84108) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 08:40:09.404729 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-04be9166-c53e-4ebd-8660-0608f7c83a0e tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] 10.222.0.36 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0060449 Feb 04 08:40:09.405193 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 49908) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:09.417265 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [None req-2b8c3cb5-c608-4726-b7bb-959d03e624a0 tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] http://10.222.0.36:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=84108) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 08:40:09.422604 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-2b8c3cb5-c608-4726-b7bb-959d03e624a0 tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] 10.222.0.36 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0162435 Feb 04 08:40:09.423348 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 49912) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:09.428164 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-bdeb05f9-17be-4ce6-8480-2aa4bc86ee72 None None] The port '5ccb6cc1-ac00-468d-9794-622ee091a407' was deleted {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 08:40:09.431124 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [None req-54fc3e4a-3447-4b9f-a62e-de8f385d12b2 tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] http://10.222.0.36:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=84108) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 08:40:09.432676 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-54fc3e4a-3447-4b9f-a62e-de8f385d12b2 tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] 10.222.0.36 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0072651 Feb 04 08:40:09.434295 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f5030504-3e0c-4626-8452-b6a9011dfe59 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7593563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8119683'] for subnet, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:09.438381 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 49916) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:09.476909 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [None req-81e9bc0e-e7cb-4069-aad1-b2cb6a93b1a7 tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] http://10.222.0.36:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=84108) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 08:40:09.478109 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-81e9bc0e-e7cb-4069-aad1-b2cb6a93b1a7 tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] 10.222.0.36 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0096927 Feb 04 08:40:09.483426 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 49920) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:09.493838 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [None req-00893b61-1aa4-410c-8af9-5473a9806f39 tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] http://10.222.0.36:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=84108) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 08:40:09.494797 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-00893b61-1aa4-410c-8af9-5473a9806f39 tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] 10.222.0.36 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0068803 Feb 04 08:40:09.495680 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5030504-3e0c-4626-8452-b6a9011dfe59 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event deleted for resources: {'Subnet': ['ID=cbb02727-8695-4c2c-8024-acfe0cfd7b9d,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:09.500102 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 49924) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:09.504543 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [None req-26ac288a-d254-4668-8841-17bfacdf52dc tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] http://10.222.0.36:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=84108) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 08:40:09.505534 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-26ac288a-d254-4668-8841-17bfacdf52dc tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] 10.222.0.36 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0060761 Feb 04 08:40:09.509815 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 49928) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:09.512645 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f5030504-3e0c-4626-8452-b6a9011dfe59 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:09.519793 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [None req-f61e9fd7-a9f0-48aa-ba85-2215202e0041 tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] http://10.222.0.36:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=84108) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 08:40:09.523205 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-f61e9fd7-a9f0-48aa-ba85-2215202e0041 tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] 10.222.0.36 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0101247 Feb 04 08:40:09.524691 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 49932) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:09.531605 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [None req-292932cb-da39-486f-92c7-911acc936197 tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] http://10.222.0.36:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=84108) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 08:40:09.535502 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-292932cb-da39-486f-92c7-911acc936197 tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] 10.222.0.36 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0068994 Feb 04 08:40:09.535502 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 49936) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:09.541406 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-f5030504-3e0c-4626-8452-b6a9011dfe59 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "DELETE /v2.0/subnets/cbb02727-8695-4c2c-8024-acfe0cfd7b9d HTTP/1.1" status: 204 len: 168 time: 2.1141162 Feb 04 08:40:09.542609 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [None req-778101bf-e083-4f7f-86e6-b5c710f8ea54 tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] http://10.222.0.36:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=84108) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 08:40:09.545843 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-778101bf-e083-4f7f-86e6-b5c710f8ea54 tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] 10.222.0.36 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0071375 Feb 04 08:40:09.545843 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 49940) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:09.546862 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 49942) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:09.548766 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=74720654-ce7f-4046-8b61-2f7c95285cab,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:09.597647 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-3ab94630-97c2-47e8-98f4-bac6453fec49 None None] Provisioning complete for port 0c887024-d9e7-4d21-b268-b4842ab0fab7 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:40:09.598016 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-3ab94630-97c2-47e8-98f4-bac6453fec49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:09.629145 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0af96c7-cbcb-40d8-9c55-35ab59353e61 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Pushing event updated for resources: {'Port': ['ID=2b372ab4-7400-4547-a17c-2f75c1e00079,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:09.701244 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [None req-9bee2b8d-3d2d-40af-9e5a-68e749344589 tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] http://10.222.0.36:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=84108) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 08:40:09.702551 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-9bee2b8d-3d2d-40af-9e5a-68e749344589 tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] 10.222.0.36 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.1545510 Feb 04 08:40:09.703794 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec7ec00-6975-4fff-b439-b0429d85ff4a tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Checking segment: {'id': 'a011d971-ea23-45a3-a0b7-e3a24c1c1624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'dfea1b86-0ebe-4d9d-91bf-448734213079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:40:09.704255 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec7ec00-6975-4fff-b439-b0429d85ff4a tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Network hostable DHCP agents. Network: dfea1b86-0ebe-4d9d-91bf-448734213079, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:40:09.707627 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 49948) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:09.716997 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [None req-814d816f-d1e2-472f-9e19-5b8345a27fd0 tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] http://10.222.0.36:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=84108) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 08:40:09.721223 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-814d816f-d1e2-472f-9e19-5b8345a27fd0 tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] 10.222.0.36 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0092418 Feb 04 08:40:09.721372 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-b3110658-484e-4c89-88ac-b16bcb2fc541 None None] Attempting to bind port 6a63a85e-1645-45b4-882b-47be0b484700 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:40:09.721745 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-b3110658-484e-4c89-88ac-b16bcb2fc541 None None] Attempting to bind port 6a63a85e-1645-45b4-882b-47be0b484700 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': '2c48dc91-e362-4611-9354-aede43558386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:40:09.722109 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3110658-484e-4c89-88ac-b16bcb2fc541 None None] Attempting to bind port 6a63a85e-1645-45b4-882b-47be0b484700 on network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:40:09.722261 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 49952) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:09.729305 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [None req-b549093b-3bd1-4a8d-bb35-9ed6098bd4a9 tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] http://10.222.0.36:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=84108) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 08:40:09.734304 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-b549093b-3bd1-4a8d-bb35-9ed6098bd4a9 tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] 10.222.0.36 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0070376 Feb 04 08:40:09.743321 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 49956) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:09.751467 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [None req-d9019c65-896a-4b9e-b7cd-5220527dbef7 tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] http://10.222.0.36:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=84108) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 08:40:09.754886 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-d9019c65-896a-4b9e-b7cd-5220527dbef7 tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] 10.222.0.36 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0079610 Feb 04 08:40:09.756223 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 49960) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:09.760137 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2658d135-bf2d-4b7a-9d99-50e8e52874d2 None None] Pushing event updated for resources: {'Port': ['ID=a657153a-6e55-47fb-bdbe-7a279c3d435d,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:09.763054 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [None req-0438d758-dd0a-41a6-9f20-19be6ef2da41 tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] http://10.222.0.36:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=84108) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 08:40:09.766329 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-0438d758-dd0a-41a6-9f20-19be6ef2da41 tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] 10.222.0.36 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0067098 Feb 04 08:40:09.766480 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3110658-484e-4c89-88ac-b16bcb2fc541 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:40:09.766480 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3110658-484e-4c89-88ac-b16bcb2fc541 None None] Checking segment: {'id': '2c48dc91-e362-4611-9354-aede43558386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:40:09.766480 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-b3110658-484e-4c89-88ac-b16bcb2fc541 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:09.766480 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3110658-484e-4c89-88ac-b16bcb2fc541 None None] Bound using segment: {'id': '2c48dc91-e362-4611-9354-aede43558386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:40:09.767142 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-b3110658-484e-4c89-88ac-b16bcb2fc541 None None] Bound port: 6a63a85e-1645-45b4-882b-47be0b484700, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c48dc91-e362-4611-9354-aede43558386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:40:09.767255 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-b3110658-484e-4c89-88ac-b16bcb2fc541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:09.768734 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_v2 [None req-c20a91cf-875e-45a7-be96-64d9367b89e2 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Deleting subnet d9e8d5f2-0afe-475c-893c-5a3d04f50247 {{(pid=84108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:40:09.770828 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 49964) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:09.772186 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c20a91cf-875e-45a7-be96-64d9367b89e2 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks [] for subnet, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:09.776114 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-3ab94630-97c2-47e8-98f4-bac6453fec49 None None] Port 0c887024-d9e7-4d21-b268-b4842ab0fab7 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:40:09.780576 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-50984bae-f2a4-451d-bb0d-5a74acc75ca2 None None] Attempting to bind port a657153a-6e55-47fb-bdbe-7a279c3d435d on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:40:09.780944 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-50984bae-f2a4-451d-bb0d-5a74acc75ca2 None None] Attempting to bind port a657153a-6e55-47fb-bdbe-7a279c3d435d by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': 'a0bb210b-ef89-4408-b5b7-a4fa73fe228c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5b7f799d-422c-4a3b-8cfa-1a07d6cb098d'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:40:09.781320 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50984bae-f2a4-451d-bb0d-5a74acc75ca2 None None] Attempting to bind port a657153a-6e55-47fb-bdbe-7a279c3d435d on network 5b7f799d-422c-4a3b-8cfa-1a07d6cb098d {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:40:09.811362 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0604e7dc-7777-4e9f-aa74-f29162c50663 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:09.832806 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c20a91cf-875e-45a7-be96-64d9367b89e2 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7851377'] for subnet, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:09.836311 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [None req-fa10c8dc-53d7-41c2-8a42-ecc32de7c22c tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] http://10.222.0.36:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=84107) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 08:40:09.839737 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-fa10c8dc-53d7-41c2-8a42-ecc32de7c22c tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] 10.222.0.36 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0380015 Feb 04 08:40:09.855832 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 49968) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:09.856028 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50984bae-f2a4-451d-bb0d-5a74acc75ca2 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:40:09.856315 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50984bae-f2a4-451d-bb0d-5a74acc75ca2 None None] Checking segment: {'id': 'a0bb210b-ef89-4408-b5b7-a4fa73fe228c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5b7f799d-422c-4a3b-8cfa-1a07d6cb098d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:40:09.857446 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-50984bae-f2a4-451d-bb0d-5a74acc75ca2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:09.857982 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50984bae-f2a4-451d-bb0d-5a74acc75ca2 None None] Bound using segment: {'id': 'a0bb210b-ef89-4408-b5b7-a4fa73fe228c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5b7f799d-422c-4a3b-8cfa-1a07d6cb098d'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:40:09.858617 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-50984bae-f2a4-451d-bb0d-5a74acc75ca2 None None] Bound port: a657153a-6e55-47fb-bdbe-7a279c3d435d, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0bb210b-ef89-4408-b5b7-a4fa73fe228c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5b7f799d-422c-4a3b-8cfa-1a07d6cb098d'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:40:09.862501 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-50984bae-f2a4-451d-bb0d-5a74acc75ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:09.886615 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4140f2-48bb-4631-a49a-9c92810696da req-a0af96c7-cbcb-40d8-9c55-35ab59353e61 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:09.887210 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-8f4140f2-48bb-4631-a49a-9c92810696da req-a0af96c7-cbcb-40d8-9c55-35ab59353e61 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:09.900219 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [None req-e5d720b8-0da8-4f4e-b9df-7bec28f7a86b tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] http://10.222.0.36:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=84107) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 08:40:09.903654 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-e5d720b8-0da8-4f4e-b9df-7bec28f7a86b tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] 10.222.0.36 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0409646 Feb 04 08:40:09.904587 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 49972) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:09.909956 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [None req-196fedd6-3825-4633-b695-edb45cd026fe tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] http://10.222.0.36:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=84108) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 08:40:09.913269 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-196fedd6-3825-4633-b695-edb45cd026fe tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] 10.222.0.36 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0054686 Feb 04 08:40:09.914605 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 49976) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:09.926425 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [None req-b9d9d331-6560-401a-9d59-e8e94a8e0e22 tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] http://10.222.0.36:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=84108) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 08:40:09.933130 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-b9d9d331-6560-401a-9d59-e8e94a8e0e22 tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] 10.222.0.36 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0185783 Feb 04 08:40:09.936383 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 49980) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:09.937957 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-0604e7dc-7777-4e9f-aa74-f29162c50663 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce638666-9e51-47d0-9a1c-bf2b89b901fb']}} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:40:09.965823 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c20a91cf-875e-45a7-be96-64d9367b89e2 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:10.011186 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [None req-f3d24c3e-51e6-4177-bd87-ed333182bf0a tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] http://10.222.0.36:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=84107) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 08:40:10.015626 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-f3d24c3e-51e6-4177-bd87-ed333182bf0a tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] 10.222.0.36 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0623534 Feb 04 08:40:10.019152 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-0604e7dc-7777-4e9f-aa74-f29162c50663 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ddedcbb-e1c2-441a-a59d-1d3666db8104') {'for_net_delete': True} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:40:10.019457 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-0604e7dc-7777-4e9f-aa74-f29162c50663 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ddedcbb-e1c2-441a-a59d-1d3666db8104') {} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:40:10.019983 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-50984bae-f2a4-451d-bb0d-5a74acc75ca2 None None] For port a657153a-6e55-47fb-bdbe-7a279c3d435d, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:40:10.023390 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-50984bae-f2a4-451d-bb0d-5a74acc75ca2 None None] For port a657153a-6e55-47fb-bdbe-7a279c3d435d, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=a657153a-6e55-47fb-bdbe-7a279c3d435d,segment=NetworkSegment(a0bb210b-ef89-4408-b5b7-a4fa73fe228c),segment_id=a0bb210b-ef89-4408-b5b7-a4fa73fe228c)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:40:10.028351 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 49984) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:10.038737 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [None req-8ccf14e2-d564-46e6-97ad-9106eb903f93 tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] http://10.222.0.36:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=84108) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 08:40:10.039768 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-8ccf14e2-d564-46e6-97ad-9106eb903f93 tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] 10.222.0.36 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0103135 Feb 04 08:40:10.040859 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f1643a0c-e161-46f4-8556-2d196906e258 tempest-RoutersAdminNegativeIpV6Test-1720828035 tempest-RoutersAdminNegativeIpV6Test-1720828035-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:10.042773 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 49988) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:10.056420 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [None req-3105ec4c-3e42-4ca7-a030-73fce976076f tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] http://10.222.0.36:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=84108) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 08:40:10.060729 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-3105ec4c-3e42-4ca7-a030-73fce976076f tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] 10.222.0.36 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0139613 Feb 04 08:40:10.062458 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 49992) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:10.070767 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [None req-d89bd5f6-1ec6-4dbb-b131-6f713c35f814 tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] http://10.222.0.36:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=84108) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 08:40:10.071675 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 06435af4-e4c8-4cf7-8e3f-7192fcffffda up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:40:10.071814 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-d89bd5f6-1ec6-4dbb-b131-6f713c35f814 tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] 10.222.0.36 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0085211 Feb 04 08:40:10.076506 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 49996) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:10.082856 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [None req-29bd3ee5-58e5-4020-b762-e85000a29ab3 tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] http://10.222.0.36:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=84108) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 08:40:10.086288 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-29bd3ee5-58e5-4020-b762-e85000a29ab3 tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] 10.222.0.36 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0063851 Feb 04 08:40:10.086651 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50000) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:10.092165 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0604e7dc-7777-4e9f-aa74-f29162c50663 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8058642'] for segment, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:10.093023 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [None req-3f99ef31-e17f-4fbc-ae73-49e93ee818ab tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] http://10.222.0.36:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=84108) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 08:40:10.096694 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-3f99ef31-e17f-4fbc-ae73-49e93ee818ab tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] 10.222.0.36 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0064600 Feb 04 08:40:10.098081 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50004) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:10.107656 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [None req-971f3174-748f-4b6c-bfa3-0a406d814964 tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] http://10.222.0.36:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=84108) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 08:40:10.108794 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-971f3174-748f-4b6c-bfa3-0a406d814964 tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] 10.222.0.36 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0084388 Feb 04 08:40:10.112058 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50008) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:10.117515 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [None req-669e0972-7d0f-40fa-8624-54c5550c1dd1 tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] http://10.222.0.36:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=84108) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 08:40:10.120459 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-669e0972-7d0f-40fa-8624-54c5550c1dd1 tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] 10.222.0.36 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0055056 Feb 04 08:40:10.120795 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-50984bae-f2a4-451d-bb0d-5a74acc75ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:10.122993 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50012) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:10.128609 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [None req-0c4df1e7-2887-4c62-9ab1-36eddf443eda tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] http://10.222.0.36:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=84108) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 08:40:10.130126 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69ea9a5-e856-4aee-9737-082aefeb096b req-41ea5329-6aab-4139-990c-b39ea45e058a tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:10.130522 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-0c4df1e7-2887-4c62-9ab1-36eddf443eda tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] 10.222.0.36 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0061245 Feb 04 08:40:10.131082 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-c69ea9a5-e856-4aee-9737-082aefeb096b req-41ea5329-6aab-4139-990c-b39ea45e058a tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Synchronizing usage tracker for tenant:bcdc9b25d9ba412baa8d7ec71c6170b5 on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:40:10.133429 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50016) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:10.135688 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0604e7dc-7777-4e9f-aa74-f29162c50663 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:10.139869 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [None req-b47fb41d-28d4-439d-a28c-39fcf0a0eaa4 tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] http://10.222.0.36:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=84108) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 08:40:10.141151 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-b47fb41d-28d4-439d-a28c-39fcf0a0eaa4 tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] 10.222.0.36 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0065541 Feb 04 08:40:10.142808 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-166cfc6c-392d-43ee-ad53-c2655e1fab25 req-2a0a9340-17c8-461b-a102-8ba8abda9801 service neutron] 10.222.0.36 "GET /v2.0/networks/a283428a-c352-4d19-98bc-b1a1da8b6a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8986962 Feb 04 08:40:10.153335 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 50020) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:10.154455 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0604e7dc-7777-4e9f-aa74-f29162c50663 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=84107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:40:10.154880 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0604e7dc-7777-4e9f-aa74-f29162c50663 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7377717'] for segment, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:10.167788 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-582f8ffb-36bd-4bd6-ae8c-007614ecddaa None None] Provisioning for port 2b372ab4-7400-4547-a17c-2f75c1e00079 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:40:10.174548 dv-neutron-827798-2-hyperv neutron-server[84107]: Traceback (most recent call last): Feb 04 08:40:10.174548 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:40:10.174548 dv-neutron-827798-2-hyperv neutron-server[84107]: timer() Feb 04 08:40:10.174548 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:40:10.174548 dv-neutron-827798-2-hyperv neutron-server[84107]: cb(*args, **kw) Feb 04 08:40:10.174548 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:40:10.174548 dv-neutron-827798-2-hyperv neutron-server[84107]: return func(*args, **kwargs) Feb 04 08:40:10.174548 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:40:10.174548 dv-neutron-827798-2-hyperv neutron-server[84107]: self._notify() Feb 04 08:40:10.174548 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:40:10.174548 dv-neutron-827798-2-hyperv neutron-server[84107]: self.callback(batched_events) Feb 04 08:40:10.174548 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:40:10.174548 dv-neutron-827798-2-hyperv neutron-server[84107]: event.method(event) Feb 04 08:40:10.174548 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:40:10.174548 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:40:10.174548 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:40:10.174548 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:40:10.174548 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:40:10.174548 dv-neutron-827798-2-hyperv neutron-server[84107]: return f(self, *a, **k) Feb 04 08:40:10.174548 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:40:10.174548 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._get(url).json() Feb 04 08:40:10.174548 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:40:10.174548 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:40:10.174548 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:40:10.174548 dv-neutron-827798-2-hyperv neutron-server[84107]: return self.request(url, 'GET', **kwargs) Feb 04 08:40:10.174548 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:40:10.174548 dv-neutron-827798-2-hyperv neutron-server[84107]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:40:10.174548 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:40:10.174548 dv-neutron-827798-2-hyperv neutron-server[84107]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:40:10.174548 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:40:10.174548 dv-neutron-827798-2-hyperv neutron-server[84107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:40:10.174548 dv-neutron-827798-2-hyperv neutron-server[84107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:40:10.178145 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [None req-591eadb3-ac41-4e5d-8fde-1f4c5e6d7a9c tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] http://10.222.0.36:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=84107) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 08:40:10.179347 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-591eadb3-ac41-4e5d-8fde-1f4c5e6d7a9c tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] 10.222.0.36 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0267019 Feb 04 08:40:10.181787 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50024) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:10.193373 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [None req-56e9b3de-db9b-480c-b7bc-085d2037e610 tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] http://10.222.0.36:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=84108) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 08:40:10.193503 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec7ec00-6975-4fff-b439-b0429d85ff4a tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Network dfea1b86-0ebe-4d9d-91bf-448734213079 is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:40:10.198495 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-56e9b3de-db9b-480c-b7bc-085d2037e610 tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] 10.222.0.36 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0147886 Feb 04 08:40:10.209249 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50028) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:10.210614 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c20a91cf-875e-45a7-be96-64d9367b89e2 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7593563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8119683'] for subnet, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:10.261430 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-582f8ffb-36bd-4bd6-ae8c-007614ecddaa None None] Provisioning complete for port 2b372ab4-7400-4547-a17c-2f75c1e00079 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:40:10.261841 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-582f8ffb-36bd-4bd6-ae8c-007614ecddaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:10.266453 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [None req-a77eccf6-9e4b-44c9-9569-3be564470228 tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] http://10.222.0.36:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=84108) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 08:40:10.267637 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-a77eccf6-9e4b-44c9-9569-3be564470228 tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] 10.222.0.36 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0528870 Feb 04 08:40:10.269387 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20a91cf-875e-45a7-be96-64d9367b89e2 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event deleted for resources: {'Subnet': ['ID=d9e8d5f2-0afe-475c-893c-5a3d04f50247,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:10.274750 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50032) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:10.281834 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [None req-4f05e57a-08cb-4a11-bf85-043e91885814 tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] http://10.222.0.36:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=84108) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 08:40:10.282832 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-4f05e57a-08cb-4a11-bf85-043e91885814 tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] 10.222.0.36 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0072405 Feb 04 08:40:10.287430 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c20a91cf-875e-45a7-be96-64d9367b89e2 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:10.291950 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 50036) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:10.295937 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50984bae-f2a4-451d-bb0d-5a74acc75ca2 None None] Updating router f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3 port fbb28ab8-797a-4da9-a709-ce193d836a3d binding host dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 08:40:10.298484 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-c20a91cf-875e-45a7-be96-64d9367b89e2 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "DELETE /v2.0/subnets/d9e8d5f2-0afe-475c-893c-5a3d04f50247 HTTP/1.1" status: 204 len: 168 time: 0.7528014 Feb 04 08:40:10.301041 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [None req-55c10a05-62f1-4b67-acab-166ae3c0a03c tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] http://10.222.0.36:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=84107) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 08:40:10.304721 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-55c10a05-62f1-4b67-acab-166ae3c0a03c tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] 10.222.0.36 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0080581 Feb 04 08:40:10.305221 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50042) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:10.305549 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50040) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:10.311742 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8f4140f2-48bb-4631-a49a-9c92810696da req-a0af96c7-cbcb-40d8-9c55-35ab59353e61 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0883346 Feb 04 08:40:10.317597 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [None req-5b9f0f9e-d1fb-4357-a833-3c58ed260fba tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] http://10.222.0.36:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=84108) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 08:40:10.318513 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-5b9f0f9e-d1fb-4357-a833-3c58ed260fba tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] 10.222.0.36 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0120473 Feb 04 08:40:10.359927 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 50048) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:10.360137 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-b3110658-484e-4c89-88ac-b16bcb2fc541 None None] For port 6a63a85e-1645-45b4-882b-47be0b484700, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:40:10.362919 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0604e7dc-7777-4e9f-aa74-f29162c50663 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:10.369364 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [req-8f4140f2-48bb-4631-a49a-9c92810696da req-169cf37b-ae08-4920-9226-87f1724d0ee4 service neutron] Request body: {'port': {'device_id': '5d3f9a2e-5f81-4e26-82f8-be8c0a180732', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:40:10.384917 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-50984bae-f2a4-451d-bb0d-5a74acc75ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:10.391061 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-13455e87-fc24-44f5-b557-49d6978ce5f6 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Synchronizing usage tracker for tenant:ffa27937301745e1ad43fa520f28cbc3 on resource:router {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:40:10.409227 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-b3110658-484e-4c89-88ac-b16bcb2fc541 None None] For port 6a63a85e-1645-45b4-882b-47be0b484700, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=6a63a85e-1645-45b4-882b-47be0b484700,segment=NetworkSegment(2c48dc91-e362-4611-9354-aede43558386),segment_id=2c48dc91-e362-4611-9354-aede43558386)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:40:10.417589 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [None req-48394abe-2fb4-41c9-bbb1-b51c8cf2ca5b tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] http://10.222.0.36:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=84107) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 08:40:10.421587 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-48394abe-2fb4-41c9-bbb1-b51c8cf2ca5b tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] 10.222.0.36 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0570667 Feb 04 08:40:10.422008 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2658d135-bf2d-4b7a-9d99-50e8e52874d2 None None] Pushing event updated for resources: {'Port': ['ID=a657153a-6e55-47fb-bdbe-7a279c3d435d,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:10.422555 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50052) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:10.444540 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0604e7dc-7777-4e9f-aa74-f29162c50663 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:10.448096 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [None req-0ff6ee62-4870-4d47-ad52-91d88abea188 tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] http://10.222.0.36:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=84108) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 08:40:10.448096 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-0ff6ee62-4870-4d47-ad52-91d88abea188 tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] 10.222.0.36 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0229630 Feb 04 08:40:10.449922 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50056) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:10.450687 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-dec7ec00-6975-4fff-b439-b0429d85ff4a tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, dfea1b86-0ebe-4d9d-91bf-448734213079) {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:40:10.452274 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-c69ea9a5-e856-4aee-9737-082aefeb096b req-41ea5329-6aab-4139-990c-b39ea45e058a tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Unset dirty status for tenant:bcdc9b25d9ba412baa8d7ec71c6170b5 on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:40:10.459604 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-582f8ffb-36bd-4bd6-ae8c-007614ecddaa None None] Port 2b372ab4-7400-4547-a17c-2f75c1e00079 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:40:10.460314 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c69ea9a5-e856-4aee-9737-082aefeb096b req-41ea5329-6aab-4139-990c-b39ea45e058a tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d3f9a2e-5f81-4e26-82f8-be8c0a180732 HTTP/1.1" status: 200 len: 931 time: 1.3438718 Feb 04 08:40:10.468102 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [None req-656f8bc6-8778-484a-b023-081a83587dba tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] http://10.222.0.36:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=84108) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 08:40:10.469585 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-656f8bc6-8778-484a-b023-081a83587dba tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] 10.222.0.36 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0179663 Feb 04 08:40:10.472093 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50060) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:10.489451 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [None req-8cb03d67-7c9c-4923-9776-5c6e29010800 tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] http://10.222.0.36:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=84108) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 08:40:10.490893 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-8cb03d67-7c9c-4923-9776-5c6e29010800 tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] 10.222.0.36 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0122230 Feb 04 08:40:10.494468 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-13455e87-fc24-44f5-b557-49d6978ce5f6 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Unset dirty status for tenant:ffa27937301745e1ad43fa520f28cbc3 on resource:router {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:40:10.496497 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-13455e87-fc24-44f5-b557-49d6978ce5f6 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1884809 Feb 04 08:40:10.497404 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50066) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:10.501272 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50070) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:10.503910 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ea97c9-63e5-4fb5-a57c-b07ab5cb828e None None] Network dfea1b86-0ebe-4d9d-91bf-448734213079 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:40:10.507859 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [None req-68af7874-412e-4809-8c63-3cb5c2e67386 tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] http://10.222.0.36:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=84108) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 08:40:10.509431 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-68af7874-412e-4809-8c63-3cb5c2e67386 tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] 10.222.0.36 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0102711 Feb 04 08:40:10.517285 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-7eea1e9e-9cda-4cca-b544-aefa2187967e tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Request body: {'subnet': {'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:40:10.539601 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50076) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:10.554038 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec7ec00-6975-4fff-b439-b0429d85ff4a tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:10.554627 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-dec7ec00-6975-4fff-b439-b0429d85ff4a tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:10.559181 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f1643a0c-e161-46f4-8556-2d196906e258 tempest-RoutersAdminNegativeIpV6Test-1720828035 tempest-RoutersAdminNegativeIpV6Test-1720828035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:10.584195 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-b3110658-484e-4c89-88ac-b16bcb2fc541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:10.610313 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [None req-c769b9c8-41ed-4735-93f1-dca6403ed4fb tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] http://10.222.0.36:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=84108) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 08:40:10.613651 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-c769b9c8-41ed-4735-93f1-dca6403ed4fb tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] 10.222.0.36 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0676351 Feb 04 08:40:10.615502 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0604e7dc-7777-4e9f-aa74-f29162c50663 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Pushing event deleted for resources: {'Network': ['ID=ce638666-9e51-47d0-9a1c-bf2b89b901fb,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:10.617219 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 50080) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:10.664580 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-7eea1e9e-9cda-4cca-b544-aefa2187967e tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:40:10.670054 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-7eea1e9e-9cda-4cca-b544-aefa2187967e tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Usage tracker for resource:subnet and tenant:ffa27937301745e1ad43fa520f28cbc3 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:40:10.673461 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-7eea1e9e-9cda-4cca-b544-aefa2187967e tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:40:10.680487 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-7eea1e9e-9cda-4cca-b544-aefa2187967e tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:40:10.701769 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 06435af4-e4c8-4cf7-8e3f-7192fcffffda triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:40:10.702257 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:10.722215 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-0604e7dc-7777-4e9f-aa74-f29162c50663 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] 10.222.0.36 "DELETE /v2.0/networks/ce638666-9e51-47d0-9a1c-bf2b89b901fb HTTP/1.1" status: 204 len: 168 time: 4.4898057 Feb 04 08:40:10.724791 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50088) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:10.734810 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [None req-dc1c80d2-f418-4d44-8787-403161d7f18a tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] http://10.222.0.36:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=84107) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 08:40:10.735745 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-dc1c80d2-f418-4d44-8787-403161d7f18a tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] 10.222.0.36 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0759408 Feb 04 08:40:10.746298 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50092) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:10.759631 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4cc5220b-f778-4821-b8d1-ba4ba665bfbf req-2904f840-0a47-40e2-981d-dd8d9320a9d9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=33a4bee1-efae-42f0-8ec6-7b3e50658249 HTTP/1.1" status: 200 len: 210 time: 0.2184830 Feb 04 08:40:10.759893 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eea1e9e-9cda-4cca-b544-aefa2187967e tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Made reservation on behalf of ffa27937301745e1ad43fa520f28cbc3 for: {'subnet': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:40:10.763515 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7eea1e9e-9cda-4cca-b544-aefa2187967e tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8119726'] for subnet, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:10.784955 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c69ea9a5-e856-4aee-9737-082aefeb096b req-8e1ee230-b8a3-4c7c-ab7d-aa61bc84720e tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/security-groups?id=53227cdf-7dc5-4d80-b711-52cc313216b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3234999 Feb 04 08:40:10.812595 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1643a0c-e161-46f4-8556-2d196906e258 tempest-RoutersAdminNegativeIpV6Test-1720828035 tempest-RoutersAdminNegativeIpV6Test-1720828035-project-admin] Pushing event updated for resources: {'Port': ['ID=0d05201b-52d0-4487-94ec-932cd022b06c,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:10.817734 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1643a0c-e161-46f4-8556-2d196906e258 tempest-RoutersAdminNegativeIpV6Test-1720828035 tempest-RoutersAdminNegativeIpV6Test-1720828035-project-admin] Network e264bd74-c56b-43d0-9059-bcb57dbbe5bc is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:40:10.826780 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-f1643a0c-e161-46f4-8556-2d196906e258 tempest-RoutersAdminNegativeIpV6Test-1720828035 tempest-RoutersAdminNegativeIpV6Test-1720828035-project-admin] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:40:10.830180 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1643a0c-e161-46f4-8556-2d196906e258 tempest-RoutersAdminNegativeIpV6Test-1720828035 tempest-RoutersAdminNegativeIpV6Test-1720828035-project-admin] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:40:10.835789 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3110658-484e-4c89-88ac-b16bcb2fc541 None None] Pushing event updated for resources: {'Port': ['ID=6a63a85e-1645-45b4-882b-47be0b484700,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:10.855595 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-8f4140f2-48bb-4631-a49a-9c92810696da req-169cf37b-ae08-4920-9226-87f1724d0ee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:10.876723 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-dec7ec00-6975-4fff-b439-b0429d85ff4a tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.6432481 Feb 04 08:40:10.882441 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 50096) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:10.919484 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [None req-9915d306-f567-4a8f-bcff-73871bf72c51 tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] http://10.222.0.36:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=84108) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 08:40:10.930149 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-9915d306-f567-4a8f-bcff-73871bf72c51 tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] 10.222.0.36 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.1796634 Feb 04 08:40:10.946021 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 50100) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:11.010389 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c7b6a2d8-b45d-44d8-a2a7-97586c5b1e51 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:11.038508 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 08:40:11.042632 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [None req-b14c8648-f8ec-4f0d-a0f1-58b3a04380a3 tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] http://10.222.0.36:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=84107) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 08:40:11.043785 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-b14c8648-f8ec-4f0d-a0f1-58b3a04380a3 tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] 10.222.0.36 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0659871 Feb 04 08:40:11.046958 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50104) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:11.049655 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-c7b6a2d8-b45d-44d8-a2a7-97586c5b1e51 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Deleting port bee597eb-e985-4e77-a866-81afd5cbfa6c {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:40:11.058128 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c7b6a2d8-b45d-44d8-a2a7-97586c5b1e51 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:11.078144 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1643a0c-e161-46f4-8556-2d196906e258 tempest-RoutersAdminNegativeIpV6Test-1720828035 tempest-RoutersAdminNegativeIpV6Test-1720828035-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:11.078670 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f1643a0c-e161-46f4-8556-2d196906e258 tempest-RoutersAdminNegativeIpV6Test-1720828035 tempest-RoutersAdminNegativeIpV6Test-1720828035-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:11.085892 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [None req-a148caa1-3244-4d9e-8bbf-41614eb31361 tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] http://10.222.0.36:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=84108) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 08:40:11.087293 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-a148caa1-3244-4d9e-8bbf-41614eb31361 tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] 10.222.0.36 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0388839 Feb 04 08:40:11.099129 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50110) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:11.113554 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [None req-80e9e46e-3516-44e4-ad42-b84114b1a4eb tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] http://10.222.0.36:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=84108) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 08:40:11.116827 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-80e9e46e-3516-44e4-ad42-b84114b1a4eb tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] 10.222.0.36 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0106812 Feb 04 08:40:11.122411 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50114) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:11.133718 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [None req-d26b3961-ac7e-4565-bc02-cd72434fb34a tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] http://10.222.0.36:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=84108) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 08:40:11.137010 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-d26b3961-ac7e-4565-bc02-cd72434fb34a tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] 10.222.0.36 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0085857 Feb 04 08:40:11.139986 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 50118) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:11.174280 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [None req-243bdbc2-67d2-4946-9f65-018aa718150e tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] http://10.222.0.36:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=84107) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 08:40:11.178205 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-243bdbc2-67d2-4946-9f65-018aa718150e tempest-ExtensionsTestJSON-761231911 tempest-ExtensionsTestJSON-761231911-project] 10.222.0.36 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0274465 Feb 04 08:40:11.337915 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [None req-c7b6a2d8-b45d-44d8-a2a7-97586c5b1e51 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] For port bee597eb-e985-4e77-a866-81afd5cbfa6c, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=bee597eb-e985-4e77-a866-81afd5cbfa6c,segment=NetworkSegment(4e5d2967-889d-4e61-ae00-90bcf486795e),segment_id=4e5d2967-889d-4e61-ae00-90bcf486795e)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:40:11.338246 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c7b6a2d8-b45d-44d8-a2a7-97586c5b1e51 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:11.343979 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-f1643a0c-e161-46f4-8556-2d196906e258 tempest-RoutersAdminNegativeIpV6Test-1720828035 tempest-RoutersAdminNegativeIpV6Test-1720828035-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 6.4825161 Feb 04 08:40:11.348917 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 50124) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:11.386046 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b86781-8691-4370-8f5c-84996e444f1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-dfea1b86-0ebe-4d9d-91bf-448734213079', 'network_id': 'dfea1b86-0ebe-4d9d-91bf-448734213079', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'fixed_ips': [{'subnet_id': '511a8f3a-313a-449c-87b4-b5816f354b18'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:40:11.388696 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-a5b86781-8691-4370-8f5c-84996e444f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:11.390897 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-0e1ea948-8943-4ea8-ac1e-999bd52f8f6a tempest-RoutersAdminNegativeIpV6Test-1720828035 tempest-RoutersAdminNegativeIpV6Test-1720828035-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.21'}]}}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:40:11.413867 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-0e1ea948-8943-4ea8-ac1e-999bd52f8f6a tempest-RoutersAdminNegativeIpV6Test-1720828035 tempest-RoutersAdminNegativeIpV6Test-1720828035-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:40:11.424801 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-0e1ea948-8943-4ea8-ac1e-999bd52f8f6a tempest-RoutersAdminNegativeIpV6Test-1720828035 tempest-RoutersAdminNegativeIpV6Test-1720828035-project-admin] Usage tracker for resource:router and tenant:de68be46557d4a2d9a114d0fb6377bff is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:40:11.442204 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-0e1ea948-8943-4ea8-ac1e-999bd52f8f6a tempest-RoutersAdminNegativeIpV6Test-1720828035 tempest-RoutersAdminNegativeIpV6Test-1720828035-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:40:11.464947 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-50984bae-f2a4-451d-bb0d-5a74acc75ca2 None None] Notify callbacks [] for port, precommit_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:11.468045 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-0e1ea948-8943-4ea8-ac1e-999bd52f8f6a tempest-RoutersAdminNegativeIpV6Test-1720828035 tempest-RoutersAdminNegativeIpV6Test-1720828035-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:40:11.478511 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04114fb4-6463-443f-bccf-f4a6ad2563e8 None None] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:40:11.479378 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9104250c-87d8-42b0-8fae-07f72b259b88 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473817'] for router_interface, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:11.507455 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-c7b6a2d8-b45d-44d8-a2a7-97586c5b1e51 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Calling delete_port for bee597eb-e985-4e77-a866-81afd5cbfa6c owned by network:dhcp {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:40:11.606380 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-50984bae-f2a4-451d-bb0d-5a74acc75ca2 None None] Transition to ACTIVE for port object fbb28ab8-797a-4da9-a709-ce193d836a3d will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:40:11.627723 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 74720654-ce7f-4046-8b61-2f7c95285cab up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:40:11.686226 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-50984bae-f2a4-451d-bb0d-5a74acc75ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:11.706883 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7eea1e9e-9cda-4cca-b544-aefa2187967e tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7593498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8119736'] for subnet, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:11.748208 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c7b6a2d8-b45d-44d8-a2a7-97586c5b1e51 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:11.769155 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0e1ea948-8943-4ea8-ac1e-999bd52f8f6a tempest-RoutersAdminNegativeIpV6Test-1720828035 tempest-RoutersAdminNegativeIpV6Test-1720828035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40975'] for router, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:11.770235 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0e1ea948-8943-4ea8-ac1e-999bd52f8f6a tempest-RoutersAdminNegativeIpV6Test-1720828035 tempest-RoutersAdminNegativeIpV6Test-1720828035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40982'] for router, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:11.917869 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b6a2d8-b45d-44d8-a2a7-97586c5b1e51 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Pushing event deleted for resources: {'Port': ['ID=bee597eb-e985-4e77-a866-81afd5cbfa6c,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:11.944161 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50134) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:11.964246 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b6a2d8-b45d-44d8-a2a7-97586c5b1e51 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] No DVR routers for this DVR port bee597eb-e985-4e77-a866-81afd5cbfa6c on host dv-neutron-827798-2-hyperv {{(pid=84108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:40:12.022799 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eea1e9e-9cda-4cca-b544-aefa2187967e tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:40:12.045148 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-7eea1e9e-9cda-4cca-b544-aefa2187967e tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:40:12.052620 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eea1e9e-9cda-4cca-b544-aefa2187967e tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event updated for resources: {'Subnet': ['ID=7aced48f-d11d-4630-b421-1a0f5fe93492,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:12.073652 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eea1e9e-9cda-4cca-b544-aefa2187967e tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:12.080192 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7eea1e9e-9cda-4cca-b544-aefa2187967e tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:12.090399 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2658d135-bf2d-4b7a-9d99-50e8e52874d2 None None] Pushing event updated for resources: {'Port': ['ID=fbb28ab8-797a-4da9-a709-ce193d836a3d,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:12.097571 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0e1ea948-8943-4ea8-ac1e-999bd52f8f6a tempest-RoutersAdminNegativeIpV6Test-1720828035 tempest-RoutersAdminNegativeIpV6Test-1720828035-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:12.210058 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [req-8f4140f2-48bb-4631-a49a-9c92810696da req-169cf37b-ae08-4920-9226-87f1724d0ee4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b372ab4-7400-4547-a17c-2f75c1e00079 {{(pid=84107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 08:40:12.252953 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-a5b86781-8691-4370-8f5c-84996e444f1f None None] Allocated IP 172.23.0.2 (dfea1b86-0ebe-4d9d-91bf-448734213079/511a8f3a-313a-449c-87b4-b5816f354b18/f50248bd-7fbc-4ff9-85d8-7711f95207cd) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:40:12.258927 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-8f4140f2-48bb-4631-a49a-9c92810696da req-169cf37b-ae08-4920-9226-87f1724d0ee4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:12.301550 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-053c2f55-53ec-4294-99b0-f85c393c2521 req-b3135ac5-06b3-4e60-94ff-4ed71db10484 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=33a4bee1-efae-42f0-8ec6-7b3e50658249 HTTP/1.1" status: 200 len: 210 time: 0.0950711 Feb 04 08:40:12.329974 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [req-8f4140f2-48bb-4631-a49a-9c92810696da req-169cf37b-ae08-4920-9226-87f1724d0ee4 service neutron] Transition to ACTIVE for port object 2b372ab4-7400-4547-a17c-2f75c1e00079 will not be triggered until provisioned by entity L2. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:40:12.407926 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 74720654-ce7f-4046-8b61-2f7c95285cab triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:40:12.408494 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:12.409114 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-8f4140f2-48bb-4631-a49a-9c92810696da req-169cf37b-ae08-4920-9226-87f1724d0ee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:12.429513 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c7b6a2d8-b45d-44d8-a2a7-97586c5b1e51 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:12.437198 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2099d30d-0828-480d-b8ee-fc2880784ed2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:12.459066 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-50984bae-f2a4-451d-bb0d-5a74acc75ca2 None None] Attempting to bind port fbb28ab8-797a-4da9-a709-ce193d836a3d on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:40:12.459429 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-50984bae-f2a4-451d-bb0d-5a74acc75ca2 None None] Attempting to bind port fbb28ab8-797a-4da9-a709-ce193d836a3d by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': 'f231d699-6b28-4d13-bac1-7eb6b641732e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '32199bff-c1f3-46c9-bae3-a5de11c8ee15'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:40:12.460051 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50984bae-f2a4-451d-bb0d-5a74acc75ca2 None None] Attempting to bind port fbb28ab8-797a-4da9-a709-ce193d836a3d on network 32199bff-c1f3-46c9-bae3-a5de11c8ee15 {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:40:12.475621 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-c7b6a2d8-b45d-44d8-a2a7-97586c5b1e51 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['212d265f-639f-43e4-99b2-6d54dfa45c0f']}} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:40:12.500641 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-7eea1e9e-9cda-4cca-b544-aefa2187967e tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9953973 Feb 04 08:40:12.503547 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-c7b6a2d8-b45d-44d8-a2a7-97586c5b1e51 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e5d2967-889d-4e61-ae00-90bcf486795e') {'for_net_delete': True} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:40:12.504067 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-c7b6a2d8-b45d-44d8-a2a7-97586c5b1e51 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e5d2967-889d-4e61-ae00-90bcf486795e') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:40:12.511286 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50140) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:12.517758 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8b547f-7a50-42e1-82fc-8155533cc131 req-3dbaa8ae-3a9d-4ddd-80cf-95e1b3c8376d tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:12.519384 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-0d8b547f-7a50-42e1-82fc-8155533cc131 req-3dbaa8ae-3a9d-4ddd-80cf-95e1b3c8376d tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d3f9a2e-5f81-4e26-82f8-be8c0a180732 HTTP/1.1" status: 200 len: 931 time: 0.3980677 Feb 04 08:40:12.523655 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-78b69bd3-87ff-4721-85e7-c2a95934961f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Request body: {'subnet': {'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:40:12.548212 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-2099d30d-0828-480d-b8ee-fc2880784ed2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:40:12.551298 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c7b6a2d8-b45d-44d8-a2a7-97586c5b1e51 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7851336'] for segment, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:12.564887 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50984bae-f2a4-451d-bb0d-5a74acc75ca2 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:40:12.565263 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50984bae-f2a4-451d-bb0d-5a74acc75ca2 None None] Checking segment: {'id': 'f231d699-6b28-4d13-bac1-7eb6b641732e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '32199bff-c1f3-46c9-bae3-a5de11c8ee15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:40:12.565671 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-50984bae-f2a4-451d-bb0d-5a74acc75ca2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:12.566062 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50984bae-f2a4-451d-bb0d-5a74acc75ca2 None None] Bound using segment: {'id': 'f231d699-6b28-4d13-bac1-7eb6b641732e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '32199bff-c1f3-46c9-bae3-a5de11c8ee15'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:40:12.566580 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-50984bae-f2a4-451d-bb0d-5a74acc75ca2 None None] Bound port: fbb28ab8-797a-4da9-a709-ce193d836a3d, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f231d699-6b28-4d13-bac1-7eb6b641732e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '32199bff-c1f3-46c9-bae3-a5de11c8ee15'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:40:12.566961 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-50984bae-f2a4-451d-bb0d-5a74acc75ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:12.613414 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-2099d30d-0828-480d-b8ee-fc2880784ed2 admin admin] Usage tracker for resource:security_group_rule and tenant:5ad2081e32ad4dd68ca75fd143e57e89 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:40:12.626851 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-2099d30d-0828-480d-b8ee-fc2880784ed2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:40:12.634465 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c7b6a2d8-b45d-44d8-a2a7-97586c5b1e51 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:12.639444 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-2099d30d-0828-480d-b8ee-fc2880784ed2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:40:12.656956 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7b6a2d8-b45d-44d8-a2a7-97586c5b1e51 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=84108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:40:12.657633 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c7b6a2d8-b45d-44d8-a2a7-97586c5b1e51 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7460345'] for segment, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:12.674425 dv-neutron-827798-2-hyperv neutron-server[84108]: Traceback (most recent call last): Feb 04 08:40:12.674425 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:40:12.674425 dv-neutron-827798-2-hyperv neutron-server[84108]: timer() Feb 04 08:40:12.674425 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:40:12.674425 dv-neutron-827798-2-hyperv neutron-server[84108]: cb(*args, **kw) Feb 04 08:40:12.674425 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:40:12.674425 dv-neutron-827798-2-hyperv neutron-server[84108]: return func(*args, **kwargs) Feb 04 08:40:12.674425 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:40:12.674425 dv-neutron-827798-2-hyperv neutron-server[84108]: self._notify() Feb 04 08:40:12.674425 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:40:12.674425 dv-neutron-827798-2-hyperv neutron-server[84108]: self.callback(batched_events) Feb 04 08:40:12.674425 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:40:12.674425 dv-neutron-827798-2-hyperv neutron-server[84108]: event.method(event) Feb 04 08:40:12.674425 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:40:12.674425 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:40:12.674425 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:40:12.674425 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:40:12.674425 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:40:12.674425 dv-neutron-827798-2-hyperv neutron-server[84108]: return f(self, *a, **k) Feb 04 08:40:12.674425 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:40:12.674425 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._get(url).json() Feb 04 08:40:12.674425 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:40:12.674425 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:40:12.674425 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:40:12.674425 dv-neutron-827798-2-hyperv neutron-server[84108]: return self.request(url, 'GET', **kwargs) Feb 04 08:40:12.674425 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:40:12.674425 dv-neutron-827798-2-hyperv neutron-server[84108]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:40:12.674425 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:40:12.674425 dv-neutron-827798-2-hyperv neutron-server[84108]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:40:12.674425 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:40:12.674425 dv-neutron-827798-2-hyperv neutron-server[84108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:40:12.674425 dv-neutron-827798-2-hyperv neutron-server[84108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:40:12.827878 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-78b69bd3-87ff-4721-85e7-c2a95934961f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:40:12.836283 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-78b69bd3-87ff-4721-85e7-c2a95934961f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Usage tracker for resource:subnet and tenant:ffa27937301745e1ad43fa520f28cbc3 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:40:12.840242 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-78b69bd3-87ff-4721-85e7-c2a95934961f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:40:12.851249 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-78b69bd3-87ff-4721-85e7-c2a95934961f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:40:12.895189 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2099d30d-0828-480d-b8ee-fc2880784ed2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:12.905653 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c7b6a2d8-b45d-44d8-a2a7-97586c5b1e51 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:12.911060 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7453d1c5-285b-438b-802f-6bdc386c243e None None] Update dhcp port {'port': {'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'fixed_ips': [{'subnet_id': '7aced48f-d11d-4630-b421-1a0f5fe93492'}], 'binding:host_id': 'dv-neutron-827798-2-hyperv'}, 'id': '6a63a85e-1645-45b4-882b-47be0b484700'} from dv-neutron-827798-2-hyperv. {{(pid=84109) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 04 08:40:12.913513 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c7b6a2d8-b45d-44d8-a2a7-97586c5b1e51 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:12.945630 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-a5b86781-8691-4370-8f5c-84996e444f1f None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:12.946589 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-50984bae-f2a4-451d-bb0d-5a74acc75ca2 None None] For port fbb28ab8-797a-4da9-a709-ce193d836a3d, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:40:12.973238 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-a5b86781-8691-4370-8f5c-84996e444f1f None None] Transition to ACTIVE for port object f50248bd-7fbc-4ff9-85d8-7711f95207cd will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:40:12.976769 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-50984bae-f2a4-451d-bb0d-5a74acc75ca2 None None] For port fbb28ab8-797a-4da9-a709-ce193d836a3d, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=fbb28ab8-797a-4da9-a709-ce193d836a3d,segment=NetworkSegment(f231d699-6b28-4d13-bac1-7eb6b641732e),segment_id=f231d699-6b28-4d13-bac1-7eb6b641732e)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:40:12.984911 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78b69bd3-87ff-4721-85e7-c2a95934961f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Made reservation on behalf of ffa27937301745e1ad43fa520f28cbc3 for: {'subnet': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:40:12.997508 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 5ccb6cc1-ac00-468d-9794-622ee091a407 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:40:12.998271 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169cf37b-ae08-4920-9226-87f1724d0ee4 service neutron] Pushing event updated for resources: {'Port': ['ID=2b372ab4-7400-4547-a17c-2f75c1e00079,revision_number=2']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:13.016967 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2099d30d-0828-480d-b8ee-fc2880784ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:13.025262 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b6a2d8-b45d-44d8-a2a7-97586c5b1e51 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Pushing event deleted for resources: {'Network': ['ID=212d265f-639f-43e4-99b2-6d54dfa45c0f,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:13.053751 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: 5ccb6cc1-ac00-468d-9794-622ee091a407 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:40:13.054170 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 5ccb6cc1-ac00-468d-9794-622ee091a407 not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:40:13.056107 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-a5b86781-8691-4370-8f5c-84996e444f1f None None] Transition to ACTIVE for port object f50248bd-7fbc-4ff9-85d8-7711f95207cd will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:40:13.057812 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-7453d1c5-285b-438b-802f-6bdc386c243e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:13.080366 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-50984bae-f2a4-451d-bb0d-5a74acc75ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:13.148362 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b6a2d8-b45d-44d8-a2a7-97586c5b1e51 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:40:13.148877 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b6a2d8-b45d-44d8-a2a7-97586c5b1e51 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:40:13.149318 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b6a2d8-b45d-44d8-a2a7-97586c5b1e51 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:40:13.149753 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b6a2d8-b45d-44d8-a2a7-97586c5b1e51 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:40:13.150192 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b6a2d8-b45d-44d8-a2a7-97586c5b1e51 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:40:13.150604 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b6a2d8-b45d-44d8-a2a7-97586c5b1e51 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:40:13.151028 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b6a2d8-b45d-44d8-a2a7-97586c5b1e51 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:40:13.151468 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b6a2d8-b45d-44d8-a2a7-97586c5b1e51 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:40:13.151888 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b6a2d8-b45d-44d8-a2a7-97586c5b1e51 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:40:13.152301 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b6a2d8-b45d-44d8-a2a7-97586c5b1e51 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:40:13.152739 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b6a2d8-b45d-44d8-a2a7-97586c5b1e51 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:40:13.156528 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-0d8b547f-7a50-42e1-82fc-8155533cc131 req-b34b3ee2-ae51-442a-908d-a52ad9e33a5f tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/security-groups?id=53227cdf-7dc5-4d80-b711-52cc313216b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5733292 Feb 04 08:40:13.161888 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2099d30d-0828-480d-b8ee-fc2880784ed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98da57d6-ab84-4daf-845c-631fe625bcaf,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:13.190948 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-a5b86781-8691-4370-8f5c-84996e444f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:13.191473 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-c7b6a2d8-b45d-44d8-a2a7-97586c5b1e51 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] 10.222.0.36 "DELETE /v2.0/networks/212d265f-639f-43e4-99b2-6d54dfa45c0f HTTP/1.1" status: 204 len: 168 time: 2.4564567 Feb 04 08:40:13.194988 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50144) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:13.305586 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2658d135-bf2d-4b7a-9d99-50e8e52874d2 None None] Pushing event updated for resources: {'Port': ['ID=fbb28ab8-797a-4da9-a709-ce193d836a3d,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:13.340138 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-2099d30d-0828-480d-b8ee-fc2880784ed2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5ad2081e32ad4dd68ca75fd143e57e89&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3898451 Feb 04 08:40:13.346307 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50150) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:13.372532 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b86781-8691-4370-8f5c-84996e444f1f None None] Network dfea1b86-0ebe-4d9d-91bf-448734213079 is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:40:13.382379 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-a5b86781-8691-4370-8f5c-84996e444f1f None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:40:13.400519 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b86781-8691-4370-8f5c-84996e444f1f None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:40:13.429677 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50984bae-f2a4-451d-bb0d-5a74acc75ca2 None None] Routers {'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:40:13.430396 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-50984bae-f2a4-451d-bb0d-5a74acc75ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:39:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:40:13.487114 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0e1ea948-8943-4ea8-ac1e-999bd52f8f6a tempest-RoutersAdminNegativeIpV6Test-1720828035 tempest-RoutersAdminNegativeIpV6Test-1720828035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40996'] for router, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:13.509759 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d0f92040-391d-41c8-abe0-ad1273370089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:13.527607 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-78b69bd3-87ff-4721-85e7-c2a95934961f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8119726'] for subnet, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:13.549911 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-32553dcf-a9fe-40e8-ae5d-9a49c3786df8 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:13.582721 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-9104250c-87d8-42b0-8fae-07f72b259b88 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Deleting port 0c887024-d9e7-4d21-b268-b4842ab0fab7 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:40:13.583093 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9104250c-87d8-42b0-8fae-07f72b259b88 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:13.635309 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d0f92040-391d-41c8-abe0-ad1273370089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:13.686643 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b86781-8691-4370-8f5c-84996e444f1f None None] Pushing event updated for resources: {'Port': ['ID=f50248bd-7fbc-4ff9-85d8-7711f95207cd,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:13.769782 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c6f8504a-c9fd-4de0-b419-08b544fb4109 req-f71969d9-a9d9-4abf-8887-819860c45ec6 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=33a4bee1-efae-42f0-8ec6-7b3e50658249 HTTP/1.1" status: 200 len: 210 time: 0.1941521 Feb 04 08:40:13.791586 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-a5b86781-8691-4370-8f5c-84996e444f1f None None] Attempting to bind port f50248bd-7fbc-4ff9-85d8-7711f95207cd on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:40:13.792458 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-a5b86781-8691-4370-8f5c-84996e444f1f None None] Attempting to bind port f50248bd-7fbc-4ff9-85d8-7711f95207cd by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': 'a011d971-ea23-45a3-a0b7-e3a24c1c1624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'dfea1b86-0ebe-4d9d-91bf-448734213079'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:40:13.793073 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b86781-8691-4370-8f5c-84996e444f1f None None] Attempting to bind port f50248bd-7fbc-4ff9-85d8-7711f95207cd on network dfea1b86-0ebe-4d9d-91bf-448734213079 {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:40:13.797975 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-7453d1c5-285b-438b-802f-6bdc386c243e None None] Allocated IP 172.20.0.2 (bc933c3a-b15d-4eab-9ad6-d32fd193f5cd/7aced48f-d11d-4630-b421-1a0f5fe93492/6a63a85e-1645-45b4-882b-47be0b484700) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:40:13.847944 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-32553dcf-a9fe-40e8-ae5d-9a49c3786df8 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:13.849076 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b86781-8691-4370-8f5c-84996e444f1f None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:40:13.849702 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b86781-8691-4370-8f5c-84996e444f1f None None] Checking segment: {'id': 'a011d971-ea23-45a3-a0b7-e3a24c1c1624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'dfea1b86-0ebe-4d9d-91bf-448734213079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:40:13.850107 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-a5b86781-8691-4370-8f5c-84996e444f1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:13.850651 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b86781-8691-4370-8f5c-84996e444f1f None None] Bound using segment: {'id': 'a011d971-ea23-45a3-a0b7-e3a24c1c1624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'dfea1b86-0ebe-4d9d-91bf-448734213079'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:40:13.851411 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-a5b86781-8691-4370-8f5c-84996e444f1f None None] Bound port: f50248bd-7fbc-4ff9-85d8-7711f95207cd, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a011d971-ea23-45a3-a0b7-e3a24c1c1624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'dfea1b86-0ebe-4d9d-91bf-448734213079'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:40:13.851791 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-a5b86781-8691-4370-8f5c-84996e444f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:13.863743 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-50984bae-f2a4-451d-bb0d-5a74acc75ca2 None None] Set router f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3 gateway port host: None {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:40:13.878725 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-32553dcf-a9fe-40e8-ae5d-9a49c3786df8 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94c25160-195c-456a-8774-1a218839bc0b']}} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:40:13.891681 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-32553dcf-a9fe-40e8-ae5d-9a49c3786df8 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbd7105c-fd7e-45ac-8b87-07ebc2c57146') {'for_net_delete': True} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:40:13.892029 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-32553dcf-a9fe-40e8-ae5d-9a49c3786df8 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbd7105c-fd7e-45ac-8b87-07ebc2c57146') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:40:13.904917 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-32553dcf-a9fe-40e8-ae5d-9a49c3786df8 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7851336'] for segment, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:13.921822 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-32553dcf-a9fe-40e8-ae5d-9a49c3786df8 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:13.929470 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32553dcf-a9fe-40e8-ae5d-9a49c3786df8 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=84108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:40:13.930260 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-32553dcf-a9fe-40e8-ae5d-9a49c3786df8 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7460345'] for segment, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:13.946643 dv-neutron-827798-2-hyperv neutron-server[84108]: Traceback (most recent call last): Feb 04 08:40:13.946643 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:40:13.946643 dv-neutron-827798-2-hyperv neutron-server[84108]: timer() Feb 04 08:40:13.946643 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:40:13.946643 dv-neutron-827798-2-hyperv neutron-server[84108]: cb(*args, **kw) Feb 04 08:40:13.946643 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:40:13.946643 dv-neutron-827798-2-hyperv neutron-server[84108]: return func(*args, **kwargs) Feb 04 08:40:13.946643 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:40:13.946643 dv-neutron-827798-2-hyperv neutron-server[84108]: self._notify() Feb 04 08:40:13.946643 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:40:13.946643 dv-neutron-827798-2-hyperv neutron-server[84108]: self.callback(batched_events) Feb 04 08:40:13.946643 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:40:13.946643 dv-neutron-827798-2-hyperv neutron-server[84108]: event.method(event) Feb 04 08:40:13.946643 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:40:13.946643 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:40:13.946643 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:40:13.946643 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:40:13.946643 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:40:13.946643 dv-neutron-827798-2-hyperv neutron-server[84108]: return f(self, *a, **k) Feb 04 08:40:13.946643 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:40:13.946643 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._get(url).json() Feb 04 08:40:13.946643 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:40:13.946643 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:40:13.946643 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:40:13.946643 dv-neutron-827798-2-hyperv neutron-server[84108]: return self.request(url, 'GET', **kwargs) Feb 04 08:40:13.946643 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:40:13.946643 dv-neutron-827798-2-hyperv neutron-server[84108]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:40:13.946643 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:40:13.946643 dv-neutron-827798-2-hyperv neutron-server[84108]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:40:13.946643 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:40:13.946643 dv-neutron-827798-2-hyperv neutron-server[84108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:40:13.946643 dv-neutron-827798-2-hyperv neutron-server[84108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:40:13.948984 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166cfc6c-392d-43ee-ad53-c2655e1fab25 req-2a773e5a-0c81-4959-9f4b-c35fccc47c54 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:13.948984 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-166cfc6c-392d-43ee-ad53-c2655e1fab25 req-2a773e5a-0c81-4959-9f4b-c35fccc47c54 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.47 "GET /v2.0/networks?id=a283428a-c352-4d19-98bc-b1a1da8b6a7b HTTP/1.1" status: 200 len: 797 time: 0.8662345 Feb 04 08:40:13.954205 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.managers [req-8f4140f2-48bb-4631-a49a-9c92810696da req-169cf37b-ae08-4920-9226-87f1724d0ee4 service neutron] Attempting to bind port 2b372ab4-7400-4547-a17c-2f75c1e00079 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:40:13.954531 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.managers [req-8f4140f2-48bb-4631-a49a-9c92810696da req-169cf37b-ae08-4920-9226-87f1724d0ee4 service neutron] Attempting to bind port 2b372ab4-7400-4547-a17c-2f75c1e00079 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'c8e7a4a8-bd8f-4bcd-a973-4a8e1fee7582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'b0b8e294-2639-4240-96e8-00c76471f9a3'}] {{(pid=84107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:40:13.954852 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4140f2-48bb-4631-a49a-9c92810696da req-169cf37b-ae08-4920-9226-87f1724d0ee4 service neutron] Attempting to bind port 2b372ab4-7400-4547-a17c-2f75c1e00079 on network b0b8e294-2639-4240-96e8-00c76471f9a3 {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:40:14.007729 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d0f92040-391d-41c8-abe0-ad1273370089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:14.027049 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4140f2-48bb-4631-a49a-9c92810696da req-169cf37b-ae08-4920-9226-87f1724d0ee4 service neutron] Port 2b372ab4-7400-4547-a17c-2f75c1e00079 on network b0b8e294-2639-4240-96e8-00c76471f9a3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 08:40:14.027572 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4140f2-48bb-4631-a49a-9c92810696da req-169cf37b-ae08-4920-9226-87f1724d0ee4 service neutron] Attempting to bind port 2b372ab4-7400-4547-a17c-2f75c1e00079 on network b0b8e294-2639-4240-96e8-00c76471f9a3 {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:40:14.047511 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f92040-391d-41c8-abe0-ad1273370089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98da57d6-ab84-4daf-845c-631fe625bcaf,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:14.104487 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d0f92040-391d-41c8-abe0-ad1273370089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:14.108671 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-d0f92040-391d-41c8-abe0-ad1273370089 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/98da57d6-ab84-4daf-845c-631fe625bcaf HTTP/1.1" status: 204 len: 168 time: 0.7504036 Feb 04 08:40:14.123302 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4140f2-48bb-4631-a49a-9c92810696da req-169cf37b-ae08-4920-9226-87f1724d0ee4 service neutron] Checking agent: {'id': 'f735dfbb-9ed2-4de7-8aa1-fea4a962ae1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 34, 26), 'started_at': datetime.datetime(2022, 2, 4, 8, 34, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:40:14.123649 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4140f2-48bb-4631-a49a-9c92810696da req-169cf37b-ae08-4920-9226-87f1724d0ee4 service neutron] Checking segment: {'id': 'c8e7a4a8-bd8f-4bcd-a973-4a8e1fee7582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'b0b8e294-2639-4240-96e8-00c76471f9a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:40:14.124711 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4140f2-48bb-4631-a49a-9c92810696da req-169cf37b-ae08-4920-9226-87f1724d0ee4 service neutron] Bound using segment: {'id': 'c8e7a4a8-bd8f-4bcd-a973-4a8e1fee7582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'b0b8e294-2639-4240-96e8-00c76471f9a3'} {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:40:14.124711 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.managers [req-8f4140f2-48bb-4631-a49a-9c92810696da req-169cf37b-ae08-4920-9226-87f1724d0ee4 service neutron] Bound port: 2b372ab4-7400-4547-a17c-2f75c1e00079, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8e7a4a8-bd8f-4bcd-a973-4a8e1fee7582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'b0b8e294-2639-4240-96e8-00c76471f9a3'}}] {{(pid=84107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:40:14.124935 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-8f4140f2-48bb-4631-a49a-9c92810696da req-169cf37b-ae08-4920-9226-87f1724d0ee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:14.139468 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9104250c-87d8-42b0-8fae-07f72b259b88 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:14.230557 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-32553dcf-a9fe-40e8-ae5d-9a49c3786df8 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:14.238701 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-32553dcf-a9fe-40e8-ae5d-9a49c3786df8 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:14.249003 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-166cfc6c-392d-43ee-ad53-c2655e1fab25 req-d13db66c-df2b-415d-a98b-c6943dce6ce1 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7df2bfd740464e869863a41b14f4d5af HTTP/1.1" status: 200 len: 472 time: 0.2802458 Feb 04 08:40:14.280174 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-a5b86781-8691-4370-8f5c-84996e444f1f None None] For port f50248bd-7fbc-4ff9-85d8-7711f95207cd, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:40:14.284864 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32553dcf-a9fe-40e8-ae5d-9a49c3786df8 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Pushing event deleted for resources: {'Network': ['ID=94c25160-195c-456a-8774-1a218839bc0b,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:14.295402 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-32553dcf-a9fe-40e8-ae5d-9a49c3786df8 tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] 10.222.0.36 "DELETE /v2.0/networks/94c25160-195c-456a-8774-1a218839bc0b HTTP/1.1" status: 204 len: 168 time: 1.0851874 Feb 04 08:40:14.295623 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50158) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:14.321075 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-9104250c-87d8-42b0-8fae-07f72b259b88 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Calling delete_port for 0c887024-d9e7-4d21-b268-b4842ab0fab7 owned by network:router_interface {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:40:14.346656 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-7453d1c5-285b-438b-802f-6bdc386c243e None None] For port 6a63a85e-1645-45b4-882b-47be0b484700, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=6a63a85e-1645-45b4-882b-47be0b484700,segment=NetworkSegment(2c48dc91-e362-4611-9354-aede43558386),segment_id=2c48dc91-e362-4611-9354-aede43558386)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:40:14.350306 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3308446e-fa53-49f5-a8b1-dd2585de9979 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:14.354738 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-a5b86781-8691-4370-8f5c-84996e444f1f None None] For port f50248bd-7fbc-4ff9-85d8-7711f95207cd, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=f50248bd-7fbc-4ff9-85d8-7711f95207cd,segment=NetworkSegment(a011d971-ea23-45a3-a0b7-e3a24c1c1624),segment_id=a011d971-ea23-45a3-a0b7-e3a24c1c1624)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:40:14.371601 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [req-166cfc6c-392d-43ee-ad53-c2655e1fab25 req-6c1b3e46-7942-459d-a1d1-e17f6e3cde08 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'port': {'device_id': '33a4bee1-efae-42f0-8ec6-7b3e50658249', 'network_id': 'a283428a-c352-4d19-98bc-b1a1da8b6a7b', 'admin_state_up': True, 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'security_groups': ['d22d8e9a-09b2-47a2-96a2-e16624bfee5b']}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:40:14.417510 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-7453d1c5-285b-438b-802f-6bdc386c243e None None] Notify callbacks [] for port, precommit_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:14.461547 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-a5b86781-8691-4370-8f5c-84996e444f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:14.502350 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-7453d1c5-285b-438b-802f-6bdc386c243e None None] Ignored duplicate provisioning block setup for port 6a63a85e-1645-45b4-882b-47be0b484700 by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 04 08:40:14.564986 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-7453d1c5-285b-438b-802f-6bdc386c243e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:14.572261 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b86781-8691-4370-8f5c-84996e444f1f None None] Pushing event updated for resources: {'Port': ['ID=f50248bd-7fbc-4ff9-85d8-7711f95207cd,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:14.715976 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.objects.ports [None req-78b69bd3-87ff-4721-85e7-c2a95934961f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84108) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 04 08:40:14.749197 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-50984bae-f2a4-451d-bb0d-5a74acc75ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'name': 'tempest-RoutersTest-router-377201212', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:39:20Z', 'updated_at': '2022-02-04T08:39:58Z', 'revision_number': 4, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'gw_port_host': None, '_interfaces': [{'id': 'a657153a-6e55-47fb-bdbe-7a279c3d435d', 'name': '', 'network_id': '5b7f799d-422c-4a3b-8cfa-1a07d6cb098d', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'mac_address': 'fa:16:3e:a3:23:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a680620d-fd7d-41ed-936e-0035a8733159', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:39:41Z', 'updated_at': '2022-02-04T08:40:10Z', 'revision_number': 4, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'subnets': [{'id': 'a680620d-fd7d-41ed-936e-0035a8733159', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7797e17-b54c-4db5-ac06-fb85f686a8ef', 'name': '', 'network_id': 'e05f83f0-a168-4436-a947-8be0747bd170', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'mac_address': 'fa:16:3e:a9:cf:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3270c784-b91a-4628-b467-581083a63680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:39:28Z', 'updated_at': '2022-02-04T08:39:47Z', 'revision_number': 5, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'subnets': [{'id': '3270c784-b91a-4628-b467-581083a63680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbb28ab8-797a-4da9-a709-ce193d836a3d', 'name': '', 'network_id': '32199bff-c1f3-46c9-bae3-a5de11c8ee15', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'mac_address': 'fa:16:3e:bd:f5:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78f74441-d3b1-4e7e-a548-80dcf861106e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:39:55Z', 'updated_at': '2022-02-04T08:40:12Z', 'revision_number': 4, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'subnets': [{'id': '78f74441-d3b1-4e7e-a548-80dcf861106e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:40:14.751400 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7453d1c5-285b-438b-802f-6bdc386c243e None None] Pushing event updated for resources: {'Port': ['ID=6a63a85e-1645-45b4-882b-47be0b484700,revision_number=5']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:14.767860 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50984bae-f2a4-451d-bb0d-5a74acc75ca2 None None] The sync data for ids ['f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3'] in dv-neutron-827798-2-hyperv is: [{'id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'name': 'tempest-RoutersTest-router-377201212', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:39:20Z', 'updated_at': '2022-02-04T08:39:58Z', 'revision_number': 4, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'gw_port_host': None, '_interfaces': [{'id': 'a657153a-6e55-47fb-bdbe-7a279c3d435d', 'name': '', 'network_id': '5b7f799d-422c-4a3b-8cfa-1a07d6cb098d', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'mac_address': 'fa:16:3e:a3:23:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a680620d-fd7d-41ed-936e-0035a8733159', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:39:41Z', 'updated_at': '2022-02-04T08:40:10Z', 'revision_number': 4, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'subnets': [{'id': 'a680620d-fd7d-41ed-936e-0035a8733159', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7797e17-b54c-4db5-ac06-fb85f686a8ef', 'name': '', 'network_id': 'e05f83f0-a168-4436-a947-8be0747bd170', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'mac_address': 'fa:16:3e:a9:cf:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3270c784-b91a-4628-b467-581083a63680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:39:28Z', 'updated_at': '2022-02-04T08:39:47Z', 'revision_number': 5, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'subnets': [{'id': '3270c784-b91a-4628-b467-581083a63680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbb28ab8-797a-4da9-a709-ce193d836a3d', 'name': '', 'network_id': '32199bff-c1f3-46c9-bae3-a5de11c8ee15', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'mac_address': 'fa:16:3e:bd:f5:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78f74441-d3b1-4e7e-a548-80dcf861106e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:39:55Z', 'updated_at': '2022-02-04T08:40:12Z', 'revision_number': 4, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'subnets': [{'id': '78f74441-d3b1-4e7e-a548-80dcf861106e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:40:14.984501 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-22315d79-efcf-46f6-b8f6-40511a91172d tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:15.032573 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [req-8f4140f2-48bb-4631-a49a-9c92810696da req-169cf37b-ae08-4920-9226-87f1724d0ee4 service neutron] For port 2b372ab4-7400-4547-a17c-2f75c1e00079, host hv-neutron-8277, cleared binding levels {{(pid=84107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:40:15.399973 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-22315d79-efcf-46f6-b8f6-40511a91172d tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:15.400599 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device a657153a-6e55-47fb-bdbe-7a279c3d435d up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:40:15.430422 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-22315d79-efcf-46f6-b8f6-40511a91172d tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9952d81-463d-4ce5-a3fe-98bbdf2f5803']}} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:40:15.449536 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-22315d79-efcf-46f6-b8f6-40511a91172d tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1069bcb-8eed-4e31-9276-0750303b1330') {'for_net_delete': True} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:40:15.449883 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-22315d79-efcf-46f6-b8f6-40511a91172d tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1069bcb-8eed-4e31-9276-0750303b1330') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:40:15.463561 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-22315d79-efcf-46f6-b8f6-40511a91172d tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7851336'] for segment, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:15.485340 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-22315d79-efcf-46f6-b8f6-40511a91172d tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:15.495365 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [req-8f4140f2-48bb-4631-a49a-9c92810696da req-169cf37b-ae08-4920-9226-87f1724d0ee4 service neutron] For port 2b372ab4-7400-4547-a17c-2f75c1e00079, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=2b372ab4-7400-4547-a17c-2f75c1e00079,segment=NetworkSegment(c8e7a4a8-bd8f-4bcd-a973-4a8e1fee7582),segment_id=c8e7a4a8-bd8f-4bcd-a973-4a8e1fee7582)] {{(pid=84107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:40:15.498153 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22315d79-efcf-46f6-b8f6-40511a91172d tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=84108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:40:15.498614 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-22315d79-efcf-46f6-b8f6-40511a91172d tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7460345'] for segment, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:15.516383 dv-neutron-827798-2-hyperv neutron-server[84108]: Traceback (most recent call last): Feb 04 08:40:15.516383 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:40:15.516383 dv-neutron-827798-2-hyperv neutron-server[84108]: timer() Feb 04 08:40:15.516383 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:40:15.516383 dv-neutron-827798-2-hyperv neutron-server[84108]: cb(*args, **kw) Feb 04 08:40:15.516383 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:40:15.516383 dv-neutron-827798-2-hyperv neutron-server[84108]: return func(*args, **kwargs) Feb 04 08:40:15.516383 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:40:15.516383 dv-neutron-827798-2-hyperv neutron-server[84108]: self._notify() Feb 04 08:40:15.516383 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:40:15.516383 dv-neutron-827798-2-hyperv neutron-server[84108]: self.callback(batched_events) Feb 04 08:40:15.516383 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:40:15.516383 dv-neutron-827798-2-hyperv neutron-server[84108]: event.method(event) Feb 04 08:40:15.516383 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:40:15.516383 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:40:15.516383 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:40:15.516383 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:40:15.516383 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:40:15.516383 dv-neutron-827798-2-hyperv neutron-server[84108]: return f(self, *a, **k) Feb 04 08:40:15.516383 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:40:15.516383 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._get(url).json() Feb 04 08:40:15.516383 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:40:15.516383 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:40:15.516383 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:40:15.516383 dv-neutron-827798-2-hyperv neutron-server[84108]: return self.request(url, 'GET', **kwargs) Feb 04 08:40:15.516383 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:40:15.516383 dv-neutron-827798-2-hyperv neutron-server[84108]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:40:15.516383 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:40:15.516383 dv-neutron-827798-2-hyperv neutron-server[84108]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:40:15.516383 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:40:15.516383 dv-neutron-827798-2-hyperv neutron-server[84108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:40:15.516383 dv-neutron-827798-2-hyperv neutron-server[84108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:40:15.524209 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-78b69bd3-87ff-4721-85e7-c2a95934961f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:15.525967 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [req-166cfc6c-392d-43ee-ad53-c2655e1fab25 req-6c1b3e46-7942-459d-a1d1-e17f6e3cde08 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:40:15.530843 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-166cfc6c-392d-43ee-ad53-c2655e1fab25 req-6c1b3e46-7942-459d-a1d1-e17f6e3cde08 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:port and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:40:15.534446 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-166cfc6c-392d-43ee-ad53-c2655e1fab25 req-6c1b3e46-7942-459d-a1d1-e17f6e3cde08 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:40:15.540837 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [req-166cfc6c-392d-43ee-ad53-c2655e1fab25 req-6c1b3e46-7942-459d-a1d1-e17f6e3cde08 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:40:15.596718 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port a657153a-6e55-47fb-bdbe-7a279c3d435d completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:40:15.603810 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port a657153a-6e55-47fb-bdbe-7a279c3d435d triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:40:15.608328 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:15.650286 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-20b4fbe3-825a-4a7b-b004-c5f8a041c1c0 req-9b45c85c-b6ed-4b28-9921-71b0865d8631 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=33a4bee1-efae-42f0-8ec6-7b3e50658249 HTTP/1.1" status: 200 len: 210 time: 0.0951035 Feb 04 08:40:15.743025 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-22315d79-efcf-46f6-b8f6-40511a91172d tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:15.769907 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-22315d79-efcf-46f6-b8f6-40511a91172d tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:15.807470 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22315d79-efcf-46f6-b8f6-40511a91172d tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] Pushing event deleted for resources: {'Network': ['ID=e9952d81-463d-4ce5-a3fe-98bbdf2f5803,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:15.839187 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270acd9c-b007-4fe8-8eed-33590160cb7a req-34fe48b4-5384-4263-ae43-5d014be46700 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:15.850828 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-270acd9c-b007-4fe8-8eed-33590160cb7a req-34fe48b4-5384-4263-ae43-5d014be46700 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d3f9a2e-5f81-4e26-82f8-be8c0a180732 HTTP/1.1" status: 200 len: 943 time: 1.4886203 Feb 04 08:40:15.855770 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-8f4140f2-48bb-4631-a49a-9c92810696da req-169cf37b-ae08-4920-9226-87f1724d0ee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:15.902732 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-22315d79-efcf-46f6-b8f6-40511a91172d tempest-BulkNetworkOpsTest-990825278 tempest-BulkNetworkOpsTest-990825278-project] 10.222.0.36 "DELETE /v2.0/networks/e9952d81-463d-4ce5-a3fe-98bbdf2f5803 HTTP/1.1" status: 204 len: 168 time: 1.6034908 Feb 04 08:40:15.989958 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:16.006748 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-166cfc6c-392d-43ee-ad53-c2655e1fab25 req-6c1b3e46-7942-459d-a1d1-e17f6e3cde08 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Made reservation on behalf of 7df2bfd740464e869863a41b14f4d5af for: {'port': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:40:16.015140 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-166cfc6c-392d-43ee-ad53-c2655e1fab25 req-6c1b3e46-7942-459d-a1d1-e17f6e3cde08 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:16.065983 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port a657153a-6e55-47fb-bdbe-7a279c3d435d, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=a657153a-6e55-47fb-bdbe-7a279c3d435d,segment=NetworkSegment(a0bb210b-ef89-4408-b5b7-a4fa73fe228c),segment_id=a0bb210b-ef89-4408-b5b7-a4fa73fe228c)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:40:16.085587 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [None req-78b69bd3-87ff-4721-85e7-c2a95934961f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] For port 6a63a85e-1645-45b4-882b-47be0b484700, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=6a63a85e-1645-45b4-882b-47be0b484700,segment=NetworkSegment(2c48dc91-e362-4611-9354-aede43558386),segment_id=2c48dc91-e362-4611-9354-aede43558386)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:40:16.136285 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50182) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:16.168089 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-78b69bd3-87ff-4721-85e7-c2a95934961f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks [] for port, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:16.174091 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:16.174890 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device f50248bd-7fbc-4ff9-85d8-7711f95207cd up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:40:16.244093 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-78b69bd3-87ff-4721-85e7-c2a95934961f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:16.253393 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-78b69bd3-87ff-4721-85e7-c2a95934961f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7593498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8119736'] for subnet, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:16.383172 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-270acd9c-b007-4fe8-8eed-33590160cb7a req-6baf89d8-95ea-4d2d-8497-d284b4372088 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/security-groups?id=53227cdf-7dc5-4d80-b711-52cc313216b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5313432 Feb 04 08:40:16.396664 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-8f4140f2-48bb-4631-a49a-9c92810696da req-169cf37b-ae08-4920-9226-87f1724d0ee4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:16.405470 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8f4140f2-48bb-4631-a49a-9c92810696da req-169cf37b-ae08-4920-9226-87f1724d0ee4 service neutron] 10.222.0.47 "PUT /v2.0/ports/2b372ab4-7400-4547-a17c-2f75c1e00079 HTTP/1.1" status: 200 len: 1093 time: 6.0522082 Feb 04 08:40:16.422772 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880ad131-f343-46d8-ab72-833b853483d9 None None] Network dfea1b86-0ebe-4d9d-91bf-448734213079 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:40:16.478198 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d3f9a2e-5f81-4e26-82f8-be8c0a180732', 'tag': '2b372ab4-7400-4547-a17c-2f75c1e00079'}] {{(pid=84107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:40:16.481344 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b69bd3-87ff-4721-85e7-c2a95934961f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:40:16.512361 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-78b69bd3-87ff-4721-85e7-c2a95934961f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:40:16.515688 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b69bd3-87ff-4721-85e7-c2a95934961f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event updated for resources: {'Subnet': ['ID=90021357-4102-4bae-9d89-e88374460ccd,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:16.524259 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-e5709897-c99a-4958-8d28-0dbcf897706b tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-698188592'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:40:16.533021 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b69bd3-87ff-4721-85e7-c2a95934961f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:16.533987 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-78b69bd3-87ff-4721-85e7-c2a95934961f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:16.561485 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-e5709897-c99a-4958-8d28-0dbcf897706b tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:40:16.574025 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-e5709897-c99a-4958-8d28-0dbcf897706b tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Usage tracker for resource:network and tenant:e7fb04b5c8d3475b89ea6672c7a8f2f2 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:40:16.582036 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-e5709897-c99a-4958-8d28-0dbcf897706b tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:40:16.593387 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b69bd3-87ff-4721-85e7-c2a95934961f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event updated for resources: {'Port': ['ID=6a63a85e-1645-45b4-882b-47be0b484700,revision_number=7']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:16.598655 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0e1ea948-8943-4ea8-ac1e-999bd52f8f6a tempest-RoutersAdminNegativeIpV6Test-1720828035 tempest-RoutersAdminNegativeIpV6Test-1720828035-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:16.610384 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-e5709897-c99a-4958-8d28-0dbcf897706b tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:40:16.649053 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-78b69bd3-87ff-4721-85e7-c2a95934961f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.1364098 Feb 04 08:40:16.652208 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50192) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:16.661295 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-b2f9f9a6-77b3-416a-b1cd-0f023912e48d tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Request body: {'port': {'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'mac_address': 'fa:16:3e:ad:8e:41', 'name': 'tempest-NetworksTestDHCPv6-592553451'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:40:16.673083 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d3f9a2e-5f81-4e26-82f8-be8c0a180732', 'tag': '2b372ab4-7400-4547-a17c-2f75c1e00079', 'status': 'completed', 'code': 200} Feb 04 08:40:16.690027 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169cf37b-ae08-4920-9226-87f1724d0ee4 service neutron] Pushing event updated for resources: {'Port': ['ID=2b372ab4-7400-4547-a17c-2f75c1e00079,revision_number=3']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:16.703735 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=a657153a-6e55-47fb-bdbe-7a279c3d435d,revision_number=5']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:16.718237 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5709897-c99a-4958-8d28-0dbcf897706b tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Made reservation on behalf of e7fb04b5c8d3475b89ea6672c7a8f2f2 for: {'network': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:40:16.727405 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e5709897-c99a-4958-8d28-0dbcf897706b tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:16.731217 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0e1ea948-8943-4ea8-ac1e-999bd52f8f6a tempest-RoutersAdminNegativeIpV6Test-1720828035 tempest-RoutersAdminNegativeIpV6Test-1720828035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:16.818352 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-fdc4a245-f60e-4e42-8491-dceedac1c941 None None] Provisioning for port f50248bd-7fbc-4ff9-85d8-7711f95207cd completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:40:16.821381 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9104250c-87d8-42b0-8fae-07f72b259b88 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:16.830978 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port f50248bd-7fbc-4ff9-85d8-7711f95207cd completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:40:16.836723 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-fdc4a245-f60e-4e42-8491-dceedac1c941 None None] Provisioning complete for port f50248bd-7fbc-4ff9-85d8-7711f95207cd triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:40:16.837097 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-fdc4a245-f60e-4e42-8491-dceedac1c941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:16.868161 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6b025e-1d25-47ad-b6db-431d4bb69af5 None None] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:40:16.871801 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e5709897-c99a-4958-8d28-0dbcf897706b tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Notify callbacks [] for security_group, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:16.881974 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50198) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:16.900997 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-3308446e-fa53-49f5-a8b1-dd2585de9979 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Allocated IP 172.23.0.1 (dfea1b86-0ebe-4d9d-91bf-448734213079/511a8f3a-313a-449c-87b4-b5816f354b18/57296eb8-dbdb-45e9-802e-2c9a40ce9be7) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:40:16.905113 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port f50248bd-7fbc-4ff9-85d8-7711f95207cd triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:40:16.905543 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:16.961672 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-e5709897-c99a-4958-8d28-0dbcf897706b tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:40:16.976226 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-e5709897-c99a-4958-8d28-0dbcf897706b tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Usage tracker for resource:security_group_rule and tenant:e7fb04b5c8d3475b89ea6672c7a8f2f2 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:40:16.980433 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-e5709897-c99a-4958-8d28-0dbcf897706b tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:40:16.990530 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-e5709897-c99a-4958-8d28-0dbcf897706b tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:40:16.992679 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-b2f9f9a6-77b3-416a-b1cd-0f023912e48d tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:40:16.999459 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-b2f9f9a6-77b3-416a-b1cd-0f023912e48d tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Usage tracker for resource:port and tenant:ffa27937301745e1ad43fa520f28cbc3 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:40:17.006385 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-b2f9f9a6-77b3-416a-b1cd-0f023912e48d tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:40:17.013774 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-b2f9f9a6-77b3-416a-b1cd-0f023912e48d tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:40:17.056201 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169cf37b-ae08-4920-9226-87f1724d0ee4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:40:17.056620 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169cf37b-ae08-4920-9226-87f1724d0ee4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:40:17.056893 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169cf37b-ae08-4920-9226-87f1724d0ee4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:40:17.057219 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169cf37b-ae08-4920-9226-87f1724d0ee4 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:40:17.057542 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169cf37b-ae08-4920-9226-87f1724d0ee4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:40:17.057862 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169cf37b-ae08-4920-9226-87f1724d0ee4 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:40:17.064590 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169cf37b-ae08-4920-9226-87f1724d0ee4 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:40:17.064936 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169cf37b-ae08-4920-9226-87f1724d0ee4 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:40:17.065271 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169cf37b-ae08-4920-9226-87f1724d0ee4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:40:17.065599 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169cf37b-ae08-4920-9226-87f1724d0ee4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:40:17.065925 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169cf37b-ae08-4920-9226-87f1724d0ee4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:40:17.118737 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2f9f9a6-77b3-416a-b1cd-0f023912e48d tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Made reservation on behalf of ffa27937301745e1ad43fa520f28cbc3 for: {'port': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:40:17.125253 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b2f9f9a6-77b3-416a-b1cd-0f023912e48d tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:17.137194 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e5709897-c99a-4958-8d28-0dbcf897706b tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Notify callbacks [] for security_group, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:17.179354 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [None req-b2f9f9a6-77b3-416a-b1cd-0f023912e48d tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] device_id is not set on port cb8a642a-f5bf-4d56-bbe6-c4cb05e30300 yet. {{(pid=84108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:40:17.234457 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-f6a89ff7-fbbf-404c-8ae4-4cab1b88f78f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ba5e8e53481e48e5af1f5293f660f5cf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3415518 Feb 04 08:40:17.234457 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e5709897-c99a-4958-8d28-0dbcf897706b tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:17.242147 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-9c1accef-38a2-4cf0-9907-b828bac45dc1 req-f5b5a665-b51e-46d0-b6ab-ddf78b13838b tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=33a4bee1-efae-42f0-8ec6-7b3e50658249 HTTP/1.1" status: 200 len: 210 time: 0.1605434 Feb 04 08:40:17.243234 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5709897-c99a-4958-8d28-0dbcf897706b tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=84108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:40:17.248376 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50204) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:17.289228 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e5709897-c99a-4958-8d28-0dbcf897706b tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:17.289571 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.segments_db [None req-e5709897-c99a-4958-8d28-0dbcf897706b tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Added segment e6659dd0-f463-4f0f-af69-65da30758ef8 of type vlan for network 3a04225d-2252-461c-85ba-207f71b0a2f8 Feb 04 08:40:17.293219 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9104250c-87d8-42b0-8fae-07f72b259b88 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Pushing event deleted for resources: {'Port': ['ID=0c887024-d9e7-4d21-b268-b4842ab0fab7,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:17.379150 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e5709897-c99a-4958-8d28-0dbcf897706b tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:17.383082 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5709897-c99a-4958-8d28-0dbcf897706b tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e3700a-005b-433e-8c73-d080e216c94a,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:17.417038 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:17.475896 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-57768ec4-18f8-45d5-a20d-4a40ea419ca4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:17.493160 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-fdc4a245-f60e-4e42-8491-dceedac1c941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:17.516305 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-57768ec4-18f8-45d5-a20d-4a40ea419ca4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:17.574556 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0e1ea948-8943-4ea8-ac1e-999bd52f8f6a tempest-RoutersAdminNegativeIpV6Test-1720828035 tempest-RoutersAdminNegativeIpV6Test-1720828035-project-admin] Notify callbacks [] for router, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:17.596101 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.db.resource_extend [None req-e5709897-c99a-4958-8d28-0dbcf897706b tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 08:40:17.623341 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port f50248bd-7fbc-4ff9-85d8-7711f95207cd, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=f50248bd-7fbc-4ff9-85d8-7711f95207cd,segment=NetworkSegment(a011d971-ea23-45a3-a0b7-e3a24c1c1624),segment_id=a011d971-ea23-45a3-a0b7-e3a24c1c1624)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:40:17.657965 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [req-166cfc6c-392d-43ee-ad53-c2655e1fab25 req-6c1b3e46-7942-459d-a1d1-e17f6e3cde08 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Allocated IP 172.20.0.29 (a283428a-c352-4d19-98bc-b1a1da8b6a7b/41131d08-2999-49eb-ac72-a47282c07ade/e50241e3-1f74-48e9-942e-ae6ba3b7d69c) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:40:17.674765 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-57768ec4-18f8-45d5-a20d-4a40ea419ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:17.709978 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57768ec4-18f8-45d5-a20d-4a40ea419ca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1100eb8-c3e1-44b3-b733-b113065debe4,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:17.717278 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-b2f9f9a6-77b3-416a-b1cd-0f023912e48d tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Allocated IP 172.20.0.14 (bc933c3a-b15d-4eab-9ad6-d32fd193f5cd/7aced48f-d11d-4630-b421-1a0f5fe93492/cb8a642a-f5bf-4d56-bbe6-c4cb05e30300) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:40:17.727310 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-b2f9f9a6-77b3-416a-b1cd-0f023912e48d tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Allocated IP 2001:db8::f816:3eff:fead:8e41 (bc933c3a-b15d-4eab-9ad6-d32fd193f5cd/90021357-4102-4bae-9d89-e88374460ccd/cb8a642a-f5bf-4d56-bbe6-c4cb05e30300) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:40:17.741429 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:17.777846 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e5709897-c99a-4958-8d28-0dbcf897706b tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:17.783445 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5709897-c99a-4958-8d28-0dbcf897706b tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:17.784092 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e5709897-c99a-4958-8d28-0dbcf897706b tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:17.864780 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-57768ec4-18f8-45d5-a20d-4a40ea419ca4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:17.868398 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-57768ec4-18f8-45d5-a20d-4a40ea419ca4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e1100eb8-c3e1-44b3-b733-b113065debe4 HTTP/1.1" status: 204 len: 168 time: 0.6040184 Feb 04 08:40:18.006420 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.db.api [None req-fdc4a245-f60e-4e42-8491-dceedac1c941 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 08:40:18.006934 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG oslo_db.api [None req-fdc4a245-f60e-4e42-8491-dceedac1c941 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 08:40:18.037809 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=f50248bd-7fbc-4ff9-85d8-7711f95207cd,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:18.117540 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device a657153a-6e55-47fb-bdbe-7a279c3d435d up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:40:18.243725 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port a657153a-6e55-47fb-bdbe-7a279c3d435d triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:40:18.244236 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:18.293078 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5709897-c99a-4958-8d28-0dbcf897706b tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Pushing event updated for resources: {'Network': ['ID=3a04225d-2252-461c-85ba-207f71b0a2f8,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:18.319574 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network 3a04225d-2252-461c-85ba-207f71b0a2f8 details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:40:18.389291 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-e5709897-c99a-4958-8d28-0dbcf897706b tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.2512925 Feb 04 08:40:18.394661 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50216) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:18.405120 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-482a540e-5f8e-457f-934b-de8de544b805 tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Request body: {'subnet': {'network_id': '3a04225d-2252-461c-85ba-207f71b0a2f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:40:18.440653 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3308446e-fa53-49f5-a8b1-dd2585de9979 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:18.473229 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8f4140f2-48bb-4631-a49a-9c92810696da req-183e8a7c-8999-4318-b84d-d133a2ca002c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bcdc9b25d9ba412baa8d7ec71c6170b5&device_id=5d3f9a2e-5f81-4e26-82f8-be8c0a180732 HTTP/1.1" status: 200 len: 1096 time: 1.9488909 Feb 04 08:40:18.549184 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-482a540e-5f8e-457f-934b-de8de544b805 tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:40:18.562849 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-482a540e-5f8e-457f-934b-de8de544b805 tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Usage tracker for resource:subnet and tenant:e7fb04b5c8d3475b89ea6672c7a8f2f2 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:40:18.570354 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-482a540e-5f8e-457f-934b-de8de544b805 tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:40:18.587400 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-482a540e-5f8e-457f-934b-de8de544b805 tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:40:18.640301 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-166cfc6c-392d-43ee-ad53-c2655e1fab25 req-6c1b3e46-7942-459d-a1d1-e17f6e3cde08 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:18.663252 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb61f95-6f13-42e4-a699-ba022f2398cb None None] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:40:18.666092 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b2f9f9a6-77b3-416a-b1cd-0f023912e48d tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:18.688800 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.provisioning_blocks [None req-b2f9f9a6-77b3-416a-b1cd-0f023912e48d tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Transition to ACTIVE for port object cb8a642a-f5bf-4d56-bbe6-c4cb05e30300 will not be triggered until provisioned by entity DHCP. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:40:18.728422 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ca3a313c-9146-4ec9-8a04-84e79109d63f req-b554b7bf-1d92-4dad-95fe-4ac8a35fb886 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=33a4bee1-efae-42f0-8ec6-7b3e50658249 HTTP/1.1" status: 200 len: 210 time: 0.0930474 Feb 04 08:40:18.773454 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9104250c-87d8-42b0-8fae-07f72b259b88 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1572495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472959'] for router_interface, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:18.774062 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 6a63a85e-1645-45b4-882b-47be0b484700 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:40:18.782732 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [None req-3308446e-fa53-49f5-a8b1-dd2585de9979 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Transition to ACTIVE for port object 57296eb8-dbdb-45e9-802e-2c9a40ce9be7 will not be triggered until provisioned by entity DHCP. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:40:18.786846 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-482a540e-5f8e-457f-934b-de8de544b805 tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Made reservation on behalf of e7fb04b5c8d3475b89ea6672c7a8f2f2 for: {'subnet': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:40:18.791670 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [req-166cfc6c-392d-43ee-ad53-c2655e1fab25 req-6c1b3e46-7942-459d-a1d1-e17f6e3cde08 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Transition to ACTIVE for port object e50241e3-1f74-48e9-942e-ae6ba3b7d69c will not be triggered until provisioned by entity DHCP. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:40:18.795086 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8f4140f2-48bb-4631-a49a-9c92810696da req-8d17bd73-385d-471f-a747-da1f1e3b1be3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b372ab4-7400-4547-a17c-2f75c1e00079 HTTP/1.1" status: 200 len: 217 time: 0.2318656 Feb 04 08:40:18.878771 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-baf72d24-2ab4-4249-b002-994da4001abb None None] Provisioning complete for port f50248bd-7fbc-4ff9-85d8-7711f95207cd triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:40:18.879074 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-baf72d24-2ab4-4249-b002-994da4001abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:18.889772 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b2f9f9a6-77b3-416a-b1cd-0f023912e48d tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:19.016923 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-482a540e-5f8e-457f-934b-de8de544b805 tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8119726'] for subnet, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:19.084102 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 6a63a85e-1645-45b4-882b-47be0b484700 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:40:19.117658 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device fbb28ab8-797a-4da9-a709-ce193d836a3d up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:40:19.158640 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f9f9a6-77b3-416a-b1cd-0f023912e48d tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:40:19.159260 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f9f9a6-77b3-416a-b1cd-0f023912e48d tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event updated for resources: {'Port': ['ID=cb8a642a-f5bf-4d56-bbe6-c4cb05e30300,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:19.173552 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-b2f9f9a6-77b3-416a-b1cd-0f023912e48d tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:40:19.189565 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f9f9a6-77b3-416a-b1cd-0f023912e48d tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:40:19.233247 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0e1ea948-8943-4ea8-ac1e-999bd52f8f6a tempest-RoutersAdminNegativeIpV6Test-1720828035 tempest-RoutersAdminNegativeIpV6Test-1720828035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40989'] for router, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:19.280850 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f9f9a6-77b3-416a-b1cd-0f023912e48d tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:19.281397 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b2f9f9a6-77b3-416a-b1cd-0f023912e48d tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:19.286767 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-baf72d24-2ab4-4249-b002-994da4001abb None None] Provisioning for port 6a63a85e-1645-45b4-882b-47be0b484700 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:40:19.289536 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-166cfc6c-392d-43ee-ad53-c2655e1fab25 req-6c1b3e46-7942-459d-a1d1-e17f6e3cde08 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:19.291436 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3308446e-fa53-49f5-a8b1-dd2585de9979 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:19.295760 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-baf72d24-2ab4-4249-b002-994da4001abb None None] Provisioning complete for port 6a63a85e-1645-45b4-882b-47be0b484700 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:40:19.295760 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-baf72d24-2ab4-4249-b002-994da4001abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:19.329385 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port fbb28ab8-797a-4da9-a709-ce193d836a3d completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:40:19.341371 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port fbb28ab8-797a-4da9-a709-ce193d836a3d triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:40:19.341741 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:19.393710 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3308446e-fa53-49f5-a8b1-dd2585de9979 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Network dfea1b86-0ebe-4d9d-91bf-448734213079 is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:40:19.403381 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3308446e-fa53-49f5-a8b1-dd2585de9979 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Pushing event updated for resources: {'Port': ['ID=57296eb8-dbdb-45e9-802e-2c9a40ce9be7,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:19.405855 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-3308446e-fa53-49f5-a8b1-dd2585de9979 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:40:19.414958 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3308446e-fa53-49f5-a8b1-dd2585de9979 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:40:19.499444 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-b2f9f9a6-77b3-416a-b1cd-0f023912e48d tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.8429611 Feb 04 08:40:19.500315 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50234) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:19.550189 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-3657ac68-d4cb-4eda-8ce6-7875cdc1c730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:19.553505 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293a9e36-582b-49e5-ba50-d82f7e1cf052 req-b33300ff-4667-4dd8-9f55-51d4343c1dd9 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:19.561274 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-293a9e36-582b-49e5-ba50-d82f7e1cf052 req-b33300ff-4667-4dd8-9f55-51d4343c1dd9 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d3f9a2e-5f81-4e26-82f8-be8c0a180732 HTTP/1.1" status: 200 len: 943 time: 1.9140139 Feb 04 08:40:19.567237 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3308446e-fa53-49f5-a8b1-dd2585de9979 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-472912'] for router_interface, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:19.571491 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-482a540e-5f8e-457f-934b-de8de544b805 tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7593498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8119736'] for subnet, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:19.580891 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:19.597959 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1b3e46-7942-459d-a1d1-e17f6e3cde08 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'Port': ['ID=e50241e3-1f74-48e9-942e-ae6ba3b7d69c,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:19.602139 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0e1ea948-8943-4ea8-ac1e-999bd52f8f6a tempest-RoutersAdminNegativeIpV6Test-1720828035 tempest-RoutersAdminNegativeIpV6Test-1720828035-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:19.608260 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-baf72d24-2ab4-4249-b002-994da4001abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:19.666535 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port fbb28ab8-797a-4da9-a709-ce193d836a3d, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=fbb28ab8-797a-4da9-a709-ce193d836a3d,segment=NetworkSegment(f231d699-6b28-4d13-bac1-7eb6b641732e),segment_id=f231d699-6b28-4d13-bac1-7eb6b641732e)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:40:19.680613 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-baf72d24-2ab4-4249-b002-994da4001abb None None] For port 6a63a85e-1645-45b4-882b-47be0b484700, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=6a63a85e-1645-45b4-882b-47be0b484700,segment=NetworkSegment(2c48dc91-e362-4611-9354-aede43558386),segment_id=2c48dc91-e362-4611-9354-aede43558386)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:40:19.691554 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482a540e-5f8e-457f-934b-de8de544b805 tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Pushing event updated for resources: {'Subnet': ['ID=1c449695-bd6b-4523-91c1-deb0002505d8,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:19.699499 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4140f2-48bb-4631-a49a-9c92810696da req-25ec447a-142a-44a5-9f5c-a096d0ab168d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:19.701016 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8f4140f2-48bb-4631-a49a-9c92810696da req-25ec447a-142a-44a5-9f5c-a096d0ab168d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=80f6a88b-b0ed-49ff-9c6c-faec9e6053f8 HTTP/1.1" status: 200 len: 850 time: 0.8447390 Feb 04 08:40:19.707308 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50238) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:19.734323 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:19.784150 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-baf72d24-2ab4-4249-b002-994da4001abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:19.820547 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482a540e-5f8e-457f-934b-de8de544b805 tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Checking segment: {'id': 'e6659dd0-f463-4f0f-af69-65da30758ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3a04225d-2252-461c-85ba-207f71b0a2f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:40:19.823370 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482a540e-5f8e-457f-934b-de8de544b805 tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Network hostable DHCP agents. Network: 3a04225d-2252-461c-85ba-207f71b0a2f8, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:40:19.877761 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb311506-616f-499f-bcfc-fb4656754120 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:19.890559 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb311506-616f-499f-bcfc-fb4656754120 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:19.908407 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-bb311506-616f-499f-bcfc-fb4656754120 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Synchronizing usage tracker for tenant:ffa27937301745e1ad43fa520f28cbc3 on resource:port {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:40:19.917221 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0e1ea948-8943-4ea8-ac1e-999bd52f8f6a tempest-RoutersAdminNegativeIpV6Test-1720828035 tempest-RoutersAdminNegativeIpV6Test-1720828035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-476062'] for router, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:19.917693 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e1ea948-8943-4ea8-ac1e-999bd52f8f6a tempest-RoutersAdminNegativeIpV6Test-1720828035 tempest-RoutersAdminNegativeIpV6Test-1720828035-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f3c6f432-f189-4168-95a9-7166c3eb769e {{(pid=84107) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 08:40:19.940753 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device f50248bd-7fbc-4ff9-85d8-7711f95207cd up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:40:19.946987 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482a540e-5f8e-457f-934b-de8de544b805 tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Network 3a04225d-2252-461c-85ba-207f71b0a2f8 is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:40:19.968941 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-166cfc6c-392d-43ee-ad53-c2655e1fab25 req-6c1b3e46-7942-459d-a1d1-e17f6e3cde08 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Network a283428a-c352-4d19-98bc-b1a1da8b6a7b is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:40:19.987815 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [req-166cfc6c-392d-43ee-ad53-c2655e1fab25 req-6c1b3e46-7942-459d-a1d1-e17f6e3cde08 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:40:19.992222 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [req-166cfc6c-392d-43ee-ad53-c2655e1fab25 req-6c1b3e46-7942-459d-a1d1-e17f6e3cde08 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:40:20.029925 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.api.v2.resource [None req-0e1ea948-8943-4ea8-ac1e-999bd52f8f6a tempest-RoutersAdminNegativeIpV6Test-1720828035 tempest-RoutersAdminNegativeIpV6Test-1720828035-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 04 08:40:20.033904 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50246) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:20.034053 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-0e1ea948-8943-4ea8-ac1e-999bd52f8f6a tempest-RoutersAdminNegativeIpV6Test-1720828035 tempest-RoutersAdminNegativeIpV6Test-1720828035-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 8.6563849 Feb 04 08:40:20.103671 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-482a540e-5f8e-457f-934b-de8de544b805 tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, 3a04225d-2252-461c-85ba-207f71b0a2f8) {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:40:20.109718 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=fbb28ab8-797a-4da9-a709-ce193d836a3d,revision_number=5']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:20.129711 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:40:20.135599 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:40:20.135599 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:40:20.135599 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:40:20.135599 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:40:20.135599 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:40:20.135599 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:40:20.135599 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:40:20.135599 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:40:20.135599 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:40:20.135599 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:40:20.176585 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482a540e-5f8e-457f-934b-de8de544b805 tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:20.177469 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-482a540e-5f8e-457f-934b-de8de544b805 tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:20.184253 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-7c7a85fc-8742-48b1-91d3-c0c73ae5e94b tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1484391561', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:40:20.193451 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-bb311506-616f-499f-bcfc-fb4656754120 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Unset dirty status for tenant:ffa27937301745e1ad43fa520f28cbc3 on resource:port {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:40:20.193451 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-bb311506-616f-499f-bcfc-fb4656754120 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.6905360 Feb 04 08:40:20.194720 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-f1974431-ba60-4e8d-aac0-2ef2d1b70b2f tempest-RoutersAdminNegativeIpV6Test-1720828035 tempest-RoutersAdminNegativeIpV6Test-1720828035-project-admin] Deleting port 0d05201b-52d0-4487-94ec-932cd022b06c {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:40:20.195068 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f1974431-ba60-4e8d-aac0-2ef2d1b70b2f tempest-RoutersAdminNegativeIpV6Test-1720828035 tempest-RoutersAdminNegativeIpV6Test-1720828035-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:20.211516 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610e0b9b-49f5-4492-b804-1f3db9215fc3 None None] Network 3a04225d-2252-461c-85ba-207f71b0a2f8 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:40:20.226969 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50250) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:20.237273 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0726b601-e2b3-43f4-a007-85cfe008f693 None None] Sync routers for ids ['f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:40:20.238075 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-7c7a85fc-8742-48b1-91d3-c0c73ae5e94b tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:40:20.292686 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-7c7a85fc-8742-48b1-91d3-c0c73ae5e94b tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Usage tracker for resource:router and tenant:aec8e2252f724b5da5193f10c2a10bfe is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:40:20.308769 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-7c7a85fc-8742-48b1-91d3-c0c73ae5e94b tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:40:20.320048 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-7c7a85fc-8742-48b1-91d3-c0c73ae5e94b tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:40:20.397716 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-482a540e-5f8e-457f-934b-de8de544b805 tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0019708 Feb 04 08:40:20.402860 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50254) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:20.413267 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0726b601-e2b3-43f4-a007-85cfe008f693 None None] Routers {'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:40:20.413267 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-0726b601-e2b3-43f4-a007-85cfe008f693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:39:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:40:20.423135 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-195b286b-8b3c-46ae-933c-5ec2c9697339 tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Request body: {'port': {'network_id': '3a04225d-2252-461c-85ba-207f71b0a2f8', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1982529010'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:40:20.519777 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3308446e-fa53-49f5-a8b1-dd2585de9979 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:20.543976 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-293a9e36-582b-49e5-ba50-d82f7e1cf052 req-fa9a256d-97c7-44e6-a63c-bb7387dca410 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/security-groups?id=53227cdf-7dc5-4d80-b711-52cc313216b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9811900 Feb 04 08:40:20.544779 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-91b23ddc-f2e2-4b3e-8430-9c67a03de037 None None] Provisioning for port 57296eb8-dbdb-45e9-802e-2c9a40ce9be7 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:40:20.557926 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-91b23ddc-f2e2-4b3e-8430-9c67a03de037 None None] Provisioning complete for port 57296eb8-dbdb-45e9-802e-2c9a40ce9be7 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:40:20.558307 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-91b23ddc-f2e2-4b3e-8430-9c67a03de037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:20.578175 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-e35872cb-823e-40a3-b40a-7442bab50df4 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Deleting port cb8a642a-f5bf-4d56-bbe6-c4cb05e30300 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:40:20.578693 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e35872cb-823e-40a3-b40a-7442bab50df4 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:20.613903 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7c7a85fc-8742-48b1-91d3-c0c73ae5e94b tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40975'] for router, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:20.615261 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7c7a85fc-8742-48b1-91d3-c0c73ae5e94b tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40982'] for router, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:20.621128 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-195b286b-8b3c-46ae-933c-5ec2c9697339 tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:40:20.649553 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-195b286b-8b3c-46ae-933c-5ec2c9697339 tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Usage tracker for resource:port and tenant:e7fb04b5c8d3475b89ea6672c7a8f2f2 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:40:20.659488 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-195b286b-8b3c-46ae-933c-5ec2c9697339 tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:40:20.670351 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf72d24-2ab4-4249-b002-994da4001abb None None] Pushing event updated for resources: {'Port': ['ID=6a63a85e-1645-45b4-882b-47be0b484700,revision_number=8']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:20.718301 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166cfc6c-392d-43ee-ad53-c2655e1fab25 req-6c1b3e46-7942-459d-a1d1-e17f6e3cde08 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:20.719005 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-166cfc6c-392d-43ee-ad53-c2655e1fab25 req-6c1b3e46-7942-459d-a1d1-e17f6e3cde08 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:20.725467 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8f4140f2-48bb-4631-a49a-9c92810696da req-027fff29-d17d-442b-a394-cc0f02ed2f03 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b0b8e294-2639-4240-96e8-00c76471f9a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9013066 Feb 04 08:40:20.776075 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port f50248bd-7fbc-4ff9-85d8-7711f95207cd triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:40:20.776442 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:20.814341 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f1974431-ba60-4e8d-aac0-2ef2d1b70b2f tempest-RoutersAdminNegativeIpV6Test-1720828035 tempest-RoutersAdminNegativeIpV6Test-1720828035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:20.816985 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-91b23ddc-f2e2-4b3e-8430-9c67a03de037 None None] Port 57296eb8-dbdb-45e9-802e-2c9a40ce9be7 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:40:20.860875 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-0726b601-e2b3-43f4-a007-85cfe008f693 None None] Set router f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3 gateway port host: None {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:40:20.931383 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b0563b-91d2-43e2-9f78-b6f00ac10469 req-0904bf77-4f5a-4e0f-869f-1c9ee288a6f0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:20.932878 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-38b0563b-91d2-43e2-9f78-b6f00ac10469 req-0904bf77-4f5a-4e0f-869f-1c9ee288a6f0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=33a4bee1-efae-42f0-8ec6-7b3e50658249 HTTP/1.1" status: 200 len: 932 time: 0.8227110 Feb 04 08:40:21.020006 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-91b23ddc-f2e2-4b3e-8430-9c67a03de037 None None] Provisioning complete for port 6a63a85e-1645-45b4-882b-47be0b484700 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:40:21.020858 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-91b23ddc-f2e2-4b3e-8430-9c67a03de037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:21.049497 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a935a42-78a1-47ed-9574-96fe020129cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-3a04225d-2252-461c-85ba-207f71b0a2f8', 'network_id': '3a04225d-2252-461c-85ba-207f71b0a2f8', 'tenant_id': 'e7fb04b5c8d3475b89ea6672c7a8f2f2', 'fixed_ips': [{'subnet_id': '1c449695-bd6b-4523-91c1-deb0002505d8'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:40:21.050403 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-8a935a42-78a1-47ed-9574-96fe020129cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:21.064016 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-f1974431-ba60-4e8d-aac0-2ef2d1b70b2f tempest-RoutersAdminNegativeIpV6Test-1720828035 tempest-RoutersAdminNegativeIpV6Test-1720828035-project-admin] Calling delete_port for 0d05201b-52d0-4487-94ec-932cd022b06c owned by {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:40:21.092011 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-195b286b-8b3c-46ae-933c-5ec2c9697339 tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:40:21.159503 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-166cfc6c-392d-43ee-ad53-c2655e1fab25 req-6c1b3e46-7942-459d-a1d1-e17f6e3cde08 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.8120487 Feb 04 08:40:21.163965 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9104250c-87d8-42b0-8fae-07f72b259b88 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Router af39a267-6ed0-48d1-bad6-cfe1dae6e458 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:40:21.180486 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [req-166cfc6c-392d-43ee-ad53-c2655e1fab25 req-bac412d9-bc6e-474a-b1fa-42371f7e50bb service neutron] Request body: {'port': {'device_id': '33a4bee1-efae-42f0-8ec6-7b3e50658249', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:40:21.187366 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7c7a85fc-8742-48b1-91d3-c0c73ae5e94b tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:21.262534 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8f4140f2-48bb-4631-a49a-9c92810696da req-4b9b00e4-2052-4c3d-bc7b-32be48de66ac service neutron] 10.222.0.47 "GET /v2.0/networks/b0b8e294-2639-4240-96e8-00c76471f9a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5160313 Feb 04 08:40:21.269538 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-38b0563b-91d2-43e2-9f78-b6f00ac10469 req-c8dfbeaa-def5-4090-b878-55c67044d60a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=d22d8e9a-09b2-47a2-96a2-e16624bfee5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2651315 Feb 04 08:40:21.322860 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-195b286b-8b3c-46ae-933c-5ec2c9697339 tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Made reservation on behalf of e7fb04b5c8d3475b89ea6672c7a8f2f2 for: {'port': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:40:21.325879 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-195b286b-8b3c-46ae-933c-5ec2c9697339 tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:21.364625 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-8a935a42-78a1-47ed-9574-96fe020129cd None None] Allocated IP 172.20.0.2 (3a04225d-2252-461c-85ba-207f71b0a2f8/1c449695-bd6b-4523-91c1-deb0002505d8/0df1188a-fb16-4057-917d-d17c0cd8c6cf) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:40:21.379395 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [None req-195b286b-8b3c-46ae-933c-5ec2c9697339 tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] device_id is not set on port 6b1e5383-3d4c-4d57-850b-1a58b40bf661 yet. {{(pid=84108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:40:21.427520 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7c7a85fc-8742-48b1-91d3-c0c73ae5e94b tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472990'] for router, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:21.499963 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e35872cb-823e-40a3-b40a-7442bab50df4 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:21.637555 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-e35872cb-823e-40a3-b40a-7442bab50df4 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Calling delete_port for cb8a642a-f5bf-4d56-bbe6-c4cb05e30300 owned by {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:40:21.678262 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3308446e-fa53-49f5-a8b1-dd2585de9979 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:21.692173 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f1974431-ba60-4e8d-aac0-2ef2d1b70b2f tempest-RoutersAdminNegativeIpV6Test-1720828035 tempest-RoutersAdminNegativeIpV6Test-1720828035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:21.698860 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7c7a85fc-8742-48b1-91d3-c0c73ae5e94b tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify callbacks [] for router, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:21.698860 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-7c7a85fc-8742-48b1-91d3-c0c73ae5e94b tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.9864542 Feb 04 08:40:21.729256 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50260) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:21.729512 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-91b23ddc-f2e2-4b3e-8430-9c67a03de037 None None] Provisioning for port cb8a642a-f5bf-4d56-bbe6-c4cb05e30300 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:40:21.740126 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-91b23ddc-f2e2-4b3e-8430-9c67a03de037 None None] Provisioning complete for port cb8a642a-f5bf-4d56-bbe6-c4cb05e30300 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:40:21.740495 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-91b23ddc-f2e2-4b3e-8430-9c67a03de037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:21.742908 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-166cfc6c-392d-43ee-ad53-c2655e1fab25 req-bac412d9-bc6e-474a-b1fa-42371f7e50bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:21.750006 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1974431-ba60-4e8d-aac0-2ef2d1b70b2f tempest-RoutersAdminNegativeIpV6Test-1720828035 tempest-RoutersAdminNegativeIpV6Test-1720828035-project-admin] Pushing event deleted for resources: {'Port': ['ID=0d05201b-52d0-4487-94ec-932cd022b06c,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:21.765742 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-d47d909c-66a9-4701-aead-847e86d93a08 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1819489301'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:40:21.774437 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-d47d909c-66a9-4701-aead-847e86d93a08 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:40:21.777181 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3308446e-fa53-49f5-a8b1-dd2585de9979 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:21.796444 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-5a03d28c-f4fe-4e2f-b609-0ec428c2f0a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:21.810062 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-d47d909c-66a9-4701-aead-847e86d93a08 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Usage tracker for resource:network and tenant:aec8e2252f724b5da5193f10c2a10bfe is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:40:21.821198 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-d47d909c-66a9-4701-aead-847e86d93a08 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:40:21.891137 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-d47d909c-66a9-4701-aead-847e86d93a08 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:40:21.913916 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 6a63a85e-1645-45b4-882b-47be0b484700 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:40:21.985822 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f1974431-ba60-4e8d-aac0-2ef2d1b70b2f tempest-RoutersAdminNegativeIpV6Test-1720828035 tempest-RoutersAdminNegativeIpV6Test-1720828035-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:21.988179 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-0726b601-e2b3-43f4-a007-85cfe008f693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'name': 'tempest-RoutersTest-router-377201212', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:39:20Z', 'updated_at': '2022-02-04T08:40:19Z', 'revision_number': 5, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'gw_port_host': None, '_interfaces': [{'id': '57296eb8-dbdb-45e9-802e-2c9a40ce9be7', 'name': '', 'network_id': 'dfea1b86-0ebe-4d9d-91bf-448734213079', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'mac_address': 'fa:16:3e:6d:fb:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '511a8f3a-313a-449c-87b4-b5816f354b18', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:40:15Z', 'updated_at': '2022-02-04T08:40:17Z', 'revision_number': 1, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'subnets': [{'id': '511a8f3a-313a-449c-87b4-b5816f354b18', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a657153a-6e55-47fb-bdbe-7a279c3d435d', 'name': '', 'network_id': '5b7f799d-422c-4a3b-8cfa-1a07d6cb098d', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'mac_address': 'fa:16:3e:a3:23:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a680620d-fd7d-41ed-936e-0035a8733159', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:39:41Z', 'updated_at': '2022-02-04T08:40:16Z', 'revision_number': 5, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'subnets': [{'id': 'a680620d-fd7d-41ed-936e-0035a8733159', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7797e17-b54c-4db5-ac06-fb85f686a8ef', 'name': '', 'network_id': 'e05f83f0-a168-4436-a947-8be0747bd170', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'mac_address': 'fa:16:3e:a9:cf:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3270c784-b91a-4628-b467-581083a63680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:39:28Z', 'updated_at': '2022-02-04T08:39:47Z', 'revision_number': 5, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'subnets': [{'id': '3270c784-b91a-4628-b467-581083a63680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbb28ab8-797a-4da9-a709-ce193d836a3d', 'name': '', 'network_id': '32199bff-c1f3-46c9-bae3-a5de11c8ee15', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'mac_address': 'fa:16:3e:bd:f5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78f74441-d3b1-4e7e-a548-80dcf861106e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:39:55Z', 'updated_at': '2022-02-04T08:40:19Z', 'revision_number': 5, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'subnets': [{'id': '78f74441-d3b1-4e7e-a548-80dcf861106e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:40:21.991032 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-91b23ddc-f2e2-4b3e-8430-9c67a03de037 None None] Port cb8a642a-f5bf-4d56-bbe6-c4cb05e30300 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:40:22.005154 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0726b601-e2b3-43f4-a007-85cfe008f693 None None] Checking router: f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3 for host: dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 08:40:22.005637 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0726b601-e2b3-43f4-a007-85cfe008f693 None None] Updating router f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3 port 57296eb8-dbdb-45e9-802e-2c9a40ce9be7 binding host dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 08:40:22.035902 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d47d909c-66a9-4701-aead-847e86d93a08 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Made reservation on behalf of aec8e2252f724b5da5193f10c2a10bfe for: {'network': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:40:22.038849 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d47d909c-66a9-4701-aead-847e86d93a08 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:22.054341 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-8a935a42-78a1-47ed-9574-96fe020129cd None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:22.062749 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d47d909c-66a9-4701-aead-847e86d93a08 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify callbacks [] for security_group, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:22.092113 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-0726b601-e2b3-43f4-a007-85cfe008f693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:22.101144 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 6a63a85e-1645-45b4-882b-47be0b484700 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:40:22.101606 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:22.144662 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8f4140f2-48bb-4631-a49a-9c92810696da req-a10841be-d88f-4dcd-8c86-3154bcac0576 service neutron] 10.222.0.47 "GET /v2.0/networks/b0b8e294-2639-4240-96e8-00c76471f9a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8741114 Feb 04 08:40:22.157925 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-f1974431-ba60-4e8d-aac0-2ef2d1b70b2f tempest-RoutersAdminNegativeIpV6Test-1720828035 tempest-RoutersAdminNegativeIpV6Test-1720828035-project-admin] 10.222.0.36 "DELETE /v2.0/ports/0d05201b-52d0-4487-94ec-932cd022b06c HTTP/1.1" status: 204 len: 168 time: 2.1228600 Feb 04 08:40:22.163502 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9104250c-87d8-42b0-8fae-07f72b259b88 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:40:22.175000 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e63745-c9c8-43dd-bfe4-c0e70e160562 None None] Sync routers for ids ['af39a267-6ed0-48d1-bad6-cfe1dae6e458'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:40:22.189503 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-8a935a42-78a1-47ed-9574-96fe020129cd None None] Transition to ACTIVE for port object 0df1188a-fb16-4057-917d-d17c0cd8c6cf will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:40:22.198570 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e63745-c9c8-43dd-bfe4-c0e70e160562 None None] Routers {'af39a267-6ed0-48d1-bad6-cfe1dae6e458'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:40:22.198927 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e35872cb-823e-40a3-b40a-7442bab50df4 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:22.199191 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-55e63745-c9c8-43dd-bfe4-c0e70e160562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:40:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['af39a267-6ed0-48d1-bad6-cfe1dae6e458'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:40:22.208105 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3308446e-fa53-49f5-a8b1-dd2585de9979 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Pushing event updated for resources: {'Port': ['ID=57296eb8-dbdb-45e9-802e-2c9a40ce9be7,revision_number=2']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:22.237388 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-9104250c-87d8-42b0-8fae-07f72b259b88 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "PUT /v2.0/routers/af39a267-6ed0-48d1-bad6-cfe1dae6e458/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.4267473 Feb 04 08:40:22.243869 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 50266) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:22.250913 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-8a935a42-78a1-47ed-9574-96fe020129cd None None] Transition to ACTIVE for port object 0df1188a-fb16-4057-917d-d17c0cd8c6cf will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:40:22.262469 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3308446e-fa53-49f5-a8b1-dd2585de9979 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473771'] for router_interface, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:22.267384 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-d47d909c-66a9-4701-aead-847e86d93a08 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:40:22.283766 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-d47d909c-66a9-4701-aead-847e86d93a08 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Usage tracker for resource:security_group_rule and tenant:aec8e2252f724b5da5193f10c2a10bfe is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:40:22.286607 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35872cb-823e-40a3-b40a-7442bab50df4 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event deleted for resources: {'Port': ['ID=cb8a642a-f5bf-4d56-bbe6-c4cb05e30300,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:22.289307 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-d47d909c-66a9-4701-aead-847e86d93a08 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:40:22.308485 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-15e380bd-d3a2-4d7c-8705-31fc94b5b474 None None] Provisioning for port e50241e3-1f74-48e9-942e-ae6ba3b7d69c completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:40:22.309358 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-d47d909c-66a9-4701-aead-847e86d93a08 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:40:22.347441 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-55e63745-c9c8-43dd-bfe4-c0e70e160562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:40:22.385657 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e63745-c9c8-43dd-bfe4-c0e70e160562 None None] Routers {'af39a267-6ed0-48d1-bad6-cfe1dae6e458'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:40:22.386711 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-55e63745-c9c8-43dd-bfe4-c0e70e160562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:40:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['af39a267-6ed0-48d1-bad6-cfe1dae6e458'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:40:22.465125 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-15e380bd-d3a2-4d7c-8705-31fc94b5b474 None None] Provisioning complete for port e50241e3-1f74-48e9-942e-ae6ba3b7d69c triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:40:22.465493 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-15e380bd-d3a2-4d7c-8705-31fc94b5b474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:22.473422 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-55e63745-c9c8-43dd-bfe4-c0e70e160562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:40:22.474115 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e63745-c9c8-43dd-bfe4-c0e70e160562 None None] The sync data for ids ['af39a267-6ed0-48d1-bad6-cfe1dae6e458'] in dv-neutron-827798-2-hyperv is: [] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:40:22.513825 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-8a935a42-78a1-47ed-9574-96fe020129cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:22.648161 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-195b286b-8b3c-46ae-933c-5ec2c9697339 tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Allocated IP 172.20.0.13 (3a04225d-2252-461c-85ba-207f71b0a2f8/1c449695-bd6b-4523-91c1-deb0002505d8/6b1e5383-3d4c-4d57-850b-1a58b40bf661) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:40:22.667805 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device fbb28ab8-797a-4da9-a709-ce193d836a3d up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:40:22.688507 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d47d909c-66a9-4701-aead-847e86d93a08 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify callbacks [] for security_group, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:22.703907 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e35872cb-823e-40a3-b40a-7442bab50df4 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:22.727306 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-e35872cb-823e-40a3-b40a-7442bab50df4 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "DELETE /v2.0/ports/cb8a642a-f5bf-4d56-bbe6-c4cb05e30300 HTTP/1.1" status: 204 len: 168 time: 2.4921641 Feb 04 08:40:22.740040 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50274) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:22.766075 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a935a42-78a1-47ed-9574-96fe020129cd None None] Network 3a04225d-2252-461c-85ba-207f71b0a2f8 is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:40:22.768690 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a935a42-78a1-47ed-9574-96fe020129cd None None] Pushing event updated for resources: {'Port': ['ID=0df1188a-fb16-4057-917d-d17c0cd8c6cf,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:22.770809 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-15e380bd-d3a2-4d7c-8705-31fc94b5b474 None None] Port e50241e3-1f74-48e9-942e-ae6ba3b7d69c cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:40:22.785425 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-8a935a42-78a1-47ed-9574-96fe020129cd None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:40:22.796189 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a935a42-78a1-47ed-9574-96fe020129cd None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:40:22.801386 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50278) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:22.808147 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-15e380bd-d3a2-4d7c-8705-31fc94b5b474 None None] Could not find standard attr ID for object cb8a642a-f5bf-4d56-bbe6-c4cb05e30300. {{(pid=84109) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 08:40:22.827324 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-15e380bd-d3a2-4d7c-8705-31fc94b5b474 None None] Could not find standard attr ID for object d9c0dcf5-39ed-4300-af44-4a888db07f5c. {{(pid=84109) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 08:40:22.827742 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d47d909c-66a9-4701-aead-847e86d93a08 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:22.843028 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-e06385b4-6bfa-491b-adac-638b80ac532a tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] GET failed (client error): The resource could not be found. Feb 04 08:40:22.843028 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-e06385b4-6bfa-491b-adac-638b80ac532a tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Synchronizing usage tracker for tenant:e63069d3cf3540d8aad7a137ff4999ec on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:40:22.885565 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:22.893244 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d47d909c-66a9-4701-aead-847e86d93a08 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=84108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:40:22.937846 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f07709-d28c-42ce-8987-2166f856111f req-e6090f84-1b7e-4010-a793-be3625849083 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:22.939501 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-62f07709-d28c-42ce-8987-2166f856111f req-e6090f84-1b7e-4010-a793-be3625849083 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d3f9a2e-5f81-4e26-82f8-be8c0a180732 HTTP/1.1" status: 200 len: 943 time: 1.1764674 Feb 04 08:40:22.997619 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-8a935a42-78a1-47ed-9574-96fe020129cd None None] Attempting to bind port 0df1188a-fb16-4057-917d-d17c0cd8c6cf on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:40:22.998101 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-8a935a42-78a1-47ed-9574-96fe020129cd None None] Attempting to bind port 0df1188a-fb16-4057-917d-d17c0cd8c6cf by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': 'e6659dd0-f463-4f0f-af69-65da30758ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3a04225d-2252-461c-85ba-207f71b0a2f8'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:40:22.998322 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a935a42-78a1-47ed-9574-96fe020129cd None None] Attempting to bind port 0df1188a-fb16-4057-917d-d17c0cd8c6cf on network 3a04225d-2252-461c-85ba-207f71b0a2f8 {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:40:23.003733 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8adc03-67e7-4ec1-b555-95cb71e4d68d tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:23.005076 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8adc03-67e7-4ec1-b555-95cb71e4d68d tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:23.006739 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8adc03-67e7-4ec1-b555-95cb71e4d68d tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:23.007649 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-ba8adc03-67e7-4ec1-b555-95cb71e4d68d tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Synchronizing usage tracker for tenant:ffa27937301745e1ad43fa520f28cbc3 on resource:subnet {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:40:23.021350 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47d909c-66a9-4701-aead-847e86d93a08 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b59e9456-0c6f-4815-ad96-ff894dc20276,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:23.031855 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d47d909c-66a9-4701-aead-847e86d93a08 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:23.032537 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.segments_db [None req-d47d909c-66a9-4701-aead-847e86d93a08 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Added segment 8e266012-8fdd-48da-a380-8faaa4467bbb of type vlan for network d89aa25b-f16e-4a20-b23c-a85250f0c49c Feb 04 08:40:23.049810 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-62f07709-d28c-42ce-8987-2166f856111f req-c2016735-b86c-48e5-b08d-90a7986010ca tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/security-groups?id=53227cdf-7dc5-4d80-b711-52cc313216b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929739 Feb 04 08:40:23.050627 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-e06385b4-6bfa-491b-adac-638b80ac532a tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Unset dirty status for tenant:e63069d3cf3540d8aad7a137ff4999ec on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:40:23.051733 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-e06385b4-6bfa-491b-adac-638b80ac532a tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "GET /v2.0/ports/0c887024-d9e7-4d21-b268-b4842ab0fab7 HTTP/1.1" status: 404 len: 333 time: 0.7553837 Feb 04 08:40:23.060499 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 50284) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:23.071864 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:23.073337 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port fbb28ab8-797a-4da9-a709-ce193d836a3d triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:40:23.073669 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:23.107545 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d47d909c-66a9-4701-aead-847e86d93a08 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:23.111410 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3308446e-fa53-49f5-a8b1-dd2585de9979 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Network dfea1b86-0ebe-4d9d-91bf-448734213079 is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:40:23.118444 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-3308446e-fa53-49f5-a8b1-dd2585de9979 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:40:23.146274 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a935a42-78a1-47ed-9574-96fe020129cd None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:40:23.146642 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a935a42-78a1-47ed-9574-96fe020129cd None None] Checking segment: {'id': 'e6659dd0-f463-4f0f-af69-65da30758ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3a04225d-2252-461c-85ba-207f71b0a2f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:40:23.147041 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-8a935a42-78a1-47ed-9574-96fe020129cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:23.147423 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a935a42-78a1-47ed-9574-96fe020129cd None None] Bound using segment: {'id': 'e6659dd0-f463-4f0f-af69-65da30758ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3a04225d-2252-461c-85ba-207f71b0a2f8'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:40:23.147978 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-8a935a42-78a1-47ed-9574-96fe020129cd None None] Bound port: 0df1188a-fb16-4057-917d-d17c0cd8c6cf, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6659dd0-f463-4f0f-af69-65da30758ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3a04225d-2252-461c-85ba-207f71b0a2f8'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:40:23.148349 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-8a935a42-78a1-47ed-9574-96fe020129cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:23.155591 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d0cd7401-261b-41be-a9ae-f27f8aef398e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:23.186142 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e7b082b8-5b81-4eea-a32b-9377781a215e req-30ef53ac-25ff-4f92-810f-1de25b9178e5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bcdc9b25d9ba412baa8d7ec71c6170b5&device_id=5d3f9a2e-5f81-4e26-82f8-be8c0a180732 HTTP/1.1" status: 200 len: 1096 time: 0.8868444 Feb 04 08:40:23.250069 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-0726b601-e2b3-43f4-a007-85cfe008f693 None None] Notify callbacks [] for port, precommit_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:23.276854 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-ba8adc03-67e7-4ec1-b555-95cb71e4d68d tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Unset dirty status for tenant:ffa27937301745e1ad43fa520f28cbc3 on resource:subnet {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:40:23.280837 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-ba8adc03-67e7-4ec1-b555-95cb71e4d68d tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.5367019 Feb 04 08:40:23.282051 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.db.resource_extend [None req-d47d909c-66a9-4701-aead-847e86d93a08 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 08:40:23.287080 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-0726b601-e2b3-43f4-a007-85cfe008f693 None None] Transition to ACTIVE for port object 57296eb8-dbdb-45e9-802e-2c9a40ce9be7 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:40:23.290126 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50288) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:23.349521 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-195b286b-8b3c-46ae-933c-5ec2c9697339 tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:23.353438 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-8a935a42-78a1-47ed-9574-96fe020129cd None None] For port 0df1188a-fb16-4057-917d-d17c0cd8c6cf, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:40:23.378835 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-8a935a42-78a1-47ed-9574-96fe020129cd None None] For port 0df1188a-fb16-4057-917d-d17c0cd8c6cf, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=0df1188a-fb16-4057-917d-d17c0cd8c6cf,segment=NetworkSegment(e6659dd0-f463-4f0f-af69-65da30758ef8),segment_id=e6659dd0-f463-4f0f-af69-65da30758ef8)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:40:23.393669 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-d0cd7401-261b-41be-a9ae-f27f8aef398e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:40:23.396183 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.provisioning_blocks [None req-195b286b-8b3c-46ae-933c-5ec2c9697339 tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Transition to ACTIVE for port object 6b1e5383-3d4c-4d57-850b-1a58b40bf661 will not be triggered until provisioned by entity DHCP. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:40:23.400607 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-d0cd7401-261b-41be-a9ae-f27f8aef398e admin admin] Usage tracker for resource:security_group_rule and tenant:54a1bfae3f164c28a8354674895bfd2f is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:40:23.404482 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-d0cd7401-261b-41be-a9ae-f27f8aef398e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:40:23.408804 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-0726b601-e2b3-43f4-a007-85cfe008f693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:23.419574 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-d0cd7401-261b-41be-a9ae-f27f8aef398e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:40:23.464532 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d47d909c-66a9-4701-aead-847e86d93a08 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:23.469039 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47d909c-66a9-4701-aead-847e86d93a08 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:23.469696 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d47d909c-66a9-4701-aead-847e86d93a08 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:23.499414 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9cc014-e016-428d-bfcc-1021bc243743 req-d36ab593-a8d5-4bae-bbc6-e5034b04cfab tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:23.500128 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-3c9cc014-e016-428d-bfcc-1021bc243743 req-d36ab593-a8d5-4bae-bbc6-e5034b04cfab tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Synchronizing usage tracker for tenant:7df2bfd740464e869863a41b14f4d5af on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:40:23.525109 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-8a935a42-78a1-47ed-9574-96fe020129cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:23.539422 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aa5e44-d77c-4c59-9633-105aaafa791c None None] Pushing event updated for resources: {'Port': ['ID=57296eb8-dbdb-45e9-802e-2c9a40ce9be7,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:23.569753 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.db.resource_extend [req-166cfc6c-392d-43ee-ad53-c2655e1fab25 req-bac412d9-bc6e-474a-b1fa-42371f7e50bb service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 08:40:23.602399 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-11f4f93f-94a0-4265-82a0-28001b826744 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks [] for router, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:23.705030 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-d47d909c-66a9-4701-aead-847e86d93a08 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.9678328 Feb 04 08:40:23.717520 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 50292) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:23.722274 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47d909c-66a9-4701-aead-847e86d93a08 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Pushing event updated for resources: {'Network': ['ID=d89aa25b-f16e-4a20-b23c-a85250f0c49c,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:23.729939 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a935a42-78a1-47ed-9574-96fe020129cd None None] Pushing event updated for resources: {'Port': ['ID=0df1188a-fb16-4057-917d-d17c0cd8c6cf,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:23.742809 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-3c9cc014-e016-428d-bfcc-1021bc243743 req-d36ab593-a8d5-4bae-bbc6-e5034b04cfab tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Unset dirty status for tenant:7df2bfd740464e869863a41b14f4d5af on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:40:23.743263 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-0726b601-e2b3-43f4-a007-85cfe008f693 None None] Attempting to bind port 57296eb8-dbdb-45e9-802e-2c9a40ce9be7 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:40:23.743993 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-0726b601-e2b3-43f4-a007-85cfe008f693 None None] Attempting to bind port 57296eb8-dbdb-45e9-802e-2c9a40ce9be7 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': 'a011d971-ea23-45a3-a0b7-e3a24c1c1624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'dfea1b86-0ebe-4d9d-91bf-448734213079'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:40:23.744753 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0726b601-e2b3-43f4-a007-85cfe008f693 None None] Attempting to bind port 57296eb8-dbdb-45e9-802e-2c9a40ce9be7 on network dfea1b86-0ebe-4d9d-91bf-448734213079 {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:40:23.750381 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-3c9cc014-e016-428d-bfcc-1021bc243743 req-d36ab593-a8d5-4bae-bbc6-e5034b04cfab tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=33a4bee1-efae-42f0-8ec6-7b3e50658249 HTTP/1.1" status: 200 len: 932 time: 1.0742564 Feb 04 08:40:23.752969 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0726b601-e2b3-43f4-a007-85cfe008f693 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:40:23.753638 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0726b601-e2b3-43f4-a007-85cfe008f693 None None] Checking segment: {'id': 'a011d971-ea23-45a3-a0b7-e3a24c1c1624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'dfea1b86-0ebe-4d9d-91bf-448734213079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:40:23.754256 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-0726b601-e2b3-43f4-a007-85cfe008f693 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:23.754842 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0726b601-e2b3-43f4-a007-85cfe008f693 None None] Bound using segment: {'id': 'a011d971-ea23-45a3-a0b7-e3a24c1c1624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'dfea1b86-0ebe-4d9d-91bf-448734213079'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:40:23.755650 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-0726b601-e2b3-43f4-a007-85cfe008f693 None None] Bound port: 57296eb8-dbdb-45e9-802e-2c9a40ce9be7, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a011d971-ea23-45a3-a0b7-e3a24c1c1624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'dfea1b86-0ebe-4d9d-91bf-448734213079'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:40:23.756491 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-0726b601-e2b3-43f4-a007-85cfe008f693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:23.781385 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-195b286b-8b3c-46ae-933c-5ec2c9697339 tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:23.784545 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network d89aa25b-f16e-4a20-b23c-a85250f0c49c details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:40:23.801729 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-1587e57e-a675-49e8-8c12-2723bb668d1a tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Request body: {'subnet': {'network_id': 'd89aa25b-f16e-4a20-b23c-a85250f0c49c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:40:23.842840 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d0cd7401-261b-41be-a9ae-f27f8aef398e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:23.898584 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_v2 [None req-25f8c0fa-40aa-4fcf-b88f-ad42b1e264dd tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Deleting subnet 7aced48f-d11d-4630-b421-1a0f5fe93492 {{(pid=84108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:40:23.905102 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195b286b-8b3c-46ae-933c-5ec2c9697339 tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Network 3a04225d-2252-461c-85ba-207f71b0a2f8 is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:40:23.905885 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-25f8c0fa-40aa-4fcf-b88f-ad42b1e264dd tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks [] for subnet, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:23.940075 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-195b286b-8b3c-46ae-933c-5ec2c9697339 tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:40:23.940075 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195b286b-8b3c-46ae-933c-5ec2c9697339 tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Pushing event updated for resources: {'Port': ['ID=6b1e5383-3d4c-4d57-850b-1a58b40bf661,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:23.958453 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195b286b-8b3c-46ae-933c-5ec2c9697339 tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:40:23.993087 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d0cd7401-261b-41be-a9ae-f27f8aef398e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:24.069226 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-0726b601-e2b3-43f4-a007-85cfe008f693 None None] For port 57296eb8-dbdb-45e9-802e-2c9a40ce9be7, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:40:24.075101 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-0726b601-e2b3-43f4-a007-85cfe008f693 None None] For port 57296eb8-dbdb-45e9-802e-2c9a40ce9be7, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=57296eb8-dbdb-45e9-802e-2c9a40ce9be7,segment=NetworkSegment(a011d971-ea23-45a3-a0b7-e3a24c1c1624),segment_id=a011d971-ea23-45a3-a0b7-e3a24c1c1624)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:40:24.120898 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-25f8c0fa-40aa-4fcf-b88f-ad42b1e264dd tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7851377'] for subnet, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:24.156205 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-0726b601-e2b3-43f4-a007-85cfe008f693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:24.166420 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-d0cd7401-261b-41be-a9ae-f27f8aef398e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=54a1bfae3f164c28a8354674895bfd2f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3607738 Feb 04 08:40:24.173381 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50298) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:24.175078 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cd7401-261b-41be-a9ae-f27f8aef398e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9404725e-1c95-4e59-85e2-ec073712d792,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:24.189033 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195b286b-8b3c-46ae-933c-5ec2c9697339 tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:24.189749 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-195b286b-8b3c-46ae-933c-5ec2c9697339 tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:24.275310 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aa5e44-d77c-4c59-9633-105aaafa791c None None] Pushing event updated for resources: {'Port': ['ID=57296eb8-dbdb-45e9-802e-2c9a40ce9be7,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:24.285515 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0726b601-e2b3-43f4-a007-85cfe008f693 None None] Routers {'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:40:24.286296 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-0726b601-e2b3-43f4-a007-85cfe008f693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:40:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:40:24.316381 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-da829852-b5cf-46c7-8589-700a9ee075ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:24.320304 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-25f8c0fa-40aa-4fcf-b88f-ad42b1e264dd tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:24.339544 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:24.350126 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b082b8-5b81-4eea-a32b-9377781a215e req-db81ab4c-8fbe-43c3-9c09-f80a71c54e17 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:24.351709 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e7b082b8-5b81-4eea-a32b-9377781a215e req-db81ab4c-8fbe-43c3-9c09-f80a71c54e17 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b0b8e294-2639-4240-96e8-00c76471f9a3 HTTP/1.1" status: 200 len: 912 time: 1.0753944 Feb 04 08:40:24.362662 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [req-166cfc6c-392d-43ee-ad53-c2655e1fab25 req-bac412d9-bc6e-474a-b1fa-42371f7e50bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e50241e3-1f74-48e9-942e-ae6ba3b7d69c {{(pid=84107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 08:40:24.370255 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-195b286b-8b3c-46ae-933c-5ec2c9697339 tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.9535468 Feb 04 08:40:24.372901 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50302) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:24.389641 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-fe5e806c-9bd8-4cee-8259-38f17e29d95b tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Request body: {'port': {'network_id': '3a04225d-2252-461c-85ba-207f71b0a2f8', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1351186025', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:40:24.390083 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.api.validators [None req-fe5e806c-9bd8-4cee-8259-38f17e29d95b tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] bootfile-name is not in valid_values {{(pid=84108) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 08:40:24.390425 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.api.validators [None req-fe5e806c-9bd8-4cee-8259-38f17e29d95b tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] tftp-server is not in valid_values {{(pid=84108) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 08:40:24.390745 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.api.validators [None req-fe5e806c-9bd8-4cee-8259-38f17e29d95b tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] server-ip-address is not in valid_values {{(pid=84108) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 08:40:24.415189 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-da829852-b5cf-46c7-8589-700a9ee075ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:24.463481 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-0726b601-e2b3-43f4-a007-85cfe008f693 None None] Set router f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3 gateway port host: None {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:40:24.508621 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-166cfc6c-392d-43ee-ad53-c2655e1fab25 req-bac412d9-bc6e-474a-b1fa-42371f7e50bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:24.649544 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [req-166cfc6c-392d-43ee-ad53-c2655e1fab25 req-bac412d9-bc6e-474a-b1fa-42371f7e50bb service neutron] Transition to ACTIVE for port object e50241e3-1f74-48e9-942e-ae6ba3b7d69c will not be triggered until provisioned by entity L2. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:40:24.656790 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-25f8c0fa-40aa-4fcf-b88f-ad42b1e264dd tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7593563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8119683'] for subnet, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:24.660827 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-1587e57e-a675-49e8-8c12-2723bb668d1a tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:40:24.713365 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-da829852-b5cf-46c7-8589-700a9ee075ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:24.730776 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-fe5e806c-9bd8-4cee-8259-38f17e29d95b tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:40:24.736192 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da829852-b5cf-46c7-8589-700a9ee075ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9404725e-1c95-4e59-85e2-ec073712d792,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:24.741445 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-25f8c0fa-40aa-4fcf-b88f-ad42b1e264dd tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:24.750303 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f8c0fa-40aa-4fcf-b88f-ad42b1e264dd tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event deleted for resources: {'Subnet': ['ID=7aced48f-d11d-4630-b421-1a0f5fe93492,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:24.760064 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-fe5e806c-9bd8-4cee-8259-38f17e29d95b tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Usage tracker for resource:port and tenant:e7fb04b5c8d3475b89ea6672c7a8f2f2 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:40:24.762540 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e7b082b8-5b81-4eea-a32b-9377781a215e req-881e9490-5369-4e33-a122-44e544de6663 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b372ab4-7400-4547-a17c-2f75c1e00079 HTTP/1.1" status: 200 len: 217 time: 0.3262992 Feb 04 08:40:24.764795 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-fe5e806c-9bd8-4cee-8259-38f17e29d95b tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:40:24.765690 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-1587e57e-a675-49e8-8c12-2723bb668d1a tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Usage tracker for resource:subnet and tenant:aec8e2252f724b5da5193f10c2a10bfe is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:40:24.775988 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-166cfc6c-392d-43ee-ad53-c2655e1fab25 req-bac412d9-bc6e-474a-b1fa-42371f7e50bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:24.778001 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-fe5e806c-9bd8-4cee-8259-38f17e29d95b tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:40:24.788313 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0acee6-5df8-455f-9796-f192af8bf431 None None] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:40:24.789603 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-3c9cc014-e016-428d-bfcc-1021bc243743 req-9a872940-7db6-4a6a-892c-8f7a57d5ceab tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=d22d8e9a-09b2-47a2-96a2-e16624bfee5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0383656 Feb 04 08:40:24.790960 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-1587e57e-a675-49e8-8c12-2723bb668d1a tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:40:24.849028 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe5e806c-9bd8-4cee-8259-38f17e29d95b tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Made reservation on behalf of e7fb04b5c8d3475b89ea6672c7a8f2f2 for: {'port': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:40:24.852049 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-fe5e806c-9bd8-4cee-8259-38f17e29d95b tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:24.894041 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [None req-fe5e806c-9bd8-4cee-8259-38f17e29d95b tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] device_id is not set on port 6e6ddb12-bdf5-4b3e-9c6f-1eaf216833e3 yet. {{(pid=84108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:40:24.941283 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-da829852-b5cf-46c7-8589-700a9ee075ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:24.943743 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-da829852-b5cf-46c7-8589-700a9ee075ce admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9404725e-1c95-4e59-85e2-ec073712d792 HTTP/1.1" status: 204 len: 168 time: 0.7635586 Feb 04 08:40:24.947566 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-25f8c0fa-40aa-4fcf-b88f-ad42b1e264dd tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "DELETE /v2.0/subnets/7aced48f-d11d-4630-b421-1a0f5fe93492 HTTP/1.1" status: 204 len: 168 time: 1.6477547 Feb 04 08:40:24.950751 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50308) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:25.049626 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac412d9-bc6e-474a-b1fa-42371f7e50bb service neutron] Pushing event updated for resources: {'Port': ['ID=e50241e3-1f74-48e9-942e-ae6ba3b7d69c,revision_number=2']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:25.064974 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-1587e57e-a675-49e8-8c12-2723bb668d1a tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:40:25.085747 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_v2 [None req-87488ae0-703e-4b88-a4fc-3622abece25f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Deleting subnet 90021357-4102-4bae-9d89-e88374460ccd {{(pid=84108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:40:25.090294 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-87488ae0-703e-4b88-a4fc-3622abece25f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks [] for subnet, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:25.135604 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b947b86e-e0b1-4574-af0e-342f067b9f95 None None] Network 3a04225d-2252-461c-85ba-207f71b0a2f8 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:40:25.189868 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-87488ae0-703e-4b88-a4fc-3622abece25f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7851377'] for subnet, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:25.253270 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919caae9-a412-4f18-86ed-165b6b6b83c8 req-e0b3bb3c-8bb2-4ff3-a88c-19a191822afa tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:25.256223 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-919caae9-a412-4f18-86ed-165b6b6b83c8 req-e0b3bb3c-8bb2-4ff3-a88c-19a191822afa tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d3f9a2e-5f81-4e26-82f8-be8c0a180732 HTTP/1.1" status: 200 len: 943 time: 1.0203805 Feb 04 08:40:25.312912 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-0726b601-e2b3-43f4-a007-85cfe008f693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'name': 'tempest-RoutersTest-router-377201212', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:39:20Z', 'updated_at': '2022-02-04T08:40:19Z', 'revision_number': 5, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'gw_port_host': None, '_interfaces': [{'id': '57296eb8-dbdb-45e9-802e-2c9a40ce9be7', 'name': '', 'network_id': 'dfea1b86-0ebe-4d9d-91bf-448734213079', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'mac_address': 'fa:16:3e:6d:fb:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '511a8f3a-313a-449c-87b4-b5816f354b18', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:40:15Z', 'updated_at': '2022-02-04T08:40:24Z', 'revision_number': 4, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'subnets': [{'id': '511a8f3a-313a-449c-87b4-b5816f354b18', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a657153a-6e55-47fb-bdbe-7a279c3d435d', 'name': '', 'network_id': '5b7f799d-422c-4a3b-8cfa-1a07d6cb098d', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'mac_address': 'fa:16:3e:a3:23:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a680620d-fd7d-41ed-936e-0035a8733159', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:39:41Z', 'updated_at': '2022-02-04T08:40:16Z', 'revision_number': 5, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'subnets': [{'id': 'a680620d-fd7d-41ed-936e-0035a8733159', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7797e17-b54c-4db5-ac06-fb85f686a8ef', 'name': '', 'network_id': 'e05f83f0-a168-4436-a947-8be0747bd170', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'mac_address': 'fa:16:3e:a9:cf:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3270c784-b91a-4628-b467-581083a63680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:39:28Z', 'updated_at': '2022-02-04T08:39:47Z', 'revision_number': 5, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'subnets': [{'id': '3270c784-b91a-4628-b467-581083a63680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbb28ab8-797a-4da9-a709-ce193d836a3d', 'name': '', 'network_id': '32199bff-c1f3-46c9-bae3-a5de11c8ee15', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'mac_address': 'fa:16:3e:bd:f5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78f74441-d3b1-4e7e-a548-80dcf861106e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:39:55Z', 'updated_at': '2022-02-04T08:40:19Z', 'revision_number': 5, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'subnets': [{'id': '78f74441-d3b1-4e7e-a548-80dcf861106e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:40:25.329608 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0726b601-e2b3-43f4-a007-85cfe008f693 None None] The sync data for ids ['f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3'] in dv-neutron-827798-2-hyperv is: [{'id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'name': 'tempest-RoutersTest-router-377201212', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:39:20Z', 'updated_at': '2022-02-04T08:40:19Z', 'revision_number': 5, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'gw_port_host': None, '_interfaces': [{'id': '57296eb8-dbdb-45e9-802e-2c9a40ce9be7', 'name': '', 'network_id': 'dfea1b86-0ebe-4d9d-91bf-448734213079', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'mac_address': 'fa:16:3e:6d:fb:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '511a8f3a-313a-449c-87b4-b5816f354b18', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:40:15Z', 'updated_at': '2022-02-04T08:40:24Z', 'revision_number': 4, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'subnets': [{'id': '511a8f3a-313a-449c-87b4-b5816f354b18', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a657153a-6e55-47fb-bdbe-7a279c3d435d', 'name': '', 'network_id': '5b7f799d-422c-4a3b-8cfa-1a07d6cb098d', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'mac_address': 'fa:16:3e:a3:23:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a680620d-fd7d-41ed-936e-0035a8733159', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:39:41Z', 'updated_at': '2022-02-04T08:40:16Z', 'revision_number': 5, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'subnets': [{'id': 'a680620d-fd7d-41ed-936e-0035a8733159', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7797e17-b54c-4db5-ac06-fb85f686a8ef', 'name': '', 'network_id': 'e05f83f0-a168-4436-a947-8be0747bd170', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'mac_address': 'fa:16:3e:a9:cf:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3270c784-b91a-4628-b467-581083a63680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:39:28Z', 'updated_at': '2022-02-04T08:39:47Z', 'revision_number': 5, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'subnets': [{'id': '3270c784-b91a-4628-b467-581083a63680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbb28ab8-797a-4da9-a709-ce193d836a3d', 'name': '', 'network_id': '32199bff-c1f3-46c9-bae3-a5de11c8ee15', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'mac_address': 'fa:16:3e:bd:f5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78f74441-d3b1-4e7e-a548-80dcf861106e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:39:55Z', 'updated_at': '2022-02-04T08:40:19Z', 'revision_number': 5, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'subnets': [{'id': '78f74441-d3b1-4e7e-a548-80dcf861106e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:40:25.349513 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-fe5e806c-9bd8-4cee-8259-38f17e29d95b tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Allocated IP 172.20.0.9 (3a04225d-2252-461c-85ba-207f71b0a2f8/1c449695-bd6b-4523-91c1-deb0002505d8/6e6ddb12-bdf5-4b3e-9c6f-1eaf216833e3) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:40:25.441631 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-87488ae0-703e-4b88-a4fc-3622abece25f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:25.501863 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device 2b372ab4-7400-4547-a17c-2f75c1e00079 details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=84109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 08:40:25.520822 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-b4c7f562-93e7-43f6-9445-ae5e8bfa4804 None None] Provisioning for port 0df1188a-fb16-4057-917d-d17c0cd8c6cf completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:40:25.535115 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-11f4f93f-94a0-4265-82a0-28001b826744 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40989'] for router, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:25.542114 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b082b8-5b81-4eea-a32b-9377781a215e req-8154f08e-34b6-49bd-ad58-8482f6b89ccb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:25.543126 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e7b082b8-5b81-4eea-a32b-9377781a215e req-8154f08e-34b6-49bd-ad58-8482f6b89ccb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=80f6a88b-b0ed-49ff-9c6c-faec9e6053f8 HTTP/1.1" status: 200 len: 850 time: 0.7490232 Feb 04 08:40:25.543771 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1587e57e-a675-49e8-8c12-2723bb668d1a tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Made reservation on behalf of aec8e2252f724b5da5193f10c2a10bfe for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:40:25.736015 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1587e57e-a675-49e8-8c12-2723bb668d1a tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985186'] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:25.754714 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-87488ae0-703e-4b88-a4fc-3622abece25f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7593563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8119683'] for subnet, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:25.862463 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port 2b372ab4-7400-4547-a17c-2f75c1e00079, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=2b372ab4-7400-4547-a17c-2f75c1e00079,segment=NetworkSegment(c8e7a4a8-bd8f-4bcd-a973-4a8e1fee7582),segment_id=c8e7a4a8-bd8f-4bcd-a973-4a8e1fee7582)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:40:25.881615 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Returning: {'device': '2b372ab4-7400-4547-a17c-2f75c1e00079', 'network_id': 'b0b8e294-2639-4240-96e8-00c76471f9a3', 'port_id': '2b372ab4-7400-4547-a17c-2f75c1e00079', 'mac_address': 'fa:16:3e:09:5e:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80f6a88b-b0ed-49ff-9c6c-faec9e6053f8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 08:40:25.980139 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50314) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:26.067353 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:26.082581 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87488ae0-703e-4b88-a4fc-3622abece25f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event deleted for resources: {'Subnet': ['ID=90021357-4102-4bae-9d89-e88374460ccd,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:26.083532 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 0df1188a-fb16-4057-917d-d17c0cd8c6cf up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:40:26.114419 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-87488ae0-703e-4b88-a4fc-3622abece25f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:26.170396 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-87488ae0-703e-4b88-a4fc-3622abece25f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "DELETE /v2.0/subnets/90021357-4102-4bae-9d89-e88374460ccd HTTP/1.1" status: 204 len: 168 time: 1.2154775 Feb 04 08:40:26.171585 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b372ab4-7400-4547-a17c-2f75c1e00079 {{(pid=84109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 08:40:26.181957 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50320) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:26.215937 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port 2b372ab4-7400-4547-a17c-2f75c1e00079, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=2b372ab4-7400-4547-a17c-2f75c1e00079,segment=NetworkSegment(c8e7a4a8-bd8f-4bcd-a973-4a8e1fee7582),segment_id=c8e7a4a8-bd8f-4bcd-a973-4a8e1fee7582)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:40:26.242774 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:26.273292 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-11f4f93f-94a0-4265-82a0-28001b826744 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:26.299524 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:26.320313 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-32c4d188-cf84-40e2-9330-97153e3114d9 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1334403 Feb 04 08:40:26.322185 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-fe5e806c-9bd8-4cee-8259-38f17e29d95b tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:26.327286 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50324) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:26.337544 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-35df905c-9b93-4bee-ada0-feb4a913b913 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Request body: {'subnet': {'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:40:26.358222 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 0df1188a-fb16-4057-917d-d17c0cd8c6cf completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:40:26.370379 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-8c68fed4-a3be-472f-8c03-350947d66b00 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=de68be46557d4a2d9a114d0fb6377bff&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3678451 Feb 04 08:40:26.393497 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 0df1188a-fb16-4057-917d-d17c0cd8c6cf triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:40:26.395197 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:26.422045 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50328) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:26.442520 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.managers [req-166cfc6c-392d-43ee-ad53-c2655e1fab25 req-bac412d9-bc6e-474a-b1fa-42371f7e50bb service neutron] Attempting to bind port e50241e3-1f74-48e9-942e-ae6ba3b7d69c on host hv-neutron-8277 for vnic_type normal with profile {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:40:26.442814 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.managers [req-166cfc6c-392d-43ee-ad53-c2655e1fab25 req-bac412d9-bc6e-474a-b1fa-42371f7e50bb service neutron] Attempting to bind port e50241e3-1f74-48e9-942e-ae6ba3b7d69c by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'a90d19d3-892e-440d-b71b-bdd2d1242422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a283428a-c352-4d19-98bc-b1a1da8b6a7b'}] {{(pid=84107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:40:26.443144 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166cfc6c-392d-43ee-ad53-c2655e1fab25 req-bac412d9-bc6e-474a-b1fa-42371f7e50bb service neutron] Attempting to bind port e50241e3-1f74-48e9-942e-ae6ba3b7d69c on network a283428a-c352-4d19-98bc-b1a1da8b6a7b {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:40:26.463295 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166cfc6c-392d-43ee-ad53-c2655e1fab25 req-bac412d9-bc6e-474a-b1fa-42371f7e50bb service neutron] Port e50241e3-1f74-48e9-942e-ae6ba3b7d69c on network a283428a-c352-4d19-98bc-b1a1da8b6a7b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 08:40:26.463626 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166cfc6c-392d-43ee-ad53-c2655e1fab25 req-bac412d9-bc6e-474a-b1fa-42371f7e50bb service neutron] Attempting to bind port e50241e3-1f74-48e9-942e-ae6ba3b7d69c on network a283428a-c352-4d19-98bc-b1a1da8b6a7b {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:40:26.467311 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.provisioning_blocks [None req-fe5e806c-9bd8-4cee-8259-38f17e29d95b tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Transition to ACTIVE for port object 6e6ddb12-bdf5-4b3e-9c6f-1eaf216833e3 will not be triggered until provisioned by entity DHCP. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:40:26.480532 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=2b372ab4-7400-4547-a17c-2f75c1e00079,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:26.500700 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3308446e-fa53-49f5-a8b1-dd2585de9979 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Router f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:40:26.505323 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-11f4f93f-94a0-4265-82a0-28001b826744 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-476062'] for router, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:26.505810 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11f4f93f-94a0-4265-82a0-28001b826744 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Fanout notify agent at l3_agent the message router_deleted on router af39a267-6ed0-48d1-bad6-cfe1dae6e458 {{(pid=84107) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 08:40:26.535024 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-35df905c-9b93-4bee-ada0-feb4a913b913 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:40:26.540056 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99d9d01-0fa7-422b-8b02-13799abae393 None None] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:40:26.543699 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-35df905c-9b93-4bee-ada0-feb4a913b913 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Usage tracker for resource:subnet and tenant:ffa27937301745e1ad43fa520f28cbc3 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:40:26.549775 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-35df905c-9b93-4bee-ada0-feb4a913b913 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:40:26.555555 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-919caae9-a412-4f18-86ed-165b6b6b83c8 req-df758772-666a-446e-a950-f8e26504bb33 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/security-groups?id=53227cdf-7dc5-4d80-b711-52cc313216b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2115686 Feb 04 08:40:26.559589 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-35df905c-9b93-4bee-ada0-feb4a913b913 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:40:26.595009 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f5b83c84-b50b-4ff7-b42e-ff79d92dda48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:26.615962 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-11f4f93f-94a0-4265-82a0-28001b826744 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:26.619930 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-11f4f93f-94a0-4265-82a0-28001b826744 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "DELETE /v2.0/routers/af39a267-6ed0-48d1-bad6-cfe1dae6e458 HTTP/1.1" status: 204 len: 168 time: 3.5047145 Feb 04 08:40:26.621403 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50332) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:26.623757 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166cfc6c-392d-43ee-ad53-c2655e1fab25 req-bac412d9-bc6e-474a-b1fa-42371f7e50bb service neutron] Checking agent: {'id': 'f735dfbb-9ed2-4de7-8aa1-fea4a962ae1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 34, 26), 'started_at': datetime.datetime(2022, 2, 4, 8, 34, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:40:26.624099 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166cfc6c-392d-43ee-ad53-c2655e1fab25 req-bac412d9-bc6e-474a-b1fa-42371f7e50bb service neutron] Checking segment: {'id': 'a90d19d3-892e-440d-b71b-bdd2d1242422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a283428a-c352-4d19-98bc-b1a1da8b6a7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:40:26.624483 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166cfc6c-392d-43ee-ad53-c2655e1fab25 req-bac412d9-bc6e-474a-b1fa-42371f7e50bb service neutron] Bound using segment: {'id': 'a90d19d3-892e-440d-b71b-bdd2d1242422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a283428a-c352-4d19-98bc-b1a1da8b6a7b'} {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:40:26.624949 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.managers [req-166cfc6c-392d-43ee-ad53-c2655e1fab25 req-bac412d9-bc6e-474a-b1fa-42371f7e50bb service neutron] Bound port: e50241e3-1f74-48e9-942e-ae6ba3b7d69c, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a90d19d3-892e-440d-b71b-bdd2d1242422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a283428a-c352-4d19-98bc-b1a1da8b6a7b'}}] {{(pid=84107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:40:26.625290 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-166cfc6c-392d-43ee-ad53-c2655e1fab25 req-bac412d9-bc6e-474a-b1fa-42371f7e50bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:26.641311 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] get_ports_and_sgs() called for port_ids ['2b372ab4-7400-4547-a17c-2f75c1e00079'] {{(pid=84109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 08:40:26.662677 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e7b082b8-5b81-4eea-a32b-9377781a215e req-64ce2999-878e-489f-83ba-f21e3277b0ad service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b0b8e294-2639-4240-96e8-00c76471f9a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9664185 Feb 04 08:40:26.670807 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35df905c-9b93-4bee-ada0-feb4a913b913 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Made reservation on behalf of ffa27937301745e1ad43fa520f28cbc3 for: {'subnet': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:40:26.675332 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-35df905c-9b93-4bee-ada0-feb4a913b913 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8119726'] for subnet, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:26.701668 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-fe5e806c-9bd8-4cee-8259-38f17e29d95b tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:26.727141 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:26.741627 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f5b83c84-b50b-4ff7-b42e-ff79d92dda48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:26.757086 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-a5013b09-fa7a-4387-a065-f9018b72c541 None None] Provisioning complete for port 6a63a85e-1645-45b4-882b-47be0b484700 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:40:26.757590 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-a5013b09-fa7a-4387-a065-f9018b72c541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:26.956615 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port 0df1188a-fb16-4057-917d-d17c0cd8c6cf, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=0df1188a-fb16-4057-917d-d17c0cd8c6cf,segment=NetworkSegment(e6659dd0-f463-4f0f-af69-65da30758ef8),segment_id=e6659dd0-f463-4f0f-af69-65da30758ef8)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:40:26.977603 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5e806c-9bd8-4cee-8259-38f17e29d95b tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Network 3a04225d-2252-461c-85ba-207f71b0a2f8 is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:40:26.988586 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-fe5e806c-9bd8-4cee-8259-38f17e29d95b tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:40:26.990720 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5e806c-9bd8-4cee-8259-38f17e29d95b tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:40:27.024034 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9974c8a6-f9e3-4a2b-86d3-5ce8d282049a req-24299774-cd24-46d9-8b93-75cc6c664b2c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:27.025454 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-9974c8a6-f9e3-4a2b-86d3-5ce8d282049a req-24299774-cd24-46d9-8b93-75cc6c664b2c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=33a4bee1-efae-42f0-8ec6-7b3e50658249 HTTP/1.1" status: 200 len: 944 time: 0.7552025 Feb 04 08:40:27.057458 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:27.058092 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 57296eb8-dbdb-45e9-802e-2c9a40ce9be7 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:40:27.067656 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5e806c-9bd8-4cee-8259-38f17e29d95b tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Pushing event updated for resources: {'Port': ['ID=6e6ddb12-bdf5-4b3e-9c6f-1eaf216833e3,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:27.089003 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [req-166cfc6c-392d-43ee-ad53-c2655e1fab25 req-bac412d9-bc6e-474a-b1fa-42371f7e50bb service neutron] For port e50241e3-1f74-48e9-942e-ae6ba3b7d69c, host hv-neutron-8277, cleared binding levels {{(pid=84107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:40:27.107963 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [req-166cfc6c-392d-43ee-ad53-c2655e1fab25 req-bac412d9-bc6e-474a-b1fa-42371f7e50bb service neutron] For port e50241e3-1f74-48e9-942e-ae6ba3b7d69c, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=e50241e3-1f74-48e9-942e-ae6ba3b7d69c,segment=NetworkSegment(a90d19d3-892e-440d-b71b-bdd2d1242422),segment_id=a90d19d3-892e-440d-b71b-bdd2d1242422)] {{(pid=84107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:40:27.142459 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5e806c-9bd8-4cee-8259-38f17e29d95b tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:27.143091 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-fe5e806c-9bd8-4cee-8259-38f17e29d95b tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:27.157924 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1587e57e-a675-49e8-8c12-2723bb668d1a tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7510230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985204'] for subnet, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:27.166287 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e7b082b8-5b81-4eea-a32b-9377781a215e req-d8a99db3-11c2-423a-8143-f2e54c74af31 service neutron] 10.222.0.47 "GET /v2.0/networks/b0b8e294-2639-4240-96e8-00c76471f9a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4895768 Feb 04 08:40:27.172396 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2ad3f35-048f-4fce-a359-1d2905d0ed38 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Deleting subnet 3e8d8a3b-9a84-46c7-a395-58fc49819fa1 {{(pid=84108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:40:27.175991 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a2ad3f35-048f-4fce-a359-1d2905d0ed38 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks [] for subnet, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:27.237899 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a2ad3f35-048f-4fce-a359-1d2905d0ed38 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7851377'] for subnet, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:27.269145 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1587e57e-a675-49e8-8c12-2723bb668d1a tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Pushing event updated for resources: {'Subnet': ['ID=9e236b8b-3b74-451a-8109-25eb55f3f450,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:27.274630 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-9974c8a6-f9e3-4a2b-86d3-5ce8d282049a req-fef5ac91-bad3-4724-9f6b-148dfa6b176d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=d22d8e9a-09b2-47a2-96a2-e16624bfee5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2379711 Feb 04 08:40:27.319700 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=0df1188a-fb16-4057-917d-d17c0cd8c6cf,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:27.326508 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f5b83c84-b50b-4ff7-b42e-ff79d92dda48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:27.359608 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b83c84-b50b-4ff7-b42e-ff79d92dda48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec4a35e-5677-4b1e-8097-0cb61d03eb9a,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:27.393433 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-166cfc6c-392d-43ee-ad53-c2655e1fab25 req-bac412d9-bc6e-474a-b1fa-42371f7e50bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:27.399562 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f5b83c84-b50b-4ff7-b42e-ff79d92dda48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:27.408093 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-f5b83c84-b50b-4ff7-b42e-ff79d92dda48 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/aec4a35e-5677-4b1e-8097-0cb61d03eb9a HTTP/1.1" status: 204 len: 168 time: 0.9763358 Feb 04 08:40:27.410416 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d131085f-abaf-4908-8598-05f4540ab03d None None] DHCP port deletion for bc933c3a-b15d-4eab-9ad6-d32fd193f5cd request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 08:40:27.416099 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-d131085f-abaf-4908-8598-05f4540ab03d None None] Deleting port 6a63a85e-1645-45b4-882b-47be0b484700 {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:40:27.416637 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-d131085f-abaf-4908-8598-05f4540ab03d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:27.421675 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-fe5e806c-9bd8-4cee-8259-38f17e29d95b tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 3.0447493 Feb 04 08:40:27.425944 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50338) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:27.473189 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac412d9-bc6e-474a-b1fa-42371f7e50bb service neutron] Pushing event updated for resources: {'Port': ['ID=e50241e3-1f74-48e9-942e-ae6ba3b7d69c,revision_number=3']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:27.481322 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a2ad3f35-048f-4fce-a359-1d2905d0ed38 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:27.521897 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3308446e-fa53-49f5-a8b1-dd2585de9979 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:40:27.523493 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1587e57e-a675-49e8-8c12-2723bb668d1a tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Checking segment: {'id': '8e266012-8fdd-48da-a380-8faaa4467bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd89aa25b-f16e-4a20-b23c-a85250f0c49c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:40:27.523855 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1587e57e-a675-49e8-8c12-2723bb668d1a tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Network hostable DHCP agents. Network: d89aa25b-f16e-4a20-b23c-a85250f0c49c, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:40:27.534818 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-3308446e-fa53-49f5-a8b1-dd2585de9979 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "PUT /v2.0/routers/f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.6487694 Feb 04 08:40:27.540027 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 50342) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:27.556903 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-166cfc6c-392d-43ee-ad53-c2655e1fab25 req-bac412d9-bc6e-474a-b1fa-42371f7e50bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:27.558283 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-166cfc6c-392d-43ee-ad53-c2655e1fab25 req-bac412d9-bc6e-474a-b1fa-42371f7e50bb service neutron] 10.222.0.47 "PUT /v2.0/ports/e50241e3-1f74-48e9-942e-ae6ba3b7d69c HTTP/1.1" status: 200 len: 1094 time: 6.3878458 Feb 04 08:40:27.568139 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33a4bee1-efae-42f0-8ec6-7b3e50658249', 'tag': 'e50241e3-1f74-48e9-942e-ae6ba3b7d69c'}] {{(pid=84107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:40:27.583241 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-46fcf9bf-6556-4072-98f9-00bc87cd9136 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:40:27.645267 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7b5daf-00d8-4111-abed-f6f8653d6193 tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:27.650176 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7b5daf-00d8-4111-abed-f6f8653d6193 tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:27.655170 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7b5daf-00d8-4111-abed-f6f8653d6193 tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:27.656380 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-cd7b5daf-00d8-4111-abed-f6f8653d6193 tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Synchronizing usage tracker for tenant:e7fb04b5c8d3475b89ea6672c7a8f2f2 on resource:port {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:40:27.690225 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a2ad3f35-048f-4fce-a359-1d2905d0ed38 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7593563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8119683'] for subnet, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:27.700936 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-35df905c-9b93-4bee-ada0-feb4a913b913 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7593498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8119736'] for subnet, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:27.710170 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-d131085f-abaf-4908-8598-05f4540ab03d None None] For port 6a63a85e-1645-45b4-882b-47be0b484700, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=6a63a85e-1645-45b4-882b-47be0b484700,segment=NetworkSegment(2c48dc91-e362-4611-9354-aede43558386),segment_id=2c48dc91-e362-4611-9354-aede43558386)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:40:27.710647 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-d131085f-abaf-4908-8598-05f4540ab03d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:27.773044 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-cd7b5daf-00d8-4111-abed-f6f8653d6193 tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Unset dirty status for tenant:e7fb04b5c8d3475b89ea6672c7a8f2f2 on resource:port {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:40:27.777157 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-cd7b5daf-00d8-4111-abed-f6f8653d6193 tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.3474967 Feb 04 08:40:27.785986 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50350) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:27.787016 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ad3f35-048f-4fce-a359-1d2905d0ed38 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Pushing event deleted for resources: {'Subnet': ['ID=3e8d8a3b-9a84-46c7-a395-58fc49819fa1,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:27.799221 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33a4bee1-efae-42f0-8ec6-7b3e50658249', 'tag': 'e50241e3-1f74-48e9-942e-ae6ba3b7d69c', 'status': 'completed', 'code': 200} Feb 04 08:40:27.803621 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e7b082b8-5b81-4eea-a32b-9377781a215e req-0e44ae4c-6101-4a07-b4ad-9ef4c3b8db17 service neutron] 10.222.0.47 "GET /v2.0/networks/b0b8e294-2639-4240-96e8-00c76471f9a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5365231 Feb 04 08:40:27.877827 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-d131085f-abaf-4908-8598-05f4540ab03d None None] Calling delete_port for 6a63a85e-1645-45b4-882b-47be0b484700 owned by network:dhcp {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:40:27.894890 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a2ad3f35-048f-4fce-a359-1d2905d0ed38 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:27.908996 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4639d49-8493-41b3-9583-1dfb6607899d None None] Network eb8c0b03-5448-48b6-95c7-b4b0ea1674f8 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:40:27.915221 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-a2ad3f35-048f-4fce-a359-1d2905d0ed38 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "DELETE /v2.0/subnets/3e8d8a3b-9a84-46c7-a395-58fc49819fa1 HTTP/1.1" status: 204 len: 168 time: 1.2916362 Feb 04 08:40:27.921309 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50354) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:27.921902 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 57296eb8-dbdb-45e9-802e-2c9a40ce9be7 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:40:27.923235 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35df905c-9b93-4bee-ada0-feb4a913b913 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:40:27.963693 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-35df905c-9b93-4bee-ada0-feb4a913b913 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:40:27.971027 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35df905c-9b93-4bee-ada0-feb4a913b913 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:27.971027 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-35df905c-9b93-4bee-ada0-feb4a913b913 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:27.989974 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 57296eb8-dbdb-45e9-802e-2c9a40ce9be7 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:40:27.990427 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:28.009824 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1587e57e-a675-49e8-8c12-2723bb668d1a tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Network d89aa25b-f16e-4a20-b23c-a85250f0c49c is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:40:28.047727 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-2d01a286-5493-4c13-ac06-f06e7880ea8a None None] Provisioning complete for port 0df1188a-fb16-4057-917d-d17c0cd8c6cf triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:40:28.048145 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2d01a286-5493-4c13-ac06-f06e7880ea8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:28.075894 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-166cfc6c-392d-43ee-ad53-c2655e1fab25 req-a244c9f7-deca-496a-9ac9-5600cad1ed56 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7df2bfd740464e869863a41b14f4d5af&device_id=33a4bee1-efae-42f0-8ec6-7b3e50658249 HTTP/1.1" status: 200 len: 1097 time: 0.3634892 Feb 04 08:40:28.078587 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-1587e57e-a675-49e8-8c12-2723bb668d1a tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, d89aa25b-f16e-4a20-b23c-a85250f0c49c) {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:40:28.090620 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-d6961d44-c0f4-4a3c-a381-3bfaa6b72f2f tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Deleting port 6e6ddb12-bdf5-4b3e-9c6f-1eaf216833e3 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:40:28.091694 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d6961d44-c0f4-4a3c-a381-3bfaa6b72f2f tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:28.104114 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4341330d-e5f7-480e-907b-eb7ab5ee64e5 None None] Network d89aa25b-f16e-4a20-b23c-a85250f0c49c requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:40:28.140916 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1587e57e-a675-49e8-8c12-2723bb668d1a tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:28.141512 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1587e57e-a675-49e8-8c12-2723bb668d1a tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:28.142840 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35df905c-9b93-4bee-ada0-feb4a913b913 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event updated for resources: {'Subnet': ['ID=bc6402dd-3fb4-4a60-a4f4-8f0f6c85e7a2,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:28.187918 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-166cfc6c-392d-43ee-ad53-c2655e1fab25 req-ae32613e-c5de-4dc9-a2aa-43bd94a08b9e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=e50241e3-1f74-48e9-942e-ae6ba3b7d69c HTTP/1.1" status: 200 len: 217 time: 0.1025617 Feb 04 08:40:28.195600 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57effa10-aef9-412b-97b8-65f254ddeb6f req-5b42aae4-c72b-425d-83a1-6e124c01ab9e tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:28.196973 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-57effa10-aef9-412b-97b8-65f254ddeb6f req-5b42aae4-c72b-425d-83a1-6e124c01ab9e tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d3f9a2e-5f81-4e26-82f8-be8c0a180732 HTTP/1.1" status: 200 len: 944 time: 0.3891351 Feb 04 08:40:28.205461 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-35df905c-9b93-4bee-ada0-feb4a913b913 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8770633 Feb 04 08:40:28.213841 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50364) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:28.225447 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-de7c7385-d1cd-4762-88da-39286d715895 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Request body: {'subnet': {'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:40:28.394493 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-770bbd29-49c1-45a7-b8f6-a504310b587d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:28.427738 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-d131085f-abaf-4908-8598-05f4540ab03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407'] for port, after_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:28.514121 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-770bbd29-49c1-45a7-b8f6-a504310b587d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Deleting port 06435af4-e4c8-4cf7-8e3f-7192fcffffda {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:40:28.514371 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-770bbd29-49c1-45a7-b8f6-a504310b587d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:28.545852 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d131085f-abaf-4908-8598-05f4540ab03d None None] Pushing event deleted for resources: {'Port': ['ID=6a63a85e-1645-45b4-882b-47be0b484700,revision_number=None']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:28.612079 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-1587e57e-a675-49e8-8c12-2723bb668d1a tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.8595140 Feb 04 08:40:28.628443 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50374) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:28.634376 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-b9c00cd3-cfb1-40e4-8a0b-89f865b4f688 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Request body: {'network': {'name': 'tempest-router-network01--623095910'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:40:28.639537 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-b9c00cd3-cfb1-40e4-8a0b-89f865b4f688 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:40:28.658821 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d131085f-abaf-4908-8598-05f4540ab03d None None] No DVR routers for this DVR port 6a63a85e-1645-45b4-882b-47be0b484700 on host dv-neutron-827798-2-hyperv {{(pid=84109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:40:28.676082 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:28.696315 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcdde0a4-fdec-43e0-9632-eb8fd5283881 None None] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:40:28.750741 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-b9c00cd3-cfb1-40e4-8a0b-89f865b4f688 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Usage tracker for resource:network and tenant:aec8e2252f724b5da5193f10c2a10bfe is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:40:28.751017 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166cfc6c-392d-43ee-ad53-c2655e1fab25 req-f0a3d35c-e562-4d16-997d-c29db3b2cefb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:28.752400 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-166cfc6c-392d-43ee-ad53-c2655e1fab25 req-f0a3d35c-e562-4d16-997d-c29db3b2cefb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=41131d08-2999-49eb-ac72-a47282c07ade HTTP/1.1" status: 200 len: 838 time: 0.5544002 Feb 04 08:40:28.755633 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-b9c00cd3-cfb1-40e4-8a0b-89f865b4f688 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:40:28.783768 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-b9c00cd3-cfb1-40e4-8a0b-89f865b4f688 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:40:28.841927 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-de7c7385-d1cd-4762-88da-39286d715895 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:40:28.886011 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638ec400-1c42-4b5f-80a5-9c485931fcd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-d89aa25b-f16e-4a20-b23c-a85250f0c49c', 'network_id': 'd89aa25b-f16e-4a20-b23c-a85250f0c49c', 'tenant_id': 'aec8e2252f724b5da5193f10c2a10bfe', 'fixed_ips': [{'subnet_id': '9e236b8b-3b74-451a-8109-25eb55f3f450'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:40:28.886011 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-638ec400-1c42-4b5f-80a5-9c485931fcd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:28.913730 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-57effa10-aef9-412b-97b8-65f254ddeb6f req-8f8535e8-3fdb-4478-a144-2bb2c1682f85 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/security-groups?id=53227cdf-7dc5-4d80-b711-52cc313216b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3212514 Feb 04 08:40:28.952276 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port 57296eb8-dbdb-45e9-802e-2c9a40ce9be7, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=57296eb8-dbdb-45e9-802e-2c9a40ce9be7,segment=NetworkSegment(a011d971-ea23-45a3-a0b7-e3a24c1c1624),segment_id=a011d971-ea23-45a3-a0b7-e3a24c1c1624)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:40:28.956776 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-de7c7385-d1cd-4762-88da-39286d715895 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Usage tracker for resource:subnet and tenant:ffa27937301745e1ad43fa520f28cbc3 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:40:28.966504 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-de7c7385-d1cd-4762-88da-39286d715895 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:40:28.972645 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6166ab91-b930-4c68-978d-e280ef1526df None None] DHCP port deletion for eb8c0b03-5448-48b6-95c7-b4b0ea1674f8 request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 08:40:28.986068 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9c00cd3-cfb1-40e4-8a0b-89f865b4f688 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Made reservation on behalf of aec8e2252f724b5da5193f10c2a10bfe for: {'network': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:40:28.989339 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b9c00cd3-cfb1-40e4-8a0b-89f865b4f688 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:29.025632 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-de7c7385-d1cd-4762-88da-39286d715895 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:40:29.036192 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d6961d44-c0f4-4a3c-a381-3bfaa6b72f2f tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:29.082533 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-6166ab91-b930-4c68-978d-e280ef1526df None None] Deleting port 06435af4-e4c8-4cf7-8e3f-7192fcffffda {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:40:29.083173 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-6166ab91-b930-4c68-978d-e280ef1526df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:29.097712 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eeda35-a368-4921-b6b7-bc53397df525 req-e85fa3e3-b8ac-453c-b311-c60af7ffa845 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:29.099304 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-45eeda35-a368-4921-b6b7-bc53397df525 req-e85fa3e3-b8ac-453c-b311-c60af7ffa845 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=33a4bee1-efae-42f0-8ec6-7b3e50658249 HTTP/1.1" status: 200 len: 944 time: 0.5614939 Feb 04 08:40:29.105724 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:29.107968 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-2d01a286-5493-4c13-ac06-f06e7880ea8a None None] Provisioning for port 6b1e5383-3d4c-4d57-850b-1a58b40bf661 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:40:29.168612 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-45eeda35-a368-4921-b6b7-bc53397df525 req-0f6f6e6d-68c0-4e39-bcbd-828107a42ef7 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=d22d8e9a-09b2-47a2-96a2-e16624bfee5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574844 Feb 04 08:40:29.186379 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-166cfc6c-392d-43ee-ad53-c2655e1fab25 req-ef7eed8d-2f54-456c-91a2-7e2d88fc2b9e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a283428a-c352-4d19-98bc-b1a1da8b6a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3776259 Feb 04 08:40:29.220763 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-2d01a286-5493-4c13-ac06-f06e7880ea8a None None] Provisioning complete for port 6b1e5383-3d4c-4d57-850b-1a58b40bf661 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:40:29.221381 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2d01a286-5493-4c13-ac06-f06e7880ea8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:29.221803 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-d6961d44-c0f4-4a3c-a381-3bfaa6b72f2f tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Calling delete_port for 6e6ddb12-bdf5-4b3e-9c6f-1eaf216833e3 owned by {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:40:29.296704 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-2d01a286-5493-4c13-ac06-f06e7880ea8a None None] Port 6b1e5383-3d4c-4d57-850b-1a58b40bf661 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:40:29.298444 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 0df1188a-fb16-4057-917d-d17c0cd8c6cf up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:40:29.354444 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.extraroute_db [None req-46fcf9bf-6556-4072-98f9-00bc87cd9136 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=84107) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 04 08:40:29.388166 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [None req-770bbd29-49c1-45a7-b8f6-a504310b587d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] For port 06435af4-e4c8-4cf7-8e3f-7192fcffffda, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=06435af4-e4c8-4cf7-8e3f-7192fcffffda,segment=NetworkSegment(4ea3feb7-58cf-4e68-b996-857db1dda1de),segment_id=4ea3feb7-58cf-4e68-b996-857db1dda1de)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:40:29.388525 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-770bbd29-49c1-45a7-b8f6-a504310b587d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:29.394642 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.extraroute_db [None req-46fcf9bf-6556-4072-98f9-00bc87cd9136 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Removed routes are [] {{(pid=84107) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 04 08:40:29.395256 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-46fcf9bf-6556-4072-98f9-00bc87cd9136 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40996'] for router, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:29.405165 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-166cfc6c-392d-43ee-ad53-c2655e1fab25 req-8d79d42d-3a87-4619-a103-9e0be6cdca0c service neutron] 10.222.0.47 "GET /v2.0/networks/a283428a-c352-4d19-98bc-b1a1da8b6a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799738 Feb 04 08:40:29.409817 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 50384) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:29.475164 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device 2b372ab4-7400-4547-a17c-2f75c1e00079 up at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:40:29.513380 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9c00cd3-cfb1-40e4-8a0b-89f865b4f688 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=84108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:40:29.525905 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-770bbd29-49c1-45a7-b8f6-a504310b587d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Calling delete_port for 06435af4-e4c8-4cf7-8e3f-7192fcffffda owned by network:dhcp {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:40:29.555684 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de7c7385-d1cd-4762-88da-39286d715895 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Made reservation on behalf of ffa27937301745e1ad43fa520f28cbc3 for: {'subnet': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:40:29.582569 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=57296eb8-dbdb-45e9-802e-2c9a40ce9be7,revision_number=5']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:29.650861 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b9c00cd3-cfb1-40e4-8a0b-89f865b4f688 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:29.651192 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.segments_db [None req-b9c00cd3-cfb1-40e4-8a0b-89f865b4f688 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Added segment d26a7a3c-fefb-4995-ab85-9914ccf216f5 of type vlan for network ef22f03b-a7d1-4c25-ae4d-04df7f5731f9 Feb 04 08:40:29.652331 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d6961d44-c0f4-4a3c-a381-3bfaa6b72f2f tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:29.701041 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31351082-c652-4cbf-8e25-595329e9c9ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'tenant_id': 'ffa27937301745e1ad43fa520f28cbc3', 'fixed_ips': [{'subnet_id': 'bc6402dd-3fb4-4a60-a4f4-8f0f6c85e7a2'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:40:29.702139 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-31351082-c652-4cbf-8e25-595329e9c9ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:29.737915 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-2d01a286-5493-4c13-ac06-f06e7880ea8a None None] Provisioning for port 6e6ddb12-bdf5-4b3e-9c6f-1eaf216833e3 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:40:29.748844 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6961d44-c0f4-4a3c-a381-3bfaa6b72f2f tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Pushing event deleted for resources: {'Port': ['ID=6e6ddb12-bdf5-4b3e-9c6f-1eaf216833e3,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:29.751239 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-c2b319fe-e113-4f96-bdc0-be32e6e0d50d tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-552055195'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:40:29.759096 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-166cfc6c-392d-43ee-ad53-c2655e1fab25 req-b8ce7591-cb09-43b9-b805-b59b19daefda service neutron] 10.222.0.47 "GET /v2.0/networks/a283428a-c352-4d19-98bc-b1a1da8b6a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3466663 Feb 04 08:40:29.761567 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-c2b319fe-e113-4f96-bdc0-be32e6e0d50d tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:40:29.771667 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-c2b319fe-e113-4f96-bdc0-be32e6e0d50d tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Usage tracker for resource:network and tenant:ad4a401d45cf492bbfe70c7522312369 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:40:29.784125 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-c2b319fe-e113-4f96-bdc0-be32e6e0d50d tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:40:29.793399 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-c2b319fe-e113-4f96-bdc0-be32e6e0d50d tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:40:29.812217 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b9c00cd3-cfb1-40e4-8a0b-89f865b4f688 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:29.873737 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-638ec400-1c42-4b5f-80a5-9c485931fcd3 None None] Allocated IP 172.20.0.2 (d89aa25b-f16e-4a20-b23c-a85250f0c49c/9e236b8b-3b74-451a-8109-25eb55f3f450/229d403a-340f-4681-92b2-dc1d80e32cb5) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:40:29.891029 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-2d01a286-5493-4c13-ac06-f06e7880ea8a None None] Provisioning complete for port 6e6ddb12-bdf5-4b3e-9c6f-1eaf216833e3 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:40:29.891404 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2d01a286-5493-4c13-ac06-f06e7880ea8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:29.907831 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b319fe-e113-4f96-bdc0-be32e6e0d50d tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Made reservation on behalf of ad4a401d45cf492bbfe70c7522312369 for: {'network': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:40:29.911496 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c2b319fe-e113-4f96-bdc0-be32e6e0d50d tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:29.963605 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c2b319fe-e113-4f96-bdc0-be32e6e0d50d tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:29.979138 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d6961d44-c0f4-4a3c-a381-3bfaa6b72f2f tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:30.003153 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-770bbd29-49c1-45a7-b8f6-a504310b587d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:30.071289 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-2d01a286-5493-4c13-ac06-f06e7880ea8a None None] Port 6e6ddb12-bdf5-4b3e-9c6f-1eaf216833e3 was deleted so its status cannot be updated. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Feb 04 08:40:30.071289 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 0df1188a-fb16-4057-917d-d17c0cd8c6cf triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:40:30.071289 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:30.129844 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-de7c7385-d1cd-4762-88da-39286d715895 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8119726'] for subnet, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:30.153998 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770bbd29-49c1-45a7-b8f6-a504310b587d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] No DVR routers for this DVR port 06435af4-e4c8-4cf7-8e3f-7192fcffffda on host dv-neutron-827798-2-hyperv {{(pid=84108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:40:30.159701 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770bbd29-49c1-45a7-b8f6-a504310b587d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Pushing event deleted for resources: {'Port': ['ID=06435af4-e4c8-4cf7-8e3f-7192fcffffda,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:30.266476 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-c2b319fe-e113-4f96-bdc0-be32e6e0d50d tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:40:30.278641 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-46fcf9bf-6556-4072-98f9-00bc87cd9136 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40996'] for router, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:30.284728 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-c2b319fe-e113-4f96-bdc0-be32e6e0d50d tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Usage tracker for resource:security_group_rule and tenant:ad4a401d45cf492bbfe70c7522312369 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:40:30.291453 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-c2b319fe-e113-4f96-bdc0-be32e6e0d50d tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:40:30.297440 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-6166ab91-b930-4c68-978d-e280ef1526df None None] For port 06435af4-e4c8-4cf7-8e3f-7192fcffffda, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=06435af4-e4c8-4cf7-8e3f-7192fcffffda,segment=NetworkSegment(4ea3feb7-58cf-4e68-b996-857db1dda1de),segment_id=4ea3feb7-58cf-4e68-b996-857db1dda1de)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:40:30.298343 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-6166ab91-b930-4c68-978d-e280ef1526df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:30.302370 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-46fcf9bf-6556-4072-98f9-00bc87cd9136 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-472436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-472429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-475363'] for router, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:30.319141 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-c2b319fe-e113-4f96-bdc0-be32e6e0d50d tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:40:30.324099 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Provisioning for port 2b372ab4-7400-4547-a17c-2f75c1e00079 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:40:30.332840 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c4a5087b-c590-4cb0-b6a2-82e450ab7a88 req-3268d8a1-a6c7-4c0a-b78f-fde87ddde08d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7df2bfd740464e869863a41b14f4d5af&device_id=33a4bee1-efae-42f0-8ec6-7b3e50658249 HTTP/1.1" status: 200 len: 1097 time: 0.4066539 Feb 04 08:40:30.442276 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b9c00cd3-cfb1-40e4-8a0b-89f865b4f688 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:30.447226 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c00cd3-cfb1-40e4-8a0b-89f865b4f688 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:30.448173 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b9c00cd3-cfb1-40e4-8a0b-89f865b4f688 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:30.454140 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-d6961d44-c0f4-4a3c-a381-3bfaa6b72f2f tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] 10.222.0.36 "DELETE /v2.0/ports/6e6ddb12-bdf5-4b3e-9c6f-1eaf216833e3 HTTP/1.1" status: 204 len: 168 time: 2.6192417 Feb 04 08:40:30.479008 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Provisioning complete for port 2b372ab4-7400-4547-a17c-2f75c1e00079 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:40:30.479520 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:30.518379 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50396) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:30.518532 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-6166ab91-b930-4c68-978d-e280ef1526df None None] Calling delete_port for 06435af4-e4c8-4cf7-8e3f-7192fcffffda owned by network:dhcp {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:40:30.607692 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-09ae5b69-a631-46da-82f5-bdc01c69e357 tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Request body: {'port': {'name': 'tempest-new-port-name-810036714', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:40:30.608314 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.api.validators [None req-09ae5b69-a631-46da-82f5-bdc01c69e357 tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] bootfile-name is not in valid_values {{(pid=84108) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 08:40:30.608859 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.api.validators [None req-09ae5b69-a631-46da-82f5-bdc01c69e357 tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] tftp-server is not in valid_values {{(pid=84108) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 08:40:30.609361 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.api.validators [None req-09ae5b69-a631-46da-82f5-bdc01c69e357 tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] server-ip-address is not in valid_values {{(pid=84108) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 08:40:30.762259 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-770bbd29-49c1-45a7-b8f6-a504310b587d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:30.830107 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c00cd3-cfb1-40e4-8a0b-89f865b4f688 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Pushing event updated for resources: {'Network': ['ID=ef22f03b-a7d1-4c25-ae4d-04df7f5731f9,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:30.834598 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-b9c00cd3-cfb1-40e4-8a0b-89f865b4f688 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.2050736 Feb 04 08:40:30.847319 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-770bbd29-49c1-45a7-b8f6-a504310b587d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb8c0b03-5448-48b6-95c7-b4b0ea1674f8']}} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:40:30.852816 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network ef22f03b-a7d1-4c25-ae4d-04df7f5731f9 details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:40:30.854375 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50400) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:30.930578 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-09ae5b69-a631-46da-82f5-bdc01c69e357 tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:30.947201 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-dc3bc5b7-7e9a-481e-b9e2-02073163c74f tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Request body: {'network': {'name': 'tempest-router-network02--283761028'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:40:30.949362 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec012f65-490d-40b6-b1e6-7ba98f880b54 req-c1b2e2c0-6403-44f3-a30b-6290edc535d9 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:30.955983 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-770bbd29-49c1-45a7-b8f6-a504310b587d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ea3feb7-58cf-4e68-b996-857db1dda1de') {'for_net_delete': True} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:40:30.956280 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-770bbd29-49c1-45a7-b8f6-a504310b587d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ea3feb7-58cf-4e68-b996-857db1dda1de') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:40:30.961013 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ec012f65-490d-40b6-b1e6-7ba98f880b54 req-c1b2e2c0-6403-44f3-a30b-6290edc535d9 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d3f9a2e-5f81-4e26-82f8-be8c0a180732 HTTP/1.1" status: 200 len: 944 time: 0.8137450 Feb 04 08:40:30.978209 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-dc3bc5b7-7e9a-481e-b9e2-02073163c74f tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:40:30.985756 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-770bbd29-49c1-45a7-b8f6-a504310b587d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7851336'] for segment, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:31.001266 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-dc3bc5b7-7e9a-481e-b9e2-02073163c74f tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Usage tracker for resource:network and tenant:aec8e2252f724b5da5193f10c2a10bfe is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:40:31.034467 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-dc3bc5b7-7e9a-481e-b9e2-02073163c74f tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:40:31.050533 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-dc3bc5b7-7e9a-481e-b9e2-02073163c74f tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:40:31.053298 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-770bbd29-49c1-45a7-b8f6-a504310b587d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:31.060413 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a5087b-c590-4cb0-b6a2-82e450ab7a88 req-82fb3881-1eb0-4c0a-86f1-acd284d0f2ee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:31.062167 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c4a5087b-c590-4cb0-b6a2-82e450ab7a88 req-82fb3881-1eb0-4c0a-86f1-acd284d0f2ee service neutron] 10.222.0.47 "GET /v2.0/networks?id=a283428a-c352-4d19-98bc-b1a1da8b6a7b HTTP/1.1" status: 200 len: 898 time: 0.6958082 Feb 04 08:40:31.079180 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-31351082-c652-4cbf-8e25-595329e9c9ba None None] Allocated IP 172.20.0.2 (bc933c3a-b15d-4eab-9ad6-d32fd193f5cd/bc6402dd-3fb4-4a60-a4f4-8f0f6c85e7a2/0709e3c1-bb03-427e-8222-d8fbdae77b3e) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:40:31.082035 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-770bbd29-49c1-45a7-b8f6-a504310b587d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=84108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:40:31.082439 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-770bbd29-49c1-45a7-b8f6-a504310b587d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7460345'] for segment, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:31.087841 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.db.api [None req-6166ab91-b930-4c68-978d-e280ef1526df None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 08:40:31.088194 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG oslo_db.api [None req-6166ab91-b930-4c68-978d-e280ef1526df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 08:40:31.100152 dv-neutron-827798-2-hyperv neutron-server[84108]: Traceback (most recent call last): Feb 04 08:40:31.100152 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:40:31.100152 dv-neutron-827798-2-hyperv neutron-server[84108]: timer() Feb 04 08:40:31.100152 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:40:31.100152 dv-neutron-827798-2-hyperv neutron-server[84108]: cb(*args, **kw) Feb 04 08:40:31.100152 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:40:31.100152 dv-neutron-827798-2-hyperv neutron-server[84108]: return func(*args, **kwargs) Feb 04 08:40:31.100152 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:40:31.100152 dv-neutron-827798-2-hyperv neutron-server[84108]: self._notify() Feb 04 08:40:31.100152 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:40:31.100152 dv-neutron-827798-2-hyperv neutron-server[84108]: self.callback(batched_events) Feb 04 08:40:31.100152 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:40:31.100152 dv-neutron-827798-2-hyperv neutron-server[84108]: event.method(event) Feb 04 08:40:31.100152 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:40:31.100152 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:40:31.100152 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:40:31.100152 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:40:31.100152 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:40:31.100152 dv-neutron-827798-2-hyperv neutron-server[84108]: return f(self, *a, **k) Feb 04 08:40:31.100152 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:40:31.100152 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._get(url).json() Feb 04 08:40:31.100152 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:40:31.100152 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:40:31.100152 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:40:31.100152 dv-neutron-827798-2-hyperv neutron-server[84108]: return self.request(url, 'GET', **kwargs) Feb 04 08:40:31.100152 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:40:31.100152 dv-neutron-827798-2-hyperv neutron-server[84108]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:40:31.100152 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:40:31.100152 dv-neutron-827798-2-hyperv neutron-server[84108]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:40:31.100152 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:40:31.100152 dv-neutron-827798-2-hyperv neutron-server[84108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:40:31.100152 dv-neutron-827798-2-hyperv neutron-server[84108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:40:31.171745 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 06435af4-e4c8-4cf7-8e3f-7192fcffffda no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:40:31.232105 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c4a5087b-c590-4cb0-b6a2-82e450ab7a88 req-6155a208-31f6-4b23-a28f-1dc8286b3389 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=e50241e3-1f74-48e9-942e-ae6ba3b7d69c HTTP/1.1" status: 200 len: 217 time: 0.1505613 Feb 04 08:40:31.238710 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c2b319fe-e113-4f96-bdc0-be32e6e0d50d tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:31.248413 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc3bc5b7-7e9a-481e-b9e2-02073163c74f tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Made reservation on behalf of aec8e2252f724b5da5193f10c2a10bfe for: {'network': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:40:31.260647 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-dc3bc5b7-7e9a-481e-b9e2-02073163c74f tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:31.260789 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-638ec400-1c42-4b5f-80a5-9c485931fcd3 None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:31.273853 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ec012f65-490d-40b6-b1e6-7ba98f880b54 req-7f6b0da7-bd4c-4af6-b0ef-8a5386ce0d7a tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/security-groups?id=53227cdf-7dc5-4d80-b711-52cc313216b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3094378 Feb 04 08:40:31.274834 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: 06435af4-e4c8-4cf7-8e3f-7192fcffffda {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:40:31.275531 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 06435af4-e4c8-4cf7-8e3f-7192fcffffda not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:40:31.275668 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 6a63a85e-1645-45b4-882b-47be0b484700 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:40:31.318652 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-638ec400-1c42-4b5f-80a5-9c485931fcd3 None None] Transition to ACTIVE for port object 229d403a-340f-4681-92b2-dc1d80e32cb5 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:40:31.320984 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:31.326981 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c2b319fe-e113-4f96-bdc0-be32e6e0d50d tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:31.330492 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: 6a63a85e-1645-45b4-882b-47be0b484700 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:40:31.330825 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 6a63a85e-1645-45b4-882b-47be0b484700 not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:40:31.342502 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2b319fe-e113-4f96-bdc0-be32e6e0d50d tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=84107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:40:31.355578 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c2b319fe-e113-4f96-bdc0-be32e6e0d50d tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:31.355578 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.segments_db [None req-c2b319fe-e113-4f96-bdc0-be32e6e0d50d tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Added segment f59c6b0d-c1b6-4ca4-b62a-5943738750d5 of type vlan for network cffddbfd-7362-47bd-9723-84fa8f6b93f8 Feb 04 08:40:31.384858 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc3bc5b7-7e9a-481e-b9e2-02073163c74f tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=84108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:40:31.386190 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-638ec400-1c42-4b5f-80a5-9c485931fcd3 None None] Transition to ACTIVE for port object 229d403a-340f-4681-92b2-dc1d80e32cb5 will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:40:31.387037 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c2b319fe-e113-4f96-bdc0-be32e6e0d50d tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:31.408378 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d3f9a2e-5f81-4e26-82f8-be8c0a180732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b372ab4-7400-4547-a17c-2f75c1e00079'}] {{(pid=84109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:40:31.413299 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-770bbd29-49c1-45a7-b8f6-a504310b587d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:31.436278 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port 2b372ab4-7400-4547-a17c-2f75c1e00079, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=2b372ab4-7400-4547-a17c-2f75c1e00079,segment=NetworkSegment(c8e7a4a8-bd8f-4bcd-a973-4a8e1fee7582),segment_id=c8e7a4a8-bd8f-4bcd-a973-4a8e1fee7582)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:40:31.444486 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-dc3bc5b7-7e9a-481e-b9e2-02073163c74f tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:31.445076 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.segments_db [None req-dc3bc5b7-7e9a-481e-b9e2-02073163c74f tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Added segment 189cde88-15c3-4616-805e-8035c1c4d2f9 of type vlan for network 14370ec3-0c30-4b1c-8420-9581c97908ae Feb 04 08:40:31.446934 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-770bbd29-49c1-45a7-b8f6-a504310b587d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:31.474994 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770bbd29-49c1-45a7-b8f6-a504310b587d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Pushing event deleted for resources: {'Network': ['ID=eb8c0b03-5448-48b6-95c7-b4b0ea1674f8,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:31.487908 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-638ec400-1c42-4b5f-80a5-9c485931fcd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:31.504404 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b87015-fefc-4de4-89c3-04b5cc50c432 req-f37a10bd-f74b-49e7-baa0-c621b1c3ae84 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:31.507611 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-44b87015-fefc-4de4-89c3-04b5cc50c432 req-f37a10bd-f74b-49e7-baa0-c621b1c3ae84 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=33a4bee1-efae-42f0-8ec6-7b3e50658249 HTTP/1.1" status: 200 len: 944 time: 0.7336876 Feb 04 08:40:31.508727 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-770bbd29-49c1-45a7-b8f6-a504310b587d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "DELETE /v2.0/networks/eb8c0b03-5448-48b6-95c7-b4b0ea1674f8 HTTP/1.1" status: 204 len: 168 time: 3.5768781 Feb 04 08:40:31.514294 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b319fe-e113-4f96-bdc0-be32e6e0d50d tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=956cc0a5-8472-47f6-9f16-e354e19847c7,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:31.519908 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c2b319fe-e113-4f96-bdc0-be32e6e0d50d tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:31.524120 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b319fe-e113-4f96-bdc0-be32e6e0d50d tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:31.524731 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c2b319fe-e113-4f96-bdc0-be32e6e0d50d tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:31.533730 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50406) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:31.575198 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-dc3bc5b7-7e9a-481e-b9e2-02073163c74f tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:31.588728 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a5087b-c590-4cb0-b6a2-82e450ab7a88 req-20c78afa-5d38-4f34-a6fa-ad824372babc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:31.590465 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c4a5087b-c590-4cb0-b6a2-82e450ab7a88 req-20c78afa-5d38-4f34-a6fa-ad824372babc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=41131d08-2999-49eb-ac72-a47282c07ade HTTP/1.1" status: 200 len: 838 time: 0.3502147 Feb 04 08:40:31.592195 dv-neutron-827798-2-hyperv neutron-server[84109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d3f9a2e-5f81-4e26-82f8-be8c0a180732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b372ab4-7400-4547-a17c-2f75c1e00079', 'code': 200} Feb 04 08:40:31.615371 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-31351082-c652-4cbf-8e25-595329e9c9ba None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:31.625185 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-6166ab91-b930-4c68-978d-e280ef1526df None None] Deleting port 06435af4-e4c8-4cf7-8e3f-7192fcffffda {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:40:31.625185 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-6166ab91-b930-4c68-978d-e280ef1526df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:31.642513 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-09ae5b69-a631-46da-82f5-bdc01c69e357 tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Notify callbacks [] for port, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:31.652214 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 57296eb8-dbdb-45e9-802e-2c9a40ce9be7 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:40:31.655359 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da78561-95cc-4ae0-8e7d-ad094f0b9eb2 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:31.657463 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-9da78561-95cc-4ae0-8e7d-ad094f0b9eb2 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Synchronizing usage tracker for tenant:e63069d3cf3540d8aad7a137ff4999ec on resource:port {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:40:31.690174 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:31.696650 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-31351082-c652-4cbf-8e25-595329e9c9ba None None] Transition to ACTIVE for port object 0709e3c1-bb03-427e-8222-d8fbdae77b3e will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:40:31.712985 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ec400-1c42-4b5f-80a5-9c485931fcd3 None None] Pushing event updated for resources: {'Port': ['ID=229d403a-340f-4681-92b2-dc1d80e32cb5,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:31.748305 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46fcf9bf-6556-4072-98f9-00bc87cd9136 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Router f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:40:31.770355 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-09ae5b69-a631-46da-82f5-bdc01c69e357 tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:31.774299 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-dc3bc5b7-7e9a-481e-b9e2-02073163c74f tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:31.778794 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3bc5b7-7e9a-481e-b9e2-02073163c74f tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:31.779843 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-dc3bc5b7-7e9a-481e-b9e2-02073163c74f tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:31.784014 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-9da78561-95cc-4ae0-8e7d-ad094f0b9eb2 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Unset dirty status for tenant:e63069d3cf3540d8aad7a137ff4999ec on resource:port {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:40:31.785298 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-9da78561-95cc-4ae0-8e7d-ad094f0b9eb2 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "GET /v2.0/ports/5e07334d-4bee-4336-bf8b-45995d221e28 HTTP/1.1" status: 200 len: 845 time: 0.2506361 Feb 04 08:40:31.802393 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638ec400-1c42-4b5f-80a5-9c485931fcd3 None None] Network d89aa25b-f16e-4a20-b23c-a85250f0c49c is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:40:31.811549 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-6166ab91-b930-4c68-978d-e280ef1526df None None] The port '06435af4-e4c8-4cf7-8e3f-7192fcffffda' was deleted {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 08:40:31.817188 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-638ec400-1c42-4b5f-80a5-9c485931fcd3 None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:40:31.829779 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-44b87015-fefc-4de4-89c3-04b5cc50c432 req-5921ab04-b2f2-44a2-8635-95ab3997bf87 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=d22d8e9a-09b2-47a2-96a2-e16624bfee5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2758040 Feb 04 08:40:31.833521 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638ec400-1c42-4b5f-80a5-9c485931fcd3 None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:40:31.835376 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 50410) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:31.836941 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b319fe-e113-4f96-bdc0-be32e6e0d50d tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Pushing event updated for resources: {'Network': ['ID=cffddbfd-7362-47bd-9723-84fa8f6b93f8,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:31.838961 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-31351082-c652-4cbf-8e25-595329e9c9ba None None] Transition to ACTIVE for port object 0709e3c1-bb03-427e-8222-d8fbdae77b3e will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:40:31.867749 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network cffddbfd-7362-47bd-9723-84fa8f6b93f8 details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:40:31.913948 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-c2b319fe-e113-4f96-bdc0-be32e6e0d50d tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.5030770 Feb 04 08:40:31.930428 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 50414) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:31.946472 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.objects.ports [None req-de7c7385-d1cd-4762-88da-39286d715895 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84108) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 04 08:40:31.964056 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-de7c7385-d1cd-4762-88da-39286d715895 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7593498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8119736'] for subnet, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:32.015046 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-e537d204-7305-466a-9b77-0b482d1c55af tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Request body: {'subnet': {'network_id': 'cffddbfd-7362-47bd-9723-84fa8f6b93f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:40:32.022762 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-31351082-c652-4cbf-8e25-595329e9c9ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:32.037281 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=2b372ab4-7400-4547-a17c-2f75c1e00079,revision_number=5']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:32.072146 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7c7385-d1cd-4762-88da-39286d715895 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event updated for resources: {'Subnet': ['ID=f873d258-cb73-426f-80fb-e5ef21ced1b8,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:32.078563 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-dc3bc5b7-7e9a-481e-b9e2-02073163c74f tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1548307 Feb 04 08:40:32.122089 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-638ec400-1c42-4b5f-80a5-9c485931fcd3 None None] Attempting to bind port 229d403a-340f-4681-92b2-dc1d80e32cb5 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:40:32.122723 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-638ec400-1c42-4b5f-80a5-9c485931fcd3 None None] Attempting to bind port 229d403a-340f-4681-92b2-dc1d80e32cb5 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': '8e266012-8fdd-48da-a380-8faaa4467bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd89aa25b-f16e-4a20-b23c-a85250f0c49c'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:40:32.123003 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638ec400-1c42-4b5f-80a5-9c485931fcd3 None None] Attempting to bind port 229d403a-340f-4681-92b2-dc1d80e32cb5 on network d89aa25b-f16e-4a20-b23c-a85250f0c49c {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:40:32.125926 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 50418) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:32.148496 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7c7385-d1cd-4762-88da-39286d715895 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:40:32.149314 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3bc5b7-7e9a-481e-b9e2-02073163c74f tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Pushing event updated for resources: {'Network': ['ID=14370ec3-0c30-4b1c-8420-9581c97908ae,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:32.151433 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ae5b69-a631-46da-82f5-bdc01c69e357 tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Pushing event updated for resources: {'Port': ['ID=6b1e5383-3d4c-4d57-850b-1a58b40bf661,revision_number=2']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:32.158020 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-de7c7385-d1cd-4762-88da-39286d715895 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:40:32.162802 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7c7385-d1cd-4762-88da-39286d715895 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:32.163374 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-de7c7385-d1cd-4762-88da-39286d715895 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:32.182741 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31351082-c652-4cbf-8e25-595329e9c9ba None None] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:40:32.191312 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 57296eb8-dbdb-45e9-802e-2c9a40ce9be7 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:40:32.191312 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:32.205515 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-09ae5b69-a631-46da-82f5-bdc01c69e357 tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] In _notify_port_updated(), no bound segment for port 6b1e5383-3d4c-4d57-850b-1a58b40bf661 on network 3a04225d-2252-461c-85ba-207f71b0a2f8 {{(pid=84108) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 04 08:40:32.210412 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ae5b69-a631-46da-82f5-bdc01c69e357 tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:32.211069 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-09ae5b69-a631-46da-82f5-bdc01c69e357 tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:32.212428 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-09ae5b69-a631-46da-82f5-bdc01c69e357 tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] 10.222.0.36 "PUT /v2.0/ports/6b1e5383-3d4c-4d57-850b-1a58b40bf661 HTTP/1.1" status: 200 len: 1136 time: 1.6299207 Feb 04 08:40:32.219541 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638ec400-1c42-4b5f-80a5-9c485931fcd3 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:40:32.220049 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638ec400-1c42-4b5f-80a5-9c485931fcd3 None None] Checking segment: {'id': '8e266012-8fdd-48da-a380-8faaa4467bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd89aa25b-f16e-4a20-b23c-a85250f0c49c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:40:32.220544 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-638ec400-1c42-4b5f-80a5-9c485931fcd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:32.221042 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638ec400-1c42-4b5f-80a5-9c485931fcd3 None None] Bound using segment: {'id': '8e266012-8fdd-48da-a380-8faaa4467bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd89aa25b-f16e-4a20-b23c-a85250f0c49c'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:40:32.221621 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-638ec400-1c42-4b5f-80a5-9c485931fcd3 None None] Bound port: 229d403a-340f-4681-92b2-dc1d80e32cb5, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e266012-8fdd-48da-a380-8faaa4467bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd89aa25b-f16e-4a20-b23c-a85250f0c49c'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:40:32.222091 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-638ec400-1c42-4b5f-80a5-9c485931fcd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:32.226550 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-bc304ab6-03a9-4517-8fa8-52ca88a268f3 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Request body: {'subnet': {'network_id': 'ef22f03b-a7d1-4c25-ae4d-04df7f5731f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:40:32.231437 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network 14370ec3-0c30-4b1c-8420-9581c97908ae details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:40:32.253833 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c4a5087b-c590-4cb0-b6a2-82e450ab7a88 req-14c4e38e-3084-4aeb-b1f4-b7e4def39160 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a283428a-c352-4d19-98bc-b1a1da8b6a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.5643773 Feb 04 08:40:32.254081 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-31351082-c652-4cbf-8e25-595329e9c9ba None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:40:32.260906 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 50422) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:32.275557 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-de7c7385-d1cd-4762-88da-39286d715895 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.0604208 Feb 04 08:40:32.279518 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50424) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:32.287227 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-8dee6b43-632f-4f3d-abb9-458afca34a2b tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Request body: {'port': {'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'mac_address': 'fa:16:3e:64:a4:1c', 'name': 'tempest-NetworksTestDHCPv6-361353745'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:40:32.322148 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31351082-c652-4cbf-8e25-595329e9c9ba None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:40:32.324278 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31351082-c652-4cbf-8e25-595329e9c9ba None None] Pushing event updated for resources: {'Port': ['ID=0709e3c1-bb03-427e-8222-d8fbdae77b3e,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:32.442053 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-e7477c77-9703-482f-b9e0-2c98f31e31ce tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "GET /v2.0/ports/5e07334d-4bee-4336-bf8b-45995d221e28?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.5767162 Feb 04 08:40:32.481957 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50432) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:32.487890 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-83f1cfdb-b991-4158-a19b-82168b97229d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Request body: {'subnet': {'network_id': '596e5f5c-7eff-420e-842e-232f7b0c78ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:40:32.597181 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-d4eff648-6544-4351-adb6-85b949477df1 None None] Provisioning complete for port 6b1e5383-3d4c-4d57-850b-1a58b40bf661 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:40:32.597770 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-d4eff648-6544-4351-adb6-85b949477df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:32.628701 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b8a2d21a-7be0-460d-b703-30ae0e5375e6 req-066e0e0c-73a9-430d-9c02-50b9ff475246 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0cd345d0-ab65-4db3-8ffb-c06fae39e475&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4147851 Feb 04 08:40:32.687915 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb84920d-ed79-4f4e-9ba7-8d7f209433c8 None None] Sync routers for ids ['f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:40:32.691095 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-83f1cfdb-b991-4158-a19b-82168b97229d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:40:32.698284 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-83f1cfdb-b991-4158-a19b-82168b97229d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Usage tracker for resource:subnet and tenant:e63069d3cf3540d8aad7a137ff4999ec is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:40:32.702717 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-31351082-c652-4cbf-8e25-595329e9c9ba None None] Attempting to bind port 0709e3c1-bb03-427e-8222-d8fbdae77b3e on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:40:32.703153 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-31351082-c652-4cbf-8e25-595329e9c9ba None None] Attempting to bind port 0709e3c1-bb03-427e-8222-d8fbdae77b3e by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': '2c48dc91-e362-4611-9354-aede43558386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:40:32.703574 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31351082-c652-4cbf-8e25-595329e9c9ba None None] Attempting to bind port 0709e3c1-bb03-427e-8222-d8fbdae77b3e on network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:40:32.705937 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-8dee6b43-632f-4f3d-abb9-458afca34a2b tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:40:32.706652 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-638ec400-1c42-4b5f-80a5-9c485931fcd3 None None] For port 229d403a-340f-4681-92b2-dc1d80e32cb5, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:40:32.710269 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-8dee6b43-632f-4f3d-abb9-458afca34a2b tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Usage tracker for resource:port and tenant:ffa27937301745e1ad43fa520f28cbc3 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:40:32.713657 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-8dee6b43-632f-4f3d-abb9-458afca34a2b tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:40:32.720404 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-8dee6b43-632f-4f3d-abb9-458afca34a2b tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:40:32.728514 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-83f1cfdb-b991-4158-a19b-82168b97229d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:40:32.744672 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-638ec400-1c42-4b5f-80a5-9c485931fcd3 None None] For port 229d403a-340f-4681-92b2-dc1d80e32cb5, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=229d403a-340f-4681-92b2-dc1d80e32cb5,segment=NetworkSegment(8e266012-8fdd-48da-a380-8faaa4467bbb),segment_id=8e266012-8fdd-48da-a380-8faaa4467bbb)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:40:32.753711 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31351082-c652-4cbf-8e25-595329e9c9ba None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:40:32.755286 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31351082-c652-4cbf-8e25-595329e9c9ba None None] Checking segment: {'id': '2c48dc91-e362-4611-9354-aede43558386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:40:32.755286 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-31351082-c652-4cbf-8e25-595329e9c9ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:32.755286 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31351082-c652-4cbf-8e25-595329e9c9ba None None] Bound using segment: {'id': '2c48dc91-e362-4611-9354-aede43558386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:40:32.755286 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-31351082-c652-4cbf-8e25-595329e9c9ba None None] Bound port: 0709e3c1-bb03-427e-8222-d8fbdae77b3e, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c48dc91-e362-4611-9354-aede43558386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:40:32.755707 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-31351082-c652-4cbf-8e25-595329e9c9ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:32.769020 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-bc304ab6-03a9-4517-8fa8-52ca88a268f3 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:40:32.779290 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-d4eff648-6544-4351-adb6-85b949477df1 None None] Port 6b1e5383-3d4c-4d57-850b-1a58b40bf661 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:40:32.785110 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb84920d-ed79-4f4e-9ba7-8d7f209433c8 None None] Routers {'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:40:32.785475 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-83f1cfdb-b991-4158-a19b-82168b97229d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:40:32.785731 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-cb84920d-ed79-4f4e-9ba7-8d7f209433c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:40:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:40:32.802086 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dee6b43-632f-4f3d-abb9-458afca34a2b tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Made reservation on behalf of ffa27937301745e1ad43fa520f28cbc3 for: {'port': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:40:32.806211 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8dee6b43-632f-4f3d-abb9-458afca34a2b tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:32.816041 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-bc304ab6-03a9-4517-8fa8-52ca88a268f3 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Usage tracker for resource:subnet and tenant:aec8e2252f724b5da5193f10c2a10bfe is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:40:32.821468 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-e537d204-7305-466a-9b77-0b482d1c55af tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:40:32.830011 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-bc304ab6-03a9-4517-8fa8-52ca88a268f3 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:40:32.840782 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b8a2d21a-7be0-460d-b703-30ae0e5375e6 req-c31d3082-f1f6-4d82-bab4-5da22b262896 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7df2bfd740464e869863a41b14f4d5af&device_id=0cd345d0-ab65-4db3-8ffb-c06fae39e475 HTTP/1.1" status: 200 len: 1099 time: 0.1089246 Feb 04 08:40:32.852995 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [None req-8dee6b43-632f-4f3d-abb9-458afca34a2b tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] device_id is not set on port cd1b0317-717d-458f-a86b-7ad97afb184e yet. {{(pid=84108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:40:32.853410 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-e537d204-7305-466a-9b77-0b482d1c55af tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Usage tracker for resource:subnet and tenant:ad4a401d45cf492bbfe70c7522312369 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:40:32.868766 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-bc304ab6-03a9-4517-8fa8-52ca88a268f3 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:40:32.874383 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-e537d204-7305-466a-9b77-0b482d1c55af tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:40:32.878526 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-638ec400-1c42-4b5f-80a5-9c485931fcd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:32.908908 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-e537d204-7305-466a-9b77-0b482d1c55af tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:40:32.927956 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c4a5087b-c590-4cb0-b6a2-82e450ab7a88 req-453cd9ac-2ba9-4c81-9be1-040c20bfeba4 service neutron] 10.222.0.47 "GET /v2.0/networks/a283428a-c352-4d19-98bc-b1a1da8b6a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6542623 Feb 04 08:40:32.934302 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60161930-0f74-47d0-a21b-08d15e92537e tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:32.936885 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-60161930-0f74-47d0-a21b-08d15e92537e tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] 10.222.0.36 "GET /v2.0/ports/6b1e5383-3d4c-4d57-850b-1a58b40bf661 HTTP/1.1" status: 200 len: 1136 time: 0.6618536 Feb 04 08:40:32.948935 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-3a047c9c-ebd3-4a7d-b515-c5189ff27266 req-533cc71e-220c-4c78-ba20-c75273f2d611 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5d3f9a2e-5f81-4e26-82f8-be8c0a180732 HTTP/1.1" status: 200 len: 1098 time: 1.0190382 Feb 04 08:40:32.949439 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 50438) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:33.043676 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83f1cfdb-b991-4158-a19b-82168b97229d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Made reservation on behalf of e63069d3cf3540d8aad7a137ff4999ec for: {'subnet': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:40:33.083001 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ec400-1c42-4b5f-80a5-9c485931fcd3 None None] Pushing event updated for resources: {'Port': ['ID=229d403a-340f-4681-92b2-dc1d80e32cb5,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:33.096308 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-31351082-c652-4cbf-8e25-595329e9c9ba None None] For port 0709e3c1-bb03-427e-8222-d8fbdae77b3e, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:40:33.098263 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-cb84920d-ed79-4f4e-9ba7-8d7f209433c8 None None] Set router f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3 gateway port host: None {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:40:33.140438 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc304ab6-03a9-4517-8fa8-52ca88a268f3 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Made reservation on behalf of aec8e2252f724b5da5193f10c2a10bfe for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:40:33.151867 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-83f1cfdb-b991-4158-a19b-82168b97229d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8119726'] for subnet, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:33.152099 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-31351082-c652-4cbf-8e25-595329e9c9ba None None] For port 0709e3c1-bb03-427e-8222-d8fbdae77b3e, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=0709e3c1-bb03-427e-8222-d8fbdae77b3e,segment=NetworkSegment(2c48dc91-e362-4611-9354-aede43558386),segment_id=2c48dc91-e362-4611-9354-aede43558386)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:40:33.172520 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e537d204-7305-466a-9b77-0b482d1c55af tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Made reservation on behalf of ad4a401d45cf492bbfe70c7522312369 for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:40:33.242446 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-31351082-c652-4cbf-8e25-595329e9c9ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:33.404138 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9c5d99-120b-4062-b17e-af23b1549296 req-54b93e49-a865-4ff5-96ff-a3abf477a2e1 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:33.406253 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-dd9c5d99-120b-4062-b17e-af23b1549296 req-54b93e49-a865-4ff5-96ff-a3abf477a2e1 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d3f9a2e-5f81-4e26-82f8-be8c0a180732 HTTP/1.1" status: 200 len: 945 time: 0.7237620 Feb 04 08:40:33.423486 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a2d21a-7be0-460d-b703-30ae0e5375e6 req-c9032cdf-f088-4321-97e3-aeaa9aa09cae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:33.426255 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b8a2d21a-7be0-460d-b703-30ae0e5375e6 req-c9032cdf-f088-4321-97e3-aeaa9aa09cae service neutron] 10.222.0.47 "GET /v2.0/networks?id=4c9b2602-557a-496f-9496-472f42f83572 HTTP/1.1" status: 200 len: 898 time: 0.5256321 Feb 04 08:40:33.431809 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31351082-c652-4cbf-8e25-595329e9c9ba None None] Pushing event updated for resources: {'Port': ['ID=0709e3c1-bb03-427e-8222-d8fbdae77b3e,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:33.444511 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46fcf9bf-6556-4072-98f9-00bc87cd9136 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:40:33.451858 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-46fcf9bf-6556-4072-98f9-00bc87cd9136 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:33.453797 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-46fcf9bf-6556-4072-98f9-00bc87cd9136 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "PUT /v2.0/routers/f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3 HTTP/1.1" status: 200 len: 933 time: 5.9092984 Feb 04 08:40:33.456522 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device e50241e3-1f74-48e9-942e-ae6ba3b7d69c details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=84109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 08:40:33.502390 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-3a047c9c-ebd3-4a7d-b515-c5189ff27266 req-5f9a8b80-308a-4f41-b110-ead63fe73bb2 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=53227cdf-7dc5-4d80-b711-52cc313216b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5300181 Feb 04 08:40:33.513266 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 50442) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:33.627600 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-00db9107-f171-4cbf-a85e-36d3d9a17eec tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Deleting port 6b1e5383-3d4c-4d57-850b-1a58b40bf661 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:40:33.628021 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-00db9107-f171-4cbf-a85e-36d3d9a17eec tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:33.746529 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port e50241e3-1f74-48e9-942e-ae6ba3b7d69c, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=e50241e3-1f74-48e9-942e-ae6ba3b7d69c,segment=NetworkSegment(a90d19d3-892e-440d-b71b-bdd2d1242422),segment_id=a90d19d3-892e-440d-b71b-bdd2d1242422)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:40:33.763603 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Returning: {'device': 'e50241e3-1f74-48e9-942e-ae6ba3b7d69c', 'network_id': 'a283428a-c352-4d19-98bc-b1a1da8b6a7b', 'port_id': 'e50241e3-1f74-48e9-942e-ae6ba3b7d69c', 'mac_address': 'fa:16:3e:d2:5d:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41131d08-2999-49eb-ac72-a47282c07ade', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 08:40:33.765918 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-bc304ab6-03a9-4517-8fa8-52ca88a268f3 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985186'] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:33.767592 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-cb84920d-ed79-4f4e-9ba7-8d7f209433c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'name': 'tempest-RoutersTest-router-377201212', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:39:20Z', 'updated_at': '2022-02-04T08:40:29Z', 'revision_number': 6, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'gw_port_host': None, '_interfaces': [{'id': '57296eb8-dbdb-45e9-802e-2c9a40ce9be7', 'name': '', 'network_id': 'dfea1b86-0ebe-4d9d-91bf-448734213079', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'mac_address': 'fa:16:3e:6d:fb:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '511a8f3a-313a-449c-87b4-b5816f354b18', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:40:15Z', 'updated_at': '2022-02-04T08:40:28Z', 'revision_number': 5, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'subnets': [{'id': '511a8f3a-313a-449c-87b4-b5816f354b18', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a657153a-6e55-47fb-bdbe-7a279c3d435d', 'name': '', 'network_id': '5b7f799d-422c-4a3b-8cfa-1a07d6cb098d', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'mac_address': 'fa:16:3e:a3:23:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a680620d-fd7d-41ed-936e-0035a8733159', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:39:41Z', 'updated_at': '2022-02-04T08:40:16Z', 'revision_number': 5, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'subnets': [{'id': 'a680620d-fd7d-41ed-936e-0035a8733159', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7797e17-b54c-4db5-ac06-fb85f686a8ef', 'name': '', 'network_id': 'e05f83f0-a168-4436-a947-8be0747bd170', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'mac_address': 'fa:16:3e:a9:cf:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3270c784-b91a-4628-b467-581083a63680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:39:28Z', 'updated_at': '2022-02-04T08:39:47Z', 'revision_number': 5, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'subnets': [{'id': '3270c784-b91a-4628-b467-581083a63680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbb28ab8-797a-4da9-a709-ce193d836a3d', 'name': '', 'network_id': '32199bff-c1f3-46c9-bae3-a5de11c8ee15', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'mac_address': 'fa:16:3e:bd:f5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78f74441-d3b1-4e7e-a548-80dcf861106e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:39:55Z', 'updated_at': '2022-02-04T08:40:19Z', 'revision_number': 5, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'subnets': [{'id': '78f74441-d3b1-4e7e-a548-80dcf861106e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:40:33.778078 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b8a2d21a-7be0-460d-b703-30ae0e5375e6 req-5e07f289-94dd-496f-811a-c8e961f61b58 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbbca797-c27a-467e-8941-34e4e2a1d2c3 HTTP/1.1" status: 200 len: 1002 time: 0.3371348 Feb 04 08:40:33.796191 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e537d204-7305-466a-9b77-0b482d1c55af tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985186'] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:33.818996 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb84920d-ed79-4f4e-9ba7-8d7f209433c8 None None] Checking router: f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3 for host: dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 08:40:33.848411 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb84920d-ed79-4f4e-9ba7-8d7f209433c8 None None] Routers {'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:40:33.851425 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-cb84920d-ed79-4f4e-9ba7-8d7f209433c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:40:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:40:33.891279 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-8dee6b43-632f-4f3d-abb9-458afca34a2b tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Allocated IP 172.20.0.13 (bc933c3a-b15d-4eab-9ad6-d32fd193f5cd/bc6402dd-3fb4-4a60-a4f4-8f0f6c85e7a2/cd1b0317-717d-458f-a86b-7ad97afb184e) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:40:33.903101 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a2d21a-7be0-460d-b703-30ae0e5375e6 req-2d2a3693-e4bd-4952-b6d4-c9fee1d873ac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:33.904774 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b8a2d21a-7be0-460d-b703-30ae0e5375e6 req-2d2a3693-e4bd-4952-b6d4-c9fee1d873ac service neutron] 10.222.0.47 "GET /v2.0/subnets?id=86d0bccd-5c6a-4354-af11-7f0ac9ee3eb4 HTTP/1.1" status: 200 len: 835 time: 0.1075008 Feb 04 08:40:33.915501 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-8dee6b43-632f-4f3d-abb9-458afca34a2b tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Allocated IP 2001:db8::f816:3eff:fe64:a41c (bc933c3a-b15d-4eab-9ad6-d32fd193f5cd/f873d258-cb73-426f-80fb-e5ef21ced1b8/cd1b0317-717d-458f-a86b-7ad97afb184e) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:40:34.021368 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c4a5087b-c590-4cb0-b6a2-82e450ab7a88 req-fbc3219a-7c4c-421d-bba3-9cf67603d2c5 service neutron] 10.222.0.47 "GET /v2.0/networks/a283428a-c352-4d19-98bc-b1a1da8b6a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0709960 Feb 04 08:40:34.042661 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:34.068027 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e50241e3-1f74-48e9-942e-ae6ba3b7d69c {{(pid=84109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 08:40:34.073682 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-cb84920d-ed79-4f4e-9ba7-8d7f209433c8 None None] Set router f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3 gateway port host: None {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:40:34.134782 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-83f1cfdb-b991-4158-a19b-82168b97229d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7593498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8119736'] for subnet, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:34.146318 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port e50241e3-1f74-48e9-942e-ae6ba3b7d69c, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=e50241e3-1f74-48e9-942e-ae6ba3b7d69c,segment=NetworkSegment(a90d19d3-892e-440d-b71b-bdd2d1242422),segment_id=a90d19d3-892e-440d-b71b-bdd2d1242422)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:40:34.170226 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-dd9c5d99-120b-4062-b17e-af23b1549296 req-a86c9d76-20ad-46b8-9a6e-d5a303ca5860 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/security-groups?id=53227cdf-7dc5-4d80-b711-52cc313216b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7150643 Feb 04 08:40:34.196896 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b8a2d21a-7be0-460d-b703-30ae0e5375e6 req-dd4bda15-c026-42b5-92c0-b2a399b0e9e9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4c9b2602-557a-496f-9496-472f42f83572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2762992 Feb 04 08:40:34.262165 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:34.335506 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c489bcf3-a3d0-400d-88fa-14c7263068c0 req-efd577df-6ed9-4f4a-9e25-d0c972dec53d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:34.337127 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c489bcf3-a3d0-400d-88fa-14c7263068c0 req-efd577df-6ed9-4f4a-9e25-d0c972dec53d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=33a4bee1-efae-42f0-8ec6-7b3e50658249 HTTP/1.1" status: 200 len: 944 time: 1.2741716 Feb 04 08:40:34.427906 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=e50241e3-1f74-48e9-942e-ae6ba3b7d69c,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:34.465614 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c489bcf3-a3d0-400d-88fa-14c7263068c0 req-df8a8df4-0291-4f94-8754-5450bc6bc4e2 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=d22d8e9a-09b2-47a2-96a2-e16624bfee5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991192 Feb 04 08:40:34.494596 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f1cfdb-b991-4158-a19b-82168b97229d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Network 596e5f5c-7eff-420e-842e-232f7b0c78ab is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:40:34.518146 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-83f1cfdb-b991-4158-a19b-82168b97229d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:40:34.528131 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f1cfdb-b991-4158-a19b-82168b97229d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:34.528838 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-83f1cfdb-b991-4158-a19b-82168b97229d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:34.568267 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e540409-690b-495c-b73c-7480a0d83496 None None] Network 596e5f5c-7eff-420e-842e-232f7b0c78ab requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:40:34.572940 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f1cfdb-b991-4158-a19b-82168b97229d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Pushing event updated for resources: {'Subnet': ['ID=b5c3a4b1-8c04-49bf-b1b5-db9f34d4156d,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:34.701300 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] get_ports_and_sgs() called for port_ids ['e50241e3-1f74-48e9-942e-ae6ba3b7d69c'] {{(pid=84109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 08:40:34.714547 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8dee6b43-632f-4f3d-abb9-458afca34a2b tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:34.740811 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b8a2d21a-7be0-460d-b703-30ae0e5375e6 req-701d159f-bf76-4f3d-b454-6a1322bc6d0c service neutron] 10.222.0.47 "GET /v2.0/networks/4c9b2602-557a-496f-9496-472f42f83572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5226963 Feb 04 08:40:34.747902 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.provisioning_blocks [None req-8dee6b43-632f-4f3d-abb9-458afca34a2b tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Transition to ACTIVE for port object cd1b0317-717d-458f-a86b-7ad97afb184e will not be triggered until provisioned by entity DHCP. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:40:34.756013 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-83f1cfdb-b991-4158-a19b-82168b97229d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2728117 Feb 04 08:40:34.757457 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50446) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:34.765536 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-00db9107-f171-4cbf-a85e-36d3d9a17eec tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:34.835534 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-a53d1435-7206-46c3-8f0d-f33ccb8f7d06 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Request body: {'security_group': {'name': 'tempest-secgroup-1671119288'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:40:34.855953 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-a53d1435-7206-46c3-8f0d-f33ccb8f7d06 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:40:34.912120 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-cb84920d-ed79-4f4e-9ba7-8d7f209433c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'name': 'tempest-RoutersTest-router-377201212', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:39:20Z', 'updated_at': '2022-02-04T08:40:29Z', 'revision_number': 6, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'gw_port_host': None, '_interfaces': [{'id': '57296eb8-dbdb-45e9-802e-2c9a40ce9be7', 'name': '', 'network_id': 'dfea1b86-0ebe-4d9d-91bf-448734213079', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'mac_address': 'fa:16:3e:6d:fb:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '511a8f3a-313a-449c-87b4-b5816f354b18', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:40:15Z', 'updated_at': '2022-02-04T08:40:28Z', 'revision_number': 5, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'subnets': [{'id': '511a8f3a-313a-449c-87b4-b5816f354b18', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a657153a-6e55-47fb-bdbe-7a279c3d435d', 'name': '', 'network_id': '5b7f799d-422c-4a3b-8cfa-1a07d6cb098d', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'mac_address': 'fa:16:3e:a3:23:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a680620d-fd7d-41ed-936e-0035a8733159', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:39:41Z', 'updated_at': '2022-02-04T08:40:16Z', 'revision_number': 5, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'subnets': [{'id': 'a680620d-fd7d-41ed-936e-0035a8733159', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7797e17-b54c-4db5-ac06-fb85f686a8ef', 'name': '', 'network_id': 'e05f83f0-a168-4436-a947-8be0747bd170', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'mac_address': 'fa:16:3e:a9:cf:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3270c784-b91a-4628-b467-581083a63680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:39:28Z', 'updated_at': '2022-02-04T08:39:47Z', 'revision_number': 5, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'subnets': [{'id': '3270c784-b91a-4628-b467-581083a63680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbb28ab8-797a-4da9-a709-ce193d836a3d', 'name': '', 'network_id': '32199bff-c1f3-46c9-bae3-a5de11c8ee15', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'mac_address': 'fa:16:3e:bd:f5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78f74441-d3b1-4e7e-a548-80dcf861106e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:39:55Z', 'updated_at': '2022-02-04T08:40:19Z', 'revision_number': 5, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'subnets': [{'id': '78f74441-d3b1-4e7e-a548-80dcf861106e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:40:34.962422 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-a53d1435-7206-46c3-8f0d-f33ccb8f7d06 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Usage tracker for resource:security_group and tenant:e63069d3cf3540d8aad7a137ff4999ec is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:40:34.967268 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-a53d1435-7206-46c3-8f0d-f33ccb8f7d06 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:40:34.998557 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb84920d-ed79-4f4e-9ba7-8d7f209433c8 None None] The sync data for ids ['f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3'] in dv-neutron-827798-2-hyperv is: [{'id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'name': 'tempest-RoutersTest-router-377201212', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:39:20Z', 'updated_at': '2022-02-04T08:40:29Z', 'revision_number': 6, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'gw_port_host': None, '_interfaces': [{'id': '57296eb8-dbdb-45e9-802e-2c9a40ce9be7', 'name': '', 'network_id': 'dfea1b86-0ebe-4d9d-91bf-448734213079', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'mac_address': 'fa:16:3e:6d:fb:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '511a8f3a-313a-449c-87b4-b5816f354b18', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:40:15Z', 'updated_at': '2022-02-04T08:40:28Z', 'revision_number': 5, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'subnets': [{'id': '511a8f3a-313a-449c-87b4-b5816f354b18', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a657153a-6e55-47fb-bdbe-7a279c3d435d', 'name': '', 'network_id': '5b7f799d-422c-4a3b-8cfa-1a07d6cb098d', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'mac_address': 'fa:16:3e:a3:23:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a680620d-fd7d-41ed-936e-0035a8733159', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:39:41Z', 'updated_at': '2022-02-04T08:40:16Z', 'revision_number': 5, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'subnets': [{'id': 'a680620d-fd7d-41ed-936e-0035a8733159', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7797e17-b54c-4db5-ac06-fb85f686a8ef', 'name': '', 'network_id': 'e05f83f0-a168-4436-a947-8be0747bd170', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'mac_address': 'fa:16:3e:a9:cf:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3270c784-b91a-4628-b467-581083a63680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:39:28Z', 'updated_at': '2022-02-04T08:39:47Z', 'revision_number': 5, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'subnets': [{'id': '3270c784-b91a-4628-b467-581083a63680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbb28ab8-797a-4da9-a709-ce193d836a3d', 'name': '', 'network_id': '32199bff-c1f3-46c9-bae3-a5de11c8ee15', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'mac_address': 'fa:16:3e:bd:f5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78f74441-d3b1-4e7e-a548-80dcf861106e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:39:55Z', 'updated_at': '2022-02-04T08:40:19Z', 'revision_number': 5, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'subnets': [{'id': '78f74441-d3b1-4e7e-a548-80dcf861106e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:40:35.002475 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bebddd5f-43ac-44bd-8f80-f7f888c39ac5 None None] Network d89aa25b-f16e-4a20-b23c-a85250f0c49c requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:40:35.010740 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-a53d1435-7206-46c3-8f0d-f33ccb8f7d06 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:40:35.132328 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-00db9107-f171-4cbf-a85e-36d3d9a17eec tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Calling delete_port for 6b1e5383-3d4c-4d57-850b-1a58b40bf661 owned by {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:40:35.133857 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b8a2d21a-7be0-460d-b703-30ae0e5375e6 req-72ef43c6-d2e8-48fb-b918-4406d841796d service neutron] 10.222.0.47 "GET /v2.0/networks/4c9b2602-557a-496f-9496-472f42f83572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3727069 Feb 04 08:40:35.153765 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8dee6b43-632f-4f3d-abb9-458afca34a2b tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:35.202148 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df440e58-5a2d-428e-ad9f-a086ae4056e5 None None] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:40:35.214455 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-a180dfd0-4b42-48ec-9ddc-33775f5c7cca tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "GET /v2.0/routers/f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3 HTTP/1.1" status: 200 len: 933 time: 1.6959088 Feb 04 08:40:35.216274 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50452) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:35.221843 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-3c9d4fe0-1da6-4781-891d-86ffb6273d6e tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Request body: {'router': {'routes': None}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:40:35.286237 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a53d1435-7206-46c3-8f0d-f33ccb8f7d06 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks [] for security_group, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:35.309769 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dee6b43-632f-4f3d-abb9-458afca34a2b tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:40:35.330432 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e537d204-7305-466a-9b77-0b482d1c55af tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7510230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985204'] for subnet, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:35.334756 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-8dee6b43-632f-4f3d-abb9-458afca34a2b tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:40:35.343827 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dee6b43-632f-4f3d-abb9-458afca34a2b tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:40:35.387312 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-bc304ab6-03a9-4517-8fa8-52ca88a268f3 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7510230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985204'] for subnet, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:35.494358 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-32f96a3d-59b8-41f7-b9b0-d5d17d9e53a2 None None] Provisioning for port 229d403a-340f-4681-92b2-dc1d80e32cb5 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:40:35.499242 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dee6b43-632f-4f3d-abb9-458afca34a2b tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event updated for resources: {'Port': ['ID=cd1b0317-717d-458f-a86b-7ad97afb184e,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:35.509500 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-a53d1435-7206-46c3-8f0d-f33ccb8f7d06 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:40:35.552666 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e537d204-7305-466a-9b77-0b482d1c55af tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Pushing event updated for resources: {'Subnet': ['ID=01be2da0-0277-4fb3-b334-a74dba501042,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:35.560937 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-a53d1435-7206-46c3-8f0d-f33ccb8f7d06 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Usage tracker for resource:security_group_rule and tenant:e63069d3cf3540d8aad7a137ff4999ec is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:40:35.574550 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-a53d1435-7206-46c3-8f0d-f33ccb8f7d06 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:40:35.583424 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-a53d1435-7206-46c3-8f0d-f33ccb8f7d06 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:40:35.597819 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dee6b43-632f-4f3d-abb9-458afca34a2b tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:35.597819 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8dee6b43-632f-4f3d-abb9-458afca34a2b tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:35.608998 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9e7432-f2f7-4b63-8e25-aeef9d784340 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-596e5f5c-7eff-420e-842e-232f7b0c78ab', 'network_id': '596e5f5c-7eff-420e-842e-232f7b0c78ab', 'tenant_id': 'e63069d3cf3540d8aad7a137ff4999ec', 'fixed_ips': [{'subnet_id': 'b5c3a4b1-8c04-49bf-b1b5-db9f34d4156d'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:40:35.610112 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-7f9e7432-f2f7-4b63-8e25-aeef9d784340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:35.640199 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-00db9107-f171-4cbf-a85e-36d3d9a17eec tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:35.703020 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 229d403a-340f-4681-92b2-dc1d80e32cb5 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:40:35.722952 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db9107-f171-4cbf-a85e-36d3d9a17eec tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Pushing event deleted for resources: {'Port': ['ID=6b1e5383-3d4c-4d57-850b-1a58b40bf661,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:35.733875 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-8dee6b43-632f-4f3d-abb9-458afca34a2b tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.4533479 Feb 04 08:40:35.739542 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50458) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:35.768063 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc304ab6-03a9-4517-8fa8-52ca88a268f3 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Checking segment: {'id': 'd26a7a3c-fefb-4995-ab85-9914ccf216f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ef22f03b-a7d1-4c25-ae4d-04df7f5731f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:40:35.768422 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc304ab6-03a9-4517-8fa8-52ca88a268f3 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Network hostable DHCP agents. Network: ef22f03b-a7d1-4c25-ae4d-04df7f5731f9, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:40:35.823249 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e537d204-7305-466a-9b77-0b482d1c55af tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Checking segment: {'id': 'f59c6b0d-c1b6-4ca4-b62a-5943738750d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cffddbfd-7362-47bd-9723-84fa8f6b93f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:40:35.823604 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e537d204-7305-466a-9b77-0b482d1c55af tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Network hostable DHCP agents. Network: cffddbfd-7362-47bd-9723-84fa8f6b93f8, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:40:35.826819 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a18537a-7124-4c83-bf41-0deae46e1f69 None None] Sync routers for ids ['f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:40:35.828722 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc304ab6-03a9-4517-8fa8-52ca88a268f3 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Pushing event updated for resources: {'Subnet': ['ID=97826792-7337-4df9-87c0-094023339c4f,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:35.852175 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a53d1435-7206-46c3-8f0d-f33ccb8f7d06 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks [] for security_group, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:35.858051 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a18537a-7124-4c83-bf41-0deae46e1f69 None None] Routers {'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:40:35.858936 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-5a18537a-7124-4c83-bf41-0deae46e1f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:40:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:40:35.946032 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a53d1435-7206-46c3-8f0d-f33ccb8f7d06 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:36.022871 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53d1435-7206-46c3-8f0d-f33ccb8f7d06 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cbefe5b-b6b5-4bec-a040-db0e1b916b72,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:36.070136 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-5a18537a-7124-4c83-bf41-0deae46e1f69 None None] Set router f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3 gateway port host: None {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:40:36.127055 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ca5aa-1456-4ebb-a823-85ecc19ab5de req-af66f129-88a4-4b7a-8d59-9c51ebb7f4d4 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:36.128650 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d31ca5aa-1456-4ebb-a823-85ecc19ab5de req-af66f129-88a4-4b7a-8d59-9c51ebb7f4d4 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d3f9a2e-5f81-4e26-82f8-be8c0a180732 HTTP/1.1" status: 200 len: 945 time: 0.7071567 Feb 04 08:40:36.167544 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-f96ca85c-3c82-4c09-8268-06833fa2b9ee None None] Provisioning for port 0709e3c1-bb03-427e-8222-d8fbdae77b3e completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:40:36.221417 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-00db9107-f171-4cbf-a85e-36d3d9a17eec tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:36.224792 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e537d204-7305-466a-9b77-0b482d1c55af tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Network cffddbfd-7362-47bd-9723-84fa8f6b93f8 is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:40:36.245632 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a53d1435-7206-46c3-8f0d-f33ccb8f7d06 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:36.251386 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-a53d1435-7206-46c3-8f0d-f33ccb8f7d06 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.4742904 Feb 04 08:40:36.251702 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71795411-5511-4851-a1d5-f660d899bb6b req-8e61acec-09d1-40af-ac8e-fc25911bc4e6 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:36.253253 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-71795411-5511-4851-a1d5-f660d899bb6b req-8e61acec-09d1-40af-ac8e-fc25911bc4e6 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=33a4bee1-efae-42f0-8ec6-7b3e50658249 HTTP/1.1" status: 200 len: 945 time: 0.4724545 Feb 04 08:40:36.261150 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 50462) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:36.266283 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-fb56fac3-cd1d-42ab-8ceb-77f55c4a4ad8 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Request body: {'security_group': {'name': 'tempest-secgroup-1766622516'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:40:36.320277 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50031bd9-534d-4a7c-9356-0b606514c953 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:36.323283 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-fb56fac3-cd1d-42ab-8ceb-77f55c4a4ad8 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:40:36.325195 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50031bd9-534d-4a7c-9356-0b606514c953 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:36.325195 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-50031bd9-534d-4a7c-9356-0b606514c953 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Synchronizing usage tracker for tenant:ffa27937301745e1ad43fa520f28cbc3 on resource:port {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:40:36.327757 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc304ab6-03a9-4517-8fa8-52ca88a268f3 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Network ef22f03b-a7d1-4c25-ae4d-04df7f5731f9 is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:40:36.338452 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-00db9107-f171-4cbf-a85e-36d3d9a17eec tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] 10.222.0.36 "DELETE /v2.0/ports/6b1e5383-3d4c-4d57-850b-1a58b40bf661 HTTP/1.1" status: 204 len: 168 time: 3.3680661 Feb 04 08:40:36.340346 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-fb56fac3-cd1d-42ab-8ceb-77f55c4a4ad8 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Usage tracker for resource:security_group and tenant:e63069d3cf3540d8aad7a137ff4999ec is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:40:36.342932 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50466) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:36.349839 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-fb56fac3-cd1d-42ab-8ceb-77f55c4a4ad8 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:40:36.358667 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d31ca5aa-1456-4ebb-a823-85ecc19ab5de req-fc3266c6-d33b-4cd6-a2d6-4d86ff1493ff tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/security-groups?id=53227cdf-7dc5-4d80-b711-52cc313216b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2123966 Feb 04 08:40:36.359557 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-fb56fac3-cd1d-42ab-8ceb-77f55c4a4ad8 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:40:36.382753 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 229d403a-340f-4681-92b2-dc1d80e32cb5 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:40:36.383848 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-71795411-5511-4851-a1d5-f660d899bb6b req-65b21e96-2b7b-4bf1-b844-03e0699bc1cb tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=d22d8e9a-09b2-47a2-96a2-e16624bfee5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221018 Feb 04 08:40:36.386070 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-e537d204-7305-466a-9b77-0b482d1c55af tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, cffddbfd-7362-47bd-9723-84fa8f6b93f8) {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:40:36.388005 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-bc304ab6-03a9-4517-8fa8-52ca88a268f3 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, ef22f03b-a7d1-4c25-ae4d-04df7f5731f9) {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:40:36.392111 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e537d204-7305-466a-9b77-0b482d1c55af tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:36.397154 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e537d204-7305-466a-9b77-0b482d1c55af tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:36.397266 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-7f9e7432-f2f7-4b63-8e25-aeef9d784340 None None] Allocated IP 2001:db8::2 (596e5f5c-7eff-420e-842e-232f7b0c78ab/b5c3a4b1-8c04-49bf-b1b5-db9f34d4156d/c0345891-9806-417d-8f82-7718e8fb34cb) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:40:36.397266 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 229d403a-340f-4681-92b2-dc1d80e32cb5 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:40:36.397266 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:36.399201 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc304ab6-03a9-4517-8fa8-52ca88a268f3 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:36.399853 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-bc304ab6-03a9-4517-8fa8-52ca88a268f3 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:36.442193 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de1f41a-1e01-4a87-9908-a527bb56b075 None None] Network cffddbfd-7362-47bd-9723-84fa8f6b93f8 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:40:36.454834 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc724e42-1315-4fbb-b65e-5447a531c25a None None] Network ef22f03b-a7d1-4c25-ae4d-04df7f5731f9 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:40:36.471182 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-50031bd9-534d-4a7c-9356-0b606514c953 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Unset dirty status for tenant:ffa27937301745e1ad43fa520f28cbc3 on resource:port {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:40:36.472341 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-50031bd9-534d-4a7c-9356-0b606514c953 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.7316632 Feb 04 08:40:36.475566 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 50472) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:36.482694 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e113b473-a9ef-4526-b3e6-f67057d20c56 None None] Update dhcp port {'port': {'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'fixed_ips': [{'subnet_id': 'bc6402dd-3fb4-4a60-a4f4-8f0f6c85e7a2', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f873d258-cb73-426f-80fb-e5ef21ced1b8'}], 'binding:host_id': 'dv-neutron-827798-2-hyperv'}, 'id': '0709e3c1-bb03-427e-8222-d8fbdae77b3e'} from dv-neutron-827798-2-hyperv. {{(pid=84109) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 04 08:40:36.579454 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-e537d204-7305-466a-9b77-0b482d1c55af tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.6409380 Feb 04 08:40:36.582180 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50476) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:36.587592 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-bc304ab6-03a9-4517-8fa8-52ca88a268f3 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.3914888 Feb 04 08:40:36.591295 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-eef88ef8-fceb-4cb4-bfe6-d7939448a331 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-149937123', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}, 'admin_state_up': False}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:40:36.592922 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-fb56fac3-cd1d-42ab-8ceb-77f55c4a4ad8 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:36.601972 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50480) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:36.604953 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-eef88ef8-fceb-4cb4-bfe6-d7939448a331 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:40:36.613687 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-d68e06c1-8d4a-4e3a-83d5-c024af3cd970 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Request body: {'subnet': {'network_id': '14370ec3-0c30-4b1c-8420-9581c97908ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:40:36.678819 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-26939cca-00c0-45cd-9653-39dffe6f2bf1 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Deleting port cd1b0317-717d-458f-a86b-7ad97afb184e {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:40:36.679809 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-26939cca-00c0-45cd-9653-39dffe6f2bf1 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:36.717767 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-5a18537a-7124-4c83-bf41-0deae46e1f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'name': 'tempest-RoutersTest-router-377201212', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:39:20Z', 'updated_at': '2022-02-04T08:40:29Z', 'revision_number': 6, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'gw_port_host': None, '_interfaces': [{'id': '57296eb8-dbdb-45e9-802e-2c9a40ce9be7', 'name': '', 'network_id': 'dfea1b86-0ebe-4d9d-91bf-448734213079', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'mac_address': 'fa:16:3e:6d:fb:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '511a8f3a-313a-449c-87b4-b5816f354b18', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:40:15Z', 'updated_at': '2022-02-04T08:40:28Z', 'revision_number': 5, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'subnets': [{'id': '511a8f3a-313a-449c-87b4-b5816f354b18', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a657153a-6e55-47fb-bdbe-7a279c3d435d', 'name': '', 'network_id': '5b7f799d-422c-4a3b-8cfa-1a07d6cb098d', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'mac_address': 'fa:16:3e:a3:23:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a680620d-fd7d-41ed-936e-0035a8733159', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:39:41Z', 'updated_at': '2022-02-04T08:40:16Z', 'revision_number': 5, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'subnets': [{'id': 'a680620d-fd7d-41ed-936e-0035a8733159', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7797e17-b54c-4db5-ac06-fb85f686a8ef', 'name': '', 'network_id': 'e05f83f0-a168-4436-a947-8be0747bd170', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'mac_address': 'fa:16:3e:a9:cf:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3270c784-b91a-4628-b467-581083a63680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:39:28Z', 'updated_at': '2022-02-04T08:39:47Z', 'revision_number': 5, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'subnets': [{'id': '3270c784-b91a-4628-b467-581083a63680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbb28ab8-797a-4da9-a709-ce193d836a3d', 'name': '', 'network_id': '32199bff-c1f3-46c9-bae3-a5de11c8ee15', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'mac_address': 'fa:16:3e:bd:f5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78f74441-d3b1-4e7e-a548-80dcf861106e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:39:55Z', 'updated_at': '2022-02-04T08:40:19Z', 'revision_number': 5, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'subnets': [{'id': '78f74441-d3b1-4e7e-a548-80dcf861106e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:40:36.722270 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a18537a-7124-4c83-bf41-0deae46e1f69 None None] Checking router: f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3 for host: dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 08:40:36.733769 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a18537a-7124-4c83-bf41-0deae46e1f69 None None] Routers {'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:40:36.734603 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-5a18537a-7124-4c83-bf41-0deae46e1f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:40:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:40:36.742570 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-eef88ef8-fceb-4cb4-bfe6-d7939448a331 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Usage tracker for resource:router and tenant:ad4a401d45cf492bbfe70c7522312369 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:40:36.747166 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-eef88ef8-fceb-4cb4-bfe6-d7939448a331 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:40:36.759372 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-d68e06c1-8d4a-4e3a-83d5-c024af3cd970 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:40:36.795029 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-eef88ef8-fceb-4cb4-bfe6-d7939448a331 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:40:36.802289 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-d68e06c1-8d4a-4e3a-83d5-c024af3cd970 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Usage tracker for resource:subnet and tenant:aec8e2252f724b5da5193f10c2a10bfe is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:40:36.810702 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-e113b473-a9ef-4526-b3e6-f67057d20c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:36.820350 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-d68e06c1-8d4a-4e3a-83d5-c024af3cd970 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:40:36.850211 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-d68e06c1-8d4a-4e3a-83d5-c024af3cd970 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:40:36.854629 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-fb56fac3-cd1d-42ab-8ceb-77f55c4a4ad8 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:40:36.858791 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-fb56fac3-cd1d-42ab-8ceb-77f55c4a4ad8 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Usage tracker for resource:security_group_rule and tenant:e63069d3cf3540d8aad7a137ff4999ec is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:40:36.861914 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-fb56fac3-cd1d-42ab-8ceb-77f55c4a4ad8 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:40:36.867948 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-fb56fac3-cd1d-42ab-8ceb-77f55c4a4ad8 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:40:36.870004 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9b9092f-443a-4bd2-bb9d-601068aeba63 tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Deleting subnet 1c449695-bd6b-4523-91c1-deb0002505d8 {{(pid=84108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:40:36.871065 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-ae2fb850-f5d8-4d9b-9fa3-c3823dd181d0 None None] Provisioning complete for port 229d403a-340f-4681-92b2-dc1d80e32cb5 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:40:36.871436 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-ae2fb850-f5d8-4d9b-9fa3-c3823dd181d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:36.873045 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d9b9092f-443a-4bd2-bb9d-601068aeba63 tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Notify callbacks [] for subnet, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:36.931997 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-fb56fac3-cd1d-42ab-8ceb-77f55c4a4ad8 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:36.983913 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-5a18537a-7124-4c83-bf41-0deae46e1f69 None None] Set router f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3 gateway port host: None {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:40:37.045856 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-fb56fac3-cd1d-42ab-8ceb-77f55c4a4ad8 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:37.059068 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d9b9092f-443a-4bd2-bb9d-601068aeba63 tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7851377'] for subnet, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:37.098972 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-eef88ef8-fceb-4cb4-bfe6-d7939448a331 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40975'] for router, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:37.099972 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-eef88ef8-fceb-4cb4-bfe6-d7939448a331 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40982'] for router, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:37.158492 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0f54a3-f013-48e5-84bd-5a5a383e1466 req-31e4eab1-9f7e-4aac-b710-71805d2286de tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:37.159988 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8f0f54a3-f013-48e5-84bd-5a5a383e1466 req-31e4eab1-9f7e-4aac-b710-71805d2286de tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d3f9a2e-5f81-4e26-82f8-be8c0a180732 HTTP/1.1" status: 200 len: 945 time: 0.5827377 Feb 04 08:40:37.160666 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb56fac3-cd1d-42ab-8ceb-77f55c4a4ad8 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=140bcb14-d09c-42ef-813f-9357aa75d72d,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:37.173885 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 50484) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:37.186454 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-2a8805c6-9347-4d6f-a937-3316f9655263 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Request body: {'floatingip': {'port_id': '2b372ab4-7400-4547-a17c-2f75c1e00079'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:40:37.195278 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d68e06c1-8d4a-4e3a-83d5-c024af3cd970 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Made reservation on behalf of aec8e2252f724b5da5193f10c2a10bfe for: {'subnet': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:40:37.224172 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.extraroute_db [None req-3c9d4fe0-1da6-4781-891d-86ffb6273d6e tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Added routes are [] {{(pid=84108) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 04 08:40:37.224892 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.extraroute_db [None req-3c9d4fe0-1da6-4781-891d-86ffb6273d6e tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=84108) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 04 08:40:37.273730 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-fb56fac3-cd1d-42ab-8ceb-77f55c4a4ad8 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:37.277743 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-fb56fac3-cd1d-42ab-8ceb-77f55c4a4ad8 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0176108 Feb 04 08:40:37.290174 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 50488) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:37.307703 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-791886f7-7fbe-4bcb-9a0c-dcc5bcab7ef2 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-846399118', 'security_groups': ['140bcb14-d09c-42ef-813f-9357aa75d72d'], 'network_id': '596e5f5c-7eff-420e-842e-232f7b0c78ab', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b5c3a4b1-8c04-49bf-b1b5-db9f34d4156d'}]}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:40:37.327423 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-eef88ef8-fceb-4cb4-bfe6-d7939448a331 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:37.374992 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:37.399464 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d68e06c1-8d4a-4e3a-83d5-c024af3cd970 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8119726'] for subnet, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:37.439672 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d9b9092f-443a-4bd2-bb9d-601068aeba63 tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:37.486457 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device e50241e3-1f74-48e9-942e-ae6ba3b7d69c up at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:40:37.515331 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-5a18537a-7124-4c83-bf41-0deae46e1f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'name': 'tempest-RoutersTest-router-377201212', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:39:20Z', 'updated_at': '2022-02-04T08:40:29Z', 'revision_number': 6, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'gw_port_host': None, '_interfaces': [{'id': '57296eb8-dbdb-45e9-802e-2c9a40ce9be7', 'name': '', 'network_id': 'dfea1b86-0ebe-4d9d-91bf-448734213079', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'mac_address': 'fa:16:3e:6d:fb:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '511a8f3a-313a-449c-87b4-b5816f354b18', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:40:15Z', 'updated_at': '2022-02-04T08:40:28Z', 'revision_number': 5, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'subnets': [{'id': '511a8f3a-313a-449c-87b4-b5816f354b18', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a657153a-6e55-47fb-bdbe-7a279c3d435d', 'name': '', 'network_id': '5b7f799d-422c-4a3b-8cfa-1a07d6cb098d', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'mac_address': 'fa:16:3e:a3:23:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a680620d-fd7d-41ed-936e-0035a8733159', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:39:41Z', 'updated_at': '2022-02-04T08:40:16Z', 'revision_number': 5, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'subnets': [{'id': 'a680620d-fd7d-41ed-936e-0035a8733159', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7797e17-b54c-4db5-ac06-fb85f686a8ef', 'name': '', 'network_id': 'e05f83f0-a168-4436-a947-8be0747bd170', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'mac_address': 'fa:16:3e:a9:cf:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3270c784-b91a-4628-b467-581083a63680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:39:28Z', 'updated_at': '2022-02-04T08:39:47Z', 'revision_number': 5, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'subnets': [{'id': '3270c784-b91a-4628-b467-581083a63680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbb28ab8-797a-4da9-a709-ce193d836a3d', 'name': '', 'network_id': '32199bff-c1f3-46c9-bae3-a5de11c8ee15', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'mac_address': 'fa:16:3e:bd:f5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78f74441-d3b1-4e7e-a548-80dcf861106e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:39:55Z', 'updated_at': '2022-02-04T08:40:19Z', 'revision_number': 5, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'subnets': [{'id': '78f74441-d3b1-4e7e-a548-80dcf861106e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:40:37.521580 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a18537a-7124-4c83-bf41-0deae46e1f69 None None] The sync data for ids ['f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3'] in dv-neutron-827798-2-hyperv is: [{'id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'name': 'tempest-RoutersTest-router-377201212', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:39:20Z', 'updated_at': '2022-02-04T08:40:29Z', 'revision_number': 6, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'gw_port_host': None, '_interfaces': [{'id': '57296eb8-dbdb-45e9-802e-2c9a40ce9be7', 'name': '', 'network_id': 'dfea1b86-0ebe-4d9d-91bf-448734213079', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'mac_address': 'fa:16:3e:6d:fb:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '511a8f3a-313a-449c-87b4-b5816f354b18', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:40:15Z', 'updated_at': '2022-02-04T08:40:28Z', 'revision_number': 5, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'subnets': [{'id': '511a8f3a-313a-449c-87b4-b5816f354b18', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a657153a-6e55-47fb-bdbe-7a279c3d435d', 'name': '', 'network_id': '5b7f799d-422c-4a3b-8cfa-1a07d6cb098d', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'mac_address': 'fa:16:3e:a3:23:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a680620d-fd7d-41ed-936e-0035a8733159', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:39:41Z', 'updated_at': '2022-02-04T08:40:16Z', 'revision_number': 5, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'subnets': [{'id': 'a680620d-fd7d-41ed-936e-0035a8733159', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7797e17-b54c-4db5-ac06-fb85f686a8ef', 'name': '', 'network_id': 'e05f83f0-a168-4436-a947-8be0747bd170', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'mac_address': 'fa:16:3e:a9:cf:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3270c784-b91a-4628-b467-581083a63680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:39:28Z', 'updated_at': '2022-02-04T08:39:47Z', 'revision_number': 5, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'subnets': [{'id': '3270c784-b91a-4628-b467-581083a63680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbb28ab8-797a-4da9-a709-ce193d836a3d', 'name': '', 'network_id': '32199bff-c1f3-46c9-bae3-a5de11c8ee15', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'mac_address': 'fa:16:3e:bd:f5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78f74441-d3b1-4e7e-a548-80dcf861106e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:39:55Z', 'updated_at': '2022-02-04T08:40:19Z', 'revision_number': 5, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'subnets': [{'id': '78f74441-d3b1-4e7e-a548-80dcf861106e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:40:37.542310 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3c9d4fe0-1da6-4781-891d-86ffb6273d6e tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40996'] for router, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:37.656726 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-7f9e7432-f2f7-4b63-8e25-aeef9d784340 None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:37.664737 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bee538a-d625-4d3a-b7f3-986007e2f20d None None] Network cffddbfd-7362-47bd-9723-84fa8f6b93f8 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:40:37.667628 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-26939cca-00c0-45cd-9653-39dffe6f2bf1 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:37.676995 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3923403-6f15-4436-9556-fe6141df117e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-ef22f03b-a7d1-4c25-ae4d-04df7f5731f9', 'network_id': 'ef22f03b-a7d1-4c25-ae4d-04df7f5731f9', 'tenant_id': 'aec8e2252f724b5da5193f10c2a10bfe', 'fixed_ips': [{'subnet_id': '97826792-7337-4df9-87c0-094023339c4f'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:40:37.677804 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2a8805c6-9347-4d6f-a937-3316f9655263 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Notify callbacks [] for floatingip, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:37.677959 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-e3923403-6f15-4436-9556-fe6141df117e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:37.787244 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-7f9e7432-f2f7-4b63-8e25-aeef9d784340 None None] Transition to ACTIVE for port object c0345891-9806-417d-8f82-7718e8fb34cb will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:40:37.799666 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port 229d403a-340f-4681-92b2-dc1d80e32cb5, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=229d403a-340f-4681-92b2-dc1d80e32cb5,segment=NetworkSegment(8e266012-8fdd-48da-a380-8faaa4467bbb),segment_id=8e266012-8fdd-48da-a380-8faaa4467bbb)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:40:37.817522 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-ae2fb850-f5d8-4d9b-9fa3-c3823dd181d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:37.834714 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-791886f7-7fbe-4bcb-9a0c-dcc5bcab7ef2 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:40:37.885299 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-eef88ef8-fceb-4cb4-bfe6-d7939448a331 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40996'] for router, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:37.901448 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:37.902221 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 0709e3c1-bb03-427e-8222-d8fbdae77b3e up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:40:37.915105 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-791886f7-7fbe-4bcb-9a0c-dcc5bcab7ef2 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Usage tracker for resource:port and tenant:e63069d3cf3540d8aad7a137ff4999ec is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:40:37.923659 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d9b9092f-443a-4bd2-bb9d-601068aeba63 tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7593563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8119683'] for subnet, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:37.923965 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-26939cca-00c0-45cd-9653-39dffe6f2bf1 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Calling delete_port for cd1b0317-717d-458f-a86b-7ad97afb184e owned by {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:40:37.978331 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-7f9e7432-f2f7-4b63-8e25-aeef9d784340 None None] Transition to ACTIVE for port object c0345891-9806-417d-8f82-7718e8fb34cb will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:40:37.984692 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b9092f-443a-4bd2-bb9d-601068aeba63 tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Pushing event deleted for resources: {'Subnet': ['ID=1c449695-bd6b-4523-91c1-deb0002505d8,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:37.992182 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-791886f7-7fbe-4bcb-9a0c-dcc5bcab7ef2 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:40:37.997767 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-e113b473-a9ef-4526-b3e6-f67057d20c56 None None] Allocated IP 2001:db8::f816:3eff:fe40:5192 (bc933c3a-b15d-4eab-9ad6-d32fd193f5cd/f873d258-cb73-426f-80fb-e5ef21ced1b8/0709e3c1-bb03-427e-8222-d8fbdae77b3e) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:40:38.010187 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-791886f7-7fbe-4bcb-9a0c-dcc5bcab7ef2 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:40:38.018680 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d9b9092f-443a-4bd2-bb9d-601068aeba63 tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:38.054086 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-d9b9092f-443a-4bd2-bb9d-601068aeba63 tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] 10.222.0.36 "DELETE /v2.0/subnets/1c449695-bd6b-4523-91c1-deb0002505d8 HTTP/1.1" status: 204 len: 168 time: 1.7073710 Feb 04 08:40:38.056625 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50494) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:38.078364 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6e76a4-bc34-4959-8458-301fb0fd07d5 None None] Network 3a04225d-2252-461c-85ba-207f71b0a2f8 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:40:38.134029 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-791886f7-7fbe-4bcb-9a0c-dcc5bcab7ef2 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Made reservation on behalf of e63069d3cf3540d8aad7a137ff4999ec for: {'port': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:40:38.198044 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d68e06c1-8d4a-4e3a-83d5-c024af3cd970 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7593498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8119736'] for subnet, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:38.215715 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-7f9e7432-f2f7-4b63-8e25-aeef9d784340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:38.285091 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93b838e-8b1c-4647-a81a-3f53f42bc9f7 req-9548ea18-f6aa-4c9c-bc17-12f894ce5d99 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:38.288624 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a93b838e-8b1c-4647-a81a-3f53f42bc9f7 req-9548ea18-f6aa-4c9c-bc17-12f894ce5d99 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=33a4bee1-efae-42f0-8ec6-7b3e50658249 HTTP/1.1" status: 200 len: 945 time: 0.6234391 Feb 04 08:40:38.320226 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d5e1326a-872a-49cf-ba7c-f75862da2ff5 tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:38.489973 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68e06c1-8d4a-4e3a-83d5-c024af3cd970 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Pushing event updated for resources: {'Subnet': ['ID=6c09158a-0704-43d8-b8c2-637b4542da1e,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:38.507469 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-d5e1326a-872a-49cf-ba7c-f75862da2ff5 tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Deleting port 0df1188a-fb16-4057-917d-d17c0cd8c6cf {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:40:38.508402 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d5e1326a-872a-49cf-ba7c-f75862da2ff5 tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:38.508537 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=229d403a-340f-4681-92b2-dc1d80e32cb5,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:38.579359 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9e7432-f2f7-4b63-8e25-aeef9d784340 None None] Network 596e5f5c-7eff-420e-842e-232f7b0c78ab is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:40:38.583663 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.db.api [None req-ae2fb850-f5d8-4d9b-9fa3-c3823dd181d0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 08:40:38.583663 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG oslo_db.api [None req-ae2fb850-f5d8-4d9b-9fa3-c3823dd181d0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 08:40:38.617168 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Provisioning for port e50241e3-1f74-48e9-942e-ae6ba3b7d69c completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:40:38.620167 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-7f9e7432-f2f7-4b63-8e25-aeef9d784340 None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:40:38.644345 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 0709e3c1-bb03-427e-8222-d8fbdae77b3e completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:40:38.664644 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9e7432-f2f7-4b63-8e25-aeef9d784340 None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:40:38.678797 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Provisioning complete for port e50241e3-1f74-48e9-942e-ae6ba3b7d69c triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:40:38.680013 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:38.684231 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a93b838e-8b1c-4647-a81a-3f53f42bc9f7 req-307798f5-bd6b-46d2-91eb-231db45921cc tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=d22d8e9a-09b2-47a2-96a2-e16624bfee5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2740409 Feb 04 08:40:38.718109 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3c9d4fe0-1da6-4781-891d-86ffb6273d6e tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40996'] for router, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:38.734934 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3c9d4fe0-1da6-4781-891d-86ffb6273d6e tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-472436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-472429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-475363'] for router, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:38.756677 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 0709e3c1-bb03-427e-8222-d8fbdae77b3e triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:40:38.757048 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:38.762372 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68e06c1-8d4a-4e3a-83d5-c024af3cd970 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Checking segment: {'id': '189cde88-15c3-4616-805e-8035c1c4d2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '14370ec3-0c30-4b1c-8420-9581c97908ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:40:38.763292 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68e06c1-8d4a-4e3a-83d5-c024af3cd970 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Network hostable DHCP agents. Network: 14370ec3-0c30-4b1c-8420-9581c97908ae, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:40:38.772366 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-791886f7-7fbe-4bcb-9a0c-dcc5bcab7ef2 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:38.794072 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-26939cca-00c0-45cd-9653-39dffe6f2bf1 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:38.833924 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-e3923403-6f15-4436-9556-fe6141df117e None None] Allocated IP 172.20.0.2 (ef22f03b-a7d1-4c25-ae4d-04df7f5731f9/97826792-7337-4df9-87c0-094023339c4f/7b3ed497-fef0-4dd3-ad1a-21e22e04e1d6) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:40:38.871344 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26939cca-00c0-45cd-9653-39dffe6f2bf1 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event deleted for resources: {'Port': ['ID=cd1b0317-717d-458f-a86b-7ad97afb184e,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:38.875455 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [None req-791886f7-7fbe-4bcb-9a0c-dcc5bcab7ef2 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] device_id is not set on port dd139c8d-90ab-468d-b85b-282ed1363aeb yet. {{(pid=84107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:40:38.905936 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9e7432-f2f7-4b63-8e25-aeef9d784340 None None] Pushing event updated for resources: {'Port': ['ID=c0345891-9806-417d-8f82-7718e8fb34cb,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:39.074284 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-e113b473-a9ef-4526-b3e6-f67057d20c56 None None] For port 0709e3c1-bb03-427e-8222-d8fbdae77b3e, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=0709e3c1-bb03-427e-8222-d8fbdae77b3e,segment=NetworkSegment(2c48dc91-e362-4611-9354-aede43558386),segment_id=2c48dc91-e362-4611-9354-aede43558386)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:40:39.076216 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [None req-d5e1326a-872a-49cf-ba7c-f75862da2ff5 tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] For port 0df1188a-fb16-4057-917d-d17c0cd8c6cf, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=0df1188a-fb16-4057-917d-d17c0cd8c6cf,segment=NetworkSegment(e6659dd0-f463-4f0f-af69-65da30758ef8),segment_id=e6659dd0-f463-4f0f-af69-65da30758ef8)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:40:39.077144 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d5e1326a-872a-49cf-ba7c-f75862da2ff5 tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:39.097445 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-26939cca-00c0-45cd-9653-39dffe6f2bf1 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:39.187746 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-7f9e7432-f2f7-4b63-8e25-aeef9d784340 None None] Attempting to bind port c0345891-9806-417d-8f82-7718e8fb34cb on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:40:39.188136 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-7f9e7432-f2f7-4b63-8e25-aeef9d784340 None None] Attempting to bind port c0345891-9806-417d-8f82-7718e8fb34cb by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': '6e1a07a2-2445-484b-846d-69e0c9a2c85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '596e5f5c-7eff-420e-842e-232f7b0c78ab'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:40:39.189000 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9e7432-f2f7-4b63-8e25-aeef9d784340 None None] Attempting to bind port c0345891-9806-417d-8f82-7718e8fb34cb on network 596e5f5c-7eff-420e-842e-232f7b0c78ab {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:40:39.208071 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68e06c1-8d4a-4e3a-83d5-c024af3cd970 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Network 14370ec3-0c30-4b1c-8420-9581c97908ae is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:40:39.245578 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-d5e1326a-872a-49cf-ba7c-f75862da2ff5 tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Calling delete_port for 0df1188a-fb16-4057-917d-d17c0cd8c6cf owned by network:dhcp {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:40:39.289173 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-eef88ef8-fceb-4cb4-bfe6-d7939448a331 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks [] for router_gateway, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:39.301927 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.db.resource_extend [None req-e113b473-a9ef-4526-b3e6-f67057d20c56 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 08:40:39.331317 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9e7432-f2f7-4b63-8e25-aeef9d784340 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:40:39.331766 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9e7432-f2f7-4b63-8e25-aeef9d784340 None None] Checking segment: {'id': '6e1a07a2-2445-484b-846d-69e0c9a2c85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '596e5f5c-7eff-420e-842e-232f7b0c78ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:40:39.332388 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-7f9e7432-f2f7-4b63-8e25-aeef9d784340 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:39.333042 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9e7432-f2f7-4b63-8e25-aeef9d784340 None None] Bound using segment: {'id': '6e1a07a2-2445-484b-846d-69e0c9a2c85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '596e5f5c-7eff-420e-842e-232f7b0c78ab'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:40:39.333829 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-7f9e7432-f2f7-4b63-8e25-aeef9d784340 None None] Bound port: c0345891-9806-417d-8f82-7718e8fb34cb, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e1a07a2-2445-484b-846d-69e0c9a2c85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '596e5f5c-7eff-420e-842e-232f7b0c78ab'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:40:39.334563 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-7f9e7432-f2f7-4b63-8e25-aeef9d784340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:39.338243 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-eef88ef8-fceb-4cb4-bfe6-d7939448a331 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:39.350642 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-26939cca-00c0-45cd-9653-39dffe6f2bf1 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "DELETE /v2.0/ports/cd1b0317-717d-458f-a86b-7ad97afb184e HTTP/1.1" status: 204 len: 168 time: 2.8714805 Feb 04 08:40:39.352586 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 50498) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:39.369099 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-e113b473-a9ef-4526-b3e6-f67057d20c56 None None] Notify callbacks [] for port, precommit_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:39.410747 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-d68e06c1-8d4a-4e3a-83d5-c024af3cd970 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, 14370ec3-0c30-4b1c-8420-9581c97908ae) {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:40:39.421068 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68e06c1-8d4a-4e3a-83d5-c024af3cd970 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:39.421643 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d68e06c1-8d4a-4e3a-83d5-c024af3cd970 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:39.470669 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1842da8f-e136-43a4-adac-afcb53035ac2 None None] Network 14370ec3-0c30-4b1c-8420-9581c97908ae requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:40:39.495544 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:39.514472 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d5e1326a-872a-49cf-ba7c-f75862da2ff5 tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:39.525727 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-791886f7-7fbe-4bcb-9a0c-dcc5bcab7ef2 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Allocated IP 2001:db8::194 (596e5f5c-7eff-420e-842e-232f7b0c78ab/b5c3a4b1-8c04-49bf-b1b5-db9f34d4156d/dd139c8d-90ab-468d-b85b-282ed1363aeb) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:40:39.526406 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-e113b473-a9ef-4526-b3e6-f67057d20c56 None None] Transition to ACTIVE for port object 0709e3c1-bb03-427e-8222-d8fbdae77b3e will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:40:39.537339 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:39.538137 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb7053a-2464-4a80-9070-d9c52a195b61 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:39.539529 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb7053a-2464-4a80-9070-d9c52a195b61 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:39.541528 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb7053a-2464-4a80-9070-d9c52a195b61 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:39.541663 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-7eb7053a-2464-4a80-9070-d9c52a195b61 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Synchronizing usage tracker for tenant:ffa27937301745e1ad43fa520f28cbc3 on resource:subnet {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:40:39.560619 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2a8805c6-9347-4d6f-a937-3316f9655263 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:39.591475 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e1326a-872a-49cf-ba7c-f75862da2ff5 tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Pushing event deleted for resources: {'Port': ['ID=0df1188a-fb16-4057-917d-d17c0cd8c6cf,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:39.594709 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c9d4fe0-1da6-4781-891d-86ffb6273d6e tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Router f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:40:39.603228 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 50502) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:39.604381 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-d68e06c1-8d4a-4e3a-83d5-c024af3cd970 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0013356 Feb 04 08:40:39.605899 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e1326a-872a-49cf-ba7c-f75862da2ff5 tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] No DVR routers for this DVR port 0df1188a-fb16-4057-917d-d17c0cd8c6cf on host dv-neutron-827798-2-hyperv {{(pid=84108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:40:39.649267 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbcf3fb-42b8-421c-9d1b-9c24ca7f2504 None None] DHCP port deletion for 3a04225d-2252-461c-85ba-207f71b0a2f8 request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 08:40:39.658233 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-eef88ef8-fceb-4cb4-bfe6-d7939448a331 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Allocated IP 172.26.3.148 (e264bd74-c56b-43d0-9059-bcb57dbbe5bc/79caf47c-b62c-4ea0-b35f-21ede155daa8/65928ae9-ed3a-4d15-b9fd-f8484bb8b412) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:40:39.676599 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-e113b473-a9ef-4526-b3e6-f67057d20c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:39.685432 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2a8805c6-9347-4d6f-a937-3316f9655263 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473039'] for floatingip, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:39.743373 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-7eb7053a-2464-4a80-9070-d9c52a195b61 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Unset dirty status for tenant:ffa27937301745e1ad43fa520f28cbc3 on resource:subnet {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:40:39.743632 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-7eb7053a-2464-4a80-9070-d9c52a195b61 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3904986 Feb 04 08:40:39.747934 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50508) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:39.751755 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-7f9e7432-f2f7-4b63-8e25-aeef9d784340 None None] For port c0345891-9806-417d-8f82-7718e8fb34cb, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:40:39.756465 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-7f9e7432-f2f7-4b63-8e25-aeef9d784340 None None] For port c0345891-9806-417d-8f82-7718e8fb34cb, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=c0345891-9806-417d-8f82-7718e8fb34cb,segment=NetworkSegment(6e1a07a2-2445-484b-846d-69e0c9a2c85e),segment_id=6e1a07a2-2445-484b-846d-69e0c9a2c85e)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:40:39.803552 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33a4bee1-efae-42f0-8ec6-7b3e50658249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e50241e3-1f74-48e9-942e-ae6ba3b7d69c'}] {{(pid=84109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:40:39.981427 dv-neutron-827798-2-hyperv neutron-server[84109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33a4bee1-efae-42f0-8ec6-7b3e50658249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e50241e3-1f74-48e9-942e-ae6ba3b7d69c', 'code': 200} Feb 04 08:40:40.007162 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d5e1326a-872a-49cf-ba7c-f75862da2ff5 tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:40.015473 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-791886f7-7fbe-4bcb-9a0c-dcc5bcab7ef2 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:40.017439 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-7f9e7432-f2f7-4b63-8e25-aeef9d784340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:40.026404 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port e50241e3-1f74-48e9-942e-ae6ba3b7d69c, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=e50241e3-1f74-48e9-942e-ae6ba3b7d69c,segment=NetworkSegment(a90d19d3-892e-440d-b71b-bdd2d1242422),segment_id=a90d19d3-892e-440d-b71b-bdd2d1242422)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:40:40.034369 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [None req-791886f7-7fbe-4bcb-9a0c-dcc5bcab7ef2 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Transition to ACTIVE for port object dd139c8d-90ab-468d-b85b-282ed1363aeb will not be triggered until provisioned by entity DHCP. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:40:40.074897 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-e3923403-6f15-4436-9556-fe6141df117e None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:40.162287 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:40.164430 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-d5e1326a-872a-49cf-ba7c-f75862da2ff5 tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a04225d-2252-461c-85ba-207f71b0a2f8']}} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:40:40.170884 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-e3923403-6f15-4436-9556-fe6141df117e None None] Transition to ACTIVE for port object 7b3ed497-fef0-4dd3-ad1a-21e22e04e1d6 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:40:40.191494 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-d5e1326a-872a-49cf-ba7c-f75862da2ff5 tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6659dd0-f463-4f0f-af69-65da30758ef8') {'for_net_delete': True} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:40:40.191494 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-d5e1326a-872a-49cf-ba7c-f75862da2ff5 tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6659dd0-f463-4f0f-af69-65da30758ef8') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:40:40.201592 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d5e1326a-872a-49cf-ba7c-f75862da2ff5 tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7851336'] for segment, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:40.222501 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e113b473-a9ef-4526-b3e6-f67057d20c56 None None] Pushing event updated for resources: {'Port': ['ID=0709e3c1-bb03-427e-8222-d8fbdae77b3e,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:40.232743 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-791886f7-7fbe-4bcb-9a0c-dcc5bcab7ef2 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:40.233945 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.db.api [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 08:40:40.234334 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG oslo_db.api [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 08:40:40.280077 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-e3923403-6f15-4436-9556-fe6141df117e None None] Transition to ACTIVE for port object 7b3ed497-fef0-4dd3-ad1a-21e22e04e1d6 will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:40:40.382539 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-e3923403-6f15-4436-9556-fe6141df117e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:40.392602 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ab5524-5721-44ff-873e-596f93cdab0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-14370ec3-0c30-4b1c-8420-9581c97908ae', 'network_id': '14370ec3-0c30-4b1c-8420-9581c97908ae', 'tenant_id': 'aec8e2252f724b5da5193f10c2a10bfe', 'fixed_ips': [{'subnet_id': '6c09158a-0704-43d8-b8c2-637b4542da1e'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:40:40.398267 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-f9ab5524-5721-44ff-873e-596f93cdab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:40.412514 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9e7432-f2f7-4b63-8e25-aeef9d784340 None None] Pushing event updated for resources: {'Port': ['ID=c0345891-9806-417d-8f82-7718e8fb34cb,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:40.462931 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-eef88ef8-fceb-4cb4-bfe6-d7939448a331 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:40.483168 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791886f7-7fbe-4bcb-9a0c-dcc5bcab7ef2 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Network 596e5f5c-7eff-420e-842e-232f7b0c78ab is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:40:40.491754 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3923403-6f15-4436-9556-fe6141df117e None None] Network ef22f03b-a7d1-4c25-ae4d-04df7f5731f9 is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:40:40.497609 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-791886f7-7fbe-4bcb-9a0c-dcc5bcab7ef2 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:40:40.500078 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791886f7-7fbe-4bcb-9a0c-dcc5bcab7ef2 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:40:40.504680 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791886f7-7fbe-4bcb-9a0c-dcc5bcab7ef2 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:40.505283 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-791886f7-7fbe-4bcb-9a0c-dcc5bcab7ef2 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:40.542241 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-e3923403-6f15-4436-9556-fe6141df117e None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:40:40.544852 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791886f7-7fbe-4bcb-9a0c-dcc5bcab7ef2 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Pushing event updated for resources: {'Port': ['ID=dd139c8d-90ab-468d-b85b-282ed1363aeb,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:40.573653 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5404656-8ce0-49f6-a821-ef67aff9e6e9 req-1009af4a-4b44-4319-8fec-d0a8aa5e599a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:40.573653 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a5404656-8ce0-49f6-a821-ef67aff9e6e9 req-1009af4a-4b44-4319-8fec-d0a8aa5e599a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=33a4bee1-efae-42f0-8ec6-7b3e50658249 HTTP/1.1" status: 200 len: 946 time: 0.6215551 Feb 04 08:40:40.577441 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=e50241e3-1f74-48e9-942e-ae6ba3b7d69c,revision_number=5']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:40.584346 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3923403-6f15-4436-9556-fe6141df117e None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:40:40.718349 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-791886f7-7fbe-4bcb-9a0c-dcc5bcab7ef2 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.4270949 Feb 04 08:40:40.724337 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 50514) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:40.736407 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-7006aa60-d91e-449e-96f9-8a1e6ea5d067 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Request body: {'subnet': {'network_id': '596e5f5c-7eff-420e-842e-232f7b0c78ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:40:40.801445 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d5e1326a-872a-49cf-ba7c-f75862da2ff5 tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:40.836145 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5e1326a-872a-49cf-ba7c-f75862da2ff5 tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=84108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:40:40.836145 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d5e1326a-872a-49cf-ba7c-f75862da2ff5 tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7460345'] for segment, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:40.841482 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3923403-6f15-4436-9556-fe6141df117e None None] Pushing event updated for resources: {'Port': ['ID=7b3ed497-fef0-4dd3-ad1a-21e22e04e1d6,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:40.871835 dv-neutron-827798-2-hyperv neutron-server[84108]: Traceback (most recent call last): Feb 04 08:40:40.871835 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:40:40.871835 dv-neutron-827798-2-hyperv neutron-server[84108]: timer() Feb 04 08:40:40.871835 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:40:40.871835 dv-neutron-827798-2-hyperv neutron-server[84108]: cb(*args, **kw) Feb 04 08:40:40.871835 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:40:40.871835 dv-neutron-827798-2-hyperv neutron-server[84108]: return func(*args, **kwargs) Feb 04 08:40:40.871835 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:40:40.871835 dv-neutron-827798-2-hyperv neutron-server[84108]: self._notify() Feb 04 08:40:40.871835 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:40:40.871835 dv-neutron-827798-2-hyperv neutron-server[84108]: self.callback(batched_events) Feb 04 08:40:40.871835 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:40:40.871835 dv-neutron-827798-2-hyperv neutron-server[84108]: event.method(event) Feb 04 08:40:40.871835 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:40:40.871835 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:40:40.871835 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:40:40.871835 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:40:40.871835 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:40:40.871835 dv-neutron-827798-2-hyperv neutron-server[84108]: return f(self, *a, **k) Feb 04 08:40:40.871835 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:40:40.871835 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._get(url).json() Feb 04 08:40:40.871835 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:40:40.871835 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:40:40.871835 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:40:40.871835 dv-neutron-827798-2-hyperv neutron-server[84108]: return self.request(url, 'GET', **kwargs) Feb 04 08:40:40.871835 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:40:40.871835 dv-neutron-827798-2-hyperv neutron-server[84108]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:40:40.871835 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:40:40.871835 dv-neutron-827798-2-hyperv neutron-server[84108]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:40:40.871835 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:40:40.871835 dv-neutron-827798-2-hyperv neutron-server[84108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:40:40.871835 dv-neutron-827798-2-hyperv neutron-server[84108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:40:40.888488 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_v2 [None req-daf42f0c-fc02-43c9-8055-16649ad1585f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Deleting subnet bc6402dd-3fb4-4a60-a4f4-8f0f6c85e7a2 {{(pid=84108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:40:40.892742 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-daf42f0c-fc02-43c9-8055-16649ad1585f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks [] for subnet, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:40.910694 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-e3923403-6f15-4436-9556-fe6141df117e None None] Attempting to bind port 7b3ed497-fef0-4dd3-ad1a-21e22e04e1d6 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:40:40.911055 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-e3923403-6f15-4436-9556-fe6141df117e None None] Attempting to bind port 7b3ed497-fef0-4dd3-ad1a-21e22e04e1d6 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': 'd26a7a3c-fefb-4995-ab85-9914ccf216f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ef22f03b-a7d1-4c25-ae4d-04df7f5731f9'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:40:40.911414 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3923403-6f15-4436-9556-fe6141df117e None None] Attempting to bind port 7b3ed497-fef0-4dd3-ad1a-21e22e04e1d6 on network ef22f03b-a7d1-4c25-ae4d-04df7f5731f9 {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:40:40.920007 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:40.946135 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3923403-6f15-4436-9556-fe6141df117e None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:40:40.946416 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3923403-6f15-4436-9556-fe6141df117e None None] Checking segment: {'id': 'd26a7a3c-fefb-4995-ab85-9914ccf216f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ef22f03b-a7d1-4c25-ae4d-04df7f5731f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:40:40.946812 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-e3923403-6f15-4436-9556-fe6141df117e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:40.947199 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3923403-6f15-4436-9556-fe6141df117e None None] Bound using segment: {'id': 'd26a7a3c-fefb-4995-ab85-9914ccf216f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ef22f03b-a7d1-4c25-ae4d-04df7f5731f9'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:40:40.948080 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-e3923403-6f15-4436-9556-fe6141df117e None None] Bound port: 7b3ed497-fef0-4dd3-ad1a-21e22e04e1d6, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd26a7a3c-fefb-4995-ab85-9914ccf216f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ef22f03b-a7d1-4c25-ae4d-04df7f5731f9'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:40:40.948453 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-e3923403-6f15-4436-9556-fe6141df117e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:40.993907 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-daf42f0c-fc02-43c9-8055-16649ad1585f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7851377'] for subnet, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:41.024763 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port 0709e3c1-bb03-427e-8222-d8fbdae77b3e, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=0709e3c1-bb03-427e-8222-d8fbdae77b3e,segment=NetworkSegment(2c48dc91-e362-4611-9354-aede43558386),segment_id=2c48dc91-e362-4611-9354-aede43558386)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:40:41.031667 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-f9ab5524-5721-44ff-873e-596f93cdab0f None None] Allocated IP 172.20.0.2 (14370ec3-0c30-4b1c-8420-9581c97908ae/6c09158a-0704-43d8-b8c2-637b4542da1e/506c0787-bbe0-4c8a-ad50-67d75ca26a16) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:40:41.086909 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a5404656-8ce0-49f6-a821-ef67aff9e6e9 req-a7f1b119-7d1d-4b33-a4f3-5947feef5a83 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=d22d8e9a-09b2-47a2-96a2-e16624bfee5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5234175 Feb 04 08:40:41.150484 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d17f6c73-8c38-46b6-8380-31764a33b195 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:41.160043 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-daf42f0c-fc02-43c9-8055-16649ad1585f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:41.170726 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:41.189657 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.l3_db [None req-2a8805c6-9347-4d6f-a937-3316f9655263 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Floating IP 4d2e8a93-3a2a-4a70-ba47-d47babb55a5e associated. External IP: 172.26.3.135, port: 2b372ab4-7400-4547-a17c-2f75c1e00079. Feb 04 08:40:41.253255 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-e3923403-6f15-4436-9556-fe6141df117e None None] For port 7b3ed497-fef0-4dd3-ad1a-21e22e04e1d6, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:40:41.269124 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-e3923403-6f15-4436-9556-fe6141df117e None None] For port 7b3ed497-fef0-4dd3-ad1a-21e22e04e1d6, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=7b3ed497-fef0-4dd3-ad1a-21e22e04e1d6,segment=NetworkSegment(d26a7a3c-fefb-4995-ab85-9914ccf216f5),segment_id=d26a7a3c-fefb-4995-ab85-9914ccf216f5)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:40:41.300256 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=0709e3c1-bb03-427e-8222-d8fbdae77b3e,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:41.326096 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-daf42f0c-fc02-43c9-8055-16649ad1585f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7593563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8119683'] for subnet, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:41.353946 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-e3923403-6f15-4436-9556-fe6141df117e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:41.390988 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf42f0c-fc02-43c9-8055-16649ad1585f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event deleted for resources: {'Subnet': ['ID=bc6402dd-3fb4-4a60-a4f4-8f0f6c85e7a2,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:41.398288 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-eef88ef8-fceb-4cb4-bfe6-d7939448a331 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:41.497483 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c9d4fe0-1da6-4781-891d-86ffb6273d6e tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:40:41.533072 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-6247a8af-c73b-4221-ba83-3420eb03a213 req-c7018dab-58f6-45d9-9cc9-a6d9c5a2534d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=33a4bee1-efae-42f0-8ec6-7b3e50658249 HTTP/1.1" status: 200 len: 1099 time: 0.9029267 Feb 04 08:40:41.533938 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d5e1326a-872a-49cf-ba7c-f75862da2ff5 tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:41.537073 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 0709e3c1-bb03-427e-8222-d8fbdae77b3e up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:40:41.538771 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef88ef8-fceb-4cb4-bfe6-d7939448a331 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Network e264bd74-c56b-43d0-9059-bcb57dbbe5bc is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:40:41.572729 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-eef88ef8-fceb-4cb4-bfe6-d7939448a331 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:40:41.596487 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-7006aa60-d91e-449e-96f9-8a1e6ea5d067 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:40:41.616953 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d5e1326a-872a-49cf-ba7c-f75862da2ff5 tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:41.621206 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-d5e1326a-872a-49cf-ba7c-f75862da2ff5 tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] 10.222.0.36 "DELETE /v2.0/networks/3a04225d-2252-461c-85ba-207f71b0a2f8 HTTP/1.1" status: 204 len: 168 time: 3.5601861 Feb 04 08:40:41.621206 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-daf42f0c-fc02-43c9-8055-16649ad1585f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:41.626670 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ac804e-9e98-4713-b4c0-59f4a84bb5f7 None None] Sync routers for ids ['f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:40:41.630697 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-daf42f0c-fc02-43c9-8055-16649ad1585f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "DELETE /v2.0/subnets/bc6402dd-3fb4-4a60-a4f4-8f0f6c85e7a2 HTTP/1.1" status: 204 len: 168 time: 1.8746018 Feb 04 08:40:41.638437 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef88ef8-fceb-4cb4-bfe6-d7939448a331 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Pushing event updated for resources: {'Port': ['ID=65928ae9-ed3a-4d15-b9fd-f8484bb8b412,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:41.642903 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-1d56047f-ec09-4568-ac6a-8d3254b6ea4e None None] Could not find standard attr ID for object cd1b0317-717d-458f-a86b-7ad97afb184e. {{(pid=84109) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 08:40:41.653394 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50522) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:41.668591 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3c9d4fe0-1da6-4781-891d-86ffb6273d6e tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks [] for router, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:41.672105 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-3c9d4fe0-1da6-4781-891d-86ffb6273d6e tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "PUT /v2.0/routers/f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3 HTTP/1.1" status: 200 len: 699 time: 6.4547598 Feb 04 08:40:41.721705 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-f9ab5524-5721-44ff-873e-596f93cdab0f None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:41.730723 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-7006aa60-d91e-449e-96f9-8a1e6ea5d067 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Usage tracker for resource:subnet and tenant:e63069d3cf3540d8aad7a137ff4999ec is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:40:41.738265 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 50526) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:41.741441 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3923403-6f15-4436-9556-fe6141df117e None None] Pushing event updated for resources: {'Port': ['ID=7b3ed497-fef0-4dd3-ad1a-21e22e04e1d6,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:41.750755 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-7006aa60-d91e-449e-96f9-8a1e6ea5d067 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:40:41.769958 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-f9ab5524-5721-44ff-873e-596f93cdab0f None None] Transition to ACTIVE for port object 506c0787-bbe0-4c8a-ad50-67d75ca26a16 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:40:41.778644 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e1326a-872a-49cf-ba7c-f75862da2ff5 tempest-ExtraDHCPOptionsTestJSON-421867643 tempest-ExtraDHCPOptionsTestJSON-421867643-project] Pushing event deleted for resources: {'Network': ['ID=3a04225d-2252-461c-85ba-207f71b0a2f8,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:41.795584 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ac804e-9e98-4713-b4c0-59f4a84bb5f7 None None] Routers {'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:40:41.796817 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-14ac804e-9e98-4713-b4c0-59f4a84bb5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:40:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:40:41.839958 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef88ef8-fceb-4cb4-bfe6-d7939448a331 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:40:41.872520 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-7006aa60-d91e-449e-96f9-8a1e6ea5d067 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:40:41.907488 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0be5f96-47bb-4534-a2db-17f526b58735 None None] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:40:41.915175 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-6247a8af-c73b-4221-ba83-3420eb03a213 req-78e7864e-ed8d-440d-b231-1726b14db9c3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d22d8e9a-09b2-47a2-96a2-e16624bfee5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3690298 Feb 04 08:40:41.930432 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_v2 [None req-d26140a2-1a7d-4e75-8a68-3bef5c041bd1 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Deleting subnet f873d258-cb73-426f-80fb-e5ef21ced1b8 {{(pid=84108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:40:41.941614 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-1d56047f-ec09-4568-ac6a-8d3254b6ea4e None None] Provisioning for port 0709e3c1-bb03-427e-8222-d8fbdae77b3e completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:40:41.941960 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d26140a2-1a7d-4e75-8a68-3bef5c041bd1 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks [] for subnet, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:42.049999 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7006aa60-d91e-449e-96f9-8a1e6ea5d067 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Made reservation on behalf of e63069d3cf3540d8aad7a137ff4999ec for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:40:42.053586 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7006aa60-d91e-449e-96f9-8a1e6ea5d067 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985186'] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:42.090407 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-f9ab5524-5721-44ff-873e-596f93cdab0f None None] Transition to ACTIVE for port object 506c0787-bbe0-4c8a-ad50-67d75ca26a16 will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:40:42.108012 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d26140a2-1a7d-4e75-8a68-3bef5c041bd1 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7851377'] for subnet, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:42.210504 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 0709e3c1-bb03-427e-8222-d8fbdae77b3e triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:40:42.226436 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:42.265754 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-1d56047f-ec09-4568-ac6a-8d3254b6ea4e None None] Provisioning complete for port 0709e3c1-bb03-427e-8222-d8fbdae77b3e triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:40:42.266269 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1d56047f-ec09-4568-ac6a-8d3254b6ea4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:42.329263 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d26140a2-1a7d-4e75-8a68-3bef5c041bd1 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:42.359401 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-d17f6c73-8c38-46b6-8380-31764a33b195 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Allocated IP 172.20.0.1 (ef22f03b-a7d1-4c25-ae4d-04df7f5731f9/97826792-7337-4df9-87c0-094023339c4f/51cb087d-4714-4387-b835-0813d66dd5cc) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:40:42.437134 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-f9ab5524-5721-44ff-873e-596f93cdab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:42.478079 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-14ac804e-9e98-4713-b4c0-59f4a84bb5f7 None None] Set router f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3 gateway port host: None {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:40:42.487689 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-eef88ef8-fceb-4cb4-bfe6-d7939448a331 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks [] for router_gateway, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:42.488756 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-eef88ef8-fceb-4cb4-bfe6-d7939448a331 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472990'] for router, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:42.495991 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50534) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:42.587636 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d26140a2-1a7d-4e75-8a68-3bef5c041bd1 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7593563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8119683'] for subnet, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:42.646679 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26140a2-1a7d-4e75-8a68-3bef5c041bd1 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event deleted for resources: {'Subnet': ['ID=f873d258-cb73-426f-80fb-e5ef21ced1b8,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:42.655456 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ab5524-5721-44ff-873e-596f93cdab0f None None] Pushing event updated for resources: {'Port': ['ID=506c0787-bbe0-4c8a-ad50-67d75ca26a16,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:42.664456 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ab5524-5721-44ff-873e-596f93cdab0f None None] Network 14370ec3-0c30-4b1c-8420-9581c97908ae is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:40:42.665162 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d26140a2-1a7d-4e75-8a68-3bef5c041bd1 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:42.676973 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-f9ab5524-5721-44ff-873e-596f93cdab0f None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:40:42.683381 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ab5524-5721-44ff-873e-596f93cdab0f None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:40:42.783217 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-d26140a2-1a7d-4e75-8a68-3bef5c041bd1 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "DELETE /v2.0/subnets/f873d258-cb73-426f-80fb-e5ef21ced1b8 HTTP/1.1" status: 204 len: 168 time: 1.1209331 Feb 04 08:40:42.788956 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50540) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:42.789947 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.ipam_backend_mixin [None req-7006aa60-d91e-449e-96f9-8a1e6ea5d067 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b5c3a4b1-8c04-49bf-b1b5-db9f34d4156d (CIDR: 2001:db8::/64) Feb 04 08:40:42.805271 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d17f6c73-8c38-46b6-8380-31764a33b195 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:42.813470 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bfcdbd-ca2c-40a9-a7cc-98c7c5bc8337 req-3d990e2c-42e0-4b16-b932-391235cf11d5 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:42.815337 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-97bfcdbd-ca2c-40a9-a7cc-98c7c5bc8337 req-3d990e2c-42e0-4b16-b932-391235cf11d5 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=33a4bee1-efae-42f0-8ec6-7b3e50658249 HTTP/1.1" status: 200 len: 946 time: 0.3219185 Feb 04 08:40:42.892946 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-f548cf97-4b0b-415c-bcc8-cc892e427339 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1003180 Feb 04 08:40:42.912265 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50544) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:43.005579 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-1838ff65-ec89-447d-a046-03945b3b4002 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e7fb04b5c8d3475b89ea6672c7a8f2f2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5084474 Feb 04 08:40:43.008604 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50548) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:43.094090 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-7006aa60-d91e-449e-96f9-8a1e6ea5d067 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 08:40:43.094631 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7006aa60-d91e-449e-96f9-8a1e6ea5d067 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:40:43.141104 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-279f1aca-73e8-44c4-8732-057e8a945785 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "GET /v2.0/routers/f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3 HTTP/1.1" status: 200 len: 699 time: 1.3934724 Feb 04 08:40:43.141699 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50552) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:43.174047 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [None req-d17f6c73-8c38-46b6-8380-31764a33b195 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Transition to ACTIVE for port object 51cb087d-4714-4387-b835-0813d66dd5cc will not be triggered until provisioned by entity DHCP. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:40:43.177606 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-97bfcdbd-ca2c-40a9-a7cc-98c7c5bc8337 req-2dfb8027-cba5-4316-9b1b-4dec6758cce6 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=d22d8e9a-09b2-47a2-96a2-e16624bfee5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238294 Feb 04 08:40:43.184816 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 229d403a-340f-4681-92b2-dc1d80e32cb5 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:40:43.268902 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-f9ab5524-5721-44ff-873e-596f93cdab0f None None] Attempting to bind port 506c0787-bbe0-4c8a-ad50-67d75ca26a16 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:40:43.269398 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-f9ab5524-5721-44ff-873e-596f93cdab0f None None] Attempting to bind port 506c0787-bbe0-4c8a-ad50-67d75ca26a16 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': '189cde88-15c3-4616-805e-8035c1c4d2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '14370ec3-0c30-4b1c-8420-9581c97908ae'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:40:43.269892 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ab5524-5721-44ff-873e-596f93cdab0f None None] Attempting to bind port 506c0787-bbe0-4c8a-ad50-67d75ca26a16 on network 14370ec3-0c30-4b1c-8420-9581c97908ae {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:40:43.306630 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-7006aa60-d91e-449e-96f9-8a1e6ea5d067 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.5771008 Feb 04 08:40:43.309926 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 50556) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:43.322676 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-ff1a2398-a53d-4753-8864-cb5a422a3830 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Request body: {'subnet': {'network_id': '596e5f5c-7eff-420e-842e-232f7b0c78ab', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:40:43.338430 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d17f6c73-8c38-46b6-8380-31764a33b195 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:43.346689 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6843c7-3dc5-45c2-86e6-8f5440474b0d None None] Network ef22f03b-a7d1-4c25-ae4d-04df7f5731f9 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:40:43.364470 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ab5524-5721-44ff-873e-596f93cdab0f None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:40:43.365251 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ab5524-5721-44ff-873e-596f93cdab0f None None] Checking segment: {'id': '189cde88-15c3-4616-805e-8035c1c4d2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '14370ec3-0c30-4b1c-8420-9581c97908ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:40:43.365895 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-f9ab5524-5721-44ff-873e-596f93cdab0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:43.366478 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ab5524-5721-44ff-873e-596f93cdab0f None None] Bound using segment: {'id': '189cde88-15c3-4616-805e-8035c1c4d2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '14370ec3-0c30-4b1c-8420-9581c97908ae'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:40:43.367276 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-f9ab5524-5721-44ff-873e-596f93cdab0f None None] Bound port: 506c0787-bbe0-4c8a-ad50-67d75ca26a16, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '189cde88-15c3-4616-805e-8035c1c4d2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '14370ec3-0c30-4b1c-8420-9581c97908ae'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:40:43.367875 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-f9ab5524-5721-44ff-873e-596f93cdab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:43.398063 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f4a824-7713-4f82-8ec5-e700bef2d0e1 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:43.401858 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-c2f4a824-7713-4f82-8ec5-e700bef2d0e1 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4853251 Feb 04 08:40:43.403501 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 50560) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:43.453151 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-f5338345-f107-47ba-9256-82e21c8c2caf None None] Could not find standard attr ID for object cd1b0317-717d-458f-a86b-7ad97afb184e. {{(pid=84109) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 08:40:43.503343 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ede10937-dcbd-4e7f-9b6c-4f8f9fb30bb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:43.540352 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17f6c73-8c38-46b6-8380-31764a33b195 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Network ef22f03b-a7d1-4c25-ae4d-04df7f5731f9 is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:40:43.551056 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ede10937-dcbd-4e7f-9b6c-4f8f9fb30bb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:43.563681 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-d17f6c73-8c38-46b6-8380-31764a33b195 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:40:43.564419 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17f6c73-8c38-46b6-8380-31764a33b195 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Pushing event updated for resources: {'Port': ['ID=51cb087d-4714-4387-b835-0813d66dd5cc,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:43.582794 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17f6c73-8c38-46b6-8380-31764a33b195 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:40:43.614952 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eef88ef8-fceb-4cb4-bfe6-d7939448a331 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Router de793c8f-17cf-4e3d-8480-f685e8e42fc8 is scheduled to L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 with binding_index 1 {{(pid=84108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 08:40:43.620053 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-f5338345-f107-47ba-9256-82e21c8c2caf None None] Provisioning complete for port 5e07334d-4bee-4336-bf8b-45995d221e28 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:40:43.620490 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-f5338345-f107-47ba-9256-82e21c8c2caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:43.660697 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 229d403a-340f-4681-92b2-dc1d80e32cb5 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:40:43.661378 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:43.681966 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c4b2b5-93dd-4506-8fab-f1e1b8661abf tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:43.686420 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-48c4b2b5-93dd-4506-8fab-f1e1b8661abf tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2296522 Feb 04 08:40:43.687215 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50564) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:43.701065 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334f23cc-af8b-4019-9206-af42837cfaac None None] DHCP port deletion for bc933c3a-b15d-4eab-9ad6-d32fd193f5cd request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 08:40:43.723156 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d17f6c73-8c38-46b6-8380-31764a33b195 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-472912'] for router_interface, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:43.729270 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-ff1a2398-a53d-4753-8864-cb5a422a3830 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:40:43.742400 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-ff1a2398-a53d-4753-8864-cb5a422a3830 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Usage tracker for resource:subnet and tenant:e63069d3cf3540d8aad7a137ff4999ec is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:40:43.747735 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-ff1a2398-a53d-4753-8864-cb5a422a3830 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:40:43.759188 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-ff1a2398-a53d-4753-8864-cb5a422a3830 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:40:43.768606 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a8805c6-9347-4d6f-a937-3316f9655263 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Router 4804df28-f7c7-4da5-a69d-07f92f181f93 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:40:43.768922 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-334f23cc-af8b-4019-9206-af42837cfaac None None] Deleting port 0709e3c1-bb03-427e-8222-d8fbdae77b3e {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:40:43.769301 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-334f23cc-af8b-4019-9206-af42837cfaac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:43.806083 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ede10937-dcbd-4e7f-9b6c-4f8f9fb30bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:43.835529 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-f9ab5524-5721-44ff-873e-596f93cdab0f None None] For port 506c0787-bbe0-4c8a-ad50-67d75ca26a16, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:40:43.845114 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-e6aa71be-5dc2-4804-950c-c3007777ceba tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1525176 Feb 04 08:40:43.845344 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50568) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:43.852077 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-0896deb0-225e-496b-90b5-db2117b6ebf3 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Request body: {'subnet': {'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:40:43.858716 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff1a2398-a53d-4753-8864-cb5a422a3830 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Made reservation on behalf of e63069d3cf3540d8aad7a137ff4999ec for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:40:43.869521 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-f5338345-f107-47ba-9256-82e21c8c2caf None None] Port 5e07334d-4bee-4336-bf8b-45995d221e28 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:40:43.873881 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede10937-dcbd-4e7f-9b6c-4f8f9fb30bb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e3700a-005b-433e-8c73-d080e216c94a,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:43.874393 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-f9ab5524-5721-44ff-873e-596f93cdab0f None None] For port 506c0787-bbe0-4c8a-ad50-67d75ca26a16, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=506c0787-bbe0-4c8a-ad50-67d75ca26a16,segment=NetworkSegment(189cde88-15c3-4616-805e-8035c1c4d2f9),segment_id=189cde88-15c3-4616-805e-8035c1c4d2f9)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:40:43.887423 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-14ac804e-9e98-4713-b4c0-59f4a84bb5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'name': 'tempest-RoutersTest-router-377201212', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:39:20Z', 'updated_at': '2022-02-04T08:40:37Z', 'revision_number': 7, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'gw_port_host': None, '_interfaces': [{'id': '57296eb8-dbdb-45e9-802e-2c9a40ce9be7', 'name': '', 'network_id': 'dfea1b86-0ebe-4d9d-91bf-448734213079', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'mac_address': 'fa:16:3e:6d:fb:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '511a8f3a-313a-449c-87b4-b5816f354b18', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:40:15Z', 'updated_at': '2022-02-04T08:40:28Z', 'revision_number': 5, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'subnets': [{'id': '511a8f3a-313a-449c-87b4-b5816f354b18', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a657153a-6e55-47fb-bdbe-7a279c3d435d', 'name': '', 'network_id': '5b7f799d-422c-4a3b-8cfa-1a07d6cb098d', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'mac_address': 'fa:16:3e:a3:23:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a680620d-fd7d-41ed-936e-0035a8733159', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:39:41Z', 'updated_at': '2022-02-04T08:40:16Z', 'revision_number': 5, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'subnets': [{'id': 'a680620d-fd7d-41ed-936e-0035a8733159', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7797e17-b54c-4db5-ac06-fb85f686a8ef', 'name': '', 'network_id': 'e05f83f0-a168-4436-a947-8be0747bd170', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'mac_address': 'fa:16:3e:a9:cf:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3270c784-b91a-4628-b467-581083a63680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:39:28Z', 'updated_at': '2022-02-04T08:39:47Z', 'revision_number': 5, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'subnets': [{'id': '3270c784-b91a-4628-b467-581083a63680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbb28ab8-797a-4da9-a709-ce193d836a3d', 'name': '', 'network_id': '32199bff-c1f3-46c9-bae3-a5de11c8ee15', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'mac_address': 'fa:16:3e:bd:f5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78f74441-d3b1-4e7e-a548-80dcf861106e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:39:55Z', 'updated_at': '2022-02-04T08:40:19Z', 'revision_number': 5, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'subnets': [{'id': '78f74441-d3b1-4e7e-a548-80dcf861106e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:40:43.938053 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ac804e-9e98-4713-b4c0-59f4a84bb5f7 None None] Checking router: f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3 for host: dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 08:40:43.969971 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-f9ab5524-5721-44ff-873e-596f93cdab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:43.976827 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ede10937-dcbd-4e7f-9b6c-4f8f9fb30bb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:43.980618 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-ede10937-dcbd-4e7f-9b6c-4f8f9fb30bb8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b7e3700a-005b-433e-8c73-d080e216c94a HTTP/1.1" status: 204 len: 168 time: 0.9707484 Feb 04 08:40:44.063682 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-0896deb0-225e-496b-90b5-db2117b6ebf3 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:40:44.070697 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d17f6c73-8c38-46b6-8380-31764a33b195 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:44.072261 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-0896deb0-225e-496b-90b5-db2117b6ebf3 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Usage tracker for resource:subnet and tenant:ffa27937301745e1ad43fa520f28cbc3 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:40:44.078085 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-0896deb0-225e-496b-90b5-db2117b6ebf3 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:40:44.087767 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-0896deb0-225e-496b-90b5-db2117b6ebf3 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:40:44.165272 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ff1a2398-a53d-4753-8864-cb5a422a3830 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985186'] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:44.173342 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f769eee5-2d9c-4ed9-a40c-bd4c4e6a5f13 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473817'] for router_interface, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:44.233749 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0896deb0-225e-496b-90b5-db2117b6ebf3 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Made reservation on behalf of ffa27937301745e1ad43fa520f28cbc3 for: {'subnet': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:40:44.238069 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0896deb0-225e-496b-90b5-db2117b6ebf3 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8119726'] for subnet, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:44.239690 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-0896deb0-225e-496b-90b5-db2117b6ebf3 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 08:40:44.240111 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0896deb0-225e-496b-90b5-db2117b6ebf3 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:40:44.279876 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ac804e-9e98-4713-b4c0-59f4a84bb5f7 None None] Routers {'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:40:44.280515 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-14ac804e-9e98-4713-b4c0-59f4a84bb5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:40:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:40:44.340946 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-f5338345-f107-47ba-9256-82e21c8c2caf None None] Provisioning for port dd139c8d-90ab-468d-b85b-282ed1363aeb completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:40:44.366368 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-0896deb0-225e-496b-90b5-db2117b6ebf3 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5199804 Feb 04 08:40:44.377587 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50576) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:44.384470 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-e385047a-5852-413d-a608-202200e75d28 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Request body: {'subnet': {'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:40:44.396999 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ab5524-5721-44ff-873e-596f93cdab0f None None] Pushing event updated for resources: {'Port': ['ID=506c0787-bbe0-4c8a-ad50-67d75ca26a16,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:44.406504 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-f5338345-f107-47ba-9256-82e21c8c2caf None None] Provisioning complete for port dd139c8d-90ab-468d-b85b-282ed1363aeb triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:40:44.406891 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-f5338345-f107-47ba-9256-82e21c8c2caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:44.495606 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device c0345891-9806-417d-8f82-7718e8fb34cb up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:40:44.617651 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-334f23cc-af8b-4019-9206-af42837cfaac None None] For port 0709e3c1-bb03-427e-8222-d8fbdae77b3e, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=0709e3c1-bb03-427e-8222-d8fbdae77b3e,segment=NetworkSegment(2c48dc91-e362-4611-9354-aede43558386),segment_id=2c48dc91-e362-4611-9354-aede43558386)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:40:44.618121 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-334f23cc-af8b-4019-9206-af42837cfaac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:44.661016 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-e385047a-5852-413d-a608-202200e75d28 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:40:44.676433 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-e385047a-5852-413d-a608-202200e75d28 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Usage tracker for resource:subnet and tenant:ffa27937301745e1ad43fa520f28cbc3 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:40:44.686473 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-e385047a-5852-413d-a608-202200e75d28 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:40:44.709118 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eef88ef8-fceb-4cb4-bfe6-d7939448a331 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:40:44.711663 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-e385047a-5852-413d-a608-202200e75d28 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:40:44.720820 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe779045-3bfb-4690-9b6c-3312f43011f1 None None] Sync routers for ids ['de793c8f-17cf-4e3d-8480-f685e8e42fc8'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:40:44.742674 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe779045-3bfb-4690-9b6c-3312f43011f1 None None] Routers {'de793c8f-17cf-4e3d-8480-f685e8e42fc8'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:40:44.744713 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-fe779045-3bfb-4690-9b6c-3312f43011f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:40:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['de793c8f-17cf-4e3d-8480-f685e8e42fc8'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:40:44.776510 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-f5338345-f107-47ba-9256-82e21c8c2caf None None] Port dd139c8d-90ab-468d-b85b-282ed1363aeb cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:40:44.783539 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-334f23cc-af8b-4019-9206-af42837cfaac None None] Calling delete_port for 0709e3c1-bb03-427e-8222-d8fbdae77b3e owned by network:dhcp {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:40:44.873897 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-14ac804e-9e98-4713-b4c0-59f4a84bb5f7 None None] Set router f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3 gateway port host: None {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:40:44.885336 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e385047a-5852-413d-a608-202200e75d28 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Made reservation on behalf of ffa27937301745e1ad43fa520f28cbc3 for: {'subnet': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:40:44.892284 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e385047a-5852-413d-a608-202200e75d28 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8119726'] for subnet, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:44.894224 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-e385047a-5852-413d-a608-202200e75d28 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 08:40:44.895200 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e385047a-5852-413d-a608-202200e75d28 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:40:44.895927 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-fe779045-3bfb-4690-9b6c-3312f43011f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:40:44.910586 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe779045-3bfb-4690-9b6c-3312f43011f1 None None] Routers {'de793c8f-17cf-4e3d-8480-f685e8e42fc8'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:40:44.911690 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-fe779045-3bfb-4690-9b6c-3312f43011f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:40:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['de793c8f-17cf-4e3d-8480-f685e8e42fc8'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:40:45.080242 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-fe779045-3bfb-4690-9b6c-3312f43011f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:40:45.081036 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe779045-3bfb-4690-9b6c-3312f43011f1 None None] The sync data for ids ['de793c8f-17cf-4e3d-8480-f685e8e42fc8'] in dv-neutron-827798-2-hyperv is: [] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:40:45.115580 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-f5338345-f107-47ba-9256-82e21c8c2caf None None] Provisioning for port c0345891-9806-417d-8f82-7718e8fb34cb completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:40:45.122966 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-334f23cc-af8b-4019-9206-af42837cfaac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407'] for port, after_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:45.129112 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port c0345891-9806-417d-8f82-7718e8fb34cb completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:40:45.133953 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-e385047a-5852-413d-a608-202200e75d28 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.7543392 Feb 04 08:40:45.147463 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-eef88ef8-fceb-4cb4-bfe6-d7939448a331 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks [] for router, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:45.150887 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-f5338345-f107-47ba-9256-82e21c8c2caf None None] Provisioning complete for port c0345891-9806-417d-8f82-7718e8fb34cb triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:40:45.151534 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-f5338345-f107-47ba-9256-82e21c8c2caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:45.154415 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-eef88ef8-fceb-4cb4-bfe6-d7939448a331 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.5712175 Feb 04 08:40:45.155837 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50590) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:45.165786 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50592) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:45.174642 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-50b7a8ff-c234-4248-9270-da50c4de39ae tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Request body: {'subnet': {'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:40:45.177195 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95053a12-a33c-4364-ba84-dd53f0f48094 req-9bd13bde-4669-4cef-8ff8-8bcee8fded7d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:45.184348 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-95053a12-a33c-4364-ba84-dd53f0f48094 req-9bd13bde-4669-4cef-8ff8-8bcee8fded7d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=33a4bee1-efae-42f0-8ec6-7b3e50658249 HTTP/1.1" status: 200 len: 946 time: 0.7679005 Feb 04 08:40:45.271176 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port c0345891-9806-417d-8f82-7718e8fb34cb triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:40:45.271799 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:45.325280 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334f23cc-af8b-4019-9206-af42837cfaac None None] Pushing event deleted for resources: {'Port': ['ID=0709e3c1-bb03-427e-8222-d8fbdae77b3e,revision_number=None']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:45.379403 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-95053a12-a33c-4364-ba84-dd53f0f48094 req-fbc70991-ed8d-452e-8614-0f36c31e7746 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=d22d8e9a-09b2-47a2-96a2-e16624bfee5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1936181 Feb 04 08:40:45.440701 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d17f6c73-8c38-46b6-8380-31764a33b195 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:45.451102 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a8805c6-9347-4d6f-a937-3316f9655263 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:40:45.474491 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2a8805c6-9347-4d6f-a937-3316f9655263 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for floatingip, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:45.549309 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97b3764-eb18-4158-af5a-fb50d761dddb None None] Sync routers for ids ['4804df28-f7c7-4da5-a69d-07f92f181f93'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:40:45.564039 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334f23cc-af8b-4019-9206-af42837cfaac None None] No DVR routers for this DVR port 0709e3c1-bb03-427e-8222-d8fbdae77b3e on host dv-neutron-827798-2-hyperv {{(pid=84109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:40:45.623628 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d17f6c73-8c38-46b6-8380-31764a33b195 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:45.748783 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97b3764-eb18-4158-af5a-fb50d761dddb None None] Routers {'4804df28-f7c7-4da5-a69d-07f92f181f93'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:40:45.749254 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-b97b3764-eb18-4158-af5a-fb50d761dddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:40:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['4804df28-f7c7-4da5-a69d-07f92f181f93'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:40:45.764175 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-50b7a8ff-c234-4248-9270-da50c4de39ae tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:40:45.780258 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-50b7a8ff-c234-4248-9270-da50c4de39ae tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Usage tracker for resource:subnet and tenant:ffa27937301745e1ad43fa520f28cbc3 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:40:45.785436 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-50b7a8ff-c234-4248-9270-da50c4de39ae tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:40:45.806430 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-f5338345-f107-47ba-9256-82e21c8c2caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:45.835114 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-2a8805c6-9347-4d6f-a937-3316f9655263 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "PUT /v2.0/floatingips/4d2e8a93-3a2a-4a70-ba47-d47babb55a5e HTTP/1.1" status: 200 len: 991 time: 8.6597300 Feb 04 08:40:45.841939 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d3f9a2e-5f81-4e26-82f8-be8c0a180732', 'tag': '2b372ab4-7400-4547-a17c-2f75c1e00079'}] {{(pid=84107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:40:45.856425 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ff1a2398-a53d-4753-8864-cb5a422a3830 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7510230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985204'] for subnet, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:45.872226 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-50b7a8ff-c234-4248-9270-da50c4de39ae tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:40:45.899290 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8befcb0b-3572-4b7a-a368-e0e4813ae7b3 None None] Network 14370ec3-0c30-4b1c-8420-9581c97908ae requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:40:45.918949 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d17f6c73-8c38-46b6-8380-31764a33b195 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473771'] for router_interface, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:45.919963 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50610) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:45.931731 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17f6c73-8c38-46b6-8380-31764a33b195 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Pushing event updated for resources: {'Port': ['ID=51cb087d-4714-4387-b835-0813d66dd5cc,revision_number=2']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:46.003257 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1a2398-a53d-4753-8864-cb5a422a3830 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Network 596e5f5c-7eff-420e-842e-232f7b0c78ab is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:40:46.030899 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50b7a8ff-c234-4248-9270-da50c4de39ae tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Made reservation on behalf of ffa27937301745e1ad43fa520f28cbc3 for: {'subnet': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:40:46.065551 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-ff1a2398-a53d-4753-8864-cb5a422a3830 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:40:46.069235 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1a2398-a53d-4753-8864-cb5a422a3830 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:46.069936 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ff1a2398-a53d-4753-8864-cb5a422a3830 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:46.085610 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1a2398-a53d-4753-8864-cb5a422a3830 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Pushing event updated for resources: {'Subnet': ['ID=5acdc7a8-58a2-4fc9-8796-c328f05918ae,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:46.092509 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4461c6f-7d0f-4b1d-a70c-7ea56f302dd3 None None] Network 596e5f5c-7eff-420e-842e-232f7b0c78ab requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:40:46.222464 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:46.222683 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-3daa6388-e0c6-4dff-a5d1-b62f5b5da8bb tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-866465749'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:40:46.233073 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-3daa6388-e0c6-4dff-a5d1-b62f5b5da8bb tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:40:46.238725 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-50b7a8ff-c234-4248-9270-da50c4de39ae tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8119726'] for subnet, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:46.240005 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-50b7a8ff-c234-4248-9270-da50c4de39ae tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 08:40:46.240432 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50b7a8ff-c234-4248-9270-da50c4de39ae tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:40:46.241491 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae69eed-7a66-4aa8-a469-5d4f12b7029b req-0d2f574e-5867-4450-82f1-5d33b718cc73 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:46.243756 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-2ae69eed-7a66-4aa8-a469-5d4f12b7029b req-0d2f574e-5867-4450-82f1-5d33b718cc73 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=33a4bee1-efae-42f0-8ec6-7b3e50658249 HTTP/1.1" status: 200 len: 946 time: 0.5813293 Feb 04 08:40:46.254825 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-3daa6388-e0c6-4dff-a5d1-b62f5b5da8bb tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Usage tracker for resource:network and tenant:a287064d5ca349c39790be8557119e7e is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:40:46.265279 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-3daa6388-e0c6-4dff-a5d1-b62f5b5da8bb tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:40:46.276292 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-ff1a2398-a53d-4753-8864-cb5a422a3830 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.9621108 Feb 04 08:40:46.276519 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-3daa6388-e0c6-4dff-a5d1-b62f5b5da8bb tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:40:46.278862 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50616) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:46.286142 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-d7156885-6344-464f-b9b4-500b76c53a36 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-476391740', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5acdc7a8-58a2-4fc9-8796-c328f05918ae'}], 'security_groups': ['8cbefe5b-b6b5-4bec-a040-db0e1b916b72']}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:40:46.339623 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17f6c73-8c38-46b6-8380-31764a33b195 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Network ef22f03b-a7d1-4c25-ae4d-04df7f5731f9 is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:40:46.342439 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-d17f6c73-8c38-46b6-8380-31764a33b195 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:40:46.393439 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-f5338345-f107-47ba-9256-82e21c8c2caf None None] For port c0345891-9806-417d-8f82-7718e8fb34cb, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=c0345891-9806-417d-8f82-7718e8fb34cb,segment=NetworkSegment(6e1a07a2-2445-484b-846d-69e0c9a2c85e),segment_id=6e1a07a2-2445-484b-846d-69e0c9a2c85e)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:40:46.405635 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-2ae69eed-7a66-4aa8-a469-5d4f12b7029b req-511fa155-4486-4c35-8cd2-6f945574dd38 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=d22d8e9a-09b2-47a2-96a2-e16624bfee5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1531870 Feb 04 08:40:46.411711 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679807fc-341f-415e-b4c2-d9510d3889df req-63ad660f-615d-4a99-979d-b64d35de3f96 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:46.418488 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-679807fc-341f-415e-b4c2-d9510d3889df req-63ad660f-615d-4a99-979d-b64d35de3f96 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d3f9a2e-5f81-4e26-82f8-be8c0a180732 HTTP/1.1" status: 200 len: 945 time: 0.4139717 Feb 04 08:40:46.451810 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 50620) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:46.452908 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-50b7a8ff-c234-4248-9270-da50c4de39ae tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.2833214 Feb 04 08:40:46.457689 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-09a25b63-b78c-490b-a564-549524164fbc tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Request body: {'subnet': {'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:40:46.513353 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-b97b3764-eb18-4158-af5a-fb50d761dddb None None] Set router 4804df28-f7c7-4da5-a69d-07f92f181f93 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:40:46.531279 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3daa6388-e0c6-4dff-a5d1-b62f5b5da8bb tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Made reservation on behalf of a287064d5ca349c39790be8557119e7e for: {'network': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:40:46.535597 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3daa6388-e0c6-4dff-a5d1-b62f5b5da8bb tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:46.610089 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d3f9a2e-5f81-4e26-82f8-be8c0a180732', 'tag': '2b372ab4-7400-4547-a17c-2f75c1e00079', 'status': 'completed', 'code': 200} Feb 04 08:40:46.664164 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3daa6388-e0c6-4dff-a5d1-b62f5b5da8bb tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks [] for security_group, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:46.685768 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-679807fc-341f-415e-b4c2-d9510d3889df req-90c92db0-433d-4f8a-923f-42c4b9714199 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/security-groups?id=53227cdf-7dc5-4d80-b711-52cc313216b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2654850 Feb 04 08:40:46.720045 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-09a25b63-b78c-490b-a564-549524164fbc tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:40:46.725452 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-09a25b63-b78c-490b-a564-549524164fbc tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Usage tracker for resource:subnet and tenant:ffa27937301745e1ad43fa520f28cbc3 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:40:46.728821 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-f5338345-f107-47ba-9256-82e21c8c2caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:46.782358 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-09a25b63-b78c-490b-a564-549524164fbc tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:40:46.794482 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-09a25b63-b78c-490b-a564-549524164fbc tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:40:46.805288 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-3daa6388-e0c6-4dff-a5d1-b62f5b5da8bb tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:40:46.828323 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-3daa6388-e0c6-4dff-a5d1-b62f5b5da8bb tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Usage tracker for resource:security_group_rule and tenant:a287064d5ca349c39790be8557119e7e is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:40:46.833986 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-3daa6388-e0c6-4dff-a5d1-b62f5b5da8bb tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:40:46.872521 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-3daa6388-e0c6-4dff-a5d1-b62f5b5da8bb tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:40:46.912908 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09a25b63-b78c-490b-a564-549524164fbc tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Made reservation on behalf of ffa27937301745e1ad43fa520f28cbc3 for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:40:46.971016 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5338345-f107-47ba-9256-82e21c8c2caf None None] Pushing event updated for resources: {'Port': ['ID=c0345891-9806-417d-8f82-7718e8fb34cb,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:46.983329 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.db.api [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 08:40:46.983904 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG oslo_db.api [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 08:40:47.034601 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b2f59917-3d77-4155-ad3f-c9a6b6ed03ca req-090a709d-fe85-4581-91cf-34fcb0c5d015 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bcdc9b25d9ba412baa8d7ec71c6170b5&device_id=5d3f9a2e-5f81-4e26-82f8-be8c0a180732 HTTP/1.1" status: 200 len: 1098 time: 0.4240909 Feb 04 08:40:47.041859 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d7156885-6344-464f-b9b4-500b76c53a36 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:47.045052 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-14ac804e-9e98-4713-b4c0-59f4a84bb5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'name': 'tempest-RoutersTest-router-377201212', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:39:20Z', 'updated_at': '2022-02-04T08:40:37Z', 'revision_number': 7, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'gw_port_host': None, '_interfaces': [{'id': '57296eb8-dbdb-45e9-802e-2c9a40ce9be7', 'name': '', 'network_id': 'dfea1b86-0ebe-4d9d-91bf-448734213079', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'mac_address': 'fa:16:3e:6d:fb:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '511a8f3a-313a-449c-87b4-b5816f354b18', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:40:15Z', 'updated_at': '2022-02-04T08:40:28Z', 'revision_number': 5, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'subnets': [{'id': '511a8f3a-313a-449c-87b4-b5816f354b18', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a657153a-6e55-47fb-bdbe-7a279c3d435d', 'name': '', 'network_id': '5b7f799d-422c-4a3b-8cfa-1a07d6cb098d', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'mac_address': 'fa:16:3e:a3:23:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a680620d-fd7d-41ed-936e-0035a8733159', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:39:41Z', 'updated_at': '2022-02-04T08:40:16Z', 'revision_number': 5, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'subnets': [{'id': 'a680620d-fd7d-41ed-936e-0035a8733159', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7797e17-b54c-4db5-ac06-fb85f686a8ef', 'name': '', 'network_id': 'e05f83f0-a168-4436-a947-8be0747bd170', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'mac_address': 'fa:16:3e:a9:cf:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3270c784-b91a-4628-b467-581083a63680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:39:28Z', 'updated_at': '2022-02-04T08:39:47Z', 'revision_number': 5, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'subnets': [{'id': '3270c784-b91a-4628-b467-581083a63680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbb28ab8-797a-4da9-a709-ce193d836a3d', 'name': '', 'network_id': '32199bff-c1f3-46c9-bae3-a5de11c8ee15', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'mac_address': 'fa:16:3e:bd:f5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78f74441-d3b1-4e7e-a548-80dcf861106e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:39:55Z', 'updated_at': '2022-02-04T08:40:19Z', 'revision_number': 5, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'subnets': [{'id': '78f74441-d3b1-4e7e-a548-80dcf861106e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:40:47.075768 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-09a25b63-b78c-490b-a564-549524164fbc tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985186'] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:47.077204 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-09a25b63-b78c-490b-a564-549524164fbc tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 08:40:47.077691 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09a25b63-b78c-490b-a564-549524164fbc tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:40:47.091783 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-4ecb5b20-ea18-40a9-8565-93231bcf5164 None None] Provisioning for port 51cb087d-4714-4387-b835-0813d66dd5cc completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:40:47.108534 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ac804e-9e98-4713-b4c0-59f4a84bb5f7 None None] The sync data for ids ['f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3'] in dv-neutron-827798-2-hyperv is: [{'id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'name': 'tempest-RoutersTest-router-377201212', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:39:20Z', 'updated_at': '2022-02-04T08:40:37Z', 'revision_number': 7, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'gw_port_host': None, '_interfaces': [{'id': '57296eb8-dbdb-45e9-802e-2c9a40ce9be7', 'name': '', 'network_id': 'dfea1b86-0ebe-4d9d-91bf-448734213079', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'mac_address': 'fa:16:3e:6d:fb:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '511a8f3a-313a-449c-87b4-b5816f354b18', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:40:15Z', 'updated_at': '2022-02-04T08:40:28Z', 'revision_number': 5, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'subnets': [{'id': '511a8f3a-313a-449c-87b4-b5816f354b18', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a657153a-6e55-47fb-bdbe-7a279c3d435d', 'name': '', 'network_id': '5b7f799d-422c-4a3b-8cfa-1a07d6cb098d', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'mac_address': 'fa:16:3e:a3:23:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a680620d-fd7d-41ed-936e-0035a8733159', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:39:41Z', 'updated_at': '2022-02-04T08:40:16Z', 'revision_number': 5, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'subnets': [{'id': 'a680620d-fd7d-41ed-936e-0035a8733159', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7797e17-b54c-4db5-ac06-fb85f686a8ef', 'name': '', 'network_id': 'e05f83f0-a168-4436-a947-8be0747bd170', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'mac_address': 'fa:16:3e:a9:cf:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3270c784-b91a-4628-b467-581083a63680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:39:28Z', 'updated_at': '2022-02-04T08:39:47Z', 'revision_number': 5, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'subnets': [{'id': '3270c784-b91a-4628-b467-581083a63680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbb28ab8-797a-4da9-a709-ce193d836a3d', 'name': '', 'network_id': '32199bff-c1f3-46c9-bae3-a5de11c8ee15', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'mac_address': 'fa:16:3e:bd:f5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78f74441-d3b1-4e7e-a548-80dcf861106e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:39:55Z', 'updated_at': '2022-02-04T08:40:19Z', 'revision_number': 5, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'subnets': [{'id': '78f74441-d3b1-4e7e-a548-80dcf861106e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:40:47.111099 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-4ecb5b20-ea18-40a9-8565-93231bcf5164 None None] Provisioning complete for port 51cb087d-4714-4387-b835-0813d66dd5cc triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:40:47.111339 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-4ecb5b20-ea18-40a9-8565-93231bcf5164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:47.167065 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-09a25b63-b78c-490b-a564-549524164fbc tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7107711 Feb 04 08:40:47.167065 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 50628) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:47.174527 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-7ea79c81-e0f3-4928-b6c0-e40f31839506 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Request body: {'subnet': {'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:40:47.220855 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-f769eee5-2d9c-4ed9-a40c-bd4c4e6a5f13 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Deleting port 57296eb8-dbdb-45e9-802e-2c9a40ce9be7 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:40:47.221272 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f769eee5-2d9c-4ed9-a40c-bd4c4e6a5f13 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:47.394465 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-4ecb5b20-ea18-40a9-8565-93231bcf5164 None None] Port 51cb087d-4714-4387-b835-0813d66dd5cc cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:40:47.445900 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-b97b3764-eb18-4158-af5a-fb50d761dddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4804df28-f7c7-4da5-a69d-07f92f181f93', 'name': 'tempest-ServerActionsTestJSON-478268432-router', 'tenant_id': 'bcdc9b25d9ba412baa8d7ec71c6170b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': '7e01970c-a0b3-46d1-bc17-e04409c5fec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:39:26Z', 'updated_at': '2022-02-04T08:39:40Z', 'revision_number': 4, 'project_id': 'bcdc9b25d9ba412baa8d7ec71c6170b5', 'gw_port': {'id': '7e01970c-a0b3-46d1-bc17-e04409c5fec8', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:e2:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4804df28-f7c7-4da5-a69d-07f92f181f93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:39:28Z', 'updated_at': '2022-02-04T08:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': '4d2e8a93-3a2a-4a70-ba47-d47babb55a5e', 'tenant_id': 'bcdc9b25d9ba412baa8d7ec71c6170b5', 'floating_ip_address': '172.26.3.135', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': '4804df28-f7c7-4da5-a69d-07f92f181f93', 'port_id': '2b372ab4-7400-4547-a17c-2f75c1e00079', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0b8e294-2639-4240-96e8-00c76471f9a3', 'mac_address': 'fa:16:3e:09:5e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d3f9a2e-5f81-4e26-82f8-be8c0a180732', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T08:39:55Z', 'updated_at': '2022-02-04T08:40:39Z', 'revision_number': 1, 'project_id': 'bcdc9b25d9ba412baa8d7ec71c6170b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'affffaa5-174e-42ac-946f-083a5ad0f6e9', 'name': '', 'network_id': 'b0b8e294-2639-4240-96e8-00c76471f9a3', 'tenant_id': 'bcdc9b25d9ba412baa8d7ec71c6170b5', 'mac_address': 'fa:16:3e:d3:c5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4804df28-f7c7-4da5-a69d-07f92f181f93', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80f6a88b-b0ed-49ff-9c6c-faec9e6053f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:39:38Z', 'updated_at': '2022-02-04T08:39:51Z', 'revision_number': 5, 'project_id': 'bcdc9b25d9ba412baa8d7ec71c6170b5', 'subnets': [{'id': '80f6a88b-b0ed-49ff-9c6c-faec9e6053f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:40:47.452687 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d17f6c73-8c38-46b6-8380-31764a33b195 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Router 2ba99006-6b5e-4f7d-b0a8-c04776a7a60b is scheduled to L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 with binding_index 1 {{(pid=84107) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 08:40:47.504057 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3daa6388-e0c6-4dff-a5d1-b62f5b5da8bb tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks [] for security_group, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:47.542602 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97b3764-eb18-4158-af5a-fb50d761dddb None None] Checking router: 4804df28-f7c7-4da5-a69d-07f92f181f93 for host: dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 08:40:47.566550 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-4ecb5b20-ea18-40a9-8565-93231bcf5164 None None] Provisioning for port 7b3ed497-fef0-4dd3-ad1a-21e22e04e1d6 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:40:47.583979 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-7ea79c81-e0f3-4928-b6c0-e40f31839506 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:40:47.595167 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-7ea79c81-e0f3-4928-b6c0-e40f31839506 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Usage tracker for resource:subnet and tenant:ffa27937301745e1ad43fa520f28cbc3 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:40:47.600034 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-7ea79c81-e0f3-4928-b6c0-e40f31839506 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:40:47.602185 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3daa6388-e0c6-4dff-a5d1-b62f5b5da8bb tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:47.611552 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-7ea79c81-e0f3-4928-b6c0-e40f31839506 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:40:47.635920 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97b3764-eb18-4158-af5a-fb50d761dddb None None] Routers {'4804df28-f7c7-4da5-a69d-07f92f181f93'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:40:47.636485 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-b97b3764-eb18-4158-af5a-fb50d761dddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:40:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['4804df28-f7c7-4da5-a69d-07f92f181f93'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:40:47.694372 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55622637-6aea-407d-8926-52c835643574 None None] Update dhcp port {'port': {'network_id': '596e5f5c-7eff-420e-842e-232f7b0c78ab', 'fixed_ips': [{'subnet_id': 'b5c3a4b1-8c04-49bf-b1b5-db9f34d4156d', 'ip_address': '2001:db8::2'}, {'subnet_id': '5acdc7a8-58a2-4fc9-8796-c328f05918ae'}], 'binding:host_id': 'dv-neutron-827798-2-hyperv'}, 'id': 'c0345891-9806-417d-8f82-7718e8fb34cb'} from dv-neutron-827798-2-hyperv. {{(pid=84109) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 04 08:40:47.723311 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ea79c81-e0f3-4928-b6c0-e40f31839506 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Made reservation on behalf of ffa27937301745e1ad43fa520f28cbc3 for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:40:47.727182 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7ea79c81-e0f3-4928-b6c0-e40f31839506 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985186'] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:47.733552 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 0df1188a-fb16-4057-917d-d17c0cd8c6cf no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:40:47.733684 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ea79c81-e0f3-4928-b6c0-e40f31839506 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 08:40:47.733684 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ea79c81-e0f3-4928-b6c0-e40f31839506 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:40:47.736518 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d17f6c73-8c38-46b6-8380-31764a33b195 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:40:47.749752 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-d17f6c73-8c38-46b6-8380-31764a33b195 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] 10.222.0.36 "PUT /v2.0/routers/2ba99006-6b5e-4f7d-b0a8-c04776a7a60b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1455114 Feb 04 08:40:47.751188 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e164999-6706-41a5-9450-9391eafabc4d None None] Sync routers for ids ['2ba99006-6b5e-4f7d-b0a8-c04776a7a60b'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:40:47.759591 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 50634) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:47.777852 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e164999-6706-41a5-9450-9391eafabc4d None None] Routers {'2ba99006-6b5e-4f7d-b0a8-c04776a7a60b'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:40:47.779890 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-2e164999-6706-41a5-9450-9391eafabc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:40:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['2ba99006-6b5e-4f7d-b0a8-c04776a7a60b'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:40:47.855453 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3daa6388-e0c6-4dff-a5d1-b62f5b5da8bb tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=84108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:40:47.864499 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: 0df1188a-fb16-4057-917d-d17c0cd8c6cf {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:40:47.864867 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 0df1188a-fb16-4057-917d-d17c0cd8c6cf not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:40:47.875035 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-4ecb5b20-ea18-40a9-8565-93231bcf5164 None None] Provisioning for port 506c0787-bbe0-4c8a-ad50-67d75ca26a16 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:40:47.878261 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-2e164999-6706-41a5-9450-9391eafabc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:40:47.894127 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e164999-6706-41a5-9450-9391eafabc4d None None] Routers {'2ba99006-6b5e-4f7d-b0a8-c04776a7a60b'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:40:47.894945 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-2e164999-6706-41a5-9450-9391eafabc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:40:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['2ba99006-6b5e-4f7d-b0a8-c04776a7a60b'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:40:47.901703 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-55622637-6aea-407d-8926-52c835643574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:47.970351 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-2e164999-6706-41a5-9450-9391eafabc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:40:47.971169 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e164999-6706-41a5-9450-9391eafabc4d None None] The sync data for ids ['2ba99006-6b5e-4f7d-b0a8-c04776a7a60b'] in dv-neutron-827798-2-hyperv is: [] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:40:47.991863 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daa6388-e0c6-4dff-a5d1-b62f5b5da8bb tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae29c5f3-2013-4167-b1aa-5d965aa803db,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:48.006119 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f59917-3d77-4155-ad3f-c9a6b6ed03ca req-5f9bd8e9-0569-42e6-867d-ca9a99565898 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:48.007972 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b2f59917-3d77-4155-ad3f-c9a6b6ed03ca req-5f9bd8e9-0569-42e6-867d-ca9a99565898 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b0b8e294-2639-4240-96e8-00c76471f9a3 HTTP/1.1" status: 200 len: 912 time: 0.9525964 Feb 04 08:40:48.018045 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50638) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:48.025906 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3daa6388-e0c6-4dff-a5d1-b62f5b5da8bb tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:48.026382 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.segments_db [None req-3daa6388-e0c6-4dff-a5d1-b62f5b5da8bb tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Added segment b84403a3-7adc-4393-8376-fc4992396421 of type vlan for network 50f32939-48ec-455e-86f8-8c6e3a27572b Feb 04 08:40:48.047902 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 08:40:48.058253 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-7ea79c81-e0f3-4928-b6c0-e40f31839506 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.8888855 Feb 04 08:40:48.064124 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 50642) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:48.071857 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-074ba4e6-87f0-4b5a-97f4-f62792ae2d53 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Request body: {'subnet': {'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:40:48.225879 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-074ba4e6-87f0-4b5a-97f4-f62792ae2d53 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:40:48.240294 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-074ba4e6-87f0-4b5a-97f4-f62792ae2d53 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Usage tracker for resource:subnet and tenant:ffa27937301745e1ad43fa520f28cbc3 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:40:48.250338 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-074ba4e6-87f0-4b5a-97f4-f62792ae2d53 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:40:48.253982 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-b97b3764-eb18-4158-af5a-fb50d761dddb None None] Set router 4804df28-f7c7-4da5-a69d-07f92f181f93 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:40:48.260947 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-074ba4e6-87f0-4b5a-97f4-f62792ae2d53 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:40:48.282730 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17ed092-13c9-4cf0-bd6f-05e1f1bde0bf req-f1c4656d-4a44-4836-a9f2-1886639435ed tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:48.282730 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e17ed092-13c9-4cf0-bd6f-05e1f1bde0bf req-f1c4656d-4a44-4836-a9f2-1886639435ed tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d3f9a2e-5f81-4e26-82f8-be8c0a180732 HTTP/1.1" status: 200 len: 945 time: 0.4140694 Feb 04 08:40:48.286121 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3daa6388-e0c6-4dff-a5d1-b62f5b5da8bb tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:48.313698 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 506c0787-bbe0-4c8a-ad50-67d75ca26a16 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:40:48.364889 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [None req-f769eee5-2d9c-4ed9-a40c-bd4c4e6a5f13 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] For port 57296eb8-dbdb-45e9-802e-2c9a40ce9be7, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=57296eb8-dbdb-45e9-802e-2c9a40ce9be7,segment=NetworkSegment(a011d971-ea23-45a3-a0b7-e3a24c1c1624),segment_id=a011d971-ea23-45a3-a0b7-e3a24c1c1624)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:40:48.365237 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f769eee5-2d9c-4ed9-a40c-bd4c4e6a5f13 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:48.381966 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-074ba4e6-87f0-4b5a-97f4-f62792ae2d53 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Made reservation on behalf of ffa27937301745e1ad43fa520f28cbc3 for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:40:48.385467 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-074ba4e6-87f0-4b5a-97f4-f62792ae2d53 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985186'] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:48.386906 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-074ba4e6-87f0-4b5a-97f4-f62792ae2d53 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 08:40:48.387946 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-074ba4e6-87f0-4b5a-97f4-f62792ae2d53 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:40:48.428204 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.db.resource_extend [None req-3daa6388-e0c6-4dff-a5d1-b62f5b5da8bb tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 08:40:48.431921 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e17ed092-13c9-4cf0-bd6f-05e1f1bde0bf req-2decb12b-90fe-4953-bec8-73bf36e00dd6 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/security-groups?id=53227cdf-7dc5-4d80-b711-52cc313216b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353171 Feb 04 08:40:48.437624 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b2f59917-3d77-4155-ad3f-c9a6b6ed03ca req-8fe93aee-4727-42de-9ee4-4989e79100ec service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b372ab4-7400-4547-a17c-2f75c1e00079 HTTP/1.1" status: 200 len: 999 time: 0.3968210 Feb 04 08:40:48.505489 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-074ba4e6-87f0-4b5a-97f4-f62792ae2d53 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4395003 Feb 04 08:40:48.508780 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 50646) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:48.570303 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-414dd337-b334-427b-a2b9-72e08ba0e14c tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Synchronizing usage tracker for tenant:ffa27937301745e1ad43fa520f28cbc3 on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:40:48.589015 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 506c0787-bbe0-4c8a-ad50-67d75ca26a16 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:40:48.591506 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-f769eee5-2d9c-4ed9-a40c-bd4c4e6a5f13 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Calling delete_port for 57296eb8-dbdb-45e9-802e-2c9a40ce9be7 owned by network:router_interface {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:40:48.601142 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 506c0787-bbe0-4c8a-ad50-67d75ca26a16 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:40:48.604987 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:48.727144 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-414dd337-b334-427b-a2b9-72e08ba0e14c tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Unset dirty status for tenant:ffa27937301745e1ad43fa520f28cbc3 on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:40:48.728619 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-414dd337-b334-427b-a2b9-72e08ba0e14c tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2189279 Feb 04 08:40:48.731753 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 50650) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:48.735932 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3daa6388-e0c6-4dff-a5d1-b62f5b5da8bb tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:48.739544 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3daa6388-e0c6-4dff-a5d1-b62f5b5da8bb tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:48.740123 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3daa6388-e0c6-4dff-a5d1-b62f5b5da8bb tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:48.771202 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f59917-3d77-4155-ad3f-c9a6b6ed03ca req-80b2bf9f-ba6d-4a75-bd83-1560208fc7ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:48.771202 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b2f59917-3d77-4155-ad3f-c9a6b6ed03ca req-80b2bf9f-ba6d-4a75-bd83-1560208fc7ab service neutron] 10.222.0.47 "GET /v2.0/subnets?id=80f6a88b-b0ed-49ff-9c6c-faec9e6053f8 HTTP/1.1" status: 200 len: 850 time: 0.2737889 Feb 04 08:40:48.816186 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348c67a3-8899-48e4-9de2-7821bc61c60a tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:48.819935 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-348c67a3-8899-48e4-9de2-7821bc61c60a tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0851197 Feb 04 08:40:48.820355 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 50654) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:48.826849 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:48.857338 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-b97b3764-eb18-4158-af5a-fb50d761dddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4804df28-f7c7-4da5-a69d-07f92f181f93', 'name': 'tempest-ServerActionsTestJSON-478268432-router', 'tenant_id': 'bcdc9b25d9ba412baa8d7ec71c6170b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': '7e01970c-a0b3-46d1-bc17-e04409c5fec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:39:26Z', 'updated_at': '2022-02-04T08:39:40Z', 'revision_number': 4, 'project_id': 'bcdc9b25d9ba412baa8d7ec71c6170b5', 'gw_port': {'id': '7e01970c-a0b3-46d1-bc17-e04409c5fec8', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:e2:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4804df28-f7c7-4da5-a69d-07f92f181f93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:39:28Z', 'updated_at': '2022-02-04T08:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': '4d2e8a93-3a2a-4a70-ba47-d47babb55a5e', 'tenant_id': 'bcdc9b25d9ba412baa8d7ec71c6170b5', 'floating_ip_address': '172.26.3.135', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': '4804df28-f7c7-4da5-a69d-07f92f181f93', 'port_id': '2b372ab4-7400-4547-a17c-2f75c1e00079', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0b8e294-2639-4240-96e8-00c76471f9a3', 'mac_address': 'fa:16:3e:09:5e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d3f9a2e-5f81-4e26-82f8-be8c0a180732', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T08:39:55Z', 'updated_at': '2022-02-04T08:40:39Z', 'revision_number': 1, 'project_id': 'bcdc9b25d9ba412baa8d7ec71c6170b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'affffaa5-174e-42ac-946f-083a5ad0f6e9', 'name': '', 'network_id': 'b0b8e294-2639-4240-96e8-00c76471f9a3', 'tenant_id': 'bcdc9b25d9ba412baa8d7ec71c6170b5', 'mac_address': 'fa:16:3e:d3:c5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4804df28-f7c7-4da5-a69d-07f92f181f93', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80f6a88b-b0ed-49ff-9c6c-faec9e6053f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:39:38Z', 'updated_at': '2022-02-04T08:39:51Z', 'revision_number': 5, 'project_id': 'bcdc9b25d9ba412baa8d7ec71c6170b5', 'subnets': [{'id': '80f6a88b-b0ed-49ff-9c6c-faec9e6053f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:40:48.866774 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97b3764-eb18-4158-af5a-fb50d761dddb None None] The sync data for ids ['4804df28-f7c7-4da5-a69d-07f92f181f93'] in dv-neutron-827798-2-hyperv is: [{'id': '4804df28-f7c7-4da5-a69d-07f92f181f93', 'name': 'tempest-ServerActionsTestJSON-478268432-router', 'tenant_id': 'bcdc9b25d9ba412baa8d7ec71c6170b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': '7e01970c-a0b3-46d1-bc17-e04409c5fec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:39:26Z', 'updated_at': '2022-02-04T08:39:40Z', 'revision_number': 4, 'project_id': 'bcdc9b25d9ba412baa8d7ec71c6170b5', 'gw_port': {'id': '7e01970c-a0b3-46d1-bc17-e04409c5fec8', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:e2:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4804df28-f7c7-4da5-a69d-07f92f181f93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:39:28Z', 'updated_at': '2022-02-04T08:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': '4d2e8a93-3a2a-4a70-ba47-d47babb55a5e', 'tenant_id': 'bcdc9b25d9ba412baa8d7ec71c6170b5', 'floating_ip_address': '172.26.3.135', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': '4804df28-f7c7-4da5-a69d-07f92f181f93', 'port_id': '2b372ab4-7400-4547-a17c-2f75c1e00079', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0b8e294-2639-4240-96e8-00c76471f9a3', 'mac_address': 'fa:16:3e:09:5e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d3f9a2e-5f81-4e26-82f8-be8c0a180732', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T08:39:55Z', 'updated_at': '2022-02-04T08:40:39Z', 'revision_number': 1, 'project_id': 'bcdc9b25d9ba412baa8d7ec71c6170b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'affffaa5-174e-42ac-946f-083a5ad0f6e9', 'name': '', 'network_id': 'b0b8e294-2639-4240-96e8-00c76471f9a3', 'tenant_id': 'bcdc9b25d9ba412baa8d7ec71c6170b5', 'mac_address': 'fa:16:3e:d3:c5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4804df28-f7c7-4da5-a69d-07f92f181f93', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80f6a88b-b0ed-49ff-9c6c-faec9e6053f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:39:38Z', 'updated_at': '2022-02-04T08:39:51Z', 'revision_number': 5, 'project_id': 'bcdc9b25d9ba412baa8d7ec71c6170b5', 'subnets': [{'id': '80f6a88b-b0ed-49ff-9c6c-faec9e6053f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:40:48.883099 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port 506c0787-bbe0-4c8a-ad50-67d75ca26a16, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=506c0787-bbe0-4c8a-ad50-67d75ca26a16,segment=NetworkSegment(189cde88-15c3-4616-805e-8035c1c4d2f9),segment_id=189cde88-15c3-4616-805e-8035c1c4d2f9)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:40:48.892303 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-64a229a2-0c02-4429-843a-85d1ddd3343b tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0666611 Feb 04 08:40:48.892507 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 50658) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:48.899085 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-cf9cdee3-b409-47d8-a091-6c6eb279d877 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Request body: {'subnet': {'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:40:48.985380 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:48.986598 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 7b3ed497-fef0-4dd3-ad1a-21e22e04e1d6 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:40:49.157337 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a1fa71-278d-4eef-b082-0fe67f2e0d98 None None] New status for floating IP 4d2e8a93-3a2a-4a70-ba47-d47babb55a5e: ACTIVE {{(pid=84109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 08:40:49.223220 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-cf9cdee3-b409-47d8-a091-6c6eb279d877 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:40:49.226255 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-d7156885-6344-464f-b9b4-500b76c53a36 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Delete allocated IP 2001:db8::194 (596e5f5c-7eff-420e-842e-232f7b0c78ab/b5c3a4b1-8c04-49bf-b1b5-db9f34d4156d) {{(pid=84108) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 04 08:40:49.229433 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daa6388-e0c6-4dff-a5d1-b62f5b5da8bb tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Pushing event updated for resources: {'Network': ['ID=50f32939-48ec-455e-86f8-8c6e3a27572b,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:49.236106 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-cf9cdee3-b409-47d8-a091-6c6eb279d877 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Usage tracker for resource:subnet and tenant:ffa27937301745e1ad43fa520f28cbc3 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:40:49.237412 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-cf9cdee3-b409-47d8-a091-6c6eb279d877 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:40:49.259697 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-cf9cdee3-b409-47d8-a091-6c6eb279d877 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:40:49.264414 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network 50f32939-48ec-455e-86f8-8c6e3a27572b details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:40:49.264947 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-d7156885-6344-464f-b9b4-500b76c53a36 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Allocated IP 2001:db8:0:1::1bc (596e5f5c-7eff-420e-842e-232f7b0c78ab/5acdc7a8-58a2-4fc9-8796-c328f05918ae/dd139c8d-90ab-468d-b85b-282ed1363aeb) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:40:49.271421 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.api.v2.resource [None req-8683915c-fdb3-45e7-92d1-15fa68631b70 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 08:40:49.272447 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-8683915c-fdb3-45e7-92d1-15fa68631b70 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] 10.222.0.36 "PUT /v2.0/routers/2ba99006-6b5e-4f7d-b0a8-c04776a7a60b/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.5131466 Feb 04 08:40:49.275276 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 50662) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:49.301009 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-3daa6388-e0c6-4dff-a5d1-b62f5b5da8bb tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 3.3729208 Feb 04 08:40:49.318680 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50666) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:49.336140 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-a2e106aa-2948-4414-90b7-bfc6e2e155b6 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Request body: {'port': {'network_id': '50f32939-48ec-455e-86f8-8c6e3a27572b', 'name': 'tempest-PortsTestJSON-545140373'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:40:49.349852 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=506c0787-bbe0-4c8a-ad50-67d75ca26a16,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:49.359712 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 7b3ed497-fef0-4dd3-ad1a-21e22e04e1d6 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:40:49.415988 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf9cdee3-b409-47d8-a091-6c6eb279d877 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Made reservation on behalf of ffa27937301745e1ad43fa520f28cbc3 for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:40:49.421906 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-cf9cdee3-b409-47d8-a091-6c6eb279d877 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985186'] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:49.460261 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 7b3ed497-fef0-4dd3-ad1a-21e22e04e1d6 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:40:49.460659 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:49.581880 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b2f59917-3d77-4155-ad3f-c9a6b6ed03ca req-52cf5255-6151-4f99-8a0d-d9d8373b8ac1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b0b8e294-2639-4240-96e8-00c76471f9a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7808957 Feb 04 08:40:49.614140 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-4e24835f-4d3a-4d65-b6e1-26d8a0165b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:49.682865 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:49.717914 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port 7b3ed497-fef0-4dd3-ad1a-21e22e04e1d6, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=7b3ed497-fef0-4dd3-ad1a-21e22e04e1d6,segment=NetworkSegment(d26a7a3c-fefb-4995-ab85-9914ccf216f5),segment_id=d26a7a3c-fefb-4995-ab85-9914ccf216f5)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:40:49.736353 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-a2e106aa-2948-4414-90b7-bfc6e2e155b6 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:40:49.752964 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-a2e106aa-2948-4414-90b7-bfc6e2e155b6 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Usage tracker for resource:port and tenant:a287064d5ca349c39790be8557119e7e is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:40:49.760885 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-a2e106aa-2948-4414-90b7-bfc6e2e155b6 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:40:49.774067 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:49.775025 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device c0345891-9806-417d-8f82-7718e8fb34cb up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:40:49.782218 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-a2e106aa-2948-4414-90b7-bfc6e2e155b6 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:40:49.815030 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f769eee5-2d9c-4ed9-a40c-bd4c4e6a5f13 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:49.837043 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1985a3-8b7e-4101-970d-e1809bd7572f req-1d687733-61af-40d2-8fa2-d8024cc30f5c tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:49.838508 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4a1985a3-8b7e-4101-970d-e1809bd7572f req-1d687733-61af-40d2-8fa2-d8024cc30f5c tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d3f9a2e-5f81-4e26-82f8-be8c0a180732 HTTP/1.1" status: 200 len: 945 time: 0.2502949 Feb 04 08:40:49.940019 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=7b3ed497-fef0-4dd3-ad1a-21e22e04e1d6,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:49.967744 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port c0345891-9806-417d-8f82-7718e8fb34cb triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:40:49.968369 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:50.004109 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f769eee5-2d9c-4ed9-a40c-bd4c4e6a5f13 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Pushing event deleted for resources: {'Port': ['ID=57296eb8-dbdb-45e9-802e-2c9a40ce9be7,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:50.018473 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4a1985a3-8b7e-4101-970d-e1809bd7572f req-2415faa8-e85c-461d-abaf-9216428d94e4 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/security-groups?id=53227cdf-7dc5-4d80-b711-52cc313216b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1685460 Feb 04 08:40:50.068533 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2e106aa-2948-4414-90b7-bfc6e2e155b6 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Made reservation on behalf of a287064d5ca349c39790be8557119e7e for: {'port': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:40:50.074028 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a2e106aa-2948-4414-90b7-bfc6e2e155b6 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:50.165091 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.objects.ports [None req-cf9cdee3-b409-47d8-a091-6c6eb279d877 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84107) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 04 08:40:50.165091 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-cf9cdee3-b409-47d8-a091-6c6eb279d877 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7510230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985204'] for subnet, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:50.194747 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b2f59917-3d77-4155-ad3f-c9a6b6ed03ca req-2ad866c1-67b5-4b55-8bdf-d6fee92d9dd1 service neutron] 10.222.0.47 "GET /v2.0/networks/b0b8e294-2639-4240-96e8-00c76471f9a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5965414 Feb 04 08:40:50.213978 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 0709e3c1-bb03-427e-8222-d8fbdae77b3e no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:40:50.236468 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2a81c8e7-2bd0-46d4-97ca-9143eea2bf4e tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473817'] for router_interface, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:50.263254 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: 0709e3c1-bb03-427e-8222-d8fbdae77b3e {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:40:50.264180 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 0709e3c1-bb03-427e-8222-d8fbdae77b3e not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:40:50.296373 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d7156885-6344-464f-b9b4-500b76c53a36 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks [] for port, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:50.316257 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9cdee3-b409-47d8-a091-6c6eb279d877 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:40:50.339037 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-cf9cdee3-b409-47d8-a091-6c6eb279d877 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:40:50.354577 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af241d9-9428-4d55-8d64-d879ba97f33c None None] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:40:50.357909 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9cdee3-b409-47d8-a091-6c6eb279d877 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:50.360783 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-cf9cdee3-b409-47d8-a091-6c6eb279d877 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:50.428353 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [None req-a2e106aa-2948-4414-90b7-bfc6e2e155b6 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] device_id is not set on port fc4fc32a-25f8-489f-aa0f-baef313d8baa yet. {{(pid=84108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:40:50.464605 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9cdee3-b409-47d8-a091-6c6eb279d877 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event updated for resources: {'Subnet': ['ID=b791ffba-cdf7-4a64-bf2a-8d90ff44b61b,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:50.465210 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.provisioning_blocks [None req-d7156885-6344-464f-b9b4-500b76c53a36 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Transition to ACTIVE for port object dd139c8d-90ab-468d-b85b-282ed1363aeb will not be triggered until provisioned by entity DHCP. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:40:50.498501 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 506c0787-bbe0-4c8a-ad50-67d75ca26a16 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:40:50.539721 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2627bd25-0ffc-4502-88b9-1390a565408c tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:50.572913 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-cf9cdee3-b409-47d8-a091-6c6eb279d877 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6793828 Feb 04 08:40:50.575917 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 50672) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:50.582064 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-b22c5169-5c9f-4390-ba67-fea11ea0b7e4 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Request body: {'port': {'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'mac_address': 'fa:16:3e:71:a3:da', 'name': 'tempest-NetworksTestDHCPv6-9597678'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:40:50.589787 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d7156885-6344-464f-b9b4-500b76c53a36 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:50.685197 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-55622637-6aea-407d-8926-52c835643574 None None] Allocated IP 2001:db8:0:1::2 (596e5f5c-7eff-420e-842e-232f7b0c78ab/5acdc7a8-58a2-4fc9-8796-c328f05918ae/c0345891-9806-417d-8f82-7718e8fb34cb) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:40:50.760494 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 506c0787-bbe0-4c8a-ad50-67d75ca26a16 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:40:50.760884 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:50.854554 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-b22c5169-5c9f-4390-ba67-fea11ea0b7e4 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:40:50.866684 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-b22c5169-5c9f-4390-ba67-fea11ea0b7e4 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:40:50.980471 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a713aa-1db4-4015-9fe9-2f798eacf400 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'tenant_id': 'ffa27937301745e1ad43fa520f28cbc3', 'fixed_ips': [{'subnet_id': 'b791ffba-cdf7-4a64-bf2a-8d90ff44b61b'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:40:50.981290 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-42a713aa-1db4-4015-9fe9-2f798eacf400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:50.992366 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b2f59917-3d77-4155-ad3f-c9a6b6ed03ca req-f1cb9520-dede-4c2a-bca0-6286e16f509b service neutron] 10.222.0.47 "GET /v2.0/networks/b0b8e294-2639-4240-96e8-00c76471f9a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7514296 Feb 04 08:40:51.069822 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-55622637-6aea-407d-8926-52c835643574 None None] For port c0345891-9806-417d-8f82-7718e8fb34cb, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=c0345891-9806-417d-8f82-7718e8fb34cb,segment=NetworkSegment(6e1a07a2-2445-484b-846d-69e0c9a2c85e),segment_id=6e1a07a2-2445-484b-846d-69e0c9a2c85e)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:40:51.107994 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7156885-6344-464f-b9b4-500b76c53a36 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Pushing event updated for resources: {'Port': ['ID=dd139c8d-90ab-468d-b85b-282ed1363aeb,revision_number=2']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:51.117199 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b22c5169-5c9f-4390-ba67-fea11ea0b7e4 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Made reservation on behalf of ffa27937301745e1ad43fa520f28cbc3 for: {'port': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:40:51.121493 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b22c5169-5c9f-4390-ba67-fea11ea0b7e4 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:51.162943 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [None req-b22c5169-5c9f-4390-ba67-fea11ea0b7e4 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] device_id is not set on port 423ebd8b-c640-42f3-97f5-31b929d2ee89 yet. {{(pid=84107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:40:51.174621 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-d7156885-6344-464f-b9b4-500b76c53a36 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] In _notify_port_updated(), no bound segment for port dd139c8d-90ab-468d-b85b-282ed1363aeb on network 596e5f5c-7eff-420e-842e-232f7b0c78ab {{(pid=84108) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 04 08:40:51.178441 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7156885-6344-464f-b9b4-500b76c53a36 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:51.179063 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d7156885-6344-464f-b9b4-500b76c53a36 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:51.181272 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-55622637-6aea-407d-8926-52c835643574 None None] Notify callbacks [] for port, precommit_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:51.183384 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-d7156885-6344-464f-b9b4-500b76c53a36 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "PUT /v2.0/ports/dd139c8d-90ab-468d-b85b-282ed1363aeb HTTP/1.1" status: 200 len: 930 time: 4.9032347 Feb 04 08:40:51.184724 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50678) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:51.213442 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-55622637-6aea-407d-8926-52c835643574 None None] Transition to ACTIVE for port object c0345891-9806-417d-8f82-7718e8fb34cb will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:40:51.217850 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 7b3ed497-fef0-4dd3-ad1a-21e22e04e1d6 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:40:51.298213 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-55622637-6aea-407d-8926-52c835643574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:51.399393 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f15994e-6787-4893-ae33-5342eb0098fe req-50d2b022-e17a-4c82-8575-7690f95333db tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:51.400884 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-0f15994e-6787-4893-ae33-5342eb0098fe req-50d2b022-e17a-4c82-8575-7690f95333db tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d3f9a2e-5f81-4e26-82f8-be8c0a180732 HTTP/1.1" status: 200 len: 945 time: 0.1960738 Feb 04 08:40:51.445512 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-42a713aa-1db4-4015-9fe9-2f798eacf400 None None] Allocated IP 2001:db8::f816:3eff:fed2:ef20 (bc933c3a-b15d-4eab-9ad6-d32fd193f5cd/b791ffba-cdf7-4a64-bf2a-8d90ff44b61b/2d74716f-b3f5-4801-9554-457777136eef) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:40:51.463307 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-2a81c8e7-2bd0-46d4-97ca-9143eea2bf4e tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Deleting port 51cb087d-4714-4387-b835-0813d66dd5cc {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:40:51.466922 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2a81c8e7-2bd0-46d4-97ca-9143eea2bf4e tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:51.482929 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55622637-6aea-407d-8926-52c835643574 None None] Pushing event updated for resources: {'Port': ['ID=c0345891-9806-417d-8f82-7718e8fb34cb,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:51.533995 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-0f15994e-6787-4893-ae33-5342eb0098fe req-78d40546-6517-4fd3-b76f-5d8ca50c1e3b tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/security-groups?id=53227cdf-7dc5-4d80-b711-52cc313216b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209254 Feb 04 08:40:51.584041 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 7b3ed497-fef0-4dd3-ad1a-21e22e04e1d6 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:40:51.584536 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:51.630421 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-3af7471b-db3a-4f2f-a697-ab2e1f31445d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Deleting port dd139c8d-90ab-468d-b85b-282ed1363aeb {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:40:51.632975 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3af7471b-db3a-4f2f-a697-ab2e1f31445d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:51.723658 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a2e106aa-2948-4414-90b7-bfc6e2e155b6 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:51.723905 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-afe7d80a-123f-45f6-96bc-9ba0d7490b3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:51.736741 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f769eee5-2d9c-4ed9-a40c-bd4c4e6a5f13 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1572495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472959'] for router_interface, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:51.752858 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2a81c8e7-2bd0-46d4-97ca-9143eea2bf4e tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:51.884392 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-42a713aa-1db4-4015-9fe9-2f798eacf400 None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:51.898967 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-42a713aa-1db4-4015-9fe9-2f798eacf400 None None] Transition to ACTIVE for port object 2d74716f-b3f5-4801-9554-457777136eef will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:40:51.926726 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-42a713aa-1db4-4015-9fe9-2f798eacf400 None None] Transition to ACTIVE for port object 2d74716f-b3f5-4801-9554-457777136eef will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:40:51.932001 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-2a81c8e7-2bd0-46d4-97ca-9143eea2bf4e tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Calling delete_port for 51cb087d-4714-4387-b835-0813d66dd5cc owned by network:router_interface {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:40:52.008802 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44245324-2b74-45f5-b160-73e00e82aedc req-59a73982-b209-4bd8-b385-029433d8d6c6 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:52.010401 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-44245324-2b74-45f5-b160-73e00e82aedc req-59a73982-b209-4bd8-b385-029433d8d6c6 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d3f9a2e-5f81-4e26-82f8-be8c0a180732 HTTP/1.1" status: 200 len: 945 time: 0.2465847 Feb 04 08:40:52.025370 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-42a713aa-1db4-4015-9fe9-2f798eacf400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:52.110895 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-b22c5169-5c9f-4390-ba67-fea11ea0b7e4 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Allocated IP 2001:db8::f816:3eff:fe71:a3da (bc933c3a-b15d-4eab-9ad6-d32fd193f5cd/b791ffba-cdf7-4a64-bf2a-8d90ff44b61b/423ebd8b-c640-42f3-97f5-31b929d2ee89) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:40:52.152351 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a713aa-1db4-4015-9fe9-2f798eacf400 None None] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:40:52.156481 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-42a713aa-1db4-4015-9fe9-2f798eacf400 None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:40:52.161415 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a713aa-1db4-4015-9fe9-2f798eacf400 None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:40:52.164881 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a713aa-1db4-4015-9fe9-2f798eacf400 None None] Pushing event updated for resources: {'Port': ['ID=2d74716f-b3f5-4801-9554-457777136eef,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:52.203680 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a2e106aa-2948-4414-90b7-bfc6e2e155b6 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:52.208242 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-44245324-2b74-45f5-b160-73e00e82aedc req-1e577075-f7b1-441f-b7b2-8c658202b130 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/security-groups?id=53227cdf-7dc5-4d80-b711-52cc313216b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1863794 Feb 04 08:40:52.334444 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-42a713aa-1db4-4015-9fe9-2f798eacf400 None None] Attempting to bind port 2d74716f-b3f5-4801-9554-457777136eef on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:40:52.335175 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-42a713aa-1db4-4015-9fe9-2f798eacf400 None None] Attempting to bind port 2d74716f-b3f5-4801-9554-457777136eef by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': '2c48dc91-e362-4611-9354-aede43558386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:40:52.337143 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a713aa-1db4-4015-9fe9-2f798eacf400 None None] Attempting to bind port 2d74716f-b3f5-4801-9554-457777136eef on network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:40:52.358456 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a713aa-1db4-4015-9fe9-2f798eacf400 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:40:52.359168 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a713aa-1db4-4015-9fe9-2f798eacf400 None None] Checking segment: {'id': '2c48dc91-e362-4611-9354-aede43558386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:40:52.359769 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-42a713aa-1db4-4015-9fe9-2f798eacf400 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:52.360384 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a713aa-1db4-4015-9fe9-2f798eacf400 None None] Bound using segment: {'id': '2c48dc91-e362-4611-9354-aede43558386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:40:52.361078 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-42a713aa-1db4-4015-9fe9-2f798eacf400 None None] Bound port: 2d74716f-b3f5-4801-9554-457777136eef, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c48dc91-e362-4611-9354-aede43558386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:40:52.361687 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-42a713aa-1db4-4015-9fe9-2f798eacf400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:52.440530 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device c0345891-9806-417d-8f82-7718e8fb34cb up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:40:52.485756 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e106aa-2948-4414-90b7-bfc6e2e155b6 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Pushing event updated for resources: {'Port': ['ID=fc4fc32a-25f8-489f-aa0f-baef313d8baa,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:52.529722 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-2627bd25-0ffc-4502-88b9-1390a565408c tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Allocated IP 172.20.0.1 (cffddbfd-7362-47bd-9723-84fa8f6b93f8/01be2da0-0277-4fb3-b334-a74dba501042/bcbc9e6a-d357-400e-9602-082462f1c18c) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:40:52.541231 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b22c5169-5c9f-4390-ba67-fea11ea0b7e4 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:52.550700 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-b93c5520-8b3a-453d-8b3c-a9d5a7891dda None None] Provisioning complete for port 5e07334d-4bee-4336-bf8b-45995d221e28 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:40:52.551270 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-b93c5520-8b3a-453d-8b3c-a9d5a7891dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:52.562695 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [None req-b22c5169-5c9f-4390-ba67-fea11ea0b7e4 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Transition to ACTIVE for port object 423ebd8b-c640-42f3-97f5-31b929d2ee89 will not be triggered until provisioned by entity DHCP. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:40:52.584092 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2a81c8e7-2bd0-46d4-97ca-9143eea2bf4e tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:52.620121 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-42a713aa-1db4-4015-9fe9-2f798eacf400 None None] For port 2d74716f-b3f5-4801-9554-457777136eef, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:40:52.628335 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-b93c5520-8b3a-453d-8b3c-a9d5a7891dda None None] Port 5e07334d-4bee-4336-bf8b-45995d221e28 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:40:52.642243 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-42a713aa-1db4-4015-9fe9-2f798eacf400 None None] For port 2d74716f-b3f5-4801-9554-457777136eef, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=2d74716f-b3f5-4801-9554-457777136eef,segment=NetworkSegment(2c48dc91-e362-4611-9354-aede43558386),segment_id=2c48dc91-e362-4611-9354-aede43558386)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:40:52.651559 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a81c8e7-2bd0-46d4-97ca-9143eea2bf4e tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Pushing event deleted for resources: {'Port': ['ID=51cb087d-4714-4387-b835-0813d66dd5cc,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:52.711465 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-42a713aa-1db4-4015-9fe9-2f798eacf400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:52.776427 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3af7471b-db3a-4f2f-a697-ab2e1f31445d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:52.785933 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-b93c5520-8b3a-453d-8b3c-a9d5a7891dda None None] Provisioning for port dd139c8d-90ab-468d-b85b-282ed1363aeb completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:40:52.788717 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e106aa-2948-4414-90b7-bfc6e2e155b6 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Checking segment: {'id': 'b84403a3-7adc-4393-8376-fc4992396421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '50f32939-48ec-455e-86f8-8c6e3a27572b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:40:52.789189 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e106aa-2948-4414-90b7-bfc6e2e155b6 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Network hostable DHCP agents. Network: 50f32939-48ec-455e-86f8-8c6e3a27572b, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:40:52.805192 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-b93c5520-8b3a-453d-8b3c-a9d5a7891dda None None] Provisioning complete for port dd139c8d-90ab-468d-b85b-282ed1363aeb triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:40:52.805559 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-b93c5520-8b3a-453d-8b3c-a9d5a7891dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:52.874212 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a713aa-1db4-4015-9fe9-2f798eacf400 None None] Pushing event updated for resources: {'Port': ['ID=2d74716f-b3f5-4801-9554-457777136eef,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:52.881826 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b22c5169-5c9f-4390-ba67-fea11ea0b7e4 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:52.916593 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:52.952080 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-b93c5520-8b3a-453d-8b3c-a9d5a7891dda None None] Port dd139c8d-90ab-468d-b85b-282ed1363aeb cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:40:52.962262 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22c5169-5c9f-4390-ba67-fea11ea0b7e4 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event updated for resources: {'Port': ['ID=423ebd8b-c640-42f3-97f5-31b929d2ee89,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:53.031172 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-b93c5520-8b3a-453d-8b3c-a9d5a7891dda None None] Provisioning for port c0345891-9806-417d-8f82-7718e8fb34cb completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:40:53.044069 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-b93c5520-8b3a-453d-8b3c-a9d5a7891dda None None] Provisioning complete for port c0345891-9806-417d-8f82-7718e8fb34cb triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:40:53.044369 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-b93c5520-8b3a-453d-8b3c-a9d5a7891dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:53.105259 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:53.108318 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-3af7471b-db3a-4f2f-a697-ab2e1f31445d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Calling delete_port for dd139c8d-90ab-468d-b85b-282ed1363aeb owned by {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:40:53.229719 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22c5169-5c9f-4390-ba67-fea11ea0b7e4 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:40:53.231760 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2a81c8e7-2bd0-46d4-97ca-9143eea2bf4e tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1572495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472959'] for router_interface, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:53.239598 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-b22c5169-5c9f-4390-ba67-fea11ea0b7e4 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:40:53.252307 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22c5169-5c9f-4390-ba67-fea11ea0b7e4 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:40:53.268675 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22c5169-5c9f-4390-ba67-fea11ea0b7e4 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:53.273384 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b22c5169-5c9f-4390-ba67-fea11ea0b7e4 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:53.334421 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-491b7e2f-888b-4ba1-a5c7-86cc0372b2f3 None None] Provisioning complete for port dd139c8d-90ab-468d-b85b-282ed1363aeb triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:40:53.335027 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-491b7e2f-888b-4ba1-a5c7-86cc0372b2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:53.392968 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640c27ac-9cca-4a19-907f-c2b35a7d99c2 req-e4e2215d-693b-4440-b478-ea920563ea4f tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:53.397606 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-491b7e2f-888b-4ba1-a5c7-86cc0372b2f3 None None] Port dd139c8d-90ab-468d-b85b-282ed1363aeb cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:40:53.400600 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-640c27ac-9cca-4a19-907f-c2b35a7d99c2 req-e4e2215d-693b-4440-b478-ea920563ea4f tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d3f9a2e-5f81-4e26-82f8-be8c0a180732 HTTP/1.1" status: 200 len: 945 time: 0.2533228 Feb 04 08:40:53.451764 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e106aa-2948-4414-90b7-bfc6e2e155b6 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Network 50f32939-48ec-455e-86f8-8c6e3a27572b is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:40:53.482965 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2627bd25-0ffc-4502-88b9-1390a565408c tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:53.489522 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-b22c5169-5c9f-4390-ba67-fea11ea0b7e4 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 2.9099514 Feb 04 08:40:53.492201 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 50688) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:53.573736 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-a2e106aa-2948-4414-90b7-bfc6e2e155b6 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, 50f32939-48ec-455e-86f8-8c6e3a27572b) {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:40:53.581905 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80172834-fd9d-4591-a533-c56913a099b9 None None] Network 50f32939-48ec-455e-86f8-8c6e3a27572b requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:40:53.594896 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e106aa-2948-4414-90b7-bfc6e2e155b6 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:40:53.598678 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e106aa-2948-4414-90b7-bfc6e2e155b6 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:53.599289 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a2e106aa-2948-4414-90b7-bfc6e2e155b6 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:53.629529 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-640c27ac-9cca-4a19-907f-c2b35a7d99c2 req-9faa52c9-c028-4223-96a8-4521d932900d tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/security-groups?id=53227cdf-7dc5-4d80-b711-52cc313216b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2278552 Feb 04 08:40:53.807946 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9580c39e-d3f3-45ae-87ea-446c68791405 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:53.812303 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9580c39e-d3f3-45ae-87ea-446c68791405 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:53.813616 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-9580c39e-d3f3-45ae-87ea-446c68791405 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Synchronizing usage tracker for tenant:ffa27937301745e1ad43fa520f28cbc3 on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:40:53.885566 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2627bd25-0ffc-4502-88b9-1390a565408c tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:53.899036 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a81c8e7-2bd0-46d4-97ca-9143eea2bf4e tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Router 2ba99006-6b5e-4f7d-b0a8-c04776a7a60b has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:40:53.939930 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3af7471b-db3a-4f2f-a697-ab2e1f31445d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:53.970653 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-9580c39e-d3f3-45ae-87ea-446c68791405 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Unset dirty status for tenant:ffa27937301745e1ad43fa520f28cbc3 on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:40:53.978255 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-9580c39e-d3f3-45ae-87ea-446c68791405 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1700 time: 0.4819784 Feb 04 08:40:53.978473 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50696) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:54.043128 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-a2e106aa-2948-4414-90b7-bfc6e2e155b6 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 4.7187541 Feb 04 08:40:54.049301 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 50700) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:54.063858 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-4567d1b4-a01e-423c-a94b-81f295ef8090 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1778335185'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:40:54.076071 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-4567d1b4-a01e-423c-a94b-81f295ef8090 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:40:54.081274 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a81c8e7-2bd0-46d4-97ca-9143eea2bf4e tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:40:54.086373 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-2a81c8e7-2bd0-46d4-97ca-9143eea2bf4e tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] 10.222.0.36 "PUT /v2.0/routers/2ba99006-6b5e-4f7d-b0a8-c04776a7a60b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8101561 Feb 04 08:40:54.088374 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-4567d1b4-a01e-423c-a94b-81f295ef8090 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Usage tracker for resource:network and tenant:a287064d5ca349c39790be8557119e7e is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:40:54.093024 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96141d97-cd28-48c2-9a0a-ed21b870ba18 None None] Sync routers for ids ['2ba99006-6b5e-4f7d-b0a8-c04776a7a60b'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:40:54.094672 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 50704) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:54.097866 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-4567d1b4-a01e-423c-a94b-81f295ef8090 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:40:54.107035 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96141d97-cd28-48c2-9a0a-ed21b870ba18 None None] Routers {'2ba99006-6b5e-4f7d-b0a8-c04776a7a60b'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:40:54.107861 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-96141d97-cd28-48c2-9a0a-ed21b870ba18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:40:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['2ba99006-6b5e-4f7d-b0a8-c04776a7a60b'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:40:54.166267 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3d20cd28-48b0-4b2e-93ae-a251cf50ee4c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:54.186280 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-4567d1b4-a01e-423c-a94b-81f295ef8090 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:40:54.190028 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-4e795104-c6c5-4dfa-8028-4c64e26c8604 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Deleting port 423ebd8b-c640-42f3-97f5-31b929d2ee89 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:40:54.190626 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4e795104-c6c5-4dfa-8028-4c64e26c8604 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:54.194129 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.api.v2.resource [None req-81563462-29a7-408d-90d0-0aae4ccce7ae tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] delete failed (client error): The resource could not be found. Feb 04 08:40:54.201614 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-81563462-29a7-408d-90d0-0aae4ccce7ae tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] 10.222.0.36 "DELETE /v2.0/routers/tempest-non_exist_router-101558735 HTTP/1.1" status: 404 len: 334 time: 0.1057692 Feb 04 08:40:54.210163 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 50708) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:54.210700 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-96141d97-cd28-48c2-9a0a-ed21b870ba18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:40:54.211633 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-44c11ffc-21cb-4e2d-ba80-0f99fc1f6816 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Request body: {'router': {'external_gateway_info': {'network_id': '2ba99006-6b5e-4f7d-b0a8-c04776a7a60b'}}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:40:54.222916 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96141d97-cd28-48c2-9a0a-ed21b870ba18 None None] Routers {'2ba99006-6b5e-4f7d-b0a8-c04776a7a60b'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:40:54.223633 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-96141d97-cd28-48c2-9a0a-ed21b870ba18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:40:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['2ba99006-6b5e-4f7d-b0a8-c04776a7a60b'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:40:54.243441 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2627bd25-0ffc-4502-88b9-1390a565408c tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Network cffddbfd-7362-47bd-9723-84fa8f6b93f8 is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:40:54.258256 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2627bd25-0ffc-4502-88b9-1390a565408c tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Pushing event updated for resources: {'Port': ['ID=bcbc9e6a-d357-400e-9602-082462f1c18c,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:54.260763 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-2627bd25-0ffc-4502-88b9-1390a565408c tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:40:54.305088 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:54.314570 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-96141d97-cd28-48c2-9a0a-ed21b870ba18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:40:54.318782 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96141d97-cd28-48c2-9a0a-ed21b870ba18 None None] The sync data for ids ['2ba99006-6b5e-4f7d-b0a8-c04776a7a60b'] in dv-neutron-827798-2-hyperv is: [] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:40:54.355819 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2627bd25-0ffc-4502-88b9-1390a565408c tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:40:54.380875 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4567d1b4-a01e-423c-a94b-81f295ef8090 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Made reservation on behalf of a287064d5ca349c39790be8557119e7e for: {'network': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:40:54.384703 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4567d1b4-a01e-423c-a94b-81f295ef8090 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:54.428526 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3af7471b-db3a-4f2f-a697-ab2e1f31445d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:54.440366 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-3af7471b-db3a-4f2f-a697-ab2e1f31445d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "DELETE /v2.0/ports/dd139c8d-90ab-468d-b85b-282ed1363aeb HTTP/1.1" status: 204 len: 168 time: 3.2377679 Feb 04 08:40:54.454779 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50714) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:54.460714 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 2d74716f-b3f5-4801-9554-457777136eef up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:40:54.519907 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-3eb02339-2aa9-4188-8cf8-b0d1a785c5f9 None None] Provisioning for port 2d74716f-b3f5-4801-9554-457777136eef completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:40:54.570913 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4567d1b4-a01e-423c-a94b-81f295ef8090 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=84107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:40:54.593243 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4567d1b4-a01e-423c-a94b-81f295ef8090 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:54.593775 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.segments_db [None req-4567d1b4-a01e-423c-a94b-81f295ef8090 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Added segment 3ee8e8d8-9b60-4d98-ab6b-689f5ee86d0f of type vlan for network 3dfa3af7-65b7-49ad-9444-f2df8dd6c5c4 Feb 04 08:40:54.627583 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4567d1b4-a01e-423c-a94b-81f295ef8090 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:54.699003 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701355fb-73f6-4be0-8c79-74e656addc2e None None] get_active_networks_info from dv-neutron-827798-2-hyperv {{(pid=84109) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 04 08:40:54.709617 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af7471b-db3a-4f2f-a697-ab2e1f31445d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Pushing event deleted for resources: {'Port': ['ID=dd139c8d-90ab-468d-b85b-282ed1363aeb,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:54.727337 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 2d74716f-b3f5-4801-9554-457777136eef completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:40:54.747497 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 2d74716f-b3f5-4801-9554-457777136eef triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:40:54.747873 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:54.789878 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cba5364-f626-4b34-99c9-063e8abe30d5 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] GET failed (client error): The resource could not be found. Feb 04 08:40:54.790449 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-5cba5364-f626-4b34-99c9-063e8abe30d5 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Synchronizing usage tracker for tenant:e63069d3cf3540d8aad7a137ff4999ec on resource:port {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:40:54.867708 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2627bd25-0ffc-4502-88b9-1390a565408c tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-472912'] for router_interface, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:54.928344 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4567d1b4-a01e-423c-a94b-81f295ef8090 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:54.933611 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4567d1b4-a01e-423c-a94b-81f295ef8090 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:54.934942 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4567d1b4-a01e-423c-a94b-81f295ef8090 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:54.983133 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-d9628ef7-7279-4a3f-a5a7-fb40fd9953d3 None None] Provisioning for port 423ebd8b-c640-42f3-97f5-31b929d2ee89 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:40:54.992008 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-d9628ef7-7279-4a3f-a5a7-fb40fd9953d3 None None] Provisioning complete for port 423ebd8b-c640-42f3-97f5-31b929d2ee89 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:40:54.992373 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-d9628ef7-7279-4a3f-a5a7-fb40fd9953d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:55.011522 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f769eee5-2d9c-4ed9-a40c-bd4c4e6a5f13 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Router f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:40:55.041703 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:55.125911 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-d9628ef7-7279-4a3f-a5a7-fb40fd9953d3 None None] Port 423ebd8b-c640-42f3-97f5-31b929d2ee89 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:40:55.139133 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port 2d74716f-b3f5-4801-9554-457777136eef, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=2d74716f-b3f5-4801-9554-457777136eef,segment=NetworkSegment(2c48dc91-e362-4611-9354-aede43558386),segment_id=2c48dc91-e362-4611-9354-aede43558386)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:40:55.142314 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701355fb-73f6-4be0-8c79-74e656addc2e None None] Resources bound (agent type, host, resource id): {{(pid=84109) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 08:40:55.166837 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-4567d1b4-a01e-423c-a94b-81f295ef8090 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1144714 Feb 04 08:40:55.171455 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 50720) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:55.176281 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4567d1b4-a01e-423c-a94b-81f295ef8090 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Pushing event updated for resources: {'Network': ['ID=3dfa3af7-65b7-49ad-9444-f2df8dd6c5c4,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:55.180696 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-b4862a7b-6917-42c3-8232-09338ae3fa11 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Request body: {'ports': [{'network_id': '50f32939-48ec-455e-86f8-8c6e3a27572b'}, {'network_id': '3dfa3af7-65b7-49ad-9444-f2df8dd6c5c4'}]} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:40:55.181080 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-b4862a7b-6917-42c3-8232-09338ae3fa11 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Request body: {'port': {'network_id': '50f32939-48ec-455e-86f8-8c6e3a27572b'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:40:55.181976 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-b4862a7b-6917-42c3-8232-09338ae3fa11 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Request body: {'port': {'network_id': '3dfa3af7-65b7-49ad-9444-f2df8dd6c5c4'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:40:55.189888 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-5cba5364-f626-4b34-99c9-063e8abe30d5 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Unset dirty status for tenant:e63069d3cf3540d8aad7a137ff4999ec on resource:port {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:40:55.190980 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-5cba5364-f626-4b34-99c9-063e8abe30d5 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "GET /v2.0/ports/dd139c8d-90ab-468d-b85b-282ed1363aeb HTTP/1.1" status: 404 len: 333 time: 0.4838736 Feb 04 08:40:55.202086 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50724) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:55.219775 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-44c11ffc-21cb-4e2d-ba80-0f99fc1f6816 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40996'] for router, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:55.232655 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network 3dfa3af7-65b7-49ad-9444-f2df8dd6c5c4 details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:40:55.253122 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:55.329964 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893d29c5-bc00-46dd-b143-d27f25a9188d req-678107a5-76dc-44f2-9cef-928b7834dc1f tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:55.331451 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-893d29c5-bc00-46dd-b143-d27f25a9188d req-678107a5-76dc-44f2-9cef-928b7834dc1f tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d3f9a2e-5f81-4e26-82f8-be8c0a180732 HTTP/1.1" status: 200 len: 945 time: 0.2929540 Feb 04 08:40:55.389188 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f3279f70-7650-4641-9cc9-22321e42e9c0 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks [] for security_group, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:55.432455 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=2d74716f-b3f5-4801-9554-457777136eef,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:55.455285 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.api.v2.resource [None req-44c11ffc-21cb-4e2d-ba80-0f99fc1f6816 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] update failed (client error): The resource could not be found. Feb 04 08:40:55.463005 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-44c11ffc-21cb-4e2d-ba80-0f99fc1f6816 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] 10.222.0.36 "PUT /v2.0/routers/2ba99006-6b5e-4f7d-b0a8-c04776a7a60b HTTP/1.1" status: 404 len: 339 time: 1.2529130 Feb 04 08:40:55.469150 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 50728) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:55.579013 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-893d29c5-bc00-46dd-b143-d27f25a9188d req-86eeb857-7970-4a35-90f5-c38d900d79f9 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/security-groups?id=53227cdf-7dc5-4d80-b711-52cc313216b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2301180 Feb 04 08:40:55.584986 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-b4862a7b-6917-42c3-8232-09338ae3fa11 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:40:55.597096 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f3279f70-7650-4641-9cc9-22321e42e9c0 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:55.619706 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4e795104-c6c5-4dfa-8028-4c64e26c8604 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:55.636971 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-b4862a7b-6917-42c3-8232-09338ae3fa11 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Usage tracker for resource:port and tenant:a287064d5ca349c39790be8557119e7e is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:40:55.643933 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-b4862a7b-6917-42c3-8232-09338ae3fa11 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:40:55.657499 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-b4862a7b-6917-42c3-8232-09338ae3fa11 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:40:55.760797 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fbeb9c4-3f63-495a-a887-9cc8b689f7f0 None None] get_active_networks_info from dv-neutron-827798-2-hyperv {{(pid=84109) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 04 08:40:55.785401 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4862a7b-6917-42c3-8232-09338ae3fa11 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Made reservation on behalf of a287064d5ca349c39790be8557119e7e for: {'port': 2} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:40:55.789211 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b4862a7b-6917-42c3-8232-09338ae3fa11 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:55.789342 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-4e795104-c6c5-4dfa-8028-4c64e26c8604 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Calling delete_port for 423ebd8b-c640-42f3-97f5-31b929d2ee89 owned by {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:40:55.815624 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b4862a7b-6917-42c3-8232-09338ae3fa11 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:55.871120 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2627bd25-0ffc-4502-88b9-1390a565408c tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:55.888988 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:55.955960 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbeb9c4-3f63-495a-a887-9cc8b689f7f0 None None] Resources bound (agent type, host, resource id): {{(pid=84109) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 08:40:56.054491 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-3d20cd28-48b0-4b2e-93ae-a251cf50ee4c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Allocated IP 172.20.0.17 (a283428a-c352-4d19-98bc-b1a1da8b6a7b/41131d08-2999-49eb-ac72-a47282c07ade/0de3cf10-af5f-49ae-b585-29c4eaf501cd) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:40:56.164690 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f3279f70-7650-4641-9cc9-22321e42e9c0 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:56.218174 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f769eee5-2d9c-4ed9-a40c-bd4c4e6a5f13 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:40:56.238142 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69eaf7d-d1f5-4c01-8c3d-9373b4b88767 None None] Sync routers for ids ['f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:40:56.314073 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69eaf7d-d1f5-4c01-8c3d-9373b4b88767 None None] Routers {'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:40:56.314862 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-f69eaf7d-d1f5-4c01-8c3d-9373b4b88767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:40:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:40:56.317934 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [None req-b4862a7b-6917-42c3-8232-09338ae3fa11 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] device_id is not set on port a11803c0-53fd-4f3b-9611-a0f8b614cf6a yet. {{(pid=84107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:40:56.364606 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a18ff70c-0202-4ca5-9194-e3672e8a99ba tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:56.430758 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-f769eee5-2d9c-4ed9-a40c-bd4c4e6a5f13 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "PUT /v2.0/routers/f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2817338 Feb 04 08:40:56.431855 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3279f70-7650-4641-9cc9-22321e42e9c0 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=140bcb14-d09c-42ef-813f-9357aa75d72d,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:56.435175 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50732) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:56.456833 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 2d74716f-b3f5-4801-9554-457777136eef up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:40:56.497123 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f3279f70-7650-4641-9cc9-22321e42e9c0 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:56.500640 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-f3279f70-7650-4641-9cc9-22321e42e9c0 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "DELETE /v2.0/security-groups/140bcb14-d09c-42ef-813f-9357aa75d72d HTTP/1.1" status: 204 len: 168 time: 1.2943332 Feb 04 08:40:56.503256 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 50736) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:56.602094 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4e795104-c6c5-4dfa-8028-4c64e26c8604 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:56.603906 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-f69eaf7d-d1f5-4c01-8c3d-9373b4b88767 None None] Set router f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3 gateway port host: None {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:40:56.677029 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 2d74716f-b3f5-4801-9554-457777136eef triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:40:56.677409 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:56.817223 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b4862a7b-6917-42c3-8232-09338ae3fa11 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:56.863933 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c4cc11ea-4028-494e-9442-3c81cbe5e80e tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:56.987698 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2627bd25-0ffc-4502-88b9-1390a565408c tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks [] for port, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:56.989893 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e795104-c6c5-4dfa-8028-4c64e26c8604 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event deleted for resources: {'Port': ['ID=423ebd8b-c640-42f3-97f5-31b929d2ee89,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:57.014461 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3d20cd28-48b0-4b2e-93ae-a251cf50ee4c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:57.032378 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.provisioning_blocks [None req-3d20cd28-48b0-4b2e-93ae-a251cf50ee4c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Transition to ACTIVE for port object 0de3cf10-af5f-49ae-b585-29c4eaf501cd will not be triggered until provisioned by entity DHCP. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:40:57.088616 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2627bd25-0ffc-4502-88b9-1390a565408c tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:57.118903 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-f69eaf7d-d1f5-4c01-8c3d-9373b4b88767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'name': 'tempest-RoutersTest-router-377201212', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:39:20Z', 'updated_at': '2022-02-04T08:40:49Z', 'revision_number': 8, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'gw_port_host': None, '_interfaces': [{'id': 'a657153a-6e55-47fb-bdbe-7a279c3d435d', 'name': '', 'network_id': '5b7f799d-422c-4a3b-8cfa-1a07d6cb098d', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'mac_address': 'fa:16:3e:a3:23:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a680620d-fd7d-41ed-936e-0035a8733159', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:39:41Z', 'updated_at': '2022-02-04T08:40:16Z', 'revision_number': 5, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'subnets': [{'id': 'a680620d-fd7d-41ed-936e-0035a8733159', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7797e17-b54c-4db5-ac06-fb85f686a8ef', 'name': '', 'network_id': 'e05f83f0-a168-4436-a947-8be0747bd170', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'mac_address': 'fa:16:3e:a9:cf:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3270c784-b91a-4628-b467-581083a63680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:39:28Z', 'updated_at': '2022-02-04T08:39:47Z', 'revision_number': 5, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'subnets': [{'id': '3270c784-b91a-4628-b467-581083a63680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbb28ab8-797a-4da9-a709-ce193d836a3d', 'name': '', 'network_id': '32199bff-c1f3-46c9-bae3-a5de11c8ee15', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'mac_address': 'fa:16:3e:bd:f5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78f74441-d3b1-4e7e-a548-80dcf861106e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:39:55Z', 'updated_at': '2022-02-04T08:40:19Z', 'revision_number': 5, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'subnets': [{'id': '78f74441-d3b1-4e7e-a548-80dcf861106e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:40:57.125942 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69eaf7d-d1f5-4c01-8c3d-9373b4b88767 None None] Checking router: f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3 for host: dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 08:40:57.132127 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c4cc11ea-4028-494e-9442-3c81cbe5e80e tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:57.141854 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69eaf7d-d1f5-4c01-8c3d-9373b4b88767 None None] Routers {'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:40:57.142706 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-f69eaf7d-d1f5-4c01-8c3d-9373b4b88767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:40:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:40:57.193118 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-a18ff70c-0202-4ca5-9194-e3672e8a99ba tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Allocated IP 172.20.0.1 (d89aa25b-f16e-4a20-b23c-a85250f0c49c/9e236b8b-3b74-451a-8109-25eb55f3f450/57bfd721-ba53-4a4a-b666-2548a3281d5b) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:40:57.220279 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2627bd25-0ffc-4502-88b9-1390a565408c tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Pushing event updated for resources: {'Port': ['ID=bcbc9e6a-d357-400e-9602-082462f1c18c,revision_number=2']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:57.224713 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [None req-b4862a7b-6917-42c3-8232-09338ae3fa11 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] device_id is not set on port 4dd43876-8493-45cd-b7d6-8e9164b01e5f yet. {{(pid=84107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:40:57.287310 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4e795104-c6c5-4dfa-8028-4c64e26c8604 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:57.291815 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-4e795104-c6c5-4dfa-8028-4c64e26c8604 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "DELETE /v2.0/ports/423ebd8b-c640-42f3-97f5-31b929d2ee89 HTTP/1.1" status: 204 len: 168 time: 3.3117008 Feb 04 08:40:57.296672 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50742) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:57.323274 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c4cc11ea-4028-494e-9442-3c81cbe5e80e tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:57.358912 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717341df-b4d6-47b0-8c51-d00b2761e913 req-3209c47a-6929-4f48-88b6-5193f8b2bd64 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:57.360791 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-717341df-b4d6-47b0-8c51-d00b2761e913 req-3209c47a-6929-4f48-88b6-5193f8b2bd64 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d3f9a2e-5f81-4e26-82f8-be8c0a180732 HTTP/1.1" status: 200 len: 945 time: 0.6008270 Feb 04 08:40:57.371712 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-d98e251e-05c3-4feb-8855-dd001106b15d None None] Could not find standard attr ID for object 423ebd8b-c640-42f3-97f5-31b929d2ee89. {{(pid=84109) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 08:40:57.385981 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cc11ea-4028-494e-9442-3c81cbe5e80e tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cbefe5b-b6b5-4bec-a040-db0e1b916b72,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:57.397077 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-f69eaf7d-d1f5-4c01-8c3d-9373b4b88767 None None] Set router f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3 gateway port host: None {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:40:57.399173 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2627bd25-0ffc-4502-88b9-1390a565408c tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473771'] for router_interface, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:57.425063 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c4cc11ea-4028-494e-9442-3c81cbe5e80e tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:57.425645 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-c4cc11ea-4028-494e-9442-3c81cbe5e80e tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "DELETE /v2.0/security-groups/8cbefe5b-b6b5-4bec-a040-db0e1b916b72 HTTP/1.1" status: 204 len: 168 time: 0.9214582 Feb 04 08:40:57.431263 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 50746) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:57.469573 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3d20cd28-48b0-4b2e-93ae-a251cf50ee4c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:57.503467 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-717341df-b4d6-47b0-8c51-d00b2761e913 req-871b3cf0-373a-4e81-a0b0-53d00d8af939 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/security-groups?id=53227cdf-7dc5-4d80-b711-52cc313216b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320131 Feb 04 08:40:57.557832 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2445dfa9-dae7-4703-8f8a-ee371f0ffca3 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:57.560641 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2445dfa9-dae7-4703-8f8a-ee371f0ffca3 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:57.561905 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-2445dfa9-dae7-4703-8f8a-ee371f0ffca3 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Synchronizing usage tracker for tenant:ffa27937301745e1ad43fa520f28cbc3 on resource:subnet {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:40:57.594865 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a18ff70c-0202-4ca5-9194-e3672e8a99ba tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:57.634861 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_v2 [None req-a07fc99b-3a89-493c-b46e-45a4bc839bbf tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Deleting subnet 511a8f3a-313a-449c-87b4-b5816f354b18 {{(pid=84108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:40:57.655072 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a07fc99b-3a89-493c-b46e-45a4bc839bbf tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks [] for subnet, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:57.674392 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-d98e251e-05c3-4feb-8855-dd001106b15d None None] Provisioning complete for port 2d74716f-b3f5-4801-9554-457777136eef triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:40:57.674934 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-d98e251e-05c3-4feb-8855-dd001106b15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:57.693816 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d20cd28-48b0-4b2e-93ae-a251cf50ee4c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'Port': ['ID=0de3cf10-af5f-49ae-b585-29c4eaf501cd,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:57.706844 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [None req-a18ff70c-0202-4ca5-9194-e3672e8a99ba tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Transition to ACTIVE for port object 57bfd721-ba53-4a4a-b666-2548a3281d5b will not be triggered until provisioned by entity DHCP. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:40:57.713741 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d20cd28-48b0-4b2e-93ae-a251cf50ee4c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Network a283428a-c352-4d19-98bc-b1a1da8b6a7b is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:40:57.716436 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b4862a7b-6917-42c3-8232-09338ae3fa11 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:57.718604 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-3d20cd28-48b0-4b2e-93ae-a251cf50ee4c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:40:57.730308 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d20cd28-48b0-4b2e-93ae-a251cf50ee4c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:40:57.770603 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a07fc99b-3a89-493c-b46e-45a4bc839bbf tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7851377'] for subnet, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:57.798943 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_v2 [None req-11dd0858-caf4-461f-802f-3f8bdf3e5e2b tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Deleting subnet b5c3a4b1-8c04-49bf-b1b5-db9f34d4156d {{(pid=84107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:40:57.804132 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-11dd0858-caf4-461f-802f-3f8bdf3e5e2b tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks [] for subnet, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:57.863374 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-11dd0858-caf4-461f-802f-3f8bdf3e5e2b tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8058667'] for subnet, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:57.885534 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-2445dfa9-dae7-4703-8f8a-ee371f0ffca3 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Unset dirty status for tenant:ffa27937301745e1ad43fa520f28cbc3 on resource:subnet {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:40:57.886894 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-2445dfa9-dae7-4703-8f8a-ee371f0ffca3 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.5884399 Feb 04 08:40:57.895214 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2627bd25-0ffc-4502-88b9-1390a565408c tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Network cffddbfd-7362-47bd-9723-84fa8f6b93f8 is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:40:57.897980 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50750) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:57.901141 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a18ff70c-0202-4ca5-9194-e3672e8a99ba tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:57.913396 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-f69eaf7d-d1f5-4c01-8c3d-9373b4b88767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'name': 'tempest-RoutersTest-router-377201212', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:39:20Z', 'updated_at': '2022-02-04T08:40:49Z', 'revision_number': 8, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'gw_port_host': None, '_interfaces': [{'id': 'a657153a-6e55-47fb-bdbe-7a279c3d435d', 'name': '', 'network_id': '5b7f799d-422c-4a3b-8cfa-1a07d6cb098d', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'mac_address': 'fa:16:3e:a3:23:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a680620d-fd7d-41ed-936e-0035a8733159', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:39:41Z', 'updated_at': '2022-02-04T08:40:16Z', 'revision_number': 5, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'subnets': [{'id': 'a680620d-fd7d-41ed-936e-0035a8733159', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7797e17-b54c-4db5-ac06-fb85f686a8ef', 'name': '', 'network_id': 'e05f83f0-a168-4436-a947-8be0747bd170', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'mac_address': 'fa:16:3e:a9:cf:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3270c784-b91a-4628-b467-581083a63680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:39:28Z', 'updated_at': '2022-02-04T08:39:47Z', 'revision_number': 5, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'subnets': [{'id': '3270c784-b91a-4628-b467-581083a63680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbb28ab8-797a-4da9-a709-ce193d836a3d', 'name': '', 'network_id': '32199bff-c1f3-46c9-bae3-a5de11c8ee15', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'mac_address': 'fa:16:3e:bd:f5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78f74441-d3b1-4e7e-a548-80dcf861106e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:39:55Z', 'updated_at': '2022-02-04T08:40:19Z', 'revision_number': 5, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'subnets': [{'id': '78f74441-d3b1-4e7e-a548-80dcf861106e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:40:57.916585 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-2627bd25-0ffc-4502-88b9-1390a565408c tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:40:57.919330 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69eaf7d-d1f5-4c01-8c3d-9373b4b88767 None None] The sync data for ids ['f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3'] in dv-neutron-827798-2-hyperv is: [{'id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'name': 'tempest-RoutersTest-router-377201212', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:39:20Z', 'updated_at': '2022-02-04T08:40:49Z', 'revision_number': 8, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'gw_port_host': None, '_interfaces': [{'id': 'a657153a-6e55-47fb-bdbe-7a279c3d435d', 'name': '', 'network_id': '5b7f799d-422c-4a3b-8cfa-1a07d6cb098d', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'mac_address': 'fa:16:3e:a3:23:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a680620d-fd7d-41ed-936e-0035a8733159', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:39:41Z', 'updated_at': '2022-02-04T08:40:16Z', 'revision_number': 5, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'subnets': [{'id': 'a680620d-fd7d-41ed-936e-0035a8733159', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7797e17-b54c-4db5-ac06-fb85f686a8ef', 'name': '', 'network_id': 'e05f83f0-a168-4436-a947-8be0747bd170', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'mac_address': 'fa:16:3e:a9:cf:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3270c784-b91a-4628-b467-581083a63680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:39:28Z', 'updated_at': '2022-02-04T08:39:47Z', 'revision_number': 5, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'subnets': [{'id': '3270c784-b91a-4628-b467-581083a63680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbb28ab8-797a-4da9-a709-ce193d836a3d', 'name': '', 'network_id': '32199bff-c1f3-46c9-bae3-a5de11c8ee15', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'mac_address': 'fa:16:3e:bd:f5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78f74441-d3b1-4e7e-a548-80dcf861106e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:39:55Z', 'updated_at': '2022-02-04T08:40:19Z', 'revision_number': 5, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'subnets': [{'id': '78f74441-d3b1-4e7e-a548-80dcf861106e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:40:57.971701 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b4862a7b-6917-42c3-8232-09338ae3fa11 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:58.054359 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18ff70c-0202-4ca5-9194-e3672e8a99ba tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Pushing event updated for resources: {'Port': ['ID=57bfd721-ba53-4a4a-b666-2548a3281d5b,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:58.054586 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3d20cd28-48b0-4b2e-93ae-a251cf50ee4c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-472912'] for router_interface, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:58.104592 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18ff70c-0202-4ca5-9194-e3672e8a99ba tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Network d89aa25b-f16e-4a20-b23c-a85250f0c49c is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:40:58.109164 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-a18ff70c-0202-4ca5-9194-e3672e8a99ba tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:40:58.111612 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18ff70c-0202-4ca5-9194-e3672e8a99ba tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:40:58.162040 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4862a7b-6917-42c3-8232-09338ae3fa11 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Network 50f32939-48ec-455e-86f8-8c6e3a27572b is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:40:58.168012 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-b4862a7b-6917-42c3-8232-09338ae3fa11 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:40:58.171083 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4862a7b-6917-42c3-8232-09338ae3fa11 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:40:58.172070 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b4862a7b-6917-42c3-8232-09338ae3fa11 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:58.179057 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-02710040-6a53-4f5a-a314-dc874fd26ccf None None] Provisioning for port 0de3cf10-af5f-49ae-b585-29c4eaf501cd completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:40:58.188280 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-02710040-6a53-4f5a-a314-dc874fd26ccf None None] Provisioning complete for port 0de3cf10-af5f-49ae-b585-29c4eaf501cd triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:40:58.189613 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-02710040-6a53-4f5a-a314-dc874fd26ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:58.198958 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4862a7b-6917-42c3-8232-09338ae3fa11 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Pushing event updated for resources: {'Port': ['ID=a11803c0-53fd-4f3b-9611-a0f8b614cf6a,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:58.233021 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-11dd0858-caf4-461f-802f-3f8bdf3e5e2b tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:58.295032 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-02710040-6a53-4f5a-a314-dc874fd26ccf None None] Port 0de3cf10-af5f-49ae-b585-29c4eaf501cd cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:40:58.332413 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 57296eb8-dbdb-45e9-802e-2c9a40ce9be7 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:40:58.375964 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: 57296eb8-dbdb-45e9-802e-2c9a40ce9be7 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:40:58.376685 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 57296eb8-dbdb-45e9-802e-2c9a40ce9be7 not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:40:58.439787 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a18ff70c-0202-4ca5-9194-e3672e8a99ba tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-472912'] for router_interface, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:58.441702 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a07fc99b-3a89-493c-b46e-45a4bc839bbf tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:58.489633 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4862a7b-6917-42c3-8232-09338ae3fa11 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Pushing event updated for resources: {'Port': ['ID=4dd43876-8493-45cd-b7d6-8e9164b01e5f,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:58.501805 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-f4ff574e-7828-4791-93f8-48f699b43f00 None None] Provisioning for port 57bfd721-ba53-4a4a-b666-2548a3281d5b completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:40:58.509380 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4862a7b-6917-42c3-8232-09338ae3fa11 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Checking segment: {'id': '3ee8e8d8-9b60-4d98-ab6b-689f5ee86d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3dfa3af7-65b7-49ad-9444-f2df8dd6c5c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:40:58.509380 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4862a7b-6917-42c3-8232-09338ae3fa11 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Network hostable DHCP agents. Network: 3dfa3af7-65b7-49ad-9444-f2df8dd6c5c4, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:40:58.509642 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-f4ff574e-7828-4791-93f8-48f699b43f00 None None] Provisioning complete for port 57bfd721-ba53-4a4a-b666-2548a3281d5b triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:40:58.509642 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-f4ff574e-7828-4791-93f8-48f699b43f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:58.573422 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-f4ff574e-7828-4791-93f8-48f699b43f00 None None] Port 57bfd721-ba53-4a4a-b666-2548a3281d5b cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:40:58.612672 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4862a7b-6917-42c3-8232-09338ae3fa11 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Network 3dfa3af7-65b7-49ad-9444-f2df8dd6c5c4 is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:40:58.640567 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-11dd0858-caf4-461f-802f-3f8bdf3e5e2b tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7510167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985167'] for subnet, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:58.667002 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bc8c5a3-e018-4b65-ab96-26cc83c9dbbf tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Deleting subnet b791ffba-cdf7-4a64-bf2a-8d90ff44b61b {{(pid=84108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:40:58.673339 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0bc8c5a3-e018-4b65-ab96-26cc83c9dbbf tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks [] for subnet, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:58.725620 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3d20cd28-48b0-4b2e-93ae-a251cf50ee4c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:58.730835 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dd0858-caf4-461f-802f-3f8bdf3e5e2b tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Pushing event deleted for resources: {'Subnet': ['ID=b5c3a4b1-8c04-49bf-b1b5-db9f34d4156d,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:58.756723 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-11dd0858-caf4-461f-802f-3f8bdf3e5e2b tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:58.764345 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0451352d-ae18-4b0e-bbbc-99066420ac69 None None] Network 596e5f5c-7eff-420e-842e-232f7b0c78ab requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:40:58.765763 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a18ff70c-0202-4ca5-9194-e3672e8a99ba tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:58.768195 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0bc8c5a3-e018-4b65-ab96-26cc83c9dbbf tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7851377'] for subnet, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:58.787796 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-11dd0858-caf4-461f-802f-3f8bdf3e5e2b tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "DELETE /v2.0/subnets/b5c3a4b1-8c04-49bf-b1b5-db9f34d4156d HTTP/1.1" status: 204 len: 168 time: 1.3439395 Feb 04 08:40:58.793608 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 50756) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:58.806097 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a07fc99b-3a89-493c-b46e-45a4bc839bbf tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7593563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8119683'] for subnet, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:58.831559 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-d27273ec-50a1-4db3-b17f-556caed28b86 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Request body: {'subnet': {'network_id': '596e5f5c-7eff-420e-842e-232f7b0c78ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:40:58.843422 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-b4862a7b-6917-42c3-8232-09338ae3fa11 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, 3dfa3af7-65b7-49ad-9444-f2df8dd6c5c4) {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:40:58.859158 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3567efbd-abd6-4da5-9a42-8327b0be658e None None] Network 3dfa3af7-65b7-49ad-9444-f2df8dd6c5c4 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:40:58.863861 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4862a7b-6917-42c3-8232-09338ae3fa11 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:40:58.867767 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4862a7b-6917-42c3-8232-09338ae3fa11 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:58.870922 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4862a7b-6917-42c3-8232-09338ae3fa11 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:58.872106 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b4862a7b-6917-42c3-8232-09338ae3fa11 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:58.919602 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07fc99b-3a89-493c-b46e-45a4bc839bbf tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Pushing event deleted for resources: {'Subnet': ['ID=511a8f3a-313a-449c-87b4-b5816f354b18,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:58.931979 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a07fc99b-3a89-493c-b46e-45a4bc839bbf tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:58.961481 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-a07fc99b-3a89-493c-b46e-45a4bc839bbf tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "DELETE /v2.0/subnets/511a8f3a-313a-449c-87b4-b5816f354b18 HTTP/1.1" status: 204 len: 168 time: 2.5094404 Feb 04 08:40:58.964318 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 50760) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:58.972151 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31345546-f9da-4d04-ac27-cab91a97930c None None] Network dfea1b86-0ebe-4d9d-91bf-448734213079 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:40:59.123785 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-b4862a7b-6917-42c3-8232-09338ae3fa11 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.9493442 Feb 04 08:40:59.128874 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50764) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:40:59.191563 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ac0648-a4f0-4903-bf2c-c239d7d946b2 req-930f7836-2b52-4f80-ac3b-d37f55266ab2 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:40:59.193060 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d4ac0648-a4f0-4903-bf2c-c239d7d946b2 req-930f7836-2b52-4f80-ac3b-d37f55266ab2 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d3f9a2e-5f81-4e26-82f8-be8c0a180732 HTTP/1.1" status: 200 len: 945 time: 0.5487456 Feb 04 08:40:59.263429 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0bc8c5a3-e018-4b65-ab96-26cc83c9dbbf tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:59.307202 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-14c29bb4-33db-4404-a77e-f092ca9fa055 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:59.334718 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-d27273ec-50a1-4db3-b17f-556caed28b86 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:40:59.345542 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d4ac0648-a4f0-4903-bf2c-c239d7d946b2 req-bd085a5c-bdbe-4fee-9abf-19f03d426b28 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/security-groups?id=53227cdf-7dc5-4d80-b711-52cc313216b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253207 Feb 04 08:40:59.349215 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-d27273ec-50a1-4db3-b17f-556caed28b86 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Usage tracker for resource:subnet and tenant:e63069d3cf3540d8aad7a137ff4999ec is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:40:59.352624 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-6a42523b-c30c-4044-9042-b0fe0312f9af tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Deleting port 4dd43876-8493-45cd-b7d6-8e9164b01e5f {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:40:59.353086 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-6a42523b-c30c-4044-9042-b0fe0312f9af tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:59.367939 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-d27273ec-50a1-4db3-b17f-556caed28b86 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:40:59.421465 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-d27273ec-50a1-4db3-b17f-556caed28b86 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:40:59.423645 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-14c29bb4-33db-4404-a77e-f092ca9fa055 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Deleting port f50248bd-7fbc-4ff9-85d8-7711f95207cd {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:40:59.424174 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-14c29bb4-33db-4404-a77e-f092ca9fa055 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:59.501567 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129d1b01-a9b2-4bb3-9851-f7c4aa79f101 None None] DHCP port deletion for dfea1b86-0ebe-4d9d-91bf-448734213079 request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 08:40:59.510944 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-129d1b01-a9b2-4bb3-9851-f7c4aa79f101 None None] Deleting port f50248bd-7fbc-4ff9-85d8-7711f95207cd {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:40:59.511330 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-129d1b01-a9b2-4bb3-9851-f7c4aa79f101 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:59.586570 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d27273ec-50a1-4db3-b17f-556caed28b86 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Made reservation on behalf of e63069d3cf3540d8aad7a137ff4999ec for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:40:59.590097 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d27273ec-50a1-4db3-b17f-556caed28b86 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985186'] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:59.610625 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2627bd25-0ffc-4502-88b9-1390a565408c tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Router de793c8f-17cf-4e3d-8480-f685e8e42fc8 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:40:59.640116 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0bc8c5a3-e018-4b65-ab96-26cc83c9dbbf tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7593563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8119683'] for subnet, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:59.759943 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc8c5a3-e018-4b65-ab96-26cc83c9dbbf tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event deleted for resources: {'Subnet': ['ID=b791ffba-cdf7-4a64-bf2a-8d90ff44b61b,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:40:59.785894 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9f886c-ed4a-4cbe-89e9-f92571fb4f4c None None] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:40:59.799368 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0bc8c5a3-e018-4b65-ab96-26cc83c9dbbf tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:59.892036 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3d20cd28-48b0-4b2e-93ae-a251cf50ee4c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for port, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:59.898146 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-6a42523b-c30c-4044-9042-b0fe0312f9af tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:59.919662 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.db.resource_extend [None req-a18ff70c-0202-4ca5-9194-e3672e8a99ba tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 08:40:59.983601 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-129d1b01-a9b2-4bb3-9851-f7c4aa79f101 None None] For port f50248bd-7fbc-4ff9-85d8-7711f95207cd, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=f50248bd-7fbc-4ff9-85d8-7711f95207cd,segment=NetworkSegment(a011d971-ea23-45a3-a0b7-e3a24c1c1624),segment_id=a011d971-ea23-45a3-a0b7-e3a24c1c1624)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:40:59.988128 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-129d1b01-a9b2-4bb3-9851-f7c4aa79f101 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:40:59.999799 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a18ff70c-0202-4ca5-9194-e3672e8a99ba tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:00.068480 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [None req-14c29bb4-33db-4404-a77e-f092ca9fa055 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] For port f50248bd-7fbc-4ff9-85d8-7711f95207cd, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=f50248bd-7fbc-4ff9-85d8-7711f95207cd,segment=NetworkSegment(a011d971-ea23-45a3-a0b7-e3a24c1c1624),segment_id=a011d971-ea23-45a3-a0b7-e3a24c1c1624)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:41:00.068910 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-14c29bb4-33db-4404-a77e-f092ca9fa055 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:00.166431 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-0bc8c5a3-e018-4b65-ab96-26cc83c9dbbf tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "DELETE /v2.0/subnets/b791ffba-cdf7-4a64-bf2a-8d90ff44b61b HTTP/1.1" status: 204 len: 168 time: 2.2664630 Feb 04 08:41:00.167294 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3d20cd28-48b0-4b2e-93ae-a251cf50ee4c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:00.167727 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-129d1b01-a9b2-4bb3-9851-f7c4aa79f101 None None] Calling delete_port for f50248bd-7fbc-4ff9-85d8-7711f95207cd owned by network:dhcp {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:41:00.192026 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50768) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:00.198755 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-6a42523b-c30c-4044-9042-b0fe0312f9af tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Calling delete_port for 4dd43876-8493-45cd-b7d6-8e9164b01e5f owned by {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:41:00.285780 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-37c96dd3-3c1a-41ef-ba2c-ba7aef9e0727 None None] Provisioning complete for port 5e07334d-4bee-4336-bf8b-45995d221e28 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:41:00.286158 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-37c96dd3-3c1a-41ef-ba2c-ba7aef9e0727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:00.328590 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a18ff70c-0202-4ca5-9194-e3672e8a99ba tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:00.360538 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-14c29bb4-33db-4404-a77e-f092ca9fa055 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Calling delete_port for f50248bd-7fbc-4ff9-85d8-7711f95207cd owned by network:dhcp {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:41:00.363643 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-37c96dd3-3c1a-41ef-ba2c-ba7aef9e0727 None None] Port 5e07334d-4bee-4336-bf8b-45995d221e28 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:41:00.389198 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-f6af1ba9-b406-4f27-95d9-0a8082bf41bb tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1311409 Feb 04 08:41:00.390836 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device f50248bd-7fbc-4ff9-85d8-7711f95207cd no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:41:00.399123 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50772) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:00.424983 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-b4d6565c-2cc4-4d0f-a498-4905c1bb7b0a tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Request body: {'subnet': {'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:41:00.431408 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-129d1b01-a9b2-4bb3-9851-f7c4aa79f101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407'] for port, after_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:00.435939 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-37c96dd3-3c1a-41ef-ba2c-ba7aef9e0727 None None] Provisioning complete for port c0345891-9806-417d-8f82-7718e8fb34cb triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:41:00.438255 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-37c96dd3-3c1a-41ef-ba2c-ba7aef9e0727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:00.459712 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d20cd28-48b0-4b2e-93ae-a251cf50ee4c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'Port': ['ID=0de3cf10-af5f-49ae-b585-29c4eaf501cd,revision_number=2']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:00.524160 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3d20cd28-48b0-4b2e-93ae-a251cf50ee4c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473771'] for router_interface, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:00.530725 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32a8501-0c47-4811-9605-1b39e22bc930 None None] DHCP port deletion for bc933c3a-b15d-4eab-9ad6-d32fd193f5cd request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 08:41:00.554157 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129d1b01-a9b2-4bb3-9851-f7c4aa79f101 None None] Pushing event deleted for resources: {'Port': ['ID=f50248bd-7fbc-4ff9-85d8-7711f95207cd,revision_number=None']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:00.568240 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-a32a8501-0c47-4811-9605-1b39e22bc930 None None] Deleting port 2d74716f-b3f5-4801-9554-457777136eef {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:41:00.568935 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-a32a8501-0c47-4811-9605-1b39e22bc930 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:00.614805 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129d1b01-a9b2-4bb3-9851-f7c4aa79f101 None None] No DVR routers for this DVR port f50248bd-7fbc-4ff9-85d8-7711f95207cd on host dv-neutron-827798-2-hyperv {{(pid=84109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:41:00.638507 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No active binding found for port f50248bd-7fbc-4ff9-85d8-7711f95207cd {{(pid=84109) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 04 08:41:00.638989 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device f50248bd-7fbc-4ff9-85d8-7711f95207cd not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:41:00.648326 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d27273ec-50a1-4db3-b17f-556caed28b86 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7510230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985204'] for subnet, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:00.656254 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.db.api [None req-14c29bb4-33db-4404-a77e-f092ca9fa055 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 08:41:00.656647 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG oslo_db.api [None req-14c29bb4-33db-4404-a77e-f092ca9fa055 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 08:41:00.702446 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-6a42523b-c30c-4044-9042-b0fe0312f9af tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:00.709917 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-b4d6565c-2cc4-4d0f-a498-4905c1bb7b0a tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:41:00.721518 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18ff70c-0202-4ca5-9194-e3672e8a99ba tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Pushing event updated for resources: {'Port': ['ID=57bfd721-ba53-4a4a-b666-2548a3281d5b,revision_number=2']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:00.723371 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a18ff70c-0202-4ca5-9194-e3672e8a99ba tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473771'] for router_interface, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:00.761273 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27273ec-50a1-4db3-b17f-556caed28b86 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Network 596e5f5c-7eff-420e-842e-232f7b0c78ab is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:41:00.763853 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-b4d6565c-2cc4-4d0f-a498-4905c1bb7b0a tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Usage tracker for resource:subnet and tenant:ffa27937301745e1ad43fa520f28cbc3 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:41:00.766170 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-d27273ec-50a1-4db3-b17f-556caed28b86 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:41:00.775260 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-b4d6565c-2cc4-4d0f-a498-4905c1bb7b0a tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:41:00.784902 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fdfae8e-e052-469b-8abc-edbbfcc838fa None None] Network 596e5f5c-7eff-420e-842e-232f7b0c78ab requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:41:00.788596 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27273ec-50a1-4db3-b17f-556caed28b86 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:41:00.789175 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d27273ec-50a1-4db3-b17f-556caed28b86 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:00.791738 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a42523b-c30c-4044-9042-b0fe0312f9af tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Pushing event deleted for resources: {'Port': ['ID=4dd43876-8493-45cd-b7d6-8e9164b01e5f,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:00.798462 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-b4d6565c-2cc4-4d0f-a498-4905c1bb7b0a tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:41:00.802076 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27273ec-50a1-4db3-b17f-556caed28b86 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Pushing event updated for resources: {'Subnet': ['ID=f9b5e34d-7cee-40e6-aab5-c39fb23b816b,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:00.843666 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-6a42523b-c30c-4044-9042-b0fe0312f9af tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:00.865637 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-6a42523b-c30c-4044-9042-b0fe0312f9af tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "DELETE /v2.0/ports/4dd43876-8493-45cd-b7d6-8e9164b01e5f HTTP/1.1" status: 204 len: 168 time: 1.7333965 Feb 04 08:41:00.867671 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 50778) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:00.869823 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d20cd28-48b0-4b2e-93ae-a251cf50ee4c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Network a283428a-c352-4d19-98bc-b1a1da8b6a7b is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:41:00.873360 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-3d20cd28-48b0-4b2e-93ae-a251cf50ee4c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:41:00.947995 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1fdbf7-8603-4e1d-afc2-4263c4dee003 req-30fb732c-1600-4f45-9763-d9f1d38ec4d4 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:41:00.951707 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-1d1fdbf7-8603-4e1d-afc2-4263c4dee003 req-30fb732c-1600-4f45-9763-d9f1d38ec4d4 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d3f9a2e-5f81-4e26-82f8-be8c0a180732 HTTP/1.1" status: 200 len: 945 time: 0.3837883 Feb 04 08:41:00.956016 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d6565c-2cc4-4d0f-a498-4905c1bb7b0a tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Made reservation on behalf of ffa27937301745e1ad43fa520f28cbc3 for: {'subnet': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:41:00.959581 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b4d6565c-2cc4-4d0f-a498-4905c1bb7b0a tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8119726'] for subnet, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:01.008157 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-d27273ec-50a1-4db3-b17f-556caed28b86 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2108090 Feb 04 08:41:01.015280 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-a32a8501-0c47-4811-9605-1b39e22bc930 None None] For port 2d74716f-b3f5-4801-9554-457777136eef, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=2d74716f-b3f5-4801-9554-457777136eef,segment=NetworkSegment(2c48dc91-e362-4611-9354-aede43558386),segment_id=2c48dc91-e362-4611-9354-aede43558386)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:41:01.021924 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-a32a8501-0c47-4811-9605-1b39e22bc930 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:01.027478 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 50782) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:01.035734 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-8b2b9283-3437-47c8-99de-b3afff0a9703 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Request body: {'security_group': {'name': 'tempest-secgroup-1455183094'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:41:01.055417 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-8b2b9283-3437-47c8-99de-b3afff0a9703 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:41:01.067410 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18ff70c-0202-4ca5-9194-e3672e8a99ba tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Network d89aa25b-f16e-4a20-b23c-a85250f0c49c is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:41:01.068105 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-8b2b9283-3437-47c8-99de-b3afff0a9703 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Usage tracker for resource:security_group and tenant:e63069d3cf3540d8aad7a137ff4999ec is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:41:01.075581 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-8b2b9283-3437-47c8-99de-b3afff0a9703 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:41:01.078710 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-a18ff70c-0202-4ca5-9194-e3672e8a99ba tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:41:01.146194 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-8b2b9283-3437-47c8-99de-b3afff0a9703 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:41:01.168221 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-14c29bb4-33db-4404-a77e-f092ca9fa055 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Deleting port f50248bd-7fbc-4ff9-85d8-7711f95207cd {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:41:01.169214 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-14c29bb4-33db-4404-a77e-f092ca9fa055 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:01.201305 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2627bd25-0ffc-4502-88b9-1390a565408c tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:41:01.213104 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d404392-d5ce-4bed-a3d0-ce94324e5001 None None] Sync routers for ids ['de793c8f-17cf-4e3d-8480-f685e8e42fc8'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:41:01.218389 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-1d1fdbf7-8603-4e1d-afc2-4263c4dee003 req-2e82299e-2bc3-4593-ae6f-39f712357f7f tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/security-groups?id=53227cdf-7dc5-4d80-b711-52cc313216b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2519205 Feb 04 08:41:01.257061 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-a32a8501-0c47-4811-9605-1b39e22bc930 None None] Calling delete_port for 2d74716f-b3f5-4801-9554-457777136eef owned by network:dhcp {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:41:01.258133 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d404392-d5ce-4bed-a3d0-ce94324e5001 None None] Routers {'de793c8f-17cf-4e3d-8480-f685e8e42fc8'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:41:01.259051 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-9d404392-d5ce-4bed-a3d0-ce94324e5001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:40:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['de793c8f-17cf-4e3d-8480-f685e8e42fc8'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:01.363617 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-9d404392-d5ce-4bed-a3d0-ce94324e5001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:01.380805 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8b2b9283-3437-47c8-99de-b3afff0a9703 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:01.400479 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d404392-d5ce-4bed-a3d0-ce94324e5001 None None] Routers {'de793c8f-17cf-4e3d-8480-f685e8e42fc8'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:41:01.401718 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-9d404392-d5ce-4bed-a3d0-ce94324e5001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:40:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['de793c8f-17cf-4e3d-8480-f685e8e42fc8'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:01.409527 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-2627bd25-0ffc-4502-88b9-1390a565408c tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] 10.222.0.36 "PUT /v2.0/routers/de793c8f-17cf-4e3d-8480-f685e8e42fc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.1966009 Feb 04 08:41:01.413854 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50786) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:01.416151 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-14c29bb4-33db-4404-a77e-f092ca9fa055 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] The port 'f50248bd-7fbc-4ff9-85d8-7711f95207cd' was deleted {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 08:41:01.422344 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-83653ee4-1b9e-4ff4-8d96-e58f5fb7ba71 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Request body: {'port': {'network_id': 'cffddbfd-7362-47bd-9723-84fa8f6b93f8', 'name': 'tempest-FloatingIPTestJSON-214157679'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:41:01.459936 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-bed7c02b-b79b-4bb7-9b6d-e22747aed71a None None] Provisioning complete for port 0de3cf10-af5f-49ae-b585-29c4eaf501cd triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:41:01.460245 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-bed7c02b-b79b-4bb7-9b6d-e22747aed71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:01.469046 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b23dc30-fa0a-412a-ad13-d05e80a030d7 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:41:01.473335 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b23dc30-fa0a-412a-ad13-d05e80a030d7 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:41:01.474163 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-0b23dc30-fa0a-412a-ad13-d05e80a030d7 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Synchronizing usage tracker for tenant:a287064d5ca349c39790be8557119e7e on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:41:01.475847 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-9d404392-d5ce-4bed-a3d0-ce94324e5001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:01.476786 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d404392-d5ce-4bed-a3d0-ce94324e5001 None None] The sync data for ids ['de793c8f-17cf-4e3d-8480-f685e8e42fc8'] in dv-neutron-827798-2-hyperv is: [] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:41:01.607917 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-bed7c02b-b79b-4bb7-9b6d-e22747aed71a None None] Port 0de3cf10-af5f-49ae-b585-29c4eaf501cd cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:41:01.636165 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-a32a8501-0c47-4811-9605-1b39e22bc930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407'] for port, after_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:01.690950 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32a8501-0c47-4811-9605-1b39e22bc930 None None] Pushing event deleted for resources: {'Port': ['ID=2d74716f-b3f5-4801-9554-457777136eef,revision_number=None']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:01.694597 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32a8501-0c47-4811-9605-1b39e22bc930 None None] No DVR routers for this DVR port 2d74716f-b3f5-4801-9554-457777136eef on host dv-neutron-827798-2-hyperv {{(pid=84109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:41:01.721167 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-0b23dc30-fa0a-412a-ad13-d05e80a030d7 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Unset dirty status for tenant:a287064d5ca349c39790be8557119e7e on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:41:01.725267 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-0b23dc30-fa0a-412a-ad13-d05e80a030d7 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.8554029 Feb 04 08:41:01.726368 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 50790) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:01.729387 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-14c29bb4-33db-4404-a77e-f092ca9fa055 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:01.779875 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-8b2b9283-3437-47c8-99de-b3afff0a9703 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:41:01.787071 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-85391fd6-631e-4791-8cd5-8f338e933a7b None None] Provisioning complete for port 57bfd721-ba53-4a4a-b666-2548a3281d5b triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:41:01.787071 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-85391fd6-631e-4791-8cd5-8f338e933a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:01.801877 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-8b2b9283-3437-47c8-99de-b3afff0a9703 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Usage tracker for resource:security_group_rule and tenant:e63069d3cf3540d8aad7a137ff4999ec is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:41:01.815205 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-8b2b9283-3437-47c8-99de-b3afff0a9703 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:41:01.829733 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-14c29bb4-33db-4404-a77e-f092ca9fa055 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfea1b86-0ebe-4d9d-91bf-448734213079']}} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:01.836585 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-8b2b9283-3437-47c8-99de-b3afff0a9703 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:41:01.851064 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c933777a-6e48-4ae2-991d-326a8b5b1f2b None None] Update dhcp port {'port': {'network_id': '596e5f5c-7eff-420e-842e-232f7b0c78ab', 'fixed_ips': [{'subnet_id': '5acdc7a8-58a2-4fc9-8796-c328f05918ae', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'f9b5e34d-7cee-40e6-aab5-c39fb23b816b'}], 'binding:host_id': 'dv-neutron-827798-2-hyperv'}, 'id': 'c0345891-9806-417d-8f82-7718e8fb34cb'} from dv-neutron-827798-2-hyperv. {{(pid=84109) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 04 08:41:01.861742 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-83653ee4-1b9e-4ff4-8d96-e58f5fb7ba71 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:41:01.865726 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-14c29bb4-33db-4404-a77e-f092ca9fa055 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a011d971-ea23-45a3-a0b7-e3a24c1c1624') {'for_net_delete': True} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:01.866017 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-14c29bb4-33db-4404-a77e-f092ca9fa055 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a011d971-ea23-45a3-a0b7-e3a24c1c1624') {} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:01.884456 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-83653ee4-1b9e-4ff4-8d96-e58f5fb7ba71 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Usage tracker for resource:port and tenant:ad4a401d45cf492bbfe70c7522312369 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:41:01.886651 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.objects.ports [None req-b4d6565c-2cc4-4d0f-a498-4905c1bb7b0a tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84108) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 04 08:41:01.888512 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-c11ba122-26b3-47a2-b5c4-2328a8706246 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Deleting port a11803c0-53fd-4f3b-9611-a0f8b614cf6a {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:41:01.888925 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c11ba122-26b3-47a2-b5c4-2328a8706246 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:01.889597 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-83653ee4-1b9e-4ff4-8d96-e58f5fb7ba71 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:41:01.891844 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-85391fd6-631e-4791-8cd5-8f338e933a7b None None] Port 57bfd721-ba53-4a4a-b666-2548a3281d5b cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:41:01.897220 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b4d6565c-2cc4-4d0f-a498-4905c1bb7b0a tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7593498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8119736'] for subnet, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:01.900775 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-83653ee4-1b9e-4ff4-8d96-e58f5fb7ba71 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:41:01.909913 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-c933777a-6e48-4ae2-991d-326a8b5b1f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:01.983234 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-14c29bb4-33db-4404-a77e-f092ca9fa055 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8058642'] for segment, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:01.984054 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d6565c-2cc4-4d0f-a498-4905c1bb7b0a tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:41:01.987655 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-b4d6565c-2cc4-4d0f-a498-4905c1bb7b0a tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:41:01.989613 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d6565c-2cc4-4d0f-a498-4905c1bb7b0a tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event updated for resources: {'Subnet': ['ID=2ad99e81-75f4-4e8a-968e-26a43a8b1fbb,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:01.993788 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d6565c-2cc4-4d0f-a498-4905c1bb7b0a tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:41:01.994243 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b4d6565c-2cc4-4d0f-a498-4905c1bb7b0a tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:02.057828 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4b55c9-fe1c-4174-9665-a0e531f54405 None None] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:41:02.061318 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83653ee4-1b9e-4ff4-8d96-e58f5fb7ba71 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Made reservation on behalf of ad4a401d45cf492bbfe70c7522312369 for: {'port': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:41:02.064431 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-83653ee4-1b9e-4ff4-8d96-e58f5fb7ba71 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:02.114561 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [None req-83653ee4-1b9e-4ff4-8d96-e58f5fb7ba71 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] device_id is not set on port 8672be9b-b77c-4dcf-9c7b-058ca37f3d0b yet. {{(pid=84108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:41:02.159000 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-b4d6565c-2cc4-4d0f-a498-4905c1bb7b0a tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7476714 Feb 04 08:41:02.166990 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 50794) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:02.190160 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-e9cb155d-cba7-4c02-8ec9-2c0828f95219 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Request body: {'port': {'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'mac_address': 'fa:16:3e:b3:46:5e', 'name': 'tempest-NetworksTestDHCPv6-2091117213'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:41:02.205219 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-14c29bb4-33db-4404-a77e-f092ca9fa055 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:02.234441 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14c29bb4-33db-4404-a77e-f092ca9fa055 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=84107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:41:02.234856 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-14c29bb4-33db-4404-a77e-f092ca9fa055 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7377717'] for segment, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:02.251871 dv-neutron-827798-2-hyperv neutron-server[84107]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 08:41:02.251871 dv-neutron-827798-2-hyperv neutron-server[84107]: util.warn( Feb 04 08:41:02.251871 dv-neutron-827798-2-hyperv neutron-server[84107]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 08:41:02.251871 dv-neutron-827798-2-hyperv neutron-server[84107]: util.warn( Feb 04 08:41:02.251871 dv-neutron-827798-2-hyperv neutron-server[84107]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 08:41:02.251871 dv-neutron-827798-2-hyperv neutron-server[84107]: util.warn( Feb 04 08:41:02.251871 dv-neutron-827798-2-hyperv neutron-server[84107]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 08:41:02.251871 dv-neutron-827798-2-hyperv neutron-server[84107]: util.warn( Feb 04 08:41:02.251871 dv-neutron-827798-2-hyperv neutron-server[84107]: Traceback (most recent call last): Feb 04 08:41:02.251871 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:41:02.251871 dv-neutron-827798-2-hyperv neutron-server[84107]: timer() Feb 04 08:41:02.251871 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:41:02.251871 dv-neutron-827798-2-hyperv neutron-server[84107]: cb(*args, **kw) Feb 04 08:41:02.251871 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:41:02.251871 dv-neutron-827798-2-hyperv neutron-server[84107]: return func(*args, **kwargs) Feb 04 08:41:02.251871 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:41:02.251871 dv-neutron-827798-2-hyperv neutron-server[84107]: self._notify() Feb 04 08:41:02.251871 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:41:02.251871 dv-neutron-827798-2-hyperv neutron-server[84107]: self.callback(batched_events) Feb 04 08:41:02.251871 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:41:02.251871 dv-neutron-827798-2-hyperv neutron-server[84107]: event.method(event) Feb 04 08:41:02.251871 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:41:02.251871 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:41:02.251871 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:41:02.251871 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:41:02.251871 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:41:02.251871 dv-neutron-827798-2-hyperv neutron-server[84107]: return f(self, *a, **k) Feb 04 08:41:02.251871 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:41:02.251871 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._get(url).json() Feb 04 08:41:02.251871 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:41:02.251871 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:41:02.251871 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:41:02.251871 dv-neutron-827798-2-hyperv neutron-server[84107]: return self.request(url, 'GET', **kwargs) Feb 04 08:41:02.251871 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:41:02.251871 dv-neutron-827798-2-hyperv neutron-server[84107]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:41:02.251871 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:41:02.251871 dv-neutron-827798-2-hyperv neutron-server[84107]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:41:02.251871 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:41:02.251871 dv-neutron-827798-2-hyperv neutron-server[84107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:41:02.251871 dv-neutron-827798-2-hyperv neutron-server[84107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:41:02.272881 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-c933777a-6e48-4ae2-991d-326a8b5b1f2b None None] Allocated IP 2001:db8::2 (596e5f5c-7eff-420e-842e-232f7b0c78ab/f9b5e34d-7cee-40e6-aab5-c39fb23b816b/c0345891-9806-417d-8f82-7718e8fb34cb) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:41:02.279501 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d20cd28-48b0-4b2e-93ae-a251cf50ee4c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Router 90852817-8b61-4771-aa29-849e29ce7005 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:41:02.288202 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-83653ee4-1b9e-4ff4-8d96-e58f5fb7ba71 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Allocated IP 172.20.0.6 (cffddbfd-7362-47bd-9723-84fa8f6b93f8/01be2da0-0277-4fb3-b334-a74dba501042/8672be9b-b77c-4dcf-9c7b-058ca37f3d0b) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:41:02.458495 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 2d74716f-b3f5-4801-9554-457777136eef no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:41:02.509162 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: 2d74716f-b3f5-4801-9554-457777136eef {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:41:02.509520 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 2d74716f-b3f5-4801-9554-457777136eef not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:41:02.516978 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5748e34e-b8ff-411c-9e23-942885013d75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'tenant_id': 'ffa27937301745e1ad43fa520f28cbc3', 'fixed_ips': [{'subnet_id': '2ad99e81-75f4-4e8a-968e-26a43a8b1fbb'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:41:02.524333 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-5748e34e-b8ff-411c-9e23-942885013d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:02.557121 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8b2b9283-3437-47c8-99de-b3afff0a9703 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:02.609059 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-c933777a-6e48-4ae2-991d-326a8b5b1f2b None None] For port c0345891-9806-417d-8f82-7718e8fb34cb, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=c0345891-9806-417d-8f82-7718e8fb34cb,segment=NetworkSegment(6e1a07a2-2445-484b-846d-69e0c9a2c85e),segment_id=6e1a07a2-2445-484b-846d-69e0c9a2c85e)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:41:02.610238 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a18ff70c-0202-4ca5-9194-e3672e8a99ba tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Router 2ba99006-6b5e-4f7d-b0a8-c04776a7a60b has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:41:02.641177 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8b2b9283-3437-47c8-99de-b3afff0a9703 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:02.649084 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c11ba122-26b3-47a2-b5c4-2328a8706246 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:02.667972 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-c933777a-6e48-4ae2-991d-326a8b5b1f2b None None] Notify callbacks [] for port, precommit_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:02.684132 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-14c29bb4-33db-4404-a77e-f092ca9fa055 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:02.690875 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-83653ee4-1b9e-4ff4-8d96-e58f5fb7ba71 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:02.721474 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-c933777a-6e48-4ae2-991d-326a8b5b1f2b None None] Transition to ACTIVE for port object c0345891-9806-417d-8f82-7718e8fb34cb will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:41:02.739936 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-5748e34e-b8ff-411c-9e23-942885013d75 None None] Allocated IP 2001:db8::f816:3eff:fe7c:7216 (bc933c3a-b15d-4eab-9ad6-d32fd193f5cd/2ad99e81-75f4-4e8a-968e-26a43a8b1fbb/6c3e5975-5836-4c6e-9eee-516d72345d10) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:41:02.743657 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d20cd28-48b0-4b2e-93ae-a251cf50ee4c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:41:02.753970 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28db04ac-fa74-45f7-af2e-d16f53dc7a6a None None] Sync routers for ids ['90852817-8b61-4771-aa29-849e29ce7005'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:41:02.768603 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-3d20cd28-48b0-4b2e-93ae-a251cf50ee4c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "PUT /v2.0/routers/90852817-8b61-4771-aa29-849e29ce7005/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.7295291 Feb 04 08:41:02.818370 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-83653ee4-1b9e-4ff4-8d96-e58f5fb7ba71 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:02.834016 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-14c29bb4-33db-4404-a77e-f092ca9fa055 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:02.839200 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-c933777a-6e48-4ae2-991d-326a8b5b1f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:02.843689 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28db04ac-fa74-45f7-af2e-d16f53dc7a6a None None] Routers {'90852817-8b61-4771-aa29-849e29ce7005'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:41:02.844604 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-28db04ac-fa74-45f7-af2e-d16f53dc7a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:40:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['90852817-8b61-4771-aa29-849e29ce7005'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:02.851707 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-c11ba122-26b3-47a2-b5c4-2328a8706246 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Calling delete_port for a11803c0-53fd-4f3b-9611-a0f8b614cf6a owned by {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:41:02.886070 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-e9cb155d-cba7-4c02-8ec9-2c0828f95219 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:41:02.901867 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c29bb4-33db-4404-a77e-f092ca9fa055 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Pushing event deleted for resources: {'Network': ['ID=dfea1b86-0ebe-4d9d-91bf-448734213079,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:02.902144 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83653ee4-1b9e-4ff4-8d96-e58f5fb7ba71 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Network cffddbfd-7362-47bd-9723-84fa8f6b93f8 is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:41:02.905388 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-83653ee4-1b9e-4ff4-8d96-e58f5fb7ba71 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:41:02.910532 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83653ee4-1b9e-4ff4-8d96-e58f5fb7ba71 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:41:02.913697 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2b9283-3437-47c8-99de-b3afff0a9703 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a04a379-64a8-4abc-bcd4-48260d356867,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:02.981761 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83653ee4-1b9e-4ff4-8d96-e58f5fb7ba71 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:41:02.982475 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-83653ee4-1b9e-4ff4-8d96-e58f5fb7ba71 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:02.989970 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-e9cb155d-cba7-4c02-8ec9-2c0828f95219 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:41:03.004075 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-14c29bb4-33db-4404-a77e-f092ca9fa055 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "DELETE /v2.0/networks/dfea1b86-0ebe-4d9d-91bf-448734213079 HTTP/1.1" status: 204 len: 168 time: 4.0376575 Feb 04 08:41:03.011156 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50804) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:03.017625 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8b2b9283-3437-47c8-99de-b3afff0a9703 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:03.018930 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-8b2b9283-3437-47c8-99de-b3afff0a9703 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.9897945 Feb 04 08:41:03.031436 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 50808) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:03.038626 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-19ba13bc-e2eb-4591-a5a4-022fe9268f00 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Request body: {'security_group': {'name': 'tempest-secgroup-1752912625'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:41:03.056361 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-19ba13bc-e2eb-4591-a5a4-022fe9268f00 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:41:03.077846 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83653ee4-1b9e-4ff4-8d96-e58f5fb7ba71 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Pushing event updated for resources: {'Port': ['ID=8672be9b-b77c-4dcf-9c7b-058ca37f3d0b,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:03.083700 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-19ba13bc-e2eb-4591-a5a4-022fe9268f00 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Usage tracker for resource:security_group and tenant:e63069d3cf3540d8aad7a137ff4999ec is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:41:03.089426 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-19ba13bc-e2eb-4591-a5a4-022fe9268f00 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:41:03.092579 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c933777a-6e48-4ae2-991d-326a8b5b1f2b None None] Pushing event updated for resources: {'Port': ['ID=c0345891-9806-417d-8f82-7718e8fb34cb,revision_number=6']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:03.097554 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-83653ee4-1b9e-4ff4-8d96-e58f5fb7ba71 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.6807375 Feb 04 08:41:03.100235 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50812) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:03.107280 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-35a50a8c-7f8b-4aa2-97a6-0317a2bbc5d1 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Request body: {'port': {'network_id': 'cffddbfd-7362-47bd-9723-84fa8f6b93f8', 'name': 'tempest-FloatingIPTestJSON-8089844'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:41:03.144227 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-19ba13bc-e2eb-4591-a5a4-022fe9268f00 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:41:03.161188 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10b0141-eff9-4640-a742-bd32d3c52aab req-c49ce073-df91-4042-a436-2dbbbb2c245c tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:41:03.164292 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f10b0141-eff9-4640-a742-bd32d3c52aab req-c49ce073-df91-4042-a436-2dbbbb2c245c tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d3f9a2e-5f81-4e26-82f8-be8c0a180732 HTTP/1.1" status: 200 len: 945 time: 0.6470642 Feb 04 08:41:03.173177 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9cb155d-cba7-4c02-8ec9-2c0828f95219 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Made reservation on behalf of ffa27937301745e1ad43fa520f28cbc3 for: {'port': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:41:03.297470 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c11ba122-26b3-47a2-b5c4-2328a8706246 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:03.322686 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-28db04ac-fa74-45f7-af2e-d16f53dc7a6a None None] Set router 90852817-8b61-4771-aa29-849e29ce7005 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:41:03.347988 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-35a50a8c-7f8b-4aa2-97a6-0317a2bbc5d1 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:41:03.355729 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-35a50a8c-7f8b-4aa2-97a6-0317a2bbc5d1 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Usage tracker for resource:port and tenant:ad4a401d45cf492bbfe70c7522312369 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:41:03.362495 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-35a50a8c-7f8b-4aa2-97a6-0317a2bbc5d1 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:41:03.368095 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-19ba13bc-e2eb-4591-a5a4-022fe9268f00 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:03.376825 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-35a50a8c-7f8b-4aa2-97a6-0317a2bbc5d1 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:41:03.386790 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-5748e34e-b8ff-411c-9e23-942885013d75 None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:03.388013 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11ba122-26b3-47a2-b5c4-2328a8706246 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Pushing event deleted for resources: {'Port': ['ID=a11803c0-53fd-4f3b-9611-a0f8b614cf6a,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:03.416894 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-5748e34e-b8ff-411c-9e23-942885013d75 None None] Transition to ACTIVE for port object 6c3e5975-5836-4c6e-9eee-516d72345d10 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:41:03.458731 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-19ba13bc-e2eb-4591-a5a4-022fe9268f00 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:41:03.465176 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c11ba122-26b3-47a2-b5c4-2328a8706246 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:03.490142 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-19ba13bc-e2eb-4591-a5a4-022fe9268f00 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Usage tracker for resource:security_group_rule and tenant:e63069d3cf3540d8aad7a137ff4999ec is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:41:03.505068 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-19ba13bc-e2eb-4591-a5a4-022fe9268f00 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:41:03.511637 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-5748e34e-b8ff-411c-9e23-942885013d75 None None] Transition to ACTIVE for port object 6c3e5975-5836-4c6e-9eee-516d72345d10 will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:41:03.517781 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f10b0141-eff9-4640-a742-bd32d3c52aab req-aef75f77-1ca0-4800-9659-4247a401090c tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/security-groups?id=53227cdf-7dc5-4d80-b711-52cc313216b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3248260 Feb 04 08:41:03.521328 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-19ba13bc-e2eb-4591-a5a4-022fe9268f00 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:41:03.526635 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a18ff70c-0202-4ca5-9194-e3672e8a99ba tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:41:03.537565 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82795031-ac46-4d13-96e6-0b1ce48451a9 None None] Sync routers for ids ['2ba99006-6b5e-4f7d-b0a8-c04776a7a60b'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:41:03.562246 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82795031-ac46-4d13-96e6-0b1ce48451a9 None None] Routers {'2ba99006-6b5e-4f7d-b0a8-c04776a7a60b'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:41:03.563084 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-82795031-ac46-4d13-96e6-0b1ce48451a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:40:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['2ba99006-6b5e-4f7d-b0a8-c04776a7a60b'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:03.568062 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a50a8c-7f8b-4aa2-97a6-0317a2bbc5d1 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Made reservation on behalf of ad4a401d45cf492bbfe70c7522312369 for: {'port': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:41:03.571888 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-35a50a8c-7f8b-4aa2-97a6-0317a2bbc5d1 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:03.600898 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-5748e34e-b8ff-411c-9e23-942885013d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:03.645890 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-c11ba122-26b3-47a2-b5c4-2328a8706246 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "DELETE /v2.0/ports/a11803c0-53fd-4f3b-9611-a0f8b614cf6a HTTP/1.1" status: 204 len: 168 time: 1.8995953 Feb 04 08:41:03.657216 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 50816) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:03.659176 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-82795031-ac46-4d13-96e6-0b1ce48451a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:03.675185 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82795031-ac46-4d13-96e6-0b1ce48451a9 None None] Routers {'2ba99006-6b5e-4f7d-b0a8-c04776a7a60b'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:41:03.676156 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-82795031-ac46-4d13-96e6-0b1ce48451a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:40:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['2ba99006-6b5e-4f7d-b0a8-c04776a7a60b'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:03.696841 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e9cb155d-cba7-4c02-8ec9-2c0828f95219 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:03.726745 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-19ba13bc-e2eb-4591-a5a4-022fe9268f00 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:03.743584 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [None req-e9cb155d-cba7-4c02-8ec9-2c0828f95219 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] device_id is not set on port 940df723-b230-4d6f-917b-b8b65e3aa7c5 yet. {{(pid=84107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:41:03.776617 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-82795031-ac46-4d13-96e6-0b1ce48451a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:03.776863 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [None req-35a50a8c-7f8b-4aa2-97a6-0317a2bbc5d1 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] device_id is not set on port d3b46d85-a268-47c1-b607-51790a53ab43 yet. {{(pid=84108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:41:03.778632 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82795031-ac46-4d13-96e6-0b1ce48451a9 None None] The sync data for ids ['2ba99006-6b5e-4f7d-b0a8-c04776a7a60b'] in dv-neutron-827798-2-hyperv is: [] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:41:03.865524 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5748e34e-b8ff-411c-9e23-942885013d75 None None] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:41:03.905444 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-5748e34e-b8ff-411c-9e23-942885013d75 None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:41:03.911747 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5748e34e-b8ff-411c-9e23-942885013d75 None None] Pushing event updated for resources: {'Port': ['ID=6c3e5975-5836-4c6e-9eee-516d72345d10,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:03.923472 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-53378106-59bb-4f19-812c-fe9368a03f9d tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473817'] for router_interface, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:03.925173 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-e9cb155d-cba7-4c02-8ec9-2c0828f95219 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Allocated IP 2001:db8::f816:3eff:feb3:465e (bc933c3a-b15d-4eab-9ad6-d32fd193f5cd/2ad99e81-75f4-4e8a-968e-26a43a8b1fbb/940df723-b230-4d6f-917b-b8b65e3aa7c5) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:41:03.927242 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5748e34e-b8ff-411c-9e23-942885013d75 None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:41:04.069572 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-5748e34e-b8ff-411c-9e23-942885013d75 None None] Attempting to bind port 6c3e5975-5836-4c6e-9eee-516d72345d10 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:41:04.069959 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-5748e34e-b8ff-411c-9e23-942885013d75 None None] Attempting to bind port 6c3e5975-5836-4c6e-9eee-516d72345d10 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': '2c48dc91-e362-4611-9354-aede43558386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:41:04.070340 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5748e34e-b8ff-411c-9e23-942885013d75 None None] Attempting to bind port 6c3e5975-5836-4c6e-9eee-516d72345d10 on network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:41:04.070916 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-35a50a8c-7f8b-4aa2-97a6-0317a2bbc5d1 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Allocated IP 172.20.0.14 (cffddbfd-7362-47bd-9723-84fa8f6b93f8/01be2da0-0277-4fb3-b334-a74dba501042/d3b46d85-a268-47c1-b607-51790a53ab43) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:41:04.085661 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5748e34e-b8ff-411c-9e23-942885013d75 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:41:04.086087 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5748e34e-b8ff-411c-9e23-942885013d75 None None] Checking segment: {'id': '2c48dc91-e362-4611-9354-aede43558386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:41:04.086453 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-5748e34e-b8ff-411c-9e23-942885013d75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:04.086835 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5748e34e-b8ff-411c-9e23-942885013d75 None None] Bound using segment: {'id': '2c48dc91-e362-4611-9354-aede43558386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:41:04.087307 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-5748e34e-b8ff-411c-9e23-942885013d75 None None] Bound port: 6c3e5975-5836-4c6e-9eee-516d72345d10, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c48dc91-e362-4611-9354-aede43558386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:41:04.087692 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-5748e34e-b8ff-411c-9e23-942885013d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:04.097317 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-219c1b95-7338-4d3e-a160-3693eef6c9ae None None] Provisioning complete for port 5e07334d-4bee-4336-bf8b-45995d221e28 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:41:04.097864 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-219c1b95-7338-4d3e-a160-3693eef6c9ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:04.131307 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-28db04ac-fa74-45f7-af2e-d16f53dc7a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90852817-8b61-4771-aa29-849e29ce7005', 'name': 'tempest-TestNetworkBasicOps-router-2057065806', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18'}], 'enable_snat': True}, 'gw_port_id': 'e6f40c31-b6de-48e6-8f71-a0473c650669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:37:36Z', 'updated_at': '2022-02-04T08:40:58Z', 'revision_number': 5, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': 'e6f40c31-b6de-48e6-8f71-a0473c650669', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:52:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90852817-8b61-4771-aa29-849e29ce7005', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:37:38Z', 'updated_at': '2022-02-04T08:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': 'b10c9053-7097-4638-a562-b2cccd65def5', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'floating_ip_address': '172.26.3.226', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': '90852817-8b61-4771-aa29-849e29ce7005', 'port_id': 'fbbca797-c27a-467e-8941-34e4e2a1d2c3', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c9b2602-557a-496f-9496-472f42f83572', 'mac_address': 'fa:16:3e:a0:c8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd345d0-ab65-4db3-8ffb-c06fae39e475', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T08:38:41Z', 'updated_at': '2022-02-04T08:38:51Z', 'revision_number': 1, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0de3cf10-af5f-49ae-b585-29c4eaf501cd', 'name': '', 'network_id': 'a283428a-c352-4d19-98bc-b1a1da8b6a7b', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'mac_address': 'fa:16:3e:27:9c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90852817-8b61-4771-aa29-849e29ce7005', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41131d08-2999-49eb-ac72-a47282c07ade', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:40:55Z', 'updated_at': '2022-02-04T08:40:59Z', 'revision_number': 2, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'subnets': [{'id': '41131d08-2999-49eb-ac72-a47282c07ade', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55a55c91-4d5b-45f3-8136-cd894d1d4b08', 'name': '', 'network_id': '4c9b2602-557a-496f-9496-472f42f83572', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'mac_address': 'fa:16:3e:17:c2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90852817-8b61-4771-aa29-849e29ce7005', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86d0bccd-5c6a-4354-af11-7f0ac9ee3eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:37:51Z', 'updated_at': '2022-02-04T08:38:04Z', 'revision_number': 5, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'subnets': [{'id': '86d0bccd-5c6a-4354-af11-7f0ac9ee3eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:04.154502 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28db04ac-fa74-45f7-af2e-d16f53dc7a6a None None] Checking router: 90852817-8b61-4771-aa29-849e29ce7005 for host: dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 08:41:04.154859 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28db04ac-fa74-45f7-af2e-d16f53dc7a6a None None] Updating router 90852817-8b61-4771-aa29-849e29ce7005 port 0de3cf10-af5f-49ae-b585-29c4eaf501cd binding host dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 08:41:04.223086 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-19ba13bc-e2eb-4591-a5a4-022fe9268f00 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:04.228262 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-a18ff70c-0202-4ca5-9194-e3672e8a99ba tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] 10.222.0.36 "PUT /v2.0/routers/2ba99006-6b5e-4f7d-b0a8-c04776a7a60b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7581253 Feb 04 08:41:04.233692 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50820) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:04.250415 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-219c1b95-7338-4d3e-a160-3693eef6c9ae None None] Port 5e07334d-4bee-4336-bf8b-45995d221e28 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:41:04.278013 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-28db04ac-fa74-45f7-af2e-d16f53dc7a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:04.298329 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba13bc-e2eb-4591-a5a4-022fe9268f00 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3aebdaa-95f0-4012-9644-8ed9ff39b9e0,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:04.365565 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e9cb155d-cba7-4c02-8ec9-2c0828f95219 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:04.377235 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c671b80-8d4f-4e0d-9dd7-2c4bbd003697 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:41:04.377235 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-3c671b80-8d4f-4e0d-9dd7-2c4bbd003697 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Synchronizing usage tracker for tenant:a287064d5ca349c39790be8557119e7e on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:41:04.382380 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-19ba13bc-e2eb-4591-a5a4-022fe9268f00 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:04.383698 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-19ba13bc-e2eb-4591-a5a4-022fe9268f00 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.3508148 Feb 04 08:41:04.387023 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 50824) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:04.395821 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-cddcccb4-7719-4c44-ad6d-47fd7b2dbd6b tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Request body: {'security_group': {'name': 'tempest-secgroup-1612768568'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:41:04.412235 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-cddcccb4-7719-4c44-ad6d-47fd7b2dbd6b tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:41:04.415905 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [None req-e9cb155d-cba7-4c02-8ec9-2c0828f95219 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Transition to ACTIVE for port object 940df723-b230-4d6f-917b-b8b65e3aa7c5 will not be triggered until provisioned by entity DHCP. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:41:04.420703 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-cddcccb4-7719-4c44-ad6d-47fd7b2dbd6b tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Usage tracker for resource:security_group and tenant:e63069d3cf3540d8aad7a137ff4999ec is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:41:04.424516 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-cddcccb4-7719-4c44-ad6d-47fd7b2dbd6b tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:41:04.432945 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-cddcccb4-7719-4c44-ad6d-47fd7b2dbd6b tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:41:04.433166 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device c0345891-9806-417d-8f82-7718e8fb34cb up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:41:04.499377 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-3c671b80-8d4f-4e0d-9dd7-2c4bbd003697 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Unset dirty status for tenant:a287064d5ca349c39790be8557119e7e on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:41:04.500731 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-3c671b80-8d4f-4e0d-9dd7-2c4bbd003697 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.8409188 Feb 04 08:41:04.503731 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 50828) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:04.505616 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-5748e34e-b8ff-411c-9e23-942885013d75 None None] For port 6c3e5975-5836-4c6e-9eee-516d72345d10, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:41:04.533777 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-5748e34e-b8ff-411c-9e23-942885013d75 None None] For port 6c3e5975-5836-4c6e-9eee-516d72345d10, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=6c3e5975-5836-4c6e-9eee-516d72345d10,segment=NetworkSegment(2c48dc91-e362-4611-9354-aede43558386),segment_id=2c48dc91-e362-4611-9354-aede43558386)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:41:04.546847 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-35a50a8c-7f8b-4aa2-97a6-0317a2bbc5d1 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:04.550329 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f892e38-100a-4a2c-b52c-8ab988ae9db5 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] GET failed (client error): The resource could not be found. Feb 04 08:41:04.554306 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-6f892e38-100a-4a2c-b52c-8ab988ae9db5 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "GET /v2.0/ports/4dd43876-8493-45cd-b7d6-8e9164b01e5f HTTP/1.1" status: 404 len: 333 time: 0.0468819 Feb 04 08:41:04.554306 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e9cb155d-cba7-4c02-8ec9-2c0828f95219 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:04.560304 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 50832) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:04.590614 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-219c1b95-7338-4d3e-a160-3693eef6c9ae None None] Provisioning for port c0345891-9806-417d-8f82-7718e8fb34cb completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:41:04.597490 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-219c1b95-7338-4d3e-a160-3693eef6c9ae None None] Provisioning complete for port c0345891-9806-417d-8f82-7718e8fb34cb triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:41:04.597748 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-219c1b95-7338-4d3e-a160-3693eef6c9ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:04.638216 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-cddcccb4-7719-4c44-ad6d-47fd7b2dbd6b tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:04.658587 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-5748e34e-b8ff-411c-9e23-942885013d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:04.686568 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb155d-cba7-4c02-8ec9-2c0828f95219 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event updated for resources: {'Port': ['ID=940df723-b230-4d6f-917b-b8b65e3aa7c5,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:04.715213 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a1c75cb-ea5b-4f4d-a152-cf2f2fd61b25 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] GET failed (client error): The resource could not be found. Feb 04 08:41:04.719265 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-7a1c75cb-ea5b-4f4d-a152-cf2f2fd61b25 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "GET /v2.0/ports/a11803c0-53fd-4f3b-9611-a0f8b614cf6a HTTP/1.1" status: 404 len: 333 time: 0.0807662 Feb 04 08:41:04.720249 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 50838) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:04.736832 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5748e34e-b8ff-411c-9e23-942885013d75 None None] Pushing event updated for resources: {'Port': ['ID=6c3e5975-5836-4c6e-9eee-516d72345d10,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:04.738075 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3186ba7d-8c82-47cb-a926-8259fa0101de tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify callbacks [] for router, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:04.759555 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9cb155d-cba7-4c02-8ec9-2c0828f95219 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:41:04.803226 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-35a50a8c-7f8b-4aa2-97a6-0317a2bbc5d1 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:04.847349 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-e9cb155d-cba7-4c02-8ec9-2c0828f95219 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:41:04.850065 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9cb155d-cba7-4c02-8ec9-2c0828f95219 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:41:04.856628 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cb155d-cba7-4c02-8ec9-2c0828f95219 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:41:04.858078 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e9cb155d-cba7-4c02-8ec9-2c0828f95219 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:04.870745 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port c0345891-9806-417d-8f82-7718e8fb34cb triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:41:04.879206 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:04.905933 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-cddcccb4-7719-4c44-ad6d-47fd7b2dbd6b tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:41:04.923329 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-cddcccb4-7719-4c44-ad6d-47fd7b2dbd6b tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Usage tracker for resource:security_group_rule and tenant:e63069d3cf3540d8aad7a137ff4999ec is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:41:04.926884 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-cddcccb4-7719-4c44-ad6d-47fd7b2dbd6b tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:41:04.939326 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-cddcccb4-7719-4c44-ad6d-47fd7b2dbd6b tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:41:04.958184 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d080795c-27d0-4cd7-85df-15ddbf691e39 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:04.958627 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a50a8c-7f8b-4aa2-97a6-0317a2bbc5d1 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Network cffddbfd-7362-47bd-9723-84fa8f6b93f8 is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:41:04.963526 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a50a8c-7f8b-4aa2-97a6-0317a2bbc5d1 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Pushing event updated for resources: {'Port': ['ID=d3b46d85-a268-47c1-b607-51790a53ab43,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:04.965187 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-35a50a8c-7f8b-4aa2-97a6-0317a2bbc5d1 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:41:04.969341 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a50a8c-7f8b-4aa2-97a6-0317a2bbc5d1 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:41:05.008431 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-28db04ac-fa74-45f7-af2e-d16f53dc7a6a None None] Notify callbacks [] for port, precommit_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:05.044649 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-e9cb155d-cba7-4c02-8ec9-2c0828f95219 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.8718746 Feb 04 08:41:05.054940 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a50a8c-7f8b-4aa2-97a6-0317a2bbc5d1 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:41:05.055539 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-35a50a8c-7f8b-4aa2-97a6-0317a2bbc5d1 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:05.068031 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50842) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:05.083110 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-28db04ac-fa74-45f7-af2e-d16f53dc7a6a None None] Transition to ACTIVE for port object 0de3cf10-af5f-49ae-b585-29c4eaf501cd will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:41:05.087476 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0d9057-9a98-4e56-b305-3fd59052bc1a req-407b1b8d-78ca-45a5-aa05-2f059beb1bb2 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:41:05.089374 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-de0d9057-9a98-4e56-b305-3fd59052bc1a req-407b1b8d-78ca-45a5-aa05-2f059beb1bb2 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d3f9a2e-5f81-4e26-82f8-be8c0a180732 HTTP/1.1" status: 200 len: 945 time: 0.3372939 Feb 04 08:41:05.141061 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-cddcccb4-7719-4c44-ad6d-47fd7b2dbd6b tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:05.186413 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d080795c-27d0-4cd7-85df-15ddbf691e39 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:05.191119 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-28db04ac-fa74-45f7-af2e-d16f53dc7a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:05.237334 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-cddcccb4-7719-4c44-ad6d-47fd7b2dbd6b tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:05.243983 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-d080795c-27d0-4cd7-85df-15ddbf691e39 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dfa3af7-65b7-49ad-9444-f2df8dd6c5c4']}} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:05.277497 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-d080795c-27d0-4cd7-85df-15ddbf691e39 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ee8e8d8-9b60-4d98-ab6b-689f5ee86d0f') {'for_net_delete': True} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:05.278430 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-d080795c-27d0-4cd7-85df-15ddbf691e39 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ee8e8d8-9b60-4d98-ab6b-689f5ee86d0f') {} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:05.311891 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-de0d9057-9a98-4e56-b305-3fd59052bc1a req-51c09fb6-b051-4ab4-bab7-0c97bcb217ed tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/security-groups?id=53227cdf-7dc5-4d80-b711-52cc313216b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1727796 Feb 04 08:41:05.335667 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d080795c-27d0-4cd7-85df-15ddbf691e39 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8058642'] for segment, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:05.359867 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddcccb4-7719-4c44-ad6d-47fd7b2dbd6b tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e860f12-ac3e-403d-8084-c8a757602627,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:05.364763 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-35a50a8c-7f8b-4aa2-97a6-0317a2bbc5d1 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 2.2577059 Feb 04 08:41:05.364763 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50848) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:05.371127 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-5e91afe7-b1a2-4adc-bf7d-a8aea7af7f57 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Request body: {'floatingip': {'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'port_id': 'd3b46d85-a268-47c1-b607-51790a53ab43', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:41:05.380588 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d080795c-27d0-4cd7-85df-15ddbf691e39 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:05.386569 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.api.v2.resource [None req-3186ba7d-8c82-47cb-a926-8259fa0101de tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 04 08:41:05.387678 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-3186ba7d-8c82-47cb-a926-8259fa0101de tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] 10.222.0.36 "DELETE /v2.0/routers/2ba99006-6b5e-4f7d-b0a8-c04776a7a60b HTTP/1.1" status: 409 len: 329 time: 1.1518695 Feb 04 08:41:05.391086 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50852) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:05.394022 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-5e91afe7-b1a2-4adc-bf7d-a8aea7af7f57 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:41:05.399741 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d080795c-27d0-4cd7-85df-15ddbf691e39 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=84107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:41:05.400152 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d080795c-27d0-4cd7-85df-15ddbf691e39 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7377717'] for segment, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:05.415595 dv-neutron-827798-2-hyperv neutron-server[84107]: Traceback (most recent call last): Feb 04 08:41:05.415595 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:41:05.415595 dv-neutron-827798-2-hyperv neutron-server[84107]: timer() Feb 04 08:41:05.415595 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:41:05.415595 dv-neutron-827798-2-hyperv neutron-server[84107]: cb(*args, **kw) Feb 04 08:41:05.415595 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:41:05.415595 dv-neutron-827798-2-hyperv neutron-server[84107]: return func(*args, **kwargs) Feb 04 08:41:05.415595 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:41:05.415595 dv-neutron-827798-2-hyperv neutron-server[84107]: self._notify() Feb 04 08:41:05.415595 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:41:05.415595 dv-neutron-827798-2-hyperv neutron-server[84107]: self.callback(batched_events) Feb 04 08:41:05.415595 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:41:05.415595 dv-neutron-827798-2-hyperv neutron-server[84107]: event.method(event) Feb 04 08:41:05.415595 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:41:05.415595 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:41:05.415595 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:41:05.415595 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:41:05.415595 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:41:05.415595 dv-neutron-827798-2-hyperv neutron-server[84107]: return f(self, *a, **k) Feb 04 08:41:05.415595 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:41:05.415595 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._get(url).json() Feb 04 08:41:05.415595 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:41:05.415595 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:41:05.415595 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:41:05.415595 dv-neutron-827798-2-hyperv neutron-server[84107]: return self.request(url, 'GET', **kwargs) Feb 04 08:41:05.415595 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:41:05.415595 dv-neutron-827798-2-hyperv neutron-server[84107]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:41:05.415595 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:41:05.415595 dv-neutron-827798-2-hyperv neutron-server[84107]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:41:05.415595 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:41:05.415595 dv-neutron-827798-2-hyperv neutron-server[84107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:41:05.415595 dv-neutron-827798-2-hyperv neutron-server[84107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:41:05.488115 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-5e91afe7-b1a2-4adc-bf7d-a8aea7af7f57 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Usage tracker for resource:floatingip and tenant:ad4a401d45cf492bbfe70c7522312369 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:41:05.508085 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-5e91afe7-b1a2-4adc-bf7d-a8aea7af7f57 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:41:05.517992 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-5e91afe7-b1a2-4adc-bf7d-a8aea7af7f57 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:41:05.523842 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-cddcccb4-7719-4c44-ad6d-47fd7b2dbd6b tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:05.525644 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-cddcccb4-7719-4c44-ad6d-47fd7b2dbd6b tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.1356187 Feb 04 08:41:05.533373 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 50856) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:05.534872 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55085a5-5a86-4c90-8875-7b1c86286560 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:41:05.538736 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55085a5-5a86-4c90-8875-7b1c86286560 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:41:05.539719 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-d55085a5-5a86-4c90-8875-7b1c86286560 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Synchronizing usage tracker for tenant:ffa27937301745e1ad43fa520f28cbc3 on resource:port {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:41:05.557809 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fab7dd-6131-41e3-8c71-8a3ca5ef0381 None None] Pushing event updated for resources: {'Port': ['ID=0de3cf10-af5f-49ae-b585-29c4eaf501cd,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:05.564159 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-4961e0bb-6129-410f-8474-c2e155c24bd9 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-840757165', 'security_groups': ['1e860f12-ac3e-403d-8084-c8a757602627'], 'network_id': '596e5f5c-7eff-420e-842e-232f7b0c78ab', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f9b5e34d-7cee-40e6-aab5-c39fb23b816b'}]}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:41:05.639868 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-5e91afe7-b1a2-4adc-bf7d-a8aea7af7f57 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks [] for floatingip, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:05.651102 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-28db04ac-fa74-45f7-af2e-d16f53dc7a6a None None] Attempting to bind port 0de3cf10-af5f-49ae-b585-29c4eaf501cd on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:41:05.651818 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-28db04ac-fa74-45f7-af2e-d16f53dc7a6a None None] Attempting to bind port 0de3cf10-af5f-49ae-b585-29c4eaf501cd by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': 'a90d19d3-892e-440d-b71b-bdd2d1242422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a283428a-c352-4d19-98bc-b1a1da8b6a7b'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:41:05.652404 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28db04ac-fa74-45f7-af2e-d16f53dc7a6a None None] Attempting to bind port 0de3cf10-af5f-49ae-b585-29c4eaf501cd on network a283428a-c352-4d19-98bc-b1a1da8b6a7b {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:41:05.660530 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28db04ac-fa74-45f7-af2e-d16f53dc7a6a None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:41:05.660927 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28db04ac-fa74-45f7-af2e-d16f53dc7a6a None None] Checking segment: {'id': 'a90d19d3-892e-440d-b71b-bdd2d1242422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a283428a-c352-4d19-98bc-b1a1da8b6a7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:41:05.663776 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-28db04ac-fa74-45f7-af2e-d16f53dc7a6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:05.663776 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28db04ac-fa74-45f7-af2e-d16f53dc7a6a None None] Bound using segment: {'id': 'a90d19d3-892e-440d-b71b-bdd2d1242422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a283428a-c352-4d19-98bc-b1a1da8b6a7b'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:41:05.663776 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-28db04ac-fa74-45f7-af2e-d16f53dc7a6a None None] Bound port: 0de3cf10-af5f-49ae-b585-29c4eaf501cd, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a90d19d3-892e-440d-b71b-bdd2d1242422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a283428a-c352-4d19-98bc-b1a1da8b6a7b'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:41:05.663776 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-28db04ac-fa74-45f7-af2e-d16f53dc7a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:05.734336 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-4961e0bb-6129-410f-8474-c2e155c24bd9 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:41:05.744809 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-4961e0bb-6129-410f-8474-c2e155c24bd9 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:41:05.746875 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-d55085a5-5a86-4c90-8875-7b1c86286560 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Unset dirty status for tenant:ffa27937301745e1ad43fa520f28cbc3 on resource:port {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:41:05.750644 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-d55085a5-5a86-4c90-8875-7b1c86286560 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.6786797 Feb 04 08:41:05.750860 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 50860) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:05.777575 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-28db04ac-fa74-45f7-af2e-d16f53dc7a6a None None] For port 0de3cf10-af5f-49ae-b585-29c4eaf501cd, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:41:05.781221 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-28db04ac-fa74-45f7-af2e-d16f53dc7a6a None None] For port 0de3cf10-af5f-49ae-b585-29c4eaf501cd, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=0de3cf10-af5f-49ae-b585-29c4eaf501cd,segment=NetworkSegment(a90d19d3-892e-440d-b71b-bdd2d1242422),segment_id=a90d19d3-892e-440d-b71b-bdd2d1242422)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:41:05.804618 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d080795c-27d0-4cd7-85df-15ddbf691e39 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:05.829309 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d080795c-27d0-4cd7-85df-15ddbf691e39 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:05.834537 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-53378106-59bb-4f19-812c-fe9368a03f9d tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Deleting port fbb28ab8-797a-4da9-a709-ce193d836a3d {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:41:05.834877 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-53378106-59bb-4f19-812c-fe9368a03f9d tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:05.839621 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d080795c-27d0-4cd7-85df-15ddbf691e39 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Pushing event deleted for resources: {'Network': ['ID=3dfa3af7-65b7-49ad-9444-f2df8dd6c5c4,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:05.842100 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4961e0bb-6129-410f-8474-c2e155c24bd9 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Made reservation on behalf of e63069d3cf3540d8aad7a137ff4999ec for: {'port': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:41:05.859998 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-28db04ac-fa74-45f7-af2e-d16f53dc7a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:05.935574 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-dfcee4f9-83ea-45f3-8c86-958743200827 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Deleting port 940df723-b230-4d6f-917b-b8b65e3aa7c5 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:41:05.935574 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-dfcee4f9-83ea-45f3-8c86-958743200827 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:05.975061 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-d080795c-27d0-4cd7-85df-15ddbf691e39 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "DELETE /v2.0/networks/3dfa3af7-65b7-49ad-9444-f2df8dd6c5c4 HTTP/1.1" status: 204 len: 168 time: 1.2396686 Feb 04 08:41:05.978641 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 50864) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:06.000471 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-0672e862-f77f-47e6-8f59-4ea40de51ea8 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-696102049'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:41:06.008449 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28db04ac-fa74-45f7-af2e-d16f53dc7a6a None None] Routers {'90852817-8b61-4771-aa29-849e29ce7005'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:41:06.012418 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-0672e862-f77f-47e6-8f59-4ea40de51ea8 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:41:06.017190 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-28db04ac-fa74-45f7-af2e-d16f53dc7a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:40:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['90852817-8b61-4771-aa29-849e29ce7005'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:06.017881 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-0672e862-f77f-47e6-8f59-4ea40de51ea8 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Usage tracker for resource:network and tenant:a287064d5ca349c39790be8557119e7e is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:41:06.021817 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-0672e862-f77f-47e6-8f59-4ea40de51ea8 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:41:06.028761 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-0672e862-f77f-47e6-8f59-4ea40de51ea8 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:41:06.122933 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fab7dd-6131-41e3-8c71-8a3ca5ef0381 None None] Pushing event updated for resources: {'Port': ['ID=0de3cf10-af5f-49ae-b585-29c4eaf501cd,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:06.175106 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0672e862-f77f-47e6-8f59-4ea40de51ea8 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Made reservation on behalf of a287064d5ca349c39790be8557119e7e for: {'network': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:41:06.178020 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0672e862-f77f-47e6-8f59-4ea40de51ea8 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:06.274471 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4961e0bb-6129-410f-8474-c2e155c24bd9 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:06.274827 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [None req-53378106-59bb-4f19-812c-fe9368a03f9d tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] For port fbb28ab8-797a-4da9-a709-ce193d836a3d, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=fbb28ab8-797a-4da9-a709-ce193d836a3d,segment=NetworkSegment(f231d699-6b28-4d13-bac1-7eb6b641732e),segment_id=f231d699-6b28-4d13-bac1-7eb6b641732e)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:41:06.275287 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-53378106-59bb-4f19-812c-fe9368a03f9d tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:06.283190 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-28db04ac-fa74-45f7-af2e-d16f53dc7a6a None None] Set router 90852817-8b61-4771-aa29-849e29ce7005 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:41:06.290076 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0672e862-f77f-47e6-8f59-4ea40de51ea8 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=84107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:41:06.348489 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0672e862-f77f-47e6-8f59-4ea40de51ea8 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:06.349595 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.segments_db [None req-0672e862-f77f-47e6-8f59-4ea40de51ea8 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Added segment ea0411e6-d5f2-42b4-a2c2-51903bc6dd74 of type vlan for network fab22ec9-75f2-40b3-a8b3-8dcb13107459 Feb 04 08:41:06.374006 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [None req-4961e0bb-6129-410f-8474-c2e155c24bd9 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] device_id is not set on port f81c3829-4f98-4f0e-b7ba-6af8d93d9fb6 yet. {{(pid=84107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:41:06.431532 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-5e91afe7-b1a2-4adc-bf7d-a8aea7af7f57 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:06.440694 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-53378106-59bb-4f19-812c-fe9368a03f9d tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Calling delete_port for fbb28ab8-797a-4da9-a709-ce193d836a3d owned by network:router_interface {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:41:06.558216 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 6c3e5975-5836-4c6e-9eee-516d72345d10 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:41:06.660141 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-200941a8-49e3-45d9-b2f4-eab956cd1c1d tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473817'] for router_interface, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:06.732248 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0672e862-f77f-47e6-8f59-4ea40de51ea8 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:06.758372 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-5e91afe7-b1a2-4adc-bf7d-a8aea7af7f57 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Allocated IP 172.26.3.84 (e264bd74-c56b-43d0-9059-bcb57dbbe5bc/79caf47c-b62c-4ea0-b35f-21ede155daa8/8a5e5916-2e53-4573-b996-82fcc0143564) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:41:06.804780 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-dfcee4f9-83ea-45f3-8c86-958743200827 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:06.866464 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 6c3e5975-5836-4c6e-9eee-516d72345d10 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:41:06.894410 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-068e8397-898c-4f59-a83d-f9cae5265ec2 None None] Provisioning for port 6c3e5975-5836-4c6e-9eee-516d72345d10 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:41:06.900329 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-068e8397-898c-4f59-a83d-f9cae5265ec2 None None] Provisioning complete for port 6c3e5975-5836-4c6e-9eee-516d72345d10 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:41:06.900743 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-068e8397-898c-4f59-a83d-f9cae5265ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:06.958368 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-28db04ac-fa74-45f7-af2e-d16f53dc7a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90852817-8b61-4771-aa29-849e29ce7005', 'name': 'tempest-TestNetworkBasicOps-router-2057065806', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18'}], 'enable_snat': True}, 'gw_port_id': 'e6f40c31-b6de-48e6-8f71-a0473c650669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:37:36Z', 'updated_at': '2022-02-04T08:40:58Z', 'revision_number': 5, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': 'e6f40c31-b6de-48e6-8f71-a0473c650669', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:52:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90852817-8b61-4771-aa29-849e29ce7005', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:37:38Z', 'updated_at': '2022-02-04T08:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': 'b10c9053-7097-4638-a562-b2cccd65def5', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'floating_ip_address': '172.26.3.226', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': '90852817-8b61-4771-aa29-849e29ce7005', 'port_id': 'fbbca797-c27a-467e-8941-34e4e2a1d2c3', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c9b2602-557a-496f-9496-472f42f83572', 'mac_address': 'fa:16:3e:a0:c8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd345d0-ab65-4db3-8ffb-c06fae39e475', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T08:38:41Z', 'updated_at': '2022-02-04T08:38:51Z', 'revision_number': 1, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0de3cf10-af5f-49ae-b585-29c4eaf501cd', 'name': '', 'network_id': 'a283428a-c352-4d19-98bc-b1a1da8b6a7b', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'mac_address': 'fa:16:3e:27:9c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90852817-8b61-4771-aa29-849e29ce7005', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41131d08-2999-49eb-ac72-a47282c07ade', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:40:55Z', 'updated_at': '2022-02-04T08:41:05Z', 'revision_number': 4, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'subnets': [{'id': '41131d08-2999-49eb-ac72-a47282c07ade', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55a55c91-4d5b-45f3-8136-cd894d1d4b08', 'name': '', 'network_id': '4c9b2602-557a-496f-9496-472f42f83572', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'mac_address': 'fa:16:3e:17:c2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90852817-8b61-4771-aa29-849e29ce7005', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86d0bccd-5c6a-4354-af11-7f0ac9ee3eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:37:51Z', 'updated_at': '2022-02-04T08:38:04Z', 'revision_number': 5, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'subnets': [{'id': '86d0bccd-5c6a-4354-af11-7f0ac9ee3eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:06.965629 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28db04ac-fa74-45f7-af2e-d16f53dc7a6a None None] The sync data for ids ['90852817-8b61-4771-aa29-849e29ce7005'] in dv-neutron-827798-2-hyperv is: [{'id': '90852817-8b61-4771-aa29-849e29ce7005', 'name': 'tempest-TestNetworkBasicOps-router-2057065806', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18'}], 'enable_snat': True}, 'gw_port_id': 'e6f40c31-b6de-48e6-8f71-a0473c650669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:37:36Z', 'updated_at': '2022-02-04T08:40:58Z', 'revision_number': 5, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': 'e6f40c31-b6de-48e6-8f71-a0473c650669', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:52:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90852817-8b61-4771-aa29-849e29ce7005', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:37:38Z', 'updated_at': '2022-02-04T08:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': 'b10c9053-7097-4638-a562-b2cccd65def5', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'floating_ip_address': '172.26.3.226', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': '90852817-8b61-4771-aa29-849e29ce7005', 'port_id': 'fbbca797-c27a-467e-8941-34e4e2a1d2c3', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c9b2602-557a-496f-9496-472f42f83572', 'mac_address': 'fa:16:3e:a0:c8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd345d0-ab65-4db3-8ffb-c06fae39e475', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T08:38:41Z', 'updated_at': '2022-02-04T08:38:51Z', 'revision_number': 1, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0de3cf10-af5f-49ae-b585-29c4eaf501cd', 'name': '', 'network_id': 'a283428a-c352-4d19-98bc-b1a1da8b6a7b', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'mac_address': 'fa:16:3e:27:9c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90852817-8b61-4771-aa29-849e29ce7005', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41131d08-2999-49eb-ac72-a47282c07ade', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:40:55Z', 'updated_at': '2022-02-04T08:41:05Z', 'revision_number': 4, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'subnets': [{'id': '41131d08-2999-49eb-ac72-a47282c07ade', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55a55c91-4d5b-45f3-8136-cd894d1d4b08', 'name': '', 'network_id': '4c9b2602-557a-496f-9496-472f42f83572', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'mac_address': 'fa:16:3e:17:c2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90852817-8b61-4771-aa29-849e29ce7005', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86d0bccd-5c6a-4354-af11-7f0ac9ee3eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:37:51Z', 'updated_at': '2022-02-04T08:38:04Z', 'revision_number': 5, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'subnets': [{'id': '86d0bccd-5c6a-4354-af11-7f0ac9ee3eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:41:07.015309 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.db.resource_extend [None req-0672e862-f77f-47e6-8f59-4ea40de51ea8 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 08:41:07.031644 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-dfcee4f9-83ea-45f3-8c86-958743200827 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Calling delete_port for 940df723-b230-4d6f-917b-b8b65e3aa7c5 owned by {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:41:07.103904 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-068e8397-898c-4f59-a83d-f9cae5265ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:07.148128 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-068e8397-898c-4f59-a83d-f9cae5265ec2 None None] For port 6c3e5975-5836-4c6e-9eee-516d72345d10, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=6c3e5975-5836-4c6e-9eee-516d72345d10,segment=NetworkSegment(2c48dc91-e362-4611-9354-aede43558386),segment_id=2c48dc91-e362-4611-9354-aede43558386)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:41:07.240819 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-068e8397-898c-4f59-a83d-f9cae5265ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:07.265958 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b98cf1-3c47-4d7f-bef8-92b582a9dfb7 req-52cfc71c-fa9b-4378-90b8-f249491ab854 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:41:07.268106 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e7b98cf1-3c47-4d7f-bef8-92b582a9dfb7 req-52cfc71c-fa9b-4378-90b8-f249491ab854 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d3f9a2e-5f81-4e26-82f8-be8c0a180732 HTTP/1.1" status: 200 len: 945 time: 0.5916514 Feb 04 08:41:07.309785 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-4961e0bb-6129-410f-8474-c2e155c24bd9 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Allocated IP 2001:db8::17e (596e5f5c-7eff-420e-842e-232f7b0c78ab/f9b5e34d-7cee-40e6-aab5-c39fb23b816b/f81c3829-4f98-4f0e-b7ba-6af8d93d9fb6) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:41:07.322044 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0672e862-f77f-47e6-8f59-4ea40de51ea8 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:07.326645 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0672e862-f77f-47e6-8f59-4ea40de51ea8 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:41:07.327247 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0672e862-f77f-47e6-8f59-4ea40de51ea8 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:07.337988 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068e8397-898c-4f59-a83d-f9cae5265ec2 None None] Pushing event updated for resources: {'Port': ['ID=6c3e5975-5836-4c6e-9eee-516d72345d10,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:07.352508 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-53378106-59bb-4f19-812c-fe9368a03f9d tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:07.462480 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53378106-59bb-4f19-812c-fe9368a03f9d tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Pushing event deleted for resources: {'Port': ['ID=fbb28ab8-797a-4da9-a709-ce193d836a3d,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:07.510318 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0672e862-f77f-47e6-8f59-4ea40de51ea8 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Pushing event updated for resources: {'Network': ['ID=fab22ec9-75f2-40b3-a8b3-8dcb13107459,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:07.522324 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-5aa21940-e30c-4228-b8fa-6d0683bdc2e2 None None] Provisioning for port 940df723-b230-4d6f-917b-b8b65e3aa7c5 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:41:07.522974 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-dfcee4f9-83ea-45f3-8c86-958743200827 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:07.533051 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network fab22ec9-75f2-40b3-a8b3-8dcb13107459 details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:41:07.569852 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-5aa21940-e30c-4228-b8fa-6d0683bdc2e2 None None] Provisioning complete for port 940df723-b230-4d6f-917b-b8b65e3aa7c5 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:41:07.570436 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-5aa21940-e30c-4228-b8fa-6d0683bdc2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:07.632449 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcee4f9-83ea-45f3-8c86-958743200827 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event deleted for resources: {'Port': ['ID=940df723-b230-4d6f-917b-b8b65e3aa7c5,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:07.640199 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-0672e862-f77f-47e6-8f59-4ea40de51ea8 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.6605392 Feb 04 08:41:07.649073 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e7b98cf1-3c47-4d7f-bef8-92b582a9dfb7 req-43fa02a0-58d9-4896-9aec-16b7e3248fc8 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/security-groups?id=53227cdf-7dc5-4d80-b711-52cc313216b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3368976 Feb 04 08:41:07.649752 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 50870) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:07.672655 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-5e91afe7-b1a2-4adc-bf7d-a8aea7af7f57 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:07.689678 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-5aa21940-e30c-4228-b8fa-6d0683bdc2e2 None None] Port 940df723-b230-4d6f-917b-b8b65e3aa7c5 was deleted so its status cannot be updated. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Feb 04 08:41:07.763014 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-0797069c-c1f7-4e24-921a-9ecac9714f0d tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Request body: {'subnet': {'network_id': 'fab22ec9-75f2-40b3-a8b3-8dcb13107459', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:41:07.909329 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-dfcee4f9-83ea-45f3-8c86-958743200827 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:07.911214 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-dfcee4f9-83ea-45f3-8c86-958743200827 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "DELETE /v2.0/ports/940df723-b230-4d6f-917b-b8b65e3aa7c5 HTTP/1.1" status: 204 len: 168 time: 2.1592469 Feb 04 08:41:07.914949 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50878) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:07.966384 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4961e0bb-6129-410f-8474-c2e155c24bd9 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:07.978083 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-0797069c-c1f7-4e24-921a-9ecac9714f0d tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:41:07.987767 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-0797069c-c1f7-4e24-921a-9ecac9714f0d tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Usage tracker for resource:subnet and tenant:a287064d5ca349c39790be8557119e7e is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:41:07.991657 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-0797069c-c1f7-4e24-921a-9ecac9714f0d tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:41:07.999169 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [None req-4961e0bb-6129-410f-8474-c2e155c24bd9 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Transition to ACTIVE for port object f81c3829-4f98-4f0e-b7ba-6af8d93d9fb6 will not be triggered until provisioned by entity DHCP. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:41:08.004251 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-0797069c-c1f7-4e24-921a-9ecac9714f0d tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:41:08.022951 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-5e91afe7-b1a2-4adc-bf7d-a8aea7af7f57 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:08.092251 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0797069c-c1f7-4e24-921a-9ecac9714f0d tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Made reservation on behalf of a287064d5ca349c39790be8557119e7e for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:41:08.138508 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5adea6d-2eaa-46e7-8eb3-03b078a3370d tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:41:08.140044 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5adea6d-2eaa-46e7-8eb3-03b078a3370d tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:41:08.140805 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-e5adea6d-2eaa-46e7-8eb3-03b078a3370d tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Synchronizing usage tracker for tenant:ffa27937301745e1ad43fa520f28cbc3 on resource:subnet {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:41:08.159639 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e91afe7-b1a2-4adc-bf7d-a8aea7af7f57 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Pushing event updated for resources: {'Port': ['ID=8a5e5916-2e53-4573-b996-82fcc0143564,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:08.161952 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4961e0bb-6129-410f-8474-c2e155c24bd9 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:08.175580 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e91afe7-b1a2-4adc-bf7d-a8aea7af7f57 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Network e264bd74-c56b-43d0-9059-bcb57dbbe5bc is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:41:08.182817 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-5e91afe7-b1a2-4adc-bf7d-a8aea7af7f57 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:41:08.185259 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e91afe7-b1a2-4adc-bf7d-a8aea7af7f57 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:41:08.247678 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-53378106-59bb-4f19-812c-fe9368a03f9d tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1572495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472959'] for router_interface, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:08.303741 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0797069c-c1f7-4e24-921a-9ecac9714f0d tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985186'] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:08.339475 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-e5adea6d-2eaa-46e7-8eb3-03b078a3370d tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Unset dirty status for tenant:ffa27937301745e1ad43fa520f28cbc3 on resource:subnet {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:41:08.343790 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-e5adea6d-2eaa-46e7-8eb3-03b078a3370d tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4233930 Feb 04 08:41:08.343963 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4961e0bb-6129-410f-8474-c2e155c24bd9 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Network 596e5f5c-7eff-420e-842e-232f7b0c78ab is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:41:08.344931 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-4961e0bb-6129-410f-8474-c2e155c24bd9 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:41:08.346671 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961e0bb-6129-410f-8474-c2e155c24bd9 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Pushing event updated for resources: {'Port': ['ID=f81c3829-4f98-4f0e-b7ba-6af8d93d9fb6,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:08.348580 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 50884) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:08.400762 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4961e0bb-6129-410f-8474-c2e155c24bd9 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:41:08.405294 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4961e0bb-6129-410f-8474-c2e155c24bd9 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:41:08.405902 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4961e0bb-6129-410f-8474-c2e155c24bd9 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:08.514431 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.ipam_backend_mixin [None req-0797069c-c1f7-4e24-921a-9ecac9714f0d tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Performing IP validity checks on allocation pools {{(pid=84107) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 04 08:41:08.515062 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.ipam_backend_mixin [None req-0797069c-c1f7-4e24-921a-9ecac9714f0d tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84107) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 04 08:41:08.522272 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874031f5-bf49-4c28-ae2c-81e5cc21be1d req-f7c0dbcb-fc9f-4f36-8946-6221c5c7dc0b tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:41:08.523770 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-874031f5-bf49-4c28-ae2c-81e5cc21be1d req-f7c0dbcb-fc9f-4f36-8946-6221c5c7dc0b tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d3f9a2e-5f81-4e26-82f8-be8c0a180732 HTTP/1.1" status: 200 len: 945 time: 0.3691382 Feb 04 08:41:08.563577 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 6c3e5975-5836-4c6e-9eee-516d72345d10 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:41:08.644083 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-27835bbc-cacc-4688-83a5-e7fb58d20b31 req-e6643580-8847-4161-b5ae-494a955a287d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bcdc9b25d9ba412baa8d7ec71c6170b5&device_id=5d3f9a2e-5f81-4e26-82f8-be8c0a180732 HTTP/1.1" status: 200 len: 1098 time: 0.3842702 Feb 04 08:41:08.660388 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 6c3e5975-5836-4c6e-9eee-516d72345d10 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:41:08.660856 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:08.719609 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-4961e0bb-6129-410f-8474-c2e155c24bd9 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.1823838 Feb 04 08:41:08.729548 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 50888) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:08.780864 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-1e90c3ff-26e1-4efd-b130-2d96c4a2ac74 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Request body: {'subnet': {'network_id': '596e5f5c-7eff-420e-842e-232f7b0c78ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:41:08.798340 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 0de3cf10-af5f-49ae-b585-29c4eaf501cd up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:41:08.827437 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-bff32bb8-cc03-4276-8a72-de4232ba1a2a None None] Provisioning for port f81c3829-4f98-4f0e-b7ba-6af8d93d9fb6 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:41:08.885452 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-bff32bb8-cc03-4276-8a72-de4232ba1a2a None None] Provisioning complete for port f81c3829-4f98-4f0e-b7ba-6af8d93d9fb6 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:41:08.885814 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-bff32bb8-cc03-4276-8a72-de4232ba1a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:08.926705 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-874031f5-bf49-4c28-ae2c-81e5cc21be1d req-5952479c-97da-4f71-ba6c-b813296aae63 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/security-groups?id=53227cdf-7dc5-4d80-b711-52cc313216b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3756993 Feb 04 08:41:08.983863 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-bff32bb8-cc03-4276-8a72-de4232ba1a2a None None] Port f81c3829-4f98-4f0e-b7ba-6af8d93d9fb6 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:41:09.042324 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_v2 [None req-e12c8b09-cfd9-43ed-8e65-e35026015401 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Deleting subnet 2ad99e81-75f4-4e8a-968e-26a43a8b1fbb {{(pid=84107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:41:09.054433 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 0de3cf10-af5f-49ae-b585-29c4eaf501cd completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:41:09.058720 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e12c8b09-cfd9-43ed-8e65-e35026015401 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks [] for subnet, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:09.063926 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 0de3cf10-af5f-49ae-b585-29c4eaf501cd triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:41:09.064726 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:09.065852 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-200941a8-49e3-45d9-b2f4-eab956cd1c1d tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Deleting port 57bfd721-ba53-4a4a-b666-2548a3281d5b {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:41:09.066188 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-200941a8-49e3-45d9-b2f4-eab956cd1c1d tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:09.104016 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-1e90c3ff-26e1-4efd-b130-2d96c4a2ac74 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:41:09.126554 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-1e90c3ff-26e1-4efd-b130-2d96c4a2ac74 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Usage tracker for resource:subnet and tenant:e63069d3cf3540d8aad7a137ff4999ec is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:41:09.138036 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-1e90c3ff-26e1-4efd-b130-2d96c4a2ac74 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:41:09.158446 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e12c8b09-cfd9-43ed-8e65-e35026015401 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8058667'] for subnet, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:09.186160 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-1e90c3ff-26e1-4efd-b130-2d96c4a2ac74 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:41:09.188804 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:09.224594 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port 0de3cf10-af5f-49ae-b585-29c4eaf501cd, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=0de3cf10-af5f-49ae-b585-29c4eaf501cd,segment=NetworkSegment(a90d19d3-892e-440d-b71b-bdd2d1242422),segment_id=a90d19d3-892e-440d-b71b-bdd2d1242422)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:41:09.241978 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27835bbc-cacc-4688-83a5-e7fb58d20b31 req-5644d65f-0f9c-42cd-bad4-92b6f53c6159 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:41:09.243413 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-27835bbc-cacc-4688-83a5-e7fb58d20b31 req-5644d65f-0f9c-42cd-bad4-92b6f53c6159 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b0b8e294-2639-4240-96e8-00c76471f9a3 HTTP/1.1" status: 200 len: 912 time: 0.5889628 Feb 04 08:41:09.251105 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e12c8b09-cfd9-43ed-8e65-e35026015401 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:09.282569 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0797069c-c1f7-4e24-921a-9ecac9714f0d tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7510230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985204'] for subnet, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:09.294125 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:09.322725 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e90c3ff-26e1-4efd-b130-2d96c4a2ac74 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Made reservation on behalf of e63069d3cf3540d8aad7a137ff4999ec for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:41:09.326223 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1e90c3ff-26e1-4efd-b130-2d96c4a2ac74 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985186'] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:09.365312 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=0de3cf10-af5f-49ae-b585-29c4eaf501cd,revision_number=5']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:09.482200 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0797069c-c1f7-4e24-921a-9ecac9714f0d tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Pushing event updated for resources: {'Subnet': ['ID=b59f3449-c46c-4843-99dd-a0f0c80f5dbf,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:09.521629 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0797069c-c1f7-4e24-921a-9ecac9714f0d tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Checking segment: {'id': 'ea0411e6-d5f2-42b4-a2c2-51903bc6dd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'fab22ec9-75f2-40b3-a8b3-8dcb13107459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:41:09.521986 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0797069c-c1f7-4e24-921a-9ecac9714f0d tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Network hostable DHCP agents. Network: fab22ec9-75f2-40b3-a8b3-8dcb13107459, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:41:09.537951 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.ipam_backend_mixin [None req-1e90c3ff-26e1-4efd-b130-2d96c4a2ac74 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f9b5e34d-7cee-40e6-aab5-c39fb23b816b (CIDR: 2001:db8::/64) Feb 04 08:41:09.578398 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e12c8b09-cfd9-43ed-8e65-e35026015401 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7510167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985167'] for subnet, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:09.611424 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e90c3ff-26e1-4efd-b130-2d96c4a2ac74 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 08:41:09.611864 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e90c3ff-26e1-4efd-b130-2d96c4a2ac74 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:41:09.633951 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12c8b09-cfd9-43ed-8e65-e35026015401 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event deleted for resources: {'Subnet': ['ID=2ad99e81-75f4-4e8a-968e-26a43a8b1fbb,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:09.636764 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-27835bbc-cacc-4688-83a5-e7fb58d20b31 req-6e6f2b0d-1423-4d0c-9aaa-56c1c9285d33 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b372ab4-7400-4547-a17c-2f75c1e00079 HTTP/1.1" status: 200 len: 1001 time: 0.3780582 Feb 04 08:41:09.638732 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0797069c-c1f7-4e24-921a-9ecac9714f0d tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Network fab22ec9-75f2-40b3-a8b3-8dcb13107459 is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:41:09.644978 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e12c8b09-cfd9-43ed-8e65-e35026015401 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:09.646605 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94b6c8e-2273-4b6c-bf1e-4d9882870f89 None None] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:41:09.688963 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-200941a8-49e3-45d9-b2f4-eab956cd1c1d tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:09.728370 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-1e90c3ff-26e1-4efd-b130-2d96c4a2ac74 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9975157 Feb 04 08:41:09.730998 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 50892) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:09.738774 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-4850c135-0d51-4109-81d5-a498b9a0c569 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Request body: {'subnet': {'network_id': '596e5f5c-7eff-420e-842e-232f7b0c78ab', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:41:09.759227 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-0797069c-c1f7-4e24-921a-9ecac9714f0d tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, fab22ec9-75f2-40b3-a8b3-8dcb13107459) {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:41:09.770987 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-e12c8b09-cfd9-43ed-8e65-e35026015401 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "DELETE /v2.0/subnets/2ad99e81-75f4-4e8a-968e-26a43a8b1fbb HTTP/1.1" status: 204 len: 168 time: 1.3605750 Feb 04 08:41:09.771774 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 50896) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:09.788426 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951fb770-2cea-425a-8f41-fa01090d1079 None None] Network fab22ec9-75f2-40b3-a8b3-8dcb13107459 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:41:09.834527 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0797069c-c1f7-4e24-921a-9ecac9714f0d tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:41:09.835122 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0797069c-c1f7-4e24-921a-9ecac9714f0d tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:09.882128 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-200941a8-49e3-45d9-b2f4-eab956cd1c1d tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Calling delete_port for 57bfd721-ba53-4a4a-b666-2548a3281d5b owned by network:router_interface {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:41:09.918121 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-513068e9-cb5f-4124-84d2-3d3b81b7a870 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1328638 Feb 04 08:41:09.927931 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50900) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:10.014148 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27835bbc-cacc-4688-83a5-e7fb58d20b31 req-b898b4dc-1365-43b1-8863-16e6d723558c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:41:10.015585 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-27835bbc-cacc-4688-83a5-e7fb58d20b31 req-b898b4dc-1365-43b1-8863-16e6d723558c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=80f6a88b-b0ed-49ff-9c6c-faec9e6053f8 HTTP/1.1" status: 200 len: 850 time: 0.3617933 Feb 04 08:41:10.045835 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-4850c135-0d51-4109-81d5-a498b9a0c569 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:41:10.057054 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-4850c135-0d51-4109-81d5-a498b9a0c569 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Usage tracker for resource:subnet and tenant:e63069d3cf3540d8aad7a137ff4999ec is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:41:10.060723 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d352a5-b63a-4990-b945-676330a356db None None] DHCP port deletion for bc933c3a-b15d-4eab-9ad6-d32fd193f5cd request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 08:41:10.067421 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-4850c135-0d51-4109-81d5-a498b9a0c569 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:41:10.067421 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-4850c135-0d51-4109-81d5-a498b9a0c569 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:41:10.074359 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-84d352a5-b63a-4990-b945-676330a356db None None] Deleting port 6c3e5975-5836-4c6e-9eee-516d72345d10 {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:41:10.074752 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-84d352a5-b63a-4990-b945-676330a356db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:10.091027 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-0797069c-c1f7-4e24-921a-9ecac9714f0d tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3374145 Feb 04 08:41:10.094039 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 50908) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:10.102077 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-13a7ee42-2c66-4b71-84f9-3e6c2d4f9fba tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Request body: {'port': {'network_id': 'fab22ec9-75f2-40b3-a8b3-8dcb13107459', 'name': 'tempest-PortsTestJSON-736890205'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:41:10.171736 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234377b4-428d-4b3f-86ba-1c96125f89c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-fab22ec9-75f2-40b3-a8b3-8dcb13107459', 'network_id': 'fab22ec9-75f2-40b3-a8b3-8dcb13107459', 'tenant_id': 'a287064d5ca349c39790be8557119e7e', 'fixed_ips': [{'subnet_id': 'b59f3449-c46c-4843-99dd-a0f0c80f5dbf'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:41:10.172473 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-234377b4-428d-4b3f-86ba-1c96125f89c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:10.216948 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4850c135-0d51-4109-81d5-a498b9a0c569 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Made reservation on behalf of e63069d3cf3540d8aad7a137ff4999ec for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:41:10.220400 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4850c135-0d51-4109-81d5-a498b9a0c569 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985186'] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:10.262628 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e3f5c1-852c-4c57-a32c-aa15087afa0f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:41:10.266468 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-c3e3f5c1-852c-4c57-a32c-aa15087afa0f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3336966 Feb 04 08:41:10.298314 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 50912) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:10.388217 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 0de3cf10-af5f-49ae-b585-29c4eaf501cd up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:41:10.473306 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4bfcfa3-10c6-475f-be0f-9c0fc897ed82 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:41:10.473895 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-c4bfcfa3-10c6-475f-be0f-9c0fc897ed82 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Synchronizing usage tracker for tenant:ffa27937301745e1ad43fa520f28cbc3 on resource:subnet {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:41:10.497848 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-13a7ee42-2c66-4b71-84f9-3e6c2d4f9fba tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:41:10.513923 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.ipam_backend_mixin [None req-4850c135-0d51-4109-81d5-a498b9a0c569 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 5acdc7a8-58a2-4fc9-8796-c328f05918ae (CIDR: 2001:db8:0:1::/64) Feb 04 08:41:10.520201 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-13a7ee42-2c66-4b71-84f9-3e6c2d4f9fba tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:41:10.522518 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-27835bbc-cacc-4688-83a5-e7fb58d20b31 req-59f2b2f7-dd43-4b8f-a420-c5f95db052d9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b0b8e294-2639-4240-96e8-00c76471f9a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4948525 Feb 04 08:41:10.529610 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e2e9b4-75dc-4d3a-97b7-1ba3cc7bfcb3 req-4040bb13-37d2-46a2-9bcf-caedbffd9b24 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:41:10.531581 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-23e2e9b4-75dc-4d3a-97b7-1ba3cc7bfcb3 req-4040bb13-37d2-46a2-9bcf-caedbffd9b24 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d3f9a2e-5f81-4e26-82f8-be8c0a180732 HTTP/1.1" status: 200 len: 945 time: 0.4008768 Feb 04 08:41:10.573443 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-234377b4-428d-4b3f-86ba-1c96125f89c9 None None] Allocated IP 172.20.0.2 (fab22ec9-75f2-40b3-a8b3-8dcb13107459/b59f3449-c46c-4843-99dd-a0f0c80f5dbf/6898fb1c-f368-4e85-ab09-405b4a4444a5) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:41:10.610074 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-84d352a5-b63a-4990-b945-676330a356db None None] For port 6c3e5975-5836-4c6e-9eee-516d72345d10, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=6c3e5975-5836-4c6e-9eee-516d72345d10,segment=NetworkSegment(2c48dc91-e362-4611-9354-aede43558386),segment_id=2c48dc91-e362-4611-9354-aede43558386)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:41:10.610664 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-84d352a5-b63a-4990-b945-676330a356db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:10.644032 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-5e91afe7-b1a2-4adc-bf7d-a8aea7af7f57 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:10.672081 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53378106-59bb-4f19-812c-fe9368a03f9d tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Router f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:41:10.672344 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-4850c135-0d51-4109-81d5-a498b9a0c569 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 08:41:10.672649 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4850c135-0d51-4109-81d5-a498b9a0c569 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:41:10.676013 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13a7ee42-2c66-4b71-84f9-3e6c2d4f9fba tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Made reservation on behalf of a287064d5ca349c39790be8557119e7e for: {'port': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:41:10.678949 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-13a7ee42-2c66-4b71-84f9-3e6c2d4f9fba tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:10.693703 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-c4bfcfa3-10c6-475f-be0f-9c0fc897ed82 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Unset dirty status for tenant:ffa27937301745e1ad43fa520f28cbc3 on resource:subnet {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:41:10.694441 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-c4bfcfa3-10c6-475f-be0f-9c0fc897ed82 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3879056 Feb 04 08:41:10.699065 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50916) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:10.724987 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [None req-13a7ee42-2c66-4b71-84f9-3e6c2d4f9fba tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] device_id is not set on port 8e083ed8-3e55-49dc-a2b2-d18cdb17c976 yet. {{(pid=84107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:41:10.769485 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-23e2e9b4-75dc-4d3a-97b7-1ba3cc7bfcb3 req-1456b60e-f761-493d-8d52-98010aad25b0 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/security-groups?id=53227cdf-7dc5-4d80-b711-52cc313216b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2327738 Feb 04 08:41:10.783572 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-4850c135-0d51-4109-81d5-a498b9a0c569 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.0514169 Feb 04 08:41:10.787174 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 50920) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:10.797547 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-83a38e86-5d8b-4ead-80b6-dbcd3229b452 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Request body: {'subnet': {'network_id': '596e5f5c-7eff-420e-842e-232f7b0c78ab', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:41:10.799396 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-84d352a5-b63a-4990-b945-676330a356db None None] Calling delete_port for 6c3e5975-5836-4c6e-9eee-516d72345d10 owned by network:dhcp {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:41:10.823717 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-200941a8-49e3-45d9-b2f4-eab956cd1c1d tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:10.843118 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 0de3cf10-af5f-49ae-b585-29c4eaf501cd triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:41:10.843624 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:10.862741 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-27835bbc-cacc-4688-83a5-e7fb58d20b31 req-1e13db59-0b35-46f0-b6ba-bd911b37854f service neutron] 10.222.0.47 "GET /v2.0/networks/b0b8e294-2639-4240-96e8-00c76471f9a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275838 Feb 04 08:41:10.865035 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-3505e3d6-b70f-4ca1-99c2-68a815c25516 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1401904 Feb 04 08:41:10.878453 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 50924) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:10.888859 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-06fdfc3f-7b1b-4212-a4d2-0d4b04f237e5 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Request body: {'subnet': {'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:41:10.957381 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200941a8-49e3-45d9-b2f4-eab956cd1c1d tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Pushing event deleted for resources: {'Port': ['ID=57bfd721-ba53-4a4a-b666-2548a3281d5b,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:11.033917 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-5e91afe7-b1a2-4adc-bf7d-a8aea7af7f57 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:11.073942 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-06fdfc3f-7b1b-4212-a4d2-0d4b04f237e5 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:41:11.088707 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-84d352a5-b63a-4990-b945-676330a356db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407'] for port, after_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:11.110958 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-06fdfc3f-7b1b-4212-a4d2-0d4b04f237e5 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:41:11.136537 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-83a38e86-5d8b-4ead-80b6-dbcd3229b452 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:41:11.142048 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-83a38e86-5d8b-4ead-80b6-dbcd3229b452 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Usage tracker for resource:subnet and tenant:e63069d3cf3540d8aad7a137ff4999ec is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:41:11.145100 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-83a38e86-5d8b-4ead-80b6-dbcd3229b452 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:41:11.156009 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-83a38e86-5d8b-4ead-80b6-dbcd3229b452 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:41:11.173900 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d352a5-b63a-4990-b945-676330a356db None None] Pushing event deleted for resources: {'Port': ['ID=6c3e5975-5836-4c6e-9eee-516d72345d10,revision_number=None']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:11.181825 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 6c3e5975-5836-4c6e-9eee-516d72345d10 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:41:11.248977 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06fdfc3f-7b1b-4212-a4d2-0d4b04f237e5 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Made reservation on behalf of ffa27937301745e1ad43fa520f28cbc3 for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:41:11.253043 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-06fdfc3f-7b1b-4212-a4d2-0d4b04f237e5 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985186'] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:11.257854 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d352a5-b63a-4990-b945-676330a356db None None] No DVR routers for this DVR port 6c3e5975-5836-4c6e-9eee-516d72345d10 on host dv-neutron-827798-2-hyperv {{(pid=84109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:41:11.261662 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: 6c3e5975-5836-4c6e-9eee-516d72345d10 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:41:11.262547 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 6c3e5975-5836-4c6e-9eee-516d72345d10 not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:41:11.284583 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83a38e86-5d8b-4ead-80b6-dbcd3229b452 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Made reservation on behalf of e63069d3cf3540d8aad7a137ff4999ec for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:41:11.298065 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-234377b4-428d-4b3f-86ba-1c96125f89c9 None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:11.312171 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-234377b4-428d-4b3f-86ba-1c96125f89c9 None None] Transition to ACTIVE for port object 6898fb1c-f368-4e85-ab09-405b4a4444a5 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:41:11.337759 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-234377b4-428d-4b3f-86ba-1c96125f89c9 None None] Transition to ACTIVE for port object 6898fb1c-f368-4e85-ab09-405b4a4444a5 will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:41:11.399093 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-27835bbc-cacc-4688-83a5-e7fb58d20b31 req-c3e9472a-ec8e-4f61-a628-05434a6bdd80 service neutron] 10.222.0.47 "GET /v2.0/networks/b0b8e294-2639-4240-96e8-00c76471f9a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4744105 Feb 04 08:41:11.408676 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-234377b4-428d-4b3f-86ba-1c96125f89c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:11.475631 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234377b4-428d-4b3f-86ba-1c96125f89c9 None None] Network fab22ec9-75f2-40b3-a8b3-8dcb13107459 is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:41:11.478969 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-234377b4-428d-4b3f-86ba-1c96125f89c9 None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:41:11.483188 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234377b4-428d-4b3f-86ba-1c96125f89c9 None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:41:11.494851 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234377b4-428d-4b3f-86ba-1c96125f89c9 None None] Pushing event updated for resources: {'Port': ['ID=6898fb1c-f368-4e85-ab09-405b4a4444a5,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:11.558669 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-13a7ee42-2c66-4b71-84f9-3e6c2d4f9fba tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Allocated IP 172.20.0.8 (fab22ec9-75f2-40b3-a8b3-8dcb13107459/b59f3449-c46c-4843-99dd-a0f0c80f5dbf/8e083ed8-3e55-49dc-a2b2-d18cdb17c976) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:41:11.571231 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-83a38e86-5d8b-4ead-80b6-dbcd3229b452 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985186'] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:11.580168 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-234377b4-428d-4b3f-86ba-1c96125f89c9 None None] Attempting to bind port 6898fb1c-f368-4e85-ab09-405b4a4444a5 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:41:11.580677 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-234377b4-428d-4b3f-86ba-1c96125f89c9 None None] Attempting to bind port 6898fb1c-f368-4e85-ab09-405b4a4444a5 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': 'ea0411e6-d5f2-42b4-a2c2-51903bc6dd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'fab22ec9-75f2-40b3-a8b3-8dcb13107459'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:41:11.581154 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234377b4-428d-4b3f-86ba-1c96125f89c9 None None] Attempting to bind port 6898fb1c-f368-4e85-ab09-405b4a4444a5 on network fab22ec9-75f2-40b3-a8b3-8dcb13107459 {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:41:11.588220 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234377b4-428d-4b3f-86ba-1c96125f89c9 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:41:11.588220 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234377b4-428d-4b3f-86ba-1c96125f89c9 None None] Checking segment: {'id': 'ea0411e6-d5f2-42b4-a2c2-51903bc6dd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'fab22ec9-75f2-40b3-a8b3-8dcb13107459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:41:11.589193 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-234377b4-428d-4b3f-86ba-1c96125f89c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:11.589839 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234377b4-428d-4b3f-86ba-1c96125f89c9 None None] Bound using segment: {'id': 'ea0411e6-d5f2-42b4-a2c2-51903bc6dd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'fab22ec9-75f2-40b3-a8b3-8dcb13107459'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:41:11.589983 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-234377b4-428d-4b3f-86ba-1c96125f89c9 None None] Bound port: 6898fb1c-f368-4e85-ab09-405b4a4444a5, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea0411e6-d5f2-42b4-a2c2-51903bc6dd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'fab22ec9-75f2-40b3-a8b3-8dcb13107459'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:41:11.590453 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-234377b4-428d-4b3f-86ba-1c96125f89c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:11.617749 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-200941a8-49e3-45d9-b2f4-eab956cd1c1d tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1572495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472959'] for router_interface, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:11.623736 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53378106-59bb-4f19-812c-fe9368a03f9d tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:41:11.646671 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343d50e0-7fd2-469d-9ec6-4ee17c19d1a3 None None] Sync routers for ids ['f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:41:11.681925 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343d50e0-7fd2-469d-9ec6-4ee17c19d1a3 None None] Routers {'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:41:11.682696 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-343d50e0-7fd2-469d-9ec6-4ee17c19d1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:40:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:11.719702 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-5e91afe7-b1a2-4adc-bf7d-a8aea7af7f57 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks [] for port, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:11.742446 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-53378106-59bb-4f19-812c-fe9368a03f9d tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "PUT /v2.0/routers/f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7275317 Feb 04 08:41:11.756252 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 50928) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:11.810769 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-234377b4-428d-4b3f-86ba-1c96125f89c9 None None] For port 6898fb1c-f368-4e85-ab09-405b4a4444a5, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:41:11.825201 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-234377b4-428d-4b3f-86ba-1c96125f89c9 None None] For port 6898fb1c-f368-4e85-ab09-405b4a4444a5, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=6898fb1c-f368-4e85-ab09-405b4a4444a5,segment=NetworkSegment(ea0411e6-d5f2-42b4-a2c2-51903bc6dd74),segment_id=ea0411e6-d5f2-42b4-a2c2-51903bc6dd74)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:41:11.877513 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-343d50e0-7fd2-469d-9ec6-4ee17c19d1a3 None None] Set router f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3 gateway port host: None {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:41:11.935877 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-234377b4-428d-4b3f-86ba-1c96125f89c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:12.034332 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-5e91afe7-b1a2-4adc-bf7d-a8aea7af7f57 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:12.176684 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234377b4-428d-4b3f-86ba-1c96125f89c9 None None] Pushing event updated for resources: {'Port': ['ID=6898fb1c-f368-4e85-ab09-405b4a4444a5,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:12.247377 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d1a398d-b8e6-462d-8a18-9402c5f0c9e0 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Deleting subnet 78f74441-d3b1-4e7e-a548-80dcf861106e {{(pid=84107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:41:12.250609 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5d1a398d-b8e6-462d-8a18-9402c5f0c9e0 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks [] for subnet, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:12.332739 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e91afe7-b1a2-4adc-bf7d-a8aea7af7f57 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Pushing event updated for resources: {'Port': ['ID=8a5e5916-2e53-4573-b996-82fcc0143564,revision_number=2']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:12.347892 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-5e91afe7-b1a2-4adc-bf7d-a8aea7af7f57 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473039'] for floatingip, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:12.378445 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-13a7ee42-2c66-4b71-84f9-3e6c2d4f9fba tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:12.381599 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-343d50e0-7fd2-469d-9ec6-4ee17c19d1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'name': 'tempest-RoutersTest-router-377201212', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:39:20Z', 'updated_at': '2022-02-04T08:41:06Z', 'revision_number': 9, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'gw_port_host': None, '_interfaces': [{'id': 'a657153a-6e55-47fb-bdbe-7a279c3d435d', 'name': '', 'network_id': '5b7f799d-422c-4a3b-8cfa-1a07d6cb098d', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'mac_address': 'fa:16:3e:a3:23:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a680620d-fd7d-41ed-936e-0035a8733159', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:39:41Z', 'updated_at': '2022-02-04T08:40:16Z', 'revision_number': 5, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'subnets': [{'id': 'a680620d-fd7d-41ed-936e-0035a8733159', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7797e17-b54c-4db5-ac06-fb85f686a8ef', 'name': '', 'network_id': 'e05f83f0-a168-4436-a947-8be0747bd170', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'mac_address': 'fa:16:3e:a9:cf:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3270c784-b91a-4628-b467-581083a63680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:39:28Z', 'updated_at': '2022-02-04T08:39:47Z', 'revision_number': 5, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'subnets': [{'id': '3270c784-b91a-4628-b467-581083a63680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:12.389329 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343d50e0-7fd2-469d-9ec6-4ee17c19d1a3 None None] Checking router: f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3 for host: dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 08:41:12.405423 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343d50e0-7fd2-469d-9ec6-4ee17c19d1a3 None None] Routers {'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:41:12.405916 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-343d50e0-7fd2-469d-9ec6-4ee17c19d1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:40:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:12.431102 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cca5ce-45a4-403f-b5d6-a55980d50bd7 req-c521e3f5-c399-4067-be05-bdd8c6f60f65 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:41:12.432877 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f0cca5ce-45a4-403f-b5d6-a55980d50bd7 req-c521e3f5-c399-4067-be05-bdd8c6f60f65 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d3f9a2e-5f81-4e26-82f8-be8c0a180732 HTTP/1.1" status: 200 len: 945 time: 0.5042946 Feb 04 08:41:12.442981 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5d1a398d-b8e6-462d-8a18-9402c5f0c9e0 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8058667'] for subnet, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:12.608334 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-200941a8-49e3-45d9-b2f4-eab956cd1c1d tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Router 2ba99006-6b5e-4f7d-b0a8-c04776a7a60b has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:41:12.637335 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-343d50e0-7fd2-469d-9ec6-4ee17c19d1a3 None None] Set router f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3 gateway port host: None {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:41:12.745534 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.objects.ports [None req-06fdfc3f-7b1b-4212-a4d2-0d4b04f237e5 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84107) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 04 08:41:12.755354 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [None req-13a7ee42-2c66-4b71-84f9-3e6c2d4f9fba tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Transition to ACTIVE for port object 8e083ed8-3e55-49dc-a2b2-d18cdb17c976 will not be triggered until provisioned by entity DHCP. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:41:12.756489 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-06fdfc3f-7b1b-4212-a4d2-0d4b04f237e5 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7510230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985204'] for subnet, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:12.849672 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-200941a8-49e3-45d9-b2f4-eab956cd1c1d tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:41:12.854758 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-200941a8-49e3-45d9-b2f4-eab956cd1c1d tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] 10.222.0.36 "PUT /v2.0/routers/2ba99006-6b5e-4f7d-b0a8-c04776a7a60b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4626896 Feb 04 08:41:12.859076 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50936) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:12.872744 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafcf51f-badf-4aa5-849e-3897136aac88 None None] Sync routers for ids ['2ba99006-6b5e-4f7d-b0a8-c04776a7a60b'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:41:12.885215 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafcf51f-badf-4aa5-849e-3897136aac88 None None] Routers {'2ba99006-6b5e-4f7d-b0a8-c04776a7a60b'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:41:12.886109 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-aafcf51f-badf-4aa5-849e-3897136aac88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:40:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['2ba99006-6b5e-4f7d-b0a8-c04776a7a60b'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:12.889229 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06fdfc3f-7b1b-4212-a4d2-0d4b04f237e5 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:41:12.927128 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f0cca5ce-45a4-403f-b5d6-a55980d50bd7 req-f164433a-9dd5-47a3-98e6-67ee9a14beb1 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/security-groups?id=53227cdf-7dc5-4d80-b711-52cc313216b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2468941 Feb 04 08:41:12.929212 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-06fdfc3f-7b1b-4212-a4d2-0d4b04f237e5 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:41:12.931049 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.api.v2.resource [None req-4648bdad-4ea9-49c3-959c-c9eed42dbd6d tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] show failed (client error): The resource could not be found. Feb 04 08:41:12.932120 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-4648bdad-4ea9-49c3-959c-c9eed42dbd6d tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] 10.222.0.36 "GET /v2.0/routers/tempest-non_exist_router-1964256795 HTTP/1.1" status: 404 len: 335 time: 0.0708375 Feb 04 08:41:12.934572 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.l3_db [None req-5e91afe7-b1a2-4adc-bf7d-a8aea7af7f57 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Floating IP 67537888-0986-42ab-8aa4-53dccb533129 associated. External IP: 172.26.3.84, port: d3b46d85-a268-47c1-b607-51790a53ab43. Feb 04 08:41:12.958758 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 50940) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:12.972684 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e105ff9f-4eff-4cac-96a3-30e727dbb745 None None] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:41:12.973216 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fdfc3f-7b1b-4212-a4d2-0d4b04f237e5 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event updated for resources: {'Subnet': ['ID=d0fa0f22-d915-4d99-b393-64c01d1b1e66,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:12.973337 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-aafcf51f-badf-4aa5-849e-3897136aac88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:12.982826 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-17afe1d4-f00c-4172-a8d1-db44b30fa034 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Request body: {'router': {'name': 'new_name'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:41:12.987898 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafcf51f-badf-4aa5-849e-3897136aac88 None None] Routers {'2ba99006-6b5e-4f7d-b0a8-c04776a7a60b'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:41:12.988758 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-aafcf51f-badf-4aa5-849e-3897136aac88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:40:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['2ba99006-6b5e-4f7d-b0a8-c04776a7a60b'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:13.045440 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06fdfc3f-7b1b-4212-a4d2-0d4b04f237e5 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:41:13.046098 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-06fdfc3f-7b1b-4212-a4d2-0d4b04f237e5 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:13.083297 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-aafcf51f-badf-4aa5-849e-3897136aac88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:13.083940 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafcf51f-badf-4aa5-849e-3897136aac88 None None] The sync data for ids ['2ba99006-6b5e-4f7d-b0a8-c04776a7a60b'] in dv-neutron-827798-2-hyperv is: [] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:41:13.093247 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.api.v2.resource [None req-17afe1d4-f00c-4172-a8d1-db44b30fa034 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] update failed (client error): The resource could not be found. Feb 04 08:41:13.097753 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-17afe1d4-f00c-4172-a8d1-db44b30fa034 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] 10.222.0.36 "PUT /v2.0/routers/tempest-non_exist_router-1703102738 HTTP/1.1" status: 404 len: 335 time: 0.1334052 Feb 04 08:41:13.104838 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-13a7ee42-2c66-4b71-84f9-3e6c2d4f9fba tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:13.107006 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 50944) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:13.281386 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a7ee42-2c66-4b71-84f9-3e6c2d4f9fba tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Network fab22ec9-75f2-40b3-a8b3-8dcb13107459 is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:41:13.290045 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5d1a398d-b8e6-462d-8a18-9402c5f0c9e0 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:13.314448 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-343d50e0-7fd2-469d-9ec6-4ee17c19d1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'name': 'tempest-RoutersTest-router-377201212', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:39:20Z', 'updated_at': '2022-02-04T08:41:06Z', 'revision_number': 9, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'gw_port_host': None, '_interfaces': [{'id': 'a657153a-6e55-47fb-bdbe-7a279c3d435d', 'name': '', 'network_id': '5b7f799d-422c-4a3b-8cfa-1a07d6cb098d', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'mac_address': 'fa:16:3e:a3:23:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a680620d-fd7d-41ed-936e-0035a8733159', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:39:41Z', 'updated_at': '2022-02-04T08:40:16Z', 'revision_number': 5, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'subnets': [{'id': 'a680620d-fd7d-41ed-936e-0035a8733159', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7797e17-b54c-4db5-ac06-fb85f686a8ef', 'name': '', 'network_id': 'e05f83f0-a168-4436-a947-8be0747bd170', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'mac_address': 'fa:16:3e:a9:cf:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3270c784-b91a-4628-b467-581083a63680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:39:28Z', 'updated_at': '2022-02-04T08:39:47Z', 'revision_number': 5, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'subnets': [{'id': '3270c784-b91a-4628-b467-581083a63680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:13.319185 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343d50e0-7fd2-469d-9ec6-4ee17c19d1a3 None None] The sync data for ids ['f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3'] in dv-neutron-827798-2-hyperv is: [{'id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'name': 'tempest-RoutersTest-router-377201212', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:39:20Z', 'updated_at': '2022-02-04T08:41:06Z', 'revision_number': 9, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'gw_port_host': None, '_interfaces': [{'id': 'a657153a-6e55-47fb-bdbe-7a279c3d435d', 'name': '', 'network_id': '5b7f799d-422c-4a3b-8cfa-1a07d6cb098d', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'mac_address': 'fa:16:3e:a3:23:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a680620d-fd7d-41ed-936e-0035a8733159', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:39:41Z', 'updated_at': '2022-02-04T08:40:16Z', 'revision_number': 5, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'subnets': [{'id': 'a680620d-fd7d-41ed-936e-0035a8733159', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7797e17-b54c-4db5-ac06-fb85f686a8ef', 'name': '', 'network_id': 'e05f83f0-a168-4436-a947-8be0747bd170', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'mac_address': 'fa:16:3e:a9:cf:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3270c784-b91a-4628-b467-581083a63680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:39:28Z', 'updated_at': '2022-02-04T08:39:47Z', 'revision_number': 5, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'subnets': [{'id': '3270c784-b91a-4628-b467-581083a63680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:41:13.326428 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-13a7ee42-2c66-4b71-84f9-3e6c2d4f9fba tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:41:13.331178 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4f3856-e04d-4427-8835-c02e5fd417fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'tenant_id': 'ffa27937301745e1ad43fa520f28cbc3', 'fixed_ips': [{'subnet_id': 'd0fa0f22-d915-4d99-b393-64c01d1b1e66'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:41:13.332229 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1b4f3856-e04d-4427-8835-c02e5fd417fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:13.346780 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a7ee42-2c66-4b71-84f9-3e6c2d4f9fba tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:41:13.394568 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a7ee42-2c66-4b71-84f9-3e6c2d4f9fba tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Pushing event updated for resources: {'Port': ['ID=8e083ed8-3e55-49dc-a2b2-d18cdb17c976,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:13.406725 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-83a38e86-5d8b-4ead-80b6-dbcd3229b452 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7510230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985204'] for subnet, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:13.438331 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e91afe7-b1a2-4adc-bf7d-a8aea7af7f57 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Router de793c8f-17cf-4e3d-8480-f685e8e42fc8 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:41:13.510723 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-06fdfc3f-7b1b-4212-a4d2-0d4b04f237e5 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.6313655 Feb 04 08:41:13.545920 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-1b4f3856-e04d-4427-8835-c02e5fd417fb None None] Allocated IP 2001:db8::f816:3eff:fee9:ac6c (bc933c3a-b15d-4eab-9ad6-d32fd193f5cd/d0fa0f22-d915-4d99-b393-64c01d1b1e66/6e260f6e-1762-4019-8de0-0414fe50be79) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:41:13.584818 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 50948) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:13.604467 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-d9f7d84d-5c10-4f89-a032-7a6f76f7fd1e tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Request body: {'port': {'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'mac_address': 'fa:16:3e:33:90:f6', 'name': 'tempest-NetworksTestDHCPv6-395575837'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:41:13.636768 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a38e86-5d8b-4ead-80b6-dbcd3229b452 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Network 596e5f5c-7eff-420e-842e-232f7b0c78ab is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:41:13.641468 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a7ee42-2c66-4b71-84f9-3e6c2d4f9fba tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:41:13.642072 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-13a7ee42-2c66-4b71-84f9-3e6c2d4f9fba tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:13.657451 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-83a38e86-5d8b-4ead-80b6-dbcd3229b452 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:41:13.685210 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26943d3c-94fd-46c4-a1e5-9c9f1e47fa7b None None] Network fab22ec9-75f2-40b3-a8b3-8dcb13107459 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:41:13.699135 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2f62cb-8c17-427d-932b-df80f01d8fce None None] Network 596e5f5c-7eff-420e-842e-232f7b0c78ab requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:41:13.720130 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a38e86-5d8b-4ead-80b6-dbcd3229b452 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:41:13.720464 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-83a38e86-5d8b-4ead-80b6-dbcd3229b452 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:13.730923 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a38e86-5d8b-4ead-80b6-dbcd3229b452 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Pushing event updated for resources: {'Subnet': ['ID=1e85c36c-0117-4e19-85a1-c464b87f3e1e,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:13.821414 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e91afe7-b1a2-4adc-bf7d-a8aea7af7f57 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:41:13.845185 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-13a7ee42-2c66-4b71-84f9-3e6c2d4f9fba tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.7499099 Feb 04 08:41:13.847101 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50952) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:13.852328 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7b3927-faa8-4c5a-944a-337b2755999d None None] Sync routers for ids ['de793c8f-17cf-4e3d-8480-f685e8e42fc8'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:41:13.869987 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_v2 [None req-fade1f78-586a-46ec-b08b-8f77bbe671f6 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Deleting subnet 6c09158a-0704-43d8-b8c2-637b4542da1e {{(pid=84107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:41:13.878179 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-fade1f78-586a-46ec-b08b-8f77bbe671f6 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify callbacks [] for subnet, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:13.916256 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-d9f7d84d-5c10-4f89-a032-7a6f76f7fd1e tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:41:13.919314 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5d1a398d-b8e6-462d-8a18-9402c5f0c9e0 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7510167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985167'] for subnet, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:13.923862 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-09435311-82b1-4297-843e-07242a88a57f tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Deleting port 8e083ed8-3e55-49dc-a2b2-d18cdb17c976 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:41:13.924345 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-09435311-82b1-4297-843e-07242a88a57f tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:13.926064 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-83a38e86-5d8b-4ead-80b6-dbcd3229b452 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.1381125 Feb 04 08:41:13.926937 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 50956) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:13.955331 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7b3927-faa8-4c5a-944a-337b2755999d None None] Routers {'de793c8f-17cf-4e3d-8480-f685e8e42fc8'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:41:13.956093 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-4d7b3927-faa8-4c5a-944a-337b2755999d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:40:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['de793c8f-17cf-4e3d-8480-f685e8e42fc8'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:13.967183 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-d9f7d84d-5c10-4f89-a032-7a6f76f7fd1e tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Usage tracker for resource:port and tenant:ffa27937301745e1ad43fa520f28cbc3 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:41:13.967932 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-5e91afe7-b1a2-4adc-bf7d-a8aea7af7f57 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for floatingip, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:13.998224 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-19811b2a-46eb-4889-a76a-0a0950c3226e tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-283872984', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1e85c36c-0117-4e19-85a1-c464b87f3e1e'}], 'security_groups': ['4a04a379-64a8-4abc-bcd4-48260d356867', 'f3aebdaa-95f0-4012-9644-8ed9ff39b9e0']}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:41:14.061595 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-4d7b3927-faa8-4c5a-944a-337b2755999d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:14.071924 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-ff9a63d7-c3f7-4896-b9b1-bcee60e34d0b None None] Provisioning for port 6898fb1c-f368-4e85-ab09-405b4a4444a5 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:41:14.075369 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-d9f7d84d-5c10-4f89-a032-7a6f76f7fd1e tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:41:14.085578 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-5e91afe7-b1a2-4adc-bf7d-a8aea7af7f57 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 980 time: 8.7194965 Feb 04 08:41:14.092682 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50962) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:14.103126 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-b0938176-9c3d-4f81-837a-c0fcdbf8df86 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:41:14.111408 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1a398d-b8e6-462d-8a18-9402c5f0c9e0 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Pushing event deleted for resources: {'Subnet': ['ID=78f74441-d3b1-4e7e-a548-80dcf861106e,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:14.134898 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-d9f7d84d-5c10-4f89-a032-7a6f76f7fd1e tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:41:14.135944 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1b4f3856-e04d-4427-8835-c02e5fd417fb None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:14.144154 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-fade1f78-586a-46ec-b08b-8f77bbe671f6 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8058667'] for subnet, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:14.218849 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5d1a398d-b8e6-462d-8a18-9402c5f0c9e0 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:14.220047 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-5d1a398d-b8e6-462d-8a18-9402c5f0c9e0 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "DELETE /v2.0/subnets/78f74441-d3b1-4e7e-a548-80dcf861106e HTTP/1.1" status: 204 len: 168 time: 2.4626122 Feb 04 08:41:14.222556 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9c32d2-2bed-43c0-bcaf-04e748e72d49 None None] Network 32199bff-c1f3-46c9-bae3-a5de11c8ee15 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:41:14.227471 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 50966) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:14.236631 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-1b4f3856-e04d-4427-8835-c02e5fd417fb None None] Transition to ACTIVE for port object 6e260f6e-1762-4019-8de0-0414fe50be79 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:41:14.286798 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b0938176-9c3d-4f81-837a-c0fcdbf8df86 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks [] for floatingip, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:14.303807 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f7d84d-5c10-4f89-a032-7a6f76f7fd1e tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Made reservation on behalf of ffa27937301745e1ad43fa520f28cbc3 for: {'port': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:41:14.315930 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7b3927-faa8-4c5a-944a-337b2755999d None None] Routers {'de793c8f-17cf-4e3d-8480-f685e8e42fc8'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:41:14.316631 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-4d7b3927-faa8-4c5a-944a-337b2755999d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:40:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['de793c8f-17cf-4e3d-8480-f685e8e42fc8'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:14.413203 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-1b4f3856-e04d-4427-8835-c02e5fd417fb None None] Transition to ACTIVE for port object 6e260f6e-1762-4019-8de0-0414fe50be79 will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:41:14.425965 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-4d7b3927-faa8-4c5a-944a-337b2755999d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:14.426207 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7b3927-faa8-4c5a-944a-337b2755999d None None] The sync data for ids ['de793c8f-17cf-4e3d-8480-f685e8e42fc8'] in dv-neutron-827798-2-hyperv is: [] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:41:14.487230 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-09435311-82b1-4297-843e-07242a88a57f tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:14.542420 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 6898fb1c-f368-4e85-ab09-405b4a4444a5 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:41:14.573758 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1b4f3856-e04d-4427-8835-c02e5fd417fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:14.639336 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-09435311-82b1-4297-843e-07242a88a57f tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Calling delete_port for 8e083ed8-3e55-49dc-a2b2-d18cdb17c976 owned by {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:41:14.643518 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-19811b2a-46eb-4889-a76a-0a0950c3226e tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:14.683483 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-cca5b397-bd96-4bac-8f45-f0d8c6d6dbae tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:14.746287 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-fade1f78-586a-46ec-b08b-8f77bbe671f6 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:14.800989 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b0938176-9c3d-4f81-837a-c0fcdbf8df86 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:14.811180 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e617e3-21b4-4835-a348-f99e56dbbd05 req-2ef62d34-0cef-41ce-825f-c634a9d2ec5e tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:41:14.812691 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-90e617e3-21b4-4835-a348-f99e56dbbd05 req-2ef62d34-0cef-41ce-825f-c634a9d2ec5e tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d3f9a2e-5f81-4e26-82f8-be8c0a180732 HTTP/1.1" status: 200 len: 945 time: 0.6753371 Feb 04 08:41:14.826751 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4f3856-e04d-4427-8835-c02e5fd417fb None None] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:41:14.827370 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4f3856-e04d-4427-8835-c02e5fd417fb None None] Pushing event updated for resources: {'Port': ['ID=6e260f6e-1762-4019-8de0-0414fe50be79,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:14.836215 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-1b4f3856-e04d-4427-8835-c02e5fd417fb None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:41:14.838613 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4f3856-e04d-4427-8835-c02e5fd417fb None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:41:14.844999 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d9f7d84d-5c10-4f89-a032-7a6f76f7fd1e tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:14.882216 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b0938176-9c3d-4f81-837a-c0fcdbf8df86 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473039'] for floatingip, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:14.882595 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.l3_db [None req-b0938176-9c3d-4f81-837a-c0fcdbf8df86 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Floating IP 67537888-0986-42ab-8aa4-53dccb533129 disassociated. External IP: 172.26.3.84, port: d3b46d85-a268-47c1-b607-51790a53ab43. Feb 04 08:41:14.886436 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-cca5b397-bd96-4bac-8f45-f0d8c6d6dbae tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Deleting port 82cc4747-b0af-4397-b2bb-7baec946eb0d {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:41:14.886778 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-cca5b397-bd96-4bac-8f45-f0d8c6d6dbae tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:14.955906 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-09435311-82b1-4297-843e-07242a88a57f tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:15.015309 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [None req-d9f7d84d-5c10-4f89-a032-7a6f76f7fd1e tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] device_id is not set on port 58f6b7b4-d684-45f1-9de1-1dc0609283bd yet. {{(pid=84107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:41:15.025334 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09435311-82b1-4297-843e-07242a88a57f tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Pushing event deleted for resources: {'Port': ['ID=8e083ed8-3e55-49dc-a2b2-d18cdb17c976,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:15.035318 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-1b4f3856-e04d-4427-8835-c02e5fd417fb None None] Attempting to bind port 6e260f6e-1762-4019-8de0-0414fe50be79 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:41:15.035318 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-1b4f3856-e04d-4427-8835-c02e5fd417fb None None] Attempting to bind port 6e260f6e-1762-4019-8de0-0414fe50be79 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': '2c48dc91-e362-4611-9354-aede43558386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:41:15.035318 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4f3856-e04d-4427-8835-c02e5fd417fb None None] Attempting to bind port 6e260f6e-1762-4019-8de0-0414fe50be79 on network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:41:15.039512 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09435311-82b1-4297-843e-07242a88a57f tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:41:15.039866 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09435311-82b1-4297-843e-07242a88a57f tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:41:15.040178 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09435311-82b1-4297-843e-07242a88a57f tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:41:15.040542 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09435311-82b1-4297-843e-07242a88a57f tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:41:15.040889 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09435311-82b1-4297-843e-07242a88a57f tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:41:15.041210 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09435311-82b1-4297-843e-07242a88a57f tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:41:15.041704 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09435311-82b1-4297-843e-07242a88a57f tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:41:15.042024 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09435311-82b1-4297-843e-07242a88a57f tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:41:15.042342 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09435311-82b1-4297-843e-07242a88a57f tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:41:15.042674 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09435311-82b1-4297-843e-07242a88a57f tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:41:15.042991 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09435311-82b1-4297-843e-07242a88a57f tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:41:15.059593 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4f3856-e04d-4427-8835-c02e5fd417fb None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:41:15.059593 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4f3856-e04d-4427-8835-c02e5fd417fb None None] Checking segment: {'id': '2c48dc91-e362-4611-9354-aede43558386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:41:15.059593 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1b4f3856-e04d-4427-8835-c02e5fd417fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:15.059593 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4f3856-e04d-4427-8835-c02e5fd417fb None None] Bound using segment: {'id': '2c48dc91-e362-4611-9354-aede43558386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:41:15.059593 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-1b4f3856-e04d-4427-8835-c02e5fd417fb None None] Bound port: 6e260f6e-1762-4019-8de0-0414fe50be79, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c48dc91-e362-4611-9354-aede43558386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:41:15.059593 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1b4f3856-e04d-4427-8835-c02e5fd417fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:15.072950 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 6898fb1c-f368-4e85-ab09-405b4a4444a5 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:41:15.087653 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 6898fb1c-f368-4e85-ab09-405b4a4444a5 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:41:15.088074 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:15.119921 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1534cfa8-2d69-4199-9d0e-c12395d417d4 None None] Update dhcp port {'port': {'network_id': '596e5f5c-7eff-420e-842e-232f7b0c78ab', 'fixed_ips': [{'subnet_id': '5acdc7a8-58a2-4fc9-8796-c328f05918ae', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'f9b5e34d-7cee-40e6-aab5-c39fb23b816b', 'ip_address': '2001:db8::2'}, {'subnet_id': '1e85c36c-0117-4e19-85a1-c464b87f3e1e'}], 'binding:host_id': 'dv-neutron-827798-2-hyperv'}, 'id': 'c0345891-9806-417d-8f82-7718e8fb34cb'} from dv-neutron-827798-2-hyperv. {{(pid=84109) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 04 08:41:15.169401 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-90e617e3-21b4-4835-a348-f99e56dbbd05 req-04142df8-f80d-49de-9d5e-90a1df03a82c tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/security-groups?id=53227cdf-7dc5-4d80-b711-52cc313216b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3399868 Feb 04 08:41:15.235870 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190fb076-3bb0-4b0d-948b-3f4121982113 None None] DHCP port deletion for 32199bff-c1f3-46c9-bae3-a5de11c8ee15 request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 08:41:15.255998 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-fade1f78-586a-46ec-b08b-8f77bbe671f6 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7510167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985167'] for subnet, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:15.282783 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-190fb076-3bb0-4b0d-948b-3f4121982113 None None] Deleting port 82cc4747-b0af-4397-b2bb-7baec946eb0d {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:41:15.283202 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-190fb076-3bb0-4b0d-948b-3f4121982113 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:15.311521 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-09435311-82b1-4297-843e-07242a88a57f tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:15.325745 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-09435311-82b1-4297-843e-07242a88a57f tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "DELETE /v2.0/ports/8e083ed8-3e55-49dc-a2b2-d18cdb17c976 HTTP/1.1" status: 204 len: 168 time: 1.4774601 Feb 04 08:41:15.328622 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50974) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:15.399329 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-1b4f3856-e04d-4427-8835-c02e5fd417fb None None] For port 6e260f6e-1762-4019-8de0-0414fe50be79, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:41:15.403328 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-1b4f3856-e04d-4427-8835-c02e5fd417fb None None] For port 6e260f6e-1762-4019-8de0-0414fe50be79, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=6e260f6e-1762-4019-8de0-0414fe50be79,segment=NetworkSegment(2c48dc91-e362-4611-9354-aede43558386),segment_id=2c48dc91-e362-4611-9354-aede43558386)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:41:15.423894 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-f043a9df-f5df-4daa-8352-7279a05193ec tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] DELETE failed (client error): The resource could not be found. Feb 04 08:41:15.424345 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f043a9df-f5df-4daa-8352-7279a05193ec tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:41:15.429593 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-f043a9df-f5df-4daa-8352-7279a05193ec tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "DELETE /v2.0/ports/8e083ed8-3e55-49dc-a2b2-d18cdb17c976 HTTP/1.1" status: 404 len: 333 time: 0.0997934 Feb 04 08:41:15.430450 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50978) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:15.432086 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fade1f78-586a-46ec-b08b-8f77bbe671f6 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Pushing event deleted for resources: {'Subnet': ['ID=6c09158a-0704-43d8-b8c2-637b4542da1e,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:15.448674 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-5043414d-7788-4a39-8d5e-9e751208b093 None None] Could not find standard attr ID for object 8e083ed8-3e55-49dc-a2b2-d18cdb17c976. {{(pid=84109) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 08:41:15.460290 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1534cfa8-2d69-4199-9d0e-c12395d417d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:15.486207 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-b84733b6-3ad6-449f-bcaf-7e45712b8961 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] GET failed (client error): The resource could not be found. Feb 04 08:41:15.486966 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-b84733b6-3ad6-449f-bcaf-7e45712b8961 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Synchronizing usage tracker for tenant:a287064d5ca349c39790be8557119e7e on resource:port {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:41:15.548696 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-5043414d-7788-4a39-8d5e-9e751208b093 None None] Provisioning complete for port 6898fb1c-f368-4e85-ab09-405b4a4444a5 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:41:15.549218 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-5043414d-7788-4a39-8d5e-9e751208b093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:15.574093 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1b4f3856-e04d-4427-8835-c02e5fd417fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:15.623026 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-b84733b6-3ad6-449f-bcaf-7e45712b8961 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Unset dirty status for tenant:a287064d5ca349c39790be8557119e7e on resource:port {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:41:15.626801 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-b84733b6-3ad6-449f-bcaf-7e45712b8961 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "GET /v2.0/ports/8e083ed8-3e55-49dc-a2b2-d18cdb17c976 HTTP/1.1" status: 404 len: 333 time: 0.1876516 Feb 04 08:41:15.627819 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50982) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:15.664476 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-fade1f78-586a-46ec-b08b-8f77bbe671f6 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:15.743287 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833cb346-8cf3-449a-893f-c7340816402c None None] Network 14370ec3-0c30-4b1c-8420-9581c97908ae requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:41:15.813321 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-fade1f78-586a-46ec-b08b-8f77bbe671f6 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] 10.222.0.36 "DELETE /v2.0/subnets/6c09158a-0704-43d8-b8c2-637b4542da1e HTTP/1.1" status: 204 len: 168 time: 2.7011597 Feb 04 08:41:15.814618 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-19811b2a-46eb-4889-a76a-0a0950c3226e tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Delete allocated IP 2001:db8::17e (596e5f5c-7eff-420e-842e-232f7b0c78ab/f9b5e34d-7cee-40e6-aab5-c39fb23b816b) {{(pid=84107) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 04 08:41:15.825746 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 50986) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:15.887764 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-d9f7d84d-5c10-4f89-a032-7a6f76f7fd1e tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Allocated IP 2001:db8::f816:3eff:fe33:90f6 (bc933c3a-b15d-4eab-9ad6-d32fd193f5cd/d0fa0f22-d915-4d99-b393-64c01d1b1e66/58f6b7b4-d684-45f1-9de1-1dc0609283bd) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:41:15.891653 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-19811b2a-46eb-4889-a76a-0a0950c3226e tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Allocated IP 2001:db8:0:2::388 (596e5f5c-7eff-420e-842e-232f7b0c78ab/1e85c36c-0117-4e19-85a1-c464b87f3e1e/f81c3829-4f98-4f0e-b7ba-6af8d93d9fb6) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:41:15.922983 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_v2 [None req-5519d93a-fae6-4299-8281-7ca774a59ea3 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Deleting subnet b59f3449-c46c-4843-99dd-a0f0c80f5dbf {{(pid=84108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:41:15.929263 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-5519d93a-fae6-4299-8281-7ca774a59ea3 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks [] for subnet, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:15.938635 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [None req-cca5b397-bd96-4bac-8f45-f0d8c6d6dbae tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] For port 82cc4747-b0af-4397-b2bb-7baec946eb0d, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=82cc4747-b0af-4397-b2bb-7baec946eb0d,segment=NetworkSegment(f231d699-6b28-4d13-bac1-7eb6b641732e),segment_id=f231d699-6b28-4d13-bac1-7eb6b641732e)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:41:15.939036 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-cca5b397-bd96-4bac-8f45-f0d8c6d6dbae tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:15.989381 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-5519d93a-fae6-4299-8281-7ca774a59ea3 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7851377'] for subnet, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:16.023226 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-190fb076-3bb0-4b0d-948b-3f4121982113 None None] For port 82cc4747-b0af-4397-b2bb-7baec946eb0d, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=82cc4747-b0af-4397-b2bb-7baec946eb0d,segment=NetworkSegment(f231d699-6b28-4d13-bac1-7eb6b641732e),segment_id=f231d699-6b28-4d13-bac1-7eb6b641732e)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:41:16.023679 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-190fb076-3bb0-4b0d-948b-3f4121982113 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:16.033818 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0938176-9c3d-4f81-837a-c0fcdbf8df86 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Router de793c8f-17cf-4e3d-8480-f685e8e42fc8 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:41:16.042578 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f8248b-476c-42ba-9007-539ec18276ca req-ada51955-a0d8-4637-b90f-4d11a3bebdff tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:41:16.044645 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c5f8248b-476c-42ba-9007-539ec18276ca req-ada51955-a0d8-4637-b90f-4d11a3bebdff tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d3f9a2e-5f81-4e26-82f8-be8c0a180732 HTTP/1.1" status: 200 len: 945 time: 0.6743715 Feb 04 08:41:16.147983 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-cca5b397-bd96-4bac-8f45-f0d8c6d6dbae tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Calling delete_port for 82cc4747-b0af-4397-b2bb-7baec946eb0d owned by network:dhcp {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:41:16.157822 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-5519d93a-fae6-4299-8281-7ca774a59ea3 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:16.236196 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-190fb076-3bb0-4b0d-948b-3f4121982113 None None] Calling delete_port for 82cc4747-b0af-4397-b2bb-7baec946eb0d owned by network:dhcp {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:41:16.332833 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0938176-9c3d-4f81-837a-c0fcdbf8df86 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:41:16.343479 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b0938176-9c3d-4f81-837a-c0fcdbf8df86 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for floatingip, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:16.348251 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9050ce-4cf6-402b-9189-01b086128b52 None None] Sync routers for ids ['de793c8f-17cf-4e3d-8480-f685e8e42fc8'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:41:16.360678 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9050ce-4cf6-402b-9189-01b086128b52 None None] Routers {'de793c8f-17cf-4e3d-8480-f685e8e42fc8'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:41:16.361535 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-1b9050ce-4cf6-402b-9189-01b086128b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:40:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['de793c8f-17cf-4e3d-8480-f685e8e42fc8'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:16.386168 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-5519d93a-fae6-4299-8281-7ca774a59ea3 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7593563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8119683'] for subnet, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:16.421208 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-1b9050ce-4cf6-402b-9189-01b086128b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:16.432233 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9050ce-4cf6-402b-9189-01b086128b52 None None] Routers {'de793c8f-17cf-4e3d-8480-f685e8e42fc8'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:41:16.433086 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-1b9050ce-4cf6-402b-9189-01b086128b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:40:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['de793c8f-17cf-4e3d-8480-f685e8e42fc8'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:16.440507 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-5519d93a-fae6-4299-8281-7ca774a59ea3 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:16.442470 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-5519d93a-fae6-4299-8281-7ca774a59ea3 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "DELETE /v2.0/subnets/b59f3449-c46c-4843-99dd-a0f0c80f5dbf HTTP/1.1" status: 204 len: 168 time: 0.8127337 Feb 04 08:41:16.445573 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5519d93a-fae6-4299-8281-7ca774a59ea3 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Pushing event deleted for resources: {'Subnet': ['ID=b59f3449-c46c-4843-99dd-a0f0c80f5dbf,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:16.447273 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50990) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:16.480425 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-b0938176-9c3d-4f81-837a-c0fcdbf8df86 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] 10.222.0.36 "PUT /v2.0/floatingips/67537888-0986-42ab-8aa4-53dccb533129 HTTP/1.1" status: 200 len: 687 time: 2.3866551 Feb 04 08:41:16.499999 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-1b9050ce-4cf6-402b-9189-01b086128b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:16.500690 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9050ce-4cf6-402b-9189-01b086128b52 None None] The sync data for ids ['de793c8f-17cf-4e3d-8480-f685e8e42fc8'] in dv-neutron-827798-2-hyperv is: [] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:41:16.522069 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d6b361-c5fb-493a-9bea-86e384d15b06 None None] Network fab22ec9-75f2-40b3-a8b3-8dcb13107459 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:41:16.537036 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 50994) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:16.546040 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:16.557115 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4f3856-e04d-4427-8835-c02e5fd417fb None None] Pushing event updated for resources: {'Port': ['ID=6e260f6e-1762-4019-8de0-0414fe50be79,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:16.666429 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-190fb076-3bb0-4b0d-948b-3f4121982113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407'] for port, after_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:16.703590 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c5f8248b-476c-42ba-9007-539ec18276ca req-032350ca-1295-4519-bbb7-d6789cbf675c tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/security-groups?id=53227cdf-7dc5-4d80-b711-52cc313216b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5851998 Feb 04 08:41:16.723962 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_v2 [None req-eea8b048-fb3c-4c11-b413-9d4d3d556f83 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Deleting subnet 97826792-7337-4df9-87c0-094023339c4f {{(pid=84107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:41:16.725756 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.db.api [None req-cca5b397-bd96-4bac-8f45-f0d8c6d6dbae tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 08:41:16.726068 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG oslo_db.api [None req-cca5b397-bd96-4bac-8f45-f0d8c6d6dbae tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 08:41:16.739359 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-eea8b048-fb3c-4c11-b413-9d4d3d556f83 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify callbacks [] for subnet, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:16.758617 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-eceebaea-abfb-4997-9075-55ba0a39c8b4 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:16.818231 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190fb076-3bb0-4b0d-948b-3f4121982113 None None] Pushing event deleted for resources: {'Port': ['ID=82cc4747-b0af-4397-b2bb-7baec946eb0d,revision_number=None']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:16.873505 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-d15a6e6b-43c7-4e1e-ac49-b1cd068962f7 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Deleting port 8a5e5916-2e53-4573-b996-82fcc0143564 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:41:16.873876 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d15a6e6b-43c7-4e1e-ac49-b1cd068962f7 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:16.905152 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190fb076-3bb0-4b0d-948b-3f4121982113 None None] No DVR routers for this DVR port 82cc4747-b0af-4397-b2bb-7baec946eb0d on host dv-neutron-827798-2-hyperv {{(pid=84109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:41:16.933012 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-eea8b048-fb3c-4c11-b413-9d4d3d556f83 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8058667'] for subnet, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:16.978426 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-5043414d-7788-4a39-8d5e-9e751208b093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:17.009992 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d9f7d84d-5c10-4f89-a032-7a6f76f7fd1e tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:17.050264 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [None req-d9f7d84d-5c10-4f89-a032-7a6f76f7fd1e tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Transition to ACTIVE for port object 58f6b7b4-d684-45f1-9de1-1dc0609283bd will not be triggered until provisioned by entity DHCP. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:41:17.053720 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.db.api [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 08:41:17.054363 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG oslo_db.api [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 08:41:17.083769 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-19811b2a-46eb-4889-a76a-0a0950c3226e tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:17.121120 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-5043414d-7788-4a39-8d5e-9e751208b093 None None] For port 6898fb1c-f368-4e85-ab09-405b4a4444a5, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=6898fb1c-f368-4e85-ab09-405b4a4444a5,segment=NetworkSegment(ea0411e6-d5f2-42b4-a2c2-51903bc6dd74),segment_id=ea0411e6-d5f2-42b4-a2c2-51903bc6dd74)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:41:17.122261 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [None req-19811b2a-46eb-4889-a76a-0a0950c3226e tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Transition to ACTIVE for port object f81c3829-4f98-4f0e-b7ba-6af8d93d9fb6 will not be triggered until provisioned by entity DHCP. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:41:17.137749 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-eceebaea-abfb-4997-9075-55ba0a39c8b4 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Deleting port 6898fb1c-f368-4e85-ab09-405b4a4444a5 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:41:17.138231 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-eceebaea-abfb-4997-9075-55ba0a39c8b4 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:17.158567 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-eea8b048-fb3c-4c11-b413-9d4d3d556f83 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:17.190836 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-5043414d-7788-4a39-8d5e-9e751208b093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:17.223367 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d9f7d84d-5c10-4f89-a032-7a6f76f7fd1e tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:17.225494 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-19811b2a-46eb-4889-a76a-0a0950c3226e tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:17.241416 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-cca5b397-bd96-4bac-8f45-f0d8c6d6dbae tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Deleting port 82cc4747-b0af-4397-b2bb-7baec946eb0d {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:41:17.241993 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-cca5b397-bd96-4bac-8f45-f0d8c6d6dbae tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:17.314463 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5043414d-7788-4a39-8d5e-9e751208b093 None None] Pushing event updated for resources: {'Port': ['ID=6898fb1c-f368-4e85-ab09-405b4a4444a5,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:17.336396 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-1534cfa8-2d69-4199-9d0e-c12395d417d4 None None] Allocated IP 2001:db8:0:2::2 (596e5f5c-7eff-420e-842e-232f7b0c78ab/1e85c36c-0117-4e19-85a1-c464b87f3e1e/c0345891-9806-417d-8f82-7718e8fb34cb) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:41:17.348427 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-779a1ce0-23df-44e6-93dd-0db99add7deb None None] Could not find standard attr ID for object 8e083ed8-3e55-49dc-a2b2-d18cdb17c976. {{(pid=84109) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 08:41:17.350815 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b616daa-b081-41e3-aa5b-7d5ca4d1be64 None None] DHCP port deletion for 14370ec3-0c30-4b1c-8420-9581c97908ae request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 08:41:17.374337 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f7d84d-5c10-4f89-a032-7a6f76f7fd1e tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event updated for resources: {'Port': ['ID=58f6b7b4-d684-45f1-9de1-1dc0609283bd,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:17.381362 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-6b616daa-b081-41e3-aa5b-7d5ca4d1be64 None None] Deleting port 506c0787-bbe0-4c8a-ad50-67d75ca26a16 {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:41:17.381987 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-6b616daa-b081-41e3-aa5b-7d5ca4d1be64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:17.413727 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f963cb11-379f-49e1-8520-928b929ed306 None None] DHCP port deletion for fab22ec9-75f2-40b3-a8b3-8dcb13107459 request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 08:41:17.441559 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f7d84d-5c10-4f89-a032-7a6f76f7fd1e tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:41:17.450668 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-cca5b397-bd96-4bac-8f45-f0d8c6d6dbae tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] The port '82cc4747-b0af-4397-b2bb-7baec946eb0d' was deleted {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 08:41:17.457077 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-d9f7d84d-5c10-4f89-a032-7a6f76f7fd1e tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:41:17.461114 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f7d84d-5c10-4f89-a032-7a6f76f7fd1e tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:41:17.467143 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-f963cb11-379f-49e1-8520-928b929ed306 None None] Deleting port 6898fb1c-f368-4e85-ab09-405b4a4444a5 {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:41:17.468181 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f7d84d-5c10-4f89-a032-7a6f76f7fd1e tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:41:17.468824 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d9f7d84d-5c10-4f89-a032-7a6f76f7fd1e tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:17.470123 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-f963cb11-379f-49e1-8520-928b929ed306 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:17.501626 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f7d84d-5c10-4f89-a032-7a6f76f7fd1e tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:41:17.501971 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f7d84d-5c10-4f89-a032-7a6f76f7fd1e tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:41:17.502310 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f7d84d-5c10-4f89-a032-7a6f76f7fd1e tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:41:17.502647 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f7d84d-5c10-4f89-a032-7a6f76f7fd1e tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:41:17.502979 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f7d84d-5c10-4f89-a032-7a6f76f7fd1e tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:41:17.503308 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f7d84d-5c10-4f89-a032-7a6f76f7fd1e tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:41:17.503634 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f7d84d-5c10-4f89-a032-7a6f76f7fd1e tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:41:17.503960 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f7d84d-5c10-4f89-a032-7a6f76f7fd1e tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:41:17.504281 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f7d84d-5c10-4f89-a032-7a6f76f7fd1e tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:41:17.504621 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f7d84d-5c10-4f89-a032-7a6f76f7fd1e tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:41:17.504948 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f7d84d-5c10-4f89-a032-7a6f76f7fd1e tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:41:17.518314 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [None req-eceebaea-abfb-4997-9075-55ba0a39c8b4 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] For port 6898fb1c-f368-4e85-ab09-405b4a4444a5, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=6898fb1c-f368-4e85-ab09-405b4a4444a5,segment=NetworkSegment(ea0411e6-d5f2-42b4-a2c2-51903bc6dd74),segment_id=ea0411e6-d5f2-42b4-a2c2-51903bc6dd74)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:41:17.519966 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-eceebaea-abfb-4997-9075-55ba0a39c8b4 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:17.636164 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-eea8b048-fb3c-4c11-b413-9d4d3d556f83 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7510167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985167'] for subnet, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:17.664935 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device fbb28ab8-797a-4da9-a709-ce193d836a3d no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:41:17.672146 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-eceebaea-abfb-4997-9075-55ba0a39c8b4 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Calling delete_port for 6898fb1c-f368-4e85-ab09-405b4a4444a5 owned by network:dhcp {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:41:17.706983 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-19811b2a-46eb-4889-a76a-0a0950c3226e tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] In _notify_port_updated(), no bound segment for port f81c3829-4f98-4f0e-b7ba-6af8d93d9fb6 on network 596e5f5c-7eff-420e-842e-232f7b0c78ab {{(pid=84107) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 04 08:41:17.710712 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19811b2a-46eb-4889-a76a-0a0950c3226e tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:41:17.711336 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-19811b2a-46eb-4889-a76a-0a0950c3226e tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:17.715715 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-19811b2a-46eb-4889-a76a-0a0950c3226e tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "PUT /v2.0/ports/f81c3829-4f98-4f0e-b7ba-6af8d93d9fb6 HTTP/1.1" status: 200 len: 969 time: 3.7530756 Feb 04 08:41:17.719503 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51004) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:17.754307 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: fbb28ab8-797a-4da9-a709-ce193d836a3d {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:41:17.754857 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device fbb28ab8-797a-4da9-a709-ce193d836a3d not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:41:17.786550 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d15a6e6b-43c7-4e1e-ac49-b1cd068962f7 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:17.786895 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d15a6e6b-43c7-4e1e-ac49-b1cd068962f7 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:17.795243 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-1534cfa8-2d69-4199-9d0e-c12395d417d4 None None] For port c0345891-9806-417d-8f82-7718e8fb34cb, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=c0345891-9806-417d-8f82-7718e8fb34cb,segment=NetworkSegment(6e1a07a2-2445-484b-846d-69e0c9a2c85e),segment_id=6e1a07a2-2445-484b-846d-69e0c9a2c85e)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:41:17.817239 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea8b048-fb3c-4c11-b413-9d4d3d556f83 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Pushing event deleted for resources: {'Subnet': ['ID=97826792-7337-4df9-87c0-094023339c4f,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:17.878229 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19811b2a-46eb-4889-a76a-0a0950c3226e tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Pushing event updated for resources: {'Port': ['ID=f81c3829-4f98-4f0e-b7ba-6af8d93d9fb6,revision_number=2']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:17.893141 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-eea8b048-fb3c-4c11-b413-9d4d3d556f83 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:17.897222 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-eea8b048-fb3c-4c11-b413-9d4d3d556f83 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] 10.222.0.36 "DELETE /v2.0/subnets/97826792-7337-4df9-87c0-094023339c4f HTTP/1.1" status: 204 len: 168 time: 2.0677695 Feb 04 08:41:17.900061 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-d9f7d84d-5c10-4f89-a032-7a6f76f7fd1e tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.3081169 Feb 04 08:41:17.907873 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51008) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:17.908193 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51010) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:17.948109 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-d15a6e6b-43c7-4e1e-ac49-b1cd068962f7 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Calling delete_port for 8a5e5916-2e53-4573-b996-82fcc0143564 owned by network:floatingip {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:41:17.966054 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-cca5b397-bd96-4bac-8f45-f0d8c6d6dbae tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:18.037339 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c91a50-accb-4461-8845-3b1da7ba5727 None None] Network ef22f03b-a7d1-4c25-ae4d-04df7f5731f9 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:41:18.059732 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-e9d5f386-56b7-48da-a91a-524240278c3d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Deleting port f81c3829-4f98-4f0e-b7ba-6af8d93d9fb6 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:41:18.060179 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e9d5f386-56b7-48da-a91a-524240278c3d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:18.076046 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-eceebaea-abfb-4997-9075-55ba0a39c8b4 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:18.132955 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 6e260f6e-1762-4019-8de0-0414fe50be79 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:41:18.152179 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceebaea-abfb-4997-9075-55ba0a39c8b4 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Pushing event deleted for resources: {'Port': ['ID=6898fb1c-f368-4e85-ab09-405b4a4444a5,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:18.174427 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eceebaea-abfb-4997-9075-55ba0a39c8b4 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] No DVR routers for this DVR port 6898fb1c-f368-4e85-ab09-405b4a4444a5 on host dv-neutron-827798-2-hyperv {{(pid=84108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:41:18.231551 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-cca5b397-bd96-4bac-8f45-f0d8c6d6dbae tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32199bff-c1f3-46c9-bae3-a5de11c8ee15']}} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:18.282266 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.db.resource_extend [None req-1534cfa8-2d69-4199-9d0e-c12395d417d4 None None] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 08:41:18.283250 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-cca5b397-bd96-4bac-8f45-f0d8c6d6dbae tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f231d699-6b28-4d13-bac1-7eb6b641732e') {'for_net_delete': True} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:18.283647 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-cca5b397-bd96-4bac-8f45-f0d8c6d6dbae tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f231d699-6b28-4d13-bac1-7eb6b641732e') {} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:18.311488 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-cca5b397-bd96-4bac-8f45-f0d8c6d6dbae tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8058642'] for segment, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:18.321118 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-f963cb11-379f-49e1-8520-928b929ed306 None None] For port 6898fb1c-f368-4e85-ab09-405b4a4444a5, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=6898fb1c-f368-4e85-ab09-405b4a4444a5,segment=NetworkSegment(ea0411e6-d5f2-42b4-a2c2-51903bc6dd74),segment_id=ea0411e6-d5f2-42b4-a2c2-51903bc6dd74)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:41:18.321675 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-f963cb11-379f-49e1-8520-928b929ed306 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:18.323840 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-567614e5-0a29-475f-89e7-a7f9f7bfd52f tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:18.334677 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d15a6e6b-43c7-4e1e-ac49-b1cd068962f7 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:18.375843 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b291c6-1e31-4788-8527-45db5c97d1c6 req-838f2da9-2173-4f69-a34e-4cc61401a914 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:41:18.376335 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1534cfa8-2d69-4199-9d0e-c12395d417d4 None None] Notify callbacks [] for port, precommit_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:18.377279 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d5b291c6-1e31-4788-8527-45db5c97d1c6 req-838f2da9-2173-4f69-a34e-4cc61401a914 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d3f9a2e-5f81-4e26-82f8-be8c0a180732 HTTP/1.1" status: 200 len: 945 time: 0.8371949 Feb 04 08:41:18.383287 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-eceebaea-abfb-4997-9075-55ba0a39c8b4 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:18.401923 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15a6e6b-43c7-4e1e-ac49-b1cd068962f7 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Pushing event deleted for resources: {'Port': ['ID=8a5e5916-2e53-4573-b996-82fcc0143564,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:18.410248 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-cca5b397-bd96-4bac-8f45-f0d8c6d6dbae tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:18.429165 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-ae840b89-b031-4c7e-9601-70a2e3eae269 None None] Provisioning for port 6e260f6e-1762-4019-8de0-0414fe50be79 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:41:18.430231 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cca5b397-bd96-4bac-8f45-f0d8c6d6dbae tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=84107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:41:18.430633 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-cca5b397-bd96-4bac-8f45-f0d8c6d6dbae tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7377717'] for segment, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:18.450410 dv-neutron-827798-2-hyperv neutron-server[84107]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 08:41:18.450410 dv-neutron-827798-2-hyperv neutron-server[84107]: util.warn( Feb 04 08:41:18.450410 dv-neutron-827798-2-hyperv neutron-server[84107]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 08:41:18.450410 dv-neutron-827798-2-hyperv neutron-server[84107]: util.warn( Feb 04 08:41:18.450410 dv-neutron-827798-2-hyperv neutron-server[84107]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 08:41:18.450410 dv-neutron-827798-2-hyperv neutron-server[84107]: util.warn( Feb 04 08:41:18.450410 dv-neutron-827798-2-hyperv neutron-server[84107]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 08:41:18.450410 dv-neutron-827798-2-hyperv neutron-server[84107]: util.warn( Feb 04 08:41:18.450410 dv-neutron-827798-2-hyperv neutron-server[84107]: Traceback (most recent call last): Feb 04 08:41:18.450410 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:41:18.450410 dv-neutron-827798-2-hyperv neutron-server[84107]: timer() Feb 04 08:41:18.450410 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:41:18.450410 dv-neutron-827798-2-hyperv neutron-server[84107]: cb(*args, **kw) Feb 04 08:41:18.450410 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:41:18.450410 dv-neutron-827798-2-hyperv neutron-server[84107]: return func(*args, **kwargs) Feb 04 08:41:18.450410 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:41:18.450410 dv-neutron-827798-2-hyperv neutron-server[84107]: self._notify() Feb 04 08:41:18.450410 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:41:18.450410 dv-neutron-827798-2-hyperv neutron-server[84107]: self.callback(batched_events) Feb 04 08:41:18.450410 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:41:18.450410 dv-neutron-827798-2-hyperv neutron-server[84107]: event.method(event) Feb 04 08:41:18.450410 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:41:18.450410 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:41:18.450410 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:41:18.450410 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:41:18.450410 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:41:18.450410 dv-neutron-827798-2-hyperv neutron-server[84107]: return f(self, *a, **k) Feb 04 08:41:18.450410 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:41:18.450410 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._get(url).json() Feb 04 08:41:18.450410 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:41:18.450410 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:41:18.450410 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:41:18.450410 dv-neutron-827798-2-hyperv neutron-server[84107]: return self.request(url, 'GET', **kwargs) Feb 04 08:41:18.450410 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:41:18.450410 dv-neutron-827798-2-hyperv neutron-server[84107]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:41:18.450410 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:41:18.450410 dv-neutron-827798-2-hyperv neutron-server[84107]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:41:18.450410 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:41:18.450410 dv-neutron-827798-2-hyperv neutron-server[84107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:41:18.450410 dv-neutron-827798-2-hyperv neutron-server[84107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:41:18.454456 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-eceebaea-abfb-4997-9075-55ba0a39c8b4 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fab22ec9-75f2-40b3-a8b3-8dcb13107459']}} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:18.501387 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-eceebaea-abfb-4997-9075-55ba0a39c8b4 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea0411e6-d5f2-42b4-a2c2-51903bc6dd74') {'for_net_delete': True} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:18.501639 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-eceebaea-abfb-4997-9075-55ba0a39c8b4 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea0411e6-d5f2-42b4-a2c2-51903bc6dd74') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:18.519039 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-eceebaea-abfb-4997-9075-55ba0a39c8b4 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7851336'] for segment, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:18.546619 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-eceebaea-abfb-4997-9075-55ba0a39c8b4 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:18.548841 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d15a6e6b-43c7-4e1e-ac49-b1cd068962f7 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks [] for floatingip, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:18.558243 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eceebaea-abfb-4997-9075-55ba0a39c8b4 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=84108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:41:18.558629 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-eceebaea-abfb-4997-9075-55ba0a39c8b4 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7460345'] for segment, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:18.573955 dv-neutron-827798-2-hyperv neutron-server[84108]: Traceback (most recent call last): Feb 04 08:41:18.573955 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:41:18.573955 dv-neutron-827798-2-hyperv neutron-server[84108]: timer() Feb 04 08:41:18.573955 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:41:18.573955 dv-neutron-827798-2-hyperv neutron-server[84108]: cb(*args, **kw) Feb 04 08:41:18.573955 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:41:18.573955 dv-neutron-827798-2-hyperv neutron-server[84108]: return func(*args, **kwargs) Feb 04 08:41:18.573955 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:41:18.573955 dv-neutron-827798-2-hyperv neutron-server[84108]: self._notify() Feb 04 08:41:18.573955 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:41:18.573955 dv-neutron-827798-2-hyperv neutron-server[84108]: self.callback(batched_events) Feb 04 08:41:18.573955 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:41:18.573955 dv-neutron-827798-2-hyperv neutron-server[84108]: event.method(event) Feb 04 08:41:18.573955 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:41:18.573955 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:41:18.573955 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:41:18.573955 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:41:18.573955 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:41:18.573955 dv-neutron-827798-2-hyperv neutron-server[84108]: return f(self, *a, **k) Feb 04 08:41:18.573955 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:41:18.573955 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._get(url).json() Feb 04 08:41:18.573955 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:41:18.573955 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:41:18.573955 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:41:18.573955 dv-neutron-827798-2-hyperv neutron-server[84108]: return self.request(url, 'GET', **kwargs) Feb 04 08:41:18.573955 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:41:18.573955 dv-neutron-827798-2-hyperv neutron-server[84108]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:41:18.573955 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:41:18.573955 dv-neutron-827798-2-hyperv neutron-server[84108]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:41:18.573955 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:41:18.573955 dv-neutron-827798-2-hyperv neutron-server[84108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:41:18.573955 dv-neutron-827798-2-hyperv neutron-server[84108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:41:18.579983 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-6b616daa-b081-41e3-aa5b-7d5ca4d1be64 None None] For port 506c0787-bbe0-4c8a-ad50-67d75ca26a16, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=506c0787-bbe0-4c8a-ad50-67d75ca26a16,segment=NetworkSegment(189cde88-15c3-4616-805e-8035c1c4d2f9),segment_id=189cde88-15c3-4616-805e-8035c1c4d2f9)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:41:18.579983 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-6b616daa-b081-41e3-aa5b-7d5ca4d1be64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:18.633557 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d15a6e6b-43c7-4e1e-ac49-b1cd068962f7 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for floatingip, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:18.637984 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-d15a6e6b-43c7-4e1e-ac49-b1cd068962f7 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] 10.222.0.36 "DELETE /v2.0/floatingips/67537888-0986-42ab-8aa4-53dccb533129 HTTP/1.1" status: 204 len: 168 time: 2.0970707 Feb 04 08:41:18.639081 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 51016) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:18.653446 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-7e0ad95f-0f7d-457b-b720-f8f932ab13fd tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Request body: {'floatingip': {'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'port_id': '8672be9b-b77c-4dcf-9c7b-058ca37f3d0b'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:41:18.657335 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-f963cb11-379f-49e1-8520-928b929ed306 None None] Calling delete_port for 6898fb1c-f368-4e85-ab09-405b4a4444a5 owned by network:dhcp {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:41:18.663286 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-7e0ad95f-0f7d-457b-b720-f8f932ab13fd tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:41:18.667665 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-7e0ad95f-0f7d-457b-b720-f8f932ab13fd tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Usage tracker for resource:floatingip and tenant:ad4a401d45cf492bbfe70c7522312369 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:41:18.671429 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-7e0ad95f-0f7d-457b-b720-f8f932ab13fd tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:41:18.677540 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-7e0ad95f-0f7d-457b-b720-f8f932ab13fd tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:41:18.697186 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-567614e5-0a29-475f-89e7-a7f9f7bfd52f tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Deleting port 506c0787-bbe0-4c8a-ad50-67d75ca26a16 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:41:18.697660 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-567614e5-0a29-475f-89e7-a7f9f7bfd52f tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:18.757436 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-eceebaea-abfb-4997-9075-55ba0a39c8b4 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:18.759785 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7e0ad95f-0f7d-457b-b720-f8f932ab13fd tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks [] for floatingip, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:18.776875 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046ce24e-5201-4b22-a77f-004244f17210 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:41:18.780884 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046ce24e-5201-4b22-a77f-004244f17210 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:41:18.781694 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-046ce24e-5201-4b22-a77f-004244f17210 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Synchronizing usage tracker for tenant:ffa27937301745e1ad43fa520f28cbc3 on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:41:18.808443 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-eceebaea-abfb-4997-9075-55ba0a39c8b4 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:18.821977 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceebaea-abfb-4997-9075-55ba0a39c8b4 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Pushing event deleted for resources: {'Network': ['ID=fab22ec9-75f2-40b3-a8b3-8dcb13107459,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:18.828235 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-eceebaea-abfb-4997-9075-55ba0a39c8b4 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "DELETE /v2.0/networks/fab22ec9-75f2-40b3-a8b3-8dcb13107459 HTTP/1.1" status: 204 len: 168 time: 2.3772407 Feb 04 08:41:18.840877 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51020) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:18.845479 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-6b616daa-b081-41e3-aa5b-7d5ca4d1be64 None None] Calling delete_port for 506c0787-bbe0-4c8a-ad50-67d75ca26a16 owned by network:dhcp {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:41:18.849302 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-7439c8ef-a702-4549-ba6c-4f5cdd7090d2 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1584732726'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:41:18.874727 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d5b291c6-1e31-4788-8527-45db5c97d1c6 req-c613e7f3-2bd1-4a36-8938-1cae79e0718b tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/security-groups?id=53227cdf-7dc5-4d80-b711-52cc313216b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4859722 Feb 04 08:41:18.878503 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-7439c8ef-a702-4549-ba6c-4f5cdd7090d2 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:41:18.883411 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-1534cfa8-2d69-4199-9d0e-c12395d417d4 None None] Transition to ACTIVE for port object c0345891-9806-417d-8f82-7718e8fb34cb will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:41:18.911441 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-7439c8ef-a702-4549-ba6c-4f5cdd7090d2 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Usage tracker for resource:network and tenant:a287064d5ca349c39790be8557119e7e is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:41:18.914833 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-7439c8ef-a702-4549-ba6c-4f5cdd7090d2 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:41:18.922315 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-7439c8ef-a702-4549-ba6c-4f5cdd7090d2 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:41:18.952272 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e9d5f386-56b7-48da-a91a-524240278c3d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:18.986220 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7e0ad95f-0f7d-457b-b720-f8f932ab13fd tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:19.007903 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1534cfa8-2d69-4199-9d0e-c12395d417d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:19.117574 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-cca5b397-bd96-4bac-8f45-f0d8c6d6dbae tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:19.131710 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-e9d5f386-56b7-48da-a91a-524240278c3d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Calling delete_port for f81c3829-4f98-4f0e-b7ba-6af8d93d9fb6 owned by {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:41:19.178795 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.db.api [None req-f963cb11-379f-49e1-8520-928b929ed306 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 08:41:19.179136 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG oslo_db.api [None req-f963cb11-379f-49e1-8520-928b929ed306 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 08:41:19.183864 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 6e260f6e-1762-4019-8de0-0414fe50be79 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:41:19.189783 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-046ce24e-5201-4b22-a77f-004244f17210 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Unset dirty status for tenant:ffa27937301745e1ad43fa520f28cbc3 on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:41:19.194690 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-046ce24e-5201-4b22-a77f-004244f17210 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 1.2800806 Feb 04 08:41:19.194690 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7439c8ef-a702-4549-ba6c-4f5cdd7090d2 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Made reservation on behalf of a287064d5ca349c39790be8557119e7e for: {'network': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:41:19.195137 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7439c8ef-a702-4549-ba6c-4f5cdd7090d2 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:19.197656 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 51028) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:19.213742 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-cca5b397-bd96-4bac-8f45-f0d8c6d6dbae tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:19.229296 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-3ffc1265-066a-4f93-937c-4ba7c713edca None None] Provisioning for port 58f6b7b4-d684-45f1-9de1-1dc0609283bd completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:41:19.248282 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca5b397-bd96-4bac-8f45-f0d8c6d6dbae tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Pushing event deleted for resources: {'Network': ['ID=32199bff-c1f3-46c9-bae3-a5de11c8ee15,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:19.280157 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-cca5b397-bd96-4bac-8f45-f0d8c6d6dbae tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "DELETE /v2.0/networks/32199bff-c1f3-46c9-bae3-a5de11c8ee15 HTTP/1.1" status: 204 len: 168 time: 5.0458882 Feb 04 08:41:19.285083 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51034) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:19.320572 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 6e260f6e-1762-4019-8de0-0414fe50be79 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:41:19.320572 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:19.333871 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-b3b56672-fcee-4337-9a88-bdfdba9cfa51 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Deleting port 58f6b7b4-d684-45f1-9de1-1dc0609283bd {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:41:19.334364 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b3b56672-fcee-4337-9a88-bdfdba9cfa51 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:19.388812 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-3ffc1265-066a-4f93-937c-4ba7c713edca None None] Provisioning complete for port 58f6b7b4-d684-45f1-9de1-1dc0609283bd triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:41:19.389443 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-3ffc1265-066a-4f93-937c-4ba7c713edca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:19.461784 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1534cfa8-2d69-4199-9d0e-c12395d417d4 None None] Pushing event updated for resources: {'Port': ['ID=c0345891-9806-417d-8f82-7718e8fb34cb,revision_number=7']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:19.509116 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-6b616daa-b081-41e3-aa5b-7d5ca4d1be64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407'] for port, after_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:19.519786 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7439c8ef-a702-4549-ba6c-4f5cdd7090d2 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=84107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:41:19.575639 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-7e0ad95f-0f7d-457b-b720-f8f932ab13fd tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Allocated IP 172.26.3.236 (e264bd74-c56b-43d0-9059-bcb57dbbe5bc/79caf47c-b62c-4ea0-b35f-21ede155daa8/7ebf9e06-e08b-49fc-bedf-55ab594d8158) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:41:19.626798 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892e1512-a858-4df9-87d8-d40580c8f6dd None None] DHCP port deletion for ef22f03b-a7d1-4c25-ae4d-04df7f5731f9 request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 08:41:19.653164 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [None req-567614e5-0a29-475f-89e7-a7f9f7bfd52f tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] For port 506c0787-bbe0-4c8a-ad50-67d75ca26a16, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=506c0787-bbe0-4c8a-ad50-67d75ca26a16,segment=NetworkSegment(189cde88-15c3-4616-805e-8035c1c4d2f9),segment_id=189cde88-15c3-4616-805e-8035c1c4d2f9)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:41:19.653522 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-567614e5-0a29-475f-89e7-a7f9f7bfd52f tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:19.662123 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b616daa-b081-41e3-aa5b-7d5ca4d1be64 None None] Pushing event deleted for resources: {'Port': ['ID=506c0787-bbe0-4c8a-ad50-67d75ca26a16,revision_number=None']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:19.678848 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-892e1512-a858-4df9-87d8-d40580c8f6dd None None] Deleting port 7b3ed497-fef0-4dd3-ad1a-21e22e04e1d6 {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:41:19.679263 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-892e1512-a858-4df9-87d8-d40580c8f6dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:19.706161 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7439c8ef-a702-4549-ba6c-4f5cdd7090d2 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:19.706758 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.segments_db [None req-7439c8ef-a702-4549-ba6c-4f5cdd7090d2 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Added segment aa663cc9-c78f-47a7-ac0c-acc2ddf5e6d5 of type vlan for network 2c1209ee-314d-4bc1-8836-4f98cf32a4e3 Feb 04 08:41:19.722526 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-f963cb11-379f-49e1-8520-928b929ed306 None None] Deleting port 6898fb1c-f368-4e85-ab09-405b4a4444a5 {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:41:19.722526 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-f963cb11-379f-49e1-8520-928b929ed306 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:19.753561 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-3ffc1265-066a-4f93-937c-4ba7c713edca None None] Port 58f6b7b4-d684-45f1-9de1-1dc0609283bd cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:41:19.797620 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-b834100f-2d59-46a0-b0f4-dc522127062e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:19.805002 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b616daa-b081-41e3-aa5b-7d5ca4d1be64 None None] No DVR routers for this DVR port 506c0787-bbe0-4c8a-ad50-67d75ca26a16 on host dv-neutron-827798-2-hyperv {{(pid=84109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:41:19.853864 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b3b56672-fcee-4337-9a88-bdfdba9cfa51 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:19.870168 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-f963cb11-379f-49e1-8520-928b929ed306 None None] The port '6898fb1c-f368-4e85-ab09-405b4a4444a5' was deleted {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 08:41:19.930712 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-567614e5-0a29-475f-89e7-a7f9f7bfd52f tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Calling delete_port for 506c0787-bbe0-4c8a-ad50-67d75ca26a16 owned by network:dhcp {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:41:19.991205 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7439c8ef-a702-4549-ba6c-4f5cdd7090d2 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:19.993888 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-b3b56672-fcee-4337-9a88-bdfdba9cfa51 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Calling delete_port for 58f6b7b4-d684-45f1-9de1-1dc0609283bd owned by {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:41:20.005689 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:20.137661 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7439c8ef-a702-4549-ba6c-4f5cdd7090d2 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:20.138557 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7e0ad95f-0f7d-457b-b720-f8f932ab13fd tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:20.145545 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7439c8ef-a702-4549-ba6c-4f5cdd7090d2 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:41:20.146176 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7439c8ef-a702-4549-ba6c-4f5cdd7090d2 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:20.183357 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bad6e98-632c-4801-8a6d-57fff185ab38 req-f1ae595a-461f-4646-ae44-6088b22474cc tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:41:20.185451 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-1bad6e98-632c-4801-8a6d-57fff185ab38 req-f1ae595a-461f-4646-ae44-6088b22474cc tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d3f9a2e-5f81-4e26-82f8-be8c0a180732 HTTP/1.1" status: 200 len: 945 time: 0.6710966 Feb 04 08:41:20.196676 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port 6e260f6e-1762-4019-8de0-0414fe50be79, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=6e260f6e-1762-4019-8de0-0414fe50be79,segment=NetworkSegment(2c48dc91-e362-4611-9354-aede43558386),segment_id=2c48dc91-e362-4611-9354-aede43558386)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:41:20.197021 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e9d5f386-56b7-48da-a91a-524240278c3d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:20.208936 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-892e1512-a858-4df9-87d8-d40580c8f6dd None None] For port 7b3ed497-fef0-4dd3-ad1a-21e22e04e1d6, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=7b3ed497-fef0-4dd3-ad1a-21e22e04e1d6,segment=NetworkSegment(d26a7a3c-fefb-4995-ab85-9914ccf216f5),segment_id=d26a7a3c-fefb-4995-ab85-9914ccf216f5)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:41:20.216443 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-892e1512-a858-4df9-87d8-d40580c8f6dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:20.357875 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b3b56672-fcee-4337-9a88-bdfdba9cfa51 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:20.367102 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d5f386-56b7-48da-a91a-524240278c3d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Pushing event deleted for resources: {'Port': ['ID=f81c3829-4f98-4f0e-b7ba-6af8d93d9fb6,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:20.379958 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7e0ad95f-0f7d-457b-b720-f8f932ab13fd tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:20.395152 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:20.404251 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-892e1512-a858-4df9-87d8-d40580c8f6dd None None] Calling delete_port for 7b3ed497-fef0-4dd3-ad1a-21e22e04e1d6 owned by network:dhcp {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:41:20.464568 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-7439c8ef-a702-4549-ba6c-4f5cdd7090d2 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.6225390 Feb 04 08:41:20.473500 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51038) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:20.477114 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7439c8ef-a702-4549-ba6c-4f5cdd7090d2 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Pushing event updated for resources: {'Network': ['ID=2c1209ee-314d-4bc1-8836-4f98cf32a4e3,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:20.499681 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b56672-fcee-4337-9a88-bdfdba9cfa51 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event deleted for resources: {'Port': ['ID=58f6b7b4-d684-45f1-9de1-1dc0609283bd,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:20.563994 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b3b56672-fcee-4337-9a88-bdfdba9cfa51 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:20.591396 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0ad95f-0f7d-457b-b720-f8f932ab13fd tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Network e264bd74-c56b-43d0-9059-bcb57dbbe5bc is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:41:20.600107 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-7e0ad95f-0f7d-457b-b720-f8f932ab13fd tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:41:20.604933 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0ad95f-0f7d-457b-b720-f8f932ab13fd tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:41:20.614175 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 82cc4747-b0af-4397-b2bb-7baec946eb0d no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:41:20.648231 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=6e260f6e-1762-4019-8de0-0414fe50be79,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:20.658177 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-c9d4d4de-b2b1-460d-8292-cc770e2f6e05 None None] Could not find standard attr ID for object f81c3829-4f98-4f0e-b7ba-6af8d93d9fb6. {{(pid=84109) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 08:41:20.663051 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0ad95f-0f7d-457b-b720-f8f932ab13fd tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Pushing event updated for resources: {'Port': ['ID=7ebf9e06-e08b-49fc-bedf-55ab594d8158,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:20.677888 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-c1c46e23-0a32-4c89-bb0b-c56dd126f5eb tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Request body: {'subnet': {'network_id': '2c1209ee-314d-4bc1-8836-4f98cf32a4e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:41:20.687804 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-b3b56672-fcee-4337-9a88-bdfdba9cfa51 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "DELETE /v2.0/ports/58f6b7b4-d684-45f1-9de1-1dc0609283bd HTTP/1.1" status: 204 len: 168 time: 1.4888687 Feb 04 08:41:20.692003 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.db.api [None req-567614e5-0a29-475f-89e7-a7f9f7bfd52f tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 08:41:20.692536 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG oslo_db.api [None req-567614e5-0a29-475f-89e7-a7f9f7bfd52f tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 08:41:20.693104 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51044) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:20.740804 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network 2c1209ee-314d-4bc1-8836-4f98cf32a4e3 details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:41:20.797844 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: 82cc4747-b0af-4397-b2bb-7baec946eb0d {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:41:20.798470 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 82cc4747-b0af-4397-b2bb-7baec946eb0d not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:41:20.798996 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 506c0787-bbe0-4c8a-ad50-67d75ca26a16 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:41:20.832778 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e9d5f386-56b7-48da-a91a-524240278c3d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:20.871361 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-1bad6e98-632c-4801-8a6d-57fff185ab38 req-6867f418-cb80-49f4-a9a2-5ef8f6f7a06b tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/security-groups?id=53227cdf-7dc5-4d80-b711-52cc313216b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6235609 Feb 04 08:41:20.915584 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: 506c0787-bbe0-4c8a-ad50-67d75ca26a16 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:41:20.915823 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 506c0787-bbe0-4c8a-ad50-67d75ca26a16 not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:41:20.916662 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 6898fb1c-f368-4e85-ab09-405b4a4444a5 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:41:20.936255 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-e9d5f386-56b7-48da-a91a-524240278c3d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "DELETE /v2.0/ports/f81c3829-4f98-4f0e-b7ba-6af8d93d9fb6 HTTP/1.1" status: 204 len: 168 time: 3.2004004 Feb 04 08:41:20.937847 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51048) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:20.956224 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-892e1512-a858-4df9-87d8-d40580c8f6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407'] for port, after_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:20.969417 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:41:20.969897 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:41:20.970351 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:41:20.970784 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:41:20.971212 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:41:20.971644 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:41:20.972050 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:41:20.972472 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:41:20.972911 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:41:20.973326 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:41:20.974528 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:41:21.023950 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: 6898fb1c-f368-4e85-ab09-405b4a4444a5 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:41:21.024673 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 6898fb1c-f368-4e85-ab09-405b4a4444a5 not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:41:21.032413 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-c9d4d4de-b2b1-460d-8292-cc770e2f6e05 None None] Provisioning complete for port 5e07334d-4bee-4336-bf8b-45995d221e28 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:41:21.032413 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-c9d4d4de-b2b1-460d-8292-cc770e2f6e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:21.041030 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196e9a0b-29db-47d4-b122-7ede1392be74 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:41:21.042436 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196e9a0b-29db-47d4-b122-7ede1392be74 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:41:21.043207 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-196e9a0b-29db-47d4-b122-7ede1392be74 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Synchronizing usage tracker for tenant:ffa27937301745e1ad43fa520f28cbc3 on resource:subnet {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:41:21.051080 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-162123f9-a21e-4aa7-b16d-76e56a1c96c6 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] GET failed (client error): The resource could not be found. Feb 04 08:41:21.051080 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-162123f9-a21e-4aa7-b16d-76e56a1c96c6 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Synchronizing usage tracker for tenant:e63069d3cf3540d8aad7a137ff4999ec on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:41:21.057847 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892e1512-a858-4df9-87d8-d40580c8f6dd None None] Pushing event deleted for resources: {'Port': ['ID=7b3ed497-fef0-4dd3-ad1a-21e22e04e1d6,revision_number=None']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:21.059991 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892e1512-a858-4df9-87d8-d40580c8f6dd None None] No DVR routers for this DVR port 7b3ed497-fef0-4dd3-ad1a-21e22e04e1d6 on host dv-neutron-827798-2-hyperv {{(pid=84109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:41:21.076796 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-c1c46e23-0a32-4c89-bb0b-c56dd126f5eb tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:41:21.090789 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-c1c46e23-0a32-4c89-bb0b-c56dd126f5eb tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Usage tracker for resource:subnet and tenant:a287064d5ca349c39790be8557119e7e is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:41:21.095552 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-c1c46e23-0a32-4c89-bb0b-c56dd126f5eb tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:41:21.098331 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-162123f9-a21e-4aa7-b16d-76e56a1c96c6 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Unset dirty status for tenant:e63069d3cf3540d8aad7a137ff4999ec on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:41:21.102536 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-162123f9-a21e-4aa7-b16d-76e56a1c96c6 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "GET /v2.0/ports/f81c3829-4f98-4f0e-b7ba-6af8d93d9fb6 HTTP/1.1" status: 404 len: 333 time: 0.1483722 Feb 04 08:41:21.102536 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51054) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:21.109189 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-c1c46e23-0a32-4c89-bb0b-c56dd126f5eb tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:41:21.130778 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-c9d4d4de-b2b1-460d-8292-cc770e2f6e05 None None] Port 5e07334d-4bee-4336-bf8b-45995d221e28 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:41:21.171635 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6fbe382f-7b39-466c-8a2a-0dd6747e451e tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473817'] for router_interface, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:21.219793 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device c0345891-9806-417d-8f82-7718e8fb34cb up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:41:21.223698 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-567614e5-0a29-475f-89e7-a7f9f7bfd52f tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Deleting port 506c0787-bbe0-4c8a-ad50-67d75ca26a16 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:41:21.224039 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-567614e5-0a29-475f-89e7-a7f9f7bfd52f tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:21.248652 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-c9d4d4de-b2b1-460d-8292-cc770e2f6e05 None None] Provisioning for port c0345891-9806-417d-8f82-7718e8fb34cb completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:41:21.262534 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-196e9a0b-29db-47d4-b122-7ede1392be74 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Unset dirty status for tenant:ffa27937301745e1ad43fa520f28cbc3 on resource:subnet {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:41:21.266186 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-196e9a0b-29db-47d4-b122-7ede1392be74 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.5416732 Feb 04 08:41:21.268336 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-c9d4d4de-b2b1-460d-8292-cc770e2f6e05 None None] Provisioning complete for port c0345891-9806-417d-8f82-7718e8fb34cb triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:41:21.268737 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-c9d4d4de-b2b1-460d-8292-cc770e2f6e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:21.272188 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51058) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:21.273750 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c46e23-0a32-4c89-bb0b-c56dd126f5eb tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Made reservation on behalf of a287064d5ca349c39790be8557119e7e for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:41:21.369615 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7e0ad95f-0f7d-457b-b720-f8f932ab13fd tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:21.386840 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port c0345891-9806-417d-8f82-7718e8fb34cb triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:41:21.387712 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:21.417368 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-567614e5-0a29-475f-89e7-a7f9f7bfd52f tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] The port '506c0787-bbe0-4c8a-ad50-67d75ca26a16' was deleted {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 08:41:21.467122 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3de39a13-8e00-436a-91fb-66c59c1bf76a tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:21.485640 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7e0ad95f-0f7d-457b-b720-f8f932ab13fd tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:21.519217 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 6e260f6e-1762-4019-8de0-0414fe50be79 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:41:21.571486 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-7879fa07-f9e2-404d-8d18-a8688b555e93 None None] Could not find standard attr ID for object f81c3829-4f98-4f0e-b7ba-6af8d93d9fb6. {{(pid=84109) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 08:41:21.597949 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 6e260f6e-1762-4019-8de0-0414fe50be79 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:41:21.598320 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:21.649191 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3de39a13-8e00-436a-91fb-66c59c1bf76a tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:21.662775 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c1c46e23-0a32-4c89-bb0b-c56dd126f5eb tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985186'] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:21.708521 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-a8e0ee01-83b3-49ee-b844-7a63d99e052b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:21.723618 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7e0ad95f-0f7d-457b-b720-f8f932ab13fd tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks [] for port, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:21.774209 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7e0ad95f-0f7d-457b-b720-f8f932ab13fd tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:21.775512 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 7b3ed497-fef0-4dd3-ad1a-21e22e04e1d6 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:41:21.814477 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: 7b3ed497-fef0-4dd3-ad1a-21e22e04e1d6 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:41:21.814846 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 7b3ed497-fef0-4dd3-ad1a-21e22e04e1d6 not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:41:21.837121 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-567614e5-0a29-475f-89e7-a7f9f7bfd52f tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:21.884278 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0ad95f-0f7d-457b-b720-f8f932ab13fd tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Pushing event updated for resources: {'Port': ['ID=7ebf9e06-e08b-49fc-bedf-55ab594d8158,revision_number=2']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:21.905640 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7e0ad95f-0f7d-457b-b720-f8f932ab13fd tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473039'] for floatingip, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:21.930507 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-567614e5-0a29-475f-89e7-a7f9f7bfd52f tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14370ec3-0c30-4b1c-8420-9581c97908ae']}} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:21.951833 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-567614e5-0a29-475f-89e7-a7f9f7bfd52f tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '189cde88-15c3-4616-805e-8035c1c4d2f9') {'for_net_delete': True} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:21.952480 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-567614e5-0a29-475f-89e7-a7f9f7bfd52f tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '189cde88-15c3-4616-805e-8035c1c4d2f9') {} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:21.975047 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-567614e5-0a29-475f-89e7-a7f9f7bfd52f tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8058642'] for segment, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:22.026275 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-567614e5-0a29-475f-89e7-a7f9f7bfd52f tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:22.039040 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3de39a13-8e00-436a-91fb-66c59c1bf76a tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:22.116228 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.l3_db [None req-7e0ad95f-0f7d-457b-b720-f8f932ab13fd tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Floating IP 249b1c3d-2cde-4a62-a342-da1047c37851 associated. External IP: 172.26.3.236, port: 8672be9b-b77c-4dcf-9c7b-058ca37f3d0b. Feb 04 08:41:22.116466 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_v2 [None req-66a26fc5-6c73-46f8-9dbe-981da18dcf34 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Deleting subnet d0fa0f22-d915-4d99-b393-64c01d1b1e66 {{(pid=84107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:41:22.251830 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-567614e5-0a29-475f-89e7-a7f9f7bfd52f tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=84107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:41:22.252140 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-567614e5-0a29-475f-89e7-a7f9f7bfd52f tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7377717'] for segment, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:22.268443 dv-neutron-827798-2-hyperv neutron-server[84107]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 08:41:22.268443 dv-neutron-827798-2-hyperv neutron-server[84107]: util.warn( Feb 04 08:41:22.268443 dv-neutron-827798-2-hyperv neutron-server[84107]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 08:41:22.268443 dv-neutron-827798-2-hyperv neutron-server[84107]: util.warn( Feb 04 08:41:22.268443 dv-neutron-827798-2-hyperv neutron-server[84107]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 08:41:22.268443 dv-neutron-827798-2-hyperv neutron-server[84107]: util.warn( Feb 04 08:41:22.268443 dv-neutron-827798-2-hyperv neutron-server[84107]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 08:41:22.268443 dv-neutron-827798-2-hyperv neutron-server[84107]: util.warn( Feb 04 08:41:22.268443 dv-neutron-827798-2-hyperv neutron-server[84107]: Traceback (most recent call last): Feb 04 08:41:22.268443 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:41:22.268443 dv-neutron-827798-2-hyperv neutron-server[84107]: timer() Feb 04 08:41:22.268443 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:41:22.268443 dv-neutron-827798-2-hyperv neutron-server[84107]: cb(*args, **kw) Feb 04 08:41:22.268443 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:41:22.268443 dv-neutron-827798-2-hyperv neutron-server[84107]: return func(*args, **kwargs) Feb 04 08:41:22.268443 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:41:22.268443 dv-neutron-827798-2-hyperv neutron-server[84107]: self._notify() Feb 04 08:41:22.268443 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:41:22.268443 dv-neutron-827798-2-hyperv neutron-server[84107]: self.callback(batched_events) Feb 04 08:41:22.268443 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:41:22.268443 dv-neutron-827798-2-hyperv neutron-server[84107]: event.method(event) Feb 04 08:41:22.268443 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:41:22.268443 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:41:22.268443 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:41:22.268443 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:41:22.268443 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:41:22.268443 dv-neutron-827798-2-hyperv neutron-server[84107]: return f(self, *a, **k) Feb 04 08:41:22.268443 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:41:22.268443 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._get(url).json() Feb 04 08:41:22.268443 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:41:22.268443 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:41:22.268443 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:41:22.268443 dv-neutron-827798-2-hyperv neutron-server[84107]: return self.request(url, 'GET', **kwargs) Feb 04 08:41:22.268443 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:41:22.268443 dv-neutron-827798-2-hyperv neutron-server[84107]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:41:22.268443 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:41:22.268443 dv-neutron-827798-2-hyperv neutron-server[84107]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:41:22.268443 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:41:22.268443 dv-neutron-827798-2-hyperv neutron-server[84107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:41:22.268443 dv-neutron-827798-2-hyperv neutron-server[84107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:41:22.308013 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de39a13-8e00-436a-91fb-66c59c1bf76a tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e860f12-ac3e-403d-8084-c8a757602627,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:22.309839 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-66a26fc5-6c73-46f8-9dbe-981da18dcf34 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks [] for subnet, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:22.477190 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3de39a13-8e00-436a-91fb-66c59c1bf76a tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:22.478404 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-3de39a13-8e00-436a-91fb-66c59c1bf76a tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "DELETE /v2.0/security-groups/1e860f12-ac3e-403d-8084-c8a757602627 HTTP/1.1" status: 204 len: 168 time: 1.3723047 Feb 04 08:41:22.482845 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 51064) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:22.536875 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-66a26fc5-6c73-46f8-9dbe-981da18dcf34 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8058667'] for subnet, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:22.568828 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f840628a-0da2-4934-a589-64f2dfb50149 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks [] for security_group, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:22.602322 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e0ad95f-0f7d-457b-b720-f8f932ab13fd tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Router de793c8f-17cf-4e3d-8480-f685e8e42fc8 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:41:22.610082 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f840628a-0da2-4934-a589-64f2dfb50149 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:22.643795 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-567614e5-0a29-475f-89e7-a7f9f7bfd52f tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:22.679815 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-567614e5-0a29-475f-89e7-a7f9f7bfd52f tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:22.708071 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567614e5-0a29-475f-89e7-a7f9f7bfd52f tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Pushing event deleted for resources: {'Network': ['ID=14370ec3-0c30-4b1c-8420-9581c97908ae,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:22.727888 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-567614e5-0a29-475f-89e7-a7f9f7bfd52f tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] 10.222.0.36 "DELETE /v2.0/networks/14370ec3-0c30-4b1c-8420-9581c97908ae HTTP/1.1" status: 204 len: 168 time: 4.8186319 Feb 04 08:41:22.731061 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 51068) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:22.750556 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6607c4-6760-458b-b0ee-8392fc3b5ecf req-eb4726be-e408-416b-8391-3006ea306da9 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:41:22.752041 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7e6607c4-6760-458b-b0ee-8392fc3b5ecf req-eb4726be-e408-416b-8391-3006ea306da9 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d3f9a2e-5f81-4e26-82f8-be8c0a180732 HTTP/1.1" status: 200 len: 945 time: 0.6678386 Feb 04 08:41:22.790930 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:22.825404 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-66a26fc5-6c73-46f8-9dbe-981da18dcf34 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:22.851414 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f840628a-0da2-4934-a589-64f2dfb50149 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:22.857805 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f6ac32e6-1bbb-440d-ba92-7cff45fea02d tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:22.871932 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c1c46e23-0a32-4c89-bb0b-c56dd126f5eb tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7510230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985204'] for subnet, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:22.936458 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f840628a-0da2-4934-a589-64f2dfb50149 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3aebdaa-95f0-4012-9644-8ed9ff39b9e0,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:22.946690 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:22.981606 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f840628a-0da2-4934-a589-64f2dfb50149 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:22.982703 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-f840628a-0da2-4934-a589-64f2dfb50149 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "DELETE /v2.0/security-groups/f3aebdaa-95f0-4012-9644-8ed9ff39b9e0 HTTP/1.1" status: 204 len: 168 time: 0.4986866 Feb 04 08:41:22.987752 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7e6607c4-6760-458b-b0ee-8392fc3b5ecf req-5cc0f790-48f7-429b-b090-781dce38f621 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/security-groups?id=53227cdf-7dc5-4d80-b711-52cc313216b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2293234 Feb 04 08:41:22.990925 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 51072) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:23.038328 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c46e23-0a32-4c89-bb0b-c56dd126f5eb tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Pushing event updated for resources: {'Subnet': ['ID=45e41d84-ca12-4c42-a161-0a201c310353,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:23.068796 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c46e23-0a32-4c89-bb0b-c56dd126f5eb tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Checking segment: {'id': 'aa663cc9-c78f-47a7-ac0c-acc2ddf5e6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2c1209ee-314d-4bc1-8836-4f98cf32a4e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:41:23.069234 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c46e23-0a32-4c89-bb0b-c56dd126f5eb tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Network hostable DHCP agents. Network: 2c1209ee-314d-4bc1-8836-4f98cf32a4e3, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:41:23.139216 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-66a26fc5-6c73-46f8-9dbe-981da18dcf34 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7510167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985167'] for subnet, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:23.188260 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c46e23-0a32-4c89-bb0b-c56dd126f5eb tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Network 2c1209ee-314d-4bc1-8836-4f98cf32a4e3 is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:41:23.193955 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a26fc5-6c73-46f8-9dbe-981da18dcf34 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event deleted for resources: {'Subnet': ['ID=d0fa0f22-d915-4d99-b393-64c01d1b1e66,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:23.204117 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-66a26fc5-6c73-46f8-9dbe-981da18dcf34 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:23.210452 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c53311-45a3-4ea9-8e72-e97baa310974 None None] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:41:23.239091 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f6ac32e6-1bbb-440d-ba92-7cff45fea02d tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:23.273933 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-f6ac32e6-1bbb-440d-ba92-7cff45fea02d tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef22f03b-a7d1-4c25-ae4d-04df7f5731f9']}} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:23.293872 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-f6ac32e6-1bbb-440d-ba92-7cff45fea02d tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd26a7a3c-fefb-4995-ab85-9914ccf216f5') {'for_net_delete': True} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:23.294162 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-f6ac32e6-1bbb-440d-ba92-7cff45fea02d tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd26a7a3c-fefb-4995-ab85-9914ccf216f5') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:23.295384 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-6fbe382f-7b39-466c-8a2a-0dd6747e451e tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Deleting port a657153a-6e55-47fb-bdbe-7a279c3d435d {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:41:23.295745 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6fbe382f-7b39-466c-8a2a-0dd6747e451e tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:23.322148 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f6ac32e6-1bbb-440d-ba92-7cff45fea02d tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7851336'] for segment, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:23.329112 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4f5a8fd2-5bf9-45b0-b1d4-a1014bc955e7 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks [] for security_group, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:23.331496 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-66a26fc5-6c73-46f8-9dbe-981da18dcf34 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "DELETE /v2.0/subnets/d0fa0f22-d915-4d99-b393-64c01d1b1e66 HTTP/1.1" status: 204 len: 168 time: 2.0436242 Feb 04 08:41:23.332383 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-c1c46e23-0a32-4c89-bb0b-c56dd126f5eb tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, 2c1209ee-314d-4bc1-8836-4f98cf32a4e3) {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:41:23.335392 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e0ad95f-0f7d-457b-b720-f8f932ab13fd tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:41:23.336031 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51078) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:23.361742 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f6ac32e6-1bbb-440d-ba92-7cff45fea02d tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:23.367891 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c339a0-2fe5-4740-ada5-15f586db6ad8 None None] Sync routers for ids ['de793c8f-17cf-4e3d-8480-f685e8e42fc8'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:41:23.370240 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9304a10-4fe7-4b82-ab70-10e0039a788d None None] Network 2c1209ee-314d-4bc1-8836-4f98cf32a4e3 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:41:23.385438 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6ac32e6-1bbb-440d-ba92-7cff45fea02d tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=84108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:41:23.385826 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f6ac32e6-1bbb-440d-ba92-7cff45fea02d tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7460345'] for segment, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:23.398583 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c46e23-0a32-4c89-bb0b-c56dd126f5eb tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:41:23.398583 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c1c46e23-0a32-4c89-bb0b-c56dd126f5eb tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:23.402441 dv-neutron-827798-2-hyperv neutron-server[84108]: Traceback (most recent call last): Feb 04 08:41:23.402441 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:41:23.402441 dv-neutron-827798-2-hyperv neutron-server[84108]: timer() Feb 04 08:41:23.402441 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:41:23.402441 dv-neutron-827798-2-hyperv neutron-server[84108]: cb(*args, **kw) Feb 04 08:41:23.402441 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:41:23.402441 dv-neutron-827798-2-hyperv neutron-server[84108]: return func(*args, **kwargs) Feb 04 08:41:23.402441 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:41:23.402441 dv-neutron-827798-2-hyperv neutron-server[84108]: self._notify() Feb 04 08:41:23.402441 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:41:23.402441 dv-neutron-827798-2-hyperv neutron-server[84108]: self.callback(batched_events) Feb 04 08:41:23.402441 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:41:23.402441 dv-neutron-827798-2-hyperv neutron-server[84108]: event.method(event) Feb 04 08:41:23.402441 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:41:23.402441 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:41:23.402441 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:41:23.402441 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:41:23.402441 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:41:23.402441 dv-neutron-827798-2-hyperv neutron-server[84108]: return f(self, *a, **k) Feb 04 08:41:23.402441 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:41:23.402441 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._get(url).json() Feb 04 08:41:23.402441 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:41:23.402441 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:41:23.402441 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:41:23.402441 dv-neutron-827798-2-hyperv neutron-server[84108]: return self.request(url, 'GET', **kwargs) Feb 04 08:41:23.402441 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:41:23.402441 dv-neutron-827798-2-hyperv neutron-server[84108]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:41:23.402441 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:41:23.402441 dv-neutron-827798-2-hyperv neutron-server[84108]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:41:23.402441 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:41:23.402441 dv-neutron-827798-2-hyperv neutron-server[84108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:41:23.402441 dv-neutron-827798-2-hyperv neutron-server[84108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:41:23.409795 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4f5a8fd2-5bf9-45b0-b1d4-a1014bc955e7 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:23.435921 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-c922eeab-401b-4e83-92c7-c790e5278c8a tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0972579 Feb 04 08:41:23.440524 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51086) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:23.466586 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-3234470e-9394-4902-a5d5-7c9615850e71 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Request body: {'subnet': {'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:41:23.476432 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7e0ad95f-0f7d-457b-b720-f8f932ab13fd tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for floatingip, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:23.575139 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-7e0ad95f-0f7d-457b-b720-f8f932ab13fd tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.9357357 Feb 04 08:41:23.577299 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c339a0-2fe5-4740-ada5-15f586db6ad8 None None] Routers {'de793c8f-17cf-4e3d-8480-f685e8e42fc8'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:41:23.577452 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-d2c339a0-2fe5-4740-ada5-15f586db6ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:41:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['de793c8f-17cf-4e3d-8480-f685e8e42fc8'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:23.579768 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 51090) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:23.640970 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-c1c46e23-0a32-4c89-bb0b-c56dd126f5eb tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1650028 Feb 04 08:41:23.650364 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 51094) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:23.666988 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-57b77a2b-29da-4d84-aeac-2fa716acb87f tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Request body: {'port': {'network_id': '2c1209ee-314d-4bc1-8836-4f98cf32a4e3', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1888292343'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:41:23.674494 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-d2c339a0-2fe5-4740-ada5-15f586db6ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:23.689420 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f6ac32e6-1bbb-440d-ba92-7cff45fea02d tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:23.708070 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f6ac32e6-1bbb-440d-ba92-7cff45fea02d tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:23.710846 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51098) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:23.792571 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c339a0-2fe5-4740-ada5-15f586db6ad8 None None] Routers {'de793c8f-17cf-4e3d-8480-f685e8e42fc8'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:41:23.793923 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-d2c339a0-2fe5-4740-ada5-15f586db6ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:41:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['de793c8f-17cf-4e3d-8480-f685e8e42fc8'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:23.798577 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-3234470e-9394-4902-a5d5-7c9615850e71 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:41:23.802041 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4f5a8fd2-5bf9-45b0-b1d4-a1014bc955e7 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:23.826940 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-3234470e-9394-4902-a5d5-7c9615850e71 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Usage tracker for resource:subnet and tenant:ffa27937301745e1ad43fa520f28cbc3 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:41:23.834421 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-3234470e-9394-4902-a5d5-7c9615850e71 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:41:23.842095 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [None req-6fbe382f-7b39-466c-8a2a-0dd6747e451e tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] For port a657153a-6e55-47fb-bdbe-7a279c3d435d, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=a657153a-6e55-47fb-bdbe-7a279c3d435d,segment=NetworkSegment(a0bb210b-ef89-4408-b5b7-a4fa73fe228c),segment_id=a0bb210b-ef89-4408-b5b7-a4fa73fe228c)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:41:23.842458 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6fbe382f-7b39-466c-8a2a-0dd6747e451e tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:23.852341 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-3234470e-9394-4902-a5d5-7c9615850e71 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:41:23.872399 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-d2c339a0-2fe5-4740-ada5-15f586db6ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:23.872967 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c339a0-2fe5-4740-ada5-15f586db6ad8 None None] The sync data for ids ['de793c8f-17cf-4e3d-8480-f685e8e42fc8'] in dv-neutron-827798-2-hyperv is: [] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:41:23.875699 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ac32e6-1bbb-440d-ba92-7cff45fea02d tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Pushing event deleted for resources: {'Network': ['ID=ef22f03b-a7d1-4c25-ae4d-04df7f5731f9,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:23.885656 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-f6ac32e6-1bbb-440d-ba92-7cff45fea02d tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] 10.222.0.36 "DELETE /v2.0/networks/ef22f03b-a7d1-4c25-ae4d-04df7f5731f9 HTTP/1.1" status: 204 len: 168 time: 1.1536045 Feb 04 08:41:23.892923 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4f5a8fd2-5bf9-45b0-b1d4-a1014bc955e7 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:23.897894 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-4f5a8fd2-5bf9-45b0-b1d4-a1014bc955e7 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "DELETE /v2.0/security-groups/4a04a379-64a8-4abc-bcd4-48260d356867 HTTP/1.1" status: 204 len: 168 time: 0.8975306 Feb 04 08:41:23.899309 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5a8fd2-5bf9-45b0-b1d4-a1014bc955e7 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a04a379-64a8-4abc-bcd4-48260d356867,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:23.909921 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 51102) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:23.910516 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 51104) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:23.938000 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-1950b361-a33c-4e8a-82df-63d20f4674b0 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] 10.222.0.36 "GET /v2.0/floatingips/249b1c3d-2cde-4a62-a342-da1047c37851 HTTP/1.1" status: 200 len: 977 time: 0.3554897 Feb 04 08:41:23.952285 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0482fae4-5606-471d-b311-ea8057471d22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-2c1209ee-314d-4bc1-8836-4f98cf32a4e3', 'network_id': '2c1209ee-314d-4bc1-8836-4f98cf32a4e3', 'tenant_id': 'a287064d5ca349c39790be8557119e7e', 'fixed_ips': [{'subnet_id': '45e41d84-ca12-4c42-a161-0a201c310353'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:41:23.953351 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-0482fae4-5606-471d-b311-ea8057471d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:24.024264 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995fb749-2b2a-4cb9-b45b-1dac3f6447a9 None None] DHCP port deletion for bc933c3a-b15d-4eab-9ad6-d32fd193f5cd request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 08:41:24.038875 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 51110) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:24.040200 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-995fb749-2b2a-4cb9-b45b-1dac3f6447a9 None None] Deleting port 6e260f6e-1762-4019-8de0-0414fe50be79 {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:41:24.040200 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-995fb749-2b2a-4cb9-b45b-1dac3f6447a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:24.125838 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-6fbe382f-7b39-466c-8a2a-0dd6747e451e tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Calling delete_port for a657153a-6e55-47fb-bdbe-7a279c3d435d owned by network:router_interface {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:41:24.176059 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bdcff5-2f21-4efc-bc3a-e093c657c195 req-f05ba5ff-0d26-41f3-9896-0e7af35ed541 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:41:24.177566 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-04bdcff5-2f21-4efc-bc3a-e093c657c195 req-f05ba5ff-0d26-41f3-9896-0e7af35ed541 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d3f9a2e-5f81-4e26-82f8-be8c0a180732 HTTP/1.1" status: 200 len: 945 time: 0.6398485 Feb 04 08:41:24.193804 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3234470e-9394-4902-a5d5-7c9615850e71 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Made reservation on behalf of ffa27937301745e1ad43fa520f28cbc3 for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:41:24.197280 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3234470e-9394-4902-a5d5-7c9615850e71 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985186'] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:24.305074 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-57b77a2b-29da-4d84-aeac-2fa716acb87f tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:41:24.317693 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:24.333233 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-0482fae4-5606-471d-b311-ea8057471d22 None None] Allocated IP 172.20.0.2 (2c1209ee-314d-4bc1-8836-4f98cf32a4e3/45e41d84-ca12-4c42-a161-0a201c310353/a1fb9864-64a4-4c0f-ad01-2e1c0d6e09c1) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:41:24.366547 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-995fb749-2b2a-4cb9-b45b-1dac3f6447a9 None None] For port 6e260f6e-1762-4019-8de0-0414fe50be79, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=6e260f6e-1762-4019-8de0-0414fe50be79,segment=NetworkSegment(2c48dc91-e362-4611-9354-aede43558386),segment_id=2c48dc91-e362-4611-9354-aede43558386)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:41:24.366941 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-995fb749-2b2a-4cb9-b45b-1dac3f6447a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:24.372214 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-d10fae0c-6d5c-4fdf-b90e-f45f2e1b0ec4 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Synchronizing usage tracker for tenant:ad4a401d45cf492bbfe70c7522312369 on resource:floatingip {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:41:24.378863 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-57b77a2b-29da-4d84-aeac-2fa716acb87f tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:41:24.429762 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-04bdcff5-2f21-4efc-bc3a-e093c657c195 req-75617268-7643-4721-a8ee-a5aed14cb1fb tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/security-groups?id=53227cdf-7dc5-4d80-b711-52cc313216b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2147250 Feb 04 08:41:24.482791 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_v2 [None req-877f5e51-9685-4102-8fdb-9f654165f08b tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Deleting subnet 9e236b8b-3b74-451a-8109-25eb55f3f450 {{(pid=84108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:41:24.493795 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-877f5e51-9685-4102-8fdb-9f654165f08b tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify callbacks [] for subnet, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:24.531776 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57b77a2b-29da-4d84-aeac-2fa716acb87f tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Made reservation on behalf of a287064d5ca349c39790be8557119e7e for: {'port': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:41:24.534946 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-57b77a2b-29da-4d84-aeac-2fa716acb87f tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:24.557042 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_v2 [None req-0840d937-b0b0-4a9e-8a9e-a0e637862d2c tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Deleting subnet f9b5e34d-7cee-40e6-aab5-c39fb23b816b {{(pid=84108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:41:24.558695 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-995fb749-2b2a-4cb9-b45b-1dac3f6447a9 None None] Calling delete_port for 6e260f6e-1762-4019-8de0-0414fe50be79 owned by network:dhcp {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:41:24.566177 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0840d937-b0b0-4a9e-8a9e-a0e637862d2c tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks [] for subnet, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:24.595093 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-d10fae0c-6d5c-4fdf-b90e-f45f2e1b0ec4 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Unset dirty status for tenant:ad4a401d45cf492bbfe70c7522312369 on resource:floatingip {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:41:24.596483 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-d10fae0c-6d5c-4fdf-b90e-f45f2e1b0ec4 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.5525770 Feb 04 08:41:24.609613 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 51114) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:24.618329 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-7da2f3f5-9071-464e-b1c9-7fd98d2b66f7 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Request body: {'floatingip': {'port_id': 'd3b46d85-a268-47c1-b607-51790a53ab43'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:41:24.677515 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-877f5e51-9685-4102-8fdb-9f654165f08b tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7851377'] for subnet, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:24.704493 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [None req-57b77a2b-29da-4d84-aeac-2fa716acb87f tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] device_id is not set on port 0be77aa7-bf41-44e8-847c-b4fb40b30bae yet. {{(pid=84108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:41:24.737314 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-995fb749-2b2a-4cb9-b45b-1dac3f6447a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407'] for port, after_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:24.781347 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995fb749-2b2a-4cb9-b45b-1dac3f6447a9 None None] Pushing event deleted for resources: {'Port': ['ID=6e260f6e-1762-4019-8de0-0414fe50be79,revision_number=None']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:24.792675 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995fb749-2b2a-4cb9-b45b-1dac3f6447a9 None None] No DVR routers for this DVR port 6e260f6e-1762-4019-8de0-0414fe50be79 on host dv-neutron-827798-2-hyperv {{(pid=84109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:41:24.853321 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6fbe382f-7b39-466c-8a2a-0dd6747e451e tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:24.929542 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0840d937-b0b0-4a9e-8a9e-a0e637862d2c tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7851377'] for subnet, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:24.939353 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-0482fae4-5606-471d-b311-ea8057471d22 None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:24.950858 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-0482fae4-5606-471d-b311-ea8057471d22 None None] Transition to ACTIVE for port object a1fb9864-64a4-4c0f-ad01-2e1c0d6e09c1 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:41:24.972778 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-0482fae4-5606-471d-b311-ea8057471d22 None None] Transition to ACTIVE for port object a1fb9864-64a4-4c0f-ad01-2e1c0d6e09c1 will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:41:25.011181 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbe382f-7b39-466c-8a2a-0dd6747e451e tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Pushing event deleted for resources: {'Port': ['ID=a657153a-6e55-47fb-bdbe-7a279c3d435d,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:25.012779 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7da2f3f5-9071-464e-b1c9-7fd98d2b66f7 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks [] for floatingip, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:25.040307 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 08:41:25.046511 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-0482fae4-5606-471d-b311-ea8057471d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:25.056212 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.objects.ports [None req-3234470e-9394-4902-a5d5-7c9615850e71 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84107) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 04 08:41:25.101509 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3234470e-9394-4902-a5d5-7c9615850e71 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7510230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985204'] for subnet, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:25.154021 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0482fae4-5606-471d-b311-ea8057471d22 None None] Pushing event updated for resources: {'Port': ['ID=a1fb9864-64a4-4c0f-ad01-2e1c0d6e09c1,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:25.157526 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0482fae4-5606-471d-b311-ea8057471d22 None None] Network 2c1209ee-314d-4bc1-8836-4f98cf32a4e3 is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:41:25.158878 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-0482fae4-5606-471d-b311-ea8057471d22 None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:41:25.169428 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0482fae4-5606-471d-b311-ea8057471d22 None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:41:25.204627 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-877f5e51-9685-4102-8fdb-9f654165f08b tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:25.222363 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3234470e-9394-4902-a5d5-7c9615850e71 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:41:25.230283 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-3234470e-9394-4902-a5d5-7c9615850e71 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:41:25.252033 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3234470e-9394-4902-a5d5-7c9615850e71 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:41:25.252721 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3234470e-9394-4902-a5d5-7c9615850e71 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:25.275411 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 6e260f6e-1762-4019-8de0-0414fe50be79 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:41:25.306312 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6613f9b1-fe5b-4653-9be9-16d5cb461a32 None None] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:41:25.327006 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-57b77a2b-29da-4d84-aeac-2fa716acb87f tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Allocated IP 172.20.0.5 (2c1209ee-314d-4bc1-8836-4f98cf32a4e3/45e41d84-ca12-4c42-a161-0a201c310353/0be77aa7-bf41-44e8-847c-b4fb40b30bae) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:41:25.350629 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3234470e-9394-4902-a5d5-7c9615850e71 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event updated for resources: {'Subnet': ['ID=94f1b2d9-adec-4e87-8bc4-9869de64c0ef,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:25.393543 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: 6e260f6e-1762-4019-8de0-0414fe50be79 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:41:25.393830 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 6e260f6e-1762-4019-8de0-0414fe50be79 not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:41:25.408698 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-0482fae4-5606-471d-b311-ea8057471d22 None None] Attempting to bind port a1fb9864-64a4-4c0f-ad01-2e1c0d6e09c1 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:41:25.409667 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-0482fae4-5606-471d-b311-ea8057471d22 None None] Attempting to bind port a1fb9864-64a4-4c0f-ad01-2e1c0d6e09c1 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': 'aa663cc9-c78f-47a7-ac0c-acc2ddf5e6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2c1209ee-314d-4bc1-8836-4f98cf32a4e3'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:41:25.409667 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0482fae4-5606-471d-b311-ea8057471d22 None None] Attempting to bind port a1fb9864-64a4-4c0f-ad01-2e1c0d6e09c1 on network 2c1209ee-314d-4bc1-8836-4f98cf32a4e3 {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:41:25.426094 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e2284b3f-1dcd-4f6c-b89d-3cacbd01f374 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473817'] for router_interface, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:25.427801 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0482fae4-5606-471d-b311-ea8057471d22 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:41:25.427801 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0482fae4-5606-471d-b311-ea8057471d22 None None] Checking segment: {'id': 'aa663cc9-c78f-47a7-ac0c-acc2ddf5e6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2c1209ee-314d-4bc1-8836-4f98cf32a4e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:41:25.427801 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-0482fae4-5606-471d-b311-ea8057471d22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:25.427801 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0482fae4-5606-471d-b311-ea8057471d22 None None] Bound using segment: {'id': 'aa663cc9-c78f-47a7-ac0c-acc2ddf5e6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2c1209ee-314d-4bc1-8836-4f98cf32a4e3'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:41:25.427801 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-0482fae4-5606-471d-b311-ea8057471d22 None None] Bound port: a1fb9864-64a4-4c0f-ad01-2e1c0d6e09c1, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa663cc9-c78f-47a7-ac0c-acc2ddf5e6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2c1209ee-314d-4bc1-8836-4f98cf32a4e3'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:41:25.427801 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-0482fae4-5606-471d-b311-ea8057471d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:25.487329 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-3234470e-9394-4902-a5d5-7c9615850e71 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.0304797 Feb 04 08:41:25.494800 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51120) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:25.501770 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-3d32a40b-c7d2-48af-b771-bc9d64fc72a9 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Request body: {'port': {'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'mac_address': 'fa:16:3e:fe:16:08', 'name': 'tempest-NetworksTestDHCPv6-1331866426'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:41:25.520161 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0840d937-b0b0-4a9e-8a9e-a0e637862d2c tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:25.594031 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-877f5e51-9685-4102-8fdb-9f654165f08b tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7593563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8119683'] for subnet, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:25.622287 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-0482fae4-5606-471d-b311-ea8057471d22 None None] For port a1fb9864-64a4-4c0f-ad01-2e1c0d6e09c1, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:41:25.663005 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-0482fae4-5606-471d-b311-ea8057471d22 None None] For port a1fb9864-64a4-4c0f-ad01-2e1c0d6e09c1, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=a1fb9864-64a4-4c0f-ad01-2e1c0d6e09c1,segment=NetworkSegment(aa663cc9-c78f-47a7-ac0c-acc2ddf5e6d5),segment_id=aa663cc9-c78f-47a7-ac0c-acc2ddf5e6d5)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:41:25.676350 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877f5e51-9685-4102-8fdb-9f654165f08b tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Pushing event deleted for resources: {'Subnet': ['ID=9e236b8b-3b74-451a-8109-25eb55f3f450,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:25.676993 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49de42a8-b225-4c2a-bab4-d9d6b2e79167 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'tenant_id': 'ffa27937301745e1ad43fa520f28cbc3', 'fixed_ips': [{'subnet_id': '94f1b2d9-adec-4e87-8bc4-9869de64c0ef'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:41:25.677230 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-49de42a8-b225-4c2a-bab4-d9d6b2e79167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:25.700509 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-877f5e51-9685-4102-8fdb-9f654165f08b tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:25.776485 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55bb44ec-1169-4214-9fab-29375bd4a83d None None] Network d89aa25b-f16e-4a20-b23c-a85250f0c49c requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:41:25.793212 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-0482fae4-5606-471d-b311-ea8057471d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:25.807212 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-877f5e51-9685-4102-8fdb-9f654165f08b tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] 10.222.0.36 "DELETE /v2.0/subnets/9e236b8b-3b74-451a-8109-25eb55f3f450 HTTP/1.1" status: 204 len: 168 time: 1.8953266 Feb 04 08:41:25.816823 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51124) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:25.874863 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-57b77a2b-29da-4d84-aeac-2fa716acb87f tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:25.943914 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0840d937-b0b0-4a9e-8a9e-a0e637862d2c tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7593563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8119683'] for subnet, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:25.958749 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-3d32a40b-c7d2-48af-b771-bc9d64fc72a9 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:41:25.976312 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-3d32a40b-c7d2-48af-b771-bc9d64fc72a9 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Usage tracker for resource:port and tenant:ffa27937301745e1ad43fa520f28cbc3 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:41:25.982413 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-3d32a40b-c7d2-48af-b771-bc9d64fc72a9 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:41:26.000440 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6fbe382f-7b39-466c-8a2a-0dd6747e451e tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1572495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472959'] for router_interface, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:26.004703 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0840d937-b0b0-4a9e-8a9e-a0e637862d2c tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Pushing event deleted for resources: {'Subnet': ['ID=f9b5e34d-7cee-40e6-aab5-c39fb23b816b,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:26.005924 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-3d32a40b-c7d2-48af-b771-bc9d64fc72a9 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:41:26.009220 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0840d937-b0b0-4a9e-8a9e-a0e637862d2c tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:26.015607 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-447bc74a-6160-4d3c-8d60-e3ad58d7efd1 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:26.021917 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-0840d937-b0b0-4a9e-8a9e-a0e637862d2c tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "DELETE /v2.0/subnets/f9b5e34d-7cee-40e6-aab5-c39fb23b816b HTTP/1.1" status: 204 len: 168 time: 2.1071775 Feb 04 08:41:26.023631 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51128) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:26.029848 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.provisioning_blocks [None req-57b77a2b-29da-4d84-aeac-2fa716acb87f tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Transition to ACTIVE for port object 0be77aa7-bf41-44e8-847c-b4fb40b30bae will not be triggered until provisioned by entity DHCP. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:41:26.070529 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa847f5-c3ed-49ec-96d1-32f0af9f4b11 None None] Network 596e5f5c-7eff-420e-842e-232f7b0c78ab requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:41:26.083768 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc11a3a4-d239-436b-ba7b-0b3b83e19a5d req-115fb8e7-2557-474b-ba96-216e51de5981 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:41:26.085744 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-bc11a3a4-d239-436b-ba7b-0b3b83e19a5d req-115fb8e7-2557-474b-ba96-216e51de5981 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d3f9a2e-5f81-4e26-82f8-be8c0a180732 HTTP/1.1" status: 200 len: 945 time: 0.3652804 Feb 04 08:41:26.198970 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:26.205737 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0482fae4-5606-471d-b311-ea8057471d22 None None] Pushing event updated for resources: {'Port': ['ID=a1fb9864-64a4-4c0f-ad01-2e1c0d6e09c1,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:26.218186 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d32a40b-c7d2-48af-b771-bc9d64fc72a9 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Made reservation on behalf of ffa27937301745e1ad43fa520f28cbc3 for: {'port': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:41:26.222031 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3d32a40b-c7d2-48af-b771-bc9d64fc72a9 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:26.255261 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-57b77a2b-29da-4d84-aeac-2fa716acb87f tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:26.260004 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-49de42a8-b225-4c2a-bab4-d9d6b2e79167 None None] Allocated IP 2001:db8::f816:3eff:fe04:734a (bc933c3a-b15d-4eab-9ad6-d32fd193f5cd/94f1b2d9-adec-4e87-8bc4-9869de64c0ef/6f5d1ee4-8f9c-4b98-8f99-d02e220016f7) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:41:26.260384 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-447bc74a-6160-4d3c-8d60-e3ad58d7efd1 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Deleting port 229d403a-340f-4681-92b2-dc1d80e32cb5 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:41:26.260883 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-447bc74a-6160-4d3c-8d60-e3ad58d7efd1 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:26.308464 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b77a2b-29da-4d84-aeac-2fa716acb87f tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Network 2c1209ee-314d-4bc1-8836-4f98cf32a4e3 is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:41:26.316738 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-57b77a2b-29da-4d84-aeac-2fa716acb87f tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:41:26.329265 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b77a2b-29da-4d84-aeac-2fa716acb87f tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:41:26.395926 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b77a2b-29da-4d84-aeac-2fa716acb87f tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:41:26.396523 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-57b77a2b-29da-4d84-aeac-2fa716acb87f tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:26.425807 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [None req-3d32a40b-c7d2-48af-b771-bc9d64fc72a9 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] device_id is not set on port 7c24c635-cae2-41d3-9477-348a11b011b1 yet. {{(pid=84107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:41:26.434535 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.db.resource_extend [None req-7da2f3f5-9071-464e-b1c9-7fd98d2b66f7 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 08:41:26.511162 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-57b77a2b-29da-4d84-aeac-2fa716acb87f tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.8597059 Feb 04 08:41:26.514383 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 51132) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:26.517005 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b77a2b-29da-4d84-aeac-2fa716acb87f tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Pushing event updated for resources: {'Port': ['ID=0be77aa7-bf41-44e8-847c-b4fb40b30bae,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:26.530902 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-bc11a3a4-d239-436b-ba7b-0b3b83e19a5d req-1f13033b-6c28-4c6d-8cfc-044bc0b49070 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/security-groups?id=53227cdf-7dc5-4d80-b711-52cc313216b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4082332 Feb 04 08:41:26.634490 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7da2f3f5-9071-464e-b1c9-7fd98d2b66f7 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:26.641029 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-b8a39bd7-08e2-4aaa-933e-db31ce06b71c tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Deleting port 0be77aa7-bf41-44e8-847c-b4fb40b30bae {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:41:26.641378 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b8a39bd7-08e2-4aaa-933e-db31ce06b71c tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:26.792107 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c088c5-5c21-4a16-bd69-4e5108ab1eb2 None None] DHCP port deletion for d89aa25b-f16e-4a20-b23c-a85250f0c49c request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 08:41:26.826803 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-45c088c5-5c21-4a16-bd69-4e5108ab1eb2 None None] Deleting port 229d403a-340f-4681-92b2-dc1d80e32cb5 {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:41:26.827409 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-45c088c5-5c21-4a16-bd69-4e5108ab1eb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:26.862656 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-49de42a8-b225-4c2a-bab4-d9d6b2e79167 None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:26.898255 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-49de42a8-b225-4c2a-bab4-d9d6b2e79167 None None] Transition to ACTIVE for port object 6f5d1ee4-8f9c-4b98-8f99-d02e220016f7 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:41:26.929885 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_v2 [None req-e227b11d-879e-4570-b2b2-7684fa293d6e tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Deleting subnet 1e85c36c-0117-4e19-85a1-c464b87f3e1e {{(pid=84107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:41:26.948566 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e227b11d-879e-4570-b2b2-7684fa293d6e tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks [] for subnet, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:26.951445 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-49de42a8-b225-4c2a-bab4-d9d6b2e79167 None None] Transition to ACTIVE for port object 6f5d1ee4-8f9c-4b98-8f99-d02e220016f7 will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:41:27.004692 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [None req-447bc74a-6160-4d3c-8d60-e3ad58d7efd1 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] For port 229d403a-340f-4681-92b2-dc1d80e32cb5, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=229d403a-340f-4681-92b2-dc1d80e32cb5,segment=NetworkSegment(8e266012-8fdd-48da-a380-8faaa4467bbb),segment_id=8e266012-8fdd-48da-a380-8faaa4467bbb)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:41:27.005200 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-447bc74a-6160-4d3c-8d60-e3ad58d7efd1 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:27.040697 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-49de42a8-b225-4c2a-bab4-d9d6b2e79167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:27.045441 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b8a39bd7-08e2-4aaa-933e-db31ce06b71c tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:27.115235 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7da2f3f5-9071-464e-b1c9-7fd98d2b66f7 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473039'] for floatingip, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:27.178654 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-45c088c5-5c21-4a16-bd69-4e5108ab1eb2 None None] For port 229d403a-340f-4681-92b2-dc1d80e32cb5, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=229d403a-340f-4681-92b2-dc1d80e32cb5,segment=NetworkSegment(8e266012-8fdd-48da-a380-8faaa4467bbb),segment_id=8e266012-8fdd-48da-a380-8faaa4467bbb)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:41:27.178654 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-45c088c5-5c21-4a16-bd69-4e5108ab1eb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:27.253052 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-b8a39bd7-08e2-4aaa-933e-db31ce06b71c tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Calling delete_port for 0be77aa7-bf41-44e8-847c-b4fb40b30bae owned by {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:41:27.341981 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-45c088c5-5c21-4a16-bd69-4e5108ab1eb2 None None] Calling delete_port for 229d403a-340f-4681-92b2-dc1d80e32cb5 owned by network:dhcp {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:41:27.422205 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device a1fb9864-64a4-4c0f-ad01-2e1c0d6e09c1 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:41:27.450144 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-447bc74a-6160-4d3c-8d60-e3ad58d7efd1 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Calling delete_port for 229d403a-340f-4681-92b2-dc1d80e32cb5 owned by network:dhcp {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:41:27.572257 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b8a39bd7-08e2-4aaa-933e-db31ce06b71c tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:27.613662 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49de42a8-b225-4c2a-bab4-d9d6b2e79167 None None] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:41:27.618083 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-49de42a8-b225-4c2a-bab4-d9d6b2e79167 None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:41:27.622448 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49de42a8-b225-4c2a-bab4-d9d6b2e79167 None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:41:27.634650 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49de42a8-b225-4c2a-bab4-d9d6b2e79167 None None] Pushing event updated for resources: {'Port': ['ID=6f5d1ee4-8f9c-4b98-8f99-d02e220016f7,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:27.637256 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a39bd7-08e2-4aaa-933e-db31ce06b71c tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Pushing event deleted for resources: {'Port': ['ID=0be77aa7-bf41-44e8-847c-b4fb40b30bae,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:27.655155 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e227b11d-879e-4570-b2b2-7684fa293d6e tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8058667'] for subnet, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:27.781363 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port a1fb9864-64a4-4c0f-ad01-2e1c0d6e09c1 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:41:27.783312 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b8a39bd7-08e2-4aaa-933e-db31ce06b71c tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:27.810657 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-3d32a40b-c7d2-48af-b771-bc9d64fc72a9 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Allocated IP 2001:db8::f816:3eff:fefe:1608 (bc933c3a-b15d-4eab-9ad6-d32fd193f5cd/94f1b2d9-adec-4e87-8bc4-9869de64c0ef/7c24c635-cae2-41d3-9477-348a11b011b1) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:41:27.819477 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-b8a39bd7-08e2-4aaa-933e-db31ce06b71c tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "DELETE /v2.0/ports/0be77aa7-bf41-44e8-847c-b4fb40b30bae HTTP/1.1" status: 204 len: 168 time: 1.3037086 Feb 04 08:41:27.820753 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 51138) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:27.861142 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-45c088c5-5c21-4a16-bd69-4e5108ab1eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407'] for port, after_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:27.864901 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa9fae4-b9b4-4366-994c-5d5d18fa7d2f req-71e858b7-7565-4b42-bd29-a1e372515f71 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:41:27.871785 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7fa9fae4-b9b4-4366-994c-5d5d18fa7d2f req-71e858b7-7565-4b42-bd29-a1e372515f71 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d3f9a2e-5f81-4e26-82f8-be8c0a180732 HTTP/1.1" status: 200 len: 945 time: 1.0491512 Feb 04 08:41:27.906524 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.l3_db [None req-7da2f3f5-9071-464e-b1c9-7fd98d2b66f7 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Floating IP 249b1c3d-2cde-4a62-a342-da1047c37851 associated. External IP: 172.26.3.236, port: 8672be9b-b77c-4dcf-9c7b-058ca37f3d0b. Feb 04 08:41:27.927009 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c088c5-5c21-4a16-bd69-4e5108ab1eb2 None None] Pushing event deleted for resources: {'Port': ['ID=229d403a-340f-4681-92b2-dc1d80e32cb5,revision_number=None']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:27.930131 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14495d7-f205-43eb-a2a9-2e45b8aafe46 None None] Network 2c1209ee-314d-4bc1-8836-4f98cf32a4e3 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:41:27.991806 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-305511c8-af09-46d5-a831-8ee1bae0df8d tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] GET failed (client error): The resource could not be found. Feb 04 08:41:27.992318 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-305511c8-af09-46d5-a831-8ee1bae0df8d tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Synchronizing usage tracker for tenant:a287064d5ca349c39790be8557119e7e on resource:port {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:41:28.121018 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 229d403a-340f-4681-92b2-dc1d80e32cb5 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:41:28.131675 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-305511c8-af09-46d5-a831-8ee1bae0df8d tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Unset dirty status for tenant:a287064d5ca349c39790be8557119e7e on resource:port {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:41:28.136883 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-305511c8-af09-46d5-a831-8ee1bae0df8d tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "GET /v2.0/ports/0be77aa7-bf41-44e8-847c-b4fb40b30bae HTTP/1.1" status: 404 len: 333 time: 0.3142917 Feb 04 08:41:28.140813 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.db.api [None req-447bc74a-6160-4d3c-8d60-e3ad58d7efd1 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 08:41:28.145127 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG oslo_db.api [None req-447bc74a-6160-4d3c-8d60-e3ad58d7efd1 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 08:41:28.147130 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 51142) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:28.159628 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: 229d403a-340f-4681-92b2-dc1d80e32cb5 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:41:28.159970 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 229d403a-340f-4681-92b2-dc1d80e32cb5 not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:41:28.177943 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-49de42a8-b225-4c2a-bab4-d9d6b2e79167 None None] Attempting to bind port 6f5d1ee4-8f9c-4b98-8f99-d02e220016f7 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:41:28.178280 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-49de42a8-b225-4c2a-bab4-d9d6b2e79167 None None] Attempting to bind port 6f5d1ee4-8f9c-4b98-8f99-d02e220016f7 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': '2c48dc91-e362-4611-9354-aede43558386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:41:28.178641 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49de42a8-b225-4c2a-bab4-d9d6b2e79167 None None] Attempting to bind port 6f5d1ee4-8f9c-4b98-8f99-d02e220016f7 on network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:41:28.180764 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c088c5-5c21-4a16-bd69-4e5108ab1eb2 None None] No DVR routers for this DVR port 229d403a-340f-4681-92b2-dc1d80e32cb5 on host dv-neutron-827798-2-hyperv {{(pid=84109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:41:28.205366 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49de42a8-b225-4c2a-bab4-d9d6b2e79167 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:41:28.205762 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49de42a8-b225-4c2a-bab4-d9d6b2e79167 None None] Checking segment: {'id': '2c48dc91-e362-4611-9354-aede43558386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:41:28.206139 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-49de42a8-b225-4c2a-bab4-d9d6b2e79167 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:28.206957 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49de42a8-b225-4c2a-bab4-d9d6b2e79167 None None] Bound using segment: {'id': '2c48dc91-e362-4611-9354-aede43558386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:41:28.206957 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-49de42a8-b225-4c2a-bab4-d9d6b2e79167 None None] Bound port: 6f5d1ee4-8f9c-4b98-8f99-d02e220016f7, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c48dc91-e362-4611-9354-aede43558386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:41:28.207333 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-49de42a8-b225-4c2a-bab4-d9d6b2e79167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:28.294049 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-5fb78335-43c4-4dc4-82e4-93a1ea0ff5d7 None None] Provisioning for port a1fb9864-64a4-4c0f-ad01-2e1c0d6e09c1 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:41:28.320752 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7fa9fae4-b9b4-4366-994c-5d5d18fa7d2f req-69cf8841-43cf-44ed-a1d4-06317b3c15c3 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/security-groups?id=53227cdf-7dc5-4d80-b711-52cc313216b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4480429 Feb 04 08:41:28.321831 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-5fb78335-43c4-4dc4-82e4-93a1ea0ff5d7 None None] Provisioning complete for port a1fb9864-64a4-4c0f-ad01-2e1c0d6e09c1 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:41:28.322199 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-5fb78335-43c4-4dc4-82e4-93a1ea0ff5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:28.323944 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e227b11d-879e-4570-b2b2-7684fa293d6e tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:28.408938 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-49de42a8-b225-4c2a-bab4-d9d6b2e79167 None None] For port 6f5d1ee4-8f9c-4b98-8f99-d02e220016f7, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:41:28.415320 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-49de42a8-b225-4c2a-bab4-d9d6b2e79167 None None] For port 6f5d1ee4-8f9c-4b98-8f99-d02e220016f7, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=6f5d1ee4-8f9c-4b98-8f99-d02e220016f7,segment=NetworkSegment(2c48dc91-e362-4611-9354-aede43558386),segment_id=2c48dc91-e362-4611-9354-aede43558386)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:41:28.462180 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb4bc3f9-9f99-4aa7-bf93-adee2ffe67d2 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Deleting subnet 45e41d84-ca12-4c42-a161-0a201c310353 {{(pid=84108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:41:28.473338 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-cb4bc3f9-9f99-4aa7-bf93-adee2ffe67d2 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks [] for subnet, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:28.507461 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-49de42a8-b225-4c2a-bab4-d9d6b2e79167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:28.535576 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-cb4bc3f9-9f99-4aa7-bf93-adee2ffe67d2 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7851377'] for subnet, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:28.599066 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-5fb78335-43c4-4dc4-82e4-93a1ea0ff5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:28.604748 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3d32a40b-c7d2-48af-b771-bc9d64fc72a9 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:28.658603 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49de42a8-b225-4c2a-bab4-d9d6b2e79167 None None] Pushing event updated for resources: {'Port': ['ID=6f5d1ee4-8f9c-4b98-8f99-d02e220016f7,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:28.669524 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-447bc74a-6160-4d3c-8d60-e3ad58d7efd1 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Deleting port 229d403a-340f-4681-92b2-dc1d80e32cb5 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:41:28.669871 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-447bc74a-6160-4d3c-8d60-e3ad58d7efd1 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:28.682555 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-5fb78335-43c4-4dc4-82e4-93a1ea0ff5d7 None None] For port a1fb9864-64a4-4c0f-ad01-2e1c0d6e09c1, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=a1fb9864-64a4-4c0f-ad01-2e1c0d6e09c1,segment=NetworkSegment(aa663cc9-c78f-47a7-ac0c-acc2ddf5e6d5),segment_id=aa663cc9-c78f-47a7-ac0c-acc2ddf5e6d5)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:41:28.716453 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fbe382f-7b39-466c-8a2a-0dd6747e451e tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Router f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:41:28.762568 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-5fb78335-43c4-4dc4-82e4-93a1ea0ff5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:28.852159 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb78335-43c4-4dc4-82e4-93a1ea0ff5d7 None None] Pushing event updated for resources: {'Port': ['ID=a1fb9864-64a4-4c0f-ad01-2e1c0d6e09c1,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:28.853657 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [None req-3d32a40b-c7d2-48af-b771-bc9d64fc72a9 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Transition to ACTIVE for port object 7c24c635-cae2-41d3-9477-348a11b011b1 will not be triggered until provisioned by entity DHCP. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:41:28.865252 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-cb4bc3f9-9f99-4aa7-bf93-adee2ffe67d2 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:28.930027 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-b353de3e-b70d-40b0-874a-bc289b99acbc None None] Provisioning complete for port c0345891-9806-417d-8f82-7718e8fb34cb triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:41:28.931064 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-b353de3e-b70d-40b0-874a-bc289b99acbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:28.939030 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-447bc74a-6160-4d3c-8d60-e3ad58d7efd1 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] The port '229d403a-340f-4681-92b2-dc1d80e32cb5' was deleted {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 08:41:28.940364 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e227b11d-879e-4570-b2b2-7684fa293d6e tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7510167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985167'] for subnet, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:29.040789 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e227b11d-879e-4570-b2b2-7684fa293d6e tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Pushing event deleted for resources: {'Subnet': ['ID=1e85c36c-0117-4e19-85a1-c464b87f3e1e,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:29.063569 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-cb4bc3f9-9f99-4aa7-bf93-adee2ffe67d2 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7593563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8119683'] for subnet, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:29.083495 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3d32a40b-c7d2-48af-b771-bc9d64fc72a9 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:29.171861 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4bc3f9-9f99-4aa7-bf93-adee2ffe67d2 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Pushing event deleted for resources: {'Subnet': ['ID=45e41d84-ca12-4c42-a161-0a201c310353,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:29.174555 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-447bc74a-6160-4d3c-8d60-e3ad58d7efd1 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:29.184039 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7da2f3f5-9071-464e-b1c9-7fd98d2b66f7 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Router de793c8f-17cf-4e3d-8480-f685e8e42fc8 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:41:29.189644 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-cb4bc3f9-9f99-4aa7-bf93-adee2ffe67d2 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:29.210258 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-cb4bc3f9-9f99-4aa7-bf93-adee2ffe67d2 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "DELETE /v2.0/subnets/45e41d84-ca12-4c42-a161-0a201c310353 HTTP/1.1" status: 204 len: 168 time: 1.0595787 Feb 04 08:41:29.210789 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 51148) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:29.217285 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-b353de3e-b70d-40b0-874a-bc289b99acbc None None] Provisioning complete for port 5e07334d-4bee-4336-bf8b-45995d221e28 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:41:29.218107 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-b353de3e-b70d-40b0-874a-bc289b99acbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:29.289139 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-b353de3e-b70d-40b0-874a-bc289b99acbc None None] Port 5e07334d-4bee-4336-bf8b-45995d221e28 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:41:29.303371 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-b353de3e-b70d-40b0-874a-bc289b99acbc None None] Provisioning complete for port a1fb9864-64a4-4c0f-ad01-2e1c0d6e09c1 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:41:29.303575 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-b353de3e-b70d-40b0-874a-bc289b99acbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:29.335567 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device a1fb9864-64a4-4c0f-ad01-2e1c0d6e09c1 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:41:29.376790 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edfdd436-65d1-49dd-9ab7-ba1369b931ef None None] Network 2c1209ee-314d-4bc1-8836-4f98cf32a4e3 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:41:29.379303 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-447bc74a-6160-4d3c-8d60-e3ad58d7efd1 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d89aa25b-f16e-4a20-b23c-a85250f0c49c']}} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:29.442824 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bafae4e-18c5-4247-8275-92c8087f522c req-382707e8-d525-4375-839c-5e4ae4a610d6 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:41:29.444384 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7bafae4e-18c5-4247-8275-92c8087f522c req-382707e8-d525-4375-839c-5e4ae4a610d6 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d3f9a2e-5f81-4e26-82f8-be8c0a180732 HTTP/1.1" status: 200 len: 945 time: 0.8925269 Feb 04 08:41:29.445424 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e227b11d-879e-4570-b2b2-7684fa293d6e tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:29.448969 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-447bc74a-6160-4d3c-8d60-e3ad58d7efd1 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e266012-8fdd-48da-a380-8faaa4467bbb') {'for_net_delete': True} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:29.450127 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-447bc74a-6160-4d3c-8d60-e3ad58d7efd1 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e266012-8fdd-48da-a380-8faaa4467bbb') {} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:29.464276 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-45dc917d-e9ee-4fd2-90cb-f9f488d6a76a tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:29.466807 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7290ab4-220a-4b4f-932b-7f9ad8da8b07 None None] Network 596e5f5c-7eff-420e-842e-232f7b0c78ab requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:41:29.485737 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-45dc917d-e9ee-4fd2-90cb-f9f488d6a76a tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Deleting port a1fb9864-64a4-4c0f-ad01-2e1c0d6e09c1 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:41:29.486070 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-45dc917d-e9ee-4fd2-90cb-f9f488d6a76a tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:29.566238 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-447bc74a-6160-4d3c-8d60-e3ad58d7efd1 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8058642'] for segment, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:29.609983 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-e227b11d-879e-4570-b2b2-7684fa293d6e tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "DELETE /v2.0/subnets/1e85c36c-0117-4e19-85a1-c464b87f3e1e HTTP/1.1" status: 204 len: 168 time: 3.5395024 Feb 04 08:41:29.618413 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-447bc74a-6160-4d3c-8d60-e3ad58d7efd1 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:29.621697 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51152) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:29.630112 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d32a40b-c7d2-48af-b771-bc9d64fc72a9 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event updated for resources: {'Port': ['ID=7c24c635-cae2-41d3-9477-348a11b011b1,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:29.649555 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d32a40b-c7d2-48af-b771-bc9d64fc72a9 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:41:29.688946 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-3d32a40b-c7d2-48af-b771-bc9d64fc72a9 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:41:29.692821 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-447bc74a-6160-4d3c-8d60-e3ad58d7efd1 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=84107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:41:29.693455 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-447bc74a-6160-4d3c-8d60-e3ad58d7efd1 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7377717'] for segment, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:29.714007 dv-neutron-827798-2-hyperv neutron-server[84107]: Traceback (most recent call last): Feb 04 08:41:29.714007 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:41:29.714007 dv-neutron-827798-2-hyperv neutron-server[84107]: timer() Feb 04 08:41:29.714007 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:41:29.714007 dv-neutron-827798-2-hyperv neutron-server[84107]: cb(*args, **kw) Feb 04 08:41:29.714007 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:41:29.714007 dv-neutron-827798-2-hyperv neutron-server[84107]: return func(*args, **kwargs) Feb 04 08:41:29.714007 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:41:29.714007 dv-neutron-827798-2-hyperv neutron-server[84107]: self._notify() Feb 04 08:41:29.714007 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:41:29.714007 dv-neutron-827798-2-hyperv neutron-server[84107]: self.callback(batched_events) Feb 04 08:41:29.714007 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:41:29.714007 dv-neutron-827798-2-hyperv neutron-server[84107]: event.method(event) Feb 04 08:41:29.714007 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:41:29.714007 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:41:29.714007 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:41:29.714007 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:41:29.714007 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:41:29.714007 dv-neutron-827798-2-hyperv neutron-server[84107]: return f(self, *a, **k) Feb 04 08:41:29.714007 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:41:29.714007 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._get(url).json() Feb 04 08:41:29.714007 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:41:29.714007 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:41:29.714007 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:41:29.714007 dv-neutron-827798-2-hyperv neutron-server[84107]: return self.request(url, 'GET', **kwargs) Feb 04 08:41:29.714007 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:41:29.714007 dv-neutron-827798-2-hyperv neutron-server[84107]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:41:29.714007 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:41:29.714007 dv-neutron-827798-2-hyperv neutron-server[84107]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:41:29.714007 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:41:29.714007 dv-neutron-827798-2-hyperv neutron-server[84107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:41:29.714007 dv-neutron-827798-2-hyperv neutron-server[84107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:41:29.786824 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d32a40b-c7d2-48af-b771-bc9d64fc72a9 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:41:29.790962 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d32a40b-c7d2-48af-b771-bc9d64fc72a9 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:41:29.797231 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3d32a40b-c7d2-48af-b771-bc9d64fc72a9 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:29.802185 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ff82df8-7f78-43fc-946f-bc2dc3ba940c tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] DELETE failed (client error): The resource could not be found. Feb 04 08:41:29.804208 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ff82df8-7f78-43fc-946f-bc2dc3ba940c tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:41:29.806005 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-5ff82df8-7f78-43fc-946f-bc2dc3ba940c tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "DELETE /v2.0/subnets/f9b5e34d-7cee-40e6-aab5-c39fb23b816b HTTP/1.1" status: 404 len: 337 time: 0.1795402 Feb 04 08:41:29.812729 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51156) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:29.896312 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [None req-45dc917d-e9ee-4fd2-90cb-f9f488d6a76a tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] For port a1fb9864-64a4-4c0f-ad01-2e1c0d6e09c1, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=a1fb9864-64a4-4c0f-ad01-2e1c0d6e09c1,segment=NetworkSegment(aa663cc9-c78f-47a7-ac0c-acc2ddf5e6d5),segment_id=aa663cc9-c78f-47a7-ac0c-acc2ddf5e6d5)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:41:29.896717 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-45dc917d-e9ee-4fd2-90cb-f9f488d6a76a tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:29.930269 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port a1fb9864-64a4-4c0f-ad01-2e1c0d6e09c1 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:41:29.931331 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:29.991230 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7bafae4e-18c5-4247-8275-92c8087f522c req-e663ed46-23ff-4746-9023-bdf120cfb314 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/security-groups?id=53227cdf-7dc5-4d80-b711-52cc313216b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4676402 Feb 04 08:41:30.104938 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-e5a91206-2eb4-41ea-bd92-998a016bef14 None None] Could not find standard attr ID for object 0be77aa7-bf41-44e8-847c-b4fb40b30bae. {{(pid=84109) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 08:41:30.131866 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-45dc917d-e9ee-4fd2-90cb-f9f488d6a76a tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Calling delete_port for a1fb9864-64a4-4c0f-ad01-2e1c0d6e09c1 owned by network:dhcp {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:41:30.158147 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-3d32a40b-c7d2-48af-b771-bc9d64fc72a9 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.6606982 Feb 04 08:41:30.179588 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51162) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:30.193626 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2b73b71-3598-4bfd-ab5b-25af64ba7efc tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Deleting subnet 5acdc7a8-58a2-4fc9-8796-c328f05918ae {{(pid=84107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:41:30.195633 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-447bc74a-6160-4d3c-8d60-e3ad58d7efd1 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:30.221806 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1237ab95-8588-460e-8f09-2c24e09ff098 None None] DHCP port deletion for 2c1209ee-314d-4bc1-8836-4f98cf32a4e3 request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 08:41:30.240801 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-1237ab95-8588-460e-8f09-2c24e09ff098 None None] Deleting port a1fb9864-64a4-4c0f-ad01-2e1c0d6e09c1 {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:41:30.240801 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1237ab95-8588-460e-8f09-2c24e09ff098 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:30.259448 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-447bc74a-6160-4d3c-8d60-e3ad58d7efd1 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:30.266866 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a2b73b71-3598-4bfd-ab5b-25af64ba7efc tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks [] for subnet, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:30.308630 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7da2f3f5-9071-464e-b1c9-7fd98d2b66f7 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:41:30.320460 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6214398d-a90d-4187-b36d-f035c8628fe5 None None] Sync routers for ids ['de793c8f-17cf-4e3d-8480-f685e8e42fc8'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:41:30.322862 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 6f5d1ee4-8f9c-4b98-8f99-d02e220016f7 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:41:30.343561 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6214398d-a90d-4187-b36d-f035c8628fe5 None None] Routers {'de793c8f-17cf-4e3d-8480-f685e8e42fc8'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:41:30.344166 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-6214398d-a90d-4187-b36d-f035c8628fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:41:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['de793c8f-17cf-4e3d-8480-f685e8e42fc8'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:30.386438 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447bc74a-6160-4d3c-8d60-e3ad58d7efd1 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Pushing event deleted for resources: {'Network': ['ID=d89aa25b-f16e-4a20-b23c-a85250f0c49c,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:30.422962 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a2b73b71-3598-4bfd-ab5b-25af64ba7efc tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8058667'] for subnet, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:30.428904 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-45dc917d-e9ee-4fd2-90cb-f9f488d6a76a tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:30.478993 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-1237ab95-8588-460e-8f09-2c24e09ff098 None None] The port 'a1fb9864-64a4-4c0f-ad01-2e1c0d6e09c1' was deleted {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 08:41:30.482144 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-6214398d-a90d-4187-b36d-f035c8628fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:30.504930 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6214398d-a90d-4187-b36d-f035c8628fe5 None None] Routers {'de793c8f-17cf-4e3d-8480-f685e8e42fc8'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:41:30.505536 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-6214398d-a90d-4187-b36d-f035c8628fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:41:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['de793c8f-17cf-4e3d-8480-f685e8e42fc8'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:30.571189 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dc917d-e9ee-4fd2-90cb-f9f488d6a76a tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Pushing event deleted for resources: {'Port': ['ID=a1fb9864-64a4-4c0f-ad01-2e1c0d6e09c1,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:30.577930 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45dc917d-e9ee-4fd2-90cb-f9f488d6a76a tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] No DVR routers for this DVR port a1fb9864-64a4-4c0f-ad01-2e1c0d6e09c1 on host dv-neutron-827798-2-hyperv {{(pid=84108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:41:30.588800 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-f170213a-c9cb-43e0-a6e9-74c69c287eb1 None None] Provisioning for port 6f5d1ee4-8f9c-4b98-8f99-d02e220016f7 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:41:30.595975 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 6f5d1ee4-8f9c-4b98-8f99-d02e220016f7 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:41:30.609361 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 6f5d1ee4-8f9c-4b98-8f99-d02e220016f7 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:41:30.610114 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:30.613041 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a2b73b71-3598-4bfd-ab5b-25af64ba7efc tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:30.626614 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-6214398d-a90d-4187-b36d-f035c8628fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:30.627010 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6214398d-a90d-4187-b36d-f035c8628fe5 None None] The sync data for ids ['de793c8f-17cf-4e3d-8480-f685e8e42fc8'] in dv-neutron-827798-2-hyperv is: [] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:41:30.801482 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:30.804649 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-447bc74a-6160-4d3c-8d60-e3ad58d7efd1 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] 10.222.0.36 "DELETE /v2.0/networks/d89aa25b-f16e-4a20-b23c-a85250f0c49c HTTP/1.1" status: 204 len: 168 time: 4.9816005 Feb 04 08:41:30.807893 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 51166) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:30.822217 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-864cdb15-50c6-446d-b02e-d497423f7480 None None] Provisioning for port 7c24c635-cae2-41d3-9477-348a11b011b1 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:41:30.833805 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-864cdb15-50c6-446d-b02e-d497423f7480 None None] Provisioning complete for port 7c24c635-cae2-41d3-9477-348a11b011b1 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:41:30.834171 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-864cdb15-50c6-446d-b02e-d497423f7480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:30.844531 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fbe382f-7b39-466c-8a2a-0dd6747e451e tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:41:30.853956 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-6fbe382f-7b39-466c-8a2a-0dd6747e451e tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "PUT /v2.0/routers/f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5098546 Feb 04 08:41:30.859247 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51168) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:30.878590 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32136e4-97ae-44c2-a293-05790907ab03 None None] Sync routers for ids ['f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:41:30.916162 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a2b73b71-3598-4bfd-ab5b-25af64ba7efc tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7510167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985167'] for subnet, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:30.924544 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port 6f5d1ee4-8f9c-4b98-8f99-d02e220016f7, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=6f5d1ee4-8f9c-4b98-8f99-d02e220016f7,segment=NetworkSegment(2c48dc91-e362-4611-9354-aede43558386),segment_id=2c48dc91-e362-4611-9354-aede43558386)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:41:30.929636 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aede44-e963-4a83-837f-b1a0aef9087b req-5ccf95dd-3b2c-4cf0-ac2d-5a1b26b2d035 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:41:30.929636 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c0aede44-e963-4a83-837f-b1a0aef9087b req-5ccf95dd-3b2c-4cf0-ac2d-5a1b26b2d035 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d3f9a2e-5f81-4e26-82f8-be8c0a180732 HTTP/1.1" status: 200 len: 945 time: 0.6258337 Feb 04 08:41:30.955194 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32136e4-97ae-44c2-a293-05790907ab03 None None] Routers {'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:41:30.955960 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-d32136e4-97ae-44c2-a293-05790907ab03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:41:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:30.989388 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-3fa406dd-dcf6-4a96-8a11-6a964a506080 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Synchronizing usage tracker for tenant:aec8e2252f724b5da5193f10c2a10bfe on resource:port {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:41:30.992521 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-45dc917d-e9ee-4fd2-90cb-f9f488d6a76a tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:31.026742 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-864cdb15-50c6-446d-b02e-d497423f7480 None None] Port 7c24c635-cae2-41d3-9477-348a11b011b1 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:41:31.060833 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b73b71-3598-4bfd-ab5b-25af64ba7efc tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Pushing event deleted for resources: {'Subnet': ['ID=5acdc7a8-58a2-4fc9-8796-c328f05918ae,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:31.074008 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-45dc917d-e9ee-4fd2-90cb-f9f488d6a76a tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c1209ee-314d-4bc1-8836-4f98cf32a4e3']}} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:31.097741 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:31.146101 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d0c139-09ec-4590-9074-c3df56c75e80 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:41:31.159649 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d0c139-09ec-4590-9074-c3df56c75e80 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:41:31.160756 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-56d0c139-09ec-4590-9074-c3df56c75e80 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Synchronizing usage tracker for tenant:ffa27937301745e1ad43fa520f28cbc3 on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:41:31.196879 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device a1fb9864-64a4-4c0f-ad01-2e1c0d6e09c1 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:41:31.197385 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a2b73b71-3598-4bfd-ab5b-25af64ba7efc tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:31.202031 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-a2b73b71-3598-4bfd-ab5b-25af64ba7efc tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "DELETE /v2.0/subnets/5acdc7a8-58a2-4fc9-8796-c328f05918ae HTTP/1.1" status: 204 len: 168 time: 1.3339632 Feb 04 08:41:31.202853 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51174) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:31.241709 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-45dc917d-e9ee-4fd2-90cb-f9f488d6a76a tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa663cc9-c78f-47a7-ac0c-acc2ddf5e6d5') {'for_net_delete': True} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:31.242208 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-45dc917d-e9ee-4fd2-90cb-f9f488d6a76a tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa663cc9-c78f-47a7-ac0c-acc2ddf5e6d5') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:31.248211 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: a1fb9864-64a4-4c0f-ad01-2e1c0d6e09c1 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:41:31.248747 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device a1fb9864-64a4-4c0f-ad01-2e1c0d6e09c1 not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:41:31.255928 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-e2284b3f-1dcd-4f6c-b89d-3cacbd01f374 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Deleting port 0de3cf10-af5f-49ae-b585-29c4eaf501cd {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:41:31.256267 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e2284b3f-1dcd-4f6c-b89d-3cacbd01f374 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:31.265049 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-45dc917d-e9ee-4fd2-90cb-f9f488d6a76a tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7851336'] for segment, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:31.276082 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-d32136e4-97ae-44c2-a293-05790907ab03 None None] Set router f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3 gateway port host: None {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:41:31.298890 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-45dc917d-e9ee-4fd2-90cb-f9f488d6a76a tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:31.315987 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=6f5d1ee4-8f9c-4b98-8f99-d02e220016f7,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:31.321477 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-141c3be3-922a-4f29-8e36-646fa627fadc tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] DELETE failed (client error): The resource could not be found. Feb 04 08:41:31.321916 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-141c3be3-922a-4f29-8e36-646fa627fadc tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:41:31.327085 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-141c3be3-922a-4f29-8e36-646fa627fadc tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "DELETE /v2.0/subnets/b5c3a4b1-8c04-49bf-b1b5-db9f34d4156d HTTP/1.1" status: 404 len: 337 time: 0.1160164 Feb 04 08:41:31.328066 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45dc917d-e9ee-4fd2-90cb-f9f488d6a76a tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=84108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:41:31.328526 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-45dc917d-e9ee-4fd2-90cb-f9f488d6a76a tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7460345'] for segment, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:31.343509 dv-neutron-827798-2-hyperv neutron-server[84108]: Traceback (most recent call last): Feb 04 08:41:31.343509 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:41:31.343509 dv-neutron-827798-2-hyperv neutron-server[84108]: timer() Feb 04 08:41:31.343509 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:41:31.343509 dv-neutron-827798-2-hyperv neutron-server[84108]: cb(*args, **kw) Feb 04 08:41:31.343509 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:41:31.343509 dv-neutron-827798-2-hyperv neutron-server[84108]: return func(*args, **kwargs) Feb 04 08:41:31.343509 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:41:31.343509 dv-neutron-827798-2-hyperv neutron-server[84108]: self._notify() Feb 04 08:41:31.343509 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:41:31.343509 dv-neutron-827798-2-hyperv neutron-server[84108]: self.callback(batched_events) Feb 04 08:41:31.343509 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:41:31.343509 dv-neutron-827798-2-hyperv neutron-server[84108]: event.method(event) Feb 04 08:41:31.343509 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:41:31.343509 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:41:31.343509 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:41:31.343509 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:41:31.343509 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:41:31.343509 dv-neutron-827798-2-hyperv neutron-server[84108]: return f(self, *a, **k) Feb 04 08:41:31.343509 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:41:31.343509 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._get(url).json() Feb 04 08:41:31.343509 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:41:31.343509 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:41:31.343509 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:41:31.343509 dv-neutron-827798-2-hyperv neutron-server[84108]: return self.request(url, 'GET', **kwargs) Feb 04 08:41:31.343509 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:41:31.343509 dv-neutron-827798-2-hyperv neutron-server[84108]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:41:31.343509 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:41:31.343509 dv-neutron-827798-2-hyperv neutron-server[84108]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:41:31.343509 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:41:31.343509 dv-neutron-827798-2-hyperv neutron-server[84108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:41:31.343509 dv-neutron-827798-2-hyperv neutron-server[84108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:41:31.345990 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 51178) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:31.346674 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809ef718-131d-4bd2-acf9-1880b8746904 None None] Network 596e5f5c-7eff-420e-842e-232f7b0c78ab requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:41:31.388635 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c0aede44-e963-4a83-837f-b1a0aef9087b req-be50cff8-82e4-4532-a571-af9f3e041e67 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/security-groups?id=53227cdf-7dc5-4d80-b711-52cc313216b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4212008 Feb 04 08:41:31.389236 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-56d0c139-09ec-4590-9074-c3df56c75e80 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Unset dirty status for tenant:ffa27937301745e1ad43fa520f28cbc3 on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:41:31.393076 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-56d0c139-09ec-4590-9074-c3df56c75e80 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 1.1955295 Feb 04 08:41:31.398390 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51182) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:31.444949 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-3fa406dd-dcf6-4a96-8a11-6a964a506080 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Unset dirty status for tenant:aec8e2252f724b5da5193f10c2a10bfe on resource:port {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:41:31.446257 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-3fa406dd-dcf6-4a96-8a11-6a964a506080 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ba99006-6b5e-4f7d-b0a8-c04776a7a60b HTTP/1.1" status: 200 len: 205 time: 0.5691192 Feb 04 08:41:31.451715 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-14f0348d-9049-4203-9083-f6bcc661520b tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "GET /v2.0/ports?device_id=af39a267-6ed0-48d1-bad6-cfe1dae6e458 HTTP/1.1" status: 200 len: 205 time: 0.1042123 Feb 04 08:41:31.453528 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 51188) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:31.460868 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51190) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:31.565632 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-7b3a65b3-0de2-40ca-980e-ef2be96e7c29 None None] Provisioning complete for port 5e07334d-4bee-4336-bf8b-45995d221e28 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:41:31.566016 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-7b3a65b3-0de2-40ca-980e-ef2be96e7c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:31.609105 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-45dc917d-e9ee-4fd2-90cb-f9f488d6a76a tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:31.684937 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-45dc917d-e9ee-4fd2-90cb-f9f488d6a76a tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:31.711213 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dc917d-e9ee-4fd2-90cb-f9f488d6a76a tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Pushing event deleted for resources: {'Network': ['ID=2c1209ee-314d-4bc1-8836-4f98cf32a4e3,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:31.719180 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.api.v2.resource [None req-91246b5a-c089-43c3-9d4d-4799042ac1ae tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] delete failed (client error): The resource could not be found. Feb 04 08:41:31.720324 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-91246b5a-c089-43c3-9d4d-4799042ac1ae tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "DELETE /v2.0/routers/af39a267-6ed0-48d1-bad6-cfe1dae6e458 HTTP/1.1" status: 404 len: 336 time: 0.2569034 Feb 04 08:41:31.725513 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-19fdf0aa-5ca5-4795-91f2-042f2cea5df4 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify callbacks [] for router, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:31.736606 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51196) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:31.754454 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-7b3a65b3-0de2-40ca-980e-ef2be96e7c29 None None] Port 5e07334d-4bee-4336-bf8b-45995d221e28 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:41:31.796593 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-45dc917d-e9ee-4fd2-90cb-f9f488d6a76a tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "DELETE /v2.0/networks/2c1209ee-314d-4bc1-8836-4f98cf32a4e3 HTTP/1.1" status: 204 len: 168 time: 2.5847642 Feb 04 08:41:31.798261 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 51200) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:31.809113 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ce0d6fb-8272-4dc4-b3be-ce55d325971d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] DELETE failed (client error): The resource could not be found. Feb 04 08:41:31.809575 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ce0d6fb-8272-4dc4-b3be-ce55d325971d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:41:31.813563 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-8ce0d6fb-8272-4dc4-b3be-ce55d325971d tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "DELETE /v2.0/subnets/3e8d8a3b-9a84-46c7-a395-58fc49819fa1 HTTP/1.1" status: 404 len: 337 time: 0.0736449 Feb 04 08:41:31.813737 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-e2fc9210-6966-4d72-a911-975272195e3f tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Request body: {'port': {'network_id': '50f32939-48ec-455e-86f8-8c6e3a27572b', 'name': 'tempest-PortsTestJSON-2078144624'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:41:31.814715 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-7b3a65b3-0de2-40ca-980e-ef2be96e7c29 None None] Provisioning complete for port c0345891-9806-417d-8f82-7718e8fb34cb triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:41:31.814715 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-7b3a65b3-0de2-40ca-980e-ef2be96e7c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:31.818549 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51204) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:31.824626 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-e7206799-70cb-45ff-bbc1-09fe2cd6d8f5 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Deleting port 7c24c635-cae2-41d3-9477-348a11b011b1 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:41:31.824926 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e7206799-70cb-45ff-bbc1-09fe2cd6d8f5 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:31.900260 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_v2 [None req-42b6ef5c-61c3-461c-818e-18e5aae25d89 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Deleting subnet a680620d-fd7d-41ed-936e-0035a8733159 {{(pid=84107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:41:31.916851 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-42b6ef5c-61c3-461c-818e-18e5aae25d89 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks [] for subnet, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:31.967374 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-a31e9233-e10d-4a2b-96b0-3f111e7d397b tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] DELETE failed (client error): The resource could not be found. Feb 04 08:41:31.967807 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a31e9233-e10d-4a2b-96b0-3f111e7d397b tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:41:31.971773 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-a31e9233-e10d-4a2b-96b0-3f111e7d397b tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "DELETE /v2.0/subnets/247b1468-7b75-49b6-a235-0ed66b4efbec HTTP/1.1" status: 404 len: 337 time: 0.1487885 Feb 04 08:41:31.983198 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51208) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:32.022339 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-d32136e4-97ae-44c2-a293-05790907ab03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'name': 'tempest-RoutersTest-router-377201212', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:39:20Z', 'updated_at': '2022-02-04T08:41:24Z', 'revision_number': 10, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'gw_port_host': None, '_interfaces': [{'id': 'e7797e17-b54c-4db5-ac06-fb85f686a8ef', 'name': '', 'network_id': 'e05f83f0-a168-4436-a947-8be0747bd170', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'mac_address': 'fa:16:3e:a9:cf:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3270c784-b91a-4628-b467-581083a63680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:39:28Z', 'updated_at': '2022-02-04T08:39:47Z', 'revision_number': 5, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'subnets': [{'id': '3270c784-b91a-4628-b467-581083a63680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:32.026360 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d58ec03-7c6d-4243-93fd-ab1ad2bf3718 None None] DHCP port deletion for 596e5f5c-7eff-420e-842e-232f7b0c78ab request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 08:41:32.032862 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32136e4-97ae-44c2-a293-05790907ab03 None None] Checking router: f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3 for host: dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 08:41:32.035620 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-9d58ec03-7c6d-4243-93fd-ab1ad2bf3718 None None] Deleting port c0345891-9806-417d-8f82-7718e8fb34cb {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:41:32.035813 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-9d58ec03-7c6d-4243-93fd-ab1ad2bf3718 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:32.089212 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-5533ca59-876e-47cd-b961-70d997b81aff tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] DELETE failed (client error): The resource could not be found. Feb 04 08:41:32.089790 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5533ca59-876e-47cd-b961-70d997b81aff tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:41:32.094421 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-5533ca59-876e-47cd-b961-70d997b81aff tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "DELETE /v2.0/subnets/637f29e1-1aa8-4407-94bd-36b2ea320901 HTTP/1.1" status: 404 len: 337 time: 0.1098316 Feb 04 08:41:32.098750 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32136e4-97ae-44c2-a293-05790907ab03 None None] Routers {'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:41:32.099378 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-d32136e4-97ae-44c2-a293-05790907ab03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:41:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:32.106735 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-42b6ef5c-61c3-461c-818e-18e5aae25d89 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8058667'] for subnet, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:32.120517 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 51212) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:32.142651 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [None req-e2284b3f-1dcd-4f6c-b89d-3cacbd01f374 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] For port 0de3cf10-af5f-49ae-b585-29c4eaf501cd, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=0de3cf10-af5f-49ae-b585-29c4eaf501cd,segment=NetworkSegment(a90d19d3-892e-440d-b71b-bdd2d1242422),segment_id=a90d19d3-892e-440d-b71b-bdd2d1242422)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:41:32.143046 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e2284b3f-1dcd-4f6c-b89d-3cacbd01f374 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:32.169990 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-e2fc9210-6966-4d72-a911-975272195e3f tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:41:32.236122 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-e2fc9210-6966-4d72-a911-975272195e3f tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Usage tracker for resource:port and tenant:a287064d5ca349c39790be8557119e7e is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:41:32.283690 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-e2fc9210-6966-4d72-a911-975272195e3f tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:41:32.296257 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-9985f4b8-e66d-4ccd-8580-e57c29a1c8af tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] DELETE failed (client error): The resource could not be found. Feb 04 08:41:32.296257 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9985f4b8-e66d-4ccd-8580-e57c29a1c8af tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:41:32.300199 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-9985f4b8-e66d-4ccd-8580-e57c29a1c8af tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "DELETE /v2.0/ports/c96901da-bb4b-4f92-a22b-612ab4f3f366 HTTP/1.1" status: 404 len: 333 time: 0.1768663 Feb 04 08:41:32.304070 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-e2fc9210-6966-4d72-a911-975272195e3f tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:41:32.307455 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 51216) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:32.349164 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-e2284b3f-1dcd-4f6c-b89d-3cacbd01f374 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Calling delete_port for 0de3cf10-af5f-49ae-b585-29c4eaf501cd owned by network:router_interface {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:41:32.414114 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-d32136e4-97ae-44c2-a293-05790907ab03 None None] Set router f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3 gateway port host: None {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:41:32.478820 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-72575548-e06e-4f16-af6c-5d95810876c7 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] DELETE failed (client error): The resource could not be found. Feb 04 08:41:32.479411 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72575548-e06e-4f16-af6c-5d95810876c7 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:41:32.483433 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-72575548-e06e-4f16-af6c-5d95810876c7 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "DELETE /v2.0/subnets/3d72b4e5-c1aa-46b2-bb86-cd68e2359f5b HTTP/1.1" status: 404 len: 337 time: 0.1695867 Feb 04 08:41:32.488236 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51220) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:32.500080 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-9d58ec03-7c6d-4243-93fd-ab1ad2bf3718 None None] For port c0345891-9806-417d-8f82-7718e8fb34cb, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=c0345891-9806-417d-8f82-7718e8fb34cb,segment=NetworkSegment(6e1a07a2-2445-484b-846d-69e0c9a2c85e),segment_id=6e1a07a2-2445-484b-846d-69e0c9a2c85e)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:41:32.500480 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-9d58ec03-7c6d-4243-93fd-ab1ad2bf3718 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:32.501611 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2fc9210-6966-4d72-a911-975272195e3f tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Made reservation on behalf of a287064d5ca349c39790be8557119e7e for: {'port': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:41:32.504507 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e2fc9210-6966-4d72-a911-975272195e3f tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:32.514929 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-19fdf0aa-5ca5-4795-91f2-042f2cea5df4 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40989'] for router, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:32.530516 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-19fdf0aa-5ca5-4795-91f2-042f2cea5df4 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:32.530919 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e7206799-70cb-45ff-bbc1-09fe2cd6d8f5 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:32.544742 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [None req-e2fc9210-6966-4d72-a911-975272195e3f tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] device_id is not set on port d0407a72-a8e7-48d3-93fb-a39bb453fc5a yet. {{(pid=84108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:41:32.551643 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-b00744dc-d932-4262-ac6d-a51600625409 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] DELETE failed (client error): The resource could not be found. Feb 04 08:41:32.552076 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b00744dc-d932-4262-ac6d-a51600625409 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:41:32.557164 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-b00744dc-d932-4262-ac6d-a51600625409 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "DELETE /v2.0/subnets/758a9400-9e58-40d1-b228-5df7810e9e7b HTTP/1.1" status: 404 len: 337 time: 0.0645373 Feb 04 08:41:32.557164 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-42b6ef5c-61c3-461c-818e-18e5aae25d89 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:32.577514 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 51224) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:32.690141 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-9d58ec03-7c6d-4243-93fd-ab1ad2bf3718 None None] Calling delete_port for c0345891-9806-417d-8f82-7718e8fb34cb owned by network:dhcp {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:41:32.705217 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-e7206799-70cb-45ff-bbc1-09fe2cd6d8f5 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Calling delete_port for 7c24c635-cae2-41d3-9477-348a11b011b1 owned by {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:41:32.775866 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-54f7a298-d44b-4bf3-99c5-34b3e2165378 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] DELETE failed (client error): The resource could not be found. Feb 04 08:41:32.776328 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54f7a298-d44b-4bf3-99c5-34b3e2165378 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:41:32.819922 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-54f7a298-d44b-4bf3-99c5-34b3e2165378 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "DELETE /v2.0/ports/ed30b1e3-2fdb-4ca6-a524-18752a410ddd HTTP/1.1" status: 404 len: 333 time: 0.2393653 Feb 04 08:41:32.821883 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7da2f3f5-9071-464e-b1c9-7fd98d2b66f7 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Router de793c8f-17cf-4e3d-8480-f685e8e42fc8 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:41:32.825495 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 51228) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:32.874389 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-19fdf0aa-5ca5-4795-91f2-042f2cea5df4 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-476062'] for router, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:32.874922 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19fdf0aa-5ca5-4795-91f2-042f2cea5df4 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Fanout notify agent at l3_agent the message router_deleted on router 2ba99006-6b5e-4f7d-b0a8-c04776a7a60b {{(pid=84108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 08:41:32.880240 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-e61bb251-96cf-4dab-9515-347ae5e2c302 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] DELETE failed (client error): The resource could not be found. Feb 04 08:41:32.881468 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e61bb251-96cf-4dab-9515-347ae5e2c302 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:41:32.882603 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-e61bb251-96cf-4dab-9515-347ae5e2c302 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "DELETE /v2.0/subnets/c9e6c5e6-5c1d-41e0-ae53-8355cc2ded15 HTTP/1.1" status: 404 len: 337 time: 0.0548420 Feb 04 08:41:32.889736 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-19fdf0aa-5ca5-4795-91f2-042f2cea5df4 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] Notify callbacks [] for router, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:32.893234 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-19fdf0aa-5ca5-4795-91f2-042f2cea5df4 tempest-RoutersNegativeTest-829433671 tempest-RoutersNegativeTest-829433671-project] 10.222.0.36 "DELETE /v2.0/routers/2ba99006-6b5e-4f7d-b0a8-c04776a7a60b HTTP/1.1" status: 204 len: 168 time: 1.4280961 Feb 04 08:41:32.894625 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 51232) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:32.943201 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-9d58ec03-7c6d-4243-93fd-ab1ad2bf3718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407'] for port, after_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:32.992353 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d58ec03-7c6d-4243-93fd-ab1ad2bf3718 None None] Pushing event deleted for resources: {'Port': ['ID=c0345891-9806-417d-8f82-7718e8fb34cb,revision_number=None']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:33.005180 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d58ec03-7c6d-4243-93fd-ab1ad2bf3718 None None] No DVR routers for this DVR port c0345891-9806-417d-8f82-7718e8fb34cb on host dv-neutron-827798-2-hyperv {{(pid=84109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:41:33.009337 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-d32136e4-97ae-44c2-a293-05790907ab03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'name': 'tempest-RoutersTest-router-377201212', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:39:20Z', 'updated_at': '2022-02-04T08:41:24Z', 'revision_number': 10, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'gw_port_host': None, '_interfaces': [{'id': 'e7797e17-b54c-4db5-ac06-fb85f686a8ef', 'name': '', 'network_id': 'e05f83f0-a168-4436-a947-8be0747bd170', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'mac_address': 'fa:16:3e:a9:cf:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3270c784-b91a-4628-b467-581083a63680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:39:28Z', 'updated_at': '2022-02-04T08:39:47Z', 'revision_number': 5, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'subnets': [{'id': '3270c784-b91a-4628-b467-581083a63680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:33.017270 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32136e4-97ae-44c2-a293-05790907ab03 None None] The sync data for ids ['f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3'] in dv-neutron-827798-2-hyperv is: [{'id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'name': 'tempest-RoutersTest-router-377201212', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:39:20Z', 'updated_at': '2022-02-04T08:41:24Z', 'revision_number': 10, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'gw_port_host': None, '_interfaces': [{'id': 'e7797e17-b54c-4db5-ac06-fb85f686a8ef', 'name': '', 'network_id': 'e05f83f0-a168-4436-a947-8be0747bd170', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'mac_address': 'fa:16:3e:a9:cf:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3270c784-b91a-4628-b467-581083a63680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:39:28Z', 'updated_at': '2022-02-04T08:39:47Z', 'revision_number': 5, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'subnets': [{'id': '3270c784-b91a-4628-b467-581083a63680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:41:33.042401 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e7206799-70cb-45ff-bbc1-09fe2cd6d8f5 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:33.044586 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-42b6ef5c-61c3-461c-818e-18e5aae25d89 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7510167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985167'] for subnet, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:33.138058 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-7992351a-dee8-43a1-b45d-98075cb69331 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] DELETE failed (client error): The resource could not be found. Feb 04 08:41:33.138556 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7992351a-dee8-43a1-b45d-98075cb69331 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:41:33.142745 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-7992351a-dee8-43a1-b45d-98075cb69331 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "DELETE /v2.0/subnets/f986735f-4889-4f7c-9152-d3f0a1b07496 HTTP/1.1" status: 404 len: 337 time: 0.2413139 Feb 04 08:41:33.142913 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b6ef5c-61c3-461c-818e-18e5aae25d89 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Pushing event deleted for resources: {'Subnet': ['ID=a680620d-fd7d-41ed-936e-0035a8733159,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:33.146882 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51238) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:33.147461 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e2284b3f-1dcd-4f6c-b89d-3cacbd01f374 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:33.153265 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7206799-70cb-45ff-bbc1-09fe2cd6d8f5 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event deleted for resources: {'Port': ['ID=7c24c635-cae2-41d3-9477-348a11b011b1,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:33.211772 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e2fc9210-6966-4d72-a911-975272195e3f tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:33.223860 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb7420d-1766-4941-9b8d-193525e370e3 None None] Network 5b7f799d-422c-4a3b-8cfa-1a07d6cb098d requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:41:33.237063 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-42b6ef5c-61c3-461c-818e-18e5aae25d89 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:33.367184 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2284b3f-1dcd-4f6c-b89d-3cacbd01f374 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event deleted for resources: {'Port': ['ID=0de3cf10-af5f-49ae-b585-29c4eaf501cd,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:33.421348 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7da2f3f5-9071-464e-b1c9-7fd98d2b66f7 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:41:33.430122 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7da2f3f5-9071-464e-b1c9-7fd98d2b66f7 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for floatingip, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:33.434333 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46102e4a-22ec-4691-bf18-30c1d574cbd6 None None] Sync routers for ids ['de793c8f-17cf-4e3d-8480-f685e8e42fc8'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:41:33.470527 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46102e4a-22ec-4691-bf18-30c1d574cbd6 None None] Routers {'de793c8f-17cf-4e3d-8480-f685e8e42fc8'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:41:33.471780 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-46102e4a-22ec-4691-bf18-30c1d574cbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:41:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['de793c8f-17cf-4e3d-8480-f685e8e42fc8'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:33.524969 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e2fc9210-6966-4d72-a911-975272195e3f tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:33.547872 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 6f5d1ee4-8f9c-4b98-8f99-d02e220016f7 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:41:33.572031 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e7206799-70cb-45ff-bbc1-09fe2cd6d8f5 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:33.577756 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-e7206799-70cb-45ff-bbc1-09fe2cd6d8f5 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "DELETE /v2.0/ports/7c24c635-cae2-41d3-9477-348a11b011b1 HTTP/1.1" status: 204 len: 168 time: 2.1784434 Feb 04 08:41:33.636815 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 51244) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:33.637252 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 51246) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:33.653140 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-46102e4a-22ec-4691-bf18-30c1d574cbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:33.671623 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46102e4a-22ec-4691-bf18-30c1d574cbd6 None None] Routers {'de793c8f-17cf-4e3d-8480-f685e8e42fc8'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:41:33.674201 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-46102e4a-22ec-4691-bf18-30c1d574cbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:41:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['de793c8f-17cf-4e3d-8480-f685e8e42fc8'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:33.682789 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-42b6ef5c-61c3-461c-818e-18e5aae25d89 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "DELETE /v2.0/subnets/a680620d-fd7d-41ed-936e-0035a8733159 HTTP/1.1" status: 204 len: 168 time: 2.8214371 Feb 04 08:41:33.695236 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51254) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:33.714444 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 6f5d1ee4-8f9c-4b98-8f99-d02e220016f7 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:41:33.714805 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:33.760595 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2fc9210-6966-4d72-a911-975272195e3f tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Network 50f32939-48ec-455e-86f8-8c6e3a27572b is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:41:33.771789 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-e2fc9210-6966-4d72-a911-975272195e3f tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:41:33.787613 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fc9210-6966-4d72-a911-975272195e3f tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:41:33.792982 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fc9210-6966-4d72-a911-975272195e3f tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:41:33.793619 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e2fc9210-6966-4d72-a911-975272195e3f tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:33.795785 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ddf282-f5a3-4744-baa8-d1c1fff09555 None None] DHCP port deletion for 5b7f799d-422c-4a3b-8cfa-1a07d6cb098d request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 08:41:33.804067 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-d9ddf282-f5a3-4744-baa8-d1c1fff09555 None None] Deleting port 498eb458-eca1-4b2d-8fa9-a14a137b507d {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:41:33.805024 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-d9ddf282-f5a3-4744-baa8-d1c1fff09555 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:33.814349 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-46102e4a-22ec-4691-bf18-30c1d574cbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:33.814749 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46102e4a-22ec-4691-bf18-30c1d574cbd6 None None] The sync data for ids ['de793c8f-17cf-4e3d-8480-f685e8e42fc8'] in dv-neutron-827798-2-hyperv is: [] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:41:33.840417 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-512f96f1-031d-4946-8fb4-4156c7ccdaf8 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Deleting port 5e07334d-4bee-4336-bf8b-45995d221e28 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:41:33.842584 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-512f96f1-031d-4946-8fb4-4156c7ccdaf8 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:33.865881 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fc9210-6966-4d72-a911-975272195e3f tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Pushing event updated for resources: {'Port': ['ID=d0407a72-a8e7-48d3-93fb-a39bb453fc5a,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:33.885184 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f4d11f-4b9b-4b47-b368-00c9622574bb tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:41:33.887496 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f4d11f-4b9b-4b47-b368-00c9622574bb tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:41:33.892063 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-98f4d11f-4b9b-4b47-b368-00c9622574bb tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2425103 Feb 04 08:41:33.899745 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 51258) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:33.903035 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-e2fc9210-6966-4d72-a911-975272195e3f tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.1013219 Feb 04 08:41:33.908383 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51262) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:33.972686 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-7da2f3f5-9071-464e-b1c9-7fd98d2b66f7 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] 10.222.0.36 "PUT /v2.0/floatingips/249b1c3d-2cde-4a62-a342-da1047c37851 HTTP/1.1" status: 200 len: 976 time: 9.3585696 Feb 04 08:41:33.981721 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 51268) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:33.987944 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-67f5775f-969b-47e3-8eb4-39b2a5a14b87 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:41:34.134510 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7afc9a65-8de5-40a2-b03e-595df9861d28 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:34.142151 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-9a61d20e-c5b7-43f5-9158-63dfc7d1b181 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Deleting port d0407a72-a8e7-48d3-93fb-a39bb453fc5a {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:41:34.142752 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9a61d20e-c5b7-43f5-9158-63dfc7d1b181 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:34.151232 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-d9ddf282-f5a3-4744-baa8-d1c1fff09555 None None] For port 498eb458-eca1-4b2d-8fa9-a14a137b507d, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=498eb458-eca1-4b2d-8fa9-a14a137b507d,segment=NetworkSegment(a0bb210b-ef89-4408-b5b7-a4fa73fe228c),segment_id=a0bb210b-ef89-4408-b5b7-a4fa73fe228c)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:41:34.151620 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-d9ddf282-f5a3-4744-baa8-d1c1fff09555 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:34.242981 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-7afc9a65-8de5-40a2-b03e-595df9861d28 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Deleting port 498eb458-eca1-4b2d-8fa9-a14a137b507d {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:41:34.243215 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7afc9a65-8de5-40a2-b03e-595df9861d28 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:34.252759 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-67f5775f-969b-47e3-8eb4-39b2a5a14b87 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks [] for floatingip, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:34.306204 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-e0918add-a112-4b49-a4fc-ce3263c02a8e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=aec8e2252f724b5da5193f10c2a10bfe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6519508 Feb 04 08:41:34.306408 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-d9ddf282-f5a3-4744-baa8-d1c1fff09555 None None] Calling delete_port for 498eb458-eca1-4b2d-8fa9-a14a137b507d owned by network:dhcp {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:41:34.315601 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 51272) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:34.433912 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device a657153a-6e55-47fb-bdbe-7a279c3d435d no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:41:34.468138 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: a657153a-6e55-47fb-bdbe-7a279c3d435d {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:41:34.470019 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device a657153a-6e55-47fb-bdbe-7a279c3d435d not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:41:34.470019 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device c0345891-9806-417d-8f82-7718e8fb34cb no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:41:34.488459 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_v2 [None req-09430125-031c-4df7-b341-11d87d3c315d tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Deleting subnet 94f1b2d9-adec-4e87-8bc4-9869de64c0ef {{(pid=84108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:41:34.496612 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-d9ddf282-f5a3-4744-baa8-d1c1fff09555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407'] for port, after_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:34.496833 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-09430125-031c-4df7-b341-11d87d3c315d tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks [] for subnet, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:34.534045 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-512f96f1-031d-4946-8fb4-4156c7ccdaf8 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:34.541106 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: c0345891-9806-417d-8f82-7718e8fb34cb {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:41:34.541106 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device c0345891-9806-417d-8f82-7718e8fb34cb not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:41:34.553027 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ddf282-f5a3-4744-baa8-d1c1fff09555 None None] Pushing event deleted for resources: {'Port': ['ID=498eb458-eca1-4b2d-8fa9-a14a137b507d,revision_number=None']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:34.557315 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ddf282-f5a3-4744-baa8-d1c1fff09555 None None] No DVR routers for this DVR port 498eb458-eca1-4b2d-8fa9-a14a137b507d on host dv-neutron-827798-2-hyperv {{(pid=84109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:41:34.579047 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b57435cb-2e3c-4465-a198-43b053594036 req-c8f5099c-88fd-4144-bd47-9d9ab7205a1d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0cd345d0-ab65-4db3-8ffb-c06fae39e475&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4186985 Feb 04 08:41:34.597672 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-7afc9a65-8de5-40a2-b03e-595df9861d28 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] The port '498eb458-eca1-4b2d-8fa9-a14a137b507d' was deleted {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 08:41:34.610788 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-09430125-031c-4df7-b341-11d87d3c315d tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7851377'] for subnet, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:34.641450 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-5077a717-66ff-46ff-a4af-15221e66e7d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:34.666956 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9a61d20e-c5b7-43f5-9158-63dfc7d1b181 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:34.759277 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-512f96f1-031d-4946-8fb4-4156c7ccdaf8 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Calling delete_port for 5e07334d-4bee-4336-bf8b-45995d221e28 owned by {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:41:34.844305 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-5077a717-66ff-46ff-a4af-15221e66e7d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:34.964411 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-67f5775f-969b-47e3-8eb4-39b2a5a14b87 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:35.020373 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-09430125-031c-4df7-b341-11d87d3c315d tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:35.056329 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-67f5775f-969b-47e3-8eb4-39b2a5a14b87 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473039'] for floatingip, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:35.056735 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.l3_db [None req-67f5775f-969b-47e3-8eb4-39b2a5a14b87 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Floating IP 249b1c3d-2cde-4a62-a342-da1047c37851 disassociated. External IP: 172.26.3.236, port: d3b46d85-a268-47c1-b607-51790a53ab43. Feb 04 08:41:35.130664 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b57435cb-2e3c-4465-a198-43b053594036 req-5087c0a6-c995-4abe-968a-53f8ede731e4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7df2bfd740464e869863a41b14f4d5af&device_id=0cd345d0-ab65-4db3-8ffb-c06fae39e475 HTTP/1.1" status: 200 len: 1099 time: 0.4448912 Feb 04 08:41:35.162262 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-9a61d20e-c5b7-43f5-9158-63dfc7d1b181 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Calling delete_port for d0407a72-a8e7-48d3-93fb-a39bb453fc5a owned by {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:41:35.245476 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 498eb458-eca1-4b2d-8fa9-a14a137b507d no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:41:35.254437 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-5077a717-66ff-46ff-a4af-15221e66e7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:35.272075 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7afc9a65-8de5-40a2-b03e-595df9861d28 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:35.280163 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: 498eb458-eca1-4b2d-8fa9-a14a137b507d {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:41:35.280684 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 498eb458-eca1-4b2d-8fa9-a14a137b507d not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:41:35.281373 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5077a717-66ff-46ff-a4af-15221e66e7d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b59e9456-0c6f-4815-ad96-ff894dc20276,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:35.313538 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-09430125-031c-4df7-b341-11d87d3c315d tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7593563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8119683'] for subnet, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:35.324888 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-7afc9a65-8de5-40a2-b03e-595df9861d28 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b7f799d-422c-4a3b-8cfa-1a07d6cb098d']}} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:35.340781 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-7afc9a65-8de5-40a2-b03e-595df9861d28 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0bb210b-ef89-4408-b5b7-a4fa73fe228c') {'for_net_delete': True} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:35.341096 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-7afc9a65-8de5-40a2-b03e-595df9861d28 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0bb210b-ef89-4408-b5b7-a4fa73fe228c') {} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:35.358242 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7afc9a65-8de5-40a2-b03e-595df9861d28 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8058642'] for segment, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:35.375107 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-512f96f1-031d-4946-8fb4-4156c7ccdaf8 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:35.410604 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-5077a717-66ff-46ff-a4af-15221e66e7d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:35.411311 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7afc9a65-8de5-40a2-b03e-595df9861d28 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:35.411714 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-5077a717-66ff-46ff-a4af-15221e66e7d5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b59e9456-0c6f-4815-ad96-ff894dc20276 HTTP/1.1" status: 204 len: 168 time: 1.0960505 Feb 04 08:41:35.422403 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e2284b3f-1dcd-4f6c-b89d-3cacbd01f374 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1572495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472959'] for router_interface, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:35.427182 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09430125-031c-4df7-b341-11d87d3c315d tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event deleted for resources: {'Subnet': ['ID=94f1b2d9-adec-4e87-8bc4-9869de64c0ef,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:35.439953 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7afc9a65-8de5-40a2-b03e-595df9861d28 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=84107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:41:35.440386 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7afc9a65-8de5-40a2-b03e-595df9861d28 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7377717'] for segment, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:35.448591 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57435cb-2e3c-4465-a198-43b053594036 req-737c309f-b8f4-40ec-b7ec-1d4b3514eed8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:41:35.450043 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b57435cb-2e3c-4465-a198-43b053594036 req-737c309f-b8f4-40ec-b7ec-1d4b3514eed8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4c9b2602-557a-496f-9496-472f42f83572 HTTP/1.1" status: 200 len: 898 time: 0.2796690 Feb 04 08:41:35.451104 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-09430125-031c-4df7-b341-11d87d3c315d tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:35.453343 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-09430125-031c-4df7-b341-11d87d3c315d tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "DELETE /v2.0/subnets/94f1b2d9-adec-4e87-8bc4-9869de64c0ef HTTP/1.1" status: 204 len: 168 time: 1.5572913 Feb 04 08:41:35.456915 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 51278) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:35.457575 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e3acac-5bfa-4ba0-b57f-8a9d6bfb1915 None None] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:41:35.458076 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9a61d20e-c5b7-43f5-9158-63dfc7d1b181 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:35.463025 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512f96f1-031d-4946-8fb4-4156c7ccdaf8 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Pushing event deleted for resources: {'Port': ['ID=5e07334d-4bee-4336-bf8b-45995d221e28,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:35.497501 dv-neutron-827798-2-hyperv neutron-server[84107]: Traceback (most recent call last): Feb 04 08:41:35.497501 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:41:35.497501 dv-neutron-827798-2-hyperv neutron-server[84107]: timer() Feb 04 08:41:35.497501 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:41:35.497501 dv-neutron-827798-2-hyperv neutron-server[84107]: cb(*args, **kw) Feb 04 08:41:35.497501 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:41:35.497501 dv-neutron-827798-2-hyperv neutron-server[84107]: return func(*args, **kwargs) Feb 04 08:41:35.497501 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:41:35.497501 dv-neutron-827798-2-hyperv neutron-server[84107]: self._notify() Feb 04 08:41:35.497501 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:41:35.497501 dv-neutron-827798-2-hyperv neutron-server[84107]: self.callback(batched_events) Feb 04 08:41:35.497501 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:41:35.497501 dv-neutron-827798-2-hyperv neutron-server[84107]: event.method(event) Feb 04 08:41:35.497501 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:41:35.497501 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:41:35.497501 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:41:35.497501 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:41:35.497501 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:41:35.497501 dv-neutron-827798-2-hyperv neutron-server[84107]: return f(self, *a, **k) Feb 04 08:41:35.497501 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:41:35.497501 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._get(url).json() Feb 04 08:41:35.497501 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:41:35.497501 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:41:35.497501 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:41:35.497501 dv-neutron-827798-2-hyperv neutron-server[84107]: return self.request(url, 'GET', **kwargs) Feb 04 08:41:35.497501 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:41:35.497501 dv-neutron-827798-2-hyperv neutron-server[84107]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:41:35.497501 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:41:35.497501 dv-neutron-827798-2-hyperv neutron-server[84107]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:41:35.497501 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:41:35.497501 dv-neutron-827798-2-hyperv neutron-server[84107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:41:35.497501 dv-neutron-827798-2-hyperv neutron-server[84107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:41:35.562804 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a61d20e-c5b7-43f5-9158-63dfc7d1b181 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Pushing event deleted for resources: {'Port': ['ID=d0407a72-a8e7-48d3-93fb-a39bb453fc5a,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:35.568423 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-512f96f1-031d-4946-8fb4-4156c7ccdaf8 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:35.623357 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-17b8409a-11f4-46f1-aa36-aca0aebdffa4 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1613951 Feb 04 08:41:35.627644 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 51282) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:35.660031 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b57435cb-2e3c-4465-a198-43b053594036 req-d2ca1f36-eb6c-46a1-a4c0-d07b73288769 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbbca797-c27a-467e-8941-34e4e2a1d2c3 HTTP/1.1" status: 200 len: 1002 time: 0.2018135 Feb 04 08:41:35.664925 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9a61d20e-c5b7-43f5-9158-63dfc7d1b181 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:35.694483 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-9a61d20e-c5b7-43f5-9158-63dfc7d1b181 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "DELETE /v2.0/ports/d0407a72-a8e7-48d3-93fb-a39bb453fc5a HTTP/1.1" status: 204 len: 168 time: 1.7762175 Feb 04 08:41:35.696797 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51286) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:35.707702 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-a086ae38-8735-4b57-9a3c-7e1e39c31f04 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Request body: {'port': {'network_id': '50f32939-48ec-455e-86f8-8c6e3a27572b', 'mac_address': 'fa:16:3e:4b:e6:d9', 'name': 'tempest-PortsTestJSON-2034588085'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:41:35.759954 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e79ce7-7e7c-4e5b-a44d-a43eb9338057 None None] DHCP port deletion for bc933c3a-b15d-4eab-9ad6-d32fd193f5cd request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 08:41:35.766598 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-02e79ce7-7e7c-4e5b-a44d-a43eb9338057 None None] Deleting port 6f5d1ee4-8f9c-4b98-8f99-d02e220016f7 {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:41:35.767192 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-02e79ce7-7e7c-4e5b-a44d-a43eb9338057 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:35.788331 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57435cb-2e3c-4465-a198-43b053594036 req-4da25910-6326-4e91-9302-b51656266466 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:41:35.790355 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b57435cb-2e3c-4465-a198-43b053594036 req-4da25910-6326-4e91-9302-b51656266466 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=86d0bccd-5c6a-4354-af11-7f0ac9ee3eb4 HTTP/1.1" status: 200 len: 835 time: 0.0880990 Feb 04 08:41:35.796249 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7afc9a65-8de5-40a2-b03e-595df9861d28 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:35.800490 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7afc9a65-8de5-40a2-b03e-595df9861d28 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:35.806242 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-512f96f1-031d-4946-8fb4-4156c7ccdaf8 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "DELETE /v2.0/ports/5e07334d-4bee-4336-bf8b-45995d221e28 HTTP/1.1" status: 204 len: 168 time: 2.6528766 Feb 04 08:41:35.834839 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 51290) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:35.885946 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afc9a65-8de5-40a2-b03e-595df9861d28 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Pushing event deleted for resources: {'Network': ['ID=5b7f799d-422c-4a3b-8cfa-1a07d6cb098d,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:35.893802 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-a086ae38-8735-4b57-9a3c-7e1e39c31f04 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:41:35.899037 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-a086ae38-8735-4b57-9a3c-7e1e39c31f04 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Usage tracker for resource:port and tenant:a287064d5ca349c39790be8557119e7e is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:41:35.902409 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-a086ae38-8735-4b57-9a3c-7e1e39c31f04 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:41:35.909465 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-a086ae38-8735-4b57-9a3c-7e1e39c31f04 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:41:35.925752 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-7afc9a65-8de5-40a2-b03e-595df9861d28 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "DELETE /v2.0/networks/5b7f799d-422c-4a3b-8cfa-1a07d6cb098d HTTP/1.1" status: 204 len: 168 time: 2.2255893 Feb 04 08:41:35.932841 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51294) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:35.953836 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe1a48d-cde4-4170-998b-429f7fd03467 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:41:35.955002 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-cfe1a48d-cde4-4170-998b-429f7fd03467 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Synchronizing usage tracker for tenant:ffa27937301745e1ad43fa520f28cbc3 on resource:port {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:41:36.025018 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a086ae38-8735-4b57-9a3c-7e1e39c31f04 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Made reservation on behalf of a287064d5ca349c39790be8557119e7e for: {'port': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:41:36.053158 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-02e79ce7-7e7c-4e5b-a44d-a43eb9338057 None None] For port 6f5d1ee4-8f9c-4b98-8f99-d02e220016f7, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=6f5d1ee4-8f9c-4b98-8f99-d02e220016f7,segment=NetworkSegment(2c48dc91-e362-4611-9354-aede43558386),segment_id=2c48dc91-e362-4611-9354-aede43558386)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:41:36.053546 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-02e79ce7-7e7c-4e5b-a44d-a43eb9338057 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:36.072942 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f295806b-386f-49f7-9854-258100e2bde7 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:36.096912 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-cfe1a48d-cde4-4170-998b-429f7fd03467 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Unset dirty status for tenant:ffa27937301745e1ad43fa520f28cbc3 on resource:port {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:41:36.100702 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-cfe1a48d-cde4-4170-998b-429f7fd03467 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4437819 Feb 04 08:41:36.102593 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 51298) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:36.186547 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b57435cb-2e3c-4465-a198-43b053594036 req-3adee0ca-f997-4602-b803-8cb113a10f49 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4c9b2602-557a-496f-9496-472f42f83572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3870924 Feb 04 08:41:36.186937 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-02e79ce7-7e7c-4e5b-a44d-a43eb9338057 None None] Calling delete_port for 6f5d1ee4-8f9c-4b98-8f99-d02e220016f7 owned by network:dhcp {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:41:36.274749 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a086ae38-8735-4b57-9a3c-7e1e39c31f04 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:36.310754 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-02e79ce7-7e7c-4e5b-a44d-a43eb9338057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407'] for port, after_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:36.321044 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [None req-a086ae38-8735-4b57-9a3c-7e1e39c31f04 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] device_id is not set on port ff9b1d92-419e-460b-b7c9-be2aa3e9c4d3 yet. {{(pid=84107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:41:36.357877 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e79ce7-7e7c-4e5b-a44d-a43eb9338057 None None] Pushing event deleted for resources: {'Port': ['ID=6f5d1ee4-8f9c-4b98-8f99-d02e220016f7,revision_number=None']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:36.365785 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e79ce7-7e7c-4e5b-a44d-a43eb9338057 None None] No DVR routers for this DVR port 6f5d1ee4-8f9c-4b98-8f99-d02e220016f7 on host dv-neutron-827798-2-hyperv {{(pid=84109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:41:36.472635 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8d10c4-f7c1-4fc8-87b3-20d717604c58 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:41:36.473425 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-ff8d10c4-f7c1-4fc8-87b3-20d717604c58 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Synchronizing usage tracker for tenant:ffa27937301745e1ad43fa520f28cbc3 on resource:subnet {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:41:36.506647 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f295806b-386f-49f7-9854-258100e2bde7 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:36.555484 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-f295806b-386f-49f7-9854-258100e2bde7 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['596e5f5c-7eff-420e-842e-232f7b0c78ab']}} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:36.582834 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-f295806b-386f-49f7-9854-258100e2bde7 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e1a07a2-2445-484b-846d-69e0c9a2c85e') {'for_net_delete': True} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:36.583131 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-f295806b-386f-49f7-9854-258100e2bde7 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e1a07a2-2445-484b-846d-69e0c9a2c85e') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:36.593592 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-ff8d10c4-f7c1-4fc8-87b3-20d717604c58 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Unset dirty status for tenant:ffa27937301745e1ad43fa520f28cbc3 on resource:subnet {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:41:36.594880 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-ff8d10c4-f7c1-4fc8-87b3-20d717604c58 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4900327 Feb 04 08:41:36.608666 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 51302) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:36.728965 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f295806b-386f-49f7-9854-258100e2bde7 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7851336'] for segment, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:36.750624 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b57435cb-2e3c-4465-a198-43b053594036 req-8c1a1625-d51e-4bba-b23f-74eaf9fce46c service neutron] 10.222.0.47 "GET /v2.0/networks/4c9b2602-557a-496f-9496-472f42f83572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5506022 Feb 04 08:41:36.756448 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-4e2c9733-47ce-440e-9c27-3a77366d3153 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1451242 Feb 04 08:41:36.765510 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51306) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:36.787824 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-cfa7c33c-2bd5-47c7-bca6-1d015b2952d5 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Request body: {'subnet': {'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:41:36.833974 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f295806b-386f-49f7-9854-258100e2bde7 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:36.858899 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f295806b-386f-49f7-9854-258100e2bde7 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=84108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:41:36.859216 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f295806b-386f-49f7-9854-258100e2bde7 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7460345'] for segment, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:36.874864 dv-neutron-827798-2-hyperv neutron-server[84108]: Traceback (most recent call last): Feb 04 08:41:36.874864 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:41:36.874864 dv-neutron-827798-2-hyperv neutron-server[84108]: timer() Feb 04 08:41:36.874864 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:41:36.874864 dv-neutron-827798-2-hyperv neutron-server[84108]: cb(*args, **kw) Feb 04 08:41:36.874864 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:41:36.874864 dv-neutron-827798-2-hyperv neutron-server[84108]: return func(*args, **kwargs) Feb 04 08:41:36.874864 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:41:36.874864 dv-neutron-827798-2-hyperv neutron-server[84108]: self._notify() Feb 04 08:41:36.874864 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:41:36.874864 dv-neutron-827798-2-hyperv neutron-server[84108]: self.callback(batched_events) Feb 04 08:41:36.874864 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:41:36.874864 dv-neutron-827798-2-hyperv neutron-server[84108]: event.method(event) Feb 04 08:41:36.874864 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:41:36.874864 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:41:36.874864 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:41:36.874864 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:41:36.874864 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:41:36.874864 dv-neutron-827798-2-hyperv neutron-server[84108]: return f(self, *a, **k) Feb 04 08:41:36.874864 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:41:36.874864 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._get(url).json() Feb 04 08:41:36.874864 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:41:36.874864 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:41:36.874864 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:41:36.874864 dv-neutron-827798-2-hyperv neutron-server[84108]: return self.request(url, 'GET', **kwargs) Feb 04 08:41:36.874864 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:41:36.874864 dv-neutron-827798-2-hyperv neutron-server[84108]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:41:36.874864 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:41:36.874864 dv-neutron-827798-2-hyperv neutron-server[84108]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:41:36.874864 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:41:36.874864 dv-neutron-827798-2-hyperv neutron-server[84108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:41:36.874864 dv-neutron-827798-2-hyperv neutron-server[84108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:41:37.000085 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b57435cb-2e3c-4465-a198-43b053594036 req-8a9675c5-44ab-42ec-a30d-71b92030600f service neutron] 10.222.0.47 "GET /v2.0/networks/4c9b2602-557a-496f-9496-472f42f83572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430694 Feb 04 08:41:37.022338 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67f5775f-969b-47e3-8eb4-39b2a5a14b87 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Router de793c8f-17cf-4e3d-8480-f685e8e42fc8 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:41:37.083453 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a086ae38-8735-4b57-9a3c-7e1e39c31f04 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:37.086919 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f295806b-386f-49f7-9854-258100e2bde7 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:37.112633 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f295806b-386f-49f7-9854-258100e2bde7 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:37.128296 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f295806b-386f-49f7-9854-258100e2bde7 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] Pushing event deleted for resources: {'Network': ['ID=596e5f5c-7eff-420e-842e-232f7b0c78ab,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:37.135547 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-f295806b-386f-49f7-9854-258100e2bde7 tempest-PortsIpV6TestJSON-1115046394 tempest-PortsIpV6TestJSON-1115046394-project] 10.222.0.36 "DELETE /v2.0/networks/596e5f5c-7eff-420e-842e-232f7b0c78ab HTTP/1.1" status: 204 len: 168 time: 1.2939141 Feb 04 08:41:37.143370 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-cfa7c33c-2bd5-47c7-bca6-1d015b2952d5 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:41:37.167826 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-cfa7c33c-2bd5-47c7-bca6-1d015b2952d5 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:41:37.187057 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 6f5d1ee4-8f9c-4b98-8f99-d02e220016f7 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:41:37.221076 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6866c802-cccc-41d0-947d-668740fb8a61 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473817'] for router_interface, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:37.233559 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: 6f5d1ee4-8f9c-4b98-8f99-d02e220016f7 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:41:37.233901 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 6f5d1ee4-8f9c-4b98-8f99-d02e220016f7 not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:41:37.286367 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfa7c33c-2bd5-47c7-bca6-1d015b2952d5 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Made reservation on behalf of ffa27937301745e1ad43fa520f28cbc3 for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:41:37.301824 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67f5775f-969b-47e3-8eb4-39b2a5a14b87 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:41:37.306382 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-67f5775f-969b-47e3-8eb4-39b2a5a14b87 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for floatingip, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:37.317373 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9962ae-4958-405f-b1fa-2d82b84398ae None None] Sync routers for ids ['de793c8f-17cf-4e3d-8480-f685e8e42fc8'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:41:37.335535 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9962ae-4958-405f-b1fa-2d82b84398ae None None] Routers {'de793c8f-17cf-4e3d-8480-f685e8e42fc8'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:41:37.336419 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-9b9962ae-4958-405f-b1fa-2d82b84398ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:41:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['de793c8f-17cf-4e3d-8480-f685e8e42fc8'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:37.366372 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a086ae38-8735-4b57-9a3c-7e1e39c31f04 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:37.368046 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-67f5775f-969b-47e3-8eb4-39b2a5a14b87 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] 10.222.0.36 "PUT /v2.0/floatingips/249b1c3d-2cde-4a62-a342-da1047c37851 HTTP/1.1" status: 200 len: 688 time: 3.3847208 Feb 04 08:41:37.370406 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 51314) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:37.408299 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-9b9962ae-4958-405f-b1fa-2d82b84398ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:37.421189 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9962ae-4958-405f-b1fa-2d82b84398ae None None] Routers {'de793c8f-17cf-4e3d-8480-f685e8e42fc8'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:41:37.422049 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-9b9962ae-4958-405f-b1fa-2d82b84398ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:41:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['de793c8f-17cf-4e3d-8480-f685e8e42fc8'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:37.486347 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-9b9962ae-4958-405f-b1fa-2d82b84398ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:37.486894 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9962ae-4958-405f-b1fa-2d82b84398ae None None] The sync data for ids ['de793c8f-17cf-4e3d-8480-f685e8e42fc8'] in dv-neutron-827798-2-hyperv is: [] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:41:37.530079 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-f8433690-3a30-4a9e-9e38-bfe93e130365 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Deleting port 7ebf9e06-e08b-49fc-bedf-55ab594d8158 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:41:37.530424 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f8433690-3a30-4a9e-9e38-bfe93e130365 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:37.579203 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-cfa7c33c-2bd5-47c7-bca6-1d015b2952d5 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985186'] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:37.681319 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a086ae38-8735-4b57-9a3c-7e1e39c31f04 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Pushing event updated for resources: {'Port': ['ID=ff9b1d92-419e-460b-b7c9-be2aa3e9c4d3,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:37.691854 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a086ae38-8735-4b57-9a3c-7e1e39c31f04 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Network 50f32939-48ec-455e-86f8-8c6e3a27572b is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:41:37.697504 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-a086ae38-8735-4b57-9a3c-7e1e39c31f04 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:41:37.712237 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a086ae38-8735-4b57-9a3c-7e1e39c31f04 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:41:37.712544 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f8433690-3a30-4a9e-9e38-bfe93e130365 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:37.712934 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f8433690-3a30-4a9e-9e38-bfe93e130365 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:37.716705 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a086ae38-8735-4b57-9a3c-7e1e39c31f04 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:41:37.717287 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a086ae38-8735-4b57-9a3c-7e1e39c31f04 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:37.737066 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 51320) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:37.838037 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-a086ae38-8735-4b57-9a3c-7e1e39c31f04 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.1400015 Feb 04 08:41:37.838681 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51326) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:37.932198 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2284b3f-1dcd-4f6c-b89d-3cacbd01f374 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Router 90852817-8b61-4771-aa29-849e29ce7005 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:41:37.958666 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-f8433690-3a30-4a9e-9e38-bfe93e130365 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Calling delete_port for 7ebf9e06-e08b-49fc-bedf-55ab594d8158 owned by network:floatingip {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:41:38.075546 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-753c33ad-4aad-4dea-ac9c-0315c877656d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e63069d3cf3540d8aad7a137ff4999ec&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3373358 Feb 04 08:41:38.078572 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 51330) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:38.189706 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846e48b5-e968-422c-af1b-08f551fd90d2 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:41:38.190196 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-846e48b5-e968-422c-af1b-08f551fd90d2 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Synchronizing usage tracker for tenant:a287064d5ca349c39790be8557119e7e on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:41:38.197129 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8a4053cf-0abf-4b0d-9e25-4c54e540e686 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:38.224307 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8a4053cf-0abf-4b0d-9e25-4c54e540e686 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:38.245055 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f8433690-3a30-4a9e-9e38-bfe93e130365 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:38.306846 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8433690-3a30-4a9e-9e38-bfe93e130365 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Pushing event deleted for resources: {'Port': ['ID=7ebf9e06-e08b-49fc-bedf-55ab594d8158,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:38.399254 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f8433690-3a30-4a9e-9e38-bfe93e130365 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks [] for floatingip, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:38.409542 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-cfa7c33c-2bd5-47c7-bca6-1d015b2952d5 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7510230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985204'] for subnet, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:38.459212 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-846e48b5-e968-422c-af1b-08f551fd90d2 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Unset dirty status for tenant:a287064d5ca349c39790be8557119e7e on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:41:38.460278 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-846e48b5-e968-422c-af1b-08f551fd90d2 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "GET /v2.0/ports/ff9b1d92-419e-460b-b7c9-be2aa3e9c4d3 HTTP/1.1" status: 200 len: 841 time: 0.6163342 Feb 04 08:41:38.462624 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8a4053cf-0abf-4b0d-9e25-4c54e540e686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:38.466404 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 51334) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:38.511516 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4053cf-0abf-4b0d-9e25-4c54e540e686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c3e979-8fc0-4524-be14-7510c1095b63,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:38.531445 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa7c33c-2bd5-47c7-bca6-1d015b2952d5 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:41:38.536172 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-cfa7c33c-2bd5-47c7-bca6-1d015b2952d5 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:41:38.541056 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa7c33c-2bd5-47c7-bca6-1d015b2952d5 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:41:38.541649 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-cfa7c33c-2bd5-47c7-bca6-1d015b2952d5 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:38.548278 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab237d9-6664-4ba1-8263-b631b74071b0 None None] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:41:38.549221 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa7c33c-2bd5-47c7-bca6-1d015b2952d5 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event updated for resources: {'Subnet': ['ID=5a93dff0-1e2e-4265-86be-3ff2f24cbb41,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:38.553118 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f8433690-3a30-4a9e-9e38-bfe93e130365 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for floatingip, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:38.556675 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-f8433690-3a30-4a9e-9e38-bfe93e130365 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] 10.222.0.36 "DELETE /v2.0/floatingips/249b1c3d-2cde-4a62-a342-da1047c37851 HTTP/1.1" status: 204 len: 168 time: 1.1817062 Feb 04 08:41:38.557783 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8a4053cf-0abf-4b0d-9e25-4c54e540e686 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:38.559778 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51338) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:38.560239 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-8a4053cf-0abf-4b0d-9e25-4c54e540e686 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b4c3e979-8fc0-4524-be14-7510c1095b63 HTTP/1.1" status: 204 len: 168 time: 0.4811764 Feb 04 08:41:38.572840 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-3859e35f-5d86-4977-a97b-f819b35cca26 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Deleting port ff9b1d92-419e-460b-b7c9-be2aa3e9c4d3 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:41:38.573451 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3859e35f-5d86-4977-a97b-f819b35cca26 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:38.700258 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.api.v2.resource [None req-a8badf2f-2b11-459f-a01d-eafa957e3a0b tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] delete failed (client error): The resource could not be found. Feb 04 08:41:38.701323 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-a8badf2f-2b11-459f-a01d-eafa957e3a0b tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] 10.222.0.36 "DELETE /v2.0/floatingips/249b1c3d-2cde-4a62-a342-da1047c37851 HTTP/1.1" status: 404 len: 345 time: 0.1402872 Feb 04 08:41:38.707321 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 51344) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:38.813846 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-cfa7c33c-2bd5-47c7-bca6-1d015b2952d5 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0439003 Feb 04 08:41:38.813846 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2284b3f-1dcd-4f6c-b89d-3cacbd01f374 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:41:38.815367 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51348) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:38.821968 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-e2284b3f-1dcd-4f6c-b89d-3cacbd01f374 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "PUT /v2.0/routers/90852817-8b61-4771-aa29-849e29ce7005/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.0993752 Feb 04 08:41:38.827347 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-9f057298-cc36-4f6e-81fb-6d20e559c369 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Request body: {'port': {'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'mac_address': 'fa:16:3e:68:d0:1e', 'name': 'tempest-NetworksTestDHCPv6-1169157505'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:41:38.831899 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cda2ef-03b5-4618-8ec2-93a74b592e24 None None] Sync routers for ids ['90852817-8b61-4771-aa29-849e29ce7005'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:41:38.846807 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2f729e-abe3-4b44-a18a-e3c065875f43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'tenant_id': 'ffa27937301745e1ad43fa520f28cbc3', 'fixed_ips': [{'subnet_id': '5a93dff0-1e2e-4265-86be-3ff2f24cbb41'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:41:38.847838 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2b2f729e-abe3-4b44-a18a-e3c065875f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:38.859879 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cda2ef-03b5-4618-8ec2-93a74b592e24 None None] Routers {'90852817-8b61-4771-aa29-849e29ce7005'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:41:38.861046 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-55cda2ef-03b5-4618-8ec2-93a74b592e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:41:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['90852817-8b61-4771-aa29-849e29ce7005'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:38.938098 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3859e35f-5d86-4977-a97b-f819b35cca26 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:39.110490 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-9f057298-cc36-4f6e-81fb-6d20e559c369 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:41:39.111851 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256b0772-94cc-4c4b-a8e4-3af7e3bc27f1 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:41:39.131588 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256b0772-94cc-4c4b-a8e4-3af7e3bc27f1 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:41:39.136115 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256b0772-94cc-4c4b-a8e4-3af7e3bc27f1 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:41:39.137608 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-256b0772-94cc-4c4b-a8e4-3af7e3bc27f1 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Synchronizing usage tracker for tenant:ad4a401d45cf492bbfe70c7522312369 on resource:port {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:41:39.144854 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-9f057298-cc36-4f6e-81fb-6d20e559c369 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:41:39.147146 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-6866c802-cccc-41d0-947d-668740fb8a61 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Deleting port e7797e17-b54c-4db5-ac06-fb85f686a8ef {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:41:39.147666 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6866c802-cccc-41d0-947d-668740fb8a61 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:39.159981 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-55cda2ef-03b5-4618-8ec2-93a74b592e24 None None] Set router 90852817-8b61-4771-aa29-849e29ce7005 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:41:39.179894 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-2b2f729e-abe3-4b44-a18a-e3c065875f43 None None] Allocated IP 2001:db8::2 (bc933c3a-b15d-4eab-9ad6-d32fd193f5cd/5a93dff0-1e2e-4265-86be-3ff2f24cbb41/dc2a35cb-a560-4f3f-becd-ab916220ab3a) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:41:39.261281 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-3859e35f-5d86-4977-a97b-f819b35cca26 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Calling delete_port for ff9b1d92-419e-460b-b7c9-be2aa3e9c4d3 owned by {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:41:39.312343 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f057298-cc36-4f6e-81fb-6d20e559c369 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Made reservation on behalf of ffa27937301745e1ad43fa520f28cbc3 for: {'port': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:41:39.318299 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9f057298-cc36-4f6e-81fb-6d20e559c369 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:39.376300 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [None req-9f057298-cc36-4f6e-81fb-6d20e559c369 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] device_id is not set on port 50592e24-9d9b-4e00-a3e5-ce9b12dfd858 yet. {{(pid=84107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:41:39.434822 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3859e35f-5d86-4977-a97b-f819b35cca26 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:39.448278 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2b2f729e-abe3-4b44-a18a-e3c065875f43 None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:39.461350 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-2b2f729e-abe3-4b44-a18a-e3c065875f43 None None] Transition to ACTIVE for port object dc2a35cb-a560-4f3f-becd-ab916220ab3a will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:41:39.487060 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [None req-6866c802-cccc-41d0-947d-668740fb8a61 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] For port e7797e17-b54c-4db5-ac06-fb85f686a8ef, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=e7797e17-b54c-4db5-ac06-fb85f686a8ef,segment=NetworkSegment(b991c11b-f1dc-47b0-87f2-61fb52a8eef4),segment_id=b991c11b-f1dc-47b0-87f2-61fb52a8eef4)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:41:39.487639 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6866c802-cccc-41d0-947d-668740fb8a61 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:39.490044 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-2b2f729e-abe3-4b44-a18a-e3c065875f43 None None] Transition to ACTIVE for port object dc2a35cb-a560-4f3f-becd-ab916220ab3a will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:41:39.525702 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-256b0772-94cc-4c4b-a8e4-3af7e3bc27f1 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Unset dirty status for tenant:ad4a401d45cf492bbfe70c7522312369 on resource:port {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:41:39.527123 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-256b0772-94cc-4c4b-a8e4-3af7e3bc27f1 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] 10.222.0.36 "GET /v2.0/ports?network_id=cffddbfd-7362-47bd-9723-84fa8f6b93f8 HTTP/1.1" status: 200 len: 2355 time: 0.8187535 Feb 04 08:41:39.529778 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3859e35f-5d86-4977-a97b-f819b35cca26 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Pushing event deleted for resources: {'Port': ['ID=ff9b1d92-419e-460b-b7c9-be2aa3e9c4d3,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:39.540899 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 51366) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:39.573372 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2b2f729e-abe3-4b44-a18a-e3c065875f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:39.597139 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3859e35f-5d86-4977-a97b-f819b35cca26 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:39.629010 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-6866c802-cccc-41d0-947d-668740fb8a61 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Calling delete_port for e7797e17-b54c-4db5-ac06-fb85f686a8ef owned by network:router_interface {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:41:39.632730 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513e2a43-c230-4f6d-9a87-7517029ea767 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:41:39.634440 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-513e2a43-c230-4f6d-9a87-7517029ea767 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] 10.222.0.36 "GET /v2.0/subnets/01be2da0-0277-4fb3-b334-a74dba501042 HTTP/1.1" status: 200 len: 797 time: 0.0923548 Feb 04 08:41:39.639490 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 51370) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:39.649565 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-9de9eb56-59f4-4281-ac3d-d06487bf39cc tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Request body: {'port': {'network_id': 'cffddbfd-7362-47bd-9723-84fa8f6b93f8', 'name': 'tempest-FloatingIPTestJSON-1526620684', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:41:39.697950 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-3859e35f-5d86-4977-a97b-f819b35cca26 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "DELETE /v2.0/ports/ff9b1d92-419e-460b-b7c9-be2aa3e9c4d3 HTTP/1.1" status: 204 len: 168 time: 1.2207525 Feb 04 08:41:39.701202 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51374) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:39.715984 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2f729e-abe3-4b44-a18a-e3c065875f43 None None] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:41:39.737520 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-2b2f729e-abe3-4b44-a18a-e3c065875f43 None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:41:39.753118 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2f729e-abe3-4b44-a18a-e3c065875f43 None None] Pushing event updated for resources: {'Port': ['ID=dc2a35cb-a560-4f3f-becd-ab916220ab3a,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:39.755784 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2f729e-abe3-4b44-a18a-e3c065875f43 None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:41:39.763131 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-b164e24c-e82b-4375-9974-b0a34d9da21a tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] GET failed (client error): The resource could not be found. Feb 04 08:41:39.764259 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-b164e24c-e82b-4375-9974-b0a34d9da21a tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "GET /v2.0/ports/ff9b1d92-419e-460b-b7c9-be2aa3e9c4d3 HTTP/1.1" status: 404 len: 333 time: 0.0623243 Feb 04 08:41:39.773498 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51378) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:39.791249 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-affa3106-0341-44e6-9377-aad6bc72a486 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Request body: {'port': {'network_id': '50f32939-48ec-455e-86f8-8c6e3a27572b', 'name': 'tempest-PortsTestJSON-1684529279'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:41:39.807357 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-55cda2ef-03b5-4618-8ec2-93a74b592e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90852817-8b61-4771-aa29-849e29ce7005', 'name': 'tempest-TestNetworkBasicOps-router-2057065806', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18'}], 'enable_snat': True}, 'gw_port_id': 'e6f40c31-b6de-48e6-8f71-a0473c650669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:37:36Z', 'updated_at': '2022-02-04T08:41:32Z', 'revision_number': 6, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': 'e6f40c31-b6de-48e6-8f71-a0473c650669', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:52:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90852817-8b61-4771-aa29-849e29ce7005', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:37:38Z', 'updated_at': '2022-02-04T08:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': 'b10c9053-7097-4638-a562-b2cccd65def5', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'floating_ip_address': '172.26.3.226', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': '90852817-8b61-4771-aa29-849e29ce7005', 'port_id': 'fbbca797-c27a-467e-8941-34e4e2a1d2c3', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c9b2602-557a-496f-9496-472f42f83572', 'mac_address': 'fa:16:3e:a0:c8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd345d0-ab65-4db3-8ffb-c06fae39e475', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T08:38:41Z', 'updated_at': '2022-02-04T08:38:51Z', 'revision_number': 1, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55a55c91-4d5b-45f3-8136-cd894d1d4b08', 'name': '', 'network_id': '4c9b2602-557a-496f-9496-472f42f83572', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'mac_address': 'fa:16:3e:17:c2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90852817-8b61-4771-aa29-849e29ce7005', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86d0bccd-5c6a-4354-af11-7f0ac9ee3eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:37:51Z', 'updated_at': '2022-02-04T08:38:04Z', 'revision_number': 5, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'subnets': [{'id': '86d0bccd-5c6a-4354-af11-7f0ac9ee3eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:39.818878 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cda2ef-03b5-4618-8ec2-93a74b592e24 None None] Checking router: 90852817-8b61-4771-aa29-849e29ce7005 for host: dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 08:41:39.851553 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cda2ef-03b5-4618-8ec2-93a74b592e24 None None] Routers {'90852817-8b61-4771-aa29-849e29ce7005'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:41:39.852249 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-55cda2ef-03b5-4618-8ec2-93a74b592e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:41:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['90852817-8b61-4771-aa29-849e29ce7005'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:39.892628 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-2b2f729e-abe3-4b44-a18a-e3c065875f43 None None] Attempting to bind port dc2a35cb-a560-4f3f-becd-ab916220ab3a on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:41:39.893336 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-2b2f729e-abe3-4b44-a18a-e3c065875f43 None None] Attempting to bind port dc2a35cb-a560-4f3f-becd-ab916220ab3a by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': '2c48dc91-e362-4611-9354-aede43558386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:41:39.894030 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2f729e-abe3-4b44-a18a-e3c065875f43 None None] Attempting to bind port dc2a35cb-a560-4f3f-becd-ab916220ab3a on network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:41:39.901589 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2f729e-abe3-4b44-a18a-e3c065875f43 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:41:39.902783 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2f729e-abe3-4b44-a18a-e3c065875f43 None None] Checking segment: {'id': '2c48dc91-e362-4611-9354-aede43558386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:41:39.903471 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2b2f729e-abe3-4b44-a18a-e3c065875f43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:39.904178 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2f729e-abe3-4b44-a18a-e3c065875f43 None None] Bound using segment: {'id': '2c48dc91-e362-4611-9354-aede43558386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:41:39.904835 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-2b2f729e-abe3-4b44-a18a-e3c065875f43 None None] Bound port: dc2a35cb-a560-4f3f-becd-ab916220ab3a, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c48dc91-e362-4611-9354-aede43558386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:41:39.905374 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2b2f729e-abe3-4b44-a18a-e3c065875f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:39.961900 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-9de9eb56-59f4-4281-ac3d-d06487bf39cc tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:41:39.986715 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-9de9eb56-59f4-4281-ac3d-d06487bf39cc tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:41:40.019733 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-2b2f729e-abe3-4b44-a18a-e3c065875f43 None None] For port dc2a35cb-a560-4f3f-becd-ab916220ab3a, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:41:40.023146 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-2b2f729e-abe3-4b44-a18a-e3c065875f43 None None] For port dc2a35cb-a560-4f3f-becd-ab916220ab3a, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=dc2a35cb-a560-4f3f-becd-ab916220ab3a,segment=NetworkSegment(2c48dc91-e362-4611-9354-aede43558386),segment_id=2c48dc91-e362-4611-9354-aede43558386)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:41:40.094052 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9de9eb56-59f4-4281-ac3d-d06487bf39cc tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Made reservation on behalf of ad4a401d45cf492bbfe70c7522312369 for: {'port': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:41:40.107745 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-55cda2ef-03b5-4618-8ec2-93a74b592e24 None None] Set router 90852817-8b61-4771-aa29-849e29ce7005 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:41:40.123145 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2b2f729e-abe3-4b44-a18a-e3c065875f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:40.238975 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9de9eb56-59f4-4281-ac3d-d06487bf39cc tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:40.265009 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2f729e-abe3-4b44-a18a-e3c065875f43 None None] Pushing event updated for resources: {'Port': ['ID=dc2a35cb-a560-4f3f-becd-ab916220ab3a,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:40.265941 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [None req-9de9eb56-59f4-4281-ac3d-d06487bf39cc tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] device_id is not set on port 16d7a056-611c-4a99-a501-36965bc5a902 yet. {{(pid=84108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:41:40.283432 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-affa3106-0341-44e6-9377-aad6bc72a486 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:41:40.287204 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-9f057298-cc36-4f6e-81fb-6d20e559c369 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Allocated IP 2001:db8::2c2 (bc933c3a-b15d-4eab-9ad6-d32fd193f5cd/5a93dff0-1e2e-4265-86be-3ff2f24cbb41/50592e24-9d9b-4e00-a3e5-ce9b12dfd858) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:41:40.296163 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-affa3106-0341-44e6-9377-aad6bc72a486 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Usage tracker for resource:port and tenant:a287064d5ca349c39790be8557119e7e is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:41:40.300706 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-affa3106-0341-44e6-9377-aad6bc72a486 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:41:40.314115 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-affa3106-0341-44e6-9377-aad6bc72a486 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:41:40.336629 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 51390) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:40.465925 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-affa3106-0341-44e6-9377-aad6bc72a486 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Made reservation on behalf of a287064d5ca349c39790be8557119e7e for: {'port': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:41:40.469326 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-affa3106-0341-44e6-9377-aad6bc72a486 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:40.541656 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [None req-affa3106-0341-44e6-9377-aad6bc72a486 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] device_id is not set on port 0033ff27-a32f-4c30-a62e-de33ab1ab5ea yet. {{(pid=84107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:41:40.641645 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6866c802-cccc-41d0-947d-668740fb8a61 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:40.693059 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-55cda2ef-03b5-4618-8ec2-93a74b592e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90852817-8b61-4771-aa29-849e29ce7005', 'name': 'tempest-TestNetworkBasicOps-router-2057065806', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18'}], 'enable_snat': True}, 'gw_port_id': 'e6f40c31-b6de-48e6-8f71-a0473c650669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:37:36Z', 'updated_at': '2022-02-04T08:41:32Z', 'revision_number': 6, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': 'e6f40c31-b6de-48e6-8f71-a0473c650669', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:52:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90852817-8b61-4771-aa29-849e29ce7005', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:37:38Z', 'updated_at': '2022-02-04T08:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': 'b10c9053-7097-4638-a562-b2cccd65def5', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'floating_ip_address': '172.26.3.226', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': '90852817-8b61-4771-aa29-849e29ce7005', 'port_id': 'fbbca797-c27a-467e-8941-34e4e2a1d2c3', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c9b2602-557a-496f-9496-472f42f83572', 'mac_address': 'fa:16:3e:a0:c8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd345d0-ab65-4db3-8ffb-c06fae39e475', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T08:38:41Z', 'updated_at': '2022-02-04T08:38:51Z', 'revision_number': 1, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55a55c91-4d5b-45f3-8136-cd894d1d4b08', 'name': '', 'network_id': '4c9b2602-557a-496f-9496-472f42f83572', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'mac_address': 'fa:16:3e:17:c2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90852817-8b61-4771-aa29-849e29ce7005', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86d0bccd-5c6a-4354-af11-7f0ac9ee3eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:37:51Z', 'updated_at': '2022-02-04T08:38:04Z', 'revision_number': 5, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'subnets': [{'id': '86d0bccd-5c6a-4354-af11-7f0ac9ee3eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:40.697886 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cda2ef-03b5-4618-8ec2-93a74b592e24 None None] The sync data for ids ['90852817-8b61-4771-aa29-849e29ce7005'] in dv-neutron-827798-2-hyperv is: [{'id': '90852817-8b61-4771-aa29-849e29ce7005', 'name': 'tempest-TestNetworkBasicOps-router-2057065806', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18'}], 'enable_snat': True}, 'gw_port_id': 'e6f40c31-b6de-48e6-8f71-a0473c650669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:37:36Z', 'updated_at': '2022-02-04T08:41:32Z', 'revision_number': 6, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': 'e6f40c31-b6de-48e6-8f71-a0473c650669', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:52:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90852817-8b61-4771-aa29-849e29ce7005', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:37:38Z', 'updated_at': '2022-02-04T08:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': 'b10c9053-7097-4638-a562-b2cccd65def5', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'floating_ip_address': '172.26.3.226', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': '90852817-8b61-4771-aa29-849e29ce7005', 'port_id': 'fbbca797-c27a-467e-8941-34e4e2a1d2c3', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c9b2602-557a-496f-9496-472f42f83572', 'mac_address': 'fa:16:3e:a0:c8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd345d0-ab65-4db3-8ffb-c06fae39e475', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T08:38:41Z', 'updated_at': '2022-02-04T08:38:51Z', 'revision_number': 1, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55a55c91-4d5b-45f3-8136-cd894d1d4b08', 'name': '', 'network_id': '4c9b2602-557a-496f-9496-472f42f83572', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'mac_address': 'fa:16:3e:17:c2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90852817-8b61-4771-aa29-849e29ce7005', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86d0bccd-5c6a-4354-af11-7f0ac9ee3eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:37:51Z', 'updated_at': '2022-02-04T08:38:04Z', 'revision_number': 5, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'subnets': [{'id': '86d0bccd-5c6a-4354-af11-7f0ac9ee3eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:41:40.778065 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b413ff3-4ee2-4600-ba63-d60c322a203e req-98b8dbe0-035c-473a-8ec4-b35b16a77462 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:41:40.778877 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-2b413ff3-4ee2-4600-ba63-d60c322a203e req-98b8dbe0-035c-473a-8ec4-b35b16a77462 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Synchronizing usage tracker for tenant:7df2bfd740464e869863a41b14f4d5af on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:41:40.793934 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6866c802-cccc-41d0-947d-668740fb8a61 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Pushing event deleted for resources: {'Port': ['ID=e7797e17-b54c-4db5-ac06-fb85f686a8ef,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:40.795327 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-e58f9a48-99be-4493-80c3-74e1bc088f1c tempest-DvrRoutersNegativeTest-1263264482 tempest-DvrRoutersNegativeTest-1263264482-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1318838350', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:41:40.797538 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.policy [None req-e58f9a48-99be-4493-80c3-74e1bc088f1c tempest-DvrRoutersNegativeTest-1263264482 tempest-DvrRoutersNegativeTest-1263264482-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=84108) log_rule_list /opt/stack/neutron/neutron/policy.py:411}} Feb 04 08:41:40.797833 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.policy [None req-e58f9a48-99be-4493-80c3-74e1bc088f1c tempest-DvrRoutersNegativeTest-1263264482 tempest-DvrRoutersNegativeTest-1263264482-project] Failed policy check for 'create_router' {{(pid=84108) enforce /opt/stack/neutron/neutron/policy.py:482}} Feb 04 08:41:40.798369 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.api.v2.resource [None req-e58f9a48-99be-4493-80c3-74e1bc088f1c tempest-DvrRoutersNegativeTest-1263264482 tempest-DvrRoutersNegativeTest-1263264482-project] create failed (client error): Access was denied to this resource. Feb 04 08:41:40.799332 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-e58f9a48-99be-4493-80c3-74e1bc088f1c tempest-DvrRoutersNegativeTest-1263264482 tempest-DvrRoutersNegativeTest-1263264482-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.4617629 Feb 04 08:41:40.899679 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-2b413ff3-4ee2-4600-ba63-d60c322a203e req-98b8dbe0-035c-473a-8ec4-b35b16a77462 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Unset dirty status for tenant:7df2bfd740464e869863a41b14f4d5af on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:41:40.901010 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-2b413ff3-4ee2-4600-ba63-d60c322a203e req-98b8dbe0-035c-473a-8ec4-b35b16a77462 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=33a4bee1-efae-42f0-8ec6-7b3e50658249 HTTP/1.1" status: 200 len: 946 time: 1.1356928 Feb 04 08:41:40.911294 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-9de9eb56-59f4-4281-ac3d-d06487bf39cc tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Allocated IP 172.20.0.13 (cffddbfd-7362-47bd-9723-84fa8f6b93f8/01be2da0-0277-4fb3-b334-a74dba501042/16d7a056-611c-4a99-a501-36965bc5a902) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:41:40.919492 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-9de9eb56-59f4-4281-ac3d-d06487bf39cc tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Allocated IP 172.20.0.12 (cffddbfd-7362-47bd-9723-84fa8f6b93f8/01be2da0-0277-4fb3-b334-a74dba501042/16d7a056-611c-4a99-a501-36965bc5a902) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:41:41.095227 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9f057298-cc36-4f6e-81fb-6d20e559c369 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:41.264064 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [None req-9f057298-cc36-4f6e-81fb-6d20e559c369 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Transition to ACTIVE for port object 50592e24-9d9b-4e00-a3e5-ce9b12dfd858 will not be triggered until provisioned by entity DHCP. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:41:41.274033 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-2b413ff3-4ee2-4600-ba63-d60c322a203e req-9c8de3d9-70cf-49ba-bdab-b1a9d8f4dc5e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=d22d8e9a-09b2-47a2-96a2-e16624bfee5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2603462 Feb 04 08:41:41.280232 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9de9eb56-59f4-4281-ac3d-d06487bf39cc tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:41.374356 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device dc2a35cb-a560-4f3f-becd-ab916220ab3a up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:41:41.389488 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc38ce7-e85b-4266-92c4-5e9b261fc8cb req-64a5e88f-14c9-407e-bf0d-287c9651fb91 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:41:41.394239 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [req-9fc38ce7-e85b-4266-92c4-5e9b261fc8cb req-64a5e88f-14c9-407e-bf0d-287c9651fb91 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Synchronizing usage tracker for tenant:7df2bfd740464e869863a41b14f4d5af on resource:port {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:41:41.417357 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [req-9fc38ce7-e85b-4266-92c4-5e9b261fc8cb req-64a5e88f-14c9-407e-bf0d-287c9651fb91 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Unset dirty status for tenant:7df2bfd740464e869863a41b14f4d5af on resource:port {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:41:41.421469 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-9fc38ce7-e85b-4266-92c4-5e9b261fc8cb req-64a5e88f-14c9-407e-bf0d-287c9651fb91 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.47 "GET /v2.0/ports?device_id=33a4bee1-efae-42f0-8ec6-7b3e50658249 HTTP/1.1" status: 200 len: 946 time: 0.2601020 Feb 04 08:41:41.485719 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9de9eb56-59f4-4281-ac3d-d06487bf39cc tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:41.519523 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port dc2a35cb-a560-4f3f-becd-ab916220ab3a completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:41:41.521338 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51400) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:41.536765 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-affa3106-0341-44e6-9377-aad6bc72a486 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:41.539040 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 0de3cf10-af5f-49ae-b585-29c4eaf501cd no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:41:41.542046 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6866c802-cccc-41d0-947d-668740fb8a61 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1572495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472959'] for router_interface, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:41.595048 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: 0de3cf10-af5f-49ae-b585-29c4eaf501cd {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:41:41.596009 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 0de3cf10-af5f-49ae-b585-29c4eaf501cd not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:41:41.611385 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de9eb56-59f4-4281-ac3d-d06487bf39cc tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Network cffddbfd-7362-47bd-9723-84fa8f6b93f8 is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:41:41.618070 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-9de9eb56-59f4-4281-ac3d-d06487bf39cc tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:41:41.620938 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de9eb56-59f4-4281-ac3d-d06487bf39cc tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:41:41.642081 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9f057298-cc36-4f6e-81fb-6d20e559c369 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:41.664379 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [req-9fc38ce7-e85b-4266-92c4-5e9b261fc8cb req-b3fb190b-963c-4f7c-8fd8-623f22ad1ad7 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Deleting port e50241e3-1f74-48e9-942e-ae6ba3b7d69c {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:41:41.664750 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-9fc38ce7-e85b-4266-92c4-5e9b261fc8cb req-b3fb190b-963c-4f7c-8fd8-623f22ad1ad7 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:41.704752 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de9eb56-59f4-4281-ac3d-d06487bf39cc tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Pushing event updated for resources: {'Port': ['ID=16d7a056-611c-4a99-a501-36965bc5a902,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:41.754087 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de9eb56-59f4-4281-ac3d-d06487bf39cc tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:41:41.754692 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9de9eb56-59f4-4281-ac3d-d06487bf39cc tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:41.814497 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f057298-cc36-4f6e-81fb-6d20e559c369 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:41:41.817401 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f057298-cc36-4f6e-81fb-6d20e559c369 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event updated for resources: {'Port': ['ID=50592e24-9d9b-4e00-a3e5-ce9b12dfd858,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:41.817540 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-3cc4c812-9d9b-4384-99c9-ee7ed67acd3a None None] Provisioning for port dc2a35cb-a560-4f3f-becd-ab916220ab3a completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:41:41.820941 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-9f057298-cc36-4f6e-81fb-6d20e559c369 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:41:41.823142 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-3cc4c812-9d9b-4384-99c9-ee7ed67acd3a None None] Provisioning complete for port dc2a35cb-a560-4f3f-becd-ab916220ab3a triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:41:41.823315 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7945d48b-0dab-4820-a425-8f7e3a7747f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:41.823660 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-3cc4c812-9d9b-4384-99c9-ee7ed67acd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:41.833856 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f057298-cc36-4f6e-81fb-6d20e559c369 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:41:41.837763 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f057298-cc36-4f6e-81fb-6d20e559c369 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:41:41.838365 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9f057298-cc36-4f6e-81fb-6d20e559c369 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:41.903231 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-9de9eb56-59f4-4281-ac3d-d06487bf39cc tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.2615006 Feb 04 08:41:41.906580 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 51406) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:41.913895 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-86711f0a-9186-47a4-a779-06aad4f3d8fb tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Request body: {'floatingip': {'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'port_id': '16d7a056-611c-4a99-a501-36965bc5a902', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:41:41.921750 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-86711f0a-9186-47a4-a779-06aad4f3d8fb tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:41:41.934712 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-86711f0a-9186-47a4-a779-06aad4f3d8fb tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Usage tracker for resource:floatingip and tenant:ad4a401d45cf492bbfe70c7522312369 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:41:41.939858 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-86711f0a-9186-47a4-a779-06aad4f3d8fb tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:41:41.941776 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-affa3106-0341-44e6-9377-aad6bc72a486 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:41.952176 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-86711f0a-9186-47a4-a779-06aad4f3d8fb tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:41:41.975868 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-3cc4c812-9d9b-4384-99c9-ee7ed67acd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:41.995836 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [req-9fc38ce7-e85b-4266-92c4-5e9b261fc8cb req-b3fb190b-963c-4f7c-8fd8-623f22ad1ad7 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] For port e50241e3-1f74-48e9-942e-ae6ba3b7d69c, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=e50241e3-1f74-48e9-942e-ae6ba3b7d69c,segment=NetworkSegment(a90d19d3-892e-440d-b71b-bdd2d1242422),segment_id=a90d19d3-892e-440d-b71b-bdd2d1242422)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:41:41.996194 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-9fc38ce7-e85b-4266-92c4-5e9b261fc8cb req-b3fb190b-963c-4f7c-8fd8-623f22ad1ad7 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:42.025467 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-3cc4c812-9d9b-4384-99c9-ee7ed67acd3a None None] For port dc2a35cb-a560-4f3f-becd-ab916220ab3a, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=dc2a35cb-a560-4f3f-becd-ab916220ab3a,segment=NetworkSegment(2c48dc91-e362-4611-9354-aede43558386),segment_id=2c48dc91-e362-4611-9354-aede43558386)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:41:42.099816 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-3cc4c812-9d9b-4384-99c9-ee7ed67acd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:42.150903 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [req-9fc38ce7-e85b-4266-92c4-5e9b261fc8cb req-b3fb190b-963c-4f7c-8fd8-623f22ad1ad7 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Calling delete_port for e50241e3-1f74-48e9-942e-ae6ba3b7d69c owned by compute:nova {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:41:42.190438 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc4c812-9d9b-4384-99c9-ee7ed67acd3a None None] Pushing event updated for resources: {'Port': ['ID=dc2a35cb-a560-4f3f-becd-ab916220ab3a,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:42.241111 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-7945d48b-0dab-4820-a425-8f7e3a7747f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:41:42.252624 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-7945d48b-0dab-4820-a425-8f7e3a7747f8 admin admin] Usage tracker for resource:security_group_rule and tenant:f768afd62a1e46e9bb37a1424fda2a42 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:41:42.257626 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affa3106-0341-44e6-9377-aad6bc72a486 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Pushing event updated for resources: {'Port': ['ID=0033ff27-a32f-4c30-a62e-de33ab1ab5ea,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:42.260876 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-affa3106-0341-44e6-9377-aad6bc72a486 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Network 50f32939-48ec-455e-86f8-8c6e3a27572b is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:41:42.262331 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-7945d48b-0dab-4820-a425-8f7e3a7747f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:41:42.276196 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-c0f83208-add3-4499-94a5-aa5038857e60 None None] Provisioning for port 50592e24-9d9b-4e00-a3e5-ce9b12dfd858 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:41:42.281079 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-c0f83208-add3-4499-94a5-aa5038857e60 None None] Provisioning complete for port 50592e24-9d9b-4e00-a3e5-ce9b12dfd858 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:41:42.281443 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-c0f83208-add3-4499-94a5-aa5038857e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:42.314634 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-affa3106-0341-44e6-9377-aad6bc72a486 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:41:42.324828 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affa3106-0341-44e6-9377-aad6bc72a486 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:41:42.328639 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-affa3106-0341-44e6-9377-aad6bc72a486 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:41:42.329201 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-affa3106-0341-44e6-9377-aad6bc72a486 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:42.333227 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-7945d48b-0dab-4820-a425-8f7e3a7747f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:41:42.339130 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-9f057298-cc36-4f6e-81fb-6d20e559c369 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.5189240 Feb 04 08:41:42.340073 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 51412) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:42.351982 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-c0f83208-add3-4499-94a5-aa5038857e60 None None] Port 50592e24-9d9b-4e00-a3e5-ce9b12dfd858 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:41:42.397300 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-9fc38ce7-e85b-4266-92c4-5e9b261fc8cb req-b3fb190b-963c-4f7c-8fd8-623f22ad1ad7 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:42.452162 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-affa3106-0341-44e6-9377-aad6bc72a486 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.6706626 Feb 04 08:41:42.452353 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51416) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:42.455208 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-86711f0a-9186-47a4-a779-06aad4f3d8fb tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks [] for floatingip, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:42.464329 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-35397c93-bfcb-49cf-b07c-3bf580c9e6c8 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:41:42.476177 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fb190b-963c-4f7c-8fd8-623f22ad1ad7 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event deleted for resources: {'Port': ['ID=e50241e3-1f74-48e9-942e-ae6ba3b7d69c,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:42.509387 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6866c802-cccc-41d0-947d-668740fb8a61 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Router f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:41:42.631007 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fc38ce7-e85b-4266-92c4-5e9b261fc8cb req-b3fb190b-963c-4f7c-8fd8-623f22ad1ad7 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] No DVR routers for this DVR port e50241e3-1f74-48e9-942e-ae6ba3b7d69c on host hv-neutron-8277 {{(pid=84108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:41:42.635278 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-9fc38ce7-e85b-4266-92c4-5e9b261fc8cb req-b3fb190b-963c-4f7c-8fd8-623f22ad1ad7 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:42.638557 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33a4bee1-efae-42f0-8ec6-7b3e50658249', 'name': 'network-vif-deleted', 'tag': 'e50241e3-1f74-48e9-942e-ae6ba3b7d69c'}] {{(pid=84108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:41:42.651527 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-cce6a109-126f-4c0e-bc26-89361998ef8b req-f242dd07-76aa-4408-8bb7-a0f5232e1f23 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=33a4bee1-efae-42f0-8ec6-7b3e50658249 HTTP/1.1" status: 200 len: 210 time: 0.1000760 Feb 04 08:41:42.656608 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81dc6ea3-29e8-4eca-b61b-a92eb8b4257a tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:41:42.660356 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81dc6ea3-29e8-4eca-b61b-a92eb8b4257a tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:41:42.664304 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-81dc6ea3-29e8-4eca-b61b-a92eb8b4257a tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1671 time: 0.3210669 Feb 04 08:41:42.668114 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 51422) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:42.715838 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33a4bee1-efae-42f0-8ec6-7b3e50658249', 'name': 'network-vif-deleted', 'tag': 'e50241e3-1f74-48e9-942e-ae6ba3b7d69c', 'status': 'completed', 'code': 200} Feb 04 08:41:42.719323 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7945d48b-0dab-4820-a425-8f7e3a7747f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:42.728748 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-35397c93-bfcb-49cf-b07c-3bf580c9e6c8 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:42.736611 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-9fc38ce7-e85b-4266-92c4-5e9b261fc8cb req-b3fb190b-963c-4f7c-8fd8-623f22ad1ad7 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.47 "DELETE /v2.0/ports/e50241e3-1f74-48e9-942e-ae6ba3b7d69c HTTP/1.1" status: 204 len: 173 time: 1.3074770 Feb 04 08:41:42.754372 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-30711e4b-7272-490b-8683-d276a96ac9fc tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Deleting port 50592e24-9d9b-4e00-a3e5-ce9b12dfd858 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:41:42.754707 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-30711e4b-7272-490b-8683-d276a96ac9fc tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:42.801171 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7945d48b-0dab-4820-a425-8f7e3a7747f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:42.913395 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7945d48b-0dab-4820-a425-8f7e3a7747f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2fb8b59-825f-4fd4-ab92-cad239d1504d,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:42.919882 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6866c802-cccc-41d0-947d-668740fb8a61 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:41:42.926382 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-7945d48b-0dab-4820-a425-8f7e3a7747f8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f768afd62a1e46e9bb37a1424fda2a42&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4007950 Feb 04 08:41:42.936566 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48225581-7457-4899-a2c3-2949227bc134 None None] Sync routers for ids ['f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:41:42.937027 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51426) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:42.955705 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48225581-7457-4899-a2c3-2949227bc134 None None] Routers {'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:41:42.959753 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-48225581-7457-4899-a2c3-2949227bc134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:41:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:42.989997 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-6866c802-cccc-41d0-947d-668740fb8a61 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "PUT /v2.0/routers/f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0539088 Feb 04 08:41:43.084573 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51430) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:43.148408 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-86711f0a-9186-47a4-a779-06aad4f3d8fb tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:43.168950 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b9b7f513-1e9a-4d0c-8bdb-fa16d58bbb74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:43.170080 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-48225581-7457-4899-a2c3-2949227bc134 None None] Set router f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3 gateway port host: None {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:41:43.214207 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-35397c93-bfcb-49cf-b07c-3bf580c9e6c8 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:43.216874 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b9b7f513-1e9a-4d0c-8bdb-fa16d58bbb74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:43.241134 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device dc2a35cb-a560-4f3f-becd-ab916220ab3a up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:41:43.275282 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-30711e4b-7272-490b-8683-d276a96ac9fc tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:43.284202 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-35397c93-bfcb-49cf-b07c-3bf580c9e6c8 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:43.353093 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-48225581-7457-4899-a2c3-2949227bc134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'name': 'tempest-RoutersTest-router-377201212', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:39:20Z', 'updated_at': '2022-02-04T08:41:40Z', 'revision_number': 11, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'gw_port_host': None}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:43.361942 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48225581-7457-4899-a2c3-2949227bc134 None None] Checking router: f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3 for host: dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 08:41:43.391001 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-35397c93-bfcb-49cf-b07c-3bf580c9e6c8 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] In _notify_port_updated(), no bound segment for port 0033ff27-a32f-4c30-a62e-de33ab1ab5ea on network 50f32939-48ec-455e-86f8-8c6e3a27572b {{(pid=84107) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 04 08:41:43.395217 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35397c93-bfcb-49cf-b07c-3bf580c9e6c8 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:41:43.395826 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-35397c93-bfcb-49cf-b07c-3bf580c9e6c8 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:43.397159 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-35397c93-bfcb-49cf-b07c-3bf580c9e6c8 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "PUT /v2.0/ports/0033ff27-a32f-4c30-a62e-de33ab1ab5ea HTTP/1.1" status: 200 len: 818 time: 0.9440017 Feb 04 08:41:43.403059 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port dc2a35cb-a560-4f3f-becd-ab916220ab3a triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:41:43.404205 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:43.404327 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b9b7f513-1e9a-4d0c-8bdb-fa16d58bbb74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:43.417177 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51436) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:43.448593 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-30711e4b-7272-490b-8683-d276a96ac9fc tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Calling delete_port for 50592e24-9d9b-4e00-a3e5-ce9b12dfd858 owned by {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:41:43.456416 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35397c93-bfcb-49cf-b07c-3bf580c9e6c8 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Pushing event updated for resources: {'Port': ['ID=0033ff27-a32f-4c30-a62e-de33ab1ab5ea,revision_number=2']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:43.493251 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48225581-7457-4899-a2c3-2949227bc134 None None] Routers {'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:41:43.494164 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-48225581-7457-4899-a2c3-2949227bc134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:41:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:43.498422 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b7f513-1e9a-4d0c-8bdb-fa16d58bbb74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2fb8b59-825f-4fd4-ab92-cad239d1504d,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:43.534099 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b9b7f513-1e9a-4d0c-8bdb-fa16d58bbb74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:43.537772 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-b9b7f513-1e9a-4d0c-8bdb-fa16d58bbb74 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a2fb8b59-825f-4fd4-ab92-cad239d1504d HTTP/1.1" status: 204 len: 168 time: 0.5967362 Feb 04 08:41:43.552709 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-86711f0a-9186-47a4-a779-06aad4f3d8fb tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Allocated IP 172.26.3.239 (e264bd74-c56b-43d0-9059-bcb57dbbe5bc/79caf47c-b62c-4ea0-b35f-21ede155daa8/b369b292-b754-4af6-bfbb-4154ffa2fdb0) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:41:43.623903 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-c0d6ae5f-226e-4d59-8f08-82fce02838e5 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Deleting port 0033ff27-a32f-4c30-a62e-de33ab1ab5ea {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:41:43.624252 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c0d6ae5f-226e-4d59-8f08-82fce02838e5 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:43.716929 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-48225581-7457-4899-a2c3-2949227bc134 None None] Set router f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3 gateway port host: None {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:41:43.748672 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_v2 [None req-35f5ab33-fa1a-43d7-86e8-22df4773c303 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Deleting subnet 3270c784-b91a-4628-b467-581083a63680 {{(pid=84107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:41:43.760186 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-35f5ab33-fa1a-43d7-86e8-22df4773c303 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks [] for subnet, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:43.837219 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-86711f0a-9186-47a4-a779-06aad4f3d8fb tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:43.858506 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-30711e4b-7272-490b-8683-d276a96ac9fc tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:43.890032 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-48225581-7457-4899-a2c3-2949227bc134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'name': 'tempest-RoutersTest-router-377201212', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:39:20Z', 'updated_at': '2022-02-04T08:41:40Z', 'revision_number': 11, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'gw_port_host': None}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:43.895409 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-35f5ab33-fa1a-43d7-86e8-22df4773c303 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8058667'] for subnet, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:43.909974 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48225581-7457-4899-a2c3-2949227bc134 None None] The sync data for ids ['f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3'] in dv-neutron-827798-2-hyperv is: [{'id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'name': 'tempest-RoutersTest-router-377201212', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:39:20Z', 'updated_at': '2022-02-04T08:41:40Z', 'revision_number': 11, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'gw_port_host': None}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:41:43.970850 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30711e4b-7272-490b-8683-d276a96ac9fc tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event deleted for resources: {'Port': ['ID=50592e24-9d9b-4e00-a3e5-ce9b12dfd858,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:44.026555 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-30711e4b-7272-490b-8683-d276a96ac9fc tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:44.047278 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-30711e4b-7272-490b-8683-d276a96ac9fc tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "DELETE /v2.0/ports/50592e24-9d9b-4e00-a3e5-ce9b12dfd858 HTTP/1.1" status: 204 len: 168 time: 1.3759851 Feb 04 08:41:44.048261 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 51450) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:44.114015 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-86711f0a-9186-47a4-a779-06aad4f3d8fb tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:44.160154 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c0d6ae5f-226e-4d59-8f08-82fce02838e5 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:44.212976 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86711f0a-9186-47a4-a779-06aad4f3d8fb tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Network e264bd74-c56b-43d0-9059-bcb57dbbe5bc is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:41:44.224516 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-86711f0a-9186-47a4-a779-06aad4f3d8fb tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:41:44.233694 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86711f0a-9186-47a4-a779-06aad4f3d8fb tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:41:44.340396 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96ffa6d-3575-4995-be1e-3f33cc945178 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:41:44.340591 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-c0d6ae5f-226e-4d59-8f08-82fce02838e5 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Calling delete_port for 0033ff27-a32f-4c30-a62e-de33ab1ab5ea owned by {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:41:44.342257 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96ffa6d-3575-4995-be1e-3f33cc945178 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:41:44.345995 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-d96ffa6d-3575-4995-be1e-3f33cc945178 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2937157 Feb 04 08:41:44.353330 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 51460) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:44.402458 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86711f0a-9186-47a4-a779-06aad4f3d8fb tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Pushing event updated for resources: {'Port': ['ID=b369b292-b754-4af6-bfbb-4154ffa2fdb0,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:44.449178 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4b2608c9-3acb-4ecb-aa7e-26fc9b73a0a6 req-a7eb97a5-6503-4563-984f-994f938d03d8 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=33a4bee1-efae-42f0-8ec6-7b3e50658249 HTTP/1.1" status: 200 len: 210 time: 0.4919798 Feb 04 08:41:44.471333 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-35f5ab33-fa1a-43d7-86e8-22df4773c303 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:44.607387 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c0d6ae5f-226e-4d59-8f08-82fce02838e5 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:44.659672 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d6ae5f-226e-4d59-8f08-82fce02838e5 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Pushing event deleted for resources: {'Port': ['ID=0033ff27-a32f-4c30-a62e-de33ab1ab5ea,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:44.662961 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-35f5ab33-fa1a-43d7-86e8-22df4773c303 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7510167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985167'] for subnet, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:44.701431 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f5ab33-fa1a-43d7-86e8-22df4773c303 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Pushing event deleted for resources: {'Subnet': ['ID=3270c784-b91a-4628-b467-581083a63680,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:44.705342 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c0d6ae5f-226e-4d59-8f08-82fce02838e5 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:44.719356 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-35f5ab33-fa1a-43d7-86e8-22df4773c303 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:44.723782 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-35f5ab33-fa1a-43d7-86e8-22df4773c303 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "DELETE /v2.0/subnets/3270c784-b91a-4628-b467-581083a63680 HTTP/1.1" status: 204 len: 168 time: 1.6380885 Feb 04 08:41:44.724114 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db023d95-067a-4ce7-8455-dcde31561db1 None None] Network e05f83f0-a168-4436-a947-8be0747bd170 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:41:44.724998 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51468) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:44.730348 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-c0d6ae5f-226e-4d59-8f08-82fce02838e5 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "DELETE /v2.0/ports/0033ff27-a32f-4c30-a62e-de33ab1ab5ea HTTP/1.1" status: 204 len: 168 time: 1.3031995 Feb 04 08:41:44.744169 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51472) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:44.830023 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_v2 [None req-73337c8b-7d76-4a8e-ab7e-bf35ae117a6c tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Deleting subnet 5a93dff0-1e2e-4265-86be-3ff2f24cbb41 {{(pid=84108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:41:44.842182 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-73337c8b-7d76-4a8e-ab7e-bf35ae117a6c tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks [] for subnet, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:44.891677 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-54becdfd-f520-4d72-9727-bfd1b20c2abf tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:44.910860 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-54becdfd-f520-4d72-9727-bfd1b20c2abf tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Deleting port f76c020e-7c73-49d4-8f66-b7a610f32a63 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:41:44.911454 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-54becdfd-f520-4d72-9727-bfd1b20c2abf tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:44.946768 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ff05c0-3de2-4f15-9f73-bdd3f25b2911 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:41:44.947489 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-e5ff05c0-3de2-4f15-9f73-bdd3f25b2911 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Synchronizing usage tracker for tenant:a287064d5ca349c39790be8557119e7e on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:41:45.037826 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70299fc1-31ee-4729-b0cf-5c504ec03743 None None] DHCP port deletion for e05f83f0-a168-4436-a947-8be0747bd170 request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 08:41:45.045449 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-70299fc1-31ee-4729-b0cf-5c504ec03743 None None] Deleting port f76c020e-7c73-49d4-8f66-b7a610f32a63 {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:41:45.046069 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-70299fc1-31ee-4729-b0cf-5c504ec03743 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:45.059881 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-73337c8b-7d76-4a8e-ab7e-bf35ae117a6c tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7851377'] for subnet, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:45.104501 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 51480) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:45.175899 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-73337c8b-7d76-4a8e-ab7e-bf35ae117a6c tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:45.206644 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [None req-54becdfd-f520-4d72-9727-bfd1b20c2abf tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] For port f76c020e-7c73-49d4-8f66-b7a610f32a63, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=f76c020e-7c73-49d4-8f66-b7a610f32a63,segment=NetworkSegment(b991c11b-f1dc-47b0-87f2-61fb52a8eef4),segment_id=b991c11b-f1dc-47b0-87f2-61fb52a8eef4)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:41:45.207153 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-54becdfd-f520-4d72-9727-bfd1b20c2abf tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:45.215696 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-e5ff05c0-3de2-4f15-9f73-bdd3f25b2911 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Unset dirty status for tenant:a287064d5ca349c39790be8557119e7e on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:41:45.217019 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-e5ff05c0-3de2-4f15-9f73-bdd3f25b2911 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.4718997 Feb 04 08:41:45.219937 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 51486) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:45.250682 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device e7797e17-b54c-4db5-ac06-fb85f686a8ef no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:41:45.283097 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c03e897-e973-41a7-a74c-477c52e62279 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] GET failed (client error): The resource could not be found. Feb 04 08:41:45.283533 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-4c03e897-e973-41a7-a74c-477c52e62279 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Synchronizing usage tracker for tenant:a287064d5ca349c39790be8557119e7e on resource:port {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:41:45.303585 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: e7797e17-b54c-4db5-ac06-fb85f686a8ef {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:41:45.303925 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device e7797e17-b54c-4db5-ac06-fb85f686a8ef not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:41:45.304332 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device f76c020e-7c73-49d4-8f66-b7a610f32a63 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:41:45.317018 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-4c03e897-e973-41a7-a74c-477c52e62279 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Unset dirty status for tenant:a287064d5ca349c39790be8557119e7e on resource:port {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:41:45.318161 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-4c03e897-e973-41a7-a74c-477c52e62279 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "GET /v2.0/ports/0033ff27-a32f-4c30-a62e-de33ab1ab5ea HTTP/1.1" status: 404 len: 333 time: 0.0972962 Feb 04 08:41:45.322880 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 51490) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:45.329521 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-1825e455-53f8-43f9-b83a-a935d5f4fdd7 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1615193280'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:41:45.339378 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-e2f43c2e-972a-4b31-9dea-c493a0e2ff09 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Request body: {'security_group': {'name': 'tempest-secgroup--1536625024'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:41:45.353718 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-54becdfd-f520-4d72-9727-bfd1b20c2abf tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Calling delete_port for f76c020e-7c73-49d4-8f66-b7a610f32a63 owned by network:dhcp {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:41:45.396794 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-1825e455-53f8-43f9-b83a-a935d5f4fdd7 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:41:45.415487 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-e2f43c2e-972a-4b31-9dea-c493a0e2ff09 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:41:45.420568 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-73337c8b-7d76-4a8e-ab7e-bf35ae117a6c tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7593563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8119683'] for subnet, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:45.434368 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-1825e455-53f8-43f9-b83a-a935d5f4fdd7 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Usage tracker for resource:network and tenant:a287064d5ca349c39790be8557119e7e is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:41:45.466110 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-e2f43c2e-972a-4b31-9dea-c493a0e2ff09 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Usage tracker for resource:security_group and tenant:46dc6619d7e64f1ab45738b95b4fc44a is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:41:45.469121 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-1825e455-53f8-43f9-b83a-a935d5f4fdd7 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:41:45.480934 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-e2f43c2e-972a-4b31-9dea-c493a0e2ff09 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:41:45.494204 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-54becdfd-f520-4d72-9727-bfd1b20c2abf tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:45.494390 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73337c8b-7d76-4a8e-ab7e-bf35ae117a6c tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event deleted for resources: {'Subnet': ['ID=5a93dff0-1e2e-4265-86be-3ff2f24cbb41,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:45.496641 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-70299fc1-31ee-4729-b0cf-5c504ec03743 None None] For port f76c020e-7c73-49d4-8f66-b7a610f32a63, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=f76c020e-7c73-49d4-8f66-b7a610f32a63,segment=NetworkSegment(b991c11b-f1dc-47b0-87f2-61fb52a8eef4),segment_id=b991c11b-f1dc-47b0-87f2-61fb52a8eef4)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:41:45.497032 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-70299fc1-31ee-4729-b0cf-5c504ec03743 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:45.498476 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-1825e455-53f8-43f9-b83a-a935d5f4fdd7 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:41:45.500932 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-e2f43c2e-972a-4b31-9dea-c493a0e2ff09 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:41:45.511687 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Port f76c020e-7c73-49d4-8f66-b7a610f32a63 update to DOWN by agent not found {{(pid=84109) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Feb 04 08:41:45.521214 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-73337c8b-7d76-4a8e-ab7e-bf35ae117a6c tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:45.537150 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-86711f0a-9186-47a4-a779-06aad4f3d8fb tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:45.540029 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-73337c8b-7d76-4a8e-ab7e-bf35ae117a6c tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "DELETE /v2.0/subnets/5a93dff0-1e2e-4265-86be-3ff2f24cbb41 HTTP/1.1" status: 204 len: 168 time: 1.1832397 Feb 04 08:41:45.542685 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 51496) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:45.566792 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb168ef-df2d-4600-8553-7c2d934225ae None None] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:41:45.586324 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51500) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:45.607396 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54becdfd-f520-4d72-9727-bfd1b20c2abf tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Pushing event deleted for resources: {'Port': ['ID=f76c020e-7c73-49d4-8f66-b7a610f32a63,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:45.609961 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-59aa974c-e8da-416a-a04a-61cacb9f1bc0 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0656955 Feb 04 08:41:45.610871 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1825e455-53f8-43f9-b83a-a935d5f4fdd7 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Made reservation on behalf of a287064d5ca349c39790be8557119e7e for: {'network': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:41:45.612647 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51504) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:45.614549 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-1825e455-53f8-43f9-b83a-a935d5f4fdd7 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:45.620213 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54becdfd-f520-4d72-9727-bfd1b20c2abf tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] No DVR routers for this DVR port f76c020e-7c73-49d4-8f66-b7a610f32a63 on host dv-neutron-827798-2-hyperv {{(pid=84107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:41:45.641480 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-70299fc1-31ee-4729-b0cf-5c504ec03743 None None] Calling delete_port for f76c020e-7c73-49d4-8f66-b7a610f32a63 owned by network:dhcp {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:41:45.649426 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1825e455-53f8-43f9-b83a-a935d5f4fdd7 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=84108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:41:45.656273 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e2f43c2e-972a-4b31-9dea-c493a0e2ff09 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:45.708291 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-1825e455-53f8-43f9-b83a-a935d5f4fdd7 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:45.708739 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.segments_db [None req-1825e455-53f8-43f9-b83a-a935d5f4fdd7 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Added segment 85ede415-cb73-4f6e-85a3-dec2fa79ae4b of type vlan for network 5da6135e-1d51-4566-a28a-04159ceb92e2 Feb 04 08:41:45.709768 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e2f43c2e-972a-4b31-9dea-c493a0e2ff09 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:45.749499 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device e50241e3-1f74-48e9-942e-ae6ba3b7d69c no longer exists at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:41:45.773732 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-86711f0a-9186-47a4-a779-06aad4f3d8fb tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:45.806991 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] No Port match for: e50241e3-1f74-48e9-942e-ae6ba3b7d69c {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:41:45.807471 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device e50241e3-1f74-48e9-942e-ae6ba3b7d69c not bound to the agent host hv-neutron-8277 {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:41:45.829930 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-54becdfd-f520-4d72-9727-bfd1b20c2abf tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:45.871056 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-54becdfd-f520-4d72-9727-bfd1b20c2abf tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e05f83f0-a168-4436-a947-8be0747bd170']}} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:45.888448 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.db.api [None req-70299fc1-31ee-4729-b0cf-5c504ec03743 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 08:41:45.888813 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG oslo_db.api [None req-70299fc1-31ee-4729-b0cf-5c504ec03743 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 08:41:45.888956 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-54becdfd-f520-4d72-9727-bfd1b20c2abf tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b991c11b-f1dc-47b0-87f2-61fb52a8eef4') {'for_net_delete': True} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:45.889158 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-54becdfd-f520-4d72-9727-bfd1b20c2abf tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b991c11b-f1dc-47b0-87f2-61fb52a8eef4') {} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:45.896568 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1ea0c6d1-2fb8-401f-acea-ab2ffba06bbc tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:45.913776 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-54becdfd-f520-4d72-9727-bfd1b20c2abf tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8058642'] for segment, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:45.926222 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-e2f43c2e-972a-4b31-9dea-c493a0e2ff09 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:41:45.929243 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-1825e455-53f8-43f9-b83a-a935d5f4fdd7 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:45.930566 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827a318d-bdea-42e9-aa50-6e0d7875f12f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:41:45.931233 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-827a318d-bdea-42e9-aa50-6e0d7875f12f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Synchronizing usage tracker for tenant:ffa27937301745e1ad43fa520f28cbc3 on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:41:45.944447 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-e2f43c2e-972a-4b31-9dea-c493a0e2ff09 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Usage tracker for resource:security_group_rule and tenant:46dc6619d7e64f1ab45738b95b4fc44a is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:41:45.953711 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-e2f43c2e-972a-4b31-9dea-c493a0e2ff09 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:41:45.962603 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1ea0c6d1-2fb8-401f-acea-ab2ffba06bbc tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:45.967184 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-e2f43c2e-972a-4b31-9dea-c493a0e2ff09 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:41:45.982172 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-54becdfd-f520-4d72-9727-bfd1b20c2abf tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:46.001083 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af43e63-aa04-41d6-a0c0-b5a7515dc033 None None] DHCP port deletion for bc933c3a-b15d-4eab-9ad6-d32fd193f5cd request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 08:41:46.005358 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-4af43e63-aa04-41d6-a0c0-b5a7515dc033 None None] Deleting port dc2a35cb-a560-4f3f-becd-ab916220ab3a {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:41:46.005967 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-4af43e63-aa04-41d6-a0c0-b5a7515dc033 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:46.014140 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54becdfd-f520-4d72-9727-bfd1b20c2abf tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=84107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:41:46.014546 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-54becdfd-f520-4d72-9727-bfd1b20c2abf tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7377717'] for segment, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:46.031027 dv-neutron-827798-2-hyperv neutron-server[84107]: Traceback (most recent call last): Feb 04 08:41:46.031027 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:41:46.031027 dv-neutron-827798-2-hyperv neutron-server[84107]: timer() Feb 04 08:41:46.031027 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:41:46.031027 dv-neutron-827798-2-hyperv neutron-server[84107]: cb(*args, **kw) Feb 04 08:41:46.031027 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:41:46.031027 dv-neutron-827798-2-hyperv neutron-server[84107]: return func(*args, **kwargs) Feb 04 08:41:46.031027 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:41:46.031027 dv-neutron-827798-2-hyperv neutron-server[84107]: self._notify() Feb 04 08:41:46.031027 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:41:46.031027 dv-neutron-827798-2-hyperv neutron-server[84107]: self.callback(batched_events) Feb 04 08:41:46.031027 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:41:46.031027 dv-neutron-827798-2-hyperv neutron-server[84107]: event.method(event) Feb 04 08:41:46.031027 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:41:46.031027 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:41:46.031027 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:41:46.031027 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:41:46.031027 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:41:46.031027 dv-neutron-827798-2-hyperv neutron-server[84107]: return f(self, *a, **k) Feb 04 08:41:46.031027 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:41:46.031027 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._get(url).json() Feb 04 08:41:46.031027 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:41:46.031027 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:41:46.031027 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:41:46.031027 dv-neutron-827798-2-hyperv neutron-server[84107]: return self.request(url, 'GET', **kwargs) Feb 04 08:41:46.031027 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:41:46.031027 dv-neutron-827798-2-hyperv neutron-server[84107]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:41:46.031027 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:41:46.031027 dv-neutron-827798-2-hyperv neutron-server[84107]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:41:46.031027 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:41:46.031027 dv-neutron-827798-2-hyperv neutron-server[84107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:41:46.031027 dv-neutron-827798-2-hyperv neutron-server[84107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:41:46.081010 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-86711f0a-9186-47a4-a779-06aad4f3d8fb tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks [] for port, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:46.113025 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e2f43c2e-972a-4b31-9dea-c493a0e2ff09 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:46.127868 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-1825e455-53f8-43f9-b83a-a935d5f4fdd7 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:46.131882 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1825e455-53f8-43f9-b83a-a935d5f4fdd7 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:41:46.132824 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-1825e455-53f8-43f9-b83a-a935d5f4fdd7 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:46.203456 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-827a318d-bdea-42e9-aa50-6e0d7875f12f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Unset dirty status for tenant:ffa27937301745e1ad43fa520f28cbc3 on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:41:46.205878 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-827a318d-bdea-42e9-aa50-6e0d7875f12f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5922077 Feb 04 08:41:46.213256 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 51508) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:46.227787 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-86711f0a-9186-47a4-a779-06aad4f3d8fb tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:46.231892 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e2f43c2e-972a-4b31-9dea-c493a0e2ff09 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:46.268069 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-4af43e63-aa04-41d6-a0c0-b5a7515dc033 None None] For port dc2a35cb-a560-4f3f-becd-ab916220ab3a, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=dc2a35cb-a560-4f3f-becd-ab916220ab3a,segment=NetworkSegment(2c48dc91-e362-4611-9354-aede43558386),segment_id=2c48dc91-e362-4611-9354-aede43558386)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:41:46.268452 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-4af43e63-aa04-41d6-a0c0-b5a7515dc033 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:46.308078 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-54becdfd-f520-4d72-9727-bfd1b20c2abf tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:46.327192 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-54becdfd-f520-4d72-9727-bfd1b20c2abf tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:46.339055 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54becdfd-f520-4d72-9727-bfd1b20c2abf tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Pushing event deleted for resources: {'Network': ['ID=e05f83f0-a168-4436-a947-8be0747bd170,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:46.343932 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1ea0c6d1-2fb8-401f-acea-ab2ffba06bbc tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:46.366627 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1ea0c6d1-2fb8-401f-acea-ab2ffba06bbc tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:46.370660 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-1ea0c6d1-2fb8-401f-acea-ab2ffba06bbc tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "DELETE /v2.0/security-groups/d22d8e9a-09b2-47a2-96a2-e16624bfee5b HTTP/1.1" status: 204 len: 168 time: 0.7801459 Feb 04 08:41:46.370660 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea0c6d1-2fb8-401f-acea-ab2ffba06bbc tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d22d8e9a-09b2-47a2-96a2-e16624bfee5b,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:46.388161 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-54becdfd-f520-4d72-9727-bfd1b20c2abf tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "DELETE /v2.0/networks/e05f83f0-a168-4436-a947-8be0747bd170 HTTP/1.1" status: 204 len: 168 time: 1.6623299 Feb 04 08:41:46.388586 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1825e455-53f8-43f9-b83a-a935d5f4fdd7 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Pushing event updated for resources: {'Network': ['ID=5da6135e-1d51-4566-a28a-04159ceb92e2,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:46.388785 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51514) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:46.396323 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-70299fc1-31ee-4729-b0cf-5c504ec03743 None None] Deleting port f76c020e-7c73-49d4-8f66-b7a610f32a63 {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:41:46.396871 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-70299fc1-31ee-4729-b0cf-5c504ec03743 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:46.409960 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-61b04301-392a-4d9d-b5c0-41613cf34246 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Request body: {'router': {'routes': None}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:41:46.433103 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-4af43e63-aa04-41d6-a0c0-b5a7515dc033 None None] Calling delete_port for dc2a35cb-a560-4f3f-becd-ab916220ab3a owned by network:dhcp {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:41:46.438459 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-e2f43c2e-972a-4b31-9dea-c493a0e2ff09 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:41:46.455293 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-1825e455-53f8-43f9-b83a-a935d5f4fdd7 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1280882 Feb 04 08:41:46.455293 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86711f0a-9186-47a4-a779-06aad4f3d8fb tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Pushing event updated for resources: {'Port': ['ID=b369b292-b754-4af6-bfbb-4154ffa2fdb0,revision_number=2']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:46.455623 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f43c2e-972a-4b31-9dea-c493a0e2ff09 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bafb2378-0dd9-40ff-9f3e-135785910af8,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:46.458674 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51518) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:46.462037 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-e2f43c2e-972a-4b31-9dea-c493a0e2ff09 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Usage tracker for resource:security_group_rule and tenant:46dc6619d7e64f1ab45738b95b4fc44a is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:41:46.466861 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-e2f43c2e-972a-4b31-9dea-c493a0e2ff09 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:41:46.470165 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-649fa083-23d3-44e5-9611-efc5266c5f7d tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Request body: {'subnet': {'network_id': '5da6135e-1d51-4566-a28a-04159ceb92e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:41:46.473927 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network 5da6135e-1d51-4566-a28a-04159ceb92e2 details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:41:46.479189 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-e2f43c2e-972a-4b31-9dea-c493a0e2ff09 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:41:46.483737 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9786c41e-a973-4aa9-9655-19cef2964c26 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:41:46.484417 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-9786c41e-a973-4aa9-9655-19cef2964c26 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Synchronizing usage tracker for tenant:ffa27937301745e1ad43fa520f28cbc3 on resource:subnet {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:41:46.500927 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 51522) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:46.553754 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-86711f0a-9186-47a4-a779-06aad4f3d8fb tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473039'] for floatingip, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:46.613892 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-70299fc1-31ee-4729-b0cf-5c504ec03743 None None] The port 'f76c020e-7c73-49d4-8f66-b7a610f32a63' was deleted {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 08:41:46.697572 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-649fa083-23d3-44e5-9611-efc5266c5f7d tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:41:46.703514 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-9786c41e-a973-4aa9-9655-19cef2964c26 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Unset dirty status for tenant:ffa27937301745e1ad43fa520f28cbc3 on resource:subnet {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:41:46.704674 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-9786c41e-a973-4aa9-9655-19cef2964c26 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4902542 Feb 04 08:41:46.713884 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-4af43e63-aa04-41d6-a0c0-b5a7515dc033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407'] for port, after_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:46.715145 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51526) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:46.716074 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-649fa083-23d3-44e5-9611-efc5266c5f7d tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Usage tracker for resource:subnet and tenant:a287064d5ca349c39790be8557119e7e is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:41:46.721981 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-649fa083-23d3-44e5-9611-efc5266c5f7d tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:41:46.763625 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af43e63-aa04-41d6-a0c0-b5a7515dc033 None None] Pushing event deleted for resources: {'Port': ['ID=dc2a35cb-a560-4f3f-becd-ab916220ab3a,revision_number=None']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:46.766895 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af43e63-aa04-41d6-a0c0-b5a7515dc033 None None] No DVR routers for this DVR port dc2a35cb-a560-4f3f-becd-ab916220ab3a on host dv-neutron-827798-2-hyperv {{(pid=84109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:41:46.772070 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-649fa083-23d3-44e5-9611-efc5266c5f7d tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:41:46.780158 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e2f43c2e-972a-4b31-9dea-c493a0e2ff09 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:46.883672 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-a08007be-dc56-4d50-87b5-e1667fdab867 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1594796 Feb 04 08:41:46.887094 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.extraroute_db [None req-61b04301-392a-4d9d-b5c0-41613cf34246 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Added routes are [] {{(pid=84107) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 04 08:41:46.887422 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.extraroute_db [None req-61b04301-392a-4d9d-b5c0-41613cf34246 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Removed routes are [] {{(pid=84107) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 04 08:41:46.887962 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-61b04301-392a-4d9d-b5c0-41613cf34246 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40996'] for router, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:46.889408 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51530) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:46.895803 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-7e84e217-7d8e-44cc-8280-063f8d9b47d6 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Request body: {'subnet': {'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:41:46.992076 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e2f43c2e-972a-4b31-9dea-c493a0e2ff09 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:47.011520 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-649fa083-23d3-44e5-9611-efc5266c5f7d tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Made reservation on behalf of a287064d5ca349c39790be8557119e7e for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:41:47.018022 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3948dfb-8ace-4c51-9f78-6968f793a66d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Deleting subnet 41131d08-2999-49eb-ac72-a47282c07ade {{(pid=84108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:41:47.035838 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b3948dfb-8ace-4c51-9f78-6968f793a66d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for subnet, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:47.078696 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f43c2e-972a-4b31-9dea-c493a0e2ff09 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6dec9d6-3406-40ec-9266-4e17c511de0e,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:47.115628 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b3948dfb-8ace-4c51-9f78-6968f793a66d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7851377'] for subnet, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:47.181302 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device dc2a35cb-a560-4f3f-becd-ab916220ab3a no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:41:47.196322 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.l3_db [None req-86711f0a-9186-47a4-a779-06aad4f3d8fb tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Floating IP e3180c39-7b3f-4720-b48c-92aa7cc132a7 associated. External IP: 172.26.3.239, port: 16d7a056-611c-4a99-a501-36965bc5a902. Feb 04 08:41:47.206523 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-649fa083-23d3-44e5-9611-efc5266c5f7d tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985186'] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:47.216188 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: dc2a35cb-a560-4f3f-becd-ab916220ab3a {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:41:47.216691 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device dc2a35cb-a560-4f3f-becd-ab916220ab3a not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:41:47.229349 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-7e84e217-7d8e-44cc-8280-063f8d9b47d6 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:41:47.266633 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e2f43c2e-972a-4b31-9dea-c493a0e2ff09 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:47.267821 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-e2f43c2e-972a-4b31-9dea-c493a0e2ff09 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 2.1618156 Feb 04 08:41:47.271192 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 51534) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:47.301993 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-7e84e217-7d8e-44cc-8280-063f8d9b47d6 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:41:47.315761 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b3948dfb-8ace-4c51-9f78-6968f793a66d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:47.419044 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-3b4d8f85-7c71-46ce-b079-9e6c0858e57d tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Synchronizing usage tracker for tenant:46dc6619d7e64f1ab45738b95b4fc44a on resource:security_group {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:41:47.442030 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-61b04301-392a-4d9d-b5c0-41613cf34246 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40996'] for router, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:47.449667 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-61b04301-392a-4d9d-b5c0-41613cf34246 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-472436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-472429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-475363'] for router, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:47.455678 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e84e217-7d8e-44cc-8280-063f8d9b47d6 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Made reservation on behalf of ffa27937301745e1ad43fa520f28cbc3 for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:41:47.609834 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-3b4d8f85-7c71-46ce-b079-9e6c0858e57d tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Unset dirty status for tenant:46dc6619d7e64f1ab45738b95b4fc44a on resource:security_group {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:41:47.614933 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-3b4d8f85-7c71-46ce-b079-9e6c0858e57d tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.3379998 Feb 04 08:41:47.614933 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b3948dfb-8ace-4c51-9f78-6968f793a66d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7593563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8119683'] for subnet, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:47.615826 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 51538) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:47.657326 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-9227b341-0439-4706-acee-c9db5861cfc1 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Request body: {'security_group': {'name': 'tempest-security--179899683', 'description': 'tempest-security-description-931908758'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:41:47.673162 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3948dfb-8ace-4c51-9f78-6968f793a66d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event deleted for resources: {'Subnet': ['ID=41131d08-2999-49eb-ac72-a47282c07ade,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:47.693639 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b3948dfb-8ace-4c51-9f78-6968f793a66d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:47.699767 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8586f245-784b-49df-8c9d-061f94063e53 None None] Network a283428a-c352-4d19-98bc-b1a1da8b6a7b requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:41:47.718771 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-b3948dfb-8ace-4c51-9f78-6968f793a66d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "DELETE /v2.0/subnets/41131d08-2999-49eb-ac72-a47282c07ade HTTP/1.1" status: 204 len: 168 time: 1.2094989 Feb 04 08:41:47.718771 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9227b341-0439-4706-acee-c9db5861cfc1 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:47.727130 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 51542) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:47.814904 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7e84e217-7d8e-44cc-8280-063f8d9b47d6 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985186'] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:47.891063 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9227b341-0439-4706-acee-c9db5861cfc1 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:47.905997 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-bfb12543-d9dd-4076-bda5-4fbdf0ec3002 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:47.965948 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61b04301-392a-4d9d-b5c0-41613cf34246 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Router f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:41:47.977212 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9227b341-0439-4706-acee-c9db5861cfc1 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:47.979413 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9227b341-0439-4706-acee-c9db5861cfc1 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:47.983699 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-9227b341-0439-4706-acee-c9db5861cfc1 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] 10.222.0.36 "PUT /v2.0/security-groups/a6dec9d6-3406-40ec-9266-4e17c511de0e HTTP/1.1" status: 200 len: 1610 time: 0.3352554 Feb 04 08:41:47.985162 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51546) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:47.999474 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2257207-7a23-4865-9d19-295347cc4eb5 None None] DHCP port deletion for a283428a-c352-4d19-98bc-b1a1da8b6a7b request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 08:41:48.006970 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-c2257207-7a23-4865-9d19-295347cc4eb5 None None] Deleting port 74720654-ce7f-4046-8b61-2f7c95285cab {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:41:48.007945 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-c2257207-7a23-4865-9d19-295347cc4eb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:48.010188 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-bfb12543-d9dd-4076-bda5-4fbdf0ec3002 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Deleting port 74720654-ce7f-4046-8b61-2f7c95285cab {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:41:48.010652 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-bfb12543-d9dd-4076-bda5-4fbdf0ec3002 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:48.080079 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9227b341-0439-4706-acee-c9db5861cfc1 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6dec9d6-3406-40ec-9266-4e17c511de0e,revision_number=2']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:48.092220 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-649fa083-23d3-44e5-9611-efc5266c5f7d tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7510230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985204'] for subnet, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:48.229384 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-c2257207-7a23-4865-9d19-295347cc4eb5 None None] For port 74720654-ce7f-4046-8b61-2f7c95285cab, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=74720654-ce7f-4046-8b61-2f7c95285cab,segment=NetworkSegment(a90d19d3-892e-440d-b71b-bdd2d1242422),segment_id=a90d19d3-892e-440d-b71b-bdd2d1242422)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:41:48.229384 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-c2257207-7a23-4865-9d19-295347cc4eb5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:48.254567 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-4d828cce-e3a6-4261-937a-2803494c7bec tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] 10.222.0.36 "GET /v2.0/security-groups/a6dec9d6-3406-40ec-9266-4e17c511de0e HTTP/1.1" status: 200 len: 1610 time: 0.2657731 Feb 04 08:41:48.259786 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 51550) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:48.273838 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86711f0a-9186-47a4-a779-06aad4f3d8fb tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Router de793c8f-17cf-4e3d-8480-f685e8e42fc8 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:41:48.284747 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [None req-bfb12543-d9dd-4076-bda5-4fbdf0ec3002 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] For port 74720654-ce7f-4046-8b61-2f7c95285cab, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=74720654-ce7f-4046-8b61-2f7c95285cab,segment=NetworkSegment(a90d19d3-892e-440d-b71b-bdd2d1242422),segment_id=a90d19d3-892e-440d-b71b-bdd2d1242422)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:41:48.285104 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-bfb12543-d9dd-4076-bda5-4fbdf0ec3002 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:48.296403 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649fa083-23d3-44e5-9611-efc5266c5f7d tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Pushing event updated for resources: {'Subnet': ['ID=e19275a0-1aee-4348-9034-a00aee4a4058,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:48.340107 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61b04301-392a-4d9d-b5c0-41613cf34246 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:41:48.350159 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649fa083-23d3-44e5-9611-efc5266c5f7d tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Checking segment: {'id': '85ede415-cb73-4f6e-85a3-dec2fa79ae4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5da6135e-1d51-4566-a28a-04159ceb92e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:41:48.350579 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649fa083-23d3-44e5-9611-efc5266c5f7d tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Network hostable DHCP agents. Network: 5da6135e-1d51-4566-a28a-04159ceb92e2, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:41:48.356010 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d6695f-6c32-46ca-b495-eea427f7d50d None None] Sync routers for ids ['f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:41:48.367789 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-61b04301-392a-4d9d-b5c0-41613cf34246 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:48.370476 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-61b04301-392a-4d9d-b5c0-41613cf34246 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "PUT /v2.0/routers/f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3 HTTP/1.1" status: 200 len: 700 time: 1.9807324 Feb 04 08:41:48.371229 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51554) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:48.382613 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-c2257207-7a23-4865-9d19-295347cc4eb5 None None] Calling delete_port for 74720654-ce7f-4046-8b61-2f7c95285cab owned by network:dhcp {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:41:48.384738 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d6695f-6c32-46ca-b495-eea427f7d50d None None] Routers {'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:41:48.385689 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-e2d6695f-6c32-46ca-b495-eea427f7d50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:41:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:48.422971 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-81032af6-5a62-411e-8126-90e57c37222b tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Synchronizing usage tracker for tenant:1216cf6397c6415eb938e86c1901dea6 on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:41:48.438211 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-bfb12543-d9dd-4076-bda5-4fbdf0ec3002 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Calling delete_port for 74720654-ce7f-4046-8b61-2f7c95285cab owned by network:dhcp {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:41:48.520868 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-e2d6695f-6c32-46ca-b495-eea427f7d50d None None] Set router f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3 gateway port host: None {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:41:48.556136 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-c2257207-7a23-4865-9d19-295347cc4eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407'] for port, after_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:48.557857 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.objects.ports [None req-7e84e217-7d8e-44cc-8280-063f8d9b47d6 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84107) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 04 08:41:48.559598 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-81032af6-5a62-411e-8126-90e57c37222b tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Unset dirty status for tenant:1216cf6397c6415eb938e86c1901dea6 on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:41:48.560816 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-81032af6-5a62-411e-8126-90e57c37222b tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "GET /v2.0/ports?device_id=f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3 HTTP/1.1" status: 200 len: 205 time: 0.1877892 Feb 04 08:41:48.561817 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7e84e217-7d8e-44cc-8280-063f8d9b47d6 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7510230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985204'] for subnet, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:48.572580 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51558) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:48.605816 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2257207-7a23-4865-9d19-295347cc4eb5 None None] Pushing event deleted for resources: {'Port': ['ID=74720654-ce7f-4046-8b61-2f7c95285cab,revision_number=None']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:48.615244 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2257207-7a23-4865-9d19-295347cc4eb5 None None] No DVR routers for this DVR port 74720654-ce7f-4046-8b61-2f7c95285cab on host dv-neutron-827798-2-hyperv {{(pid=84109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:41:48.644001 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e84e217-7d8e-44cc-8280-063f8d9b47d6 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event updated for resources: {'Subnet': ['ID=a25cc0bf-43da-4bc0-ab22-79f15df101b4,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:48.676148 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-e2d6695f-6c32-46ca-b495-eea427f7d50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'name': 'tempest-RoutersTest-router-377201212', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:39:20Z', 'updated_at': '2022-02-04T08:41:40Z', 'revision_number': 11, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'gw_port_host': None}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:48.680644 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d6695f-6c32-46ca-b495-eea427f7d50d None None] Checking router: f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3 for host: dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 08:41:48.693355 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d6695f-6c32-46ca-b495-eea427f7d50d None None] Routers {'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:41:48.693974 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-e2d6695f-6c32-46ca-b495-eea427f7d50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:41:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:48.710381 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-af5d8798-8c0e-4cc7-b14c-2d843b713d59 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:48.713949 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649fa083-23d3-44e5-9611-efc5266c5f7d tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Network 5da6135e-1d51-4566-a28a-04159ceb92e2 is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:41:48.719561 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e84e217-7d8e-44cc-8280-063f8d9b47d6 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:41:48.726698 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-7e84e217-7d8e-44cc-8280-063f8d9b47d6 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:41:48.738110 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e84e217-7d8e-44cc-8280-063f8d9b47d6 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:41:48.908667 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7e84e217-7d8e-44cc-8280-063f8d9b47d6 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:48.909588 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4471909-e118-484f-a44e-72a84d6f45be None None] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:41:48.909719 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.db.api [None req-bfb12543-d9dd-4076-bda5-4fbdf0ec3002 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84108) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 08:41:48.909719 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG oslo_db.api [None req-bfb12543-d9dd-4076-bda5-4fbdf0ec3002 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 08:41:48.909719 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-af5d8798-8c0e-4cc7-b14c-2d843b713d59 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:48.910003 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-83644ba9-c27c-4a68-b7cd-1519a0882304 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks [] for router, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:48.910099 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86711f0a-9186-47a4-a779-06aad4f3d8fb tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:41:48.913933 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-e2d6695f-6c32-46ca-b495-eea427f7d50d None None] Set router f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3 gateway port host: None {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:41:48.943921 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66741736-1c87-46aa-b2a7-d61a0555ac95 None None] Sync routers for ids ['de793c8f-17cf-4e3d-8480-f685e8e42fc8'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:41:49.008661 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66741736-1c87-46aa-b2a7-d61a0555ac95 None None] Routers {'de793c8f-17cf-4e3d-8480-f685e8e42fc8'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:41:49.010078 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-66741736-1c87-46aa-b2a7-d61a0555ac95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:41:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['de793c8f-17cf-4e3d-8480-f685e8e42fc8'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:49.042779 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-e2d6695f-6c32-46ca-b495-eea427f7d50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'name': 'tempest-RoutersTest-router-377201212', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:39:20Z', 'updated_at': '2022-02-04T08:41:40Z', 'revision_number': 11, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'gw_port_host': None}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:49.046794 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d6695f-6c32-46ca-b495-eea427f7d50d None None] The sync data for ids ['f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3'] in dv-neutron-827798-2-hyperv is: [{'id': 'f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3', 'name': 'tempest-RoutersTest-router-377201212', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:39:20Z', 'updated_at': '2022-02-04T08:41:40Z', 'revision_number': 11, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'gw_port_host': None}] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:41:49.078594 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-66741736-1c87-46aa-b2a7-d61a0555ac95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:49.128956 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66741736-1c87-46aa-b2a7-d61a0555ac95 None None] Routers {'de793c8f-17cf-4e3d-8480-f685e8e42fc8'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:41:49.129807 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-66741736-1c87-46aa-b2a7-d61a0555ac95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:41:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['de793c8f-17cf-4e3d-8480-f685e8e42fc8'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:49.182066 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68fd5b3d-748f-49d6-a7f1-4c64c175b436 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'tenant_id': 'ffa27937301745e1ad43fa520f28cbc3', 'fixed_ips': [{'subnet_id': 'a25cc0bf-43da-4bc0-ab22-79f15df101b4'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:41:49.182972 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-68fd5b3d-748f-49d6-a7f1-4c64c175b436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:49.207761 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 74720654-ce7f-4046-8b61-2f7c95285cab no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:41:49.226558 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-af5d8798-8c0e-4cc7-b14c-2d843b713d59 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:49.228961 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-af5d8798-8c0e-4cc7-b14c-2d843b713d59 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:49.233194 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-7e84e217-7d8e-44cc-8280-063f8d9b47d6 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3407397 Feb 04 08:41:49.233194 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-649fa083-23d3-44e5-9611-efc5266c5f7d tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, 5da6135e-1d51-4566-a28a-04159ceb92e2) {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:41:49.233194 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51562) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:49.235078 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-af5d8798-8c0e-4cc7-b14c-2d843b713d59 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] 10.222.0.36 "DELETE /v2.0/security-groups/a6dec9d6-3406-40ec-9266-4e17c511de0e HTTP/1.1" status: 204 len: 168 time: 0.9702814 Feb 04 08:41:49.235492 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51564) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:49.248097 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-66741736-1c87-46aa-b2a7-d61a0555ac95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:49.248266 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-86711f0a-9186-47a4-a779-06aad4f3d8fb tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for floatingip, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:49.248496 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66741736-1c87-46aa-b2a7-d61a0555ac95 None None] The sync data for ids ['de793c8f-17cf-4e3d-8480-f685e8e42fc8'] in dv-neutron-827798-2-hyperv is: [] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:41:49.252512 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc49d0c2-8592-464b-824a-d9be418396e8 None None] Network 5da6135e-1d51-4566-a28a-04159ceb92e2 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:41:49.266154 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: 74720654-ce7f-4046-8b61-2f7c95285cab {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:41:49.267007 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 74720654-ce7f-4046-8b61-2f7c95285cab not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:41:49.282914 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-bfb12543-d9dd-4076-bda5-4fbdf0ec3002 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Deleting port 74720654-ce7f-4046-8b61-2f7c95285cab {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:41:49.283252 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-bfb12543-d9dd-4076-bda5-4fbdf0ec3002 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:49.311176 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649fa083-23d3-44e5-9611-efc5266c5f7d tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:41:49.311770 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-649fa083-23d3-44e5-9611-efc5266c5f7d tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:49.318121 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-ca423844-a187-438f-94b5-905922f60ddc tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Request body: {'subnet': {'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:41:49.324933 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5d8798-8c0e-4cc7-b14c-2d843b713d59 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6dec9d6-3406-40ec-9266-4e17c511de0e,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:49.371615 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-bfb12543-d9dd-4076-bda5-4fbdf0ec3002 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] The port '74720654-ce7f-4046-8b61-2f7c95285cab' was deleted {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 08:41:49.426981 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-86711f0a-9186-47a4-a779-06aad4f3d8fb tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 7.5196595 Feb 04 08:41:49.430979 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 51570) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:49.447712 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-75c7f27d-850c-4387-9351-dd409255b88f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:49.484414 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-771b412f-6336-4f7c-b119-c25be80cf9ff tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Request body: {'floatingip': {'port_id': '16d7a056-611c-4a99-a501-36965bc5a902', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:41:49.559181 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-649fa083-23d3-44e5-9611-efc5266c5f7d tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0960693 Feb 04 08:41:49.560718 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 51574) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:49.565367 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-83644ba9-c27c-4a68-b7cd-1519a0882304 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40989'] for router, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:49.577053 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-57ef8c5a-8363-4612-9898-a4187618edc0 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Request body: {'subnet': {'network_id': '5da6135e-1d51-4566-a28a-04159ceb92e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:41:49.587763 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-83644ba9-c27c-4a68-b7cd-1519a0882304 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:49.592509 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-68fd5b3d-748f-49d6-a7f1-4c64c175b436 None None] Allocated IP 2001:db8::f816:3eff:fef0:e936 (bc933c3a-b15d-4eab-9ad6-d32fd193f5cd/a25cc0bf-43da-4bc0-ab22-79f15df101b4/2024a4d0-b679-4fb0-a6ec-58c5ad58b5be) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:41:49.596621 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-b30f37d3-2df8-4f73-b4aa-ee95b754d234 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3610950 Feb 04 08:41:49.605797 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 51578) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:49.647374 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-ca423844-a187-438f-94b5-905922f60ddc tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:41:49.660684 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-ca423844-a187-438f-94b5-905922f60ddc tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:41:49.663950 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187a8302-f4c2-425f-b579-e438837fecc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-5da6135e-1d51-4566-a28a-04159ceb92e2', 'network_id': '5da6135e-1d51-4566-a28a-04159ceb92e2', 'tenant_id': 'a287064d5ca349c39790be8557119e7e', 'fixed_ips': [{'subnet_id': 'e19275a0-1aee-4348-9034-a00aee4a4058'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:41:49.664784 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-187a8302-f4c2-425f-b579-e438837fecc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:49.682843 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-bfb12543-d9dd-4076-bda5-4fbdf0ec3002 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:49.725200 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.api.v2.resource [None req-9d8239c9-086d-400b-8c1b-e12329f6c16f tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] delete failed (client error): The resource could not be found. Feb 04 08:41:49.730773 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-9d8239c9-086d-400b-8c1b-e12329f6c16f tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] 10.222.0.36 "DELETE /v2.0/security-groups/a6dec9d6-3406-40ec-9266-4e17c511de0e HTTP/1.1" status: 404 len: 347 time: 0.1198754 Feb 04 08:41:49.731117 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51582) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:49.733213 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-771b412f-6336-4f7c-b119-c25be80cf9ff tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks [] for floatingip, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:49.737478 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-9e02a62d-8a9f-4f99-ab0a-06b0553610b7 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Request body: {'security_group': {'name': 'tempest-secgroup--1506545099'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:41:49.743923 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-83644ba9-c27c-4a68-b7cd-1519a0882304 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-476062'] for router, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:49.747029 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83644ba9-c27c-4a68-b7cd-1519a0882304 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Fanout notify agent at l3_agent the message router_deleted on router f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3 {{(pid=84107) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 08:41:49.747029 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-9e02a62d-8a9f-4f99-ab0a-06b0553610b7 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:41:49.765459 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-9e02a62d-8a9f-4f99-ab0a-06b0553610b7 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:41:49.771439 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-83644ba9-c27c-4a68-b7cd-1519a0882304 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:49.776746 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-83644ba9-c27c-4a68-b7cd-1519a0882304 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "DELETE /v2.0/routers/f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3 HTTP/1.1" status: 204 len: 168 time: 1.1377175 Feb 04 08:41:49.780760 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51586) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:49.785183 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca423844-a187-438f-94b5-905922f60ddc tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Made reservation on behalf of ffa27937301745e1ad43fa520f28cbc3 for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:41:49.789305 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ca423844-a187-438f-94b5-905922f60ddc tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985186'] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:49.812154 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-f6d0a62b-b586-4ce8-b72b-a6c65f2fc96d tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-620524734', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:41:49.876653 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-f6d0a62b-b586-4ce8-b72b-a6c65f2fc96d tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:41:49.877666 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-bfb12543-d9dd-4076-bda5-4fbdf0ec3002 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a283428a-c352-4d19-98bc-b1a1da8b6a7b']}} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:49.896679 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-f6d0a62b-b586-4ce8-b72b-a6c65f2fc96d tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Usage tracker for resource:router and tenant:1216cf6397c6415eb938e86c1901dea6 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:41:49.899459 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9e02a62d-8a9f-4f99-ab0a-06b0553610b7 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:49.910025 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-f6d0a62b-b586-4ce8-b72b-a6c65f2fc96d tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:41:49.921403 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-f6d0a62b-b586-4ce8-b72b-a6c65f2fc96d tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:41:49.989851 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-187a8302-f4c2-425f-b579-e438837fecc0 None None] Allocated IP 172.20.0.2 (5da6135e-1d51-4566-a28a-04159ceb92e2/e19275a0-1aee-4348-9034-a00aee4a4058/76287f74-61aa-4bcb-ba2d-35f4df90be36) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:41:49.992155 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-68fd5b3d-748f-49d6-a7f1-4c64c175b436 None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:50.004110 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-9e02a62d-8a9f-4f99-ab0a-06b0553610b7 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:41:50.006932 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.ipam_backend_mixin [None req-ca423844-a187-438f-94b5-905922f60ddc tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a25cc0bf-43da-4bc0-ab22-79f15df101b4 (CIDR: 2001:db8::/64) Feb 04 08:41:50.009574 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-9e02a62d-8a9f-4f99-ab0a-06b0553610b7 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Usage tracker for resource:security_group_rule and tenant:46dc6619d7e64f1ab45738b95b4fc44a is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:41:50.012773 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-9e02a62d-8a9f-4f99-ab0a-06b0553610b7 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:41:50.018830 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-9e02a62d-8a9f-4f99-ab0a-06b0553610b7 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:41:50.021883 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-68fd5b3d-748f-49d6-a7f1-4c64c175b436 None None] Transition to ACTIVE for port object 2024a4d0-b679-4fb0-a6ec-58c5ad58b5be will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:41:50.022635 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f6d0a62b-b586-4ce8-b72b-a6c65f2fc96d tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40975'] for router, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:50.023588 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f6d0a62b-b586-4ce8-b72b-a6c65f2fc96d tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40982'] for router, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:50.027510 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-bfb12543-d9dd-4076-bda5-4fbdf0ec3002 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a90d19d3-892e-440d-b71b-bdd2d1242422') {'for_net_delete': True} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:50.027857 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-bfb12543-d9dd-4076-bda5-4fbdf0ec3002 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a90d19d3-892e-440d-b71b-bdd2d1242422') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:50.060640 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca423844-a187-438f-94b5-905922f60ddc tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 08:41:50.060640 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca423844-a187-438f-94b5-905922f60ddc tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:41:50.060869 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-bfb12543-d9dd-4076-bda5-4fbdf0ec3002 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7851336'] for segment, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:50.092315 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f6d0a62b-b586-4ce8-b72b-a6c65f2fc96d tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:50.120193 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9e02a62d-8a9f-4f99-ab0a-06b0553610b7 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:50.130761 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-68fd5b3d-748f-49d6-a7f1-4c64c175b436 None None] Transition to ACTIVE for port object 2024a4d0-b679-4fb0-a6ec-58c5ad58b5be will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:41:50.153228 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-bfb12543-d9dd-4076-bda5-4fbdf0ec3002 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:50.174687 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfb12543-d9dd-4076-bda5-4fbdf0ec3002 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=84108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:41:50.175460 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-bfb12543-d9dd-4076-bda5-4fbdf0ec3002 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7460345'] for segment, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:50.189161 dv-neutron-827798-2-hyperv neutron-server[84108]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 08:41:50.189161 dv-neutron-827798-2-hyperv neutron-server[84108]: util.warn( Feb 04 08:41:50.189161 dv-neutron-827798-2-hyperv neutron-server[84108]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 08:41:50.189161 dv-neutron-827798-2-hyperv neutron-server[84108]: util.warn( Feb 04 08:41:50.189161 dv-neutron-827798-2-hyperv neutron-server[84108]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 08:41:50.189161 dv-neutron-827798-2-hyperv neutron-server[84108]: util.warn( Feb 04 08:41:50.189161 dv-neutron-827798-2-hyperv neutron-server[84108]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 08:41:50.189161 dv-neutron-827798-2-hyperv neutron-server[84108]: util.warn( Feb 04 08:41:50.189161 dv-neutron-827798-2-hyperv neutron-server[84108]: Traceback (most recent call last): Feb 04 08:41:50.189161 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:41:50.189161 dv-neutron-827798-2-hyperv neutron-server[84108]: timer() Feb 04 08:41:50.189161 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:41:50.189161 dv-neutron-827798-2-hyperv neutron-server[84108]: cb(*args, **kw) Feb 04 08:41:50.189161 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:41:50.189161 dv-neutron-827798-2-hyperv neutron-server[84108]: return func(*args, **kwargs) Feb 04 08:41:50.189161 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:41:50.189161 dv-neutron-827798-2-hyperv neutron-server[84108]: self._notify() Feb 04 08:41:50.189161 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:41:50.189161 dv-neutron-827798-2-hyperv neutron-server[84108]: self.callback(batched_events) Feb 04 08:41:50.189161 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:41:50.189161 dv-neutron-827798-2-hyperv neutron-server[84108]: event.method(event) Feb 04 08:41:50.189161 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:41:50.189161 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:41:50.189161 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:41:50.189161 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:41:50.189161 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:41:50.189161 dv-neutron-827798-2-hyperv neutron-server[84108]: return f(self, *a, **k) Feb 04 08:41:50.189161 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:41:50.189161 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._get(url).json() Feb 04 08:41:50.189161 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:41:50.189161 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:41:50.189161 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:41:50.189161 dv-neutron-827798-2-hyperv neutron-server[84108]: return self.request(url, 'GET', **kwargs) Feb 04 08:41:50.189161 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:41:50.189161 dv-neutron-827798-2-hyperv neutron-server[84108]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:41:50.189161 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:41:50.189161 dv-neutron-827798-2-hyperv neutron-server[84108]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:41:50.189161 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:41:50.189161 dv-neutron-827798-2-hyperv neutron-server[84108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:41:50.189161 dv-neutron-827798-2-hyperv neutron-server[84108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:41:50.197827 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-ca423844-a187-438f-94b5-905922f60ddc tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9076238 Feb 04 08:41:50.198009 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-57ef8c5a-8363-4612-9898-a4187618edc0 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:41:50.198468 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51590) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:50.205028 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-6e38250f-f43d-4bff-817f-fae909b51e74 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Request body: {'subnet': {'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:41:50.232250 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-68fd5b3d-748f-49d6-a7f1-4c64c175b436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:50.234082 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9e02a62d-8a9f-4f99-ab0a-06b0553610b7 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:50.238392 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f6d0a62b-b586-4ce8-b72b-a6c65f2fc96d tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472990'] for router, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:50.253849 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-57ef8c5a-8363-4612-9898-a4187618edc0 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Usage tracker for resource:subnet and tenant:a287064d5ca349c39790be8557119e7e is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:41:50.271995 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-57ef8c5a-8363-4612-9898-a4187618edc0 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:41:50.284362 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-57ef8c5a-8363-4612-9898-a4187618edc0 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:41:50.320597 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-187a8302-f4c2-425f-b579-e438837fecc0 None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:50.324455 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68fd5b3d-748f-49d6-a7f1-4c64c175b436 None None] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:41:50.333190 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-68fd5b3d-748f-49d6-a7f1-4c64c175b436 None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:41:50.333190 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd5b3d-748f-49d6-a7f1-4c64c175b436 None None] Pushing event updated for resources: {'Port': ['ID=2024a4d0-b679-4fb0-a6ec-58c5ad58b5be,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:50.334732 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fd5b3d-748f-49d6-a7f1-4c64c175b436 None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:41:50.346599 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-187a8302-f4c2-425f-b579-e438837fecc0 None None] Transition to ACTIVE for port object 76287f74-61aa-4bcb-ba2d-35f4df90be36 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:41:50.387204 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e02a62d-8a9f-4f99-ab0a-06b0553610b7 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b1823b-d902-459b-86f6-ad72d46698ab,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:50.411780 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f6d0a62b-b586-4ce8-b72b-a6c65f2fc96d tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:50.415592 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-f6d0a62b-b586-4ce8-b72b-a6c65f2fc96d tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6309762 Feb 04 08:41:50.416633 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51594) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:50.423553 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-ad2f5451-539e-46da-9685-0b252fb1796e tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:41:50.432597 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-bfb12543-d9dd-4076-bda5-4fbdf0ec3002 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:50.442337 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-187a8302-f4c2-425f-b579-e438837fecc0 None None] Transition to ACTIVE for port object 76287f74-61aa-4bcb-ba2d-35f4df90be36 will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:41:50.447383 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-68fd5b3d-748f-49d6-a7f1-4c64c175b436 None None] Attempting to bind port 2024a4d0-b679-4fb0-a6ec-58c5ad58b5be on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:41:50.447751 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-68fd5b3d-748f-49d6-a7f1-4c64c175b436 None None] Attempting to bind port 2024a4d0-b679-4fb0-a6ec-58c5ad58b5be by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': '2c48dc91-e362-4611-9354-aede43558386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:41:50.448123 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fd5b3d-748f-49d6-a7f1-4c64c175b436 None None] Attempting to bind port 2024a4d0-b679-4fb0-a6ec-58c5ad58b5be on network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:41:50.455355 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fd5b3d-748f-49d6-a7f1-4c64c175b436 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:41:50.455724 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fd5b3d-748f-49d6-a7f1-4c64c175b436 None None] Checking segment: {'id': '2c48dc91-e362-4611-9354-aede43558386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:41:50.456116 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-68fd5b3d-748f-49d6-a7f1-4c64c175b436 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:50.456346 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-bfb12543-d9dd-4076-bda5-4fbdf0ec3002 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:50.456582 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fd5b3d-748f-49d6-a7f1-4c64c175b436 None None] Bound using segment: {'id': '2c48dc91-e362-4611-9354-aede43558386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:41:50.457140 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-68fd5b3d-748f-49d6-a7f1-4c64c175b436 None None] Bound port: 2024a4d0-b679-4fb0-a6ec-58c5ad58b5be, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c48dc91-e362-4611-9354-aede43558386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:41:50.457512 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-68fd5b3d-748f-49d6-a7f1-4c64c175b436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:50.472299 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-bfb12543-d9dd-4076-bda5-4fbdf0ec3002 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "DELETE /v2.0/networks/a283428a-c352-4d19-98bc-b1a1da8b6a7b HTTP/1.1" status: 204 len: 168 time: 2.7442486 Feb 04 08:41:50.478845 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 51598) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:50.489435 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb12543-d9dd-4076-bda5-4fbdf0ec3002 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event deleted for resources: {'Network': ['ID=a283428a-c352-4d19-98bc-b1a1da8b6a7b,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:50.502885 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9e02a62d-8a9f-4f99-ab0a-06b0553610b7 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:50.507016 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-9e02a62d-8a9f-4f99-ab0a-06b0553610b7 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7719476 Feb 04 08:41:50.509934 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51602) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:50.518168 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-c87f7f07-a413-4208-a9d2-9c87faa61dd9 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Request body: {'security_group_rule': {'security_group_id': 'b7b1823b-d902-459b-86f6-ad72d46698ab', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:41:50.532971 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-6e38250f-f43d-4bff-817f-fae909b51e74 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:41:50.535654 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-c87f7f07-a413-4208-a9d2-9c87faa61dd9 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:41:50.559580 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-187a8302-f4c2-425f-b579-e438837fecc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:50.591958 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-c87f7f07-a413-4208-a9d2-9c87faa61dd9 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Usage tracker for resource:security_group_rule and tenant:46dc6619d7e64f1ab45738b95b4fc44a is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:41:50.602909 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-c87f7f07-a413-4208-a9d2-9c87faa61dd9 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:41:50.610183 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-6e38250f-f43d-4bff-817f-fae909b51e74 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:41:50.616448 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-c87f7f07-a413-4208-a9d2-9c87faa61dd9 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:41:50.651802 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187a8302-f4c2-425f-b579-e438837fecc0 None None] Pushing event updated for resources: {'Port': ['ID=76287f74-61aa-4bcb-ba2d-35f4df90be36,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:50.659439 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187a8302-f4c2-425f-b579-e438837fecc0 None None] Network 5da6135e-1d51-4566-a28a-04159ceb92e2 is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:41:50.672722 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-187a8302-f4c2-425f-b579-e438837fecc0 None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:41:50.676014 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-68fd5b3d-748f-49d6-a7f1-4c64c175b436 None None] For port 2024a4d0-b679-4fb0-a6ec-58c5ad58b5be, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:41:50.680205 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57ef8c5a-8363-4612-9898-a4187618edc0 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Made reservation on behalf of a287064d5ca349c39790be8557119e7e for: {'subnet': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:41:50.681021 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187a8302-f4c2-425f-b579-e438837fecc0 None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:41:50.687192 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-68fd5b3d-748f-49d6-a7f1-4c64c175b436 None None] For port 2024a4d0-b679-4fb0-a6ec-58c5ad58b5be, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=2024a4d0-b679-4fb0-a6ec-58c5ad58b5be,segment=NetworkSegment(2c48dc91-e362-4611-9354-aede43558386),segment_id=2c48dc91-e362-4611-9354-aede43558386)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:41:50.738153 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c87f7f07-a413-4208-a9d2-9c87faa61dd9 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:50.753205 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e38250f-f43d-4bff-817f-fae909b51e74 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Made reservation on behalf of ffa27937301745e1ad43fa520f28cbc3 for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:41:50.757162 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6e38250f-f43d-4bff-817f-fae909b51e74 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985186'] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:50.790676 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-187a8302-f4c2-425f-b579-e438837fecc0 None None] Attempting to bind port 76287f74-61aa-4bcb-ba2d-35f4df90be36 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:41:50.792195 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-187a8302-f4c2-425f-b579-e438837fecc0 None None] Attempting to bind port 76287f74-61aa-4bcb-ba2d-35f4df90be36 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': '85ede415-cb73-4f6e-85a3-dec2fa79ae4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5da6135e-1d51-4566-a28a-04159ceb92e2'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:41:50.792749 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187a8302-f4c2-425f-b579-e438837fecc0 None None] Attempting to bind port 76287f74-61aa-4bcb-ba2d-35f4df90be36 on network 5da6135e-1d51-4566-a28a-04159ceb92e2 {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:41:50.804652 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187a8302-f4c2-425f-b579-e438837fecc0 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:41:50.816470 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187a8302-f4c2-425f-b579-e438837fecc0 None None] Checking segment: {'id': '85ede415-cb73-4f6e-85a3-dec2fa79ae4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5da6135e-1d51-4566-a28a-04159ceb92e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:41:50.816470 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-187a8302-f4c2-425f-b579-e438837fecc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:50.816470 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187a8302-f4c2-425f-b579-e438837fecc0 None None] Bound using segment: {'id': '85ede415-cb73-4f6e-85a3-dec2fa79ae4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5da6135e-1d51-4566-a28a-04159ceb92e2'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:41:50.816470 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-187a8302-f4c2-425f-b579-e438837fecc0 None None] Bound port: 76287f74-61aa-4bcb-ba2d-35f4df90be36, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85ede415-cb73-4f6e-85a3-dec2fa79ae4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5da6135e-1d51-4566-a28a-04159ceb92e2'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:41:50.816470 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-187a8302-f4c2-425f-b579-e438837fecc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:50.842840 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-68fd5b3d-748f-49d6-a7f1-4c64c175b436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:51.005167 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-57ef8c5a-8363-4612-9898-a4187618edc0 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8119726'] for subnet, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:51.088944 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd5b3d-748f-49d6-a7f1-4c64c175b436 None None] Pushing event updated for resources: {'Port': ['ID=2024a4d0-b679-4fb0-a6ec-58c5ad58b5be,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:51.091009 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-1d447aed-29cf-4702-b9e8-e810a3934fb4 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Deleting port fdcfaaf3-0da6-474a-91b2-7be8563e9888 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:41:51.091373 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-1d447aed-29cf-4702-b9e8-e810a3934fb4 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:51.151781 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-187a8302-f4c2-425f-b579-e438837fecc0 None None] For port 76287f74-61aa-4bcb-ba2d-35f4df90be36, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:41:51.234888 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-187a8302-f4c2-425f-b579-e438837fecc0 None None] For port 76287f74-61aa-4bcb-ba2d-35f4df90be36, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=76287f74-61aa-4bcb-ba2d-35f4df90be36,segment=NetworkSegment(85ede415-cb73-4f6e-85a3-dec2fa79ae4b),segment_id=85ede415-cb73-4f6e-85a3-dec2fa79ae4b)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:41:51.268656 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ad2f5451-539e-46da-9685-0b252fb1796e tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40996'] for router, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:51.273285 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c87f7f07-a413-4208-a9d2-9c87faa61dd9 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:51.320998 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-187a8302-f4c2-425f-b579-e438837fecc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:51.354264 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ad2f5451-539e-46da-9685-0b252fb1796e tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-472436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-472429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-475363'] for router, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:51.357376 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c87f7f07-a413-4208-a9d2-9c87faa61dd9 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:51.364073 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.ipam_backend_mixin [None req-57ef8c5a-8363-4612-9898-a4187618edc0 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e19275a0-1aee-4348-9034-a00aee4a4058 (CIDR: 172.20.0.0/28) Feb 04 08:41:51.410102 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-771b412f-6336-4f7c-b119-c25be80cf9ff tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:51.412504 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87f7f07-a413-4208-a9d2-9c87faa61dd9 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7788c51a-0f20-4415-a8dd-ddf8813fd02d,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:51.415469 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-57ef8c5a-8363-4612-9898-a4187618edc0 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 08:41:51.415469 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57ef8c5a-8363-4612-9898-a4187618edc0 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:41:51.476585 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-1d447aed-29cf-4702-b9e8-e810a3934fb4 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:51.476926 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-1d447aed-29cf-4702-b9e8-e810a3934fb4 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:51.492396 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187a8302-f4c2-425f-b579-e438837fecc0 None None] Pushing event updated for resources: {'Port': ['ID=76287f74-61aa-4bcb-ba2d-35f4df90be36,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:51.499583 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-771b412f-6336-4f7c-b119-c25be80cf9ff tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473039'] for floatingip, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:51.602065 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-57ef8c5a-8363-4612-9898-a4187618edc0 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.0413108 Feb 04 08:41:51.605946 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c87f7f07-a413-4208-a9d2-9c87faa61dd9 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:51.611310 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-c87f7f07-a413-4208-a9d2-9c87faa61dd9 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.1004381 Feb 04 08:41:51.611924 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51608) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:51.612255 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51610) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:51.649586 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-f75863b1-2006-4c26-84a1-b0a3632158da tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Request body: {'subnet': {'network_id': '5da6135e-1d51-4566-a28a-04159ceb92e2', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:41:51.685854 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-1d447aed-29cf-4702-b9e8-e810a3934fb4 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Calling delete_port for fdcfaaf3-0da6-474a-91b2-7be8563e9888 owned by network:floatingip {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:41:51.690831 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-303423ee-8779-4e6d-b547-d524300f85c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:51.818057 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c85f72d6-f18a-4ecb-b92b-3df7a6c857ea tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:51.823467 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6e38250f-f43d-4bff-817f-fae909b51e74 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7510230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985204'] for subnet, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:51.880351 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c85f72d6-f18a-4ecb-b92b-3df7a6c857ea tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:51.955346 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e38250f-f43d-4bff-817f-fae909b51e74 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:41:51.960025 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-f75863b1-2006-4c26-84a1-b0a3632158da tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:41:51.966704 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-6e38250f-f43d-4bff-817f-fae909b51e74 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:41:51.969419 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e38250f-f43d-4bff-817f-fae909b51e74 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:41:51.970001 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6e38250f-f43d-4bff-817f-fae909b51e74 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:51.973670 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad2f5451-539e-46da-9685-0b252fb1796e tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Router 9c980164-0344-4d4d-a67d-443379dbe43d is scheduled to L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 with binding_index 1 {{(pid=84107) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 08:41:51.987170 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-f75863b1-2006-4c26-84a1-b0a3632158da tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Usage tracker for resource:subnet and tenant:a287064d5ca349c39790be8557119e7e is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:41:51.991491 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-f75863b1-2006-4c26-84a1-b0a3632158da tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:41:51.997329 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e38250f-f43d-4bff-817f-fae909b51e74 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event updated for resources: {'Subnet': ['ID=a2d45317-14c5-42a2-8740-dbd1bbdba429,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:52.010713 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-f75863b1-2006-4c26-84a1-b0a3632158da tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:41:52.029449 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-1d447aed-29cf-4702-b9e8-e810a3934fb4 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:52.080719 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d447aed-29cf-4702-b9e8-e810a3934fb4 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event deleted for resources: {'Port': ['ID=fdcfaaf3-0da6-474a-91b2-7be8563e9888,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:52.085953 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c85f72d6-f18a-4ecb-b92b-3df7a6c857ea tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:52.091416 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c85f72d6-f18a-4ecb-b92b-3df7a6c857ea tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:52.095228 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-c85f72d6-f18a-4ecb-b92b-3df7a6c857ea tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/7788c51a-0f20-4415-a8dd-ddf8813fd02d HTTP/1.1" status: 204 len: 168 time: 0.4496825 Feb 04 08:41:52.108816 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51616) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:52.113953 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-6e38250f-f43d-4bff-817f-fae909b51e74 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9108467 Feb 04 08:41:52.116289 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51620) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:52.136012 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85f72d6-f18a-4ecb-b92b-3df7a6c857ea tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7788c51a-0f20-4415-a8dd-ddf8813fd02d,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:52.141952 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-7e3d9203-2d9e-4b5b-9501-5ab7776560f8 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Request body: {'port': {'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'mac_address': 'fa:16:3e:e0:7c:b6', 'name': 'tempest-NetworksTestDHCPv6-1278372033'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:41:52.295432 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f75863b1-2006-4c26-84a1-b0a3632158da tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Made reservation on behalf of a287064d5ca349c39790be8557119e7e for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:41:52.316749 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-1d447aed-29cf-4702-b9e8-e810a3934fb4 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for floatingip, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:52.402666 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad2f5451-539e-46da-9685-0b252fb1796e tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:41:52.409253 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ad2f5451-539e-46da-9685-0b252fb1796e tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:52.410305 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-ad2f5451-539e-46da-9685-0b252fb1796e tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "PUT /v2.0/routers/9c980164-0344-4d4d-a67d-443379dbe43d HTTP/1.1" status: 200 len: 693 time: 1.9926381 Feb 04 08:41:52.416484 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51624) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:52.421925 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02787a5d-1e6f-4b46-9a1f-4cb7c614c053 None None] Sync routers for ids ['9c980164-0344-4d4d-a67d-443379dbe43d'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:41:52.439294 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02787a5d-1e6f-4b46-9a1f-4cb7c614c053 None None] Routers {'9c980164-0344-4d4d-a67d-443379dbe43d'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:41:52.439916 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-02787a5d-1e6f-4b46-9a1f-4cb7c614c053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:41:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['9c980164-0344-4d4d-a67d-443379dbe43d'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:52.479712 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45e44b9-a702-4843-a188-c688a8bb27a5 None None] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:41:52.501113 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-44f8aab3-16b3-48ca-802c-4ccd1ea663ee tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Synchronizing usage tracker for tenant:46dc6619d7e64f1ab45738b95b4fc44a on resource:security_group_rule {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:41:52.626789 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-02787a5d-1e6f-4b46-9a1f-4cb7c614c053 None None] Set router 9c980164-0344-4d4d-a67d-443379dbe43d gateway port host: None {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:41:52.637671 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f75863b1-2006-4c26-84a1-b0a3632158da tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985186'] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:52.662611 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-771b412f-6336-4f7c-b119-c25be80cf9ff tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Router de793c8f-17cf-4e3d-8480-f685e8e42fc8 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:41:52.667823 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-7e3d9203-2d9e-4b5b-9501-5ab7776560f8 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:41:52.671978 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-7e3d9203-2d9e-4b5b-9501-5ab7776560f8 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Usage tracker for resource:port and tenant:ffa27937301745e1ad43fa520f28cbc3 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:41:52.674957 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-7e3d9203-2d9e-4b5b-9501-5ab7776560f8 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:41:52.680968 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-7e3d9203-2d9e-4b5b-9501-5ab7776560f8 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:41:52.777568 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-3b0ff0e5-4f1b-44e7-a73c-efe9421ecd56 None None] Provisioning for port 2024a4d0-b679-4fb0-a6ec-58c5ad58b5be completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:41:52.798730 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-02787a5d-1e6f-4b46-9a1f-4cb7c614c053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c980164-0344-4d4d-a67d-443379dbe43d', 'name': 'tempest-RoutersTest-router-620524734', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:41:50Z', 'updated_at': '2022-02-04T08:41:51Z', 'revision_number': 2, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'gw_port_host': None}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:52.805915 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02787a5d-1e6f-4b46-9a1f-4cb7c614c053 None None] Checking router: 9c980164-0344-4d4d-a67d-443379dbe43d for host: dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 08:41:52.834383 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02787a5d-1e6f-4b46-9a1f-4cb7c614c053 None None] Routers {'9c980164-0344-4d4d-a67d-443379dbe43d'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:41:52.834383 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-02787a5d-1e6f-4b46-9a1f-4cb7c614c053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:41:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['9c980164-0344-4d4d-a67d-443379dbe43d'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:52.855294 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27082ae7-cb9b-448f-8ae1-b6936a5fef6b None None] Network 5da6135e-1d51-4566-a28a-04159ceb92e2 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:41:52.864092 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 51628) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:52.864301 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-802150f5-5442-462f-a5b7-4db8707afe95 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "GET /v2.0/routers/9c980164-0344-4d4d-a67d-443379dbe43d HTTP/1.1" status: 200 len: 699 time: 0.4426544 Feb 04 08:41:52.931313 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-10eb9c7f-e32e-46e8-83f8-0fb835798305 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Synchronizing usage tracker for tenant:1216cf6397c6415eb938e86c1901dea6 on resource:port {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:41:53.012145 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e3d9203-2d9e-4b5b-9501-5ab7776560f8 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Made reservation on behalf of ffa27937301745e1ad43fa520f28cbc3 for: {'port': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:41:53.027693 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-44f8aab3-16b3-48ca-802c-4ccd1ea663ee tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Unset dirty status for tenant:46dc6619d7e64f1ab45738b95b4fc44a on resource:security_group_rule {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:41:53.029200 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-44f8aab3-16b3-48ca-802c-4ccd1ea663ee tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.9170728 Feb 04 08:41:53.033907 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:53.039973 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51632) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:53.042418 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-02787a5d-1e6f-4b46-9a1f-4cb7c614c053 None None] Set router 9c980164-0344-4d4d-a67d-443379dbe43d gateway port host: None {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:41:53.092276 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-10eb9c7f-e32e-46e8-83f8-0fb835798305 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Unset dirty status for tenant:1216cf6397c6415eb938e86c1901dea6 on resource:port {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:41:53.096062 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-10eb9c7f-e32e-46e8-83f8-0fb835798305 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c980164-0344-4d4d-a67d-443379dbe43d HTTP/1.1" status: 200 len: 205 time: 0.2271233 Feb 04 08:41:53.154389 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51636) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:53.190271 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-02787a5d-1e6f-4b46-9a1f-4cb7c614c053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c980164-0344-4d4d-a67d-443379dbe43d', 'name': 'tempest-RoutersTest-router-620524734', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:41:50Z', 'updated_at': '2022-02-04T08:41:51Z', 'revision_number': 2, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'gw_port_host': None}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:53.199032 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02787a5d-1e6f-4b46-9a1f-4cb7c614c053 None None] The sync data for ids ['9c980164-0344-4d4d-a67d-443379dbe43d'] in dv-neutron-827798-2-hyperv is: [{'id': '9c980164-0344-4d4d-a67d-443379dbe43d', 'name': 'tempest-RoutersTest-router-620524734', 'tenant_id': '1216cf6397c6415eb938e86c1901dea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:41:50Z', 'updated_at': '2022-02-04T08:41:51Z', 'revision_number': 2, 'project_id': '1216cf6397c6415eb938e86c1901dea6', 'gw_port_host': None}] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:41:53.267563 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:53.289310 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-771b412f-6336-4f7c-b119-c25be80cf9ff tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:41:53.312422 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d447aed-29cf-4702-b9e8-e810a3934fb4 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Router 90852817-8b61-4771-aa29-849e29ce7005 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:41:53.314730 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-771b412f-6336-4f7c-b119-c25be80cf9ff tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for floatingip, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:53.325179 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-f0ac0f9e-95ef-40f4-8047-8ad57ab51db2 None None] Provisioning for port 76287f74-61aa-4bcb-ba2d-35f4df90be36 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:41:53.336210 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4404bf79-914d-452f-aa85-d77d14d3ab1b None None] Sync routers for ids ['de793c8f-17cf-4e3d-8480-f685e8e42fc8'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:41:53.380704 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-bd7c275d-00a6-436d-b75d-01188ba25620 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:53.400767 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 2024a4d0-b679-4fb0-a6ec-58c5ad58b5be up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:41:53.443179 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-118283b5-df81-4af0-8d95-c56a4b5e2b48 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks [] for router, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:53.472745 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4404bf79-914d-452f-aa85-d77d14d3ab1b None None] Routers {'de793c8f-17cf-4e3d-8480-f685e8e42fc8'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:41:53.473383 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-4404bf79-914d-452f-aa85-d77d14d3ab1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:41:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['de793c8f-17cf-4e3d-8480-f685e8e42fc8'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:53.515606 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-771b412f-6336-4f7c-b119-c25be80cf9ff tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] 10.222.0.36 "PUT /v2.0/floatingips/e3180c39-7b3f-4720-b48c-92aa7cc132a7 HTTP/1.1" status: 200 len: 979 time: 4.0835915 Feb 04 08:41:53.522441 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51640) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:53.523833 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-bd7c275d-00a6-436d-b75d-01188ba25620 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:53.558773 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103cac2b-a53e-4c54-bbed-2e8d1770280e None None] Update dhcp port {'port': {'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'fixed_ips': [{'subnet_id': 'a25cc0bf-43da-4bc0-ab22-79f15df101b4', 'ip_address': '2001:db8::f816:3eff:fef0:e936'}, {'subnet_id': 'a2d45317-14c5-42a2-8740-dbd1bbdba429'}], 'binding:host_id': 'dv-neutron-827798-2-hyperv'}, 'id': '2024a4d0-b679-4fb0-a6ec-58c5ad58b5be'} from dv-neutron-827798-2-hyperv. {{(pid=84109) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 04 08:41:53.595657 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-4404bf79-914d-452f-aa85-d77d14d3ab1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:53.631179 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-103cac2b-a53e-4c54-bbed-2e8d1770280e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:53.658188 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d447aed-29cf-4702-b9e8-e810a3934fb4 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:41:53.669327 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e628956-f32d-45ac-ad07-0d51e8b7e456 None None] Sync routers for ids ['90852817-8b61-4771-aa29-849e29ce7005'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:41:53.680072 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-1d447aed-29cf-4702-b9e8-e810a3934fb4 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for floatingip, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:53.681942 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4404bf79-914d-452f-aa85-d77d14d3ab1b None None] Routers {'de793c8f-17cf-4e3d-8480-f685e8e42fc8'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:41:53.681942 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-4404bf79-914d-452f-aa85-d77d14d3ab1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:41:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['de793c8f-17cf-4e3d-8480-f685e8e42fc8'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:53.696746 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e628956-f32d-45ac-ad07-0d51e8b7e456 None None] Routers {'90852817-8b61-4771-aa29-849e29ce7005'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:41:53.697368 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-3e628956-f32d-45ac-ad07-0d51e8b7e456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:41:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['90852817-8b61-4771-aa29-849e29ce7005'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:53.763563 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-4404bf79-914d-452f-aa85-d77d14d3ab1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:53.763971 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4404bf79-914d-452f-aa85-d77d14d3ab1b None None] The sync data for ids ['de793c8f-17cf-4e3d-8480-f685e8e42fc8'] in dv-neutron-827798-2-hyperv is: [] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:41:53.785803 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7e3d9203-2d9e-4b5b-9501-5ab7776560f8 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:53.816066 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-1d447aed-29cf-4702-b9e8-e810a3934fb4 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "DELETE /v2.0/floatingips/b10c9053-7097-4638-a562-b2cccd65def5 HTTP/1.1" status: 204 len: 168 time: 3.3362710 Feb 04 08:41:53.817216 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cd345d0-ab65-4db3-8ffb-c06fae39e475', 'tag': 'fbbca797-c27a-467e-8941-34e4e2a1d2c3'}] {{(pid=84108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:41:53.865029 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 2024a4d0-b679-4fb0-a6ec-58c5ad58b5be completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:41:53.874122 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 2024a4d0-b679-4fb0-a6ec-58c5ad58b5be triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:41:53.875030 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:53.949946 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cd345d0-ab65-4db3-8ffb-c06fae39e475', 'tag': 'fbbca797-c27a-467e-8941-34e4e2a1d2c3', 'status': 'completed', 'code': 200} Feb 04 08:41:54.127198 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-3e628956-f32d-45ac-ad07-0d51e8b7e456 None None] Set router 90852817-8b61-4771-aa29-849e29ce7005 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:41:54.133107 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-cfebe72e-206c-4483-8aed-8a2d1ca7a143 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Deleting port b369b292-b754-4af6-bfbb-4154ffa2fdb0 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:41:54.133522 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-cfebe72e-206c-4483-8aed-8a2d1ca7a143 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:54.173098 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-bd7c275d-00a6-436d-b75d-01188ba25620 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:54.188967 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-103cac2b-a53e-4c54-bbed-2e8d1770280e None None] Allocated IP 2001:db8:0:1::2 (bc933c3a-b15d-4eab-9ad6-d32fd193f5cd/a2d45317-14c5-42a2-8740-dbd1bbdba429/2024a4d0-b679-4fb0-a6ec-58c5ad58b5be) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:41:54.201717 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:54.211158 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [None req-7e3d9203-2d9e-4b5b-9501-5ab7776560f8 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] device_id is not set on port c8bbdbed-aa7d-400b-be39-02174c226852 yet. {{(pid=84107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:41:54.259915 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-3d48007b-b4ef-4449-9047-6e079941e4f5 req-cf150739-5294-49d7-ad57-9b0323d83c2d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7df2bfd740464e869863a41b14f4d5af&device_id=0cd345d0-ab65-4db3-8ffb-c06fae39e475 HTTP/1.1" status: 200 len: 1099 time: 0.2891116 Feb 04 08:41:54.337462 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7c275d-00a6-436d-b75d-01188ba25620 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b1823b-d902-459b-86f6-ad72d46698ab,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:54.379369 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:54.444037 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-103cac2b-a53e-4c54-bbed-2e8d1770280e None None] For port 2024a4d0-b679-4fb0-a6ec-58c5ad58b5be, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=2024a4d0-b679-4fb0-a6ec-58c5ad58b5be,segment=NetworkSegment(2c48dc91-e362-4611-9354-aede43558386),segment_id=2c48dc91-e362-4611-9354-aede43558386)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:41:54.479738 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-103cac2b-a53e-4c54-bbed-2e8d1770280e None None] Notify callbacks [] for port, precommit_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:54.491355 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d48007b-b4ef-4449-9047-6e079941e4f5 req-02652c42-5e2d-4cdc-871b-0ba4253c9ad3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:41:54.499830 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-3d48007b-b4ef-4449-9047-6e079941e4f5 req-02652c42-5e2d-4cdc-871b-0ba4253c9ad3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4c9b2602-557a-496f-9496-472f42f83572 HTTP/1.1" status: 200 len: 898 time: 0.2332900 Feb 04 08:41:54.502650 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-103cac2b-a53e-4c54-bbed-2e8d1770280e None None] Transition to ACTIVE for port object 2024a4d0-b679-4fb0-a6ec-58c5ad58b5be will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:41:54.533993 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-3e628956-f32d-45ac-ad07-0d51e8b7e456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90852817-8b61-4771-aa29-849e29ce7005', 'name': 'tempest-TestNetworkBasicOps-router-2057065806', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18'}], 'enable_snat': True}, 'gw_port_id': 'e6f40c31-b6de-48e6-8f71-a0473c650669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:37:36Z', 'updated_at': '2022-02-04T08:41:32Z', 'revision_number': 6, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': 'e6f40c31-b6de-48e6-8f71-a0473c650669', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:52:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90852817-8b61-4771-aa29-849e29ce7005', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:37:38Z', 'updated_at': '2022-02-04T08:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '55a55c91-4d5b-45f3-8136-cd894d1d4b08', 'name': '', 'network_id': '4c9b2602-557a-496f-9496-472f42f83572', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'mac_address': 'fa:16:3e:17:c2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90852817-8b61-4771-aa29-849e29ce7005', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86d0bccd-5c6a-4354-af11-7f0ac9ee3eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:37:51Z', 'updated_at': '2022-02-04T08:38:04Z', 'revision_number': 5, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'subnets': [{'id': '86d0bccd-5c6a-4354-af11-7f0ac9ee3eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:54.540130 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e628956-f32d-45ac-ad07-0d51e8b7e456 None None] Checking router: 90852817-8b61-4771-aa29-849e29ce7005 for host: dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 08:41:54.554720 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e628956-f32d-45ac-ad07-0d51e8b7e456 None None] Routers {'90852817-8b61-4771-aa29-849e29ce7005'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:41:54.555709 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-3e628956-f32d-45ac-ad07-0d51e8b7e456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:41:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['90852817-8b61-4771-aa29-849e29ce7005'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:54.591884 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-103cac2b-a53e-4c54-bbed-2e8d1770280e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:54.701710 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-3d48007b-b4ef-4449-9047-6e079941e4f5 req-27be128a-f81a-45a2-b1a5-634400c4bde0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbbca797-c27a-467e-8941-34e4e2a1d2c3 HTTP/1.1" status: 200 len: 217 time: 0.1937895 Feb 04 08:41:54.763151 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-bd7c275d-00a6-436d-b75d-01188ba25620 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:54.764230 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-bd7c275d-00a6-436d-b75d-01188ba25620 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] 10.222.0.36 "DELETE /v2.0/security-groups/b7b1823b-d902-459b-86f6-ad72d46698ab HTTP/1.1" status: 204 len: 168 time: 1.7251570 Feb 04 08:41:54.773555 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51652) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:54.775217 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-118283b5-df81-4af0-8d95-c56a4b5e2b48 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40989'] for router, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:54.787912 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d48007b-b4ef-4449-9047-6e079941e4f5 req-fe2bde61-3be8-49b9-9e3f-4eb87019948a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:41:54.789380 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-3d48007b-b4ef-4449-9047-6e079941e4f5 req-fe2bde61-3be8-49b9-9e3f-4eb87019948a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=86d0bccd-5c6a-4354-af11-7f0ac9ee3eb4 HTTP/1.1" status: 200 len: 835 time: 0.0813799 Feb 04 08:41:54.805569 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.db.api [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 08:41:54.805569 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG oslo_db.api [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 08:41:54.825451 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103cac2b-a53e-4c54-bbed-2e8d1770280e None None] Pushing event updated for resources: {'Port': ['ID=2024a4d0-b679-4fb0-a6ec-58c5ad58b5be,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:54.861795 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-3e628956-f32d-45ac-ad07-0d51e8b7e456 None None] Set router 90852817-8b61-4771-aa29-849e29ce7005 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:41:54.888798 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-3d48007b-b4ef-4449-9047-6e079941e4f5 req-412cf395-d17e-4e38-8c6b-843f4bdb8af2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4c9b2602-557a-496f-9496-472f42f83572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0925670 Feb 04 08:41:54.967538 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-118283b5-df81-4af0-8d95-c56a4b5e2b48 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:55.015187 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-cfebe72e-206c-4483-8aed-8a2d1ca7a143 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:55.015518 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-cfebe72e-206c-4483-8aed-8a2d1ca7a143 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:55.049219 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f75863b1-2006-4c26-84a1-b0a3632158da tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7510230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985204'] for subnet, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:55.074986 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-3d48007b-b4ef-4449-9047-6e079941e4f5 req-11e8b404-1e36-48df-8a16-11b3890f0756 service neutron] 10.222.0.47 "GET /v2.0/networks/4c9b2602-557a-496f-9496-472f42f83572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720662 Feb 04 08:41:55.184854 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-cfebe72e-206c-4483-8aed-8a2d1ca7a143 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Calling delete_port for b369b292-b754-4af6-bfbb-4154ffa2fdb0 owned by network:floatingip {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:41:55.224446 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-3d48007b-b4ef-4449-9047-6e079941e4f5 req-29bbc243-dccb-4ea1-b732-a4d59ba530f8 service neutron] 10.222.0.47 "GET /v2.0/networks/4c9b2602-557a-496f-9496-472f42f83572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423798 Feb 04 08:41:55.236545 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-3e628956-f32d-45ac-ad07-0d51e8b7e456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90852817-8b61-4771-aa29-849e29ce7005', 'name': 'tempest-TestNetworkBasicOps-router-2057065806', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18'}], 'enable_snat': True}, 'gw_port_id': 'e6f40c31-b6de-48e6-8f71-a0473c650669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:37:36Z', 'updated_at': '2022-02-04T08:41:32Z', 'revision_number': 6, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': 'e6f40c31-b6de-48e6-8f71-a0473c650669', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:52:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90852817-8b61-4771-aa29-849e29ce7005', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:37:38Z', 'updated_at': '2022-02-04T08:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '55a55c91-4d5b-45f3-8136-cd894d1d4b08', 'name': '', 'network_id': '4c9b2602-557a-496f-9496-472f42f83572', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'mac_address': 'fa:16:3e:17:c2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90852817-8b61-4771-aa29-849e29ce7005', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86d0bccd-5c6a-4354-af11-7f0ac9ee3eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:37:51Z', 'updated_at': '2022-02-04T08:38:04Z', 'revision_number': 5, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'subnets': [{'id': '86d0bccd-5c6a-4354-af11-7f0ac9ee3eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:55.240716 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e628956-f32d-45ac-ad07-0d51e8b7e456 None None] The sync data for ids ['90852817-8b61-4771-aa29-849e29ce7005'] in dv-neutron-827798-2-hyperv is: [{'id': '90852817-8b61-4771-aa29-849e29ce7005', 'name': 'tempest-TestNetworkBasicOps-router-2057065806', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18'}], 'enable_snat': True}, 'gw_port_id': 'e6f40c31-b6de-48e6-8f71-a0473c650669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:37:36Z', 'updated_at': '2022-02-04T08:41:32Z', 'revision_number': 6, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': 'e6f40c31-b6de-48e6-8f71-a0473c650669', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:52:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90852817-8b61-4771-aa29-849e29ce7005', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:37:38Z', 'updated_at': '2022-02-04T08:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '55a55c91-4d5b-45f3-8136-cd894d1d4b08', 'name': '', 'network_id': '4c9b2602-557a-496f-9496-472f42f83572', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'mac_address': 'fa:16:3e:17:c2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90852817-8b61-4771-aa29-849e29ce7005', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86d0bccd-5c6a-4354-af11-7f0ac9ee3eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:37:51Z', 'updated_at': '2022-02-04T08:38:04Z', 'revision_number': 5, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'subnets': [{'id': '86d0bccd-5c6a-4354-af11-7f0ac9ee3eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:41:55.374065 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:55.407133 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-ce6c3f98-85a1-43e1-8e22-aaef0e731340 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Synchronizing usage tracker for tenant:46dc6619d7e64f1ab45738b95b4fc44a on resource:security_group {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:41:55.412120 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port 2024a4d0-b679-4fb0-a6ec-58c5ad58b5be, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=2024a4d0-b679-4fb0-a6ec-58c5ad58b5be,segment=NetworkSegment(2c48dc91-e362-4611-9354-aede43558386),segment_id=2c48dc91-e362-4611-9354-aede43558386)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:41:55.436227 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75863b1-2006-4c26-84a1-b0a3632158da tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Network 5da6135e-1d51-4566-a28a-04159ceb92e2 is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:41:55.444139 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-f75863b1-2006-4c26-84a1-b0a3632158da tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:41:55.454949 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4441e80b-2d2c-440a-8d96-fb28de10a34f None None] Network 5da6135e-1d51-4566-a28a-04159ceb92e2 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:41:55.457618 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75863b1-2006-4c26-84a1-b0a3632158da tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:41:55.458147 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f75863b1-2006-4c26-84a1-b0a3632158da tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:55.465625 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75863b1-2006-4c26-84a1-b0a3632158da tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Pushing event updated for resources: {'Subnet': ['ID=759c327e-f5bc-4e6e-8e52-fa4135ee71aa,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:55.485759 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afcd856-4133-472d-8508-30b791c66a82 req-77d8d2d9-aaa4-4a25-8d54-6f71e9198985 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:41:55.487254 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-0afcd856-4133-472d-8508-30b791c66a82 req-77d8d2d9-aaa4-4a25-8d54-6f71e9198985 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=0cd345d0-ab65-4db3-8ffb-c06fae39e475 HTTP/1.1" status: 200 len: 946 time: 0.7264051 Feb 04 08:41:55.487864 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-118283b5-df81-4af0-8d95-c56a4b5e2b48 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-476062'] for router, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:55.488385 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-118283b5-df81-4af0-8d95-c56a4b5e2b48 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Fanout notify agent at l3_agent the message router_deleted on router 9c980164-0344-4d4d-a67d-443379dbe43d {{(pid=84107) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 08:41:55.547580 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:55.547580 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 76287f74-61aa-4bcb-ba2d-35f4df90be36 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:41:55.553677 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-7e3d9203-2d9e-4b5b-9501-5ab7776560f8 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Allocated IP 2001:db8:0:1::202 (bc933c3a-b15d-4eab-9ad6-d32fd193f5cd/a2d45317-14c5-42a2-8740-dbd1bbdba429/c8bbdbed-aa7d-400b-be39-02174c226852) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:41:55.571793 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-7e3d9203-2d9e-4b5b-9501-5ab7776560f8 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Allocated IP 2001:db8::f816:3eff:fee0:7cb6 (bc933c3a-b15d-4eab-9ad6-d32fd193f5cd/a25cc0bf-43da-4bc0-ab22-79f15df101b4/c8bbdbed-aa7d-400b-be39-02174c226852) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:41:55.607412 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-118283b5-df81-4af0-8d95-c56a4b5e2b48 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:55.608512 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-118283b5-df81-4af0-8d95-c56a4b5e2b48 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "DELETE /v2.0/routers/9c980164-0344-4d4d-a67d-443379dbe43d HTTP/1.1" status: 204 len: 168 time: 2.4463489 Feb 04 08:41:55.608658 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774aa1be-b576-499c-9841-72da9fa31cee None None] New status for floating IP b10c9053-7097-4638-a562-b2cccd65def5: DOWN {{(pid=84109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 08:41:55.618125 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 51656) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:55.623739 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-ce6c3f98-85a1-43e1-8e22-aaef0e731340 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Unset dirty status for tenant:46dc6619d7e64f1ab45738b95b4fc44a on resource:security_group {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:41:55.628972 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-ce6c3f98-85a1-43e1-8e22-aaef0e731340 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.8121395 Feb 04 08:41:55.635384 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51660) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:55.644222 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-f75863b1-2006-4c26-84a1-b0a3632158da tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 4.0026603 Feb 04 08:41:55.649883 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-c9e47826-33ef-456b-a260-6e0a16bcc88e tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Request body: {'security_group': {'name': 'tempest-secgroup--1463111355'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:41:55.657192 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51664) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:55.670209 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-88f8ae02-cd61-437a-94fc-b5a65bb4cf82 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c980164-0344-4d4d-a67d-443379dbe43d HTTP/1.1" status: 200 len: 205 time: 0.0495636 Feb 04 08:41:55.672408 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 51666) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:55.679441 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-c9e47826-33ef-456b-a260-6e0a16bcc88e tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:41:55.688518 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-e188be2f-b6b3-43b6-89cb-dcba913abd31 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Request body: {'port': {'network_id': '5da6135e-1d51-4566-a28a-04159ceb92e2', 'fixed_ips': [{'subnet_id': 'e19275a0-1aee-4348-9034-a00aee4a4058'}, {'subnet_id': '759c327e-f5bc-4e6e-8e52-fa4135ee71aa'}], 'name': 'tempest-PortsTestJSON-68446489'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:41:55.705053 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-0afcd856-4133-472d-8508-30b791c66a82 req-6cd9fff1-0fc7-440d-8d9c-7205851a8104 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Synchronizing usage tracker for tenant:7df2bfd740464e869863a41b14f4d5af on resource:security_group {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:41:55.742462 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.api.v2.resource [None req-a15fb877-fc26-4714-a47d-02c531e313f2 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] delete failed (client error): The resource could not be found. Feb 04 08:41:55.745864 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-a15fb877-fc26-4714-a47d-02c531e313f2 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "DELETE /v2.0/routers/9c980164-0344-4d4d-a67d-443379dbe43d HTTP/1.1" status: 404 len: 336 time: 0.0699937 Feb 04 08:41:55.746082 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 51672) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:55.784720 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b4ee7b4-2761-4f98-bebc-648c515eacdb tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] DELETE failed (client error): The resource could not be found. Feb 04 08:41:55.784859 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-c9e47826-33ef-456b-a260-6e0a16bcc88e tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:41:55.785304 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b4ee7b4-2761-4f98-bebc-648c515eacdb tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:41:55.789317 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-6b4ee7b4-2761-4f98-bebc-648c515eacdb tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "DELETE /v2.0/subnets/511a8f3a-313a-449c-87b4-b5816f354b18 HTTP/1.1" status: 404 len: 337 time: 0.0398648 Feb 04 08:41:55.790010 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 51676) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:55.835610 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-408d76d5-4f28-46de-af88-ce41b592ab7a tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] DELETE failed (client error): The resource could not be found. Feb 04 08:41:55.836060 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-408d76d5-4f28-46de-af88-ce41b592ab7a tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:41:55.840615 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-408d76d5-4f28-46de-af88-ce41b592ab7a tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "DELETE /v2.0/subnets/78f74441-d3b1-4e7e-a548-80dcf861106e HTTP/1.1" status: 404 len: 337 time: 0.0470304 Feb 04 08:41:55.840925 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51680) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:55.857303 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=2024a4d0-b679-4fb0-a6ec-58c5ad58b5be,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:55.885700 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d953b7f-1898-4f97-8e8f-4f7f33d12066 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] DELETE failed (client error): The resource could not be found. Feb 04 08:41:55.886167 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d953b7f-1898-4f97-8e8f-4f7f33d12066 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:41:55.901691 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-6a3fd18f-3fd2-4336-aed5-31a5ae8ae8dc None None] Provisioning for port 2024a4d0-b679-4fb0-a6ec-58c5ad58b5be completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:41:55.906645 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-0d953b7f-1898-4f97-8e8f-4f7f33d12066 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "DELETE /v2.0/subnets/a680620d-fd7d-41ed-936e-0035a8733159 HTTP/1.1" status: 404 len: 337 time: 0.0624702 Feb 04 08:41:55.907201 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 51684) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:55.915458 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-6a3fd18f-3fd2-4336-aed5-31a5ae8ae8dc None None] Provisioning complete for port 2024a4d0-b679-4fb0-a6ec-58c5ad58b5be triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:41:55.915816 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-6a3fd18f-3fd2-4336-aed5-31a5ae8ae8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:55.937521 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c9e47826-33ef-456b-a260-6e0a16bcc88e tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:55.950585 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:55.950939 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-cfebe72e-206c-4483-8aed-8a2d1ca7a143 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:55.951753 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1ab0e6c-c2fc-41b6-8be6-820cb42f332e tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] DELETE failed (client error): The resource could not be found. Feb 04 08:41:55.952602 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1ab0e6c-c2fc-41b6-8be6-820cb42f332e tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:41:55.956370 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-d1ab0e6c-c2fc-41b6-8be6-820cb42f332e tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "DELETE /v2.0/subnets/3270c784-b91a-4628-b467-581083a63680 HTTP/1.1" status: 404 len: 337 time: 0.0457704 Feb 04 08:41:55.957065 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 51688) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:55.988740 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-0afcd856-4133-472d-8508-30b791c66a82 req-6cd9fff1-0fc7-440d-8d9c-7205851a8104 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Unset dirty status for tenant:7df2bfd740464e869863a41b14f4d5af on resource:security_group {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:41:55.989894 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-0afcd856-4133-472d-8508-30b791c66a82 req-6cd9fff1-0fc7-440d-8d9c-7205851a8104 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=e986bcf0-ac95-4361-8a35-057c37f32504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4812214 Feb 04 08:41:56.014679 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 76287f74-61aa-4bcb-ba2d-35f4df90be36 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:41:56.037662 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-6a190539-3b84-4538-94d4-595e6c8d7b41 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "GET /v2.0/ports?device_id=f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3 HTTP/1.1" status: 200 len: 205 time: 0.0759897 Feb 04 08:41:56.037662 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 51692) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:56.037996 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 76287f74-61aa-4bcb-ba2d-35f4df90be36 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:41:56.038136 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:56.067556 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-e188be2f-b6b3-43b6-89cb-dcba913abd31 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:41:56.069866 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfebe72e-206c-4483-8aed-8a2d1ca7a143 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Pushing event deleted for resources: {'Port': ['ID=b369b292-b754-4af6-bfbb-4154ffa2fdb0,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:56.079229 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-e188be2f-b6b3-43b6-89cb-dcba913abd31 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Usage tracker for resource:port and tenant:a287064d5ca349c39790be8557119e7e is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:41:56.088342 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-e188be2f-b6b3-43b6-89cb-dcba913abd31 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:41:56.132674 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-e188be2f-b6b3-43b6-89cb-dcba913abd31 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:41:56.148119 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.api.v2.resource [None req-e84ead7b-8181-4605-9ae1-ab60171b3ed4 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] delete failed (client error): The resource could not be found. Feb 04 08:41:56.152409 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-e84ead7b-8181-4605-9ae1-ab60171b3ed4 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "DELETE /v2.0/routers/f610e7df-c1cc-4c0f-afee-c79ac5dfe6c3 HTTP/1.1" status: 404 len: 336 time: 0.1106756 Feb 04 08:41:56.154004 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51696) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:56.193301 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fc5133-d227-4760-b75b-d499d70053d3 req-87ad0630-6c8c-4c1f-b008-63eadb5b25c2 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:41:56.194100 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [req-f7fc5133-d227-4760-b75b-d499d70053d3 req-87ad0630-6c8c-4c1f-b008-63eadb5b25c2 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Synchronizing usage tracker for tenant:7df2bfd740464e869863a41b14f4d5af on resource:port {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:41:56.235397 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-c9e47826-33ef-456b-a260-6e0a16bcc88e tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:41:56.254566 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-c9e47826-33ef-456b-a260-6e0a16bcc88e tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Usage tracker for resource:security_group_rule and tenant:46dc6619d7e64f1ab45738b95b4fc44a is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:41:56.268401 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [req-f7fc5133-d227-4760-b75b-d499d70053d3 req-87ad0630-6c8c-4c1f-b008-63eadb5b25c2 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Unset dirty status for tenant:7df2bfd740464e869863a41b14f4d5af on resource:port {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:41:56.269688 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-f7fc5133-d227-4760-b75b-d499d70053d3 req-87ad0630-6c8c-4c1f-b008-63eadb5b25c2 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.47 "GET /v2.0/ports?device_id=0cd345d0-ab65-4db3-8ffb-c06fae39e475 HTTP/1.1" status: 200 len: 946 time: 0.1702604 Feb 04 08:41:56.273009 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-c9e47826-33ef-456b-a260-6e0a16bcc88e tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:41:56.279739 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-e9bd2f8e-d24a-409a-a3c9-f5ba9993c9a6 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe31866c-3bfc-4112-84dc-7311e65fa4b9 HTTP/1.1" status: 200 len: 205 time: 0.1170464 Feb 04 08:41:56.284927 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51700) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:56.285780 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-c9e47826-33ef-456b-a260-6e0a16bcc88e tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:41:56.291796 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:56.332716 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032b232e-3738-4dbd-b20b-75057647315b None None] Update dhcp port {'port': {'network_id': '5da6135e-1d51-4566-a28a-04159ceb92e2', 'fixed_ips': [{'subnet_id': 'e19275a0-1aee-4348-9034-a00aee4a4058', 'ip_address': '172.20.0.2'}, {'subnet_id': '759c327e-f5bc-4e6e-8e52-fa4135ee71aa'}], 'binding:host_id': 'dv-neutron-827798-2-hyperv'}, 'id': '76287f74-61aa-4bcb-ba2d-35f4df90be36'} from dv-neutron-827798-2-hyperv. {{(pid=84109) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 04 08:41:56.346485 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [req-f7fc5133-d227-4760-b75b-d499d70053d3 req-f05adc28-4dbd-465a-8db8-7104e2fcc16b tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Deleting port fbbca797-c27a-467e-8941-34e4e2a1d2c3 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:41:56.346900 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-f7fc5133-d227-4760-b75b-d499d70053d3 req-f05adc28-4dbd-465a-8db8-7104e2fcc16b tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:56.373319 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e188be2f-b6b3-43b6-89cb-dcba913abd31 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Made reservation on behalf of a287064d5ca349c39790be8557119e7e for: {'port': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:41:56.378522 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e188be2f-b6b3-43b6-89cb-dcba913abd31 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:56.382796 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port 76287f74-61aa-4bcb-ba2d-35f4df90be36, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=76287f74-61aa-4bcb-ba2d-35f4df90be36,segment=NetworkSegment(85ede415-cb73-4f6e-85a3-dec2fa79ae4b),segment_id=85ede415-cb73-4f6e-85a3-dec2fa79ae4b)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:41:56.395998 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-032b232e-3738-4dbd-b20b-75057647315b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:56.410367 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.api.v2.resource [None req-a0f680e3-4af8-4f2d-b007-f9a2046f96a0 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] delete failed (client error): The resource could not be found. Feb 04 08:41:56.413800 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-a0f680e3-4af8-4f2d-b007-f9a2046f96a0 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "DELETE /v2.0/routers/fe31866c-3bfc-4112-84dc-7311e65fa4b9 HTTP/1.1" status: 404 len: 336 time: 0.1218085 Feb 04 08:41:56.416069 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-cfebe72e-206c-4483-8aed-8a2d1ca7a143 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks [] for floatingip, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:56.455854 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 51704) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:56.457802 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:56.468341 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7e3d9203-2d9e-4b5b-9501-5ab7776560f8 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:56.496881 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [None req-e188be2f-b6b3-43b6-89cb-dcba913abd31 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] device_id is not set on port 57b33403-1622-4e91-a8d4-c61fb63042a9 yet. {{(pid=84107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:41:56.505962 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e3c22ca-a8c1-45ea-a9e4-b428be40e1b2 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] DELETE failed (client error): The resource could not be found. Feb 04 08:41:56.506341 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e3c22ca-a8c1-45ea-a9e4-b428be40e1b2 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:41:56.511891 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-9e3c22ca-a8c1-45ea-a9e4-b428be40e1b2 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "DELETE /v2.0/subnets/f7a45cec-b41f-42d1-affe-589bf3bb5838 HTTP/1.1" status: 404 len: 337 time: 0.0513647 Feb 04 08:41:56.511891 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 51708) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:56.588021 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-0cf43b0d-dfba-45b2-b849-61f6b2dddd58 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f962a8b-425c-4e2f-9344-61b881157ea3 HTTP/1.1" status: 200 len: 205 time: 0.0733287 Feb 04 08:41:56.597636 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 2024a4d0-b679-4fb0-a6ec-58c5ad58b5be up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:41:56.630837 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 51712) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:56.687539 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [None req-7e3d9203-2d9e-4b5b-9501-5ab7776560f8 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Transition to ACTIVE for port object c8bbdbed-aa7d-400b-be39-02174c226852 will not be triggered until provisioned by entity DHCP. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:41:56.697978 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=76287f74-61aa-4bcb-ba2d-35f4df90be36,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:56.709061 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.api.v2.resource [None req-7cdff075-f1e1-468c-a69d-9aed730ff178 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] delete failed (client error): The resource could not be found. Feb 04 08:41:56.710078 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-7cdff075-f1e1-468c-a69d-9aed730ff178 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "DELETE /v2.0/routers/6f962a8b-425c-4e2f-9344-61b881157ea3 HTTP/1.1" status: 404 len: 336 time: 0.0786378 Feb 04 08:41:56.713130 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 51716) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:56.727817 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c9e47826-33ef-456b-a260-6e0a16bcc88e tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:56.767594 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-24b232b1-f511-451e-a5a8-6ec992b0e94c tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "GET /v2.0/ports?device_id=0418d11f-764f-401d-b0de-f7bd985eec5a HTTP/1.1" status: 200 len: 205 time: 0.0530720 Feb 04 08:41:56.769464 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 2024a4d0-b679-4fb0-a6ec-58c5ad58b5be triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:41:56.769917 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:56.772263 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 51720) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:56.818845 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-032b232e-3738-4dbd-b20b-75057647315b None None] Allocated IP 172.20.0.18 (5da6135e-1d51-4566-a28a-04159ceb92e2/759c327e-f5bc-4e6e-8e52-fa4135ee71aa/76287f74-61aa-4bcb-ba2d-35f4df90be36) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:41:56.867049 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c9e47826-33ef-456b-a260-6e0a16bcc88e tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:56.952111 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.api.v2.resource [None req-9fdc2618-61cf-4c93-89e4-d3c0eaae89ca tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] delete failed (client error): The resource could not be found. Feb 04 08:41:56.953496 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-9fdc2618-61cf-4c93-89e4-d3c0eaae89ca tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "DELETE /v2.0/routers/0418d11f-764f-401d-b0de-f7bd985eec5a HTTP/1.1" status: 404 len: 336 time: 0.1801879 Feb 04 08:41:56.956430 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 51724) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:56.998371 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7e3d9203-2d9e-4b5b-9501-5ab7776560f8 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:57.005119 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-17dd9752-d6bf-4aea-b3b1-e1d99008b23b tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] DELETE failed (client error): The resource could not be found. Feb 04 08:41:57.005839 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17dd9752-d6bf-4aea-b3b1-e1d99008b23b tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:41:57.007926 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-17dd9752-d6bf-4aea-b3b1-e1d99008b23b tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "DELETE /v2.0/subnets/e2a5c3ef-32b3-41fa-8300-961ba1c29ce8 HTTP/1.1" status: 404 len: 337 time: 0.0504136 Feb 04 08:41:57.011852 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 51728) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:57.048218 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e47826-33ef-456b-a260-6e0a16bcc88e tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa66ecd9-92ca-410d-abc8-8696369449e1,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:57.051452 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-032b232e-3738-4dbd-b20b-75057647315b None None] For port 76287f74-61aa-4bcb-ba2d-35f4df90be36, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=76287f74-61aa-4bcb-ba2d-35f4df90be36,segment=NetworkSegment(85ede415-cb73-4f6e-85a3-dec2fa79ae4b),segment_id=85ede415-cb73-4f6e-85a3-dec2fa79ae4b)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:41:57.056109 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [req-f7fc5133-d227-4760-b75b-d499d70053d3 req-f05adc28-4dbd-465a-8db8-7104e2fcc16b tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] For port fbbca797-c27a-467e-8941-34e4e2a1d2c3, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=fbbca797-c27a-467e-8941-34e4e2a1d2c3,segment=NetworkSegment(d44bd1a2-43a6-49bd-b059-074c91f0d1d3),segment_id=d44bd1a2-43a6-49bd-b059-074c91f0d1d3)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:41:57.056741 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-f7fc5133-d227-4760-b75b-d499d70053d3 req-f05adc28-4dbd-465a-8db8-7104e2fcc16b tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:57.075576 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-47e80530-cb3a-492a-b480-fdf4e9421bea tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "GET /v2.0/ports?device_id=0234ff07-fb29-4b73-86d9-cc724c0be658 HTTP/1.1" status: 200 len: 205 time: 0.0623879 Feb 04 08:41:57.078252 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 51734) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:57.097759 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c9e47826-33ef-456b-a260-6e0a16bcc88e tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:57.100398 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-c9e47826-33ef-456b-a260-6e0a16bcc88e tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.4637589 Feb 04 08:41:57.105473 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51738) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:57.112869 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-032b232e-3738-4dbd-b20b-75057647315b None None] Notify callbacks [] for port, precommit_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:57.114503 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-4745a4f0-bf2c-44fd-8b34-461ddd41972e tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Request body: {'security_group_rule': {'security_group_id': 'fa66ecd9-92ca-410d-abc8-8696369449e1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:41:57.120093 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3d9203-2d9e-4b5b-9501-5ab7776560f8 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:41:57.122536 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3d9203-2d9e-4b5b-9501-5ab7776560f8 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event updated for resources: {'Port': ['ID=c8bbdbed-aa7d-400b-be39-02174c226852,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:57.127244 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-7e3d9203-2d9e-4b5b-9501-5ab7776560f8 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:41:57.129509 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-4745a4f0-bf2c-44fd-8b34-461ddd41972e tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:41:57.133591 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3d9203-2d9e-4b5b-9501-5ab7776560f8 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:41:57.140367 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3d9203-2d9e-4b5b-9501-5ab7776560f8 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:41:57.141273 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7e3d9203-2d9e-4b5b-9501-5ab7776560f8 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:57.146461 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-032b232e-3738-4dbd-b20b-75057647315b None None] Transition to ACTIVE for port object 76287f74-61aa-4bcb-ba2d-35f4df90be36 will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:41:57.151475 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-4745a4f0-bf2c-44fd-8b34-461ddd41972e tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Usage tracker for resource:security_group_rule and tenant:46dc6619d7e64f1ab45738b95b4fc44a is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:41:57.166318 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-4745a4f0-bf2c-44fd-8b34-461ddd41972e tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:41:57.176012 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-4745a4f0-bf2c-44fd-8b34-461ddd41972e tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:41:57.214431 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-032b232e-3738-4dbd-b20b-75057647315b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:57.260347 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [req-f7fc5133-d227-4760-b75b-d499d70053d3 req-f05adc28-4dbd-465a-8db8-7104e2fcc16b tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Calling delete_port for fbbca797-c27a-467e-8941-34e4e2a1d2c3 owned by compute:nova {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:41:57.341058 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-7e3d9203-2d9e-4b5b-9501-5ab7776560f8 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 5.2069499 Feb 04 08:41:57.344367 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51742) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:57.394969 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032b232e-3738-4dbd-b20b-75057647315b None None] Pushing event updated for resources: {'Port': ['ID=76287f74-61aa-4bcb-ba2d-35f4df90be36,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:57.416051 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4745a4f0-bf2c-44fd-8b34-461ddd41972e tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:57.427980 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.api.v2.resource [None req-f9196bdd-af23-46ae-bd99-26907c8c5557 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] delete failed (client error): The resource could not be found. Feb 04 08:41:57.429108 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-f9196bdd-af23-46ae-bd99-26907c8c5557 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "DELETE /v2.0/routers/0234ff07-fb29-4b73-86d9-cc724c0be658 HTTP/1.1" status: 404 len: 336 time: 0.3497436 Feb 04 08:41:57.431748 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 51746) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:57.483679 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd3cfab6-3f6b-4517-9b7f-a594710ead53 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] DELETE failed (client error): The resource could not be found. Feb 04 08:41:57.484259 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd3cfab6-3f6b-4517-9b7f-a594710ead53 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:41:57.497013 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-cd3cfab6-3f6b-4517-9b7f-a594710ead53 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "DELETE /v2.0/subnets/af1ddbd0-6d74-41ec-8bc5-d6294ea4db3a HTTP/1.1" status: 404 len: 337 time: 0.0641801 Feb 04 08:41:57.499395 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 51750) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:57.528158 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-4779afb2-ebab-496a-9b35-f613996800eb None None] Provisioning for port c8bbdbed-aa7d-400b-be39-02174c226852 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:41:57.534106 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-4779afb2-ebab-496a-9b35-f613996800eb None None] Provisioning complete for port c8bbdbed-aa7d-400b-be39-02174c226852 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:41:57.534476 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-4779afb2-ebab-496a-9b35-f613996800eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:57.548369 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-282189cb-37d1-4cec-bd0e-029263c0c47f tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7b81544-3a6c-440a-9111-741d119f16be HTTP/1.1" status: 200 len: 205 time: 0.0478408 Feb 04 08:41:57.550680 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 51754) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:57.569782 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-d5d8fbe1-1681-44bf-a89c-a1beb8f02ab3 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Deleting port c8bbdbed-aa7d-400b-be39-02174c226852 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:41:57.570460 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d5d8fbe1-1681-44bf-a89c-a1beb8f02ab3 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:57.595783 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-4779afb2-ebab-496a-9b35-f613996800eb None None] Port c8bbdbed-aa7d-400b-be39-02174c226852 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:41:57.613955 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-f7fc5133-d227-4760-b75b-d499d70053d3 req-f05adc28-4dbd-465a-8db8-7104e2fcc16b tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:57.647476 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e250cf-2b8e-4983-9473-c837507b2497 req-5f3ae8bd-2054-4569-80fc-01df80cfc908 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:41:57.648979 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d1e250cf-2b8e-4983-9473-c837507b2497 req-5f3ae8bd-2054-4569-80fc-01df80cfc908 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=0cd345d0-ab65-4db3-8ffb-c06fae39e475 HTTP/1.1" status: 200 len: 867 time: 0.4528968 Feb 04 08:41:57.675987 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.api.v2.resource [None req-34fa4cab-92af-46db-8e58-a4701acb30dd tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] delete failed (client error): The resource could not be found. Feb 04 08:41:57.679689 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-34fa4cab-92af-46db-8e58-a4701acb30dd tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "DELETE /v2.0/routers/c7b81544-3a6c-440a-9111-741d119f16be HTTP/1.1" status: 404 len: 336 time: 0.1279464 Feb 04 08:41:57.681567 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 51758) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:57.728794 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-e188be2f-b6b3-43b6-89cb-dcba913abd31 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Allocated IP 172.20.0.9 (5da6135e-1d51-4566-a28a-04159ceb92e2/e19275a0-1aee-4348-9034-a00aee4a4058/57b33403-1622-4e91-a8d4-c61fb63042a9) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:41:57.745225 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05adc28-4dbd-465a-8db8-7104e2fcc16b tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event deleted for resources: {'Port': ['ID=fbbca797-c27a-467e-8941-34e4e2a1d2c3,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:57.762514 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b45de64-0bed-454e-b4a3-9fe4fc0ca4f7 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] DELETE failed (client error): The resource could not be found. Feb 04 08:41:57.762953 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b45de64-0bed-454e-b4a3-9fe4fc0ca4f7 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:41:57.767330 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-7b45de64-0bed-454e-b4a3-9fe4fc0ca4f7 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "DELETE /v2.0/subnets/d2bd3fdc-02b6-4a41-9f6a-b869b0687a5e HTTP/1.1" status: 404 len: 337 time: 0.0767403 Feb 04 08:41:57.776535 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51762) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:57.781516 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-e188be2f-b6b3-43b6-89cb-dcba913abd31 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Allocated IP 172.20.0.19 (5da6135e-1d51-4566-a28a-04159ceb92e2/759c327e-f5bc-4e6e-8e52-fa4135ee71aa/57b33403-1622-4e91-a8d4-c61fb63042a9) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:41:57.784441 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4745a4f0-bf2c-44fd-8b34-461ddd41972e tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:57.806382 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7fc5133-d227-4760-b75b-d499d70053d3 req-f05adc28-4dbd-465a-8db8-7104e2fcc16b tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] No DVR routers for this DVR port fbbca797-c27a-467e-8941-34e4e2a1d2c3 on host hv-neutron-8277 {{(pid=84108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:41:57.808802 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-f7fc5133-d227-4760-b75b-d499d70053d3 req-f05adc28-4dbd-465a-8db8-7104e2fcc16b tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:57.810731 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-f7fc5133-d227-4760-b75b-d499d70053d3 req-f05adc28-4dbd-465a-8db8-7104e2fcc16b tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.47 "DELETE /v2.0/ports/fbbca797-c27a-467e-8941-34e4e2a1d2c3 HTTP/1.1" status: 204 len: 173 time: 1.5353546 Feb 04 08:41:57.811163 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cd345d0-ab65-4db3-8ffb-c06fae39e475', 'name': 'network-vif-deleted', 'tag': 'fbbca797-c27a-467e-8941-34e4e2a1d2c3'}] {{(pid=84108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:41:57.849985 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d1e250cf-2b8e-4983-9473-c837507b2497 req-55a12000-6249-4a44-ab0f-860f8f7ede83 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=e986bcf0-ac95-4361-8a35-057c37f32504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1837313 Feb 04 08:41:57.855131 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-05923101-af5f-4660-a323-8e4124c20158 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] DELETE failed (client error): The resource could not be found. Feb 04 08:41:57.855569 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05923101-af5f-4660-a323-8e4124c20158 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:41:57.889735 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-05923101-af5f-4660-a323-8e4124c20158 tempest-RoutersTest-1004774492 tempest-RoutersTest-1004774492-project] 10.222.0.36 "DELETE /v2.0/subnets/c35a9ad4-aa1b-41ee-8b29-bf7a3ebbe3e6 HTTP/1.1" status: 404 len: 337 time: 0.1112294 Feb 04 08:41:57.898019 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cd345d0-ab65-4db3-8ffb-c06fae39e475', 'name': 'network-vif-deleted', 'tag': 'fbbca797-c27a-467e-8941-34e4e2a1d2c3', 'status': 'completed', 'code': 200} Feb 04 08:41:57.954633 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4745a4f0-bf2c-44fd-8b34-461ddd41972e tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:58.055784 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4745a4f0-bf2c-44fd-8b34-461ddd41972e tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e36264e-048c-4dae-b959-3e182d8dab89,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:58.085067 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-30273abf-81df-4908-acd3-f3a61de0316b None None] Provisioning for port 76287f74-61aa-4bcb-ba2d-35f4df90be36 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:41:58.093318 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-30273abf-81df-4908-acd3-f3a61de0316b None None] Provisioning complete for port 76287f74-61aa-4bcb-ba2d-35f4df90be36 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:41:58.093925 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-30273abf-81df-4908-acd3-f3a61de0316b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:58.258637 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4745a4f0-bf2c-44fd-8b34-461ddd41972e tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:58.259811 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-4745a4f0-bf2c-44fd-8b34-461ddd41972e tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.1511054 Feb 04 08:41:58.263350 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 51770) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:58.268976 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-657797e5-fd5b-4d36-85de-5148d2e55060 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Request body: {'security_group_rule': {'security_group_id': 'fa66ecd9-92ca-410d-abc8-8696369449e1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:41:58.275106 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-657797e5-fd5b-4d36-85de-5148d2e55060 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:41:58.281898 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-657797e5-fd5b-4d36-85de-5148d2e55060 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Usage tracker for resource:security_group_rule and tenant:46dc6619d7e64f1ab45738b95b4fc44a is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:41:58.284834 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-657797e5-fd5b-4d36-85de-5148d2e55060 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:41:58.291308 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-657797e5-fd5b-4d36-85de-5148d2e55060 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:41:58.332226 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d5d8fbe1-1681-44bf-a89c-a1beb8f02ab3 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:58.377684 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-657797e5-fd5b-4d36-85de-5148d2e55060 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:58.439816 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-657797e5-fd5b-4d36-85de-5148d2e55060 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:58.517243 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-657797e5-fd5b-4d36-85de-5148d2e55060 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:58.536405 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 76287f74-61aa-4bcb-ba2d-35f4df90be36 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:41:58.537383 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657797e5-fd5b-4d36-85de-5148d2e55060 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f675a913-97b2-45b5-ad4f-1b206e41748b,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:58.615348 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-d5d8fbe1-1681-44bf-a89c-a1beb8f02ab3 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Calling delete_port for c8bbdbed-aa7d-400b-be39-02174c226852 owned by {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:41:58.624429 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 51776) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:58.647084 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfebe72e-206c-4483-8aed-8a2d1ca7a143 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Router de793c8f-17cf-4e3d-8480-f685e8e42fc8 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:41:58.652219 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 76287f74-61aa-4bcb-ba2d-35f4df90be36 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:41:58.652654 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:58.658741 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e188be2f-b6b3-43b6-89cb-dcba913abd31 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:58.699886 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [None req-e188be2f-b6b3-43b6-89cb-dcba913abd31 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Transition to ACTIVE for port object 57b33403-1622-4e91-a8d4-c61fb63042a9 will not be triggered until provisioned by entity DHCP. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:41:58.718253 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-657797e5-fd5b-4d36-85de-5148d2e55060 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:58.719953 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-657797e5-fd5b-4d36-85de-5148d2e55060 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4555643 Feb 04 08:41:58.722712 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 51782) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:58.729925 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-7ae30ed4-da89-4b11-841c-5c043ff11699 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Request body: {'security_group_rule': {'security_group_id': 'fa66ecd9-92ca-410d-abc8-8696369449e1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:41:58.738538 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-7ae30ed4-da89-4b11-841c-5c043ff11699 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:41:58.743952 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-7ae30ed4-da89-4b11-841c-5c043ff11699 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Usage tracker for resource:security_group_rule and tenant:46dc6619d7e64f1ab45738b95b4fc44a is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:41:58.747881 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-7ae30ed4-da89-4b11-841c-5c043ff11699 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:41:58.758280 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-7ae30ed4-da89-4b11-841c-5c043ff11699 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:41:58.841888 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7ae30ed4-da89-4b11-841c-5c043ff11699 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:58.852770 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-a1e15490-66da-455a-92b8-34d85b528618 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1216cf6397c6415eb938e86c1901dea6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2290494 Feb 04 08:41:58.856279 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 51786) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:58.960359 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a4de84ee-f398-4aff-a34c-f7104c6cfdd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:58.982764 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7ae30ed4-da89-4b11-841c-5c043ff11699 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:58.986002 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 51792) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:59.015928 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e188be2f-b6b3-43b6-89cb-dcba913abd31 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:59.018716 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a4de84ee-f398-4aff-a34c-f7104c6cfdd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:59.082473 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7ae30ed4-da89-4b11-841c-5c043ff11699 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:59.118638 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae30ed4-da89-4b11-841c-5c043ff11699 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df72304b-3b11-4e7e-826b-418c9b3bc761,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:59.129851 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e188be2f-b6b3-43b6-89cb-dcba913abd31 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Network 5da6135e-1d51-4566-a28a-04159ceb92e2 is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:41:59.131772 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e188be2f-b6b3-43b6-89cb-dcba913abd31 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Pushing event updated for resources: {'Port': ['ID=57b33403-1622-4e91-a8d4-c61fb63042a9,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:59.135961 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-e188be2f-b6b3-43b6-89cb-dcba913abd31 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:41:59.139640 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e188be2f-b6b3-43b6-89cb-dcba913abd31 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:41:59.143968 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ec99fa6a-a03c-4d68-9d33-5bdf4626a81d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:59.183223 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ec99fa6a-a03c-4d68-9d33-5bdf4626a81d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:59.196310 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d5d8fbe1-1681-44bf-a89c-a1beb8f02ab3 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:59.228368 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7ae30ed4-da89-4b11-841c-5c043ff11699 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:59.232448 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-7ae30ed4-da89-4b11-841c-5c043ff11699 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5083947 Feb 04 08:41:59.233376 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 51796) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:59.242071 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-ca5b41dd-512e-4745-b579-326603349d22 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Request body: {'security_group_rule': {'security_group_id': 'fa66ecd9-92ca-410d-abc8-8696369449e1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:41:59.247166 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e188be2f-b6b3-43b6-89cb-dcba913abd31 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:41:59.248031 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e188be2f-b6b3-43b6-89cb-dcba913abd31 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:59.251152 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-ca5b41dd-512e-4745-b579-326603349d22 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:41:59.256132 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-ca5b41dd-512e-4745-b579-326603349d22 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Usage tracker for resource:security_group_rule and tenant:46dc6619d7e64f1ab45738b95b4fc44a is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:41:59.260230 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-ca5b41dd-512e-4745-b579-326603349d22 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:41:59.267621 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d8fbe1-1681-44bf-a89c-a1beb8f02ab3 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event deleted for resources: {'Port': ['ID=c8bbdbed-aa7d-400b-be39-02174c226852,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:59.268667 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a4de84ee-f398-4aff-a34c-f7104c6cfdd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:59.272743 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-ca5b41dd-512e-4745-b579-326603349d22 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:41:59.281844 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfebe72e-206c-4483-8aed-8a2d1ca7a143 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:41:59.294884 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4de84ee-f398-4aff-a34c-f7104c6cfdd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc7d67d-75bb-4de6-a483-0fa1dd7659e8,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:59.301159 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d0b31a-53b0-41c3-b246-91e65b93822c None None] Sync routers for ids ['de793c8f-17cf-4e3d-8480-f685e8e42fc8'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:41:59.315858 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d0b31a-53b0-41c3-b246-91e65b93822c None None] Routers {'de793c8f-17cf-4e3d-8480-f685e8e42fc8'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:41:59.318274 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-71d0b31a-53b0-41c3-b246-91e65b93822c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:41:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['de793c8f-17cf-4e3d-8480-f685e8e42fc8'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:59.319439 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-cfebe72e-206c-4483-8aed-8a2d1ca7a143 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for floatingip, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:59.391175 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-71d0b31a-53b0-41c3-b246-91e65b93822c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:59.398232 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a4de84ee-f398-4aff-a34c-f7104c6cfdd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:59.403907 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-a4de84ee-f398-4aff-a34c-f7104c6cfdd1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2bc7d67d-75bb-4de6-a483-0fa1dd7659e8 HTTP/1.1" status: 204 len: 168 time: 0.5462072 Feb 04 08:41:59.411452 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d0b31a-53b0-41c3-b246-91e65b93822c None None] Routers {'de793c8f-17cf-4e3d-8480-f685e8e42fc8'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:41:59.412771 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-71d0b31a-53b0-41c3-b246-91e65b93822c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:41:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['de793c8f-17cf-4e3d-8480-f685e8e42fc8'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:59.419196 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d5d8fbe1-1681-44bf-a89c-a1beb8f02ab3 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:59.419370 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ec99fa6a-a03c-4d68-9d33-5bdf4626a81d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:59.423352 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-d5d8fbe1-1681-44bf-a89c-a1beb8f02ab3 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "DELETE /v2.0/ports/c8bbdbed-aa7d-400b-be39-02174c226852 HTTP/1.1" status: 204 len: 168 time: 2.0656309 Feb 04 08:41:59.425807 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ec99fa6a-a03c-4d68-9d33-5bdf4626a81d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:59.434254 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-ec99fa6a-a03c-4d68-9d33-5bdf4626a81d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "DELETE /v2.0/security-groups/e986bcf0-ac95-4361-8a35-057c37f32504 HTTP/1.1" status: 204 len: 168 time: 0.4412160 Feb 04 08:41:59.434556 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-e188be2f-b6b3-43b6-89cb-dcba913abd31 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1002 time: 3.7529640 Feb 04 08:41:59.434556 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51802) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:59.434556 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51804) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:59.470370 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec99fa6a-a03c-4d68-9d33-5bdf4626a81d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e986bcf0-ac95-4361-8a35-057c37f32504,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:59.487124 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-f0173d63-7299-494a-b44b-fd524f9075d8 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e19275a0-1aee-4348-9034-a00aee4a4058'}]}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:41:59.503090 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-71d0b31a-53b0-41c3-b246-91e65b93822c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:41:59.503728 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d0b31a-53b0-41c3-b246-91e65b93822c None None] The sync data for ids ['de793c8f-17cf-4e3d-8480-f685e8e42fc8'] in dv-neutron-827798-2-hyperv is: [] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:41:59.519768 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ca5b41dd-512e-4745-b579-326603349d22 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:59.537292 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-cfebe72e-206c-4483-8aed-8a2d1ca7a143 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] 10.222.0.36 "DELETE /v2.0/floatingips/e3180c39-7b3f-4720-b48c-92aa7cc132a7 HTTP/1.1" status: 204 len: 168 time: 5.9951730 Feb 04 08:41:59.538542 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51812) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:59.597458 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 51816) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:41:59.602019 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ca5b41dd-512e-4745-b579-326603349d22 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:59.613683 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-58a86140-1114-4e7d-94be-92aafd387bb8 None None] Provisioning for port 57b33403-1622-4e91-a8d4-c61fb63042a9 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:41:59.619266 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-58a86140-1114-4e7d-94be-92aafd387bb8 None None] Provisioning complete for port 57b33403-1622-4e91-a8d4-c61fb63042a9 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:41:59.621347 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-58a86140-1114-4e7d-94be-92aafd387bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:59.680510 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ca5b41dd-512e-4745-b579-326603349d22 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:59.700727 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-43a23645-60e4-40af-a8eb-1d44d29d0b68 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Deleting port 16d7a056-611c-4a99-a501-36965bc5a902 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:41:59.701072 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-58a86140-1114-4e7d-94be-92aafd387bb8 None None] Port 57b33403-1622-4e91-a8d4-c61fb63042a9 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:41:59.701213 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-43a23645-60e4-40af-a8eb-1d44d29d0b68 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:59.716514 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5b41dd-512e-4745-b579-326603349d22 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f05191e-9b96-4845-b766-984070e5d61b,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:41:59.776194 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device fbbca797-c27a-467e-8941-34e4e2a1d2c3 no longer exists at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:41:59.831943 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] No Port match for: fbbca797-c27a-467e-8941-34e4e2a1d2c3 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:41:59.832491 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device fbbca797-c27a-467e-8941-34e4e2a1d2c3 not bound to the agent host hv-neutron-8277 {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:41:59.846326 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a2d44d-d36b-45be-a1c9-436868210d8a tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:41:59.847077 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-b0a2d44d-d36b-45be-a1c9-436868210d8a tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Synchronizing usage tracker for tenant:ffa27937301745e1ad43fa520f28cbc3 on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:41:59.929555 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ca5b41dd-512e-4745-b579-326603349d22 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:41:59.935009 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-ca5b41dd-512e-4745-b579-326603349d22 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6979339 Feb 04 08:41:59.935960 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51826) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:00.010724 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-3a40c03b-8f5e-4297-a299-bac110a52375 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Request body: {'security_group_rule': {'security_group_id': 'fa66ecd9-92ca-410d-abc8-8696369449e1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:00.027243 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-3a40c03b-8f5e-4297-a299-bac110a52375 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:00.031000 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-b0a2d44d-d36b-45be-a1c9-436868210d8a tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Unset dirty status for tenant:ffa27937301745e1ad43fa520f28cbc3 on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:42:00.032162 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-b0a2d44d-d36b-45be-a1c9-436868210d8a tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5999291 Feb 04 08:42:00.037861 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51832) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:00.045114 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-3a40c03b-8f5e-4297-a299-bac110a52375 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Usage tracker for resource:security_group_rule and tenant:46dc6619d7e64f1ab45738b95b4fc44a is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:00.059341 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f0173d63-7299-494a-b44b-fd524f9075d8 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:00.070610 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-3a40c03b-8f5e-4297-a299-bac110a52375 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:00.112324 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-3a40c03b-8f5e-4297-a299-bac110a52375 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:00.191137 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2e4136f6-0bbd-43fe-b6e5-5d341f2f2734 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473817'] for router_interface, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:00.341872 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-43a23645-60e4-40af-a8eb-1d44d29d0b68 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:00.412400 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3a40c03b-8f5e-4297-a299-bac110a52375 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:00.515030 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-43a23645-60e4-40af-a8eb-1d44d29d0b68 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Calling delete_port for 16d7a056-611c-4a99-a501-36965bc5a902 owned by {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:42:00.626682 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca7be3e-5d3f-4546-9a6f-7d231e3ba0dc tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:42:00.628160 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-7ca7be3e-5d3f-4546-9a6f-7d231e3ba0dc tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5849321 Feb 04 08:42:00.631019 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 51844) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:00.748176 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93d4a70-a4e7-4996-bc5b-88ed8796a2c8 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:42:00.749527 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93d4a70-a4e7-4996-bc5b-88ed8796a2c8 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:42:00.750933 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93d4a70-a4e7-4996-bc5b-88ed8796a2c8 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:42:00.754148 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-c93d4a70-a4e7-4996-bc5b-88ed8796a2c8 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1205413 Feb 04 08:42:00.756407 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 51850) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:00.761318 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3a40c03b-8f5e-4297-a299-bac110a52375 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:00.802518 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51854) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:00.841102 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3a40c03b-8f5e-4297-a299-bac110a52375 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:00.951789 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a40c03b-8f5e-4297-a299-bac110a52375 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81a7f2f4-7cbb-4633-abc5-d22831a0b32d,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:00.966812 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-fef4f589-87db-4e36-8791-a9a807bd6a1c tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:00.967410 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.api.v2.resource [None req-fef4f589-87db-4e36-8791-a9a807bd6a1c tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] create failed (client error): There was a conflict when trying to complete your request. Feb 04 08:42:00.971835 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-fef4f589-87db-4e36-8791-a9a807bd6a1c tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1649275 Feb 04 08:42:00.977237 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51860) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:00.994737 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-c3d3df3f-5b33-4538-8764-f3f4b5fb2951 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Request body: {'security_group': {'name': 'tempest-secgroup--743922136'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:01.008695 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d1b78f5-eb8d-46e8-9070-db0b599dda25 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Deleting subnet a25cc0bf-43da-4bc0-ab22-79f15df101b4 {{(pid=84108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:42:01.012585 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4d1b78f5-eb8d-46e8-9070-db0b599dda25 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks [] for subnet, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:01.021130 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-c3d3df3f-5b33-4538-8764-f3f4b5fb2951 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:01.026678 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-c3d3df3f-5b33-4538-8764-f3f4b5fb2951 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Usage tracker for resource:security_group and tenant:626384218d214a0780cbf22053b64f3e is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:01.030965 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-c3d3df3f-5b33-4538-8764-f3f4b5fb2951 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:01.033706 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-f0173d63-7299-494a-b44b-fd524f9075d8 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Delete allocated IP 172.20.0.19 (5da6135e-1d51-4566-a28a-04159ceb92e2/759c327e-f5bc-4e6e-8e52-fa4135ee71aa) {{(pid=84107) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 04 08:42:01.039689 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-c3d3df3f-5b33-4538-8764-f3f4b5fb2951 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:01.068544 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3a40c03b-8f5e-4297-a299-bac110a52375 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:01.069720 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-3a40c03b-8f5e-4297-a299-bac110a52375 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 1.1113727 Feb 04 08:42:01.073391 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 51864) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:01.094869 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4d1b78f5-eb8d-46e8-9070-db0b599dda25 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7851377'] for subnet, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:01.116886 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-43a23645-60e4-40af-a8eb-1d44d29d0b68 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:01.169340 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c3d3df3f-5b33-4538-8764-f3f4b5fb2951 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:01.181803 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a23645-60e4-40af-a8eb-1d44d29d0b68 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Pushing event deleted for resources: {'Port': ['ID=16d7a056-611c-4a99-a501-36965bc5a902,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:01.201197 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-bf9a215e-cc4f-4eb4-9d41-2eb1a3bc3400 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:01.201430 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c3d3df3f-5b33-4538-8764-f3f4b5fb2951 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:01.225144 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-bf9a215e-cc4f-4eb4-9d41-2eb1a3bc3400 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:01.266100 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-2e4136f6-0bbd-43fe-b6e5-5d341f2f2734 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Deleting port 55a55c91-4d5b-45f3-8136-cd894d1d4b08 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:42:01.266436 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2e4136f6-0bbd-43fe-b6e5-5d341f2f2734 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:01.346168 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4d1b78f5-eb8d-46e8-9070-db0b599dda25 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:01.384497 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-43a23645-60e4-40af-a8eb-1d44d29d0b68 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:01.386842 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-43a23645-60e4-40af-a8eb-1d44d29d0b68 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] 10.222.0.36 "DELETE /v2.0/ports/16d7a056-611c-4a99-a501-36965bc5a902 HTTP/1.1" status: 204 len: 168 time: 1.8405490 Feb 04 08:42:01.391763 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51868) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:01.412866 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-40c937f4-16e5-4e7f-81dc-0a4e31ae4a41 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Request body: {'floatingip': {'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:01.422332 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-40c937f4-16e5-4e7f-81dc-0a4e31ae4a41 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:01.428582 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-c3d3df3f-5b33-4538-8764-f3f4b5fb2951 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:01.432702 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-bf9a215e-cc4f-4eb4-9d41-2eb1a3bc3400 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:01.432869 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f0173d63-7299-494a-b44b-fd524f9075d8 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:01.437872 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-40c937f4-16e5-4e7f-81dc-0a4e31ae4a41 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Usage tracker for resource:floatingip and tenant:ad4a401d45cf492bbfe70c7522312369 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:01.443419 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-c3d3df3f-5b33-4538-8764-f3f4b5fb2951 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Usage tracker for resource:security_group_rule and tenant:626384218d214a0780cbf22053b64f3e is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:01.449242 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-40c937f4-16e5-4e7f-81dc-0a4e31ae4a41 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:01.449242 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-c3d3df3f-5b33-4538-8764-f3f4b5fb2951 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:01.458623 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-c3d3df3f-5b33-4538-8764-f3f4b5fb2951 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:01.462827 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-40c937f4-16e5-4e7f-81dc-0a4e31ae4a41 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:01.471259 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9a215e-cc4f-4eb4-9d41-2eb1a3bc3400 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=81a7f2f4-7cbb-4633-abc5-d22831a0b32d,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:01.473965 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [None req-f0173d63-7299-494a-b44b-fd524f9075d8 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Transition to ACTIVE for port object 57b33403-1622-4e91-a8d4-c61fb63042a9 will not be triggered until provisioned by entity DHCP. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:42:01.489673 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-bf9a215e-cc4f-4eb4-9d41-2eb1a3bc3400 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:01.490787 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-bf9a215e-cc4f-4eb4-9d41-2eb1a3bc3400 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/81a7f2f4-7cbb-4633-abc5-d22831a0b32d HTTP/1.1" status: 204 len: 168 time: 0.4164617 Feb 04 08:42:01.493609 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51872) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:01.540247 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [None req-2e4136f6-0bbd-43fe-b6e5-5d341f2f2734 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] For port 55a55c91-4d5b-45f3-8136-cd894d1d4b08, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=55a55c91-4d5b-45f3-8136-cd894d1d4b08,segment=NetworkSegment(d44bd1a2-43a6-49bd-b059-074c91f0d1d3),segment_id=d44bd1a2-43a6-49bd-b059-074c91f0d1d3)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:42:01.540678 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2e4136f6-0bbd-43fe-b6e5-5d341f2f2734 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:01.576701 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-98fb2ef8-9595-4008-9bd1-40b5cfa4d6ea tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Synchronizing usage tracker for tenant:46dc6619d7e64f1ab45738b95b4fc44a on resource:security_group_rule {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:42:01.581387 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f0173d63-7299-494a-b44b-fd524f9075d8 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:01.585048 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c3d3df3f-5b33-4538-8764-f3f4b5fb2951 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:01.631736 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-40c937f4-16e5-4e7f-81dc-0a4e31ae4a41 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks [] for floatingip, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:01.682716 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c3d3df3f-5b33-4538-8764-f3f4b5fb2951 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:01.706358 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4d1b78f5-eb8d-46e8-9070-db0b599dda25 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7593563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8119683'] for subnet, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:01.797580 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0173d63-7299-494a-b44b-fd524f9075d8 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Pushing event updated for resources: {'Port': ['ID=57b33403-1622-4e91-a8d4-c61fb63042a9,revision_number=2']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:01.802775 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-2e4136f6-0bbd-43fe-b6e5-5d341f2f2734 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Calling delete_port for 55a55c91-4d5b-45f3-8136-cd894d1d4b08 owned by network:router_interface {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:42:01.838181 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-98fb2ef8-9595-4008-9bd1-40b5cfa4d6ea tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Unset dirty status for tenant:46dc6619d7e64f1ab45738b95b4fc44a on resource:security_group_rule {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:42:01.839691 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-98fb2ef8-9595-4008-9bd1-40b5cfa4d6ea tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5151 time: 0.3449569 Feb 04 08:42:01.844039 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1b78f5-eb8d-46e8-9070-db0b599dda25 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event deleted for resources: {'Subnet': ['ID=a25cc0bf-43da-4bc0-ab22-79f15df101b4,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:01.847204 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 51876) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:01.854492 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-c3d3df3f-5b33-4538-8764-f3f4b5fb2951 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:01.866366 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d3df3f-5b33-4538-8764-f3f4b5fb2951 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb353c5-5ea6-43ee-817c-7d3c3358692f,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:01.869327 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-c3d3df3f-5b33-4538-8764-f3f4b5fb2951 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Usage tracker for resource:security_group_rule and tenant:626384218d214a0780cbf22053b64f3e is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:01.877414 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-c3d3df3f-5b33-4538-8764-f3f4b5fb2951 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:01.877955 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4d1b78f5-eb8d-46e8-9070-db0b599dda25 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:01.884465 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4bdbde7-a9fb-4fe6-9f74-b5a1eb5502ff None None] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:42:01.889909 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-c3d3df3f-5b33-4538-8764-f3f4b5fb2951 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:01.912138 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-6488ea38-c4a0-409c-8462-012eafd6d0f2 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:01.917936 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-f0173d63-7299-494a-b44b-fd524f9075d8 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] In _notify_port_updated(), no bound segment for port 57b33403-1622-4e91-a8d4-c61fb63042a9 on network 5da6135e-1d51-4566-a28a-04159ceb92e2 {{(pid=84107) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 04 08:42:01.922272 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0173d63-7299-494a-b44b-fd524f9075d8 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:42:01.923055 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f0173d63-7299-494a-b44b-fd524f9075d8 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:01.924647 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-f0173d63-7299-494a-b44b-fd524f9075d8 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "PUT /v2.0/ports/57b33403-1622-4e91-a8d4-c61fb63042a9 HTTP/1.1" status: 200 len: 917 time: 2.4900343 Feb 04 08:42:01.927927 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 51880) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:01.946333 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-6488ea38-c4a0-409c-8462-012eafd6d0f2 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:01.959911 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-9aa65bd0-8160-4235-9865-8d627e8713c9 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e19275a0-1aee-4348-9034-a00aee4a4058'}, {'subnet_id': '759c327e-f5bc-4e6e-8e52-fa4135ee71aa'}]}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:02.002254 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c3d3df3f-5b33-4538-8764-f3f4b5fb2951 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:02.014828 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-4d1b78f5-eb8d-46e8-9070-db0b599dda25 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "DELETE /v2.0/subnets/a25cc0bf-43da-4bc0-ab22-79f15df101b4 HTTP/1.1" status: 204 len: 168 time: 1.2572100 Feb 04 08:42:02.019339 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 51884) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:02.035522 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-40c937f4-16e5-4e7f-81dc-0a4e31ae4a41 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:02.043932 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 08:42:02.092718 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c3d3df3f-5b33-4538-8764-f3f4b5fb2951 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:02.121226 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-385e487f-5fcf-4516-9d10-a40f4a04aa61 None None] Provisioning for port 57b33403-1622-4e91-a8d4-c61fb63042a9 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:42:02.132904 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-385e487f-5fcf-4516-9d10-a40f4a04aa61 None None] Provisioning complete for port 57b33403-1622-4e91-a8d4-c61fb63042a9 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:42:02.133361 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-385e487f-5fcf-4516-9d10-a40f4a04aa61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:02.134143 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d3df3f-5b33-4538-8764-f3f4b5fb2951 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32226297-c7f0-4434-856b-606339e77849,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:02.190021 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_v2 [None req-99512924-4d2e-4b15-9710-d1fc95b35008 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Deleting subnet a2d45317-14c5-42a2-8740-dbd1bbdba429 {{(pid=84108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:42:02.191775 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-6488ea38-c4a0-409c-8462-012eafd6d0f2 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:02.210282 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c3d3df3f-5b33-4538-8764-f3f4b5fb2951 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:02.213994 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-c3d3df3f-5b33-4538-8764-f3f4b5fb2951 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.2328427 Feb 04 08:42:02.216906 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51888) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:02.219676 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-99512924-4d2e-4b15-9710-d1fc95b35008 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks [] for subnet, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:02.221527 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-a9bd4539-3bbc-4289-9549-23ae28f3725d tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Request body: {'security_group_rule': {'security_group_id': '32226297-c7f0-4434-856b-606339e77849', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:02.232380 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-385e487f-5fcf-4516-9d10-a40f4a04aa61 None None] Port 57b33403-1622-4e91-a8d4-c61fb63042a9 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:42:02.232675 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-a9bd4539-3bbc-4289-9549-23ae28f3725d tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:02.265427 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6488ea38-c4a0-409c-8462-012eafd6d0f2 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1f05191e-9b96-4845-b766-984070e5d61b,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:02.273774 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-a9bd4539-3bbc-4289-9549-23ae28f3725d tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Usage tracker for resource:security_group_rule and tenant:626384218d214a0780cbf22053b64f3e is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:02.309947 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-99512924-4d2e-4b15-9710-d1fc95b35008 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7851377'] for subnet, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:02.397473 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-a9bd4539-3bbc-4289-9549-23ae28f3725d tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:02.400975 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-6488ea38-c4a0-409c-8462-012eafd6d0f2 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:02.402659 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-6488ea38-c4a0-409c-8462-012eafd6d0f2 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/1f05191e-9b96-4845-b766-984070e5d61b HTTP/1.1" status: 204 len: 168 time: 0.5483274 Feb 04 08:42:02.408161 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51892) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:02.412640 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-a9bd4539-3bbc-4289-9549-23ae28f3725d tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:02.494632 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-eda93e55-d59c-4328-a2f7-4a838f147d26 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4668 time: 0.0813470 Feb 04 08:42:02.494632 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-40c937f4-16e5-4e7f-81dc-0a4e31ae4a41 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Allocated IP 172.26.3.151 (e264bd74-c56b-43d0-9059-bcb57dbbe5bc/79caf47c-b62c-4ea0-b35f-21ede155daa8/977f8c9f-2ecd-4863-9bf0-b1905b7a9cf4) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:42:02.496124 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51896) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:02.523980 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9aa65bd0-8160-4235-9865-8d627e8713c9 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:02.558792 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a9bd4539-3bbc-4289-9549-23ae28f3725d tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:02.566180 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-675d3ef5-bb97-44d5-bed4-5aaf50d92b35 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:02.583110 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-99512924-4d2e-4b15-9710-d1fc95b35008 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:02.623860 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2e4136f6-0bbd-43fe-b6e5-5d341f2f2734 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:02.630780 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-675d3ef5-bb97-44d5-bed4-5aaf50d92b35 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:02.688870 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4136f6-0bbd-43fe-b6e5-5d341f2f2734 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event deleted for resources: {'Port': ['ID=55a55c91-4d5b-45f3-8136-cd894d1d4b08,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:02.742832 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a9bd4539-3bbc-4289-9549-23ae28f3725d tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:02.762308 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-40c937f4-16e5-4e7f-81dc-0a4e31ae4a41 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:02.777358 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-675d3ef5-bb97-44d5-bed4-5aaf50d92b35 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:02.793461 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675d3ef5-bb97-44d5-bed4-5aaf50d92b35 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=df72304b-3b11-4e7e-826b-418c9b3bc761,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:02.819806 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-675d3ef5-bb97-44d5-bed4-5aaf50d92b35 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:02.821033 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-675d3ef5-bb97-44d5-bed4-5aaf50d92b35 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/df72304b-3b11-4e7e-826b-418c9b3bc761 HTTP/1.1" status: 204 len: 168 time: 0.3240011 Feb 04 08:42:02.825056 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51900) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:02.863627 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a9bd4539-3bbc-4289-9549-23ae28f3725d tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:02.907461 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-f8a5b697-242b-40a4-86d7-34ffe9dbc59d tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Synchronizing usage tracker for tenant:46dc6619d7e64f1ab45738b95b4fc44a on resource:security_group_rule {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:42:02.910645 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-40c937f4-16e5-4e7f-81dc-0a4e31ae4a41 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:02.947285 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bd4539-3bbc-4289-9549-23ae28f3725d tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bc512f5-4c3b-4a09-b2bf-d143bc61d715,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:02.977829 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-ceb2044a-1aca-4588-aed3-db3e54529dbf None None] Provisioning complete for port 2024a4d0-b679-4fb0-a6ec-58c5ad58b5be triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:42:02.983582 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-ceb2044a-1aca-4588-aed3-db3e54529dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:03.015247 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c937f4-16e5-4e7f-81dc-0a4e31ae4a41 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Pushing event updated for resources: {'Port': ['ID=977f8c9f-2ecd-4863-9bf0-b1905b7a9cf4,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:03.020487 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c937f4-16e5-4e7f-81dc-0a4e31ae4a41 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Network e264bd74-c56b-43d0-9059-bcb57dbbe5bc is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:42:03.032201 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-40c937f4-16e5-4e7f-81dc-0a4e31ae4a41 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:42:03.034946 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c937f4-16e5-4e7f-81dc-0a4e31ae4a41 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:42:03.056272 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-99512924-4d2e-4b15-9710-d1fc95b35008 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7593563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8119683'] for subnet, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:03.067373 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a9bd4539-3bbc-4289-9549-23ae28f3725d tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:03.068592 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-a9bd4539-3bbc-4289-9549-23ae28f3725d tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8520060 Feb 04 08:42:03.073259 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51904) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:03.080757 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-a0ff9364-0a45-465e-9eaf-827331b1573d tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Request body: {'security_group_rule': {'security_group_id': '32226297-c7f0-4434-856b-606339e77849', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:03.088986 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-f8a5b697-242b-40a4-86d7-34ffe9dbc59d tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Unset dirty status for tenant:46dc6619d7e64f1ab45738b95b4fc44a on resource:security_group_rule {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:42:03.093582 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-f8a5b697-242b-40a4-86d7-34ffe9dbc59d tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4185 time: 0.2646697 Feb 04 08:42:03.093582 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-a0ff9364-0a45-465e-9eaf-827331b1573d tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:03.095560 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51908) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:03.102433 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-a0ff9364-0a45-465e-9eaf-827331b1573d tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Usage tracker for resource:security_group_rule and tenant:626384218d214a0780cbf22053b64f3e is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:03.115410 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-a0ff9364-0a45-465e-9eaf-827331b1573d tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:03.118985 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99512924-4d2e-4b15-9710-d1fc95b35008 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event deleted for resources: {'Subnet': ['ID=a2d45317-14c5-42a2-8740-dbd1bbdba429,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:03.129800 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-a0ff9364-0a45-465e-9eaf-827331b1573d tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:03.149783 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-99512924-4d2e-4b15-9710-d1fc95b35008 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:03.153314 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19e5ac3-0d60-4285-9ba1-643837d14580 None None] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:42:03.163328 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9777d064-4fb6-427c-83e6-31d454db656e tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:03.175908 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9777d064-4fb6-427c-83e6-31d454db656e tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:03.215595 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-99512924-4d2e-4b15-9710-d1fc95b35008 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "DELETE /v2.0/subnets/a2d45317-14c5-42a2-8740-dbd1bbdba429 HTTP/1.1" status: 204 len: 168 time: 1.1929178 Feb 04 08:42:03.216198 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51912) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:03.241721 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-9aa65bd0-8160-4235-9865-8d627e8713c9 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Allocated IP 172.20.0.29 (5da6135e-1d51-4566-a28a-04159ceb92e2/759c327e-f5bc-4e6e-8e52-fa4135ee71aa/57b33403-1622-4e91-a8d4-c61fb63042a9) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:42:03.294755 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a0ff9364-0a45-465e-9eaf-827331b1573d tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:03.304115 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9777d064-4fb6-427c-83e6-31d454db656e tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:03.314470 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-d2c04a5c-e354-4861-9195-2d38d45b78f2 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0943475 Feb 04 08:42:03.325812 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51916) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:03.346615 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-98ad9da8-a512-4d2a-a5ba-9fd0dfcbd3f4 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Request body: {'subnet': {'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:03.363625 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777d064-4fb6-427c-83e6-31d454db656e tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f675a913-97b2-45b5-ad4f-1b206e41748b,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:03.473424 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c714ef21-d56c-434d-a5d4-b7c7d28161b4 None None] DHCP port deletion for bc933c3a-b15d-4eab-9ad6-d32fd193f5cd request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 08:42:03.478060 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-c714ef21-d56c-434d-a5d4-b7c7d28161b4 None None] Deleting port 2024a4d0-b679-4fb0-a6ec-58c5ad58b5be {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:42:03.478496 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-c714ef21-d56c-434d-a5d4-b7c7d28161b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:03.563993 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-40c937f4-16e5-4e7f-81dc-0a4e31ae4a41 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:03.595334 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-98ad9da8-a512-4d2a-a5ba-9fd0dfcbd3f4 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:03.601464 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-98ad9da8-a512-4d2a-a5ba-9fd0dfcbd3f4 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Usage tracker for resource:subnet and tenant:ffa27937301745e1ad43fa520f28cbc3 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:03.604989 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-98ad9da8-a512-4d2a-a5ba-9fd0dfcbd3f4 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:03.609216 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2e4136f6-0bbd-43fe-b6e5-5d341f2f2734 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1572495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472959'] for router_interface, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:03.611147 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-98ad9da8-a512-4d2a-a5ba-9fd0dfcbd3f4 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:03.613023 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9aa65bd0-8160-4235-9865-8d627e8713c9 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks [] for port, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:03.650793 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9777d064-4fb6-427c-83e6-31d454db656e tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:03.652883 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-9777d064-4fb6-427c-83e6-31d454db656e tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/f675a913-97b2-45b5-ad4f-1b206e41748b HTTP/1.1" status: 204 len: 168 time: 0.5547948 Feb 04 08:42:03.655308 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51920) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:03.680106 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.api.v2.resource [None req-a0ff9364-0a45-465e-9eaf-827331b1573d tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] create failed (client error): There was a conflict when trying to complete your request. Feb 04 08:42:03.684162 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-a0ff9364-0a45-465e-9eaf-827331b1573d tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.6066027 Feb 04 08:42:03.688450 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 51924) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:03.690257 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-c714ef21-d56c-434d-a5d4-b7c7d28161b4 None None] For port 2024a4d0-b679-4fb0-a6ec-58c5ad58b5be, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=2024a4d0-b679-4fb0-a6ec-58c5ad58b5be,segment=NetworkSegment(2c48dc91-e362-4611-9354-aede43558386),segment_id=2c48dc91-e362-4611-9354-aede43558386)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:42:03.690641 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-c714ef21-d56c-434d-a5d4-b7c7d28161b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:03.691443 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.provisioning_blocks [None req-9aa65bd0-8160-4235-9865-8d627e8713c9 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Transition to ACTIVE for port object 57b33403-1622-4e91-a8d4-c61fb63042a9 will not be triggered until provisioned by entity DHCP. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:42:03.755092 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-d139f3fc-1c6f-4a8e-9609-b0d1dd6f6950 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Synchronizing usage tracker for tenant:46dc6619d7e64f1ab45738b95b4fc44a on resource:security_group_rule {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:42:03.763660 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9aa65bd0-8160-4235-9865-8d627e8713c9 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:03.768924 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-40c937f4-16e5-4e7f-81dc-0a4e31ae4a41 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:03.805671 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ad9da8-a512-4d2a-a5ba-9fd0dfcbd3f4 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Made reservation on behalf of ffa27937301745e1ad43fa520f28cbc3 for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:42:03.826347 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-c714ef21-d56c-434d-a5d4-b7c7d28161b4 None None] Calling delete_port for 2024a4d0-b679-4fb0-a6ec-58c5ad58b5be owned by network:dhcp {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:42:03.844650 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d70e551b-81c3-4278-88a6-dbe88b774bc0 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Notify callbacks [] for security_group, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:03.917719 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa65bd0-8160-4235-9865-8d627e8713c9 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Pushing event updated for resources: {'Port': ['ID=57b33403-1622-4e91-a8d4-c61fb63042a9,revision_number=3']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:03.936449 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-98ad9da8-a512-4d2a-a5ba-9fd0dfcbd3f4 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985186'] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:03.972483 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-d139f3fc-1c6f-4a8e-9609-b0d1dd6f6950 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Unset dirty status for tenant:46dc6619d7e64f1ab45738b95b4fc44a on resource:security_group_rule {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:42:03.976533 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-d139f3fc-1c6f-4a8e-9609-b0d1dd6f6950 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3702 time: 0.3174994 Feb 04 08:42:03.999608 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-c714ef21-d56c-434d-a5d4-b7c7d28161b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407'] for port, after_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:04.015865 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 51928) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:04.032616 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d70e551b-81c3-4278-88a6-dbe88b774bc0 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:04.047090 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c714ef21-d56c-434d-a5d4-b7c7d28161b4 None None] Pushing event deleted for resources: {'Port': ['ID=2024a4d0-b679-4fb0-a6ec-58c5ad58b5be,revision_number=None']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:04.056363 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c714ef21-d56c-434d-a5d4-b7c7d28161b4 None None] No DVR routers for this DVR port 2024a4d0-b679-4fb0-a6ec-58c5ad58b5be on host dv-neutron-827798-2-hyperv {{(pid=84109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:42:04.166976 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f4e6d400-c672-46f2-be04-095ea281caee tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:04.185746 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-9aa65bd0-8160-4235-9865-8d627e8713c9 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] In _notify_port_updated(), no bound segment for port 57b33403-1622-4e91-a8d4-c61fb63042a9 on network 5da6135e-1d51-4566-a28a-04159ceb92e2 {{(pid=84108) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 04 08:42:04.190029 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa65bd0-8160-4235-9865-8d627e8713c9 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:42:04.190958 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9aa65bd0-8160-4235-9865-8d627e8713c9 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:04.192507 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-9aa65bd0-8160-4235-9865-8d627e8713c9 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "PUT /v2.0/ports/57b33403-1622-4e91-a8d4-c61fb63042a9 HTTP/1.1" status: 200 len: 997 time: 2.2619767 Feb 04 08:42:04.195311 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f4e6d400-c672-46f2-be04-095ea281caee tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:04.202495 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 51932) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:04.218566 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-40c937f4-16e5-4e7f-81dc-0a4e31ae4a41 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:04.274546 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-40c937f4-16e5-4e7f-81dc-0a4e31ae4a41 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:04.295360 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-d614aeab-4ebe-4ee2-b4c2-aa95c11c2eab tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Deleting port 57b33403-1622-4e91-a8d4-c61fb63042a9 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:42:04.295703 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d614aeab-4ebe-4ee2-b4c2-aa95c11c2eab tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:04.383635 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d70e551b-81c3-4278-88a6-dbe88b774bc0 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:04.418001 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f4e6d400-c672-46f2-be04-095ea281caee tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:04.445229 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-1f11ece7-2e00-43e3-8677-ddafed957985 None None] Provisioning for port 57b33403-1622-4e91-a8d4-c61fb63042a9 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:42:04.450724 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-1f11ece7-2e00-43e3-8677-ddafed957985 None None] Provisioning complete for port 57b33403-1622-4e91-a8d4-c61fb63042a9 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:42:04.451288 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1f11ece7-2e00-43e3-8677-ddafed957985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:04.463650 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70e551b-81c3-4278-88a6-dbe88b774bc0 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32226297-c7f0-4434-856b-606339e77849,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:04.482313 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e6d400-c672-46f2-be04-095ea281caee tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2e36264e-048c-4dae-b959-3e182d8dab89,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:04.497324 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d70e551b-81c3-4278-88a6-dbe88b774bc0 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:04.498452 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-d70e551b-81c3-4278-88a6-dbe88b774bc0 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] 10.222.0.36 "DELETE /v2.0/security-groups/32226297-c7f0-4434-856b-606339e77849 HTTP/1.1" status: 204 len: 168 time: 0.8090336 Feb 04 08:42:04.508830 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-1f11ece7-2e00-43e3-8677-ddafed957985 None None] Port 57b33403-1622-4e91-a8d4-c61fb63042a9 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:42:04.517542 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-40c937f4-16e5-4e7f-81dc-0a4e31ae4a41 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473039'] for floatingip, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:04.532404 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51936) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:04.575314 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c937f4-16e5-4e7f-81dc-0a4e31ae4a41 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Pushing event updated for resources: {'Port': ['ID=977f8c9f-2ecd-4863-9bf0-b1905b7a9cf4,revision_number=2']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:04.584311 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f4e6d400-c672-46f2-be04-095ea281caee tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:04.585458 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-f4e6d400-c672-46f2-be04-095ea281caee tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/2e36264e-048c-4dae-b959-3e182d8dab89 HTTP/1.1" status: 204 len: 168 time: 0.5646126 Feb 04 08:42:04.594055 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51940) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:04.632363 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 2024a4d0-b679-4fb0-a6ec-58c5ad58b5be no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:42:04.645259 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-40c937f4-16e5-4e7f-81dc-0a4e31ae4a41 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for floatingip, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:04.645259 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-40c937f4-16e5-4e7f-81dc-0a4e31ae4a41 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2498844 Feb 04 08:42:04.651140 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 51944) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:04.662387 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-21e8420a-e682-4a4b-a3e6-aa49bc414401 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Request body: {'port': {'network_id': 'cffddbfd-7362-47bd-9723-84fa8f6b93f8', 'name': 'tempest-FloatingIPTestJSON-856488570'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:04.669635 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-57716ab8-0f2b-4a7f-91c1-842103883743 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Synchronizing usage tracker for tenant:626384218d214a0780cbf22053b64f3e on resource:security_group {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:42:04.676115 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: 2024a4d0-b679-4fb0-a6ec-58c5ad58b5be {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:42:04.676115 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 2024a4d0-b679-4fb0-a6ec-58c5ad58b5be not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:42:04.681763 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-3ec048c1-a76b-42af-bf50-5a0aca07c667 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0860467 Feb 04 08:42:04.684985 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51948) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:04.804422 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5e18bf89-9b59-47e8-bc72-c8d85f8cddea tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:04.809577 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-57716ab8-0f2b-4a7f-91c1-842103883743 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Unset dirty status for tenant:626384218d214a0780cbf22053b64f3e on resource:security_group {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:42:04.810772 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-57716ab8-0f2b-4a7f-91c1-842103883743 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2647665 Feb 04 08:42:04.820245 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51952) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:04.852360 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-950138bf-68dc-4106-a490-a6185d518653 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Request body: {'security_group': {'name': 'tempest-secgroup--40934686'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:04.863824 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-950138bf-68dc-4106-a490-a6185d518653 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:04.880714 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.objects.ports [None req-98ad9da8-a512-4d2a-a5ba-9fd0dfcbd3f4 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84107) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 04 08:42:04.889694 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-98ad9da8-a512-4d2a-a5ba-9fd0dfcbd3f4 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7510230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985204'] for subnet, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:04.893246 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-950138bf-68dc-4106-a490-a6185d518653 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:04.895877 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5e18bf89-9b59-47e8-bc72-c8d85f8cddea tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:04.951418 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d614aeab-4ebe-4ee2-b4c2-aa95c11c2eab tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:04.997176 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ad9da8-a512-4d2a-a5ba-9fd0dfcbd3f4 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:42:05.000178 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ad9da8-a512-4d2a-a5ba-9fd0dfcbd3f4 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event updated for resources: {'Subnet': ['ID=41ca54ac-9d0c-4171-a006-a1d55547868f,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:05.002980 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-98ad9da8-a512-4d2a-a5ba-9fd0dfcbd3f4 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:42:05.006067 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ad9da8-a512-4d2a-a5ba-9fd0dfcbd3f4 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:42:05.006535 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-98ad9da8-a512-4d2a-a5ba-9fd0dfcbd3f4 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:05.013823 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c6d7f6-b34c-449f-9688-a09b4390cdc8 None None] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:42:05.024547 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-950138bf-68dc-4106-a490-a6185d518653 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:05.076902 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-950138bf-68dc-4106-a490-a6185d518653 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:05.081145 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-950138bf-68dc-4106-a490-a6185d518653 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Usage tracker for resource:security_group_rule and tenant:626384218d214a0780cbf22053b64f3e is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:05.084271 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-950138bf-68dc-4106-a490-a6185d518653 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:05.090665 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-950138bf-68dc-4106-a490-a6185d518653 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:05.136049 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5e18bf89-9b59-47e8-bc72-c8d85f8cddea tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:05.162109 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e18bf89-9b59-47e8-bc72-c8d85f8cddea tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa66ecd9-92ca-410d-abc8-8696369449e1,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:05.173114 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-98ad9da8-a512-4d2a-a5ba-9fd0dfcbd3f4 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8414085 Feb 04 08:42:05.174531 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-950138bf-68dc-4106-a490-a6185d518653 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:05.175288 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51956) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:05.181966 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-0e8626c6-a380-4fe2-9021-635580887218 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Request body: {'subnet': {'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:05.196668 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5e18bf89-9b59-47e8-bc72-c8d85f8cddea tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:05.200302 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-5e18bf89-9b59-47e8-bc72-c8d85f8cddea tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] 10.222.0.36 "DELETE /v2.0/security-groups/fa66ecd9-92ca-410d-abc8-8696369449e1 HTTP/1.1" status: 204 len: 168 time: 0.5118651 Feb 04 08:42:05.201888 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51960) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:05.205582 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-21e8420a-e682-4a4b-a3e6-aa49bc414401 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:05.214035 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-d614aeab-4ebe-4ee2-b4c2-aa95c11c2eab tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Calling delete_port for 57b33403-1622-4e91-a8d4-c61fb63042a9 owned by {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:42:05.243368 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-21e8420a-e682-4a4b-a3e6-aa49bc414401 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Usage tracker for resource:port and tenant:ad4a401d45cf492bbfe70c7522312369 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:05.247144 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a325904-84c3-4154-9625-7671599b0e71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'tenant_id': 'ffa27937301745e1ad43fa520f28cbc3', 'fixed_ips': [{'subnet_id': '41ca54ac-9d0c-4171-a006-a1d55547868f'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:42:05.248222 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-9a325904-84c3-4154-9625-7671599b0e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:05.252303 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-21e8420a-e682-4a4b-a3e6-aa49bc414401 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Quota usage for port was recalculated. Used quota:4. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:05.268004 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-21e8420a-e682-4a4b-a3e6-aa49bc414401 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:05.280027 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-950138bf-68dc-4106-a490-a6185d518653 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:05.377007 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950138bf-68dc-4106-a490-a6185d518653 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b294f15-5b33-40df-bdb6-c892e1e8b475,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:05.403358 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-dc699920-37e6-4453-90f4-93a446ea0b7f tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Synchronizing usage tracker for tenant:46dc6619d7e64f1ab45738b95b4fc44a on resource:security_group {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:42:05.410350 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-950138bf-68dc-4106-a490-a6185d518653 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:05.422049 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21e8420a-e682-4a4b-a3e6-aa49bc414401 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Made reservation on behalf of ad4a401d45cf492bbfe70c7522312369 for: {'port': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:42:05.422271 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-950138bf-68dc-4106-a490-a6185d518653 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.5916481 Feb 04 08:42:05.422372 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-21e8420a-e682-4a4b-a3e6-aa49bc414401 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:05.422463 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51964) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:05.426356 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-0e8626c6-a380-4fe2-9021-635580887218 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:05.426509 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-9a325904-84c3-4154-9625-7671599b0e71 None None] Allocated IP 2001:db8::f816:3eff:fe89:5b81 (bc933c3a-b15d-4eab-9ad6-d32fd193f5cd/41ca54ac-9d0c-4171-a006-a1d55547868f/b6e9c35b-2c2f-4dbd-a8cd-cfe22a7f02a5) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:42:05.436760 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-70cf3375-29e9-4eee-9dd1-e8128c6e6f41 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Request body: {'security_group_rule': {'security_group_id': '7b294f15-5b33-40df-bdb6-c892e1e8b475', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:05.436760 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.api.v2.resource [None req-70cf3375-29e9-4eee-9dd1-e8128c6e6f41 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 08:42:05.436760 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-70cf3375-29e9-4eee-9dd1-e8128c6e6f41 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0138724 Feb 04 08:42:05.438436 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51968) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:05.443068 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-0e8626c6-a380-4fe2-9021-635580887218 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Usage tracker for resource:subnet and tenant:ffa27937301745e1ad43fa520f28cbc3 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:05.446464 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-0e8626c6-a380-4fe2-9021-635580887218 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:05.463684 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-0e8626c6-a380-4fe2-9021-635580887218 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:05.476169 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [None req-21e8420a-e682-4a4b-a3e6-aa49bc414401 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] device_id is not set on port 8f0f0902-178f-4523-9514-5d99615af036 yet. {{(pid=84108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:42:05.519283 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-dc699920-37e6-4453-90f4-93a446ea0b7f tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Unset dirty status for tenant:46dc6619d7e64f1ab45738b95b4fc44a on resource:security_group {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:42:05.524770 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-dc699920-37e6-4453-90f4-93a446ea0b7f tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3187318 Feb 04 08:42:05.524770 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e17bad0f-071f-4f72-8831-867a9262e507 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:05.531397 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 51972) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:05.549234 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e17bad0f-071f-4f72-8831-867a9262e507 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:05.562343 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e8626c6-a380-4fe2-9021-635580887218 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Made reservation on behalf of ffa27937301745e1ad43fa520f28cbc3 for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:42:05.565744 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0e8626c6-a380-4fe2-9021-635580887218 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985186'] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:05.575129 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-25bdd2a9-8f49-4fff-aaa4-17ecb8a642fa tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Request body: {'security_group': {'name': 'tempest-secgroup--69452664'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:05.597652 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-25bdd2a9-8f49-4fff-aaa4-17ecb8a642fa tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:05.639530 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e4136f6-0bbd-43fe-b6e5-5d341f2f2734 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Router 90852817-8b61-4771-aa29-849e29ce7005 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:42:05.640539 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-25bdd2a9-8f49-4fff-aaa4-17ecb8a642fa tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:05.656826 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-9a325904-84c3-4154-9625-7671599b0e71 None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:05.711089 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.ipam_backend_mixin [None req-0e8626c6-a380-4fe2-9021-635580887218 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 41ca54ac-9d0c-4171-a006-a1d55547868f (CIDR: 2001:db8::/64) Feb 04 08:42:05.762446 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e8626c6-a380-4fe2-9021-635580887218 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 08:42:05.762891 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e8626c6-a380-4fe2-9021-635580887218 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:42:05.767156 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e17bad0f-071f-4f72-8831-867a9262e507 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:05.790555 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-9a325904-84c3-4154-9625-7671599b0e71 None None] Transition to ACTIVE for port object b6e9c35b-2c2f-4dbd-a8cd-cfe22a7f02a5 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:42:05.794895 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-25bdd2a9-8f49-4fff-aaa4-17ecb8a642fa tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:05.797192 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17bad0f-071f-4f72-8831-867a9262e507 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b294f15-5b33-40df-bdb6-c892e1e8b475,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:05.804204 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d614aeab-4ebe-4ee2-b4c2-aa95c11c2eab tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:05.808524 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-21e8420a-e682-4a4b-a3e6-aa49bc414401 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Allocated IP 172.20.0.7 (cffddbfd-7362-47bd-9723-84fa8f6b93f8/01be2da0-0277-4fb3-b334-a74dba501042/8f0f0902-178f-4523-9514-5d99615af036) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:42:05.819255 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-9a325904-84c3-4154-9625-7671599b0e71 None None] Transition to ACTIVE for port object b6e9c35b-2c2f-4dbd-a8cd-cfe22a7f02a5 will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:42:05.869841 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d614aeab-4ebe-4ee2-b4c2-aa95c11c2eab tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Pushing event deleted for resources: {'Port': ['ID=57b33403-1622-4e91-a8d4-c61fb63042a9,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:05.877232 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e17bad0f-071f-4f72-8831-867a9262e507 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:05.878383 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-e17bad0f-071f-4f72-8831-867a9262e507 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] 10.222.0.36 "DELETE /v2.0/security-groups/7b294f15-5b33-40df-bdb6-c892e1e8b475 HTTP/1.1" status: 204 len: 168 time: 0.4382253 Feb 04 08:42:05.881022 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51976) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:05.914834 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-9a325904-84c3-4154-9625-7671599b0e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:05.920755 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-0e8626c6-a380-4fe2-9021-635580887218 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7436147 Feb 04 08:42:05.924957 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51980) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:05.939169 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-f1127583-0f2c-4632-b0fb-264421abbfee tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Request body: {'subnet': {'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:05.975020 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a325904-84c3-4154-9625-7671599b0e71 None None] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:42:05.983105 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-9a325904-84c3-4154-9625-7671599b0e71 None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:42:05.992168 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a325904-84c3-4154-9625-7671599b0e71 None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:42:06.029328 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-25bdd2a9-8f49-4fff-aaa4-17ecb8a642fa tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:06.051052 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-25bdd2a9-8f49-4fff-aaa4-17ecb8a642fa tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Usage tracker for resource:security_group_rule and tenant:46dc6619d7e64f1ab45738b95b4fc44a is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:06.056512 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-25bdd2a9-8f49-4fff-aaa4-17ecb8a642fa tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:06.064080 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-f5df723f-75ef-4c80-aced-1c03270d7ce4 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Synchronizing usage tracker for tenant:626384218d214a0780cbf22053b64f3e on resource:security_group {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:42:06.110827 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-25bdd2a9-8f49-4fff-aaa4-17ecb8a642fa tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:06.124525 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-9a325904-84c3-4154-9625-7671599b0e71 None None] Attempting to bind port b6e9c35b-2c2f-4dbd-a8cd-cfe22a7f02a5 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:42:06.125095 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-9a325904-84c3-4154-9625-7671599b0e71 None None] Attempting to bind port b6e9c35b-2c2f-4dbd-a8cd-cfe22a7f02a5 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': '2c48dc91-e362-4611-9354-aede43558386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:42:06.125277 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a325904-84c3-4154-9625-7671599b0e71 None None] Attempting to bind port b6e9c35b-2c2f-4dbd-a8cd-cfe22a7f02a5 on network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:42:06.127473 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a325904-84c3-4154-9625-7671599b0e71 None None] Pushing event updated for resources: {'Port': ['ID=b6e9c35b-2c2f-4dbd-a8cd-cfe22a7f02a5,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:06.135386 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a325904-84c3-4154-9625-7671599b0e71 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:42:06.135750 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a325904-84c3-4154-9625-7671599b0e71 None None] Checking segment: {'id': '2c48dc91-e362-4611-9354-aede43558386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:42:06.137103 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-9a325904-84c3-4154-9625-7671599b0e71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:06.137103 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a325904-84c3-4154-9625-7671599b0e71 None None] Bound using segment: {'id': '2c48dc91-e362-4611-9354-aede43558386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:42:06.137540 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-9a325904-84c3-4154-9625-7671599b0e71 None None] Bound port: b6e9c35b-2c2f-4dbd-a8cd-cfe22a7f02a5, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c48dc91-e362-4611-9354-aede43558386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:42:06.137903 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-9a325904-84c3-4154-9625-7671599b0e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:06.166744 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-f1127583-0f2c-4632-b0fb-264421abbfee tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:06.175782 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-f1127583-0f2c-4632-b0fb-264421abbfee tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Usage tracker for resource:subnet and tenant:ffa27937301745e1ad43fa520f28cbc3 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:06.178926 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-f1127583-0f2c-4632-b0fb-264421abbfee tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:06.186701 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-f5df723f-75ef-4c80-aced-1c03270d7ce4 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Unset dirty status for tenant:626384218d214a0780cbf22053b64f3e on resource:security_group {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:42:06.191474 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-f5df723f-75ef-4c80-aced-1c03270d7ce4 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3058224 Feb 04 08:42:06.191474 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-f1127583-0f2c-4632-b0fb-264421abbfee tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:06.193742 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51984) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:06.203841 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-39ef0178-67f9-4e43-bc05-6fb6b0180a11 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Request body: {'security_group': {'name': 'tempest-secgroup--357823086'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:06.213294 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-39ef0178-67f9-4e43-bc05-6fb6b0180a11 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:06.226263 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-39ef0178-67f9-4e43-bc05-6fb6b0180a11 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:06.257155 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d614aeab-4ebe-4ee2-b4c2-aa95c11c2eab tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:06.268010 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-9a325904-84c3-4154-9625-7671599b0e71 None None] For port b6e9c35b-2c2f-4dbd-a8cd-cfe22a7f02a5, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:42:06.270924 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-9a325904-84c3-4154-9625-7671599b0e71 None None] For port b6e9c35b-2c2f-4dbd-a8cd-cfe22a7f02a5, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=b6e9c35b-2c2f-4dbd-a8cd-cfe22a7f02a5,segment=NetworkSegment(2c48dc91-e362-4611-9354-aede43558386),segment_id=2c48dc91-e362-4611-9354-aede43558386)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:42:06.299122 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1127583-0f2c-4632-b0fb-264421abbfee tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Made reservation on behalf of ffa27937301745e1ad43fa520f28cbc3 for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:42:06.302759 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f1127583-0f2c-4632-b0fb-264421abbfee tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985186'] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:06.372445 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-39ef0178-67f9-4e43-bc05-6fb6b0180a11 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:06.394094 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-25bdd2a9-8f49-4fff-aaa4-17ecb8a642fa tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:06.395731 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-d614aeab-4ebe-4ee2-b4c2-aa95c11c2eab tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "DELETE /v2.0/ports/57b33403-1622-4e91-a8d4-c61fb63042a9 HTTP/1.1" status: 204 len: 168 time: 2.1890802 Feb 04 08:42:06.399296 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 51990) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:06.423076 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-9a325904-84c3-4154-9625-7671599b0e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:06.446222 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-39ef0178-67f9-4e43-bc05-6fb6b0180a11 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:06.456388 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-39ef0178-67f9-4e43-bc05-6fb6b0180a11 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Usage tracker for resource:security_group_rule and tenant:626384218d214a0780cbf22053b64f3e is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:06.460072 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-39ef0178-67f9-4e43-bc05-6fb6b0180a11 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:06.468832 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-21e8420a-e682-4a4b-a3e6-aa49bc414401 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:06.471540 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-39ef0178-67f9-4e43-bc05-6fb6b0180a11 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:06.473351 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec6e0480-af55-47fa-8144-feb8d0bfae3a tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] GET failed (client error): The resource could not be found. Feb 04 08:42:06.473523 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-ec6e0480-af55-47fa-8144-feb8d0bfae3a tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Synchronizing usage tracker for tenant:a287064d5ca349c39790be8557119e7e on resource:port {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:42:06.486663 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-25bdd2a9-8f49-4fff-aaa4-17ecb8a642fa tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:06.505720 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a325904-84c3-4154-9625-7671599b0e71 None None] Pushing event updated for resources: {'Port': ['ID=b6e9c35b-2c2f-4dbd-a8cd-cfe22a7f02a5,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:06.546819 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bdd2a9-8f49-4fff-aaa4-17ecb8a642fa tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee4fa9c-21ad-47ce-85c7-57745178bb4b,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:06.558434 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e4136f6-0bbd-43fe-b6e5-5d341f2f2734 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:42:06.563467 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-2e4136f6-0bbd-43fe-b6e5-5d341f2f2734 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "PUT /v2.0/routers/90852817-8b61-4771-aa29-849e29ce7005/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9650261 Feb 04 08:42:06.566146 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 51994) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:06.577878 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa1c331-2d3d-43e2-a7bb-e4167941cc41 None None] Sync routers for ids ['90852817-8b61-4771-aa29-849e29ce7005'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:42:06.583017 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-39ef0178-67f9-4e43-bc05-6fb6b0180a11 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:06.598335 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa1c331-2d3d-43e2-a7bb-e4167941cc41 None None] Routers {'90852817-8b61-4771-aa29-849e29ce7005'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:42:06.598335 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-6aa1c331-2d3d-43e2-a7bb-e4167941cc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:41:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['90852817-8b61-4771-aa29-849e29ce7005'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:42:06.602357 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-ec6e0480-af55-47fa-8144-feb8d0bfae3a tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Unset dirty status for tenant:a287064d5ca349c39790be8557119e7e on resource:port {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:42:06.603531 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-ec6e0480-af55-47fa-8144-feb8d0bfae3a tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "GET /v2.0/ports/57b33403-1622-4e91-a8d4-c61fb63042a9 HTTP/1.1" status: 404 len: 333 time: 0.1885219 Feb 04 08:42:06.607286 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 51998) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:06.702057 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-25bdd2a9-8f49-4fff-aaa4-17ecb8a642fa tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:06.703449 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-25bdd2a9-8f49-4fff-aaa4-17ecb8a642fa tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.1707780 Feb 04 08:42:06.704499 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-21e8420a-e682-4a4b-a3e6-aa49bc414401 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:06.714006 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52002) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:06.757340 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-1bb5693f-04df-42b9-8f96-6c803c0bdc59 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Request body: {'security_group_rule': {'security_group_id': '9ee4fa9c-21ad-47ce-85c7-57745178bb4b', 'direction': 'ingress', 'protocol': 17}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:06.801464 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-39ef0178-67f9-4e43-bc05-6fb6b0180a11 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:06.857144 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-6aa1c331-2d3d-43e2-a7bb-e4167941cc41 None None] Set router 90852817-8b61-4771-aa29-849e29ce7005 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:42:06.891022 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ef0178-67f9-4e43-bc05-6fb6b0180a11 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83e49e3a-151e-4747-bd43-62869eee2dea,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:06.900158 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f1127583-0f2c-4632-b0fb-264421abbfee tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7510230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985204'] for subnet, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:06.907949 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-1bb5693f-04df-42b9-8f96-6c803c0bdc59 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:06.935219 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-1bb5693f-04df-42b9-8f96-6c803c0bdc59 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Usage tracker for resource:security_group_rule and tenant:46dc6619d7e64f1ab45738b95b4fc44a is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:06.950905 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-1bb5693f-04df-42b9-8f96-6c803c0bdc59 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:06.966560 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e8420a-e682-4a4b-a3e6-aa49bc414401 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Network cffddbfd-7362-47bd-9723-84fa8f6b93f8 is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:42:06.967923 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-1bb5693f-04df-42b9-8f96-6c803c0bdc59 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:06.972406 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e8420a-e682-4a4b-a3e6-aa49bc414401 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Pushing event updated for resources: {'Port': ['ID=8f0f0902-178f-4523-9514-5d99615af036,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:06.975133 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-21e8420a-e682-4a4b-a3e6-aa49bc414401 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:42:06.992638 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e8420a-e682-4a4b-a3e6-aa49bc414401 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:42:07.065347 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_v2 [None req-39991f6f-19df-4d82-9e39-14c821ec7fbd tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Deleting subnet 86d0bccd-5c6a-4354-af11-7f0ac9ee3eb4 {{(pid=84108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:42:07.071284 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-39991f6f-19df-4d82-9e39-14c821ec7fbd tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for subnet, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:07.077827 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1127583-0f2c-4632-b0fb-264421abbfee tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:42:07.088418 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-f1127583-0f2c-4632-b0fb-264421abbfee tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:42:07.092009 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1127583-0f2c-4632-b0fb-264421abbfee tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:42:07.092625 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f1127583-0f2c-4632-b0fb-264421abbfee tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:07.116347 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e8420a-e682-4a4b-a3e6-aa49bc414401 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:42:07.116912 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-21e8420a-e682-4a4b-a3e6-aa49bc414401 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:07.146672 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-1bb5693f-04df-42b9-8f96-6c803c0bdc59 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:07.165923 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-39991f6f-19df-4d82-9e39-14c821ec7fbd tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7851377'] for subnet, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:07.176139 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-6aa1c331-2d3d-43e2-a7bb-e4167941cc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90852817-8b61-4771-aa29-849e29ce7005', 'name': 'tempest-TestNetworkBasicOps-router-2057065806', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18'}], 'enable_snat': True}, 'gw_port_id': 'e6f40c31-b6de-48e6-8f71-a0473c650669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:37:36Z', 'updated_at': '2022-02-04T08:42:02Z', 'revision_number': 7, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': 'e6f40c31-b6de-48e6-8f71-a0473c650669', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:52:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90852817-8b61-4771-aa29-849e29ce7005', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:37:38Z', 'updated_at': '2022-02-04T08:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:42:07.180907 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa1c331-2d3d-43e2-a7bb-e4167941cc41 None None] Checking router: 90852817-8b61-4771-aa29-849e29ce7005 for host: dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 08:42:07.196328 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa1c331-2d3d-43e2-a7bb-e4167941cc41 None None] Routers {'90852817-8b61-4771-aa29-849e29ce7005'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:42:07.198592 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-6aa1c331-2d3d-43e2-a7bb-e4167941cc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:41:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['90852817-8b61-4771-aa29-849e29ce7005'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:42:07.246679 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-21e8420a-e682-4a4b-a3e6-aa49bc414401 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.5938444 Feb 04 08:42:07.252304 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52006) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:07.261694 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_v2 [None req-71d52214-5407-4d26-9e5e-3d8a900b4ed2 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Deleting subnet 759c327e-f5bc-4e6e-8e52-fa4135ee71aa {{(pid=84107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:42:07.263540 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-635f9718-8193-4d42-94b3-6fa366347117 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Request body: {'floatingip': {'port_id': '8f0f0902-178f-4523-9514-5d99615af036'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:07.266326 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-39ef0178-67f9-4e43-bc05-6fb6b0180a11 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:07.270884 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-39ef0178-67f9-4e43-bc05-6fb6b0180a11 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0725367 Feb 04 08:42:07.271264 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-71d52214-5407-4d26-9e5e-3d8a900b4ed2 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks [] for subnet, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:07.298555 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 52010) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:07.306996 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1127583-0f2c-4632-b0fb-264421abbfee tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event updated for resources: {'Subnet': ['ID=a1b51e7f-8fe0-4f82-849b-d6f16b2f414d,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:07.312783 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-3cdda5b4-5869-4214-8a45-8def334b53dd tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Request body: {'security_group_rule': {'security_group_id': '83e49e3a-151e-4747-bd43-62869eee2dea', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:07.313449 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.api.v2.resource [None req-3cdda5b4-5869-4214-8a45-8def334b53dd tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 08:42:07.316977 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-3cdda5b4-5869-4214-8a45-8def334b53dd tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0129395 Feb 04 08:42:07.318253 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52014) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:07.341660 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-71d52214-5407-4d26-9e5e-3d8a900b4ed2 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8058667'] for subnet, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:07.374255 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-f1127583-0f2c-4632-b0fb-264421abbfee tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4495857 Feb 04 08:42:07.379668 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 52018) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:07.388521 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-26053bb8-b318-452a-8ae3-1612d9a6d58e tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Request body: {'port': {'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'mac_address': 'fa:16:3e:98:6d:44', 'name': 'tempest-NetworksTestDHCPv6-434345768'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:07.391007 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-635f9718-8193-4d42-94b3-6fa366347117 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks [] for floatingip, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:07.398190 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-6aa1c331-2d3d-43e2-a7bb-e4167941cc41 None None] Set router 90852817-8b61-4771-aa29-849e29ce7005 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:42:07.444211 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-1bb5693f-04df-42b9-8f96-6c803c0bdc59 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:07.489069 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-39991f6f-19df-4d82-9e39-14c821ec7fbd tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:07.563256 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-71d52214-5407-4d26-9e5e-3d8a900b4ed2 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:07.595169 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-26053bb8-b318-452a-8ae3-1612d9a6d58e tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:07.605202 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-26053bb8-b318-452a-8ae3-1612d9a6d58e tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Usage tracker for resource:port and tenant:ffa27937301745e1ad43fa520f28cbc3 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:07.609689 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-26053bb8-b318-452a-8ae3-1612d9a6d58e tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:07.620675 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-1bb5693f-04df-42b9-8f96-6c803c0bdc59 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:07.662511 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-26053bb8-b318-452a-8ae3-1612d9a6d58e tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:07.714645 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-6aa1c331-2d3d-43e2-a7bb-e4167941cc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90852817-8b61-4771-aa29-849e29ce7005', 'name': 'tempest-TestNetworkBasicOps-router-2057065806', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18'}], 'enable_snat': True}, 'gw_port_id': 'e6f40c31-b6de-48e6-8f71-a0473c650669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:37:36Z', 'updated_at': '2022-02-04T08:42:02Z', 'revision_number': 7, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': 'e6f40c31-b6de-48e6-8f71-a0473c650669', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:52:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90852817-8b61-4771-aa29-849e29ce7005', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:37:38Z', 'updated_at': '2022-02-04T08:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:42:07.718846 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa1c331-2d3d-43e2-a7bb-e4167941cc41 None None] The sync data for ids ['90852817-8b61-4771-aa29-849e29ce7005'] in dv-neutron-827798-2-hyperv is: [{'id': '90852817-8b61-4771-aa29-849e29ce7005', 'name': 'tempest-TestNetworkBasicOps-router-2057065806', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18'}], 'enable_snat': True}, 'gw_port_id': 'e6f40c31-b6de-48e6-8f71-a0473c650669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:37:36Z', 'updated_at': '2022-02-04T08:42:02Z', 'revision_number': 7, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': 'e6f40c31-b6de-48e6-8f71-a0473c650669', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:52:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90852817-8b61-4771-aa29-849e29ce7005', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:37:38Z', 'updated_at': '2022-02-04T08:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:42:07.733289 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4958806a-a080-4225-ba27-03ca0d151c23 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Notify callbacks [] for security_group, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:07.740611 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb5693f-04df-42b9-8f96-6c803c0bdc59 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a685fc25-7679-4d45-9d32-0f999234dc0a,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:07.762891 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-1bb5693f-04df-42b9-8f96-6c803c0bdc59 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:07.762891 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-1bb5693f-04df-42b9-8f96-6c803c0bdc59 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 1.0169559 Feb 04 08:42:07.763622 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 52022) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:07.791382 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-71d52214-5407-4d26-9e5e-3d8a900b4ed2 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7510167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985167'] for subnet, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:07.791382 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26053bb8-b318-452a-8ae3-1612d9a6d58e tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Made reservation on behalf of ffa27937301745e1ad43fa520f28cbc3 for: {'port': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:42:07.793264 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-26053bb8-b318-452a-8ae3-1612d9a6d58e tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:07.805722 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4958806a-a080-4225-ba27-03ca0d151c23 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:07.806721 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3172930c-29ad-48ad-b47f-dc55b763dce4 None None] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:42:07.863115 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d52214-5407-4d26-9e5e-3d8a900b4ed2 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Pushing event deleted for resources: {'Subnet': ['ID=759c327e-f5bc-4e6e-8e52-fa4135ee71aa,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:07.881568 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-71d52214-5407-4d26-9e5e-3d8a900b4ed2 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:07.891366 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [None req-26053bb8-b318-452a-8ae3-1612d9a6d58e tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] device_id is not set on port 0831c8d6-4be2-451d-a832-0795ff317e93 yet. {{(pid=84107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:42:07.893692 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e0580a-5c49-425d-a921-ba2b030b8295 None None] Network 5da6135e-1d51-4566-a28a-04159ceb92e2 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:42:07.951243 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-71d52214-5407-4d26-9e5e-3d8a900b4ed2 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "DELETE /v2.0/subnets/759c327e-f5bc-4e6e-8e52-fa4135ee71aa HTTP/1.1" status: 204 len: 168 time: 1.3428257 Feb 04 08:42:07.961728 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 52026) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:07.975551 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-741b5f9c-0bf5-4083-b22d-5e9737e309b3 None None] Provisioning for port b6e9c35b-2c2f-4dbd-a8cd-cfe22a7f02a5 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:42:08.001339 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-39991f6f-19df-4d82-9e39-14c821ec7fbd tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7593563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8119683'] for subnet, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:08.036602 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-79408e0e-ee15-4f21-89c7-3dbbd1a28cb8 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:08.053805 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39991f6f-19df-4d82-9e39-14c821ec7fbd tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event deleted for resources: {'Subnet': ['ID=86d0bccd-5c6a-4354-af11-7f0ac9ee3eb4,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:08.069113 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-39991f6f-19df-4d82-9e39-14c821ec7fbd tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:08.128890 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-79408e0e-ee15-4f21-89c7-3dbbd1a28cb8 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:08.138051 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2406cf2e-0dc2-48a2-a25a-ba01c1fc49a0 None None] Network 4c9b2602-557a-496f-9496-472f42f83572 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:42:08.147024 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4958806a-a080-4225-ba27-03ca0d151c23 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:08.151522 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4d8a3d1-cb4f-4ae0-b6e2-7e9ed2343fe1 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Deleting subnet e19275a0-1aee-4348-9034-a00aee4a4058 {{(pid=84107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:42:08.155201 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d4d8a3d1-cb4f-4ae0-b6e2-7e9ed2343fe1 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks [] for subnet, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:08.168010 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-39991f6f-19df-4d82-9e39-14c821ec7fbd tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "DELETE /v2.0/subnets/86d0bccd-5c6a-4354-af11-7f0ac9ee3eb4 HTTP/1.1" status: 204 len: 168 time: 1.5985940 Feb 04 08:42:08.173272 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4958806a-a080-4225-ba27-03ca0d151c23 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:08.177265 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-4958806a-a080-4225-ba27-03ca0d151c23 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] 10.222.0.36 "DELETE /v2.0/security-groups/83e49e3a-151e-4747-bd43-62869eee2dea HTTP/1.1" status: 204 len: 168 time: 0.8575094 Feb 04 08:42:08.184631 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 52030) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:08.184631 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 52032) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:08.190341 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4958806a-a080-4225-ba27-03ca0d151c23 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e49e3a-151e-4747-bd43-62869eee2dea,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:08.409590 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-635f9718-8193-4d42-94b3-6fa366347117 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:08.413685 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d4d8a3d1-cb4f-4ae0-b6e2-7e9ed2343fe1 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8058667'] for subnet, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:08.465919 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-635f9718-8193-4d42-94b3-6fa366347117 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473039'] for floatingip, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:08.543799 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-6c5d1b0a-2ffd-49cb-99e9-e0666b775fc4 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Synchronizing usage tracker for tenant:626384218d214a0780cbf22053b64f3e on resource:security_group {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:42:08.576155 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-79408e0e-ee15-4f21-89c7-3dbbd1a28cb8 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:08.673901 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79408e0e-ee15-4f21-89c7-3dbbd1a28cb8 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee4fa9c-21ad-47ce-85c7-57745178bb4b,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:08.675242 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device b6e9c35b-2c2f-4dbd-a8cd-cfe22a7f02a5 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:42:08.696095 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-26053bb8-b318-452a-8ae3-1612d9a6d58e tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Allocated IP 2001:db8:0:1::2e1 (bc933c3a-b15d-4eab-9ad6-d32fd193f5cd/a1b51e7f-8fe0-4f82-849b-d6f16b2f414d/0831c8d6-4be2-451d-a832-0795ff317e93) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:42:08.708592 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-26053bb8-b318-452a-8ae3-1612d9a6d58e tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Allocated IP 2001:db8::f816:3eff:fe98:6d44 (bc933c3a-b15d-4eab-9ad6-d32fd193f5cd/41ca54ac-9d0c-4171-a006-a1d55547868f/0831c8d6-4be2-451d-a832-0795ff317e93) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:42:08.721785 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.l3_db [None req-635f9718-8193-4d42-94b3-6fa366347117 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Floating IP 35c244fa-b0b9-49df-92ae-2f661a22f76b associated. External IP: 172.26.3.151, port: 8f0f0902-178f-4523-9514-5d99615af036. Feb 04 08:42:08.737207 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-6c5d1b0a-2ffd-49cb-99e9-e0666b775fc4 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Unset dirty status for tenant:626384218d214a0780cbf22053b64f3e on resource:security_group {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:42:08.738453 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-6c5d1b0a-2ffd-49cb-99e9-e0666b775fc4 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5469923 Feb 04 08:42:08.747470 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 52038) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:08.751182 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d4d8a3d1-cb4f-4ae0-b6e2-7e9ed2343fe1 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:08.760777 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0ffbf6-4790-469f-8b60-8e967c8fe003 None None] DHCP port deletion for 4c9b2602-557a-496f-9496-472f42f83572 request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 08:42:08.797562 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-59b8500a-d989-4240-b490-baaeda5e315d tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Request body: {'security_group': {'name': 'tempest-secgroup--1098401534'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:08.805728 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-dc0ffbf6-4790-469f-8b60-8e967c8fe003 None None] Deleting port 095b7d7c-2046-40af-b153-3b18f077cf70 {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:42:08.806362 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-dc0ffbf6-4790-469f-8b60-8e967c8fe003 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:08.809497 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-59b8500a-d989-4240-b490-baaeda5e315d tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:08.856397 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-59b8500a-d989-4240-b490-baaeda5e315d tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:08.934741 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-79408e0e-ee15-4f21-89c7-3dbbd1a28cb8 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:08.935971 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-79408e0e-ee15-4f21-89c7-3dbbd1a28cb8 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] 10.222.0.36 "DELETE /v2.0/security-groups/9ee4fa9c-21ad-47ce-85c7-57745178bb4b HTTP/1.1" status: 204 len: 168 time: 1.1712856 Feb 04 08:42:08.949771 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52042) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:08.956997 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port b6e9c35b-2c2f-4dbd-a8cd-cfe22a7f02a5 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:42:08.965676 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port b6e9c35b-2c2f-4dbd-a8cd-cfe22a7f02a5 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:42:08.965973 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:09.024671 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93826976-a3c4-4f50-82a9-80486d318108 None None] Update dhcp port {'port': {'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'fixed_ips': [{'subnet_id': '41ca54ac-9d0c-4171-a006-a1d55547868f', 'ip_address': '2001:db8::f816:3eff:fe89:5b81'}, {'subnet_id': 'a1b51e7f-8fe0-4f82-849b-d6f16b2f414d'}], 'binding:host_id': 'dv-neutron-827798-2-hyperv'}, 'id': 'b6e9c35b-2c2f-4dbd-a8cd-cfe22a7f02a5'} from dv-neutron-827798-2-hyperv. {{(pid=84109) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 04 08:42:09.048697 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-59b8500a-d989-4240-b490-baaeda5e315d tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:09.070488 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3b184d13-b34f-498b-914b-dcac08723e04 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for router, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:09.129288 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-0e8d92ab-ddf8-480b-b1be-b4857b4a9f99 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Synchronizing usage tracker for tenant:46dc6619d7e64f1ab45738b95b4fc44a on resource:security_group {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:42:09.213642 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-93826976-a3c4-4f50-82a9-80486d318108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:09.262285 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-dc0ffbf6-4790-469f-8b60-8e967c8fe003 None None] For port 095b7d7c-2046-40af-b153-3b18f077cf70, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=095b7d7c-2046-40af-b153-3b18f077cf70,segment=NetworkSegment(d44bd1a2-43a6-49bd-b059-074c91f0d1d3),segment_id=d44bd1a2-43a6-49bd-b059-074c91f0d1d3)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:42:09.262672 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-dc0ffbf6-4790-469f-8b60-8e967c8fe003 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:09.280340 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-26053bb8-b318-452a-8ae3-1612d9a6d58e tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:09.285221 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-59b8500a-d989-4240-b490-baaeda5e315d tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:09.290559 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-59b8500a-d989-4240-b490-baaeda5e315d tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Usage tracker for resource:security_group_rule and tenant:626384218d214a0780cbf22053b64f3e is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:09.293839 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-59b8500a-d989-4240-b490-baaeda5e315d tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:09.300374 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-0e8d92ab-ddf8-480b-b1be-b4857b4a9f99 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Unset dirty status for tenant:46dc6619d7e64f1ab45738b95b4fc44a on resource:security_group {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:42:09.300571 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-59b8500a-d989-4240-b490-baaeda5e315d tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:09.301825 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-0e8d92ab-ddf8-480b-b1be-b4857b4a9f99 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3506877 Feb 04 08:42:09.306072 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52046) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:09.317440 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-5fd076f2-96e1-4830-bb89-cbf56804beda tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Request body: {'security_group': {'name': 'tempest-secgroup--1746824790'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:09.325980 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-5fd076f2-96e1-4830-bb89-cbf56804beda tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:09.332886 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d4d8a3d1-cb4f-4ae0-b6e2-7e9ed2343fe1 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7510167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985167'] for subnet, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:09.385716 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-5fd076f2-96e1-4830-bb89-cbf56804beda tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:09.456625 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-635f9718-8193-4d42-94b3-6fa366347117 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Router de793c8f-17cf-4e3d-8480-f685e8e42fc8 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:42:09.484167 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-dc0ffbf6-4790-469f-8b60-8e967c8fe003 None None] Calling delete_port for 095b7d7c-2046-40af-b153-3b18f077cf70 owned by network:dhcp {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:42:09.515321 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d8a3d1-cb4f-4ae0-b6e2-7e9ed2343fe1 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Pushing event deleted for resources: {'Subnet': ['ID=e19275a0-1aee-4348-9034-a00aee4a4058,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:09.526028 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [None req-26053bb8-b318-452a-8ae3-1612d9a6d58e tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Transition to ACTIVE for port object 0831c8d6-4be2-451d-a832-0795ff317e93 will not be triggered until provisioned by entity DHCP. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:42:09.530304 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-5fd076f2-96e1-4830-bb89-cbf56804beda tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:09.540796 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d4d8a3d1-cb4f-4ae0-b6e2-7e9ed2343fe1 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:09.549207 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-59b8500a-d989-4240-b490-baaeda5e315d tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:09.552220 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10bc5a68-a81e-48fd-8262-b59cc720c4c0 None None] Network 5da6135e-1d51-4566-a28a-04159ceb92e2 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:42:09.566752 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-d4d8a3d1-cb4f-4ae0-b6e2-7e9ed2343fe1 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "DELETE /v2.0/subnets/e19275a0-1aee-4348-9034-a00aee4a4058 HTTP/1.1" status: 204 len: 168 time: 1.6026819 Feb 04 08:42:09.576132 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-5fd076f2-96e1-4830-bb89-cbf56804beda tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:09.580443 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-5fd076f2-96e1-4830-bb89-cbf56804beda tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Usage tracker for resource:security_group_rule and tenant:46dc6619d7e64f1ab45738b95b4fc44a is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:09.583647 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-5fd076f2-96e1-4830-bb89-cbf56804beda tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:09.589676 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-5fd076f2-96e1-4830-bb89-cbf56804beda tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:09.594749 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52050) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:09.630314 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-59b8500a-d989-4240-b490-baaeda5e315d tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:09.668900 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:09.684975 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b8500a-d989-4240-b490-baaeda5e315d tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=beebb00b-0c67-4af8-b98f-1b3f93dd362c,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:09.729327 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-26053bb8-b318-452a-8ae3-1612d9a6d58e tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:09.736861 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3b184d13-b34f-498b-914b-dcac08723e04 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:09.764985 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-fad5c29a-845c-4a49-be01-b2ef8b1f7e65 None None] Provisioning complete for port 76287f74-61aa-4bcb-ba2d-35f4df90be36 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:42:09.767629 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-fad5c29a-845c-4a49-be01-b2ef8b1f7e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:09.780176 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8c5649e6-65b8-4ac1-a19d-91e441ecaebf tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:09.783432 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-5fd076f2-96e1-4830-bb89-cbf56804beda tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:09.789263 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-59b8500a-d989-4240-b490-baaeda5e315d tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:09.793737 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-59b8500a-d989-4240-b490-baaeda5e315d tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0446355 Feb 04 08:42:09.809384 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52054) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:09.809384 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-d1bfa417-6f38-48c6-942d-18cbf4819ddd tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Request body: {'security_group_rule': {'security_group_id': 'beebb00b-0c67-4af8-b98f-1b3f93dd362c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:09.809384 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.api.v2.resource [None req-d1bfa417-6f38-48c6-942d-18cbf4819ddd tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 08:42:09.809384 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-d1bfa417-6f38-48c6-942d-18cbf4819ddd tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0094650 Feb 04 08:42:09.809384 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52058) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:09.815261 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-8c5649e6-65b8-4ac1-a19d-91e441ecaebf tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Deleting port 76287f74-61aa-4bcb-ba2d-35f4df90be36 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:42:09.815551 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8c5649e6-65b8-4ac1-a19d-91e441ecaebf tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:09.817175 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26053bb8-b318-452a-8ae3-1612d9a6d58e tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:42:09.820186 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-26053bb8-b318-452a-8ae3-1612d9a6d58e tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:42:09.822709 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26053bb8-b318-452a-8ae3-1612d9a6d58e tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:42:09.826989 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26053bb8-b318-452a-8ae3-1612d9a6d58e tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:42:09.827672 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-26053bb8-b318-452a-8ae3-1612d9a6d58e tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:09.846220 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-fb727b56-906d-4346-9efa-01aa01751923 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Request body: {'security_group_rule': {'security_group_id': 'beebb00b-0c67-4af8-b98f-1b3f93dd362c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:09.846463 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26053bb8-b318-452a-8ae3-1612d9a6d58e tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event updated for resources: {'Port': ['ID=0831c8d6-4be2-451d-a832-0795ff317e93,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:09.846596 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.api.v2.resource [None req-fb727b56-906d-4346-9efa-01aa01751923 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 08:42:09.849836 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-fb727b56-906d-4346-9efa-01aa01751923 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0343680 Feb 04 08:42:09.850997 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 52062) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:09.856679 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-77c5a742-22eb-41b4-8181-fd40bfe69e89 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Request body: {'security_group_rule': {'security_group_id': 'beebb00b-0c67-4af8-b98f-1b3f93dd362c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:09.857564 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.api.v2.resource [None req-77c5a742-22eb-41b4-8181-fd40bfe69e89 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 08:42:09.861319 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-77c5a742-22eb-41b4-8181-fd40bfe69e89 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0075798 Feb 04 08:42:09.861827 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 52066) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:09.867744 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-147362fa-df97-48e3-aaff-9c08eaa5e81d tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Request body: {'security_group_rule': {'security_group_id': 'beebb00b-0c67-4af8-b98f-1b3f93dd362c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:09.868595 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.api.v2.resource [None req-147362fa-df97-48e3-aaff-9c08eaa5e81d tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 08:42:09.872611 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-147362fa-df97-48e3-aaff-9c08eaa5e81d tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0070105 Feb 04 08:42:09.873548 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 52070) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:09.899262 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-3b184d13-b34f-498b-914b-dcac08723e04 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Deleting port e6f40c31-b6de-48e6-8f71-a0473c650669 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:42:09.899601 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3b184d13-b34f-498b-914b-dcac08723e04 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:09.930667 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-5fd076f2-96e1-4830-bb89-cbf56804beda tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:09.942436 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-26053bb8-b318-452a-8ae3-1612d9a6d58e tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.5618618 Feb 04 08:42:09.946836 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 52074) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:09.982537 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-93826976-a3c4-4f50-82a9-80486d318108 None None] Allocated IP 2001:db8:0:1::2 (bc933c3a-b15d-4eab-9ad6-d32fd193f5cd/a1b51e7f-8fe0-4f82-849b-d6f16b2f414d/b6e9c35b-2c2f-4dbd-a8cd-cfe22a7f02a5) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:42:10.003420 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port b6e9c35b-2c2f-4dbd-a8cd-cfe22a7f02a5, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=b6e9c35b-2c2f-4dbd-a8cd-cfe22a7f02a5,segment=NetworkSegment(2c48dc91-e362-4611-9354-aede43558386),segment_id=2c48dc91-e362-4611-9354-aede43558386)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:42:10.034883 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-dc0ffbf6-4790-469f-8b60-8e967c8fe003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407'] for port, after_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:10.045934 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd076f2-96e1-4830-bb89-cbf56804beda tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d1cce3c-0734-4749-92bd-693bf5570f60,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:10.067921 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-5fd076f2-96e1-4830-bb89-cbf56804beda tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:10.069283 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-5fd076f2-96e1-4830-bb89-cbf56804beda tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7587750 Feb 04 08:42:10.075149 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52078) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:10.093330 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:10.095167 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0ffbf6-4790-469f-8b60-8e967c8fe003 None None] Pushing event deleted for resources: {'Port': ['ID=095b7d7c-2046-40af-b153-3b18f077cf70,revision_number=None']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:10.130368 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-de3fdded-a865-470d-bdfd-eabecabe70b8 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Request body: {'security_group': {'name': 'tempest-secgroup--1040357208'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:10.132394 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-494ead3a-6959-4e65-a9d8-7a924c1ca54b tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Deleting port 0831c8d6-4be2-451d-a832-0795ff317e93 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:42:10.133014 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-494ead3a-6959-4e65-a9d8-7a924c1ca54b tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:10.142604 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 55a55c91-4d5b-45f3-8136-cd894d1d4b08 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:42:10.155340 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-de3fdded-a865-470d-bdfd-eabecabe70b8 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:10.158044 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-93b399b1-466a-4367-956b-ae58f4bcc5b0 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:10.160576 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-de3fdded-a865-470d-bdfd-eabecabe70b8 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Usage tracker for resource:security_group and tenant:46dc6619d7e64f1ab45738b95b4fc44a is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:10.171882 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-de3fdded-a865-470d-bdfd-eabecabe70b8 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:10.187567 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-de3fdded-a865-470d-bdfd-eabecabe70b8 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:10.197948 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [None req-8c5649e6-65b8-4ac1-a19d-91e441ecaebf tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] For port 76287f74-61aa-4bcb-ba2d-35f4df90be36, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=76287f74-61aa-4bcb-ba2d-35f4df90be36,segment=NetworkSegment(85ede415-cb73-4f6e-85a3-dec2fa79ae4b),segment_id=85ede415-cb73-4f6e-85a3-dec2fa79ae4b)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:42:10.198439 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8c5649e6-65b8-4ac1-a19d-91e441ecaebf tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:10.226556 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: 55a55c91-4d5b-45f3-8136-cd894d1d4b08 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:42:10.226883 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 55a55c91-4d5b-45f3-8136-cd894d1d4b08 not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:42:10.233424 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-93b399b1-466a-4367-956b-ae58f4bcc5b0 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:10.267290 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-635f9718-8193-4d42-94b3-6fa366347117 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:42:10.272138 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0ffbf6-4790-469f-8b60-8e967c8fe003 None None] No DVR routers for this DVR port 095b7d7c-2046-40af-b153-3b18f077cf70 on host dv-neutron-827798-2-hyperv {{(pid=84109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:42:10.287696 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5dc9ce-e4e9-460b-9398-51d46ba8122b None None] Sync routers for ids ['de793c8f-17cf-4e3d-8480-f685e8e42fc8'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:42:10.312005 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5dc9ce-e4e9-460b-9398-51d46ba8122b None None] Routers {'de793c8f-17cf-4e3d-8480-f685e8e42fc8'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:42:10.313165 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-ef5dc9ce-e4e9-460b-9398-51d46ba8122b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:41:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['de793c8f-17cf-4e3d-8480-f685e8e42fc8'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:42:10.332431 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-635f9718-8193-4d42-94b3-6fa366347117 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for floatingip, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:10.343644 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=b6e9c35b-2c2f-4dbd-a8cd-cfe22a7f02a5,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:10.365086 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [None req-3b184d13-b34f-498b-914b-dcac08723e04 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] For port e6f40c31-b6de-48e6-8f71-a0473c650669, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=e6f40c31-b6de-48e6-8f71-a0473c650669,segment=NetworkSegment(c44b9475-949d-4ae7-bfca-e29b010a56a6),segment_id=c44b9475-949d-4ae7-bfca-e29b010a56a6)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:42:10.365579 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3b184d13-b34f-498b-914b-dcac08723e04 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:10.365848 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-8c5649e6-65b8-4ac1-a19d-91e441ecaebf tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Calling delete_port for 76287f74-61aa-4bcb-ba2d-35f4df90be36 owned by network:dhcp {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:42:10.403125 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-de3fdded-a865-470d-bdfd-eabecabe70b8 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:10.422725 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-93826976-a3c4-4f50-82a9-80486d318108 None None] For port b6e9c35b-2c2f-4dbd-a8cd-cfe22a7f02a5, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=b6e9c35b-2c2f-4dbd-a8cd-cfe22a7f02a5,segment=NetworkSegment(2c48dc91-e362-4611-9354-aede43558386),segment_id=2c48dc91-e362-4611-9354-aede43558386)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:42:10.443746 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-ef5dc9ce-e4e9-460b-9398-51d46ba8122b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:42:10.471692 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-93826976-a3c4-4f50-82a9-80486d318108 None None] Notify callbacks [] for port, precommit_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:10.472726 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-635f9718-8193-4d42-94b3-6fa366347117 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] 10.222.0.36 "PUT /v2.0/floatingips/35c244fa-b0b9-49df-92ae-2f661a22f76b HTTP/1.1" status: 200 len: 977 time: 3.2185390 Feb 04 08:42:10.473884 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5dc9ce-e4e9-460b-9398-51d46ba8122b None None] Routers {'de793c8f-17cf-4e3d-8480-f685e8e42fc8'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:42:10.474639 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-ef5dc9ce-e4e9-460b-9398-51d46ba8122b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:41:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['de793c8f-17cf-4e3d-8480-f685e8e42fc8'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:42:10.476982 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52082) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:10.524420 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-93826976-a3c4-4f50-82a9-80486d318108 None None] Transition to ACTIVE for port object b6e9c35b-2c2f-4dbd-a8cd-cfe22a7f02a5 will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:42:10.543424 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f003ae-657b-44cd-aab2-bd71db751c3e None None] DHCP port deletion for 5da6135e-1d51-4566-a28a-04159ceb92e2 request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 08:42:10.547818 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-73f003ae-657b-44cd-aab2-bd71db751c3e None None] Deleting port 76287f74-61aa-4bcb-ba2d-35f4df90be36 {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:42:10.548292 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-73f003ae-657b-44cd-aab2-bd71db751c3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:10.578729 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-3b184d13-b34f-498b-914b-dcac08723e04 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Calling delete_port for e6f40c31-b6de-48e6-8f71-a0473c650669 owned by network:router_gateway {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:42:10.587058 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-ef5dc9ce-e4e9-460b-9398-51d46ba8122b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:42:10.587445 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5dc9ce-e4e9-460b-9398-51d46ba8122b None None] The sync data for ids ['de793c8f-17cf-4e3d-8480-f685e8e42fc8'] in dv-neutron-827798-2-hyperv is: [] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:42:10.602993 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-de3fdded-a865-470d-bdfd-eabecabe70b8 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:10.611020 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device b6e9c35b-2c2f-4dbd-a8cd-cfe22a7f02a5 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:42:10.611665 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-bc831e2f-96d6-4195-9ded-cc2fef11211b tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Deleting port 8f0f0902-178f-4523-9514-5d99615af036 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:42:10.612003 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-bc831e2f-96d6-4195-9ded-cc2fef11211b tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:10.645063 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-93826976-a3c4-4f50-82a9-80486d318108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:10.650186 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-de3fdded-a865-470d-bdfd-eabecabe70b8 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Usage tracker for resource:security_group_rule and tenant:46dc6619d7e64f1ab45738b95b4fc44a is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:10.655361 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8c5649e6-65b8-4ac1-a19d-91e441ecaebf tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:10.656509 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-93b399b1-466a-4367-956b-ae58f4bcc5b0 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:10.659570 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-de3fdded-a865-470d-bdfd-eabecabe70b8 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:10.698814 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b399b1-466a-4367-956b-ae58f4bcc5b0 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=beebb00b-0c67-4af8-b98f-1b3f93dd362c,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:10.740127 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-494ead3a-6959-4e65-a9d8-7a924c1ca54b tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:10.788124 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-73f003ae-657b-44cd-aab2-bd71db751c3e None None] The port '76287f74-61aa-4bcb-ba2d-35f4df90be36' was deleted {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 08:42:10.823327 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-de3fdded-a865-470d-bdfd-eabecabe70b8 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:10.829868 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5649e6-65b8-4ac1-a19d-91e441ecaebf tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Pushing event deleted for resources: {'Port': ['ID=76287f74-61aa-4bcb-ba2d-35f4df90be36,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:10.871965 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93826976-a3c4-4f50-82a9-80486d318108 None None] Pushing event updated for resources: {'Port': ['ID=b6e9c35b-2c2f-4dbd-a8cd-cfe22a7f02a5,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:10.880189 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-494ead3a-6959-4e65-a9d8-7a924c1ca54b tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Calling delete_port for 0831c8d6-4be2-451d-a832-0795ff317e93 owned by {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:42:10.886130 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5649e6-65b8-4ac1-a19d-91e441ecaebf tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] No DVR routers for this DVR port 76287f74-61aa-4bcb-ba2d-35f4df90be36 on host dv-neutron-827798-2-hyperv {{(pid=84108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:42:10.935742 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-93b399b1-466a-4367-956b-ae58f4bcc5b0 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:10.937556 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-93b399b1-466a-4367-956b-ae58f4bcc5b0 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] 10.222.0.36 "DELETE /v2.0/security-groups/beebb00b-0c67-4af8-b98f-1b3f93dd362c HTTP/1.1" status: 204 len: 168 time: 1.0621045 Feb 04 08:42:10.940744 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 52086) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:10.988798 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 095b7d7c-2046-40af-b153-3b18f077cf70 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:42:11.062249 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: 095b7d7c-2046-40af-b153-3b18f077cf70 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:42:11.062593 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 095b7d7c-2046-40af-b153-3b18f077cf70 not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:42:11.145124 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-f2f8536e-090c-41d4-adcc-4d149adb88df tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Synchronizing usage tracker for tenant:626384218d214a0780cbf22053b64f3e on resource:security_group {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:42:11.178023 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-de3fdded-a865-470d-bdfd-eabecabe70b8 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:11.182004 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8c5649e6-65b8-4ac1-a19d-91e441ecaebf tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:11.210785 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3b184d13-b34f-498b-914b-dcac08723e04 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:11.234488 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-8c5649e6-65b8-4ac1-a19d-91e441ecaebf tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5da6135e-1d51-4566-a28a-04159ceb92e2']}} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:42:11.264269 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-8c5649e6-65b8-4ac1-a19d-91e441ecaebf tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85ede415-cb73-4f6e-85a3-dec2fa79ae4b') {'for_net_delete': True} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:42:11.264590 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-8c5649e6-65b8-4ac1-a19d-91e441ecaebf tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85ede415-cb73-4f6e-85a3-dec2fa79ae4b') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:42:11.266901 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-f2f8536e-090c-41d4-adcc-4d149adb88df tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Unset dirty status for tenant:626384218d214a0780cbf22053b64f3e on resource:security_group {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:42:11.274383 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-f2f8536e-090c-41d4-adcc-4d149adb88df tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3213587 Feb 04 08:42:11.277552 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52090) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:11.282744 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-bc831e2f-96d6-4195-9ded-cc2fef11211b tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:11.284416 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b184d13-b34f-498b-914b-dcac08723e04 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event deleted for resources: {'Port': ['ID=e6f40c31-b6de-48e6-8f71-a0473c650669,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:11.295240 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-e02bbf1b-7d28-4fca-bf32-282439adeac2 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Request body: {'security_group': {'name': 'tempest-secgroup--1034270802'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:11.301174 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-de3fdded-a865-470d-bdfd-eabecabe70b8 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:11.308798 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8c5649e6-65b8-4ac1-a19d-91e441ecaebf tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7851336'] for segment, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:11.325327 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-e02bbf1b-7d28-4fca-bf32-282439adeac2 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:11.415278 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8c5649e6-65b8-4ac1-a19d-91e441ecaebf tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:11.432343 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-e02bbf1b-7d28-4fca-bf32-282439adeac2 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:11.448273 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c5649e6-65b8-4ac1-a19d-91e441ecaebf tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=84108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:42:11.449073 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8c5649e6-65b8-4ac1-a19d-91e441ecaebf tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7460345'] for segment, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:11.468721 dv-neutron-827798-2-hyperv neutron-server[84108]: Traceback (most recent call last): Feb 04 08:42:11.468721 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:42:11.468721 dv-neutron-827798-2-hyperv neutron-server[84108]: timer() Feb 04 08:42:11.468721 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:42:11.468721 dv-neutron-827798-2-hyperv neutron-server[84108]: cb(*args, **kw) Feb 04 08:42:11.468721 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:42:11.468721 dv-neutron-827798-2-hyperv neutron-server[84108]: return func(*args, **kwargs) Feb 04 08:42:11.468721 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:42:11.468721 dv-neutron-827798-2-hyperv neutron-server[84108]: self._notify() Feb 04 08:42:11.468721 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:42:11.468721 dv-neutron-827798-2-hyperv neutron-server[84108]: self.callback(batched_events) Feb 04 08:42:11.468721 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:42:11.468721 dv-neutron-827798-2-hyperv neutron-server[84108]: event.method(event) Feb 04 08:42:11.468721 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:42:11.468721 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:42:11.468721 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:42:11.468721 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:42:11.468721 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:42:11.468721 dv-neutron-827798-2-hyperv neutron-server[84108]: return f(self, *a, **k) Feb 04 08:42:11.468721 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:42:11.468721 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._get(url).json() Feb 04 08:42:11.468721 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:42:11.468721 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:42:11.468721 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:42:11.468721 dv-neutron-827798-2-hyperv neutron-server[84108]: return self.request(url, 'GET', **kwargs) Feb 04 08:42:11.468721 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:42:11.468721 dv-neutron-827798-2-hyperv neutron-server[84108]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:42:11.468721 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:42:11.468721 dv-neutron-827798-2-hyperv neutron-server[84108]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:42:11.468721 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:42:11.468721 dv-neutron-827798-2-hyperv neutron-server[84108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:42:11.468721 dv-neutron-827798-2-hyperv neutron-server[84108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:42:11.491441 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3fdded-a865-470d-bdfd-eabecabe70b8 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=248c3ecf-0823-4047-ab1c-1f3a4708ca41,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:11.577908 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-494ead3a-6959-4e65-a9d8-7a924c1ca54b tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:11.630748 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-de3fdded-a865-470d-bdfd-eabecabe70b8 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:11.635116 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-1a1c20c2-6c42-4eee-8b33-46b826d06f95 None None] Provisioning for port b6e9c35b-2c2f-4dbd-a8cd-cfe22a7f02a5 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:42:11.635272 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-de3fdded-a865-470d-bdfd-eabecabe70b8 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.5552933 Feb 04 08:42:11.640198 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-1a1c20c2-6c42-4eee-8b33-46b826d06f95 None None] Provisioning complete for port b6e9c35b-2c2f-4dbd-a8cd-cfe22a7f02a5 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:42:11.646995 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1a1c20c2-6c42-4eee-8b33-46b826d06f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:11.647110 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52094) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:11.651035 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-d49001aa-df34-4b65-bdd9-19b50da09c13 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Request body: {'security_group_rule': {'security_group_id': '9d1cce3c-0734-4749-92bd-693bf5570f60', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '248c3ecf-0823-4047-ab1c-1f3a4708ca41', 'remote_ip_prefix': None}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:11.667887 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-d49001aa-df34-4b65-bdd9-19b50da09c13 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:11.672215 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e02bbf1b-7d28-4fca-bf32-282439adeac2 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Notify callbacks [] for security_group, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:11.686842 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494ead3a-6959-4e65-a9d8-7a924c1ca54b tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event deleted for resources: {'Port': ['ID=0831c8d6-4be2-451d-a832-0795ff317e93,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:11.687313 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-d49001aa-df34-4b65-bdd9-19b50da09c13 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Usage tracker for resource:security_group_rule and tenant:46dc6619d7e64f1ab45738b95b4fc44a is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:11.694871 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-d49001aa-df34-4b65-bdd9-19b50da09c13 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:11.698130 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3b184d13-b34f-498b-914b-dcac08723e04 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473010'] for router_gateway, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:11.770516 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-d49001aa-df34-4b65-bdd9-19b50da09c13 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:11.786768 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8c5649e6-65b8-4ac1-a19d-91e441ecaebf tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:11.791384 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8c5649e6-65b8-4ac1-a19d-91e441ecaebf tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:11.840094 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-8c5649e6-65b8-4ac1-a19d-91e441ecaebf tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "DELETE /v2.0/networks/5da6135e-1d51-4566-a28a-04159ceb92e2 HTTP/1.1" status: 204 len: 168 time: 2.2391028 Feb 04 08:42:11.840303 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-494ead3a-6959-4e65-a9d8-7a924c1ca54b tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:11.847561 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52098) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:11.853767 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5649e6-65b8-4ac1-a19d-91e441ecaebf tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Pushing event deleted for resources: {'Network': ['ID=5da6135e-1d51-4566-a28a-04159ceb92e2,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:11.907811 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-c8f49089-c76c-44c1-a4c2-77ce3be9be81 None None] Could not find standard attr ID for object 0831c8d6-4be2-451d-a832-0795ff317e93. {{(pid=84109) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 08:42:11.910823 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-e02bbf1b-7d28-4fca-bf32-282439adeac2 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:11.925315 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-e02bbf1b-7d28-4fca-bf32-282439adeac2 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Usage tracker for resource:security_group_rule and tenant:626384218d214a0780cbf22053b64f3e is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:11.930273 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-bc831e2f-96d6-4195-9ded-cc2fef11211b tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:11.930638 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-bc831e2f-96d6-4195-9ded-cc2fef11211b tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473039'] for floatingip, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:11.930946 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.l3_db [None req-bc831e2f-96d6-4195-9ded-cc2fef11211b tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Floating IP 35c244fa-b0b9-49df-92ae-2f661a22f76b disassociated. External IP: 172.26.3.151, port: 8f0f0902-178f-4523-9514-5d99615af036. Feb 04 08:42:11.931281 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-bc831e2f-96d6-4195-9ded-cc2fef11211b tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Calling delete_port for 8f0f0902-178f-4523-9514-5d99615af036 owned by {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:42:11.959195 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-e02bbf1b-7d28-4fca-bf32-282439adeac2 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:11.979390 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-e02bbf1b-7d28-4fca-bf32-282439adeac2 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:11.996930 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d49001aa-df34-4b65-bdd9-19b50da09c13 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:12.035732 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-494ead3a-6959-4e65-a9d8-7a924c1ca54b tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "DELETE /v2.0/ports/0831c8d6-4be2-451d-a832-0795ff317e93 HTTP/1.1" status: 204 len: 168 time: 2.0825334 Feb 04 08:42:12.044352 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 52102) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:12.077865 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3b184d13-b34f-498b-914b-dcac08723e04 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40989'] for router, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:12.090615 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3b184d13-b34f-498b-914b-dcac08723e04 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:12.140665 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9604c9d-b3b9-4dae-a368-fd0f7592245b tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:42:12.141370 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-d9604c9d-b3b9-4dae-a368-fd0f7592245b tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Synchronizing usage tracker for tenant:ffa27937301745e1ad43fa520f28cbc3 on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:42:12.174747 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9031ed6a-6521-4305-870b-9e65df2ca5aa tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:42:12.175426 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-9031ed6a-6521-4305-870b-9e65df2ca5aa tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Synchronizing usage tracker for tenant:a287064d5ca349c39790be8557119e7e on resource:port {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:42:12.183252 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e02bbf1b-7d28-4fca-bf32-282439adeac2 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Notify callbacks [] for security_group, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:12.190027 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3b184d13-b34f-498b-914b-dcac08723e04 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-476062'] for router, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:12.190736 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b184d13-b34f-498b-914b-dcac08723e04 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Fanout notify agent at l3_agent the message router_deleted on router 90852817-8b61-4771-aa29-849e29ce7005 {{(pid=84107) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 08:42:12.201621 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3b184d13-b34f-498b-914b-dcac08723e04 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:12.205625 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-3b184d13-b34f-498b-914b-dcac08723e04 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "DELETE /v2.0/routers/90852817-8b61-4771-aa29-849e29ce7005 HTTP/1.1" status: 204 len: 168 time: 4.0128815 Feb 04 08:42:12.205625 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 52106) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:12.237853 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d49001aa-df34-4b65-bdd9-19b50da09c13 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:12.276341 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e02bbf1b-7d28-4fca-bf32-282439adeac2 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:12.283628 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-d9604c9d-b3b9-4dae-a368-fd0f7592245b tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Unset dirty status for tenant:ffa27937301745e1ad43fa520f28cbc3 on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:42:12.287434 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-d9604c9d-b3b9-4dae-a368-fd0f7592245b tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2420886 Feb 04 08:42:12.291418 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52110) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:12.327860 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-da5adf93-ec7a-497f-94bd-4781721df942 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:12.342102 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d49001aa-df34-4b65-bdd9-19b50da09c13 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:12.347498 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-9031ed6a-6521-4305-870b-9e65df2ca5aa tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Unset dirty status for tenant:a287064d5ca349c39790be8557119e7e on resource:port {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:42:12.348687 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-9031ed6a-6521-4305-870b-9e65df2ca5aa tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.4965529 Feb 04 08:42:12.349467 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-bc831e2f-96d6-4195-9ded-cc2fef11211b tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:12.356718 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52114) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:12.459476 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-da5adf93-ec7a-497f-94bd-4781721df942 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:12.483653 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc831e2f-96d6-4195-9ded-cc2fef11211b tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Pushing event deleted for resources: {'Port': ['ID=8f0f0902-178f-4523-9514-5d99615af036,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:12.488787 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-da5adf93-ec7a-497f-94bd-4781721df942 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c9b2602-557a-496f-9496-472f42f83572']}} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:42:12.493927 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02bbf1b-7d28-4fca-bf32-282439adeac2 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d97b36f6-c773-415e-9751-3234a8db1a40,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:12.497109 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49001aa-df34-4b65-bdd9-19b50da09c13 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e287a5b0-27f1-4e30-866f-c2ecd8000003,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:12.502140 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-da5adf93-ec7a-497f-94bd-4781721df942 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd44bd1a2-43a6-49bd-b059-074c91f0d1d3') {'for_net_delete': True} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:42:12.502398 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-da5adf93-ec7a-497f-94bd-4781721df942 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd44bd1a2-43a6-49bd-b059-074c91f0d1d3') {} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:42:12.515169 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-da5adf93-ec7a-497f-94bd-4781721df942 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8058642'] for segment, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:12.531929 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-da5adf93-ec7a-497f-94bd-4781721df942 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:12.538752 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da5adf93-ec7a-497f-94bd-4781721df942 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=84107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:42:12.539141 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-da5adf93-ec7a-497f-94bd-4781721df942 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7377717'] for segment, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:12.553218 dv-neutron-827798-2-hyperv neutron-server[84107]: Traceback (most recent call last): Feb 04 08:42:12.553218 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:42:12.553218 dv-neutron-827798-2-hyperv neutron-server[84107]: timer() Feb 04 08:42:12.553218 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:42:12.553218 dv-neutron-827798-2-hyperv neutron-server[84107]: cb(*args, **kw) Feb 04 08:42:12.553218 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:42:12.553218 dv-neutron-827798-2-hyperv neutron-server[84107]: return func(*args, **kwargs) Feb 04 08:42:12.553218 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:42:12.553218 dv-neutron-827798-2-hyperv neutron-server[84107]: self._notify() Feb 04 08:42:12.553218 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:42:12.553218 dv-neutron-827798-2-hyperv neutron-server[84107]: self.callback(batched_events) Feb 04 08:42:12.553218 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:42:12.553218 dv-neutron-827798-2-hyperv neutron-server[84107]: event.method(event) Feb 04 08:42:12.553218 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:42:12.553218 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:42:12.553218 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:42:12.553218 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:42:12.553218 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:42:12.553218 dv-neutron-827798-2-hyperv neutron-server[84107]: return f(self, *a, **k) Feb 04 08:42:12.553218 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:42:12.553218 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._get(url).json() Feb 04 08:42:12.553218 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:42:12.553218 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:42:12.553218 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:42:12.553218 dv-neutron-827798-2-hyperv neutron-server[84107]: return self.request(url, 'GET', **kwargs) Feb 04 08:42:12.553218 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:42:12.553218 dv-neutron-827798-2-hyperv neutron-server[84107]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:42:12.553218 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:42:12.553218 dv-neutron-827798-2-hyperv neutron-server[84107]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:42:12.553218 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:42:12.553218 dv-neutron-827798-2-hyperv neutron-server[84107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:42:12.553218 dv-neutron-827798-2-hyperv neutron-server[84107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:42:12.609123 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e02bbf1b-7d28-4fca-bf32-282439adeac2 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:12.610346 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-e02bbf1b-7d28-4fca-bf32-282439adeac2 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.3315332 Feb 04 08:42:12.613487 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d49001aa-df34-4b65-bdd9-19b50da09c13 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:12.614516 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-d49001aa-df34-4b65-bdd9-19b50da09c13 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.9703653 Feb 04 08:42:12.616621 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52120) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:12.618296 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 52122) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:12.646313 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-e7cb0419-5ecf-407e-9cbd-e8f20f362763 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Request body: {'security_group_rule': {'security_group_id': 'd97b36f6-c773-415e-9751-3234a8db1a40', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:12.646313 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.api.v2.resource [None req-e7cb0419-5ecf-407e-9cbd-e8f20f362763 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 08:42:12.646313 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-e7cb0419-5ecf-407e-9cbd-e8f20f362763 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0153089 Feb 04 08:42:12.648599 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52128) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:12.656280 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-5dba5280-13d3-4998-801c-708acec18049 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Request body: {'security_group_rule': {'security_group_id': 'd97b36f6-c773-415e-9751-3234a8db1a40', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:12.659411 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-fa90e6df-5ad0-402a-80b0-1deb68f51c63 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:12.672454 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-fa90e6df-5ad0-402a-80b0-1deb68f51c63 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:12.724184 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device b6e9c35b-2c2f-4dbd-a8cd-cfe22a7f02a5 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:42:12.742275 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-da5adf93-ec7a-497f-94bd-4781721df942 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:12.764895 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-da5adf93-ec7a-497f-94bd-4781721df942 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:12.771762 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-fa90e6df-5ad0-402a-80b0-1deb68f51c63 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:12.773732 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5adf93-ec7a-497f-94bd-4781721df942 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event deleted for resources: {'Network': ['ID=4c9b2602-557a-496f-9496-472f42f83572,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:12.780317 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb1adfe-cf3f-4749-be07-7de6818a0a07 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:42:12.781403 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-0bb1adfe-cf3f-4749-be07-7de6818a0a07 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Synchronizing usage tracker for tenant:ffa27937301745e1ad43fa520f28cbc3 on resource:port {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:42:12.790817 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-5dba5280-13d3-4998-801c-708acec18049 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:12.795614 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa90e6df-5ad0-402a-80b0-1deb68f51c63 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e287a5b0-27f1-4e30-866f-c2ecd8000003,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:12.796610 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port b6e9c35b-2c2f-4dbd-a8cd-cfe22a7f02a5 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:42:12.797161 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:12.798200 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-da5adf93-ec7a-497f-94bd-4781721df942 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "DELETE /v2.0/networks/4c9b2602-557a-496f-9496-472f42f83572 HTTP/1.1" status: 204 len: 168 time: 0.5917957 Feb 04 08:42:12.803382 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-fa90e6df-5ad0-402a-80b0-1deb68f51c63 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:12.803382 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-fa90e6df-5ad0-402a-80b0-1deb68f51c63 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/e287a5b0-27f1-4e30-866f-c2ecd8000003 HTTP/1.1" status: 204 len: 168 time: 0.1830695 Feb 04 08:42:12.809135 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 52132) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:12.809548 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-5dba5280-13d3-4998-801c-708acec18049 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Usage tracker for resource:security_group_rule and tenant:626384218d214a0780cbf22053b64f3e is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:12.821178 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-5dba5280-13d3-4998-801c-708acec18049 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:12.823633 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52136) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:12.830946 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-0bb1adfe-cf3f-4749-be07-7de6818a0a07 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Unset dirty status for tenant:ffa27937301745e1ad43fa520f28cbc3 on resource:port {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:42:12.832046 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-0bb1adfe-cf3f-4749-be07-7de6818a0a07 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5405278 Feb 04 08:42:12.836217 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-a5bd6f65-bb4d-4ff1-b9a8-6db582a52cac tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.4243608 Feb 04 08:42:12.836807 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52140) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:12.837826 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-5dba5280-13d3-4998-801c-708acec18049 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:12.843303 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 52142) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:12.844312 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-c5d12663-1e0d-4f20-a54c-3a007313607b tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'network': {'name': 'tempest-network-smoke--1596603999', 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'port_security_enabled': True}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:12.852190 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-4332e66f-87ed-4c5b-8048-fedb8f1b2b52 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-864498297'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:12.852366 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-c5d12663-1e0d-4f20-a54c-3a007313607b tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:12.860253 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-4332e66f-87ed-4c5b-8048-fedb8f1b2b52 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:12.864898 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-4332e66f-87ed-4c5b-8048-fedb8f1b2b52 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Usage tracker for resource:network and tenant:a287064d5ca349c39790be8557119e7e is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:12.873655 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-4332e66f-87ed-4c5b-8048-fedb8f1b2b52 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:12.883766 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-4332e66f-87ed-4c5b-8048-fedb8f1b2b52 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:12.893419 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-c5d12663-1e0d-4f20-a54c-3a007313607b tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:network and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:12.898004 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-76bc3f5b-cbba-4b90-b036-8d289b2a1cbd tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Synchronizing usage tracker for tenant:46dc6619d7e64f1ab45738b95b4fc44a on resource:security_group_rule {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:42:12.902576 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-c5d12663-1e0d-4f20-a54c-3a007313607b tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:12.913542 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-c5d12663-1e0d-4f20-a54c-3a007313607b tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:12.947182 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db56661-99d9-4365-8d3e-2a671bd2374e tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:42:12.948547 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db56661-99d9-4365-8d3e-2a671bd2374e tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:42:12.950157 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db56661-99d9-4365-8d3e-2a671bd2374e tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:42:12.950946 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-8db56661-99d9-4365-8d3e-2a671bd2374e tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Synchronizing usage tracker for tenant:ffa27937301745e1ad43fa520f28cbc3 on resource:subnet {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:42:12.983158 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 76287f74-61aa-4bcb-ba2d-35f4df90be36 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:42:12.990628 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4332e66f-87ed-4c5b-8048-fedb8f1b2b52 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Made reservation on behalf of a287064d5ca349c39790be8557119e7e for: {'network': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:42:12.994106 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4332e66f-87ed-4c5b-8048-fedb8f1b2b52 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:13.008994 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-76bc3f5b-cbba-4b90-b036-8d289b2a1cbd tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Unset dirty status for tenant:46dc6619d7e64f1ab45738b95b4fc44a on resource:security_group_rule {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:42:13.008994 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-76bc3f5b-cbba-4b90-b036-8d289b2a1cbd tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.1959581 Feb 04 08:42:13.010224 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 52148) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:13.016381 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5d12663-1e0d-4f20-a54c-3a007313607b tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Made reservation on behalf of 7df2bfd740464e869863a41b14f4d5af for: {'network': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:42:13.019313 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c5d12663-1e0d-4f20-a54c-3a007313607b tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:13.023337 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: 76287f74-61aa-4bcb-ba2d-35f4df90be36 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:42:13.023789 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 76287f74-61aa-4bcb-ba2d-35f4df90be36 not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:42:13.024301 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device e6f40c31-b6de-48e6-8f71-a0473c650669 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:42:13.060532 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: e6f40c31-b6de-48e6-8f71-a0473c650669 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:42:13.061517 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device e6f40c31-b6de-48e6-8f71-a0473c650669 not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:42:13.076136 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4332e66f-87ed-4c5b-8048-fedb8f1b2b52 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=84107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:42:13.088604 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5d12663-1e0d-4f20-a54c-3a007313607b tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=84108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:42:13.096256 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4332e66f-87ed-4c5b-8048-fedb8f1b2b52 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:13.096625 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.segments_db [None req-4332e66f-87ed-4c5b-8048-fedb8f1b2b52 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Added segment ec8b727b-670e-4b77-967d-413b89f20d24 of type vlan for network 61eafde6-fc79-4a0c-a717-03e90bb1f726 Feb 04 08:42:13.103413 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c5d12663-1e0d-4f20-a54c-3a007313607b tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:13.103758 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.segments_db [None req-c5d12663-1e0d-4f20-a54c-3a007313607b tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Added segment db317278-674f-445c-8827-caaa4207caa7 of type vlan for network 496cc049-ee93-4118-86d8-45abdf23adc3 Feb 04 08:42:13.112813 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4999db3f-95cc-4f9d-9e90-97f54b010aa5 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:13.138020 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-8db56661-99d9-4365-8d3e-2a671bd2374e tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Unset dirty status for tenant:ffa27937301745e1ad43fa520f28cbc3 on resource:subnet {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:42:13.139335 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-8db56661-99d9-4365-8d3e-2a671bd2374e tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2916329 Feb 04 08:42:13.140226 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.api.v2.resource [None req-5dba5280-13d3-4998-801c-708acec18049 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 08:42:13.144187 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-5dba5280-13d3-4998-801c-708acec18049 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4918759 Feb 04 08:42:13.147923 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c5d12663-1e0d-4f20-a54c-3a007313607b tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:13.152009 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52152) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:13.152343 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52154) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:13.160742 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-9907ed53-6afe-4eb7-a94a-ec9495d2f371 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Request body: {'security_group_rule': {'security_group_id': 'd97b36f6-c773-415e-9751-3234a8db1a40', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:13.161351 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.api.v2.resource [None req-9907ed53-6afe-4eb7-a94a-ec9495d2f371 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 08:42:13.164844 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-9907ed53-6afe-4eb7-a94a-ec9495d2f371 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0062809 Feb 04 08:42:13.202041 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52160) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:13.209610 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc831e2f-96d6-4195-9ded-cc2fef11211b tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Router de793c8f-17cf-4e3d-8480-f685e8e42fc8 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:42:13.218601 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-72c0aeed-9ff7-49a9-91b0-354701b3b180 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Request body: {'security_group_rule': {'security_group_id': 'd97b36f6-c773-415e-9751-3234a8db1a40', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:13.232304 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-72c0aeed-9ff7-49a9-91b0-354701b3b180 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:13.242245 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-72c0aeed-9ff7-49a9-91b0-354701b3b180 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Usage tracker for resource:security_group_rule and tenant:626384218d214a0780cbf22053b64f3e is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:13.249799 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4332e66f-87ed-4c5b-8048-fedb8f1b2b52 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:13.253842 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4999db3f-95cc-4f9d-9e90-97f54b010aa5 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:13.257572 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-72c0aeed-9ff7-49a9-91b0-354701b3b180 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:13.268468 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-72c0aeed-9ff7-49a9-91b0-354701b3b180 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:13.390957 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4332e66f-87ed-4c5b-8048-fedb8f1b2b52 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:13.395299 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4332e66f-87ed-4c5b-8048-fedb8f1b2b52 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:42:13.395967 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4332e66f-87ed-4c5b-8048-fedb8f1b2b52 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:13.408710 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c5d12663-1e0d-4f20-a54c-3a007313607b tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:13.412335 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d12663-1e0d-4f20-a54c-3a007313607b tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:42:13.412929 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c5d12663-1e0d-4f20-a54c-3a007313607b tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:13.415841 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4999db3f-95cc-4f9d-9e90-97f54b010aa5 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:13.490564 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4999db3f-95cc-4f9d-9e90-97f54b010aa5 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=248c3ecf-0823-4047-ab1c-1f3a4708ca41,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:13.529603 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4999db3f-95cc-4f9d-9e90-97f54b010aa5 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:13.532992 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-4999db3f-95cc-4f9d-9e90-97f54b010aa5 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] 10.222.0.36 "DELETE /v2.0/security-groups/248c3ecf-0823-4047-ab1c-1f3a4708ca41 HTTP/1.1" status: 204 len: 168 time: 0.5193150 Feb 04 08:42:13.533426 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 52164) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:13.534036 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4332e66f-87ed-4c5b-8048-fedb8f1b2b52 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Pushing event updated for resources: {'Network': ['ID=61eafde6-fc79-4a0c-a717-03e90bb1f726,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:13.546135 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network 61eafde6-fc79-4a0c-a717-03e90bb1f726 details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:42:13.594202 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-4332e66f-87ed-4c5b-8048-fedb8f1b2b52 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7496426 Feb 04 08:42:13.594934 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d12663-1e0d-4f20-a54c-3a007313607b tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'Network': ['ID=496cc049-ee93-4118-86d8-45abdf23adc3,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:13.598826 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 52168) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:13.606675 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-0e0c09fa-67f7-4f78-9a74-b93b50cf5302 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Request body: {'subnet': {'network_id': '61eafde6-fc79-4a0c-a717-03e90bb1f726', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:13.617046 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-c5d12663-1e0d-4f20-a54c-3a007313607b tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7911515 Feb 04 08:42:13.618572 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network 496cc049-ee93-4118-86d8-45abdf23adc3 details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:42:13.618704 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.api.v2.resource [None req-72c0aeed-9ff7-49a9-91b0-354701b3b180 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 08:42:13.618945 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-72c0aeed-9ff7-49a9-91b0-354701b3b180 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4159434 Feb 04 08:42:13.622098 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52172) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:13.622416 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52174) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:13.624901 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_v2 [None req-532b283d-6132-4ab0-81a4-540172f2c6c1 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Deleting subnet 41ca54ac-9d0c-4171-a006-a1d55547868f {{(pid=84108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:42:13.629532 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-dbcbbc81-7d34-4bbd-b06e-09302b6f99a1 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Synchronizing usage tracker for tenant:46dc6619d7e64f1ab45738b95b4fc44a on resource:security_group {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:42:13.634744 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-de6e96c7-baf0-40f9-8903-43bd9116ccaa tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1639249351', 'admin_state_up': True, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:13.644315 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-a014da48-f8b3-4f33-9903-0bf4b0a48db2 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Request body: {'security_group_rule': {'security_group_id': 'd97b36f6-c773-415e-9751-3234a8db1a40', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:13.644737 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.api.v2.resource [None req-a014da48-f8b3-4f33-9903-0bf4b0a48db2 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 08:42:13.649307 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-a014da48-f8b3-4f33-9903-0bf4b0a48db2 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0172303 Feb 04 08:42:13.649307 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-532b283d-6132-4ab0-81a4-540172f2c6c1 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks [] for subnet, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:13.674067 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52180) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:13.681816 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-de6e96c7-baf0-40f9-8903-43bd9116ccaa tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:13.689957 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-047b0d41-ba67-4f4a-982a-7315ef96f3a4 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Request body: {'security_group_rule': {'security_group_id': 'd97b36f6-c773-415e-9751-3234a8db1a40', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:13.697319 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-de6e96c7-baf0-40f9-8903-43bd9116ccaa tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:router and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:13.701388 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-de6e96c7-baf0-40f9-8903-43bd9116ccaa tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:13.706958 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-047b0d41-ba67-4f4a-982a-7315ef96f3a4 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:13.717061 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-de6e96c7-baf0-40f9-8903-43bd9116ccaa tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:13.721988 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-047b0d41-ba67-4f4a-982a-7315ef96f3a4 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Usage tracker for resource:security_group_rule and tenant:626384218d214a0780cbf22053b64f3e is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:13.725863 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-047b0d41-ba67-4f4a-982a-7315ef96f3a4 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:13.733384 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-0e0c09fa-67f7-4f78-9a74-b93b50cf5302 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:13.737718 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-0e0c09fa-67f7-4f78-9a74-b93b50cf5302 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Usage tracker for resource:subnet and tenant:a287064d5ca349c39790be8557119e7e is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:13.741692 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-0e0c09fa-67f7-4f78-9a74-b93b50cf5302 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:13.741866 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-047b0d41-ba67-4f4a-982a-7315ef96f3a4 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:13.747774 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-0e0c09fa-67f7-4f78-9a74-b93b50cf5302 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:13.754881 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-532b283d-6132-4ab0-81a4-540172f2c6c1 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7851377'] for subnet, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:13.812875 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-dbcbbc81-7d34-4bbd-b06e-09302b6f99a1 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Unset dirty status for tenant:46dc6619d7e64f1ab45738b95b4fc44a on resource:security_group {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:42:13.814131 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-dbcbbc81-7d34-4bbd-b06e-09302b6f99a1 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.2778454 Feb 04 08:42:13.817034 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 52186) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:13.835064 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e0c09fa-67f7-4f78-9a74-b93b50cf5302 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Made reservation on behalf of a287064d5ca349c39790be8557119e7e for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:42:13.847990 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-de6e96c7-baf0-40f9-8903-43bd9116ccaa tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40975'] for router, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:13.848982 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-de6e96c7-baf0-40f9-8903-43bd9116ccaa tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40982'] for router, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:13.933408 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-de6e96c7-baf0-40f9-8903-43bd9116ccaa tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:13.956962 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-532b283d-6132-4ab0-81a4-540172f2c6c1 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:13.963407 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0e0c09fa-67f7-4f78-9a74-b93b50cf5302 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985186'] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:13.998666 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.api.v2.resource [None req-047b0d41-ba67-4f4a-982a-7315ef96f3a4 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 08:42:13.999732 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-047b0d41-ba67-4f4a-982a-7315ef96f3a4 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3238013 Feb 04 08:42:14.003749 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52190) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:14.020615 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-5578e18c-dfc6-4d3d-b50c-4e25b780d939 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Request body: {'security_group_rule': {'security_group_id': 'd97b36f6-c773-415e-9751-3234a8db1a40', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:14.021208 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.api.v2.resource [None req-5578e18c-dfc6-4d3d-b50c-4e25b780d939 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 08:42:14.022121 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-5578e18c-dfc6-4d3d-b50c-4e25b780d939 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0158041 Feb 04 08:42:14.034025 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc831e2f-96d6-4195-9ded-cc2fef11211b tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:42:14.039905 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 52194) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:14.045180 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1371304-9691-4a53-a452-48f5a63581d1 None None] Sync routers for ids ['de793c8f-17cf-4e3d-8480-f685e8e42fc8'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:42:14.052000 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-21a1545f-6d21-4c87-9dc4-7f63da06b43a tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Request body: {'security_group_rule': {'security_group_id': 'd97b36f6-c773-415e-9751-3234a8db1a40', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:14.057314 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-43d55a04-b3e2-4e7f-88a4-cad57d69eeaa tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:14.058538 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1371304-9691-4a53-a452-48f5a63581d1 None None] Routers {'de793c8f-17cf-4e3d-8480-f685e8e42fc8'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:42:14.059392 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-c1371304-9691-4a53-a452-48f5a63581d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:41:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['de793c8f-17cf-4e3d-8480-f685e8e42fc8'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:42:14.083659 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-21a1545f-6d21-4c87-9dc4-7f63da06b43a tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:14.096165 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-21a1545f-6d21-4c87-9dc4-7f63da06b43a tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Usage tracker for resource:security_group_rule and tenant:626384218d214a0780cbf22053b64f3e is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:14.110197 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-21a1545f-6d21-4c87-9dc4-7f63da06b43a tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:14.121043 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-43d55a04-b3e2-4e7f-88a4-cad57d69eeaa tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:14.128751 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-21a1545f-6d21-4c87-9dc4-7f63da06b43a tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:14.169317 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-c1371304-9691-4a53-a452-48f5a63581d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:42:14.183513 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1371304-9691-4a53-a452-48f5a63581d1 None None] Routers {'de793c8f-17cf-4e3d-8480-f685e8e42fc8'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:42:14.184403 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-c1371304-9691-4a53-a452-48f5a63581d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:41:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['de793c8f-17cf-4e3d-8480-f685e8e42fc8'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:42:14.242205 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-c1371304-9691-4a53-a452-48f5a63581d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:42:14.242611 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1371304-9691-4a53-a452-48f5a63581d1 None None] The sync data for ids ['de793c8f-17cf-4e3d-8480-f685e8e42fc8'] in dv-neutron-827798-2-hyperv is: [] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:42:14.264202 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-bc831e2f-96d6-4195-9ded-cc2fef11211b tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:14.278889 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-bc831e2f-96d6-4195-9ded-cc2fef11211b tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] 10.222.0.36 "DELETE /v2.0/ports/8f0f0902-178f-4523-9514-5d99615af036 HTTP/1.1" status: 204 len: 168 time: 3.8008366 Feb 04 08:42:14.281715 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-de6e96c7-baf0-40f9-8903-43bd9116ccaa tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40996'] for router, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:14.284501 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52198) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:14.288694 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-532b283d-6132-4ab0-81a4-540172f2c6c1 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7593563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8119683'] for subnet, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:14.293346 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-43d55a04-b3e2-4e7f-88a4-cad57d69eeaa tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:14.313494 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d55a04-b3e2-4e7f-88a4-cad57d69eeaa tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d1cce3c-0734-4749-92bd-693bf5570f60,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:14.401265 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532b283d-6132-4ab0-81a4-540172f2c6c1 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event deleted for resources: {'Subnet': ['ID=41ca54ac-9d0c-4171-a006-a1d55547868f,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:14.403886 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0e0c09fa-67f7-4f78-9a74-b93b50cf5302 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7510230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985204'] for subnet, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:14.419045 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-532b283d-6132-4ab0-81a4-540172f2c6c1 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:14.421155 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-532b283d-6132-4ab0-81a4-540172f2c6c1 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "DELETE /v2.0/subnets/41ca54ac-9d0c-4171-a006-a1d55547868f HTTP/1.1" status: 204 len: 168 time: 1.2667589 Feb 04 08:42:14.425266 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-b815bec5-35a4-4bab-b2ea-d0d26f00d64b tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] 10.222.0.36 "GET /v2.0/floatingips/35c244fa-b0b9-49df-92ae-2f661a22f76b HTTP/1.1" status: 200 len: 688 time: 0.1391234 Feb 04 08:42:14.425266 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52202) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:14.425508 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b542baf-4675-4bca-94b4-2a0bb8a8b219 None None] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:42:14.428577 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52206) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:14.452010 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.api.v2.resource [None req-21a1545f-6d21-4c87-9dc4-7f63da06b43a tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 08:42:14.453845 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-21a1545f-6d21-4c87-9dc4-7f63da06b43a tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4122207 Feb 04 08:42:14.461750 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 52210) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:14.475828 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-ce398add-db07-4854-b6b3-58ffd0b55b36 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Request body: {'security_group_rule': {'security_group_id': 'd97b36f6-c773-415e-9751-3234a8db1a40', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:14.487316 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-ce398add-db07-4854-b6b3-58ffd0b55b36 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:14.495153 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-ce398add-db07-4854-b6b3-58ffd0b55b36 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Usage tracker for resource:security_group_rule and tenant:626384218d214a0780cbf22053b64f3e is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:14.507584 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-ce398add-db07-4854-b6b3-58ffd0b55b36 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:14.517458 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-ce398add-db07-4854-b6b3-58ffd0b55b36 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:14.525082 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0c09fa-67f7-4f78-9a74-b93b50cf5302 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Pushing event updated for resources: {'Subnet': ['ID=9a08d289-61b6-49c6-b0c2-316a49b4dcf4,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:14.555115 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0c09fa-67f7-4f78-9a74-b93b50cf5302 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Checking segment: {'id': 'ec8b727b-670e-4b77-967d-413b89f20d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '61eafde6-fc79-4a0c-a717-03e90bb1f726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:42:14.555487 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0c09fa-67f7-4f78-9a74-b93b50cf5302 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Network hostable DHCP agents. Network: 61eafde6-fc79-4a0c-a717-03e90bb1f726, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:42:14.567271 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-43d55a04-b3e2-4e7f-88a4-cad57d69eeaa tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:14.568416 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-43d55a04-b3e2-4e7f-88a4-cad57d69eeaa tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] 10.222.0.36 "DELETE /v2.0/security-groups/9d1cce3c-0734-4749-92bd-693bf5570f60 HTTP/1.1" status: 204 len: 168 time: 0.7504442 Feb 04 08:42:14.571157 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 52214) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:14.643426 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-bb4eb434-58fd-459e-b41f-0200c6a5d456 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Synchronizing usage tracker for tenant:46dc6619d7e64f1ab45738b95b4fc44a on resource:security_group {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:42:14.692755 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0c09fa-67f7-4f78-9a74-b93b50cf5302 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Network 61eafde6-fc79-4a0c-a717-03e90bb1f726 is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:42:14.719298 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.api.v2.resource [None req-ce398add-db07-4854-b6b3-58ffd0b55b36 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 08:42:14.720650 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-ce398add-db07-4854-b6b3-58ffd0b55b36 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2579551 Feb 04 08:42:14.721563 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-bb4eb434-58fd-459e-b41f-0200c6a5d456 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Unset dirty status for tenant:46dc6619d7e64f1ab45738b95b4fc44a on resource:security_group {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:42:14.723804 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-bb4eb434-58fd-459e-b41f-0200c6a5d456 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1502886 Feb 04 08:42:14.723804 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 52218) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:14.737292 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 52222) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:14.744886 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-f2a07c67-3829-4afe-9648-51e360dc0319 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Request body: {'security_group': {'name': 'tempest-secgroup--1654968037'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:14.756051 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-f2a07c67-3829-4afe-9648-51e360dc0319 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:14.782094 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-f2a07c67-3829-4afe-9648-51e360dc0319 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:14.788373 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-0e0c09fa-67f7-4f78-9a74-b93b50cf5302 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, 61eafde6-fc79-4a0c-a717-03e90bb1f726) {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:42:14.796194 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f04f95-4cd7-4bb8-8a51-b6b58899b18a None None] Network 61eafde6-fc79-4a0c-a717-03e90bb1f726 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:42:14.809394 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0c09fa-67f7-4f78-9a74-b93b50cf5302 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:42:14.810000 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0e0c09fa-67f7-4f78-9a74-b93b50cf5302 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:14.848368 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_v2 [None req-d723c18c-24c1-4362-aaad-891cf1440f40 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Deleting subnet a1b51e7f-8fe0-4f82-849b-d6f16b2f414d {{(pid=84108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:42:14.850735 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-d168d580-cdb3-4283-916b-2c9351e8439d tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Deleting port 977f8c9f-2ecd-4863-9bf0-b1905b7a9cf4 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:42:14.851068 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d168d580-cdb3-4283-916b-2c9351e8439d tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:14.858956 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-840c2750-9973-4ffd-a06a-55ea07b48e1e tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:14.881995 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d723c18c-24c1-4362-aaad-891cf1440f40 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks [] for subnet, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:14.891081 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-840c2750-9973-4ffd-a06a-55ea07b48e1e tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:14.904188 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f2a07c67-3829-4afe-9648-51e360dc0319 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:14.944049 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-0e0c09fa-67f7-4f78-9a74-b93b50cf5302 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3434501 Feb 04 08:42:14.954534 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52226) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:14.968331 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-88a2e79d-2d40-42e3-ae75-11791565629d tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Request body: {'port': {'network_id': '61eafde6-fc79-4a0c-a717-03e90bb1f726', 'name': 'tempest-PortsTestJSON-71878715'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:14.970957 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-f2a07c67-3829-4afe-9648-51e360dc0319 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:14.981602 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-f2a07c67-3829-4afe-9648-51e360dc0319 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Usage tracker for resource:security_group_rule and tenant:46dc6619d7e64f1ab45738b95b4fc44a is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:14.985065 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-f2a07c67-3829-4afe-9648-51e360dc0319 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:14.993461 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-f2a07c67-3829-4afe-9648-51e360dc0319 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:15.010208 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d723c18c-24c1-4362-aaad-891cf1440f40 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7851377'] for subnet, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:15.093817 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-840c2750-9973-4ffd-a06a-55ea07b48e1e tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:15.096224 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03bc0c2-e29f-4dfb-80ca-06ef78d8143d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-61eafde6-fc79-4a0c-a717-03e90bb1f726', 'network_id': '61eafde6-fc79-4a0c-a717-03e90bb1f726', 'tenant_id': 'a287064d5ca349c39790be8557119e7e', 'fixed_ips': [{'subnet_id': '9a08d289-61b6-49c6-b0c2-316a49b4dcf4'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:42:15.097331 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-c03bc0c2-e29f-4dfb-80ca-06ef78d8143d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:15.117265 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840c2750-9973-4ffd-a06a-55ea07b48e1e tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d97b36f6-c773-415e-9751-3234a8db1a40,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:15.156117 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-840c2750-9973-4ffd-a06a-55ea07b48e1e tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:15.158425 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-840c2750-9973-4ffd-a06a-55ea07b48e1e tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] 10.222.0.36 "DELETE /v2.0/security-groups/d97b36f6-c773-415e-9751-3234a8db1a40 HTTP/1.1" status: 204 len: 168 time: 0.4340162 Feb 04 08:42:15.162612 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 52230) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:15.224964 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f2a07c67-3829-4afe-9648-51e360dc0319 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:15.247064 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-a59a41be-d1ad-47d0-86cc-d8ef94546f17 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Synchronizing usage tracker for tenant:626384218d214a0780cbf22053b64f3e on resource:security_group {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:42:15.285110 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f2a07c67-3829-4afe-9648-51e360dc0319 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:15.316326 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-c03bc0c2-e29f-4dfb-80ca-06ef78d8143d None None] Allocated IP 172.20.0.2 (61eafde6-fc79-4a0c-a717-03e90bb1f726/9a08d289-61b6-49c6-b0c2-316a49b4dcf4/00ef8263-df18-4e10-9c51-9902f90d1b2f) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:42:15.322674 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d168d580-cdb3-4283-916b-2c9351e8439d tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:15.322993 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d168d580-cdb3-4283-916b-2c9351e8439d tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:15.328843 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a07c67-3829-4afe-9648-51e360dc0319 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f23081b6-ff27-411d-9011-a2cec0664dde,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:15.342311 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-a59a41be-d1ad-47d0-86cc-d8ef94546f17 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Unset dirty status for tenant:626384218d214a0780cbf22053b64f3e on resource:security_group {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:42:15.343371 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-88a2e79d-2d40-42e3-ae75-11791565629d tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:15.343748 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-a59a41be-d1ad-47d0-86cc-d8ef94546f17 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1800902 Feb 04 08:42:15.348646 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 52234) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:15.358498 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-5ac9c8a1-9680-4cf4-a9ba-47d5ca874bb0 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Request body: {'security_group': {'name': 'tempest-secgroup--487632485'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:15.360830 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-5ac9c8a1-9680-4cf4-a9ba-47d5ca874bb0 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:15.370816 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-5ac9c8a1-9680-4cf4-a9ba-47d5ca874bb0 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:15.378853 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f2a07c67-3829-4afe-9648-51e360dc0319 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:15.383043 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-f2a07c67-3829-4afe-9648-51e360dc0319 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6417327 Feb 04 08:42:15.385050 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 52238) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:15.392445 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-b01cefdf-461c-492a-970c-ce2e86485873 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Request body: {'security_group_rule': {'security_group_id': 'f23081b6-ff27-411d-9011-a2cec0664dde', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:15.400482 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-b01cefdf-461c-492a-970c-ce2e86485873 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:15.412150 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-b01cefdf-461c-492a-970c-ce2e86485873 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Usage tracker for resource:security_group_rule and tenant:46dc6619d7e64f1ab45738b95b4fc44a is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:15.415392 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-b01cefdf-461c-492a-970c-ce2e86485873 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:15.421799 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-b01cefdf-461c-492a-970c-ce2e86485873 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:15.462099 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5ac9c8a1-9680-4cf4-a9ba-47d5ca874bb0 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:15.472363 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-d168d580-cdb3-4283-916b-2c9351e8439d tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Calling delete_port for 977f8c9f-2ecd-4863-9bf0-b1905b7a9cf4 owned by network:floatingip {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:42:15.498942 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d723c18c-24c1-4362-aaad-891cf1440f40 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:15.503956 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-5ac9c8a1-9680-4cf4-a9ba-47d5ca874bb0 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:15.506180 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b01cefdf-461c-492a-970c-ce2e86485873 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:15.520839 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-cfe6febb-0d62-4e4c-a7d3-5d23825189b1 None None] Provisioning complete for port b6e9c35b-2c2f-4dbd-a8cd-cfe22a7f02a5 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:42:15.521048 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-cfe6febb-0d62-4e4c-a7d3-5d23825189b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:15.522125 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-5ac9c8a1-9680-4cf4-a9ba-47d5ca874bb0 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Usage tracker for resource:security_group_rule and tenant:626384218d214a0780cbf22053b64f3e is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:15.527620 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-5ac9c8a1-9680-4cf4-a9ba-47d5ca874bb0 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:15.541007 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-5ac9c8a1-9680-4cf4-a9ba-47d5ca874bb0 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:15.544712 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-88a2e79d-2d40-42e3-ae75-11791565629d tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:15.603160 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-c03bc0c2-e29f-4dfb-80ca-06ef78d8143d None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:15.610487 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b01cefdf-461c-492a-970c-ce2e86485873 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:15.615825 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-c03bc0c2-e29f-4dfb-80ca-06ef78d8143d None None] Transition to ACTIVE for port object 00ef8263-df18-4e10-9c51-9902f90d1b2f will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:42:15.627724 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5ac9c8a1-9680-4cf4-a9ba-47d5ca874bb0 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:15.634071 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-de6e96c7-baf0-40f9-8903-43bd9116ccaa tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for router_gateway, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:15.672100 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88a2e79d-2d40-42e3-ae75-11791565629d tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Made reservation on behalf of a287064d5ca349c39790be8557119e7e for: {'port': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:42:15.674951 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-88a2e79d-2d40-42e3-ae75-11791565629d tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:15.694847 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-de6e96c7-baf0-40f9-8903-43bd9116ccaa tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:15.715701 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b01cefdf-461c-492a-970c-ce2e86485873 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:15.739145 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01cefdf-461c-492a-970c-ce2e86485873 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ab999f5-0576-4e5f-a11a-11c64a9e81bb,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:15.756107 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5ac9c8a1-9680-4cf4-a9ba-47d5ca874bb0 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:15.758375 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [None req-88a2e79d-2d40-42e3-ae75-11791565629d tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] device_id is not set on port a0f9893e-9f8b-4444-bf7c-33716aed0fd0 yet. {{(pid=84108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:42:15.795142 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac9c8a1-9680-4cf4-a9ba-47d5ca874bb0 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9168bbe5-e9f3-4c8b-9f76-2f340a6e1648,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:15.839068 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b01cefdf-461c-492a-970c-ce2e86485873 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:15.842894 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-b01cefdf-461c-492a-970c-ce2e86485873 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.4528117 Feb 04 08:42:15.843031 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d723c18c-24c1-4362-aaad-891cf1440f40 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7593563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8119683'] for subnet, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:15.843305 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 52242) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:15.873774 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d0f67433-b39f-44cb-83eb-5fe51c44e8d6 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:15.884232 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d0f67433-b39f-44cb-83eb-5fe51c44e8d6 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:15.896886 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5ac9c8a1-9680-4cf4-a9ba-47d5ca874bb0 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:15.898082 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-5ac9c8a1-9680-4cf4-a9ba-47d5ca874bb0 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5484848 Feb 04 08:42:15.901127 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 52246) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:15.907038 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-58de053a-c2a0-49dd-9f8f-9d5d93f10fd2 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Request body: {'security_group_rule': {'security_group_id': '9168bbe5-e9f3-4c8b-9f76-2f340a6e1648', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:15.914456 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-58de053a-c2a0-49dd-9f8f-9d5d93f10fd2 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:15.915822 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d723c18c-24c1-4362-aaad-891cf1440f40 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event deleted for resources: {'Subnet': ['ID=a1b51e7f-8fe0-4f82-849b-d6f16b2f414d,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:15.920145 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-58de053a-c2a0-49dd-9f8f-9d5d93f10fd2 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Usage tracker for resource:security_group_rule and tenant:626384218d214a0780cbf22053b64f3e is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:15.923360 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-58de053a-c2a0-49dd-9f8f-9d5d93f10fd2 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:15.929224 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-58de053a-c2a0-49dd-9f8f-9d5d93f10fd2 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:15.984308 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ad7879-fa08-4acf-b801-b7e068281d99 None None] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:42:15.990657 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d723c18c-24c1-4362-aaad-891cf1440f40 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:15.996760 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d0f67433-b39f-44cb-83eb-5fe51c44e8d6 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:15.997941 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d723c18c-24c1-4362-aaad-891cf1440f40 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:42:15.998677 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d723c18c-24c1-4362-aaad-891cf1440f40 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:42:15.998677 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d723c18c-24c1-4362-aaad-891cf1440f40 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:42:15.998909 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d723c18c-24c1-4362-aaad-891cf1440f40 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:42:15.999530 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d723c18c-24c1-4362-aaad-891cf1440f40 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:42:15.999530 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d723c18c-24c1-4362-aaad-891cf1440f40 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:42:16.000280 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d723c18c-24c1-4362-aaad-891cf1440f40 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:42:16.000280 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d723c18c-24c1-4362-aaad-891cf1440f40 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:42:16.000522 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d723c18c-24c1-4362-aaad-891cf1440f40 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:42:16.000757 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d723c18c-24c1-4362-aaad-891cf1440f40 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:42:16.001067 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d723c18c-24c1-4362-aaad-891cf1440f40 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:42:16.018444 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f67433-b39f-44cb-83eb-5fe51c44e8d6 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0ab999f5-0576-4e5f-a11a-11c64a9e81bb,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:16.039274 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-de6e96c7-baf0-40f9-8903-43bd9116ccaa tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Allocated IP 172.26.3.177 (e264bd74-c56b-43d0-9059-bcb57dbbe5bc/79caf47c-b62c-4ea0-b35f-21ede155daa8/51804439-b547-47b1-acbe-80799117713d) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:42:16.039872 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d0f67433-b39f-44cb-83eb-5fe51c44e8d6 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:16.044230 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52250) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:16.044385 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-d0f67433-b39f-44cb-83eb-5fe51c44e8d6 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/0ab999f5-0576-4e5f-a11a-11c64a9e81bb HTTP/1.1" status: 204 len: 168 time: 0.2000837 Feb 04 08:42:16.085326 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-c03bc0c2-e29f-4dfb-80ca-06ef78d8143d None None] Transition to ACTIVE for port object 00ef8263-df18-4e10-9c51-9902f90d1b2f will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:42:16.125401 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.api.v2.resource [None req-58de053a-c2a0-49dd-9f8f-9d5d93f10fd2 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] create failed (client error): The resource could not be found. Feb 04 08:42:16.127379 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-58de053a-c2a0-49dd-9f8f-9d5d93f10fd2 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2249205 Feb 04 08:42:16.129940 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 52254) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:16.136612 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-7fb01135-5772-4f8b-9c0a-36f6aead5992 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Request body: {'security_group_rule': {'security_group_id': '9168bbe5-e9f3-4c8b-9f76-2f340a6e1648', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '3e57a7a7-10a0-4d3f-afae-401201d7c693'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:16.148004 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-7fb01135-5772-4f8b-9c0a-36f6aead5992 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:16.153886 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-7fb01135-5772-4f8b-9c0a-36f6aead5992 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Usage tracker for resource:security_group_rule and tenant:626384218d214a0780cbf22053b64f3e is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:16.157986 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-7fb01135-5772-4f8b-9c0a-36f6aead5992 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:16.165401 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-7fb01135-5772-4f8b-9c0a-36f6aead5992 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:16.183421 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-c03bc0c2-e29f-4dfb-80ca-06ef78d8143d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:16.247666 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d168d580-cdb3-4283-916b-2c9351e8439d tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:16.259567 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03bc0c2-e29f-4dfb-80ca-06ef78d8143d None None] Network 61eafde6-fc79-4a0c-a717-03e90bb1f726 is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:42:16.262454 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-c03bc0c2-e29f-4dfb-80ca-06ef78d8143d None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:42:16.267181 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03bc0c2-e29f-4dfb-80ca-06ef78d8143d None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:42:16.277149 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bc0c2-e29f-4dfb-80ca-06ef78d8143d None None] Pushing event updated for resources: {'Port': ['ID=00ef8263-df18-4e10-9c51-9902f90d1b2f,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:16.329932 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-d723c18c-24c1-4362-aaad-891cf1440f40 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "DELETE /v2.0/subnets/a1b51e7f-8fe0-4f82-849b-d6f16b2f414d HTTP/1.1" status: 204 len: 168 time: 1.9037504 Feb 04 08:42:16.333729 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 52258) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:16.347224 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29d96d6-fc2a-40bc-92ab-58ec17037158 None None] DHCP port deletion for bc933c3a-b15d-4eab-9ad6-d32fd193f5cd request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 08:42:16.351010 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d168d580-cdb3-4283-916b-2c9351e8439d tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Pushing event deleted for resources: {'Port': ['ID=977f8c9f-2ecd-4863-9bf0-b1905b7a9cf4,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:16.365250 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-f29d96d6-fc2a-40bc-92ab-58ec17037158 None None] Deleting port b6e9c35b-2c2f-4dbd-a8cd-cfe22a7f02a5 {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:42:16.365632 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-f29d96d6-fc2a-40bc-92ab-58ec17037158 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:16.397878 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.api.v2.resource [None req-7fb01135-5772-4f8b-9c0a-36f6aead5992 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] create failed (client error): The resource could not be found. Feb 04 08:42:16.398347 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-7fb01135-5772-4f8b-9c0a-36f6aead5992 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2668951 Feb 04 08:42:16.405261 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 52262) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:16.409004 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-f80c43d3-a4ee-4c05-8654-7e2da1798b79 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0738697 Feb 04 08:42:16.415133 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-acfdb42f-fa00-48fa-972b-86abbeb7ae1c tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Synchronizing usage tracker for tenant:46dc6619d7e64f1ab45738b95b4fc44a on resource:security_group_rule {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:42:16.423116 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-c03bc0c2-e29f-4dfb-80ca-06ef78d8143d None None] Attempting to bind port 00ef8263-df18-4e10-9c51-9902f90d1b2f on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:42:16.423116 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-c03bc0c2-e29f-4dfb-80ca-06ef78d8143d None None] Attempting to bind port 00ef8263-df18-4e10-9c51-9902f90d1b2f by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': 'ec8b727b-670e-4b77-967d-413b89f20d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '61eafde6-fc79-4a0c-a717-03e90bb1f726'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:42:16.423431 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 52266) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:16.423563 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03bc0c2-e29f-4dfb-80ca-06ef78d8143d None None] Attempting to bind port 00ef8263-df18-4e10-9c51-9902f90d1b2f on network 61eafde6-fc79-4a0c-a717-03e90bb1f726 {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:42:16.428489 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-a0bf2a5b-3ec0-4d6b-8072-83e943e4c537 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Request body: {'subnet': {'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:16.438872 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03bc0c2-e29f-4dfb-80ca-06ef78d8143d None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:42:16.439161 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03bc0c2-e29f-4dfb-80ca-06ef78d8143d None None] Checking segment: {'id': 'ec8b727b-670e-4b77-967d-413b89f20d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '61eafde6-fc79-4a0c-a717-03e90bb1f726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:42:16.439898 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-c03bc0c2-e29f-4dfb-80ca-06ef78d8143d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:16.440332 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03bc0c2-e29f-4dfb-80ca-06ef78d8143d None None] Bound using segment: {'id': 'ec8b727b-670e-4b77-967d-413b89f20d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '61eafde6-fc79-4a0c-a717-03e90bb1f726'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:42:16.440823 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-c03bc0c2-e29f-4dfb-80ca-06ef78d8143d None None] Bound port: 00ef8263-df18-4e10-9c51-9902f90d1b2f, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec8b727b-670e-4b77-967d-413b89f20d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '61eafde6-fc79-4a0c-a717-03e90bb1f726'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:42:16.441194 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-c03bc0c2-e29f-4dfb-80ca-06ef78d8143d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:16.498192 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-88a2e79d-2d40-42e3-ae75-11791565629d tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Allocated IP 172.20.0.8 (61eafde6-fc79-4a0c-a717-03e90bb1f726/9a08d289-61b6-49c6-b0c2-316a49b4dcf4/a0f9893e-9f8b-4444-bf7c-33716aed0fd0) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:42:16.562322 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-de6e96c7-baf0-40f9-8903-43bd9116ccaa tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:16.578397 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device b6e9c35b-2c2f-4dbd-a8cd-cfe22a7f02a5 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:42:16.580210 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d168d580-cdb3-4283-916b-2c9351e8439d tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks [] for floatingip, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:16.582496 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d168d580-cdb3-4283-916b-2c9351e8439d tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for floatingip, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:16.588105 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-d168d580-cdb3-4283-916b-2c9351e8439d tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] 10.222.0.36 "DELETE /v2.0/floatingips/35c244fa-b0b9-49df-92ae-2f661a22f76b HTTP/1.1" status: 204 len: 168 time: 2.1541109 Feb 04 08:42:16.589691 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52270) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:16.592162 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-a0bf2a5b-3ec0-4d6b-8072-83e943e4c537 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:16.597927 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3346c023-be45-4f10-b43f-a34a816f5b73 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:16.599335 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-aed1a582-93d1-4b3f-bdf3-341329985a4a tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Request body: {'floatingip': {'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'port_id': 'd3b46d85-a268-47c1-b607-51790a53ab43'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:16.600143 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-a0bf2a5b-3ec0-4d6b-8072-83e943e4c537 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Usage tracker for resource:subnet and tenant:ffa27937301745e1ad43fa520f28cbc3 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:16.611639 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-a0bf2a5b-3ec0-4d6b-8072-83e943e4c537 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:16.614687 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-aed1a582-93d1-4b3f-bdf3-341329985a4a tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:16.617717 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-acfdb42f-fa00-48fa-972b-86abbeb7ae1c tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Unset dirty status for tenant:46dc6619d7e64f1ab45738b95b4fc44a on resource:security_group_rule {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:42:16.623271 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-acfdb42f-fa00-48fa-972b-86abbeb7ae1c tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.5738628 Feb 04 08:42:16.628325 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-aed1a582-93d1-4b3f-bdf3-341329985a4a tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Usage tracker for resource:floatingip and tenant:ad4a401d45cf492bbfe70c7522312369 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:16.630646 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-a0bf2a5b-3ec0-4d6b-8072-83e943e4c537 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:16.630780 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52274) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:16.640187 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3346c023-be45-4f10-b43f-a34a816f5b73 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:16.644924 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-aed1a582-93d1-4b3f-bdf3-341329985a4a tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:16.669144 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-aed1a582-93d1-4b3f-bdf3-341329985a4a tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:16.721439 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0bf2a5b-3ec0-4d6b-8072-83e943e4c537 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Made reservation on behalf of ffa27937301745e1ad43fa520f28cbc3 for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:42:16.792298 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3346c023-be45-4f10-b43f-a34a816f5b73 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:16.801572 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-aed1a582-93d1-4b3f-bdf3-341329985a4a tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks [] for floatingip, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:16.807546 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-c03bc0c2-e29f-4dfb-80ca-06ef78d8143d None None] For port 00ef8263-df18-4e10-9c51-9902f90d1b2f, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:42:16.816591 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-f29d96d6-fc2a-40bc-92ab-58ec17037158 None None] For port b6e9c35b-2c2f-4dbd-a8cd-cfe22a7f02a5, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=b6e9c35b-2c2f-4dbd-a8cd-cfe22a7f02a5,segment=NetworkSegment(2c48dc91-e362-4611-9354-aede43558386),segment_id=2c48dc91-e362-4611-9354-aede43558386)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:42:16.816591 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-f29d96d6-fc2a-40bc-92ab-58ec17037158 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:16.831045 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-c03bc0c2-e29f-4dfb-80ca-06ef78d8143d None None] For port 00ef8263-df18-4e10-9c51-9902f90d1b2f, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=00ef8263-df18-4e10-9c51-9902f90d1b2f,segment=NetworkSegment(ec8b727b-670e-4b77-967d-413b89f20d24),segment_id=ec8b727b-670e-4b77-967d-413b89f20d24)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:42:16.916333 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-de6e96c7-baf0-40f9-8903-43bd9116ccaa tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:16.929551 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3346c023-be45-4f10-b43f-a34a816f5b73 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9168bbe5-e9f3-4c8b-9f76-2f340a6e1648,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:16.953635 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a0bf2a5b-3ec0-4d6b-8072-83e943e4c537 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985186'] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:16.982990 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-f29d96d6-fc2a-40bc-92ab-58ec17037158 None None] Calling delete_port for b6e9c35b-2c2f-4dbd-a8cd-cfe22a7f02a5 owned by network:dhcp {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:42:16.986127 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-88a2e79d-2d40-42e3-ae75-11791565629d tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:17.009973 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-c03bc0c2-e29f-4dfb-80ca-06ef78d8143d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:17.038281 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-85d2b4c5-eea7-4942-b65e-6e99d9a61b70 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:17.055874 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3346c023-be45-4f10-b43f-a34a816f5b73 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:17.060390 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-3346c023-be45-4f10-b43f-a34a816f5b73 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] 10.222.0.36 "DELETE /v2.0/security-groups/9168bbe5-e9f3-4c8b-9f76-2f340a6e1648 HTTP/1.1" status: 204 len: 168 time: 0.6509264 Feb 04 08:42:17.062897 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 52278) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:17.069597 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6e96c7-baf0-40f9-8903-43bd9116ccaa tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Network e264bd74-c56b-43d0-9059-bcb57dbbe5bc is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:42:17.079982 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-de6e96c7-baf0-40f9-8903-43bd9116ccaa tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:42:17.094506 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.provisioning_blocks [None req-88a2e79d-2d40-42e3-ae75-11791565629d tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Transition to ACTIVE for port object a0f9893e-9f8b-4444-bf7c-33716aed0fd0 will not be triggered until provisioned by entity DHCP. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:42:17.099314 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6e96c7-baf0-40f9-8903-43bd9116ccaa tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:42:17.102408 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:17.137176 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-2c30d4bd-196a-45c9-88dd-be41eeb8966a tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Synchronizing usage tracker for tenant:626384218d214a0780cbf22053b64f3e on resource:security_group {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:42:17.165806 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-85d2b4c5-eea7-4942-b65e-6e99d9a61b70 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:17.175921 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bc0c2-e29f-4dfb-80ca-06ef78d8143d None None] Pushing event updated for resources: {'Port': ['ID=00ef8263-df18-4e10-9c51-9902f90d1b2f,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:17.188030 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6e96c7-baf0-40f9-8903-43bd9116ccaa tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'Port': ['ID=51804439-b547-47b1-acbe-80799117713d,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:17.213944 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-2c30d4bd-196a-45c9-88dd-be41eeb8966a tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Unset dirty status for tenant:626384218d214a0780cbf22053b64f3e on resource:security_group {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:42:17.218878 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-2c30d4bd-196a-45c9-88dd-be41eeb8966a tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1528556 Feb 04 08:42:17.221331 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 52282) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:17.229169 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-9ff9d875-5d92-42de-a531-8c1fe15789ee tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Request body: {'security_group_rule': {'security_group_id': 'c2728c70-7202-474a-bb26-b962febe4f06', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:17.236896 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-9ff9d875-5d92-42de-a531-8c1fe15789ee tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:17.244702 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-9ff9d875-5d92-42de-a531-8c1fe15789ee tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Usage tracker for resource:security_group_rule and tenant:626384218d214a0780cbf22053b64f3e is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:17.249083 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-9ff9d875-5d92-42de-a531-8c1fe15789ee tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:17.265831 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-9ff9d875-5d92-42de-a531-8c1fe15789ee tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:17.273542 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-f29d96d6-fc2a-40bc-92ab-58ec17037158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407'] for port, after_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:17.277959 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.db.api [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 04 08:42:17.277959 dv-neutron-827798-2-hyperv neutron-server[84109]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Feb 04 08:42:17.277959 dv-neutron-827798-2-hyperv neutron-server[84109]: [parameters: {'status': 'DOWN', 'ports_id': 'b6e9c35b-2c2f-4dbd-a8cd-cfe22a7f02a5'}] Feb 04 08:42:17.277959 dv-neutron-827798-2-hyperv neutron-server[84109]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=84109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 08:42:17.282083 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG oslo_db.api [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 08:42:17.319751 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29d96d6-fc2a-40bc-92ab-58ec17037158 None None] Pushing event deleted for resources: {'Port': ['ID=b6e9c35b-2c2f-4dbd-a8cd-cfe22a7f02a5,revision_number=None']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:17.328227 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29d96d6-fc2a-40bc-92ab-58ec17037158 None None] No DVR routers for this DVR port b6e9c35b-2c2f-4dbd-a8cd-cfe22a7f02a5 on host dv-neutron-827798-2-hyperv {{(pid=84109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:42:17.352271 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-aed1a582-93d1-4b3f-bdf3-341329985a4a tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:17.394337 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a0bf2a5b-3ec0-4d6b-8072-83e943e4c537 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7510230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985204'] for subnet, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:17.395144 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-88a2e79d-2d40-42e3-ae75-11791565629d tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:17.400998 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-85d2b4c5-eea7-4942-b65e-6e99d9a61b70 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:17.463257 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0bf2a5b-3ec0-4d6b-8072-83e943e4c537 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:42:17.468573 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-a0bf2a5b-3ec0-4d6b-8072-83e943e4c537 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:42:17.474947 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d2b4c5-eea7-4942-b65e-6e99d9a61b70 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f23081b6-ff27-411d-9011-a2cec0664dde,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:17.484071 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0bf2a5b-3ec0-4d6b-8072-83e943e4c537 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:42:17.484845 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0ce77f-7e16-4b51-b2d9-006512418d92 None None] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:42:17.484949 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a0bf2a5b-3ec0-4d6b-8072-83e943e4c537 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:17.495463 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bf2a5b-3ec0-4d6b-8072-83e943e4c537 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event updated for resources: {'Subnet': ['ID=cc5596f5-be44-4ba4-baaf-02914e0fe030,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:17.502367 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.api.v2.resource [None req-9ff9d875-5d92-42de-a531-8c1fe15789ee tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] create failed (client error): The resource could not be found. Feb 04 08:42:17.513422 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-9ff9d875-5d92-42de-a531-8c1fe15789ee tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2869537 Feb 04 08:42:17.513422 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 52286) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:17.521569 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-452f0099-9368-4e0c-bdc9-24b177dfe2ae tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Request body: {'security_group': {'name': 'tempest-secgroup--57733184'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:17.558898 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-452f0099-9368-4e0c-bdc9-24b177dfe2ae tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:17.573611 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-452f0099-9368-4e0c-bdc9-24b177dfe2ae tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:17.601070 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a2e79d-2d40-42e3-ae75-11791565629d tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Network 61eafde6-fc79-4a0c-a717-03e90bb1f726 is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:42:17.615938 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a2e79d-2d40-42e3-ae75-11791565629d tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Pushing event updated for resources: {'Port': ['ID=a0f9893e-9f8b-4444-bf7c-33716aed0fd0,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:17.615938 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-88a2e79d-2d40-42e3-ae75-11791565629d tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:42:17.615938 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a2e79d-2d40-42e3-ae75-11791565629d tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:42:17.673528 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-a0bf2a5b-3ec0-4d6b-8072-83e943e4c537 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2477262 Feb 04 08:42:17.674613 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 52290) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:17.680537 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-a187fc0d-a701-4010-91a5-f8cba6853734 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Request body: {'subnet': {'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:17.705737 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-aed1a582-93d1-4b3f-bdf3-341329985a4a tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Allocated IP 172.26.3.186 (e264bd74-c56b-43d0-9059-bcb57dbbe5bc/79caf47c-b62c-4ea0-b35f-21ede155daa8/87ae1afc-c70a-4436-a660-d19309b030de) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:42:17.714728 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a2e79d-2d40-42e3-ae75-11791565629d tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:42:17.715030 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-88a2e79d-2d40-42e3-ae75-11791565629d tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:17.759528 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-de6e96c7-baf0-40f9-8903-43bd9116ccaa tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for router_gateway, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:17.760173 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-de6e96c7-baf0-40f9-8903-43bd9116ccaa tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472990'] for router, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:17.767653 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-452f0099-9368-4e0c-bdc9-24b177dfe2ae tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:17.775205 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef460bae-2a9f-49cb-984f-bec9bd7efc8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'tenant_id': 'ffa27937301745e1ad43fa520f28cbc3', 'fixed_ips': [{'subnet_id': 'cc5596f5-be44-4ba4-baaf-02914e0fe030'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:42:17.776057 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-ef460bae-2a9f-49cb-984f-bec9bd7efc8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:17.813780 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-85d2b4c5-eea7-4942-b65e-6e99d9a61b70 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:17.814919 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-85d2b4c5-eea7-4942-b65e-6e99d9a61b70 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] 10.222.0.36 "DELETE /v2.0/security-groups/f23081b6-ff27-411d-9011-a2cec0664dde HTTP/1.1" status: 204 len: 168 time: 1.1831810 Feb 04 08:42:17.819543 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52294) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:17.824617 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Port b6e9c35b-2c2f-4dbd-a8cd-cfe22a7f02a5 update to DOWN by agent not found {{(pid=84109) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Feb 04 08:42:17.852851 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-452f0099-9368-4e0c-bdc9-24b177dfe2ae tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:17.867216 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-452f0099-9368-4e0c-bdc9-24b177dfe2ae tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Usage tracker for resource:security_group_rule and tenant:626384218d214a0780cbf22053b64f3e is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:17.871812 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-452f0099-9368-4e0c-bdc9-24b177dfe2ae tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:17.880835 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-452f0099-9368-4e0c-bdc9-24b177dfe2ae tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:17.886087 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-a187fc0d-a701-4010-91a5-f8cba6853734 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:17.893579 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-a187fc0d-a701-4010-91a5-f8cba6853734 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Usage tracker for resource:subnet and tenant:ffa27937301745e1ad43fa520f28cbc3 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:17.897149 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-a187fc0d-a701-4010-91a5-f8cba6853734 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:17.905311 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-a187fc0d-a701-4010-91a5-f8cba6853734 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:17.908430 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-88a2e79d-2d40-42e3-ae75-11791565629d tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.9528511 Feb 04 08:42:17.908987 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 52298) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:17.922555 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-010dee63-51c9-4f85-b424-49cf9ce65360 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Request body: {'port': {'network_id': '61eafde6-fc79-4a0c-a717-03e90bb1f726', 'name': 'tempest-PortsTestJSON-1104145024'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:17.988508 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-b15bdf04-a66a-4e29-a30b-88d49c8f10d9 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Synchronizing usage tracker for tenant:46dc6619d7e64f1ab45738b95b4fc44a on resource:security_group {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:42:18.002710 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-ef460bae-2a9f-49cb-984f-bec9bd7efc8e None None] Allocated IP 2001:db8::2 (bc933c3a-b15d-4eab-9ad6-d32fd193f5cd/cc5596f5-be44-4ba4-baaf-02914e0fe030/f91ac621-fa58-4879-8301-5c618b04921d) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:42:18.021200 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-aed1a582-93d1-4b3f-bdf3-341329985a4a tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:18.085827 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-452f0099-9368-4e0c-bdc9-24b177dfe2ae tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:18.097137 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-010dee63-51c9-4f85-b424-49cf9ce65360 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:18.102107 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-010dee63-51c9-4f85-b424-49cf9ce65360 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Usage tracker for resource:port and tenant:a287064d5ca349c39790be8557119e7e is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:18.106318 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-010dee63-51c9-4f85-b424-49cf9ce65360 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:18.113187 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-010dee63-51c9-4f85-b424-49cf9ce65360 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:18.115581 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a187fc0d-a701-4010-91a5-f8cba6853734 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Made reservation on behalf of ffa27937301745e1ad43fa520f28cbc3 for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:42:18.119117 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a187fc0d-a701-4010-91a5-f8cba6853734 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985186'] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:18.201179 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-452f0099-9368-4e0c-bdc9-24b177dfe2ae tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:18.222814 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-b15bdf04-a66a-4e29-a30b-88d49c8f10d9 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Unset dirty status for tenant:46dc6619d7e64f1ab45738b95b4fc44a on resource:security_group {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:42:18.223956 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-b15bdf04-a66a-4e29-a30b-88d49c8f10d9 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4035056 Feb 04 08:42:18.229224 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 52302) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:18.244918 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-403311d4-afc7-4e1a-a57f-5f3f7e82e90f tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Request body: {'security_group': {'name': 'tempest-secgroup--1552304791'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:18.249809 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-ef460bae-2a9f-49cb-984f-bec9bd7efc8e None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:18.260801 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-ef460bae-2a9f-49cb-984f-bec9bd7efc8e None None] Transition to ACTIVE for port object f91ac621-fa58-4879-8301-5c618b04921d will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:42:18.270930 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-403311d4-afc7-4e1a-a57f-5f3f7e82e90f tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:18.280273 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-ef460bae-2a9f-49cb-984f-bec9bd7efc8e None None] Transition to ACTIVE for port object f91ac621-fa58-4879-8301-5c618b04921d will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:42:18.313779 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-010dee63-51c9-4f85-b424-49cf9ce65360 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Made reservation on behalf of a287064d5ca349c39790be8557119e7e for: {'port': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:42:18.316703 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-010dee63-51c9-4f85-b424-49cf9ce65360 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:18.325813 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452f0099-9368-4e0c-bdc9-24b177dfe2ae tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=189599d3-4dd7-464a-8c5f-0b036d14f004,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:18.333334 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-403311d4-afc7-4e1a-a57f-5f3f7e82e90f tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:18.345059 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-aed1a582-93d1-4b3f-bdf3-341329985a4a tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:18.367607 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452f0099-9368-4e0c-bdc9-24b177dfe2ae tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:42:18.367945 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452f0099-9368-4e0c-bdc9-24b177dfe2ae tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:42:18.368277 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452f0099-9368-4e0c-bdc9-24b177dfe2ae tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:42:18.368622 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452f0099-9368-4e0c-bdc9-24b177dfe2ae tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:42:18.368946 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452f0099-9368-4e0c-bdc9-24b177dfe2ae tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:42:18.369268 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452f0099-9368-4e0c-bdc9-24b177dfe2ae tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:42:18.369584 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452f0099-9368-4e0c-bdc9-24b177dfe2ae tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:42:18.369905 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452f0099-9368-4e0c-bdc9-24b177dfe2ae tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:42:18.370248 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452f0099-9368-4e0c-bdc9-24b177dfe2ae tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:42:18.370558 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452f0099-9368-4e0c-bdc9-24b177dfe2ae tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:42:18.370864 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452f0099-9368-4e0c-bdc9-24b177dfe2ae tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:42:18.375406 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.ipam_backend_mixin [None req-a187fc0d-a701-4010-91a5-f8cba6853734 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cc5596f5-be44-4ba4-baaf-02914e0fe030 (CIDR: 2001:db8::/64) Feb 04 08:42:18.378676 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [None req-010dee63-51c9-4f85-b424-49cf9ce65360 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] device_id is not set on port d3c81491-4673-4e35-8200-153a60396450 yet. {{(pid=84107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:42:18.399365 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-ef460bae-2a9f-49cb-984f-bec9bd7efc8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:18.414773 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-452f0099-9368-4e0c-bdc9-24b177dfe2ae tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:18.419554 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-452f0099-9368-4e0c-bdc9-24b177dfe2ae tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.9081247 Feb 04 08:42:18.420092 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52306) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:18.427160 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-a187fc0d-a701-4010-91a5-f8cba6853734 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 08:42:18.427661 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a187fc0d-a701-4010-91a5-f8cba6853734 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:42:18.432791 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-403311d4-afc7-4e1a-a57f-5f3f7e82e90f tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:18.440964 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-dd269972-8c3c-4481-ab9b-425fee7c010e tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Request body: {'security_group': {'name': 'tempest-secgroup--1482130978'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:18.449472 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de6e96c7-baf0-40f9-8903-43bd9116ccaa tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Router 4a72ba4c-e039-402a-8503-660cd7f4f6a8 is scheduled to L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 with binding_index 1 {{(pid=84108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 08:42:18.462004 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed1a582-93d1-4b3f-bdf3-341329985a4a tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Network e264bd74-c56b-43d0-9059-bcb57dbbe5bc is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:42:18.463537 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-dd269972-8c3c-4481-ab9b-425fee7c010e tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:18.471309 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-aed1a582-93d1-4b3f-bdf3-341329985a4a tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:42:18.475797 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed1a582-93d1-4b3f-bdf3-341329985a4a tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Pushing event updated for resources: {'Port': ['ID=87ae1afc-c70a-4436-a660-d19309b030de,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:18.481032 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-dd269972-8c3c-4481-ab9b-425fee7c010e tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Usage tracker for resource:security_group and tenant:626384218d214a0780cbf22053b64f3e is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:18.484154 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed1a582-93d1-4b3f-bdf3-341329985a4a tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:42:18.516907 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-dd269972-8c3c-4481-ab9b-425fee7c010e tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:18.530898 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-dd269972-8c3c-4481-ab9b-425fee7c010e tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:18.556256 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-403311d4-afc7-4e1a-a57f-5f3f7e82e90f tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:18.565890 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-a187fc0d-a701-4010-91a5-f8cba6853734 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8876102 Feb 04 08:42:18.565890 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-403311d4-afc7-4e1a-a57f-5f3f7e82e90f tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Usage tracker for resource:security_group_rule and tenant:46dc6619d7e64f1ab45738b95b4fc44a is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:18.568958 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-403311d4-afc7-4e1a-a57f-5f3f7e82e90f tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:18.571571 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 52310) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:18.577540 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-3c6d9fcc-ae2c-40c4-8346-90d7318fc93f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Request body: {'subnet': {'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:18.582922 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef460bae-2a9f-49cb-984f-bec9bd7efc8e None None] Pushing event updated for resources: {'Port': ['ID=f91ac621-fa58-4879-8301-5c618b04921d,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:18.587225 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef460bae-2a9f-49cb-984f-bec9bd7efc8e None None] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:42:18.588624 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-ef460bae-2a9f-49cb-984f-bec9bd7efc8e None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:42:18.594128 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef460bae-2a9f-49cb-984f-bec9bd7efc8e None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:42:18.608653 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-403311d4-afc7-4e1a-a57f-5f3f7e82e90f tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:18.646063 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd05c39-2153-4e4e-9f1d-b220a107fdee None None] Network 61eafde6-fc79-4a0c-a717-03e90bb1f726 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:42:18.674622 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 00ef8263-df18-4e10-9c51-9902f90d1b2f up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:42:18.692423 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-010dee63-51c9-4f85-b424-49cf9ce65360 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Allocated IP 172.20.0.7 (61eafde6-fc79-4a0c-a717-03e90bb1f726/9a08d289-61b6-49c6-b0c2-316a49b4dcf4/d3c81491-4673-4e35-8200-153a60396450) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:42:18.729732 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-dd269972-8c3c-4481-ab9b-425fee7c010e tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Notify callbacks [] for security_group, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:18.838256 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-3c6d9fcc-ae2c-40c4-8346-90d7318fc93f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:18.852846 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-dd269972-8c3c-4481-ab9b-425fee7c010e tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:18.857871 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-403311d4-afc7-4e1a-a57f-5f3f7e82e90f tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:18.861192 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-dd269972-8c3c-4481-ab9b-425fee7c010e tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Usage tracker for resource:security_group_rule and tenant:626384218d214a0780cbf22053b64f3e is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:18.864418 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-3c6d9fcc-ae2c-40c4-8346-90d7318fc93f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Usage tracker for resource:subnet and tenant:ffa27937301745e1ad43fa520f28cbc3 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:18.867427 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-dd269972-8c3c-4481-ab9b-425fee7c010e tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:18.870190 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-3c6d9fcc-ae2c-40c4-8346-90d7318fc93f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:18.882639 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-dd269972-8c3c-4481-ab9b-425fee7c010e tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:18.890453 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-ef460bae-2a9f-49cb-984f-bec9bd7efc8e None None] Attempting to bind port f91ac621-fa58-4879-8301-5c618b04921d on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:42:18.890810 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-ef460bae-2a9f-49cb-984f-bec9bd7efc8e None None] Attempting to bind port f91ac621-fa58-4879-8301-5c618b04921d by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': '2c48dc91-e362-4611-9354-aede43558386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:42:18.891158 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef460bae-2a9f-49cb-984f-bec9bd7efc8e None None] Attempting to bind port f91ac621-fa58-4879-8301-5c618b04921d on network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:42:18.893520 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-3c6d9fcc-ae2c-40c4-8346-90d7318fc93f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:18.929302 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef460bae-2a9f-49cb-984f-bec9bd7efc8e None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:42:18.929684 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef460bae-2a9f-49cb-984f-bec9bd7efc8e None None] Checking segment: {'id': '2c48dc91-e362-4611-9354-aede43558386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:42:18.930050 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-ef460bae-2a9f-49cb-984f-bec9bd7efc8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:18.930429 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef460bae-2a9f-49cb-984f-bec9bd7efc8e None None] Bound using segment: {'id': '2c48dc91-e362-4611-9354-aede43558386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:42:18.930888 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-ef460bae-2a9f-49cb-984f-bec9bd7efc8e None None] Bound port: f91ac621-fa58-4879-8301-5c618b04921d, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c48dc91-e362-4611-9354-aede43558386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:42:18.931247 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-ef460bae-2a9f-49cb-984f-bec9bd7efc8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:18.954038 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-403311d4-afc7-4e1a-a57f-5f3f7e82e90f tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:19.031329 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-74ec2c47-74a0-4f70-a5a9-8d30cfe2726f None None] Provisioning for port 00ef8263-df18-4e10-9c51-9902f90d1b2f completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:42:19.035043 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403311d4-afc7-4e1a-a57f-5f3f7e82e90f tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8461a7e-9c13-42a2-9848-25b281b88f21,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:19.045117 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 00ef8263-df18-4e10-9c51-9902f90d1b2f completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:42:19.058365 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-74ec2c47-74a0-4f70-a5a9-8d30cfe2726f None None] Provisioning complete for port 00ef8263-df18-4e10-9c51-9902f90d1b2f triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:42:19.058717 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-74ec2c47-74a0-4f70-a5a9-8d30cfe2726f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:19.087957 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c6d9fcc-ae2c-40c4-8346-90d7318fc93f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Made reservation on behalf of ffa27937301745e1ad43fa520f28cbc3 for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:42:19.092248 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3c6d9fcc-ae2c-40c4-8346-90d7318fc93f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985186'] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:19.100637 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 00ef8263-df18-4e10-9c51-9902f90d1b2f triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:42:19.101006 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:19.112475 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-010dee63-51c9-4f85-b424-49cf9ce65360 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:19.130018 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-403311d4-afc7-4e1a-a57f-5f3f7e82e90f tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:19.135110 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-403311d4-afc7-4e1a-a57f-5f3f7e82e90f tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8997457 Feb 04 08:42:19.140995 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52314) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:19.152118 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-c5821edd-9750-42b4-b4d1-f7485368cb5b tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Request body: {'security_group_rule': {'security_group_id': 'b8461a7e-9c13-42a2-9848-25b281b88f21', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:19.171010 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-c5821edd-9750-42b4-b4d1-f7485368cb5b tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:19.200166 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-c5821edd-9750-42b4-b4d1-f7485368cb5b tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Usage tracker for resource:security_group_rule and tenant:46dc6619d7e64f1ab45738b95b4fc44a is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:19.209632 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-ef460bae-2a9f-49cb-984f-bec9bd7efc8e None None] For port f91ac621-fa58-4879-8301-5c618b04921d, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:42:19.210973 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-c5821edd-9750-42b4-b4d1-f7485368cb5b tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:19.212511 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [None req-010dee63-51c9-4f85-b424-49cf9ce65360 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Transition to ACTIVE for port object d3c81491-4673-4e35-8200-153a60396450 will not be triggered until provisioned by entity DHCP. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:42:19.229030 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-c5821edd-9750-42b4-b4d1-f7485368cb5b tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:19.231723 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-ef460bae-2a9f-49cb-984f-bec9bd7efc8e None None] For port f91ac621-fa58-4879-8301-5c618b04921d, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=f91ac621-fa58-4879-8301-5c618b04921d,segment=NetworkSegment(2c48dc91-e362-4611-9354-aede43558386),segment_id=2c48dc91-e362-4611-9354-aede43558386)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:42:19.262788 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-dd269972-8c3c-4481-ab9b-425fee7c010e tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Notify callbacks [] for security_group, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:19.306989 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de6e96c7-baf0-40f9-8903-43bd9116ccaa tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:42:19.324346 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c0a8c6-398d-4e76-bcca-0083ffb1998f None None] Sync routers for ids ['4a72ba4c-e039-402a-8503-660cd7f4f6a8'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:42:19.339790 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c0a8c6-398d-4e76-bcca-0083ffb1998f None None] Routers {'4a72ba4c-e039-402a-8503-660cd7f4f6a8'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:42:19.340391 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-b5c0a8c6-398d-4e76-bcca-0083ffb1998f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:41:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['4a72ba4c-e039-402a-8503-660cd7f4f6a8'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:42:19.346790 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-ef460bae-2a9f-49cb-984f-bec9bd7efc8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:19.371230 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-dd269972-8c3c-4481-ab9b-425fee7c010e tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:19.400713 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c5821edd-9750-42b4-b4d1-f7485368cb5b tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:19.439859 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:19.468522 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd269972-8c3c-4481-ab9b-425fee7c010e tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00e1f658-87d3-451e-a1c0-85925bf3b13e,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:19.469758 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-010dee63-51c9-4f85-b424-49cf9ce65360 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:19.476834 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-74ec2c47-74a0-4f70-a5a9-8d30cfe2726f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:19.482521 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-de6e96c7-baf0-40f9-8903-43bd9116ccaa tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for router, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:19.491992 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-de6e96c7-baf0-40f9-8903-43bd9116ccaa tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.8647754 Feb 04 08:42:19.492874 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52318) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:19.545525 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-dd269972-8c3c-4481-ab9b-425fee7c010e tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:19.552598 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-dd269972-8c3c-4481-ab9b-425fee7c010e tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1156213 Feb 04 08:42:19.552841 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef460bae-2a9f-49cb-984f-bec9bd7efc8e None None] Pushing event updated for resources: {'Port': ['ID=f91ac621-fa58-4879-8301-5c618b04921d,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:19.562962 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52322) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:19.567637 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-da0f70d1-c4c4-41b4-8a47-97f3620a5915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:19.576864 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-d427d8b8-afb8-4ebb-92d3-0ebb3dc8cb64 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Request body: {'security_group_rule': {'security_group_id': '189599d3-4dd7-464a-8c5f-0b036d14f004', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '00e1f658-87d3-451e-a1c0-85925bf3b13e'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:19.579764 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port 00ef8263-df18-4e10-9c51-9902f90d1b2f, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=00ef8263-df18-4e10-9c51-9902f90d1b2f,segment=NetworkSegment(ec8b727b-670e-4b77-967d-413b89f20d24),segment_id=ec8b727b-670e-4b77-967d-413b89f20d24)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:42:19.585761 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-3c42d1b0-f4c1-4633-a239-8b2e9880810a tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=7df2bfd740464e869863a41b14f4d5af&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0829775 Feb 04 08:42:19.589919 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-d427d8b8-afb8-4ebb-92d3-0ebb3dc8cb64 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:19.592101 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52326) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:19.628577 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-d427d8b8-afb8-4ebb-92d3-0ebb3dc8cb64 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Usage tracker for resource:security_group_rule and tenant:626384218d214a0780cbf22053b64f3e is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:19.636206 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-d427d8b8-afb8-4ebb-92d3-0ebb3dc8cb64 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:19.639447 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010dee63-51c9-4f85-b424-49cf9ce65360 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Pushing event updated for resources: {'Port': ['ID=d3c81491-4673-4e35-8200-153a60396450,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:19.640625 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c5821edd-9750-42b4-b4d1-f7485368cb5b tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:19.656069 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010dee63-51c9-4f85-b424-49cf9ce65360 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Network 61eafde6-fc79-4a0c-a717-03e90bb1f726 is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:42:19.658790 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-010dee63-51c9-4f85-b424-49cf9ce65360 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:42:19.661600 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010dee63-51c9-4f85-b424-49cf9ce65360 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:42:19.675918 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-b5c0a8c6-398d-4e76-bcca-0083ffb1998f None None] Set router 4a72ba4c-e039-402a-8503-660cd7f4f6a8 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:42:19.714897 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-d427d8b8-afb8-4ebb-92d3-0ebb3dc8cb64 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:19.739724 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:19.828936 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010dee63-51c9-4f85-b424-49cf9ce65360 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:42:19.828936 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-010dee63-51c9-4f85-b424-49cf9ce65360 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:19.829608 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b07b894-6186-4043-a503-7311b4d7c7c0 tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:42:19.829608 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-2b07b894-6186-4043-a503-7311b4d7c7c0 tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2121727 Feb 04 08:42:19.829853 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 52330) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:19.884407 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-a0dddec5-b417-4ffc-80b8-4a6a78ec1c74 tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=e264bd74-c56b-43d0-9059-bcb57dbbe5bc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0522819 Feb 04 08:42:19.885102 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 52334) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:19.891241 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-85fd485b-b4fa-4a6a-a29b-1cae5d92325d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1589468372', 'network_id': '496cc049-ee93-4118-86d8-45abdf23adc3', 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:19.948966 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c5821edd-9750-42b4-b4d1-f7485368cb5b tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:19.984351 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.db.api [None req-74ec2c47-74a0-4f70-a5a9-8d30cfe2726f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 08:42:19.991936 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG oslo_db.api [None req-74ec2c47-74a0-4f70-a5a9-8d30cfe2726f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 08:42:20.012253 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=00ef8263-df18-4e10-9c51-9902f90d1b2f,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:20.066124 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-aed1a582-93d1-4b3f-bdf3-341329985a4a tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:20.068124 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5821edd-9750-42b4-b4d1-f7485368cb5b tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d7e480a-40e4-46ed-8677-4ae342d0174e,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:20.081600 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-010dee63-51c9-4f85-b424-49cf9ce65360 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1684008 Feb 04 08:42:20.084186 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52338) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:20.157846 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-b5c0a8c6-398d-4e76-bcca-0083ffb1998f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a72ba4c-e039-402a-8503-660cd7f4f6a8', 'name': 'tempest-TestNetworkBasicOps-router-1639249351', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.177'}], 'enable_snat': True}, 'gw_port_id': '51804439-b547-47b1-acbe-80799117713d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:42:13Z', 'updated_at': '2022-02-04T08:42:17Z', 'revision_number': 3, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': '51804439-b547-47b1-acbe-80799117713d', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a72ba4c-e039-402a-8503-660cd7f4f6a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:42:15Z', 'updated_at': '2022-02-04T08:42:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:42:20.163035 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c5821edd-9750-42b4-b4d1-f7485368cb5b tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:20.167629 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-c5821edd-9750-42b4-b4d1-f7485368cb5b tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.0227358 Feb 04 08:42:20.170694 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 52342) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:20.179753 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c0a8c6-398d-4e76-bcca-0083ffb1998f None None] Checking router: 4a72ba4c-e039-402a-8503-660cd7f4f6a8 for host: dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 08:42:20.180259 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c0a8c6-398d-4e76-bcca-0083ffb1998f None None] Updating router 4a72ba4c-e039-402a-8503-660cd7f4f6a8 port 51804439-b547-47b1-acbe-80799117713d binding host dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 08:42:20.203513 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-418af769-a4e2-4371-872e-83d2c70f2c43 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] 10.222.0.36 "GET /v2.0/security-group-rules/8d7e480a-40e4-46ed-8677-4ae342d0174e HTTP/1.1" status: 200 len: 705 time: 0.0242012 Feb 04 08:42:20.216108 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 52346) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:20.256699 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-85fd485b-b4fa-4a6a-a29b-1cae5d92325d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:20.260019 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-b5c0a8c6-398d-4e76-bcca-0083ffb1998f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:20.264066 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-85fd485b-b4fa-4a6a-a29b-1cae5d92325d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:subnet and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:20.265232 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.api.v2.resource [None req-d427d8b8-afb8-4ebb-92d3-0ebb3dc8cb64 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 08:42:20.267145 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-85fd485b-b4fa-4a6a-a29b-1cae5d92325d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:20.269476 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-d427d8b8-afb8-4ebb-92d3-0ebb3dc8cb64 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.7012818 Feb 04 08:42:20.276152 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52350) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:20.277406 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-85fd485b-b4fa-4a6a-a29b-1cae5d92325d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:20.299643 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-aed1a582-93d1-4b3f-bdf3-341329985a4a tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:20.318585 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-0c9473b7-f33d-477f-ba23-bdfc55ebed77 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Synchronizing usage tracker for tenant:46dc6619d7e64f1ab45738b95b4fc44a on resource:security_group_rule {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:42:20.367650 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85fd485b-b4fa-4a6a-a29b-1cae5d92325d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Made reservation on behalf of 7df2bfd740464e869863a41b14f4d5af for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:42:20.416152 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab80dec-8beb-4676-a26a-45be0a78eb5e tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:42:20.417564 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-8ab80dec-8beb-4676-a26a-45be0a78eb5e tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Synchronizing usage tracker for tenant:a287064d5ca349c39790be8557119e7e on resource:port {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:42:20.426609 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e34ce643-2ff9-4967-810d-206d0d2df21a tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Notify callbacks [] for security_group, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:20.462185 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-0c9473b7-f33d-477f-ba23-bdfc55ebed77 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Unset dirty status for tenant:46dc6619d7e64f1ab45738b95b4fc44a on resource:security_group_rule {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:42:20.470249 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-0c9473b7-f33d-477f-ba23-bdfc55ebed77 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.2435000 Feb 04 08:42:20.472486 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 52354) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:20.568797 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d5d2ee8b-fbda-4958-8691-feda384ba0cc tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:20.591283 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-8ab80dec-8beb-4676-a26a-45be0a78eb5e tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Unset dirty status for tenant:a287064d5ca349c39790be8557119e7e on resource:port {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:42:20.592630 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-8ab80dec-8beb-4676-a26a-45be0a78eb5e tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.8 HTTP/1.1" status: 200 len: 920 time: 0.5071590 Feb 04 08:42:20.617288 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 52358) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:20.624335 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d5d2ee8b-fbda-4958-8691-feda384ba0cc tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:20.638738 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-85fd485b-b4fa-4a6a-a29b-1cae5d92325d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985186'] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:20.672281 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e34ce643-2ff9-4967-810d-206d0d2df21a tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:20.706383 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device f91ac621-fa58-4879-8301-5c618b04921d up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:42:20.804330 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-b5c0a8c6-398d-4e76-bcca-0083ffb1998f None None] Notify callbacks [] for port, precommit_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:20.810434 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-65edd50f-0535-42f4-b16f-e67aad055ac9 None None] Provisioning complete for port 00ef8263-df18-4e10-9c51-9902f90d1b2f triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:42:20.810945 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-65edd50f-0535-42f4-b16f-e67aad055ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:20.812778 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.objects.ports [None req-3c6d9fcc-ae2c-40c4-8346-90d7318fc93f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84107) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 04 08:42:20.816351 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-aed1a582-93d1-4b3f-bdf3-341329985a4a tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks [] for port, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:20.823967 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.provisioning_blocks [None req-b5c0a8c6-398d-4e76-bcca-0083ffb1998f None None] Transition to ACTIVE for port object 51804439-b547-47b1-acbe-80799117713d will not be triggered until provisioned by entity L2. {{(pid=84110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:42:20.853126 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e34ce643-2ff9-4967-810d-206d0d2df21a tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:20.891449 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34ce643-2ff9-4967-810d-206d0d2df21a tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e1f658-87d3-451e-a1c0-85925bf3b13e,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:20.893687 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e34ce643-2ff9-4967-810d-206d0d2df21a tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:20.894985 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-e34ce643-2ff9-4967-810d-206d0d2df21a tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] 10.222.0.36 "DELETE /v2.0/security-groups/00e1f658-87d3-451e-a1c0-85925bf3b13e HTTP/1.1" status: 204 len: 168 time: 0.6213040 Feb 04 08:42:20.896192 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-aed1a582-93d1-4b3f-bdf3-341329985a4a tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:20.908225 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 52362) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:20.916152 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-b5c0a8c6-398d-4e76-bcca-0083ffb1998f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:20.954205 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port f91ac621-fa58-4879-8301-5c618b04921d completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:42:20.974797 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 00ef8263-df18-4e10-9c51-9902f90d1b2f up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:42:21.034270 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-919b8733-5d57-438c-afdf-38f46d5c1a94 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Synchronizing usage tracker for tenant:626384218d214a0780cbf22053b64f3e on resource:security_group {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:42:21.034964 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.managers [None req-b5c0a8c6-398d-4e76-bcca-0083ffb1998f None None] Attempting to bind port 51804439-b547-47b1-acbe-80799117713d on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:42:21.035864 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.managers [None req-b5c0a8c6-398d-4e76-bcca-0083ffb1998f None None] Attempting to bind port 51804439-b547-47b1-acbe-80799117713d by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}] {{(pid=84110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:42:21.036697 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c0a8c6-398d-4e76-bcca-0083ffb1998f None None] Attempting to bind port 51804439-b547-47b1-acbe-80799117713d on network e264bd74-c56b-43d0-9059-bcb57dbbe5bc {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:42:21.043307 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0225afb8-926a-4e01-af87-2f03e1dcebb5 None None] Pushing event updated for resources: {'Port': ['ID=51804439-b547-47b1-acbe-80799117713d,revision_number=2']} {{(pid=84110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:21.051881 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d5d2ee8b-fbda-4958-8691-feda384ba0cc tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:21.062952 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c0a8c6-398d-4e76-bcca-0083ffb1998f None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:42:21.063617 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c0a8c6-398d-4e76-bcca-0083ffb1998f None None] Checking segment: {'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:42:21.064194 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-b5c0a8c6-398d-4e76-bcca-0083ffb1998f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:21.064957 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c0a8c6-398d-4e76-bcca-0083ffb1998f None None] Bound using segment: {'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'} {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:42:21.065605 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.managers [None req-b5c0a8c6-398d-4e76-bcca-0083ffb1998f None None] Bound port: 51804439-b547-47b1-acbe-80799117713d, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}}] {{(pid=84110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:42:21.066298 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-b5c0a8c6-398d-4e76-bcca-0083ffb1998f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:21.075784 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-9f4c09dd-234d-4198-bc92-30f5149ef069 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Deleting port d3c81491-4673-4e35-8200-153a60396450 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:42:21.077925 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9f4c09dd-234d-4198-bc92-30f5149ef069 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:21.078074 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-aed1a582-93d1-4b3f-bdf3-341329985a4a tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473039'] for floatingip, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:21.110733 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225afb8-926a-4e01-af87-2f03e1dcebb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:42:21.111270 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225afb8-926a-4e01-af87-2f03e1dcebb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:42:21.111777 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225afb8-926a-4e01-af87-2f03e1dcebb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:42:21.112267 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225afb8-926a-4e01-af87-2f03e1dcebb5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:42:21.112792 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225afb8-926a-4e01-af87-2f03e1dcebb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:42:21.113284 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225afb8-926a-4e01-af87-2f03e1dcebb5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:42:21.113770 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225afb8-926a-4e01-af87-2f03e1dcebb5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:42:21.114259 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225afb8-926a-4e01-af87-2f03e1dcebb5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:42:21.114745 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225afb8-926a-4e01-af87-2f03e1dcebb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:42:21.115226 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225afb8-926a-4e01-af87-2f03e1dcebb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:42:21.115708 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225afb8-926a-4e01-af87-2f03e1dcebb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:42:21.152370 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed1a582-93d1-4b3f-bdf3-341329985a4a tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Pushing event updated for resources: {'Port': ['ID=87ae1afc-c70a-4436-a660-d19309b030de,revision_number=2']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:21.166905 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d2ee8b-fbda-4958-8691-feda384ba0cc tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8d7e480a-40e4-46ed-8677-4ae342d0174e,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:21.235560 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 00ef8263-df18-4e10-9c51-9902f90d1b2f triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:42:21.236187 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:21.251969 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.db [None req-b5c0a8c6-398d-4e76-bcca-0083ffb1998f None None] For port 51804439-b547-47b1-acbe-80799117713d, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:42:21.255585 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.db [None req-b5c0a8c6-398d-4e76-bcca-0083ffb1998f None None] For port 51804439-b547-47b1-acbe-80799117713d, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=51804439-b547-47b1-acbe-80799117713d,segment=NetworkSegment(c44b9475-949d-4ae7-bfca-e29b010a56a6),segment_id=c44b9475-949d-4ae7-bfca-e29b010a56a6)] {{(pid=84110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:42:21.296141 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-919b8733-5d57-438c-afdf-38f46d5c1a94 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Unset dirty status for tenant:626384218d214a0780cbf22053b64f3e on resource:security_group {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:42:21.297529 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-919b8733-5d57-438c-afdf-38f46d5c1a94 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4005 time: 0.3883123 Feb 04 08:42:21.302892 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52366) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:21.305112 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d5d2ee8b-fbda-4958-8691-feda384ba0cc tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:21.310944 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-d5d2ee8b-fbda-4958-8691-feda384ba0cc tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/8d7e480a-40e4-46ed-8677-4ae342d0174e HTTP/1.1" status: 204 len: 168 time: 0.8246191 Feb 04 08:42:21.320525 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52370) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:21.342483 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-b5c0a8c6-398d-4e76-bcca-0083ffb1998f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:21.406361 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-65edd50f-0535-42f4-b16f-e67aad055ac9 None None] Provisioning for port a0f9893e-9f8b-4444-bf7c-33716aed0fd0 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:42:21.412877 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-65edd50f-0535-42f4-b16f-e67aad055ac9 None None] Provisioning complete for port a0f9893e-9f8b-4444-bf7c-33716aed0fd0 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:42:21.415939 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-65edd50f-0535-42f4-b16f-e67aad055ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:21.430283 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-565fb28f-2409-40ed-b978-488198a38ddc tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Notify callbacks [] for security_group, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:21.462083 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-c8151cbb-93bd-4a56-b8bd-54426aa608d3 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Synchronizing usage tracker for tenant:46dc6619d7e64f1ab45738b95b4fc44a on resource:security_group_rule {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:42:21.468672 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0225afb8-926a-4e01-af87-2f03e1dcebb5 None None] Pushing event updated for resources: {'Port': ['ID=51804439-b547-47b1-acbe-80799117713d,revision_number=3']} {{(pid=84110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:21.484004 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c0a8c6-398d-4e76-bcca-0083ffb1998f None None] Routers {'4a72ba4c-e039-402a-8503-660cd7f4f6a8'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:42:21.484004 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-b5c0a8c6-398d-4e76-bcca-0083ffb1998f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:41:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['4a72ba4c-e039-402a-8503-660cd7f4f6a8'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:42:21.484230 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-65edd50f-0535-42f4-b16f-e67aad055ac9 None None] Port a0f9893e-9f8b-4444-bf7c-33716aed0fd0 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:42:21.499419 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-565fb28f-2409-40ed-b978-488198a38ddc tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:21.515000 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.l3_db [None req-aed1a582-93d1-4b3f-bdf3-341329985a4a tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Floating IP 41577416-878b-4b92-940d-566f648d295d associated. External IP: 172.26.3.186, port: d3b46d85-a268-47c1-b607-51790a53ab43. Feb 04 08:42:21.568947 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-85fd485b-b4fa-4a6a-a29b-1cae5d92325d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7510230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985204'] for subnet, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:21.587513 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-65edd50f-0535-42f4-b16f-e67aad055ac9 None None] Provisioning for port d3c81491-4673-4e35-8200-153a60396450 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:42:21.592657 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-65edd50f-0535-42f4-b16f-e67aad055ac9 None None] Provisioning complete for port d3c81491-4673-4e35-8200-153a60396450 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:42:21.597617 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-65edd50f-0535-42f4-b16f-e67aad055ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:21.597745 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-c8151cbb-93bd-4a56-b8bd-54426aa608d3 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Unset dirty status for tenant:46dc6619d7e64f1ab45738b95b4fc44a on resource:security_group_rule {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:42:21.597745 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-c8151cbb-93bd-4a56-b8bd-54426aa608d3 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2747076 Feb 04 08:42:21.601238 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52374) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:21.612591 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-e6a79ac5-d18b-41f4-85b6-f8bbfeafe8da tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Request body: {'security_group_rule': {'security_group_id': 'b8461a7e-9c13-42a2-9848-25b281b88f21', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:21.617913 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9f4c09dd-234d-4198-bc92-30f5149ef069 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:21.621176 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-e6a79ac5-d18b-41f4-85b6-f8bbfeafe8da tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:21.640501 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-e6a79ac5-d18b-41f4-85b6-f8bbfeafe8da tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:21.668355 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3c6d9fcc-ae2c-40c4-8346-90d7318fc93f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:21.668937 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-65edd50f-0535-42f4-b16f-e67aad055ac9 None None] Port d3c81491-4673-4e35-8200-153a60396450 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:42:21.722622 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-b5c0a8c6-398d-4e76-bcca-0083ffb1998f None None] Set router 4a72ba4c-e039-402a-8503-660cd7f4f6a8 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:42:21.732485 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-565fb28f-2409-40ed-b978-488198a38ddc tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:21.754869 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565fb28f-2409-40ed-b978-488198a38ddc tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=189599d3-4dd7-464a-8c5f-0b036d14f004,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:21.791218 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e6a79ac5-d18b-41f4-85b6-f8bbfeafe8da tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:21.801237 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-04fce328-a7d2-4189-9a90-3e0019b07ecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:21.859641 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-565fb28f-2409-40ed-b978-488198a38ddc tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:21.863528 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-565fb28f-2409-40ed-b978-488198a38ddc tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] 10.222.0.36 "DELETE /v2.0/security-groups/189599d3-4dd7-464a-8c5f-0b036d14f004 HTTP/1.1" status: 204 len: 168 time: 0.5556488 Feb 04 08:42:21.866749 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52378) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:21.884802 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-6afa3bda-8d39-40a5-ae26-e780e1b019bd None None] Provisioning for port f91ac621-fa58-4879-8301-5c618b04921d completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:42:21.891025 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-6afa3bda-8d39-40a5-ae26-e780e1b019bd None None] Provisioning complete for port f91ac621-fa58-4879-8301-5c618b04921d triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:42:21.891394 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-6afa3bda-8d39-40a5-ae26-e780e1b019bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:22.016439 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-9f4c09dd-234d-4198-bc92-30f5149ef069 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Calling delete_port for d3c81491-4673-4e35-8200-153a60396450 owned by {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:42:22.018703 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-6afa3bda-8d39-40a5-ae26-e780e1b019bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:22.046997 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e6a79ac5-d18b-41f4-85b6-f8bbfeafe8da tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:22.076185 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-6afa3bda-8d39-40a5-ae26-e780e1b019bd None None] For port f91ac621-fa58-4879-8301-5c618b04921d, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=f91ac621-fa58-4879-8301-5c618b04921d,segment=NetworkSegment(2c48dc91-e362-4611-9354-aede43558386),segment_id=2c48dc91-e362-4611-9354-aede43558386)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:42:22.081681 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-b5c0a8c6-398d-4e76-bcca-0083ffb1998f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a72ba4c-e039-402a-8503-660cd7f4f6a8', 'name': 'tempest-TestNetworkBasicOps-router-1639249351', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.177'}], 'enable_snat': True}, 'gw_port_id': '51804439-b547-47b1-acbe-80799117713d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:42:13Z', 'updated_at': '2022-02-04T08:42:17Z', 'revision_number': 3, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': '51804439-b547-47b1-acbe-80799117713d', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a72ba4c-e039-402a-8503-660cd7f4f6a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:42:15Z', 'updated_at': '2022-02-04T08:42:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:42:22.091315 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c0a8c6-398d-4e76-bcca-0083ffb1998f None None] The sync data for ids ['4a72ba4c-e039-402a-8503-660cd7f4f6a8'] in dv-neutron-827798-2-hyperv is: [{'id': '4a72ba4c-e039-402a-8503-660cd7f4f6a8', 'name': 'tempest-TestNetworkBasicOps-router-1639249351', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.177'}], 'enable_snat': True}, 'gw_port_id': '51804439-b547-47b1-acbe-80799117713d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:42:13Z', 'updated_at': '2022-02-04T08:42:17Z', 'revision_number': 3, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': '51804439-b547-47b1-acbe-80799117713d', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a72ba4c-e039-402a-8503-660cd7f4f6a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:42:15Z', 'updated_at': '2022-02-04T08:42:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:42:22.091788 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-0802ac38-6341-4c7d-bb13-812aad971056 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Synchronizing usage tracker for tenant:626384218d214a0780cbf22053b64f3e on resource:security_group {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:42:22.122819 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e6a79ac5-d18b-41f4-85b6-f8bbfeafe8da tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:22.125362 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fd485b-b4fa-4a6a-a29b-1cae5d92325d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'Subnet': ['ID=13bb94bf-077c-48a9-9255-43c72a99925c,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:22.150708 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-6afa3bda-8d39-40a5-ae26-e780e1b019bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:22.152351 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fd485b-b4fa-4a6a-a29b-1cae5d92325d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Checking segment: {'id': 'db317278-674f-445c-8827-caaa4207caa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '496cc049-ee93-4118-86d8-45abdf23adc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:42:22.152780 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85fd485b-b4fa-4a6a-a29b-1cae5d92325d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Network hostable DHCP agents. Network: 496cc049-ee93-4118-86d8-45abdf23adc3, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:42:22.196227 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.db.api [None req-3c6d9fcc-ae2c-40c4-8346-90d7318fc93f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 08:42:22.200085 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG oslo_db.api [None req-3c6d9fcc-ae2c-40c4-8346-90d7318fc93f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 08:42:22.212643 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-0802ac38-6341-4c7d-bb13-812aad971056 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Unset dirty status for tenant:626384218d214a0780cbf22053b64f3e on resource:security_group {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:42:22.214386 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-0802ac38-6341-4c7d-bb13-812aad971056 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3473907 Feb 04 08:42:22.219906 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52382) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:22.221143 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a79ac5-d18b-41f4-85b6-f8bbfeafe8da tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33e0799b-11c2-4e5d-99ed-f3b32a1f4213,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:22.232908 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-bf9d03bc-a774-4abe-82bd-6b672f53930b tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Request body: {'security_group': {'name': 'tempest-secgroup--1328314250'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:22.243646 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-bf9d03bc-a774-4abe-82bd-6b672f53930b tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:22.252019 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afa3bda-8d39-40a5-ae26-e780e1b019bd None None] Pushing event updated for resources: {'Port': ['ID=f91ac621-fa58-4879-8301-5c618b04921d,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:22.262154 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afa3bda-8d39-40a5-ae26-e780e1b019bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:42:22.262154 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afa3bda-8d39-40a5-ae26-e780e1b019bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:42:22.262429 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afa3bda-8d39-40a5-ae26-e780e1b019bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:42:22.262742 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afa3bda-8d39-40a5-ae26-e780e1b019bd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:42:22.263112 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afa3bda-8d39-40a5-ae26-e780e1b019bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:42:22.264107 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afa3bda-8d39-40a5-ae26-e780e1b019bd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:42:22.264289 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-bf9d03bc-a774-4abe-82bd-6b672f53930b tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:22.264454 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afa3bda-8d39-40a5-ae26-e780e1b019bd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:42:22.264821 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afa3bda-8d39-40a5-ae26-e780e1b019bd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:42:22.265299 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afa3bda-8d39-40a5-ae26-e780e1b019bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:42:22.265877 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afa3bda-8d39-40a5-ae26-e780e1b019bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:42:22.265995 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afa3bda-8d39-40a5-ae26-e780e1b019bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:42:22.303553 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aed1a582-93d1-4b3f-bdf3-341329985a4a tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Router de793c8f-17cf-4e3d-8480-f685e8e42fc8 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:42:22.304340 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85fd485b-b4fa-4a6a-a29b-1cae5d92325d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Network 496cc049-ee93-4118-86d8-45abdf23adc3 is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:42:22.361641 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9f4c09dd-234d-4198-bc92-30f5149ef069 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:22.379660 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e6a79ac5-d18b-41f4-85b6-f8bbfeafe8da tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:22.380852 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-e6a79ac5-d18b-41f4-85b6-f8bbfeafe8da tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7785172 Feb 04 08:42:22.388474 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52388) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:22.412681 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-85fd485b-b4fa-4a6a-a29b-1cae5d92325d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, 496cc049-ee93-4118-86d8-45abdf23adc3) {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:42:22.421994 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c33e49-a65a-445d-87a5-c4520f65fb3c None None] Network 496cc049-ee93-4118-86d8-45abdf23adc3 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:42:22.423781 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4c09dd-234d-4198-bc92-30f5149ef069 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Pushing event deleted for resources: {'Port': ['ID=d3c81491-4673-4e35-8200-153a60396450,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:22.427817 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85fd485b-b4fa-4a6a-a29b-1cae5d92325d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:42:22.434115 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-85fd485b-b4fa-4a6a-a29b-1cae5d92325d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:22.434236 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-1f9124ff-a6af-4cf2-b2ff-f28612bde39a tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] 10.222.0.36 "GET /v2.0/security-group-rules/33e0799b-11c2-4e5d-99ed-f3b32a1f4213 HTTP/1.1" status: 200 len: 705 time: 0.0406585 Feb 04 08:42:22.434236 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52392) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:22.473783 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-bf9d03bc-a774-4abe-82bd-6b672f53930b tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Notify callbacks [] for security_group, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:22.576571 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-bf9d03bc-a774-4abe-82bd-6b672f53930b tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:22.581284 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9f4c09dd-234d-4198-bc92-30f5149ef069 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:22.583327 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-9f4c09dd-234d-4198-bc92-30f5149ef069 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "DELETE /v2.0/ports/d3c81491-4673-4e35-8200-153a60396450 HTTP/1.1" status: 204 len: 168 time: 1.9573493 Feb 04 08:42:22.584299 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 52396) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:22.587496 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-17782e9a-d347-4de0-a5cc-9ad1a8e928cd tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Synchronizing usage tracker for tenant:46dc6619d7e64f1ab45738b95b4fc44a on resource:security_group_rule {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:42:22.596250 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-bf9d03bc-a774-4abe-82bd-6b672f53930b tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Usage tracker for resource:security_group_rule and tenant:626384218d214a0780cbf22053b64f3e is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:22.607195 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-bf9d03bc-a774-4abe-82bd-6b672f53930b tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:22.633636 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-85fd485b-b4fa-4a6a-a29b-1cae5d92325d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.7474034 Feb 04 08:42:22.639488 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 52400) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:22.703682 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-bf9d03bc-a774-4abe-82bd-6b672f53930b tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:22.764486 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device f91ac621-fa58-4879-8301-5c618b04921d up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:42:22.764776 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ab43a24-a144-4631-aa23-878d4e1dad94 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] GET failed (client error): The resource could not be found. Feb 04 08:42:22.764879 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-7ab43a24-a144-4631-aa23-878d4e1dad94 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Synchronizing usage tracker for tenant:a287064d5ca349c39790be8557119e7e on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:42:22.843923 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3c6d9fcc-ae2c-40c4-8346-90d7318fc93f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:22.844217 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-17782e9a-d347-4de0-a5cc-9ad1a8e928cd tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Unset dirty status for tenant:46dc6619d7e64f1ab45738b95b4fc44a on resource:security_group_rule {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:42:22.848246 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-17782e9a-d347-4de0-a5cc-9ad1a8e928cd tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.4114234 Feb 04 08:42:22.848246 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-bf9d03bc-a774-4abe-82bd-6b672f53930b tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Notify callbacks [] for security_group, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:22.850486 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52404) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:22.890560 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c40ac4b4-72c8-4b86-a7a0-20d7d78dd93b tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:22.896741 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aed1a582-93d1-4b3f-bdf3-341329985a4a tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:42:22.903430 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-7ab43a24-a144-4631-aa23-878d4e1dad94 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Unset dirty status for tenant:a287064d5ca349c39790be8557119e7e on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:42:22.908209 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-7ab43a24-a144-4631-aa23-878d4e1dad94 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "GET /v2.0/ports/d3c81491-4673-4e35-8200-153a60396450 HTTP/1.1" status: 404 len: 333 time: 0.3219066 Feb 04 08:42:22.914816 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 52408) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:22.915691 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c40ac4b4-72c8-4b86-a7a0-20d7d78dd93b tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:22.937012 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-bf9d03bc-a774-4abe-82bd-6b672f53930b tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:22.965705 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da24d867-8c62-414b-a71e-34f722129ae1 None None] Sync routers for ids ['de793c8f-17cf-4e3d-8480-f685e8e42fc8'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:42:23.021803 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2716ae-3d10-4a3b-9019-ca17e9cb50d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-496cc049-ee93-4118-86d8-45abdf23adc3', 'network_id': '496cc049-ee93-4118-86d8-45abdf23adc3', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'fixed_ips': [{'subnet_id': '13bb94bf-077c-48a9-9255-43c72a99925c'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:42:23.021803 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-0f2716ae-3d10-4a3b-9019-ca17e9cb50d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:23.025184 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9d03bc-a774-4abe-82bd-6b672f53930b tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c2d6d12-fa17-4bb2-80bf-354e7fd839ac,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:23.051832 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da24d867-8c62-414b-a71e-34f722129ae1 None None] Routers {'de793c8f-17cf-4e3d-8480-f685e8e42fc8'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:42:23.053739 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-da24d867-8c62-414b-a71e-34f722129ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:42:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['de793c8f-17cf-4e3d-8480-f685e8e42fc8'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:42:23.067760 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-bcede5fc-7070-4da7-a1ed-42728addb2f4 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Deleting port a0f9893e-9f8b-4444-bf7c-33716aed0fd0 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:42:23.068287 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-bcede5fc-7070-4da7-a1ed-42728addb2f4 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:23.105141 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-aed1a582-93d1-4b3f-bdf3-341329985a4a tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for floatingip, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:23.115879 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:23.124173 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:23.135431 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port f91ac621-fa58-4879-8301-5c618b04921d triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:42:23.136406 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:23.165358 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-da24d867-8c62-414b-a71e-34f722129ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:42:23.247970 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-bf9d03bc-a774-4abe-82bd-6b672f53930b tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:23.251767 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-bf9d03bc-a774-4abe-82bd-6b672f53930b tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0259211 Feb 04 08:42:23.254407 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da24d867-8c62-414b-a71e-34f722129ae1 None None] Routers {'de793c8f-17cf-4e3d-8480-f685e8e42fc8'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:42:23.255279 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-da24d867-8c62-414b-a71e-34f722129ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:42:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['de793c8f-17cf-4e3d-8480-f685e8e42fc8'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:42:23.256133 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c40ac4b4-72c8-4b86-a7a0-20d7d78dd93b tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:23.257349 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52412) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:23.276337 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c40ac4b4-72c8-4b86-a7a0-20d7d78dd93b tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:23.278009 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-c40ac4b4-72c8-4b86-a7a0-20d7d78dd93b tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/33e0799b-11c2-4e5d-99ed-f3b32a1f4213 HTTP/1.1" status: 204 len: 168 time: 0.4264948 Feb 04 08:42:23.282037 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-d5392c49-16f0-46fe-8e46-fc15239f9da7 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:23.282581 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.api.v2.resource [None req-d5392c49-16f0-46fe-8e46-fc15239f9da7 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] update failed (client error): There was a conflict when trying to complete your request. Feb 04 08:42:23.283481 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-d5392c49-16f0-46fe-8e46-fc15239f9da7 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] 10.222.0.36 "PUT /v2.0/security-groups/0c2d6d12-fa17-4bb2-80bf-354e7fd839ac HTTP/1.1" status: 409 len: 330 time: 0.0170493 Feb 04 08:42:23.286172 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52416) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:23.286502 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52418) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:23.330420 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-da24d867-8c62-414b-a71e-34f722129ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:42:23.330717 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da24d867-8c62-414b-a71e-34f722129ae1 None None] The sync data for ids ['de793c8f-17cf-4e3d-8480-f685e8e42fc8'] in dv-neutron-827798-2-hyperv is: [] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:42:23.336859 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40ac4b4-72c8-4b86-a7a0-20d7d78dd93b tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=33e0799b-11c2-4e5d-99ed-f3b32a1f4213,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:23.359541 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-aed1a582-93d1-4b3f-bdf3-341329985a4a tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 6.7673197 Feb 04 08:42:23.363140 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52424) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:23.374462 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-0606dc9f-4a66-430a-8b43-4230009bb24e tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1939073491'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:23.384613 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-0606dc9f-4a66-430a-8b43-4230009bb24e tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:23.403590 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-0606dc9f-4a66-430a-8b43-4230009bb24e tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Usage tracker for resource:network and tenant:ad4a401d45cf492bbfe70c7522312369 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:23.409104 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-0606dc9f-4a66-430a-8b43-4230009bb24e tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:23.421236 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-0606dc9f-4a66-430a-8b43-4230009bb24e tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:23.428726 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-7d448f89-e8d7-46a8-94f5-efb77e7c5631 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Synchronizing usage tracker for tenant:46dc6619d7e64f1ab45738b95b4fc44a on resource:security_group_rule {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:42:23.455625 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d775f76c-895b-4b3e-b974-23a75840906c tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Notify callbacks [] for security_group, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:23.477761 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-0f2716ae-3d10-4a3b-9019-ca17e9cb50d5 None None] Allocated IP 172.20.0.2 (496cc049-ee93-4118-86d8-45abdf23adc3/13bb94bf-077c-48a9-9255-43c72a99925c/c0e374a8-1160-4ff1-af0a-0114d0de8018) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:42:23.481095 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 51804439-b547-47b1-acbe-80799117713d up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:42:23.488188 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d775f76c-895b-4b3e-b974-23a75840906c tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:23.498917 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [None req-3c6d9fcc-ae2c-40c4-8346-90d7318fc93f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] For port f91ac621-fa58-4879-8301-5c618b04921d, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=f91ac621-fa58-4879-8301-5c618b04921d,segment=NetworkSegment(2c48dc91-e362-4611-9354-aede43558386),segment_id=2c48dc91-e362-4611-9354-aede43558386)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:42:23.523184 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0606dc9f-4a66-430a-8b43-4230009bb24e tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Made reservation on behalf of ad4a401d45cf492bbfe70c7522312369 for: {'network': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:42:23.527400 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0606dc9f-4a66-430a-8b43-4230009bb24e tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:23.549517 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-7d448f89-e8d7-46a8-94f5-efb77e7c5631 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Unset dirty status for tenant:46dc6619d7e64f1ab45738b95b4fc44a on resource:security_group_rule {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:42:23.553303 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-7d448f89-e8d7-46a8-94f5-efb77e7c5631 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2611890 Feb 04 08:42:23.554094 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52428) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:23.559921 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-6011b1fa-cd24-46da-893b-e75839112743 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Request body: {'security_group_rule': {'security_group_id': 'b8461a7e-9c13-42a2-9848-25b281b88f21', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:23.569042 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-6011b1fa-cd24-46da-893b-e75839112743 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:23.581430 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-6011b1fa-cd24-46da-893b-e75839112743 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:23.588353 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3c6d9fcc-ae2c-40c4-8346-90d7318fc93f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:23.597797 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-bcede5fc-7070-4da7-a1ed-42728addb2f4 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:23.634134 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d775f76c-895b-4b3e-b974-23a75840906c tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:23.655612 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0606dc9f-4a66-430a-8b43-4230009bb24e tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=84108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:42:23.662748 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d775f76c-895b-4b3e-b974-23a75840906c tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c2d6d12-fa17-4bb2-80bf-354e7fd839ac,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:23.674304 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0606dc9f-4a66-430a-8b43-4230009bb24e tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:23.674664 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.segments_db [None req-0606dc9f-4a66-430a-8b43-4230009bb24e tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Added segment fc462b27-2843-4bf2-bd60-d4ff8b3b51b4 of type vlan for network 30680c66-e47c-4a4d-832f-69d148e2c8fe Feb 04 08:42:23.679129 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3c6d9fcc-ae2c-40c4-8346-90d7318fc93f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:23.679875 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3c6d9fcc-ae2c-40c4-8346-90d7318fc93f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7510230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985204'] for subnet, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:23.687496 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-6011b1fa-cd24-46da-893b-e75839112743 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:23.726105 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0606dc9f-4a66-430a-8b43-4230009bb24e tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:23.731130 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 51804439-b547-47b1-acbe-80799117713d completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:42:23.749584 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 51804439-b547-47b1-acbe-80799117713d triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:42:23.749965 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:23.776078 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d775f76c-895b-4b3e-b974-23a75840906c tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:23.780087 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-d775f76c-895b-4b3e-b974-23a75840906c tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] 10.222.0.36 "DELETE /v2.0/security-groups/0c2d6d12-fa17-4bb2-80bf-354e7fd839ac HTTP/1.1" status: 204 len: 168 time: 0.4867835 Feb 04 08:42:23.783443 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52432) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:23.817100 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-6011b1fa-cd24-46da-893b-e75839112743 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:23.817308 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-0f2716ae-3d10-4a3b-9019-ca17e9cb50d5 None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:23.831072 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-0f2716ae-3d10-4a3b-9019-ca17e9cb50d5 None None] Transition to ACTIVE for port object c0e374a8-1160-4ff1-af0a-0114d0de8018 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:42:23.844649 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0606dc9f-4a66-430a-8b43-4230009bb24e tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:23.848771 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0606dc9f-4a66-430a-8b43-4230009bb24e tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:42:23.849137 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0606dc9f-4a66-430a-8b43-4230009bb24e tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:23.874136 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-6011b1fa-cd24-46da-893b-e75839112743 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:23.885198 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-0f2716ae-3d10-4a3b-9019-ca17e9cb50d5 None None] Transition to ACTIVE for port object c0e374a8-1160-4ff1-af0a-0114d0de8018 will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:42:23.913353 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:23.938718 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port 51804439-b547-47b1-acbe-80799117713d, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=51804439-b547-47b1-acbe-80799117713d,segment=NetworkSegment(c44b9475-949d-4ae7-bfca-e29b010a56a6),segment_id=c44b9475-949d-4ae7-bfca-e29b010a56a6)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:42:23.954153 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-0f2716ae-3d10-4a3b-9019-ca17e9cb50d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:23.970091 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-9acc2c65-a3e0-4fc0-9b77-03bbcc315e42 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Synchronizing usage tracker for tenant:626384218d214a0780cbf22053b64f3e on resource:security_group {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:42:23.983176 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-bcede5fc-7070-4da7-a1ed-42728addb2f4 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Calling delete_port for a0f9893e-9f8b-4444-bf7c-33716aed0fd0 owned by {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:42:23.998630 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6011b1fa-cd24-46da-893b-e75839112743 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=665c564b-0cf3-4eab-91b4-3864fb030fe9,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:24.010340 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0606dc9f-4a66-430a-8b43-4230009bb24e tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Pushing event updated for resources: {'Network': ['ID=30680c66-e47c-4a4d-832f-69d148e2c8fe,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:24.018208 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:24.030110 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network 30680c66-e47c-4a4d-832f-69d148e2c8fe details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:42:24.069185 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-0606dc9f-4a66-430a-8b43-4230009bb24e tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7042212 Feb 04 08:42:24.071271 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52436) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:24.077447 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-258e0191-4321-4d30-a69f-3c5bd5385596 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Request body: {'subnet': {'network_id': '30680c66-e47c-4a4d-832f-69d148e2c8fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:24.100228 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2716ae-3d10-4a3b-9019-ca17e9cb50d5 None None] Network 496cc049-ee93-4118-86d8-45abdf23adc3 is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:42:24.109348 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6d9fcc-ae2c-40c4-8346-90d7318fc93f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:42:24.110302 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-0f2716ae-3d10-4a3b-9019-ca17e9cb50d5 None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:42:24.113201 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2716ae-3d10-4a3b-9019-ca17e9cb50d5 None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:42:24.132477 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2716ae-3d10-4a3b-9019-ca17e9cb50d5 None None] Pushing event updated for resources: {'Port': ['ID=c0e374a8-1160-4ff1-af0a-0114d0de8018,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:24.139757 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-3c6d9fcc-ae2c-40c4-8346-90d7318fc93f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:42:24.142435 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-9acc2c65-a3e0-4fc0-9b77-03bbcc315e42 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] Unset dirty status for tenant:626384218d214a0780cbf22053b64f3e on resource:security_group {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:42:24.143665 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-9acc2c65-a3e0-4fc0-9b77-03bbcc315e42 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3590128 Feb 04 08:42:24.148468 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6d9fcc-ae2c-40c4-8346-90d7318fc93f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event updated for resources: {'Subnet': ['ID=b479644c-8578-46a2-9360-d369eaadf131,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:24.150811 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 52440) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:24.153007 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6d9fcc-ae2c-40c4-8346-90d7318fc93f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:42:24.153793 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3c6d9fcc-ae2c-40c4-8346-90d7318fc93f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:24.156848 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-6011b1fa-cd24-46da-893b-e75839112743 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:24.164504 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-6011b1fa-cd24-46da-893b-e75839112743 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6041095 Feb 04 08:42:24.168439 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6d9fcc-ae2c-40c4-8346-90d7318fc93f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event updated for resources: {'Port': ['ID=f91ac621-fa58-4879-8301-5c618b04921d,revision_number=5']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:24.174451 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 52442) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:24.184961 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f704fe-8819-4141-a9e4-d0d8e91f5e6a None None] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:42:24.206852 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-258e0191-4321-4d30-a69f-3c5bd5385596 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:24.211786 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-258e0191-4321-4d30-a69f-3c5bd5385596 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Usage tracker for resource:subnet and tenant:ad4a401d45cf492bbfe70c7522312369 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:24.216561 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-258e0191-4321-4d30-a69f-3c5bd5385596 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:24.223790 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-258e0191-4321-4d30-a69f-3c5bd5385596 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:24.250522 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.api.v2.resource [None req-865ab543-f5e3-4699-8720-dceb0007f901 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] delete failed (client error): The resource could not be found. Feb 04 08:42:24.251555 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-865ab543-f5e3-4699-8720-dceb0007f901 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] 10.222.0.36 "DELETE /v2.0/security-groups/e52bce9b-0fd5-45cd-85df-1c87080e1fd8 HTTP/1.1" status: 404 len: 347 time: 0.0850177 Feb 04 08:42:24.255422 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52448) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:24.267281 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-e4a4a875-9af5-415e-8dda-b2d5be6edda0 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] 10.222.0.36 "GET /v2.0/security-group-rules/665c564b-0cf3-4eab-91b4-3864fb030fe9 HTTP/1.1" status: 200 len: 706 time: 0.0780661 Feb 04 08:42:24.270083 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52452) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:24.297684 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.api.v2.resource [None req-6fb5ddeb-e046-4d20-ac12-7d4896ccaf4c tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] show failed (client error): The resource could not be found. Feb 04 08:42:24.299014 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-6fb5ddeb-e046-4d20-ac12-7d4896ccaf4c tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] 10.222.0.36 "GET /v2.0/security-groups/19101250-f55e-4db3-ad6d-c982e4e86754 HTTP/1.1" status: 404 len: 347 time: 0.0424535 Feb 04 08:42:24.303619 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52456) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:24.333402 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.api.v2.resource [None req-09874683-3c17-413b-9b13-9b56d4ddb243 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] show failed (client error): The resource could not be found. Feb 04 08:42:24.333402 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-09874683-3c17-413b-9b13-9b56d4ddb243 tempest-NegativeSecGroupTest-559019809 tempest-NegativeSecGroupTest-559019809-project] 10.222.0.36 "GET /v2.0/security-group-rules/839d5933-f721-493a-8eac-30a3a25fca0a HTTP/1.1" status: 404 len: 356 time: 0.0254059 Feb 04 08:42:24.356136 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-51593852-e7e4-46b5-94bb-b953f9134957 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Synchronizing usage tracker for tenant:46dc6619d7e64f1ab45738b95b4fc44a on resource:security_group_rule {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:42:24.362328 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-3c6d9fcc-ae2c-40c4-8346-90d7318fc93f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 5.7897491 Feb 04 08:42:24.366289 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 52462) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:24.427775 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-258e0191-4321-4d30-a69f-3c5bd5385596 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Made reservation on behalf of ad4a401d45cf492bbfe70c7522312369 for: {'subnet': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:42:24.428741 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=51804439-b547-47b1-acbe-80799117713d,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:24.442460 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-0f2716ae-3d10-4a3b-9019-ca17e9cb50d5 None None] Attempting to bind port c0e374a8-1160-4ff1-af0a-0114d0de8018 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:42:24.442827 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-0f2716ae-3d10-4a3b-9019-ca17e9cb50d5 None None] Attempting to bind port c0e374a8-1160-4ff1-af0a-0114d0de8018 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': 'db317278-674f-445c-8827-caaa4207caa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '496cc049-ee93-4118-86d8-45abdf23adc3'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:42:24.443181 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2716ae-3d10-4a3b-9019-ca17e9cb50d5 None None] Attempting to bind port c0e374a8-1160-4ff1-af0a-0114d0de8018 on network 496cc049-ee93-4118-86d8-45abdf23adc3 {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:42:24.460062 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:24.465328 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-51593852-e7e4-46b5-94bb-b953f9134957 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Unset dirty status for tenant:46dc6619d7e64f1ab45738b95b4fc44a on resource:security_group_rule {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:42:24.466693 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-51593852-e7e4-46b5-94bb-b953f9134957 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3708 time: 0.1954219 Feb 04 08:42:24.481596 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2716ae-3d10-4a3b-9019-ca17e9cb50d5 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:42:24.481963 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2716ae-3d10-4a3b-9019-ca17e9cb50d5 None None] Checking segment: {'id': 'db317278-674f-445c-8827-caaa4207caa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '496cc049-ee93-4118-86d8-45abdf23adc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:42:24.500351 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-0f2716ae-3d10-4a3b-9019-ca17e9cb50d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:24.500351 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2716ae-3d10-4a3b-9019-ca17e9cb50d5 None None] Bound using segment: {'id': 'db317278-674f-445c-8827-caaa4207caa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '496cc049-ee93-4118-86d8-45abdf23adc3'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:42:24.500351 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-0f2716ae-3d10-4a3b-9019-ca17e9cb50d5 None None] Bound port: c0e374a8-1160-4ff1-af0a-0114d0de8018, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db317278-674f-445c-8827-caaa4207caa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '496cc049-ee93-4118-86d8-45abdf23adc3'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:42:24.500351 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-0f2716ae-3d10-4a3b-9019-ca17e9cb50d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:24.503482 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 52468) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:24.504542 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-bcede5fc-7070-4da7-a1ed-42728addb2f4 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:24.602153 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 51804439-b547-47b1-acbe-80799117713d up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:42:24.614546 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-258e0191-4321-4d30-a69f-3c5bd5385596 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8119726'] for subnet, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:24.625179 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-29dca958-3273-4552-849b-2a6d2547d37f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Request body: {'port': {'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'mac_address': 'fa:16:3e:86:29:33', 'name': 'tempest-NetworksTestDHCPv6-2095734562'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:24.676159 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcede5fc-7070-4da7-a1ed-42728addb2f4 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Pushing event deleted for resources: {'Port': ['ID=a0f9893e-9f8b-4444-bf7c-33716aed0fd0,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:24.741343 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b7759382-8da3-4f6c-bc14-251f85cb53ef tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:24.803197 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b7759382-8da3-4f6c-bc14-251f85cb53ef tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:24.892994 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-0f2716ae-3d10-4a3b-9019-ca17e9cb50d5 None None] For port c0e374a8-1160-4ff1-af0a-0114d0de8018, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:42:24.911618 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-0f2716ae-3d10-4a3b-9019-ca17e9cb50d5 None None] For port c0e374a8-1160-4ff1-af0a-0114d0de8018, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=c0e374a8-1160-4ff1-af0a-0114d0de8018,segment=NetworkSegment(db317278-674f-445c-8827-caaa4207caa7),segment_id=db317278-674f-445c-8827-caaa4207caa7)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:42:24.915767 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 51804439-b547-47b1-acbe-80799117713d triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:42:24.916136 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:24.918753 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-bcede5fc-7070-4da7-a1ed-42728addb2f4 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:24.936872 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-bcede5fc-7070-4da7-a1ed-42728addb2f4 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "DELETE /v2.0/ports/a0f9893e-9f8b-4444-bf7c-33716aed0fd0 HTTP/1.1" status: 204 len: 168 time: 2.0195837 Feb 04 08:42:24.940108 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52474) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:24.947373 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-29dca958-3273-4552-849b-2a6d2547d37f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:24.953194 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-29dca958-3273-4552-849b-2a6d2547d37f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Usage tracker for resource:port and tenant:ffa27937301745e1ad43fa520f28cbc3 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:24.993222 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-0f2716ae-3d10-4a3b-9019-ca17e9cb50d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:24.995697 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8be6d79-c945-44c4-8437-42f46d5901ea tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] GET failed (client error): The resource could not be found. Feb 04 08:42:25.000341 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-e8be6d79-c945-44c4-8437-42f46d5901ea tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "GET /v2.0/ports/a0f9893e-9f8b-4444-bf7c-33716aed0fd0 HTTP/1.1" status: 404 len: 333 time: 0.0580676 Feb 04 08:42:25.001421 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52478) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:25.002455 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-258e0191-4321-4d30-a69f-3c5bd5385596 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7593498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8119736'] for subnet, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:25.041646 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-29dca958-3273-4552-849b-2a6d2547d37f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:25.052572 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-29dca958-3273-4552-849b-2a6d2547d37f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:25.083953 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b7759382-8da3-4f6c-bc14-251f85cb53ef tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:25.104259 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 52482) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:25.117004 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b7759382-8da3-4f6c-bc14-251f85cb53ef tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:25.117004 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-b7759382-8da3-4f6c-bc14-251f85cb53ef tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/665c564b-0cf3-4eab-91b4-3864fb030fe9 HTTP/1.1" status: 204 len: 168 time: 0.6038246 Feb 04 08:42:25.125221 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 52486) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:25.126569 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258e0191-4321-4d30-a69f-3c5bd5385596 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Pushing event updated for resources: {'Subnet': ['ID=e722b01a-fa5f-49a3-8aca-b05eab46b8ec,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:25.138597 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7759382-8da3-4f6c-bc14-251f85cb53ef tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=665c564b-0cf3-4eab-91b4-3864fb030fe9,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:25.161360 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29dca958-3273-4552-849b-2a6d2547d37f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Made reservation on behalf of ffa27937301745e1ad43fa520f28cbc3 for: {'port': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:42:25.196158 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258e0191-4321-4d30-a69f-3c5bd5385596 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Checking segment: {'id': 'fc462b27-2843-4bf2-bd60-d4ff8b3b51b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '30680c66-e47c-4a4d-832f-69d148e2c8fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:42:25.197368 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258e0191-4321-4d30-a69f-3c5bd5385596 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Network hostable DHCP agents. Network: 30680c66-e47c-4a4d-832f-69d148e2c8fe, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:42:25.212712 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2716ae-3d10-4a3b-9019-ca17e9cb50d5 None None] Pushing event updated for resources: {'Port': ['ID=c0e374a8-1160-4ff1-af0a-0114d0de8018,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:25.343511 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-26f33977-6fe5-4a87-a1a1-ed2b14579620 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Synchronizing usage tracker for tenant:46dc6619d7e64f1ab45738b95b4fc44a on resource:security_group_rule {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:42:25.404697 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_v2 [None req-e52b1fe3-470b-4da0-ae28-3fb62513bf16 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Deleting subnet 9a08d289-61b6-49c6-b0c2-316a49b4dcf4 {{(pid=84108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:42:25.408705 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e52b1fe3-470b-4da0-ae28-3fb62513bf16 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks [] for subnet, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:25.468380 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258e0191-4321-4d30-a69f-3c5bd5385596 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Network 30680c66-e47c-4a4d-832f-69d148e2c8fe is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:42:25.482628 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-29dca958-3273-4552-849b-2a6d2547d37f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:25.504221 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e52b1fe3-470b-4da0-ae28-3fb62513bf16 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7851377'] for subnet, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:25.504780 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-26f33977-6fe5-4a87-a1a1-ed2b14579620 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Unset dirty status for tenant:46dc6619d7e64f1ab45738b95b4fc44a on resource:security_group_rule {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:42:25.506014 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-26f33977-6fe5-4a87-a1a1-ed2b14579620 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3780186 Feb 04 08:42:25.523485 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 52492) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:25.569743 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-258e0191-4321-4d30-a69f-3c5bd5385596 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, 30680c66-e47c-4a4d-832f-69d148e2c8fe) {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:42:25.574669 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258e0191-4321-4d30-a69f-3c5bd5385596 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:42:25.574669 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-258e0191-4321-4d30-a69f-3c5bd5385596 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:25.580157 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b56ed5-cdc4-4c9f-b7d8-22a9ef5d0df8 None None] Network 30680c66-e47c-4a4d-832f-69d148e2c8fe requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:42:25.582887 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [None req-29dca958-3273-4552-849b-2a6d2547d37f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] device_id is not set on port 603cd489-8773-4374-9522-2ec00ebabfda yet. {{(pid=84107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:42:25.622104 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e52b1fe3-470b-4da0-ae28-3fb62513bf16 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:25.636310 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-78e2ec98-8e80-41dd-ba94-49b110dadbd2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=626384218d214a0780cbf22053b64f3e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5192823 Feb 04 08:42:25.644518 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 52496) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:25.703255 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-258e0191-4321-4d30-a69f-3c5bd5385596 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6306419 Feb 04 08:42:25.707922 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52498) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:25.713006 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-68f9e10e-7e16-4e36-957a-ceaee180fa2c tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-606741543', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}, 'admin_state_up': False}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:25.724119 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-68f9e10e-7e16-4e36-957a-ceaee180fa2c tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:25.731187 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-68f9e10e-7e16-4e36-957a-ceaee180fa2c tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Usage tracker for resource:router and tenant:ad4a401d45cf492bbfe70c7522312369 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:25.741330 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-68f9e10e-7e16-4e36-957a-ceaee180fa2c tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Quota usage for router was recalculated. Used quota:1. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:25.749449 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-68f9e10e-7e16-4e36-957a-ceaee180fa2c tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:25.817098 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e52b1fe3-470b-4da0-ae28-3fb62513bf16 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7593563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8119683'] for subnet, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:25.861080 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-68f9e10e-7e16-4e36-957a-ceaee180fa2c tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40975'] for router, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:25.865413 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-68f9e10e-7e16-4e36-957a-ceaee180fa2c tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40982'] for router, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:25.865413 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52b1fe3-470b-4da0-ae28-3fb62513bf16 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Pushing event deleted for resources: {'Subnet': ['ID=9a08d289-61b6-49c6-b0c2-316a49b4dcf4,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:25.875428 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e52b1fe3-470b-4da0-ae28-3fb62513bf16 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:25.888493 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-e52b1fe3-470b-4da0-ae28-3fb62513bf16 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "DELETE /v2.0/subnets/9a08d289-61b6-49c6-b0c2-316a49b4dcf4 HTTP/1.1" status: 204 len: 168 time: 0.8777254 Feb 04 08:42:25.892015 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52504) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:25.897072 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f9eb63-0671-4dd1-99ae-715920b385ee None None] Network 61eafde6-fc79-4a0c-a717-03e90bb1f726 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:42:25.962583 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-762fec77-5b47-46fb-bbd5-d229cdfffff3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:25.965628 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-921db841-786c-4dd3-af46-2c531846b45e tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:25.971446 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-cab7b5cc-5343-4415-b8e7-43286be6d118 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:26.040219 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83f229c-7382-4e75-a100-f79984e29269 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-30680c66-e47c-4a4d-832f-69d148e2c8fe', 'network_id': '30680c66-e47c-4a4d-832f-69d148e2c8fe', 'tenant_id': 'ad4a401d45cf492bbfe70c7522312369', 'fixed_ips': [{'subnet_id': 'e722b01a-fa5f-49a3-8aca-b05eab46b8ec'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:42:26.041201 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-a83f229c-7382-4e75-a100-f79984e29269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:26.050767 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:26.120701 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d83bd88b-bb32-4b53-b292-fc129e604904 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:26.142272 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-68f9e10e-7e16-4e36-957a-ceaee180fa2c tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:26.163185 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-d83bd88b-bb32-4b53-b292-fc129e604904 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Deleting port 00ef8263-df18-4e10-9c51-9902f90d1b2f {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:42:26.163703 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d83bd88b-bb32-4b53-b292-fc129e604904 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:26.242791 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-762fec77-5b47-46fb-bbd5-d229cdfffff3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:26.258649 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-2c2060ac-bebb-4ee0-a736-f4336478d322 None None] Provisioning complete for port f91ac621-fa58-4879-8301-5c618b04921d triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:42:26.259214 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2c2060ac-bebb-4ee0-a736-f4336478d322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:26.267105 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-921db841-786c-4dd3-af46-2c531846b45e tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:26.399908 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-a83f229c-7382-4e75-a100-f79984e29269 None None] Allocated IP 172.20.0.2 (30680c66-e47c-4a4d-832f-69d148e2c8fe/e722b01a-fa5f-49a3-8aca-b05eab46b8ec/441a935a-5508-416c-bf6b-60b7d77cc5d7) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:42:26.489793 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-29dca958-3273-4552-849b-2a6d2547d37f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Allocated IP 2001:db8::342 (bc933c3a-b15d-4eab-9ad6-d32fd193f5cd/cc5596f5-be44-4ba4-baaf-02914e0fe030/603cd489-8773-4374-9522-2ec00ebabfda) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:42:26.516639 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-29dca958-3273-4552-849b-2a6d2547d37f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Allocated IP 2001:db8:0:1:f816:3eff:fe86:2933 (bc933c3a-b15d-4eab-9ad6-d32fd193f5cd/b479644c-8578-46a2-9360-d369eaadf131/603cd489-8773-4374-9522-2ec00ebabfda) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:42:26.538708 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [None req-d83bd88b-bb32-4b53-b292-fc129e604904 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] For port 00ef8263-df18-4e10-9c51-9902f90d1b2f, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=00ef8263-df18-4e10-9c51-9902f90d1b2f,segment=NetworkSegment(ec8b727b-670e-4b77-967d-413b89f20d24),segment_id=ec8b727b-670e-4b77-967d-413b89f20d24)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:42:26.539178 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d83bd88b-bb32-4b53-b292-fc129e604904 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:26.554488 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-68f9e10e-7e16-4e36-957a-ceaee180fa2c tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40996'] for router, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:26.620512 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-921db841-786c-4dd3-af46-2c531846b45e tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:26.649145 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16dde824-f04c-4eb0-aa27-8cfe4d43dd6e None None] DHCP port deletion for 61eafde6-fc79-4a0c-a717-03e90bb1f726 request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 08:42:26.680091 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-16dde824-f04c-4eb0-aa27-8cfe4d43dd6e None None] Deleting port 00ef8263-df18-4e10-9c51-9902f90d1b2f {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:42:26.683466 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-16dde824-f04c-4eb0-aa27-8cfe4d43dd6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:26.704836 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-d83bd88b-bb32-4b53-b292-fc129e604904 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Calling delete_port for 00ef8263-df18-4e10-9c51-9902f90d1b2f owned by network:dhcp {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:42:26.716086 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-762fec77-5b47-46fb-bbd5-d229cdfffff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:26.748778 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921db841-786c-4dd3-af46-2c531846b45e tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8461a7e-9c13-42a2-9848-25b281b88f21,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:26.778627 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device c0e374a8-1160-4ff1-af0a-0114d0de8018 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:42:26.817041 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762fec77-5b47-46fb-bbd5-d229cdfffff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb353c5-5ea6-43ee-817c-7d3c3358692f,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:26.920802 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d83bd88b-bb32-4b53-b292-fc129e604904 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:26.976210 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8bf977c-f873-4fab-9068-338a523af10d None None] Network 496cc049-ee93-4118-86d8-45abdf23adc3 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:42:26.997630 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83bd88b-bb32-4b53-b292-fc129e604904 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] No DVR routers for this DVR port 00ef8263-df18-4e10-9c51-9902f90d1b2f on host dv-neutron-827798-2-hyperv {{(pid=84108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:42:27.050509 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83bd88b-bb32-4b53-b292-fc129e604904 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Pushing event deleted for resources: {'Port': ['ID=00ef8263-df18-4e10-9c51-9902f90d1b2f,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:27.068457 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-921db841-786c-4dd3-af46-2c531846b45e tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:27.072235 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-921db841-786c-4dd3-af46-2c531846b45e tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] 10.222.0.36 "DELETE /v2.0/security-groups/b8461a7e-9c13-42a2-9848-25b281b88f21 HTTP/1.1" status: 204 len: 168 time: 1.5480990 Feb 04 08:42:27.077441 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52508) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:27.082990 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-762fec77-5b47-46fb-bbd5-d229cdfffff3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:27.083224 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-762fec77-5b47-46fb-bbd5-d229cdfffff3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9bb353c5-5ea6-43ee-817c-7d3c3358692f HTTP/1.1" status: 204 len: 168 time: 1.3492641 Feb 04 08:42:27.112935 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-cab7b5cc-5343-4415-b8e7-43286be6d118 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Allocated IP 172.20.0.1 (496cc049-ee93-4118-86d8-45abdf23adc3/13bb94bf-077c-48a9-9255-43c72a99925c/1f16f60d-bdf7-4fe1-8b01-2f5938f5eed6) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:42:27.115627 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-29dca958-3273-4552-849b-2a6d2547d37f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:27.155076 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [None req-29dca958-3273-4552-849b-2a6d2547d37f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Transition to ACTIVE for port object 603cd489-8773-4374-9522-2ec00ebabfda will not be triggered until provisioned by entity DHCP. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:42:27.236671 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d83bd88b-bb32-4b53-b292-fc129e604904 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:27.287039 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-a83f229c-7382-4e75-a100-f79984e29269 None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:27.290591 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-16dde824-f04c-4eb0-aa27-8cfe4d43dd6e None None] For port 00ef8263-df18-4e10-9c51-9902f90d1b2f, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=00ef8263-df18-4e10-9c51-9902f90d1b2f,segment=NetworkSegment(ec8b727b-670e-4b77-967d-413b89f20d24),segment_id=ec8b727b-670e-4b77-967d-413b89f20d24)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:42:27.291081 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-16dde824-f04c-4eb0-aa27-8cfe4d43dd6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:27.300921 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-d83bd88b-bb32-4b53-b292-fc129e604904 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61eafde6-fc79-4a0c-a717-03e90bb1f726']}} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:42:27.322487 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-f397f8fb-e702-4141-b2c3-4cfcfed0dd07 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2368112 Feb 04 08:42:27.322702 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-cab7b5cc-5343-4415-b8e7-43286be6d118 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:27.324441 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-d83bd88b-bb32-4b53-b292-fc129e604904 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec8b727b-670e-4b77-967d-413b89f20d24') {'for_net_delete': True} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:42:27.324932 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-d83bd88b-bb32-4b53-b292-fc129e604904 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec8b727b-670e-4b77-967d-413b89f20d24') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:42:27.327153 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 52514) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:27.333135 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-a82150fc-637c-4442-a359-669c309eccec tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Request body: {'security_group': {'name': 'tempest-secgroup--1024564626'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:27.341647 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d83bd88b-bb32-4b53-b292-fc129e604904 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7851336'] for segment, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:27.344896 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-29dca958-3273-4552-849b-2a6d2547d37f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:27.354252 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-a82150fc-637c-4442-a359-669c309eccec tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:27.369609 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d83bd88b-bb32-4b53-b292-fc129e604904 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:27.379950 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d83bd88b-bb32-4b53-b292-fc129e604904 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=84108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:42:27.380350 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d83bd88b-bb32-4b53-b292-fc129e604904 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7460345'] for segment, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:27.393749 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-a82150fc-637c-4442-a359-669c309eccec tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Usage tracker for resource:security_group and tenant:46dc6619d7e64f1ab45738b95b4fc44a is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:27.395252 dv-neutron-827798-2-hyperv neutron-server[84108]: Traceback (most recent call last): Feb 04 08:42:27.395252 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:42:27.395252 dv-neutron-827798-2-hyperv neutron-server[84108]: timer() Feb 04 08:42:27.395252 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:42:27.395252 dv-neutron-827798-2-hyperv neutron-server[84108]: cb(*args, **kw) Feb 04 08:42:27.395252 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:42:27.395252 dv-neutron-827798-2-hyperv neutron-server[84108]: return func(*args, **kwargs) Feb 04 08:42:27.395252 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:42:27.395252 dv-neutron-827798-2-hyperv neutron-server[84108]: self._notify() Feb 04 08:42:27.395252 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:42:27.395252 dv-neutron-827798-2-hyperv neutron-server[84108]: self.callback(batched_events) Feb 04 08:42:27.395252 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:42:27.395252 dv-neutron-827798-2-hyperv neutron-server[84108]: event.method(event) Feb 04 08:42:27.395252 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:42:27.395252 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:42:27.395252 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:42:27.395252 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:42:27.395252 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:42:27.395252 dv-neutron-827798-2-hyperv neutron-server[84108]: return f(self, *a, **k) Feb 04 08:42:27.395252 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:42:27.395252 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._get(url).json() Feb 04 08:42:27.395252 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:42:27.395252 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:42:27.395252 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:42:27.395252 dv-neutron-827798-2-hyperv neutron-server[84108]: return self.request(url, 'GET', **kwargs) Feb 04 08:42:27.395252 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:42:27.395252 dv-neutron-827798-2-hyperv neutron-server[84108]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:42:27.395252 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:42:27.395252 dv-neutron-827798-2-hyperv neutron-server[84108]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:42:27.395252 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:42:27.395252 dv-neutron-827798-2-hyperv neutron-server[84108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:42:27.395252 dv-neutron-827798-2-hyperv neutron-server[84108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:42:27.397713 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [None req-cab7b5cc-5343-4415-b8e7-43286be6d118 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Transition to ACTIVE for port object 1f16f60d-bdf7-4fe1-8b01-2f5938f5eed6 will not be triggered until provisioned by entity DHCP. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:42:27.409094 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-a82150fc-637c-4442-a359-669c309eccec tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:27.427053 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-a82150fc-637c-4442-a359-669c309eccec tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:27.436794 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29dca958-3273-4552-849b-2a6d2547d37f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:42:27.442355 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-29dca958-3273-4552-849b-2a6d2547d37f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:42:27.444805 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29dca958-3273-4552-849b-2a6d2547d37f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:42:27.449609 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29dca958-3273-4552-849b-2a6d2547d37f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:42:27.449837 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-29dca958-3273-4552-849b-2a6d2547d37f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:27.467131 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-16dde824-f04c-4eb0-aa27-8cfe4d43dd6e None None] Calling delete_port for 00ef8263-df18-4e10-9c51-9902f90d1b2f owned by network:dhcp {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:42:27.488959 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dca958-3273-4552-849b-2a6d2547d37f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event updated for resources: {'Port': ['ID=603cd489-8773-4374-9522-2ec00ebabfda,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:27.515582 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-704442bf-6913-45a2-a306-61630ab29497 None None] Provisioning for port c0e374a8-1160-4ff1-af0a-0114d0de8018 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:42:27.519200 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-a83f229c-7382-4e75-a100-f79984e29269 None None] Transition to ACTIVE for port object 441a935a-5508-416c-bf6b-60b7d77cc5d7 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:42:27.536617 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a82150fc-637c-4442-a359-669c309eccec tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:27.539217 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-68f9e10e-7e16-4e36-957a-ceaee180fa2c tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks [] for router_gateway, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:27.553938 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port c0e374a8-1160-4ff1-af0a-0114d0de8018 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:42:27.578984 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-68f9e10e-7e16-4e36-957a-ceaee180fa2c tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:27.590870 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-a82150fc-637c-4442-a359-669c309eccec tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:27.597249 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-a82150fc-637c-4442-a359-669c309eccec tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Usage tracker for resource:security_group_rule and tenant:46dc6619d7e64f1ab45738b95b4fc44a is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:27.603621 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-a82150fc-637c-4442-a359-669c309eccec tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:27.610460 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port c0e374a8-1160-4ff1-af0a-0114d0de8018 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:42:27.610865 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-a82150fc-637c-4442-a359-669c309eccec tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:27.611223 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:27.645725 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-704442bf-6913-45a2-a306-61630ab29497 None None] Provisioning complete for port c0e374a8-1160-4ff1-af0a-0114d0de8018 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:42:27.646379 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-704442bf-6913-45a2-a306-61630ab29497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:27.658202 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d83bd88b-bb32-4b53-b292-fc129e604904 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:27.681057 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-cab7b5cc-5343-4415-b8e7-43286be6d118 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:27.687222 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d83bd88b-bb32-4b53-b292-fc129e604904 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:27.699671 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83bd88b-bb32-4b53-b292-fc129e604904 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Pushing event deleted for resources: {'Network': ['ID=61eafde6-fc79-4a0c-a717-03e90bb1f726,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:27.763424 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-29dca958-3273-4552-849b-2a6d2547d37f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.3958542 Feb 04 08:42:27.770241 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.db.api [None req-16dde824-f04c-4eb0-aa27-8cfe4d43dd6e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 08:42:27.770591 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG oslo_db.api [None req-16dde824-f04c-4eb0-aa27-8cfe4d43dd6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 08:42:27.771268 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 52524) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:27.793384 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-a83f229c-7382-4e75-a100-f79984e29269 None None] Transition to ACTIVE for port object 441a935a-5508-416c-bf6b-60b7d77cc5d7 will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:42:27.793542 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-d83bd88b-bb32-4b53-b292-fc129e604904 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "DELETE /v2.0/networks/61eafde6-fc79-4a0c-a717-03e90bb1f726 HTTP/1.1" status: 204 len: 168 time: 1.8988404 Feb 04 08:42:27.802986 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52530) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:27.812871 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-2f293826-2852-481e-a01a-5c65400dd229 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1662749207'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:27.822840 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-2f293826-2852-481e-a01a-5c65400dd229 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:27.838351 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-2f293826-2852-481e-a01a-5c65400dd229 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Usage tracker for resource:network and tenant:a287064d5ca349c39790be8557119e7e is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:27.842355 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-68f9e10e-7e16-4e36-957a-ceaee180fa2c tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Allocated IP 172.26.3.164 (e264bd74-c56b-43d0-9059-bcb57dbbe5bc/79caf47c-b62c-4ea0-b35f-21ede155daa8/edb17bb1-d138-447a-960d-6cb3b1b6b8da) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:42:27.844886 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-2f293826-2852-481e-a01a-5c65400dd229 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:27.853287 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-2f293826-2852-481e-a01a-5c65400dd229 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:27.866575 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab7b5cc-5343-4415-b8e7-43286be6d118 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Network 496cc049-ee93-4118-86d8-45abdf23adc3 is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:42:27.877514 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a82150fc-637c-4442-a359-669c309eccec tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:27.883578 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-cab7b5cc-5343-4415-b8e7-43286be6d118 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:42:27.891120 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab7b5cc-5343-4415-b8e7-43286be6d118 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:42:27.936291 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-a83f229c-7382-4e75-a100-f79984e29269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:27.937922 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab7b5cc-5343-4415-b8e7-43286be6d118 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'Port': ['ID=1f16f60d-bdf7-4fe1-8b01-2f5938f5eed6,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:27.960417 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-e6f808d7-b4ae-4b38-8bfd-bee941d03738 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Deleting port 603cd489-8773-4374-9522-2ec00ebabfda {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:42:27.960796 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e6f808d7-b4ae-4b38-8bfd-bee941d03738 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:28.008577 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a82150fc-637c-4442-a359-669c309eccec tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:28.070295 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83f229c-7382-4e75-a100-f79984e29269 None None] Network 30680c66-e47c-4a4d-832f-69d148e2c8fe is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:42:28.077713 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-a83f229c-7382-4e75-a100-f79984e29269 None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:42:28.083692 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:28.101936 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83f229c-7382-4e75-a100-f79984e29269 None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:42:28.123563 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83f229c-7382-4e75-a100-f79984e29269 None None] Pushing event updated for resources: {'Port': ['ID=441a935a-5508-416c-bf6b-60b7d77cc5d7,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:28.132483 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-cab7b5cc-5343-4415-b8e7-43286be6d118 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-472912'] for router_interface, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:28.139267 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-704442bf-6913-45a2-a306-61630ab29497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:28.145511 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f293826-2852-481e-a01a-5c65400dd229 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Made reservation on behalf of a287064d5ca349c39790be8557119e7e for: {'network': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:42:28.149990 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2f293826-2852-481e-a01a-5c65400dd229 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:28.162599 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-68f9e10e-7e16-4e36-957a-ceaee180fa2c tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:28.195286 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82150fc-637c-4442-a359-669c309eccec tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd43b95-ab9f-47a6-a0c2-324390d2c0bd,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:28.195530 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f293826-2852-481e-a01a-5c65400dd229 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=84108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:42:28.205582 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port c0e374a8-1160-4ff1-af0a-0114d0de8018, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=c0e374a8-1160-4ff1-af0a-0114d0de8018,segment=NetworkSegment(db317278-674f-445c-8827-caaa4207caa7),segment_id=db317278-674f-445c-8827-caaa4207caa7)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:42:28.208317 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2f293826-2852-481e-a01a-5c65400dd229 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:28.208669 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.segments_db [None req-2f293826-2852-481e-a01a-5c65400dd229 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Added segment b11d1616-f097-4b3d-ba1e-aea0a43b6d9d of type vlan for network cd139fae-f18c-46b2-8f75-2c53b1a5c644 Feb 04 08:42:28.243495 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2f293826-2852-481e-a01a-5c65400dd229 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:28.272437 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-16dde824-f04c-4eb0-aa27-8cfe4d43dd6e None None] Deleting port 00ef8263-df18-4e10-9c51-9902f90d1b2f {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:42:28.272917 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-16dde824-f04c-4eb0-aa27-8cfe4d43dd6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:28.300074 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a82150fc-637c-4442-a359-669c309eccec tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:28.304106 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-a82150fc-637c-4442-a359-669c309eccec tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9732904 Feb 04 08:42:28.307202 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52538) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:28.311547 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:28.325330 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-045dc435-5bd4-4035-8c9b-dc0028d94cd5 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Request body: {'security_group_rule': {'security_group_id': 'cbd43b95-ab9f-47a6-a0c2-324390d2c0bd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:28.332693 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-045dc435-5bd4-4035-8c9b-dc0028d94cd5 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:28.337356 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-045dc435-5bd4-4035-8c9b-dc0028d94cd5 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Usage tracker for resource:security_group_rule and tenant:46dc6619d7e64f1ab45738b95b4fc44a is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:28.341085 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-68f9e10e-7e16-4e36-957a-ceaee180fa2c tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:28.352062 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-045dc435-5bd4-4035-8c9b-dc0028d94cd5 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:28.359469 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-045dc435-5bd4-4035-8c9b-dc0028d94cd5 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:28.411844 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 00ef8263-df18-4e10-9c51-9902f90d1b2f no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:42:28.427996 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e6f808d7-b4ae-4b38-8bfd-bee941d03738 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:28.447680 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2f293826-2852-481e-a01a-5c65400dd229 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:28.452362 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f293826-2852-481e-a01a-5c65400dd229 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:42:28.453447 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2f293826-2852-481e-a01a-5c65400dd229 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:28.489552 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-a83f229c-7382-4e75-a100-f79984e29269 None None] Attempting to bind port 441a935a-5508-416c-bf6b-60b7d77cc5d7 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:42:28.490055 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-a83f229c-7382-4e75-a100-f79984e29269 None None] Attempting to bind port 441a935a-5508-416c-bf6b-60b7d77cc5d7 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': 'fc462b27-2843-4bf2-bd60-d4ff8b3b51b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '30680c66-e47c-4a4d-832f-69d148e2c8fe'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:42:28.490513 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83f229c-7382-4e75-a100-f79984e29269 None None] Attempting to bind port 441a935a-5508-416c-bf6b-60b7d77cc5d7 on network 30680c66-e47c-4a4d-832f-69d148e2c8fe {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:42:28.499413 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-16dde824-f04c-4eb0-aa27-8cfe4d43dd6e None None] The port '00ef8263-df18-4e10-9c51-9902f90d1b2f' was deleted {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 08:42:28.518153 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-045dc435-5bd4-4035-8c9b-dc0028d94cd5 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:28.519673 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: 00ef8263-df18-4e10-9c51-9902f90d1b2f {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:42:28.520129 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 00ef8263-df18-4e10-9c51-9902f90d1b2f not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:42:28.542409 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83f229c-7382-4e75-a100-f79984e29269 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:42:28.542786 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83f229c-7382-4e75-a100-f79984e29269 None None] Checking segment: {'id': 'fc462b27-2843-4bf2-bd60-d4ff8b3b51b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '30680c66-e47c-4a4d-832f-69d148e2c8fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:42:28.543252 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-a83f229c-7382-4e75-a100-f79984e29269 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:28.543756 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83f229c-7382-4e75-a100-f79984e29269 None None] Bound using segment: {'id': 'fc462b27-2843-4bf2-bd60-d4ff8b3b51b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '30680c66-e47c-4a4d-832f-69d148e2c8fe'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:42:28.544375 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-a83f229c-7382-4e75-a100-f79984e29269 None None] Bound port: 441a935a-5508-416c-bf6b-60b7d77cc5d7, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc462b27-2843-4bf2-bd60-d4ff8b3b51b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '30680c66-e47c-4a4d-832f-69d148e2c8fe'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:42:28.548068 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-a83f229c-7382-4e75-a100-f79984e29269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:28.607570 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.db.api [None req-704442bf-6913-45a2-a306-61630ab29497 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 08:42:28.608001 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG oslo_db.api [None req-704442bf-6913-45a2-a306-61630ab29497 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 08:42:28.635177 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=c0e374a8-1160-4ff1-af0a-0114d0de8018,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:28.698987 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f9e10e-7e16-4e36-957a-ceaee180fa2c tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Network e264bd74-c56b-43d0-9059-bcb57dbbe5bc is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:42:28.706324 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f9e10e-7e16-4e36-957a-ceaee180fa2c tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Pushing event updated for resources: {'Port': ['ID=edb17bb1-d138-447a-960d-6cb3b1b6b8da,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:28.721556 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-68f9e10e-7e16-4e36-957a-ceaee180fa2c tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:42:28.726692 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f9e10e-7e16-4e36-957a-ceaee180fa2c tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:42:28.730775 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-a83f229c-7382-4e75-a100-f79984e29269 None None] For port 441a935a-5508-416c-bf6b-60b7d77cc5d7, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:42:28.735178 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-a83f229c-7382-4e75-a100-f79984e29269 None None] For port 441a935a-5508-416c-bf6b-60b7d77cc5d7, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=441a935a-5508-416c-bf6b-60b7d77cc5d7,segment=NetworkSegment(fc462b27-2843-4bf2-bd60-d4ff8b3b51b4),segment_id=fc462b27-2843-4bf2-bd60-d4ff8b3b51b4)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:42:28.761240 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f293826-2852-481e-a01a-5c65400dd229 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Pushing event updated for resources: {'Network': ['ID=cd139fae-f18c-46b2-8f75-2c53b1a5c644,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:28.775014 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network cd139fae-f18c-46b2-8f75-2c53b1a5c644 details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:42:28.779112 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-2f293826-2852-481e-a01a-5c65400dd229 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9715974 Feb 04 08:42:28.779112 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52546) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:28.783629 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52548) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:28.802597 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-cab7b5cc-5343-4415-b8e7-43286be6d118 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:28.817454 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-e6f808d7-b4ae-4b38-8bfd-bee941d03738 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Calling delete_port for 603cd489-8773-4374-9522-2ec00ebabfda owned by {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:42:28.823756 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-a8670f7f-0ec7-4109-a4c1-2e2b434fa065 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Request body: {'subnet': {'network_id': 'cd139fae-f18c-46b2-8f75-2c53b1a5c644', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:28.856471 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-a83f229c-7382-4e75-a100-f79984e29269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:28.873100 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-045dc435-5bd4-4035-8c9b-dc0028d94cd5 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:29.014439 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-045dc435-5bd4-4035-8c9b-dc0028d94cd5 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:29.025994 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83f229c-7382-4e75-a100-f79984e29269 None None] Pushing event updated for resources: {'Port': ['ID=441a935a-5508-416c-bf6b-60b7d77cc5d7,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:29.100770 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-69e82e9e-783f-4fb0-bd49-37a64e6d2785 tempest-SubnetPoolsTestJSON-798329985 tempest-SubnetPoolsTestJSON-798329985-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-552822121', 'prefixes': ['172.20.0.0/16']}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:29.115190 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045dc435-5bd4-4035-8c9b-dc0028d94cd5 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d0f3194-b9da-406f-a8cc-7c2f2cbec541,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:29.120884 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-69e82e9e-783f-4fb0-bd49-37a64e6d2785 tempest-SubnetPoolsTestJSON-798329985 tempest-SubnetPoolsTestJSON-798329985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:29.154062 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-a8670f7f-0ec7-4109-a4c1-2e2b434fa065 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:29.162865 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-a8670f7f-0ec7-4109-a4c1-2e2b434fa065 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Usage tracker for resource:subnet and tenant:a287064d5ca349c39790be8557119e7e is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:29.166624 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-a8670f7f-0ec7-4109-a4c1-2e2b434fa065 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:29.174227 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-a8670f7f-0ec7-4109-a4c1-2e2b434fa065 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:29.228391 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-045dc435-5bd4-4035-8c9b-dc0028d94cd5 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:29.232128 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-045dc435-5bd4-4035-8c9b-dc0028d94cd5 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.9221072 Feb 04 08:42:29.234857 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52558) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:29.257712 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8670f7f-0ec7-4109-a4c1-2e2b434fa065 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Made reservation on behalf of a287064d5ca349c39790be8557119e7e for: {'subnet': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:42:29.429533 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a8670f7f-0ec7-4109-a4c1-2e2b434fa065 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8119726'] for subnet, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:29.500404 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-df5d4549-df23-4933-9ae3-60de1d272dd4 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:29.531167 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-cab7b5cc-5343-4415-b8e7-43286be6d118 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:29.561990 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e6f808d7-b4ae-4b38-8bfd-bee941d03738 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:29.563251 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d93c-8c11-45b6-a77c-34ddcfddaeb8 None None] Provisioning for port 603cd489-8773-4374-9522-2ec00ebabfda completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:42:29.569071 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d93c-8c11-45b6-a77c-34ddcfddaeb8 None None] Provisioning complete for port 603cd489-8773-4374-9522-2ec00ebabfda triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:42:29.569637 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d93c-8c11-45b6-a77c-34ddcfddaeb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:29.570617 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-df5d4549-df23-4933-9ae3-60de1d272dd4 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:29.584646 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-68f9e10e-7e16-4e36-957a-ceaee180fa2c tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks [] for router_gateway, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:29.585327 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-68f9e10e-7e16-4e36-957a-ceaee180fa2c tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472990'] for router, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:29.603772 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-cab7b5cc-5343-4415-b8e7-43286be6d118 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:29.635004 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-3bb7d93c-8c11-45b6-a77c-34ddcfddaeb8 None None] Port 603cd489-8773-4374-9522-2ec00ebabfda was deleted so its status cannot be updated. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Feb 04 08:42:29.644318 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f808d7-b4ae-4b38-8bfd-bee941d03738 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event deleted for resources: {'Port': ['ID=603cd489-8773-4374-9522-2ec00ebabfda,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:29.735821 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d93c-8c11-45b6-a77c-34ddcfddaeb8 None None] Provisioning for port 1f16f60d-bdf7-4fe1-8b01-2f5938f5eed6 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:42:29.742908 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d93c-8c11-45b6-a77c-34ddcfddaeb8 None None] Provisioning complete for port 1f16f60d-bdf7-4fe1-8b01-2f5938f5eed6 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:42:29.744749 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d93c-8c11-45b6-a77c-34ddcfddaeb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:29.818589 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab7b5cc-5343-4415-b8e7-43286be6d118 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'Port': ['ID=1f16f60d-bdf7-4fe1-8b01-2f5938f5eed6,revision_number=2']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:29.830350 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-cab7b5cc-5343-4415-b8e7-43286be6d118 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473771'] for router_interface, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:29.871014 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-3bb7d93c-8c11-45b6-a77c-34ddcfddaeb8 None None] Port 1f16f60d-bdf7-4fe1-8b01-2f5938f5eed6 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:42:29.872632 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-df5d4549-df23-4933-9ae3-60de1d272dd4 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:29.899625 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d93c-8c11-45b6-a77c-34ddcfddaeb8 None None] Provisioning complete for port c0e374a8-1160-4ff1-af0a-0114d0de8018 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:42:29.899997 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d93c-8c11-45b6-a77c-34ddcfddaeb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:29.984388 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5d4549-df23-4933-9ae3-60de1d272dd4 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd43b95-ab9f-47a6-a0c2-324390d2c0bd,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:30.036799 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e6f808d7-b4ae-4b38-8bfd-bee941d03738 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:30.044166 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-df5d4549-df23-4933-9ae3-60de1d272dd4 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:30.049932 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-df5d4549-df23-4933-9ae3-60de1d272dd4 tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] 10.222.0.36 "DELETE /v2.0/security-groups/cbd43b95-ab9f-47a6-a0c2-324390d2c0bd HTTP/1.1" status: 204 len: 168 time: 0.8139465 Feb 04 08:42:30.052244 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52562) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:30.061863 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-e6f808d7-b4ae-4b38-8bfd-bee941d03738 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "DELETE /v2.0/ports/603cd489-8773-4374-9522-2ec00ebabfda HTTP/1.1" status: 204 len: 168 time: 2.2874606 Feb 04 08:42:30.065268 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 52566) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:30.088503 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a8670f7f-0ec7-4109-a4c1-2e2b434fa065 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7593498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8119736'] for subnet, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:30.200359 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-69e82e9e-783f-4fb0-bd49-37a64e6d2785 tempest-SubnetPoolsTestJSON-798329985 tempest-SubnetPoolsTestJSON-798329985-project] Notify callbacks [] for subnetpool, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:30.204143 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-69e82e9e-783f-4fb0-bd49-37a64e6d2785 tempest-SubnetPoolsTestJSON-798329985 tempest-SubnetPoolsTestJSON-798329985-project] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 1.4226959 Feb 04 08:42:30.205042 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 52570) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:30.214726 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab7b5cc-5343-4415-b8e7-43286be6d118 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Network 496cc049-ee93-4118-86d8-45abdf23adc3 is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:42:30.229128 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-cab7b5cc-5343-4415-b8e7-43286be6d118 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:42:30.284893 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8670f7f-0ec7-4109-a4c1-2e2b434fa065 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Pushing event updated for resources: {'Subnet': ['ID=944a4b00-a987-4c1b-9e7d-a6197657507a,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:30.302993 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-52c082eb-1ce1-4932-b5dd-a89285834a9c tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Synchronizing usage tracker for tenant:46dc6619d7e64f1ab45738b95b4fc44a on resource:security_group {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:42:30.347168 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ddf5658-b200-4953-a68c-40a68bb25615 None None] Network 30680c66-e47c-4a4d-832f-69d148e2c8fe requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:42:30.347268 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8670f7f-0ec7-4109-a4c1-2e2b434fa065 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Checking segment: {'id': 'b11d1616-f097-4b3d-ba1e-aea0a43b6d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'cd139fae-f18c-46b2-8f75-2c53b1a5c644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:42:30.347268 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8670f7f-0ec7-4109-a4c1-2e2b434fa065 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Network hostable DHCP agents. Network: cd139fae-f18c-46b2-8f75-2c53b1a5c644, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:42:30.366085 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-4e3011ed-e983-44d4-b49b-bc76ec781bde tempest-SubnetPoolsTestJSON-798329985 tempest-SubnetPoolsTestJSON-798329985-project] 10.222.0.36 "GET /v2.0/subnetpools/db85de5f-6bef-4a24-a6ee-78de4dc36eff HTTP/1.1" status: 200 len: 731 time: 0.1579516 Feb 04 08:42:30.369061 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52574) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:30.377258 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-510fbe40-50e5-43ac-84aa-36b2cebdfbba tempest-SubnetPoolsTestJSON-798329985 tempest-SubnetPoolsTestJSON-798329985-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-742398409'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:30.420293 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-52c082eb-1ce1-4932-b5dd-a89285834a9c tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Unset dirty status for tenant:46dc6619d7e64f1ab45738b95b4fc44a on resource:security_group {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:42:30.423981 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-52c082eb-1ce1-4932-b5dd-a89285834a9c tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3606741 Feb 04 08:42:30.425598 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52578) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:30.435435 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b6f638-65c9-45ac-9898-33944eb640ea tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:42:30.437092 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-27b6f638-65c9-45ac-9898-33944eb640ea tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Synchronizing usage tracker for tenant:ffa27937301745e1ad43fa520f28cbc3 on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:42:30.568236 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-4ab4b862-7405-4d83-8837-a2295cbbf66c tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Synchronizing usage tracker for tenant:46dc6619d7e64f1ab45738b95b4fc44a on resource:security_group_rule {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:42:30.574501 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8670f7f-0ec7-4109-a4c1-2e2b434fa065 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Network cd139fae-f18c-46b2-8f75-2c53b1a5c644 is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:42:30.641060 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-510fbe40-50e5-43ac-84aa-36b2cebdfbba tempest-SubnetPoolsTestJSON-798329985 tempest-SubnetPoolsTestJSON-798329985-project] Notify callbacks [] for subnetpool, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:30.642656 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-510fbe40-50e5-43ac-84aa-36b2cebdfbba tempest-SubnetPoolsTestJSON-798329985 tempest-SubnetPoolsTestJSON-798329985-project] 10.222.0.36 "PUT /v2.0/subnetpools/db85de5f-6bef-4a24-a6ee-78de4dc36eff HTTP/1.1" status: 200 len: 683 time: 0.2715850 Feb 04 08:42:30.645081 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52582) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:30.668220 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12e84114-29cd-48b9-9613-17b40cead992 None None] Provisioning for port 441a935a-5508-416c-bf6b-60b7d77cc5d7 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:42:30.679375 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-27b6f638-65c9-45ac-9898-33944eb640ea tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Unset dirty status for tenant:ffa27937301745e1ad43fa520f28cbc3 on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:42:30.680710 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-27b6f638-65c9-45ac-9898-33944eb640ea tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.6136191 Feb 04 08:42:30.684452 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68f9e10e-7e16-4e36-957a-ceaee180fa2c tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Router 3fcd4d32-ddf1-4837-b8a0-c2c8e2047e1c is scheduled to L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 with binding_index 1 {{(pid=84108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 08:42:30.684621 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 52586) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:30.697668 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-a8670f7f-0ec7-4109-a4c1-2e2b434fa065 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, cd139fae-f18c-46b2-8f75-2c53b1a5c644) {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:42:30.710660 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-4ab4b862-7405-4d83-8837-a2295cbbf66c tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] Unset dirty status for tenant:46dc6619d7e64f1ab45738b95b4fc44a on resource:security_group_rule {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:42:30.710660 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-4ab4b862-7405-4d83-8837-a2295cbbf66c tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.2794607 Feb 04 08:42:30.713795 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d8497a-5ba6-422d-8eb9-525c5a75d8d7 None None] Network cd139fae-f18c-46b2-8f75-2c53b1a5c644 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:42:30.720131 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52590) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:30.721781 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8670f7f-0ec7-4109-a4c1-2e2b434fa065 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:42:30.722371 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a8670f7f-0ec7-4109-a4c1-2e2b434fa065 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:30.808247 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device c0e374a8-1160-4ff1-af0a-0114d0de8018 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:42:30.894083 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.api.v2.resource [None req-adb26196-1e34-4c83-96dd-f035d67b764d tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] delete failed (client error): The resource could not be found. Feb 04 08:42:30.895139 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-adb26196-1e34-4c83-96dd-f035d67b764d tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] 10.222.0.36 "DELETE /v2.0/security-groups/cbd43b95-ab9f-47a6-a0c2-324390d2c0bd HTTP/1.1" status: 404 len: 347 time: 0.1684914 Feb 04 08:42:30.903745 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52594) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:30.915973 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-39f9a276-dcbc-446c-99fa-0517aafa19ba None None] Provisioning complete for port 1f16f60d-bdf7-4fe1-8b01-2f5938f5eed6 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:42:30.916371 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-39f9a276-dcbc-446c-99fa-0517aafa19ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:31.021175 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-a8670f7f-0ec7-4109-a4c1-2e2b434fa065 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2323611 Feb 04 08:42:31.029479 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52598) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:31.039442 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-ee6711ca-064e-4ac8-93cd-744f4f116a2e tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Request body: {'port': {'network_id': 'cd139fae-f18c-46b2-8f75-2c53b1a5c644', 'name': 'tempest-PortsTestJSON-153744450', 'fixed_ips': [{'subnet_id': '944a4b00-a987-4c1b-9e7d-a6197657507a', 'ip_address': '172.20.0.10'}]}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:31.044252 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-39f9a276-dcbc-446c-99fa-0517aafa19ba None None] Port 1f16f60d-bdf7-4fe1-8b01-2f5938f5eed6 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:42:31.060298 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port c0e374a8-1160-4ff1-af0a-0114d0de8018 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:42:31.060497 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:31.105313 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8133c1c6-38fc-4504-97b4-e20fd243139b tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:42:31.108839 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-8133c1c6-38fc-4504-97b4-e20fd243139b tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4234524 Feb 04 08:42:31.112592 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 52602) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:31.145934 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-7225fca1-f7a2-4722-b8a5-370ad6d3873e tempest-SecGroupTest-322546222 tempest-SecGroupTest-322546222-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2410288 Feb 04 08:42:31.156674 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818282f1-d76e-41ac-9921-ef339badfcf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-cd139fae-f18c-46b2-8f75-2c53b1a5c644', 'network_id': 'cd139fae-f18c-46b2-8f75-2c53b1a5c644', 'tenant_id': 'a287064d5ca349c39790be8557119e7e', 'fixed_ips': [{'subnet_id': '944a4b00-a987-4c1b-9e7d-a6197657507a'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:42:31.157487 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-818282f1-d76e-41ac-9921-ef339badfcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:31.175265 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3d0257c2-5a0b-42fc-a62b-6dd043cb32b5 tempest-SubnetPoolsTestJSON-798329985 tempest-SubnetPoolsTestJSON-798329985-project] Notify callbacks [] for subnetpool, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:31.179490 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-3d0257c2-5a0b-42fc-a62b-6dd043cb32b5 tempest-SubnetPoolsTestJSON-798329985 tempest-SubnetPoolsTestJSON-798329985-project] 10.222.0.36 "DELETE /v2.0/subnetpools/db85de5f-6bef-4a24-a6ee-78de4dc36eff HTTP/1.1" status: 204 len: 168 time: 0.5333464 Feb 04 08:42:31.183062 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 52608) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:31.219856 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cab7b5cc-5343-4415-b8e7-43286be6d118 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Router 4a72ba4c-e039-402a-8503-660cd7f4f6a8 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:42:31.240158 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.api.v2.resource [None req-266a1da8-a0f4-42ed-96d3-b5942ba4fe40 tempest-SubnetPoolsTestJSON-798329985 tempest-SubnetPoolsTestJSON-798329985-project] show failed (client error): The resource could not be found. Feb 04 08:42:31.240928 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-266a1da8-a0f4-42ed-96d3-b5942ba4fe40 tempest-SubnetPoolsTestJSON-798329985 tempest-SubnetPoolsTestJSON-798329985-project] 10.222.0.36 "GET /v2.0/subnetpools/db85de5f-6bef-4a24-a6ee-78de4dc36eff HTTP/1.1" status: 404 len: 346 time: 0.0566766 Feb 04 08:42:31.245814 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 52612) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:31.273215 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f406fc0f-2330-4276-b9a5-eba7a8578823 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:42:31.274803 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f406fc0f-2330-4276-b9a5-eba7a8578823 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:42:31.276950 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f406fc0f-2330-4276-b9a5-eba7a8578823 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:42:31.278017 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-f406fc0f-2330-4276-b9a5-eba7a8578823 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Synchronizing usage tracker for tenant:ffa27937301745e1ad43fa520f28cbc3 on resource:subnet {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:42:31.310890 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-ee6711ca-064e-4ac8-93cd-744f4f116a2e tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:31.316027 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-ee6711ca-064e-4ac8-93cd-744f4f116a2e tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Usage tracker for resource:port and tenant:a287064d5ca349c39790be8557119e7e is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:31.319943 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-ee6711ca-064e-4ac8-93cd-744f4f116a2e tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:31.335341 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-ee6711ca-064e-4ac8-93cd-744f4f116a2e tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:31.364399 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.api.v2.resource [None req-0b799c09-b2ce-4eff-b489-0c17a80323f2 tempest-SubnetPoolsTestJSON-798329985 tempest-SubnetPoolsTestJSON-798329985-project] delete failed (client error): The resource could not be found. Feb 04 08:42:31.365709 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-0b799c09-b2ce-4eff-b489-0c17a80323f2 tempest-SubnetPoolsTestJSON-798329985 tempest-SubnetPoolsTestJSON-798329985-project] 10.222.0.36 "DELETE /v2.0/subnetpools/db85de5f-6bef-4a24-a6ee-78de4dc36eff HTTP/1.1" status: 404 len: 346 time: 0.1143847 Feb 04 08:42:31.375864 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-f406fc0f-2330-4276-b9a5-eba7a8578823 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Unset dirty status for tenant:ffa27937301745e1ad43fa520f28cbc3 on resource:subnet {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:42:31.377964 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-f406fc0f-2330-4276-b9a5-eba7a8578823 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2635188 Feb 04 08:42:31.383948 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52618) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:31.386311 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 441a935a-5508-416c-bf6b-60b7d77cc5d7 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:42:31.386620 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68f9e10e-7e16-4e36-957a-ceaee180fa2c tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:42:31.397794 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d8645a-9083-4e34-ab9a-2db9eada086c None None] Sync routers for ids ['3fcd4d32-ddf1-4837-b8a0-c2c8e2047e1c'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:42:31.417210 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d8645a-9083-4e34-ab9a-2db9eada086c None None] Routers {'3fcd4d32-ddf1-4837-b8a0-c2c8e2047e1c'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:42:31.422145 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-70d8645a-9083-4e34-ab9a-2db9eada086c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:42:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['3fcd4d32-ddf1-4837-b8a0-c2c8e2047e1c'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:42:31.469660 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-818282f1-d76e-41ac-9921-ef339badfcf0 None None] Allocated IP 172.20.0.2 (cd139fae-f18c-46b2-8f75-2c53b1a5c644/944a4b00-a987-4c1b-9e7d-a6197657507a/98c50685-90d8-48a9-bf6f-c3a380e086da) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:42:31.481135 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee6711ca-064e-4ac8-93cd-744f4f116a2e tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Made reservation on behalf of a287064d5ca349c39790be8557119e7e for: {'port': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:42:31.495290 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ee6711ca-064e-4ac8-93cd-744f4f116a2e tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:31.552161 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [None req-ee6711ca-064e-4ac8-93cd-744f4f116a2e tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] device_id is not set on port b989fe2c-c9d2-4839-be39-d2089e15b3ca yet. {{(pid=84108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:42:31.556000 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-70d8645a-9083-4e34-ab9a-2db9eada086c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:42:31.569250 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 441a935a-5508-416c-bf6b-60b7d77cc5d7 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:42:31.577584 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d8645a-9083-4e34-ab9a-2db9eada086c None None] Routers {'3fcd4d32-ddf1-4837-b8a0-c2c8e2047e1c'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:42:31.578233 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-70d8645a-9083-4e34-ab9a-2db9eada086c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:42:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['3fcd4d32-ddf1-4837-b8a0-c2c8e2047e1c'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:42:31.583484 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 441a935a-5508-416c-bf6b-60b7d77cc5d7 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:42:31.584034 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:31.616310 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cab7b5cc-5343-4415-b8e7-43286be6d118 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:42:31.634566 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-cab7b5cc-5343-4415-b8e7-43286be6d118 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "PUT /v2.0/routers/4a72ba4c-e039-402a-8503-660cd7f4f6a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9907901 Feb 04 08:42:31.634938 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728ed8cf-5723-4d79-b423-63e4e7a4b54c None None] Sync routers for ids ['4a72ba4c-e039-402a-8503-660cd7f4f6a8'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:42:31.635085 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 52622) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:31.644046 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-68f9e10e-7e16-4e36-957a-ceaee180fa2c tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks [] for router, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:31.645283 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-68f9e10e-7e16-4e36-957a-ceaee180fa2c tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.9369290 Feb 04 08:42:31.651922 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52626) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:31.723560 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-70d8645a-9083-4e34-ab9a-2db9eada086c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:42:31.724854 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d8645a-9083-4e34-ab9a-2db9eada086c None None] The sync data for ids ['3fcd4d32-ddf1-4837-b8a0-c2c8e2047e1c'] in dv-neutron-827798-2-hyperv is: [] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:42:31.729684 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728ed8cf-5723-4d79-b423-63e4e7a4b54c None None] Routers {'4a72ba4c-e039-402a-8503-660cd7f4f6a8'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:42:31.730332 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-728ed8cf-5723-4d79-b423-63e4e7a4b54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:42:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['4a72ba4c-e039-402a-8503-660cd7f4f6a8'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:42:31.860084 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7318765-508d-47ef-88c9-54fc941da64b tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:42:31.860665 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7318765-508d-47ef-88c9-54fc941da64b tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:42:31.861666 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7318765-508d-47ef-88c9-54fc941da64b tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:42:31.862094 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7318765-508d-47ef-88c9-54fc941da64b tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:42:31.862462 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7318765-508d-47ef-88c9-54fc941da64b tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:42:31.867675 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7318765-508d-47ef-88c9-54fc941da64b tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:42:31.867675 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7318765-508d-47ef-88c9-54fc941da64b tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:42:31.867675 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7318765-508d-47ef-88c9-54fc941da64b tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:42:31.867675 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7318765-508d-47ef-88c9-54fc941da64b tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:42:31.867675 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7318765-508d-47ef-88c9-54fc941da64b tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:42:31.869034 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-b7318765-508d-47ef-88c9-54fc941da64b tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7058 time: 0.2322056 Feb 04 08:42:31.872784 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 52632) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:31.927019 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-728ed8cf-5723-4d79-b423-63e4e7a4b54c None None] Set router 4a72ba4c-e039-402a-8503-660cd7f4f6a8 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:42:31.941428 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_v2 [None req-08492467-70a1-4826-9709-3bb9f4ca918d tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Deleting subnet b479644c-8578-46a2-9360-d369eaadf131 {{(pid=84108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:42:31.945815 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-08492467-70a1-4826-9709-3bb9f4ca918d tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks [] for subnet, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:31.952289 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 52638) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:32.022080 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5256811a-5253-4045-9e5b-9569bd38a891 tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:42:32.022442 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5256811a-5253-4045-9e5b-9569bd38a891 tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:42:32.022809 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5256811a-5253-4045-9e5b-9569bd38a891 tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:42:32.023173 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5256811a-5253-4045-9e5b-9569bd38a891 tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:42:32.026106 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5256811a-5253-4045-9e5b-9569bd38a891 tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:42:32.027944 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5256811a-5253-4045-9e5b-9569bd38a891 tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:42:32.031153 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5256811a-5253-4045-9e5b-9569bd38a891 tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:42:32.031566 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5256811a-5253-4045-9e5b-9569bd38a891 tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:42:32.031936 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5256811a-5253-4045-9e5b-9569bd38a891 tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:42:32.032307 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5256811a-5253-4045-9e5b-9569bd38a891 tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:42:32.044376 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-5256811a-5253-4045-9e5b-9569bd38a891 tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6401 time: 0.1704228 Feb 04 08:42:32.045092 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 52644) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:32.076898 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-08492467-70a1-4826-9709-3bb9f4ca918d tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7851377'] for subnet, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:32.111967 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52650) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:32.261560 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-08492467-70a1-4826-9709-3bb9f4ca918d tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:32.303462 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-818282f1-d76e-41ac-9921-ef339badfcf0 None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:32.341792 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-818282f1-d76e-41ac-9921-ef339badfcf0 None None] Transition to ACTIVE for port object 98c50685-90d8-48a9-bf6f-c3a380e086da will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:42:32.377228 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-9fc81443-714b-41c2-be8f-ffa7920940d0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=46dc6619d7e64f1ab45738b95b4fc44a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4213479 Feb 04 08:42:32.377635 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 52656) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:32.409677 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:32.421049 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d66c50fa-4efc-4dda-98e4-45e488ad08a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:32.450644 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-818282f1-d76e-41ac-9921-ef339badfcf0 None None] Transition to ACTIVE for port object 98c50685-90d8-48a9-bf6f-c3a380e086da will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:42:32.461602 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-d075e7f2-ae63-4eb3-9437-3f846c5a2d67 tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3763 time: 0.4153969 Feb 04 08:42:32.482713 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-eb7d4cad-dc5e-4a61-af00-f26b2b665a29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:32.487436 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port 441a935a-5508-416c-bf6b-60b7d77cc5d7, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=441a935a-5508-416c-bf6b-60b7d77cc5d7,segment=NetworkSegment(fc462b27-2843-4bf2-bd60-d4ff8b3b51b4),segment_id=fc462b27-2843-4bf2-bd60-d4ff8b3b51b4)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:42:32.515506 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-eb7d4cad-dc5e-4a61-af00-f26b2b665a29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:32.561073 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-818282f1-d76e-41ac-9921-ef339badfcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:32.565069 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:32.618876 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-08492467-70a1-4826-9709-3bb9f4ca918d tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7593563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8119683'] for subnet, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:32.643358 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818282f1-d76e-41ac-9921-ef339badfcf0 None None] Network cd139fae-f18c-46b2-8f75-2c53b1a5c644 is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:42:32.646919 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-818282f1-d76e-41ac-9921-ef339badfcf0 None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:42:32.651292 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818282f1-d76e-41ac-9921-ef339badfcf0 None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:42:32.653576 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818282f1-d76e-41ac-9921-ef339badfcf0 None None] Pushing event updated for resources: {'Port': ['ID=98c50685-90d8-48a9-bf6f-c3a380e086da,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:32.655827 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-eb7d4cad-dc5e-4a61-af00-f26b2b665a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:32.674706 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7d4cad-dc5e-4a61-af00-f26b2b665a29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bafb2378-0dd9-40ff-9f3e-135785910af8,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:32.700810 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-728ed8cf-5723-4d79-b423-63e4e7a4b54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a72ba4c-e039-402a-8503-660cd7f4f6a8', 'name': 'tempest-TestNetworkBasicOps-router-1639249351', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.177'}], 'enable_snat': True}, 'gw_port_id': '51804439-b547-47b1-acbe-80799117713d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:42:13Z', 'updated_at': '2022-02-04T08:42:28Z', 'revision_number': 4, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': '51804439-b547-47b1-acbe-80799117713d', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a72ba4c-e039-402a-8503-660cd7f4f6a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:42:15Z', 'updated_at': '2022-02-04T08:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '1f16f60d-bdf7-4fe1-8b01-2f5938f5eed6', 'name': '', 'network_id': '496cc049-ee93-4118-86d8-45abdf23adc3', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'mac_address': 'fa:16:3e:4c:cd:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a72ba4c-e039-402a-8503-660cd7f4f6a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '13bb94bf-077c-48a9-9255-43c72a99925c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:42:26Z', 'updated_at': '2022-02-04T08:42:29Z', 'revision_number': 2, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'subnets': [{'id': '13bb94bf-077c-48a9-9255-43c72a99925c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:42:32.736137 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 52664) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:32.743963 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-6e0ba241-ae2a-4b48-83f1-f2862bed0a02 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-897649330', 'description': 'tempest-secgroup-smoke-897649330 description', 'project_id': '7df2bfd740464e869863a41b14f4d5af'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:32.746373 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728ed8cf-5723-4d79-b423-63e4e7a4b54c None None] Checking router: 4a72ba4c-e039-402a-8503-660cd7f4f6a8 for host: dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 08:42:32.746910 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728ed8cf-5723-4d79-b423-63e4e7a4b54c None None] Updating router 4a72ba4c-e039-402a-8503-660cd7f4f6a8 port 1f16f60d-bdf7-4fe1-8b01-2f5938f5eed6 binding host dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 08:42:32.752991 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-6e0ba241-ae2a-4b48-83f1-f2862bed0a02 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:32.761564 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-6e0ba241-ae2a-4b48-83f1-f2862bed0a02 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:security_group and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:32.766182 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-6e0ba241-ae2a-4b48-83f1-f2862bed0a02 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:32.772956 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-6e0ba241-ae2a-4b48-83f1-f2862bed0a02 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:32.788540 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-d66c50fa-4efc-4dda-98e4-45e488ad08a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:32.793599 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08492467-70a1-4826-9709-3bb9f4ca918d tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event deleted for resources: {'Subnet': ['ID=b479644c-8578-46a2-9360-d369eaadf131,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:32.801847 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-d66c50fa-4efc-4dda-98e4-45e488ad08a7 admin admin] Usage tracker for resource:security_group_rule and tenant:118e506fa4af4c97a042116ae0faac46 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:32.811048 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-d66c50fa-4efc-4dda-98e4-45e488ad08a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:32.838001 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-d66c50fa-4efc-4dda-98e4-45e488ad08a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:32.840362 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-08492467-70a1-4826-9709-3bb9f4ca918d tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:32.849962 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9c3b22-5897-4578-9031-0a7579ba9a05 None None] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:42:32.853355 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-eb7d4cad-dc5e-4a61-af00-f26b2b665a29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:32.855456 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-eb7d4cad-dc5e-4a61-af00-f26b2b665a29 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bafb2378-0dd9-40ff-9f3e-135785910af8 HTTP/1.1" status: 204 len: 168 time: 0.4769661 Feb 04 08:42:32.877655 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-ee6711ca-064e-4ac8-93cd-744f4f116a2e tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Allocated IP 172.20.0.10 (cd139fae-f18c-46b2-8f75-2c53b1a5c644/944a4b00-a987-4c1b-9e7d-a6197657507a/b989fe2c-c9d2-4839-be39-d2089e15b3ca) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:42:32.882021 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6e0ba241-ae2a-4b48-83f1-f2862bed0a02 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:32.925154 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-6e0ba241-ae2a-4b48-83f1-f2862bed0a02 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:32.930227 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-6e0ba241-ae2a-4b48-83f1-f2862bed0a02 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:security_group_rule and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:32.934457 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-6e0ba241-ae2a-4b48-83f1-f2862bed0a02 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:32.942673 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-6e0ba241-ae2a-4b48-83f1-f2862bed0a02 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:32.944726 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-818282f1-d76e-41ac-9921-ef339badfcf0 None None] Attempting to bind port 98c50685-90d8-48a9-bf6f-c3a380e086da on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:42:32.945098 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-818282f1-d76e-41ac-9921-ef339badfcf0 None None] Attempting to bind port 98c50685-90d8-48a9-bf6f-c3a380e086da by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': 'b11d1616-f097-4b3d-ba1e-aea0a43b6d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'cd139fae-f18c-46b2-8f75-2c53b1a5c644'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:42:32.945452 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818282f1-d76e-41ac-9921-ef339badfcf0 None None] Attempting to bind port 98c50685-90d8-48a9-bf6f-c3a380e086da on network cd139fae-f18c-46b2-8f75-2c53b1a5c644 {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:42:32.955033 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-728ed8cf-5723-4d79-b423-63e4e7a4b54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:32.971665 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=441a935a-5508-416c-bf6b-60b7d77cc5d7,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:32.993413 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818282f1-d76e-41ac-9921-ef339badfcf0 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:42:32.993833 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818282f1-d76e-41ac-9921-ef339badfcf0 None None] Checking segment: {'id': 'b11d1616-f097-4b3d-ba1e-aea0a43b6d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'cd139fae-f18c-46b2-8f75-2c53b1a5c644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:42:32.994176 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-818282f1-d76e-41ac-9921-ef339badfcf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:32.994557 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818282f1-d76e-41ac-9921-ef339badfcf0 None None] Bound using segment: {'id': 'b11d1616-f097-4b3d-ba1e-aea0a43b6d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'cd139fae-f18c-46b2-8f75-2c53b1a5c644'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:42:32.995598 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-818282f1-d76e-41ac-9921-ef339badfcf0 None None] Bound port: 98c50685-90d8-48a9-bf6f-c3a380e086da, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b11d1616-f097-4b3d-ba1e-aea0a43b6d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'cd139fae-f18c-46b2-8f75-2c53b1a5c644'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:42:32.995975 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-818282f1-d76e-41ac-9921-ef339badfcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:33.027271 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6e0ba241-ae2a-4b48-83f1-f2862bed0a02 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:33.037808 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-08492467-70a1-4826-9709-3bb9f4ca918d tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "DELETE /v2.0/subnets/b479644c-8578-46a2-9360-d369eaadf131 HTTP/1.1" status: 204 len: 168 time: 1.6473751 Feb 04 08:42:33.039841 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 52670) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:33.114359 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6e0ba241-ae2a-4b48-83f1-f2862bed0a02 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:33.115170 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d66c50fa-4efc-4dda-98e4-45e488ad08a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:33.198929 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d66c50fa-4efc-4dda-98e4-45e488ad08a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:33.249832 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0ba241-ae2a-4b48-83f1-f2862bed0a02 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd556e8c-e336-4af4-8bcf-e0cfc06f1d8d,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:33.310459 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-d66c50fa-4efc-4dda-98e4-45e488ad08a7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=118e506fa4af4c97a042116ae0faac46&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1927209 Feb 04 08:42:33.316758 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66c50fa-4efc-4dda-98e4-45e488ad08a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f19a0369-3175-4966-bbeb-aa94e6cffadf,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:33.321805 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52676) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:33.338230 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6e0ba241-ae2a-4b48-83f1-f2862bed0a02 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:33.352388 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-6e0ba241-ae2a-4b48-83f1-f2862bed0a02 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.6126003 Feb 04 08:42:33.353401 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 52682) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:33.360800 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-45d1cb39-ea77-4f8d-8522-63f999d886ee tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'security_group_rule': {'security_group_id': 'fd556e8c-e336-4af4-8bcf-e0cfc06f1d8d', 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:33.368338 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-45d1cb39-ea77-4f8d-8522-63f999d886ee tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:33.372447 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac559d24-4d75-4dbe-a43b-a067af4f4edc tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Deleting subnet cc5596f5-be44-4ba4-baaf-02914e0fe030 {{(pid=84107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:42:33.376585 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-45d1cb39-ea77-4f8d-8522-63f999d886ee tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:security_group_rule and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:33.379430 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ac559d24-4d75-4dbe-a43b-a067af4f4edc tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks [] for subnet, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:33.402216 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ee6711ca-064e-4ac8-93cd-744f4f116a2e tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:33.406779 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-45d1cb39-ea77-4f8d-8522-63f999d886ee tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:33.421169 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-45d1cb39-ea77-4f8d-8522-63f999d886ee tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:33.445974 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ac559d24-4d75-4dbe-a43b-a067af4f4edc tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8058667'] for subnet, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:33.510820 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.provisioning_blocks [None req-ee6711ca-064e-4ac8-93cd-744f4f116a2e tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Transition to ACTIVE for port object b989fe2c-c9d2-4839-be39-d2089e15b3ca will not be triggered until provisioned by entity DHCP. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:42:33.523633 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-45d1cb39-ea77-4f8d-8522-63f999d886ee tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:33.557646 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-59d2c4b4-cb32-4a6d-aa6e-4321c1e1803b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:33.609290 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-45d1cb39-ea77-4f8d-8522-63f999d886ee tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:33.618354 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-59d2c4b4-cb32-4a6d-aa6e-4321c1e1803b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:33.625509 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ac559d24-4d75-4dbe-a43b-a067af4f4edc tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:33.694664 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-45d1cb39-ea77-4f8d-8522-63f999d886ee tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:33.705359 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-818282f1-d76e-41ac-9921-ef339badfcf0 None None] For port 98c50685-90d8-48a9-bf6f-c3a380e086da, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:42:33.727393 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-818282f1-d76e-41ac-9921-ef339badfcf0 None None] For port 98c50685-90d8-48a9-bf6f-c3a380e086da, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=98c50685-90d8-48a9-bf6f-c3a380e086da,segment=NetworkSegment(b11d1616-f097-4b3d-ba1e-aea0a43b6d9d),segment_id=b11d1616-f097-4b3d-ba1e-aea0a43b6d9d)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:42:33.732816 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ee6711ca-064e-4ac8-93cd-744f4f116a2e tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:33.744256 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-728ed8cf-5723-4d79-b423-63e4e7a4b54c None None] Notify callbacks [] for port, precommit_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:33.757612 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-728ed8cf-5723-4d79-b423-63e4e7a4b54c None None] Transition to ACTIVE for port object 1f16f60d-bdf7-4fe1-8b01-2f5938f5eed6 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:42:33.803662 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-818282f1-d76e-41ac-9921-ef339badfcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:33.872489 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-728ed8cf-5723-4d79-b423-63e4e7a4b54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:33.927462 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6711ca-064e-4ac8-93cd-744f4f116a2e tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Network cd139fae-f18c-46b2-8f75-2c53b1a5c644 is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:42:33.967218 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-ee6711ca-064e-4ac8-93cd-744f4f116a2e tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:42:33.974198 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6711ca-064e-4ac8-93cd-744f4f116a2e tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Pushing event updated for resources: {'Port': ['ID=b989fe2c-c9d2-4839-be39-d2089e15b3ca,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:33.977325 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d1cb39-ea77-4f8d-8522-63f999d886ee tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f0f1b01-47eb-4898-bb6c-bb2e81144181,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:34.030900 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-45d1cb39-ea77-4f8d-8522-63f999d886ee tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:34.035507 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-45d1cb39-ea77-4f8d-8522-63f999d886ee tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6781621 Feb 04 08:42:34.041118 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 52696) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:34.061177 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818282f1-d76e-41ac-9921-ef339badfcf0 None None] Pushing event updated for resources: {'Port': ['ID=98c50685-90d8-48a9-bf6f-c3a380e086da,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:34.070593 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6711ca-064e-4ac8-93cd-744f4f116a2e tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:42:34.127090 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103234a2-7073-4de8-9311-9d4009571829 req-ad731cea-8228-4eed-beb3-3daa5ccfd00a tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:42:34.133804 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-59d2c4b4-cb32-4a6d-aa6e-4321c1e1803b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:34.135389 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-103234a2-7073-4de8-9311-9d4009571829 req-ad731cea-8228-4eed-beb3-3daa5ccfd00a tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d3f9a2e-5f81-4e26-82f8-be8c0a180732 HTTP/1.1" status: 200 len: 945 time: 0.4160233 Feb 04 08:42:34.159182 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ac559d24-4d75-4dbe-a43b-a067af4f4edc tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7510167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985167'] for subnet, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:34.183410 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d2c4b4-cb32-4a6d-aa6e-4321c1e1803b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19a0369-3175-4966-bbeb-aa94e6cffadf,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:34.275545 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6711ca-064e-4ac8-93cd-744f4f116a2e tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:42:34.285217 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ee6711ca-064e-4ac8-93cd-744f4f116a2e tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:34.293204 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-59d2c4b4-cb32-4a6d-aa6e-4321c1e1803b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:34.294713 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-59d2c4b4-cb32-4a6d-aa6e-4321c1e1803b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f19a0369-3175-4966-bbeb-aa94e6cffadf HTTP/1.1" status: 204 len: 168 time: 0.9709804 Feb 04 08:42:34.315005 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac559d24-4d75-4dbe-a43b-a067af4f4edc tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event deleted for resources: {'Subnet': ['ID=cc5596f5-be44-4ba4-baaf-02914e0fe030,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:34.327511 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ac559d24-4d75-4dbe-a43b-a067af4f4edc tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:34.351329 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-103234a2-7073-4de8-9311-9d4009571829 req-9cac5001-0eef-415b-9c0b-ec390e7ef36e tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/security-groups?id=53227cdf-7dc5-4d80-b711-52cc313216b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2149830 Feb 04 08:42:34.355393 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-ac559d24-4d75-4dbe-a43b-a067af4f4edc tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "DELETE /v2.0/subnets/cc5596f5-be44-4ba4-baaf-02914e0fe030 HTTP/1.1" status: 204 len: 168 time: 1.3142576 Feb 04 08:42:34.373254 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 52706) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:34.387718 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607aa97c-5c4d-4251-b27e-7dc8bb81a4f0 None None] Pushing event updated for resources: {'Port': ['ID=1f16f60d-bdf7-4fe1-8b01-2f5938f5eed6,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:34.396741 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-728ed8cf-5723-4d79-b423-63e4e7a4b54c None None] Attempting to bind port 1f16f60d-bdf7-4fe1-8b01-2f5938f5eed6 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:42:34.397274 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-728ed8cf-5723-4d79-b423-63e4e7a4b54c None None] Attempting to bind port 1f16f60d-bdf7-4fe1-8b01-2f5938f5eed6 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': 'db317278-674f-445c-8827-caaa4207caa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '496cc049-ee93-4118-86d8-45abdf23adc3'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:42:34.397794 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728ed8cf-5723-4d79-b423-63e4e7a4b54c None None] Attempting to bind port 1f16f60d-bdf7-4fe1-8b01-2f5938f5eed6 on network 496cc049-ee93-4118-86d8-45abdf23adc3 {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:42:34.465430 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728ed8cf-5723-4d79-b423-63e4e7a4b54c None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:42:34.465838 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728ed8cf-5723-4d79-b423-63e4e7a4b54c None None] Checking segment: {'id': 'db317278-674f-445c-8827-caaa4207caa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '496cc049-ee93-4118-86d8-45abdf23adc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:42:34.466192 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-728ed8cf-5723-4d79-b423-63e4e7a4b54c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:34.466586 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728ed8cf-5723-4d79-b423-63e4e7a4b54c None None] Bound using segment: {'id': 'db317278-674f-445c-8827-caaa4207caa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '496cc049-ee93-4118-86d8-45abdf23adc3'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:42:34.467058 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-728ed8cf-5723-4d79-b423-63e4e7a4b54c None None] Bound port: 1f16f60d-bdf7-4fe1-8b01-2f5938f5eed6, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db317278-674f-445c-8827-caaa4207caa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '496cc049-ee93-4118-86d8-45abdf23adc3'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:42:34.467432 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-728ed8cf-5723-4d79-b423-63e4e7a4b54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:34.481783 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4fe859ee-02f1-4afb-94c1-0dc9a1e77d01 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:34.505442 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-f26c84bf-ad98-424d-9a4e-7cf9efdeb87c req-d012943b-6a0e-48c2-a3d9-e9ef78cbd1d0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bcdc9b25d9ba412baa8d7ec71c6170b5&device_id=5d3f9a2e-5f81-4e26-82f8-be8c0a180732 HTTP/1.1" status: 200 len: 1098 time: 0.7704196 Feb 04 08:42:34.515104 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-13bba0b2-25dc-4642-af0e-058386ea4fc1 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1411448 Feb 04 08:42:34.515758 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 52712) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:34.521320 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-c386ac72-dd83-417a-af7c-0fe358d7cb19 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Request body: {'subnet': {'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:34.681287 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-c386ac72-dd83-417a-af7c-0fe358d7cb19 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:34.687925 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-c386ac72-dd83-417a-af7c-0fe358d7cb19 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Usage tracker for resource:subnet and tenant:ffa27937301745e1ad43fa520f28cbc3 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:34.693691 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26c84bf-ad98-424d-9a4e-7cf9efdeb87c req-e5698355-ae97-489a-afee-8726c64488f9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:42:34.695506 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-f26c84bf-ad98-424d-9a4e-7cf9efdeb87c req-e5698355-ae97-489a-afee-8726c64488f9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b0b8e294-2639-4240-96e8-00c76471f9a3 HTTP/1.1" status: 200 len: 912 time: 0.1778290 Feb 04 08:42:34.695965 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-c386ac72-dd83-417a-af7c-0fe358d7cb19 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:34.723655 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-c386ac72-dd83-417a-af7c-0fe358d7cb19 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:34.735264 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-7c5b0b43-3fb2-4746-bb0c-5cb9f79203d8 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'security_group_rule': {'security_group_id': 'fd556e8c-e336-4af4-8bcf-e0cfc06f1d8d', 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:34.760074 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-7c5b0b43-3fb2-4746-bb0c-5cb9f79203d8 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:34.769644 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-7c5b0b43-3fb2-4746-bb0c-5cb9f79203d8 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:security_group_rule and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:34.778047 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-ee6711ca-064e-4ac8-93cd-744f4f116a2e tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.7480829 Feb 04 08:42:34.779617 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-7c5b0b43-3fb2-4746-bb0c-5cb9f79203d8 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:34.787949 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 52716) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:34.812358 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-7c5b0b43-3fb2-4746-bb0c-5cb9f79203d8 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:34.817503 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-0c9bf19a-2344-4d82-967c-ee7179f19081 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Request body: {'port': {'network_id': 'cd139fae-f18c-46b2-8f75-2c53b1a5c644', 'name': 'tempest-PortsTestJSON-1552496505', 'fixed_ips': [{'subnet_id': '944a4b00-a987-4c1b-9e7d-a6197657507a', 'ip_address': '172.20.0.9'}]}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:34.848111 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c386ac72-dd83-417a-af7c-0fe358d7cb19 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Made reservation on behalf of ffa27937301745e1ad43fa520f28cbc3 for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:42:34.851567 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c386ac72-dd83-417a-af7c-0fe358d7cb19 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985186'] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:34.853579 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-728ed8cf-5723-4d79-b423-63e4e7a4b54c None None] For port 1f16f60d-bdf7-4fe1-8b01-2f5938f5eed6, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:42:34.874391 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-728ed8cf-5723-4d79-b423-63e4e7a4b54c None None] For port 1f16f60d-bdf7-4fe1-8b01-2f5938f5eed6, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=1f16f60d-bdf7-4fe1-8b01-2f5938f5eed6,segment=NetworkSegment(db317278-674f-445c-8827-caaa4207caa7),segment_id=db317278-674f-445c-8827-caaa4207caa7)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:42:34.908240 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 98c50685-90d8-48a9-bf6f-c3a380e086da up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:42:35.007810 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-728ed8cf-5723-4d79-b423-63e4e7a4b54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:35.038082 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7c5b0b43-3fb2-4746-bb0c-5cb9f79203d8 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:35.102683 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-f26c84bf-ad98-424d-9a4e-7cf9efdeb87c req-82fd330c-b78e-4e24-a14f-bf46f227b506 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b372ab4-7400-4547-a17c-2f75c1e00079 HTTP/1.1" status: 200 len: 1001 time: 0.3177826 Feb 04 08:42:35.115069 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54587df9-9e83-42aa-90fa-e29347f80f60 None None] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:42:35.155666 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7c5b0b43-3fb2-4746-bb0c-5cb9f79203d8 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:35.221204 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-0c9bf19a-2344-4d82-967c-ee7179f19081 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:35.233062 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-0c9bf19a-2344-4d82-967c-ee7179f19081 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Usage tracker for resource:port and tenant:a287064d5ca349c39790be8557119e7e is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:35.242064 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-0c9bf19a-2344-4d82-967c-ee7179f19081 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:35.254604 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52726) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:35.272736 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-0c9bf19a-2344-4d82-967c-ee7179f19081 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:35.280449 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7c5b0b43-3fb2-4746-bb0c-5cb9f79203d8 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:35.340428 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607aa97c-5c4d-4251-b27e-7dc8bb81a4f0 None None] Pushing event updated for resources: {'Port': ['ID=1f16f60d-bdf7-4fe1-8b01-2f5938f5eed6,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:35.371195 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 98c50685-90d8-48a9-bf6f-c3a380e086da completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:42:35.385025 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 441a935a-5508-416c-bf6b-60b7d77cc5d7 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:42:35.442149 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26c84bf-ad98-424d-9a4e-7cf9efdeb87c req-eb024284-956e-4ebc-a9e6-f9b6394e867e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:42:35.448944 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-f26c84bf-ad98-424d-9a4e-7cf9efdeb87c req-eb024284-956e-4ebc-a9e6-f9b6394e867e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=80f6a88b-b0ed-49ff-9c6c-faec9e6053f8 HTTP/1.1" status: 200 len: 850 time: 0.3278971 Feb 04 08:42:35.465484 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5b0b43-3fb2-4746-bb0c-5cb9f79203d8 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b95645d3-11da-4a81-bf80-74c81a52853f,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:35.530411 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728ed8cf-5723-4d79-b423-63e4e7a4b54c None None] Routers {'4a72ba4c-e039-402a-8503-660cd7f4f6a8'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:42:35.531450 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-728ed8cf-5723-4d79-b423-63e4e7a4b54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:42:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['4a72ba4c-e039-402a-8503-660cd7f4f6a8'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:42:35.538625 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7c5b0b43-3fb2-4746-bb0c-5cb9f79203d8 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:35.543146 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-7c5b0b43-3fb2-4746-bb0c-5cb9f79203d8 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.4980116 Feb 04 08:42:35.543945 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c9bf19a-2344-4d82-967c-ee7179f19081 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Made reservation on behalf of a287064d5ca349c39790be8557119e7e for: {'port': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:42:35.560197 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 52738) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:35.568397 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-3e29f9fc-7165-46ae-b68a-d36d5bf45730 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'security_group_rule': {'security_group_id': 'fd556e8c-e336-4af4-8bcf-e0cfc06f1d8d', 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:35.630030 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-3a109a52-1142-4b11-81c7-9dc7c94a4ff5 None None] Provisioning complete for port f91ac621-fa58-4879-8301-5c618b04921d triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:42:35.630707 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-3a109a52-1142-4b11-81c7-9dc7c94a4ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:35.642315 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-3e29f9fc-7165-46ae-b68a-d36d5bf45730 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:35.644895 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c386ac72-dd83-417a-af7c-0fe358d7cb19 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7510230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985204'] for subnet, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:35.711805 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 441a935a-5508-416c-bf6b-60b7d77cc5d7 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:42:35.712182 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:35.742935 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c386ac72-dd83-417a-af7c-0fe358d7cb19 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:42:35.785871 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-3e29f9fc-7165-46ae-b68a-d36d5bf45730 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:security_group_rule and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:35.790612 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c386ac72-dd83-417a-af7c-0fe358d7cb19 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event updated for resources: {'Subnet': ['ID=8dd42af6-6cd3-42f1-a0bc-c56e4647d6ac,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:35.794366 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-c386ac72-dd83-417a-af7c-0fe358d7cb19 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:42:35.797133 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c386ac72-dd83-417a-af7c-0fe358d7cb19 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:42:35.797555 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c386ac72-dd83-417a-af7c-0fe358d7cb19 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:35.808908 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-3e29f9fc-7165-46ae-b68a-d36d5bf45730 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:35.832065 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-3e29f9fc-7165-46ae-b68a-d36d5bf45730 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:35.875618 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36780321-711b-4d2c-85a7-4f4b8753cebf None None] Network cd139fae-f18c-46b2-8f75-2c53b1a5c644 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:42:35.931719 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4607d4e4-8039-4107-a95c-27adc1ff67e4 req-7f68183c-4041-4245-85c4-00a8e46c4edd tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:42:35.933904 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4607d4e4-8039-4107-a95c-27adc1ff67e4 req-7f68183c-4041-4245-85c4-00a8e46c4edd tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d3f9a2e-5f81-4e26-82f8-be8c0a180732 HTTP/1.1" status: 200 len: 945 time: 0.1896815 Feb 04 08:42:35.941891 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0c9bf19a-2344-4d82-967c-ee7179f19081 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:36.004625 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-9388bc4d-3211-4b26-a992-7a508c32cb37 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:36.005362 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.api.v2.resource [None req-9388bc4d-3211-4b26-a992-7a508c32cb37 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] create failed (client error): There was a conflict when trying to complete your request. Feb 04 08:42:36.006819 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-9388bc4d-3211-4b26-a992-7a508c32cb37 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.7490911 Feb 04 08:42:36.019478 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52746) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:36.027657 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [None req-0c9bf19a-2344-4d82-967c-ee7179f19081 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] device_id is not set on port 0f4b8b9b-9301-4fdb-b239-ba750ff0c5da yet. {{(pid=84107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:42:36.028404 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-b01a060b-6cb2-4d83-b678-05891a5d2770 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Request body: {'security_group': {'name': 'tempest-secgroup--99046810'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:36.031372 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330bdb71-6892-4604-9c4f-3f158a6c2298 None None] DHCP port deletion for bc933c3a-b15d-4eab-9ad6-d32fd193f5cd request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 08:42:36.046808 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-b01a060b-6cb2-4d83-b678-05891a5d2770 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:36.068766 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-330bdb71-6892-4604-9c4f-3f158a6c2298 None None] Deleting port f91ac621-fa58-4879-8301-5c618b04921d {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:42:36.078016 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-330bdb71-6892-4604-9c4f-3f158a6c2298 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:36.108505 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-c386ac72-dd83-417a-af7c-0fe358d7cb19 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5916212 Feb 04 08:42:36.113589 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 52752) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:36.127027 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-06d0259f-588b-4a4f-9229-c827d38160bc tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Request body: {'subnet': {'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:36.131564 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-4fe859ee-02f1-4afb-94c1-0dc9a1e77d01 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Allocated IP 172.20.0.1 (30680c66-e47c-4a4d-832f-69d148e2c8fe/e722b01a-fa5f-49a3-8aca-b05eab46b8ec/f2334f1a-73d2-47e3-8146-0d33900ea236) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:42:36.158556 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-728ed8cf-5723-4d79-b423-63e4e7a4b54c None None] Set router 4a72ba4c-e039-402a-8503-660cd7f4f6a8 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:42:36.176975 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4607d4e4-8039-4107-a95c-27adc1ff67e4 req-e9b4bd4a-4b50-45a0-b790-bd9836818eea tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/security-groups?id=53227cdf-7dc5-4d80-b711-52cc313216b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2059813 Feb 04 08:42:36.315853 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4fe859ee-02f1-4afb-94c1-0dc9a1e77d01 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:36.319073 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3e29f9fc-7165-46ae-b68a-d36d5bf45730 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:36.334025 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.provisioning_blocks [None req-4fe859ee-02f1-4afb-94c1-0dc9a1e77d01 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Transition to ACTIVE for port object f2334f1a-73d2-47e3-8146-0d33900ea236 will not be triggered until provisioned by entity DHCP. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:42:36.358566 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-b01a060b-6cb2-4d83-b678-05891a5d2770 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Usage tracker for resource:security_group and tenant:e778ea2ce8b74d29b75ee0b35e251f85 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:36.362500 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-b01a060b-6cb2-4d83-b678-05891a5d2770 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:36.387904 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-b01a060b-6cb2-4d83-b678-05891a5d2770 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:36.413432 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-f26c84bf-ad98-424d-9a4e-7cf9efdeb87c req-cfbc9cb3-2aae-46b8-b8ae-c42266772feb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b0b8e294-2639-4240-96e8-00c76471f9a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9415910 Feb 04 08:42:36.449305 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4fe859ee-02f1-4afb-94c1-0dc9a1e77d01 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:36.500679 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 52758) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:36.509793 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-06d0259f-588b-4a4f-9229-c827d38160bc tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:36.526646 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-06d0259f-588b-4a4f-9229-c827d38160bc tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Usage tracker for resource:subnet and tenant:ffa27937301745e1ad43fa520f28cbc3 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:36.530193 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-0c9bf19a-2344-4d82-967c-ee7179f19081 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Allocated IP 172.20.0.9 (cd139fae-f18c-46b2-8f75-2c53b1a5c644/944a4b00-a987-4c1b-9e7d-a6197657507a/0f4b8b9b-9301-4fdb-b239-ba750ff0c5da) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:42:36.533697 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3e29f9fc-7165-46ae-b68a-d36d5bf45730 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:36.534882 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-06d0259f-588b-4a4f-9229-c827d38160bc tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:36.542897 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-06d0259f-588b-4a4f-9229-c827d38160bc tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:36.577269 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b01a060b-6cb2-4d83-b678-05891a5d2770 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Notify callbacks [] for security_group, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:36.632723 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b01a060b-6cb2-4d83-b678-05891a5d2770 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Notify callbacks [] for security_group, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:36.679776 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe859ee-02f1-4afb-94c1-0dc9a1e77d01 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Network 30680c66-e47c-4a4d-832f-69d148e2c8fe is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:42:36.691726 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-4fe859ee-02f1-4afb-94c1-0dc9a1e77d01 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:42:36.700885 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe859ee-02f1-4afb-94c1-0dc9a1e77d01 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:42:36.711425 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device f91ac621-fa58-4879-8301-5c618b04921d no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:42:36.746997 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe859ee-02f1-4afb-94c1-0dc9a1e77d01 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Pushing event updated for resources: {'Port': ['ID=f2334f1a-73d2-47e3-8146-0d33900ea236,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:36.835578 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-b01a060b-6cb2-4d83-b678-05891a5d2770 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:36.841588 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4fe859ee-02f1-4afb-94c1-0dc9a1e77d01 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-472912'] for router_interface, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:36.844776 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-b01a060b-6cb2-4d83-b678-05891a5d2770 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Usage tracker for resource:security_group_rule and tenant:e778ea2ce8b74d29b75ee0b35e251f85 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:36.849090 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-b01a060b-6cb2-4d83-b678-05891a5d2770 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:36.858449 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-f26c84bf-ad98-424d-9a4e-7cf9efdeb87c req-562bea9a-b435-43f6-864e-2ba0f5c02922 service neutron] 10.222.0.47 "GET /v2.0/networks/b0b8e294-2639-4240-96e8-00c76471f9a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4375138 Feb 04 08:42:36.859944 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-b01a060b-6cb2-4d83-b678-05891a5d2770 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:36.870394 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61c06a18-3833-4371-86c7-ac3ea38aab99 None None] Provisioning for port 98c50685-90d8-48a9-bf6f-c3a380e086da completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:42:36.894995 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61c06a18-3833-4371-86c7-ac3ea38aab99 None None] Provisioning complete for port 98c50685-90d8-48a9-bf6f-c3a380e086da triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:42:36.898657 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61c06a18-3833-4371-86c7-ac3ea38aab99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:36.956375 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0c9bf19a-2344-4d82-967c-ee7179f19081 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:36.977595 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [None req-0c9bf19a-2344-4d82-967c-ee7179f19081 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Transition to ACTIVE for port object 0f4b8b9b-9301-4fdb-b239-ba750ff0c5da will not be triggered until provisioned by entity DHCP. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:42:37.007693 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-88543b3b-062d-4a02-8e76-1f8b9f2dc313 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1051433158'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:37.016076 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-88543b3b-062d-4a02-8e76-1f8b9f2dc313 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:37.020313 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-88543b3b-062d-4a02-8e76-1f8b9f2dc313 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] Usage tracker for resource:network and tenant:38fb4a4f531f422e8f349b2d1f497836 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:37.023826 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-88543b3b-062d-4a02-8e76-1f8b9f2dc313 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:37.032627 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-88543b3b-062d-4a02-8e76-1f8b9f2dc313 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:37.042283 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d0259f-588b-4a4f-9229-c827d38160bc tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Made reservation on behalf of ffa27937301745e1ad43fa520f28cbc3 for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:42:37.047571 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-06d0259f-588b-4a4f-9229-c827d38160bc tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985186'] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:37.061124 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3e29f9fc-7165-46ae-b68a-d36d5bf45730 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:37.082533 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0c9bf19a-2344-4d82-967c-ee7179f19081 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:37.094798 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b01a060b-6cb2-4d83-b678-05891a5d2770 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Notify callbacks [] for security_group, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:37.102193 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-f26c84bf-ad98-424d-9a4e-7cf9efdeb87c req-f7638bb6-9a52-4a3d-9eba-3b3f913a87db service neutron] 10.222.0.47 "GET /v2.0/networks/b0b8e294-2639-4240-96e8-00c76471f9a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306030 Feb 04 08:42:37.129314 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-330bdb71-6892-4604-9c4f-3f158a6c2298 None None] For port f91ac621-fa58-4879-8301-5c618b04921d, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=f91ac621-fa58-4879-8301-5c618b04921d,segment=NetworkSegment(2c48dc91-e362-4611-9354-aede43558386),segment_id=2c48dc91-e362-4611-9354-aede43558386)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:42:37.129712 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-330bdb71-6892-4604-9c4f-3f158a6c2298 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:37.209742 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e29f9fc-7165-46ae-b68a-d36d5bf45730 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2262ed21-82cd-4ab2-b2b7-b8c9ed023f3e,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:37.219010 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88543b3b-062d-4a02-8e76-1f8b9f2dc313 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] Made reservation on behalf of 38fb4a4f531f422e8f349b2d1f497836 for: {'network': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:42:37.222139 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-88543b3b-062d-4a02-8e76-1f8b9f2dc313 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:37.245947 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-88543b3b-062d-4a02-8e76-1f8b9f2dc313 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:37.247971 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61c06a18-3833-4371-86c7-ac3ea38aab99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:37.266112 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4fe859ee-02f1-4afb-94c1-0dc9a1e77d01 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:37.286258 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b01a060b-6cb2-4d83-b678-05891a5d2770 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:37.313110 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-88543b3b-062d-4a02-8e76-1f8b9f2dc313 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:37.316924 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-88543b3b-062d-4a02-8e76-1f8b9f2dc313 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] Usage tracker for resource:security_group_rule and tenant:38fb4a4f531f422e8f349b2d1f497836 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:37.319898 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-88543b3b-062d-4a02-8e76-1f8b9f2dc313 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:37.327775 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-88543b3b-062d-4a02-8e76-1f8b9f2dc313 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:37.342934 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-330bdb71-6892-4604-9c4f-3f158a6c2298 None None] Calling delete_port for f91ac621-fa58-4879-8301-5c618b04921d owned by network:dhcp {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:42:37.373498 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9bf19a-2344-4d82-967c-ee7179f19081 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Network cd139fae-f18c-46b2-8f75-2c53b1a5c644 is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:42:37.388795 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:37.419743 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9bf19a-2344-4d82-967c-ee7179f19081 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Pushing event updated for resources: {'Port': ['ID=0f4b8b9b-9301-4fdb-b239-ba750ff0c5da,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:37.424106 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-728ed8cf-5723-4d79-b423-63e4e7a4b54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a72ba4c-e039-402a-8503-660cd7f4f6a8', 'name': 'tempest-TestNetworkBasicOps-router-1639249351', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.177'}], 'enable_snat': True}, 'gw_port_id': '51804439-b547-47b1-acbe-80799117713d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:42:13Z', 'updated_at': '2022-02-04T08:42:28Z', 'revision_number': 4, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': '51804439-b547-47b1-acbe-80799117713d', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a72ba4c-e039-402a-8503-660cd7f4f6a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:42:15Z', 'updated_at': '2022-02-04T08:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '1f16f60d-bdf7-4fe1-8b01-2f5938f5eed6', 'name': '', 'network_id': '496cc049-ee93-4118-86d8-45abdf23adc3', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'mac_address': 'fa:16:3e:4c:cd:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a72ba4c-e039-402a-8503-660cd7f4f6a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '13bb94bf-077c-48a9-9255-43c72a99925c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:42:26Z', 'updated_at': '2022-02-04T08:42:34Z', 'revision_number': 4, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'subnets': [{'id': '13bb94bf-077c-48a9-9255-43c72a99925c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:42:37.430577 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-0c9bf19a-2344-4d82-967c-ee7179f19081 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:42:37.433675 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9bf19a-2344-4d82-967c-ee7179f19081 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:42:37.461494 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-b01a060b-6cb2-4d83-b678-05891a5d2770 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:37.463657 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01a060b-6cb2-4d83-b678-05891a5d2770 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44ccf69f-1bcd-4f99-b935-efd6c5f77f22,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:37.465221 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3e29f9fc-7165-46ae-b68a-d36d5bf45730 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:37.474842 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-b01a060b-6cb2-4d83-b678-05891a5d2770 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Usage tracker for resource:security_group_rule and tenant:e778ea2ce8b74d29b75ee0b35e251f85 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:37.475384 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port f91ac621-fa58-4879-8301-5c618b04921d, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=f91ac621-fa58-4879-8301-5c618b04921d,segment=NetworkSegment(2c48dc91-e362-4611-9354-aede43558386),segment_id=2c48dc91-e362-4611-9354-aede43558386)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:42:37.482164 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-3e29f9fc-7165-46ae-b68a-d36d5bf45730 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.9208238 Feb 04 08:42:37.484483 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728ed8cf-5723-4d79-b423-63e4e7a4b54c None None] The sync data for ids ['4a72ba4c-e039-402a-8503-660cd7f4f6a8'] in dv-neutron-827798-2-hyperv is: [{'id': '4a72ba4c-e039-402a-8503-660cd7f4f6a8', 'name': 'tempest-TestNetworkBasicOps-router-1639249351', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.177'}], 'enable_snat': True}, 'gw_port_id': '51804439-b547-47b1-acbe-80799117713d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:42:13Z', 'updated_at': '2022-02-04T08:42:28Z', 'revision_number': 4, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': '51804439-b547-47b1-acbe-80799117713d', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a72ba4c-e039-402a-8503-660cd7f4f6a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:42:15Z', 'updated_at': '2022-02-04T08:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '1f16f60d-bdf7-4fe1-8b01-2f5938f5eed6', 'name': '', 'network_id': '496cc049-ee93-4118-86d8-45abdf23adc3', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'mac_address': 'fa:16:3e:4c:cd:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a72ba4c-e039-402a-8503-660cd7f4f6a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '13bb94bf-077c-48a9-9255-43c72a99925c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:42:26Z', 'updated_at': '2022-02-04T08:42:34Z', 'revision_number': 4, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'subnets': [{'id': '13bb94bf-077c-48a9-9255-43c72a99925c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:42:37.488047 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-b01a060b-6cb2-4d83-b678-05891a5d2770 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:37.499146 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61c06a18-3833-4371-86c7-ac3ea38aab99 None None] For port 98c50685-90d8-48a9-bf6f-c3a380e086da, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=98c50685-90d8-48a9-bf6f-c3a380e086da,segment=NetworkSegment(b11d1616-f097-4b3d-ba1e-aea0a43b6d9d),segment_id=b11d1616-f097-4b3d-ba1e-aea0a43b6d9d)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:42:37.502790 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 52766) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:37.520272 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-7e1d716e-a417-4611-966b-c5a4ae8a3a9e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'security_group_rule': {'security_group_id': 'fd556e8c-e336-4af4-8bcf-e0cfc06f1d8d', 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:37.532422 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:37.536540 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-7e1d716e-a417-4611-966b-c5a4ae8a3a9e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:37.558472 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-7e1d716e-a417-4611-966b-c5a4ae8a3a9e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:security_group_rule and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:37.582096 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-7e1d716e-a417-4611-966b-c5a4ae8a3a9e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:37.595795 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-88543b3b-062d-4a02-8e76-1f8b9f2dc313 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:37.599490 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61c06a18-3833-4371-86c7-ac3ea38aab99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:37.611786 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-7e1d716e-a417-4611-966b-c5a4ae8a3a9e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:37.641235 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.ipam_backend_mixin [None req-06d0259f-588b-4a4f-9229-c827d38160bc tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8dd42af6-6cd3-42f1-a0bc-c56e4647d6ac (CIDR: 2001:db8::/64) Feb 04 08:42:37.648396 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.db.api [None req-330bdb71-6892-4604-9c4f-3f158a6c2298 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 08:42:37.654134 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG oslo_db.api [None req-330bdb71-6892-4604-9c4f-3f158a6c2298 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 08:42:37.658724 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-b01a060b-6cb2-4d83-b678-05891a5d2770 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:37.662045 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9bf19a-2344-4d82-967c-ee7179f19081 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:42:37.662511 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=f91ac621-fa58-4879-8301-5c618b04921d,revision_number=8']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:37.663682 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0c9bf19a-2344-4d82-967c-ee7179f19081 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:37.679774 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-88543b3b-062d-4a02-8e76-1f8b9f2dc313 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:37.708140 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-3cde82b4-7a58-40d6-9dd3-2faa505bf804 req-a005e44c-2927-41c5-baae-d64511d8a047 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bcdc9b25d9ba412baa8d7ec71c6170b5&device_id=5d3f9a2e-5f81-4e26-82f8-be8c0a180732 HTTP/1.1" status: 200 len: 1098 time: 0.5374088 Feb 04 08:42:37.734811 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-06d0259f-588b-4a4f-9229-c827d38160bc tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 08:42:37.735311 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06d0259f-588b-4a4f-9229-c827d38160bc tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:42:37.782606 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88543b3b-062d-4a02-8e76-1f8b9f2dc313 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=84107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:42:37.809758 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c06a18-3833-4371-86c7-ac3ea38aab99 None None] Pushing event updated for resources: {'Port': ['ID=98c50685-90d8-48a9-bf6f-c3a380e086da,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:37.824282 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7e1d716e-a417-4611-966b-c5a4ae8a3a9e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:37.835614 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88543b3b-062d-4a02-8e76-1f8b9f2dc313 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc53476-5889-4baf-b607-776c710dab42,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:37.869457 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e93063-d8a2-4ea3-a6cf-09e14b6893ef req-8b272b11-8e9f-40ca-b869-479f48e1283c tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:42:37.871035 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e0e93063-d8a2-4ea3-a6cf-09e14b6893ef req-8b272b11-8e9f-40ca-b869-479f48e1283c tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d3f9a2e-5f81-4e26-82f8-be8c0a180732 HTTP/1.1" status: 200 len: 945 time: 0.4914758 Feb 04 08:42:37.872138 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-88543b3b-062d-4a02-8e76-1f8b9f2dc313 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:37.872522 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.segments_db [None req-88543b3b-062d-4a02-8e76-1f8b9f2dc313 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] Added segment 02234a23-28e4-4573-9975-9f62bf0da88b of type vlan for network cf2005f9-70f8-4d0c-9354-3b44a03a37ea Feb 04 08:42:37.893028 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-06d0259f-588b-4a4f-9229-c827d38160bc tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7761290 Feb 04 08:42:37.900793 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 52770) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:37.913263 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-89bf14fb-c846-44e6-9a79-0a94d53351a8 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Request body: {'subnet': {'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:37.929767 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-32505513-35c4-4369-969c-214d51af05ef None None] Provisioning for port f2334f1a-73d2-47e3-8146-0d33900ea236 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:42:37.935193 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-32505513-35c4-4369-969c-214d51af05ef None None] Provisioning complete for port f2334f1a-73d2-47e3-8146-0d33900ea236 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:42:37.935660 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-32505513-35c4-4369-969c-214d51af05ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:37.995088 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-0c9bf19a-2344-4d82-967c-ee7179f19081 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.2021759 Feb 04 08:42:38.010827 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 52774) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:38.045458 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-32505513-35c4-4369-969c-214d51af05ef None None] Port f2334f1a-73d2-47e3-8146-0d33900ea236 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:42:38.054465 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b01a060b-6cb2-4d83-b678-05891a5d2770 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Notify callbacks [] for security_group, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:38.066935 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-32505513-35c4-4369-969c-214d51af05ef None None] Provisioning complete for port 98c50685-90d8-48a9-bf6f-c3a380e086da triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:42:38.067551 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-32505513-35c4-4369-969c-214d51af05ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:38.156451 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-330bdb71-6892-4604-9c4f-3f158a6c2298 None None] Deleting port f91ac621-fa58-4879-8301-5c618b04921d {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:42:38.156848 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-330bdb71-6892-4604-9c4f-3f158a6c2298 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:38.242109 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-88543b3b-062d-4a02-8e76-1f8b9f2dc313 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:38.343326 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cde82b4-7a58-40d6-9dd3-2faa505bf804 req-766c2e48-07a4-4bcf-8930-4882411ae6e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:42:38.350288 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-3cde82b4-7a58-40d6-9dd3-2faa505bf804 req-766c2e48-07a4-4bcf-8930-4882411ae6e0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b0b8e294-2639-4240-96e8-00c76471f9a3 HTTP/1.1" status: 200 len: 912 time: 0.5435479 Feb 04 08:42:38.351306 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b01a060b-6cb2-4d83-b678-05891a5d2770 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:38.390531 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e0e93063-d8a2-4ea3-a6cf-09e14b6893ef req-86eb9026-2795-4a8a-a18a-0d16100b7fba tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/security-groups?id=53227cdf-7dc5-4d80-b711-52cc313216b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5099692 Feb 04 08:42:38.406804 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.db.resource_extend [None req-88543b3b-062d-4a02-8e76-1f8b9f2dc313 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 08:42:38.481706 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7e1d716e-a417-4611-966b-c5a4ae8a3a9e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:38.491733 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-89bf14fb-c846-44e6-9a79-0a94d53351a8 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:38.498609 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-89bf14fb-c846-44e6-9a79-0a94d53351a8 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Usage tracker for resource:subnet and tenant:ffa27937301745e1ad43fa520f28cbc3 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:38.503586 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-89bf14fb-c846-44e6-9a79-0a94d53351a8 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:38.511599 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-89bf14fb-c846-44e6-9a79-0a94d53351a8 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:38.520006 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea34023-da21-47cc-8ac3-9b0a88c07d39 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:42:38.520936 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-8ea34023-da21-47cc-8ac3-9b0a88c07d39 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Synchronizing usage tracker for tenant:a287064d5ca349c39790be8557119e7e on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:42:38.544445 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-88543b3b-062d-4a02-8e76-1f8b9f2dc313 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:38.553211 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-330bdb71-6892-4604-9c4f-3f158a6c2298 None None] For port f91ac621-fa58-4879-8301-5c618b04921d, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=f91ac621-fa58-4879-8301-5c618b04921d,segment=NetworkSegment(2c48dc91-e362-4611-9354-aede43558386),segment_id=2c48dc91-e362-4611-9354-aede43558386)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:42:38.553374 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88543b3b-062d-4a02-8e76-1f8b9f2dc313 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:42:38.553490 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-330bdb71-6892-4604-9c4f-3f158a6c2298 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:38.553584 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-88543b3b-062d-4a02-8e76-1f8b9f2dc313 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:38.703445 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7e1d716e-a417-4611-966b-c5a4ae8a3a9e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:38.750785 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01a060b-6cb2-4d83-b678-05891a5d2770 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8db0c4bf-cad7-4175-af26-13faebe3e8d3,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:38.775128 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-8ea34023-da21-47cc-8ac3-9b0a88c07d39 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Unset dirty status for tenant:a287064d5ca349c39790be8557119e7e on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:42:38.776429 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-8ea34023-da21-47cc-8ac3-9b0a88c07d39 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.7432134 Feb 04 08:42:38.783648 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89bf14fb-c846-44e6-9a79-0a94d53351a8 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Made reservation on behalf of ffa27937301745e1ad43fa520f28cbc3 for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:42:38.783843 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52778) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:38.798779 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88543b3b-062d-4a02-8e76-1f8b9f2dc313 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] Pushing event updated for resources: {'Network': ['ID=cf2005f9-70f8-4d0c-9354-3b44a03a37ea,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:38.815649 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1d716e-a417-4611-966b-c5a4ae8a3a9e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc88bacb-1b7e-4552-815e-16626106552d,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:38.839866 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b01a060b-6cb2-4d83-b678-05891a5d2770 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:38.845066 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-b01a060b-6cb2-4d83-b678-05891a5d2770 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 2.8244786 Feb 04 08:42:38.847300 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-3cde82b4-7a58-40d6-9dd3-2faa505bf804 req-f9de3bbe-9569-4a8a-a960-bc9c09776b18 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b372ab4-7400-4547-a17c-2f75c1e00079 HTTP/1.1" status: 200 len: 1001 time: 0.4813664 Feb 04 08:42:38.850587 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52782) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:38.857944 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-ae90f46a-c6c7-456c-be54-8127c75b9b80 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Request body: {'security_group_rule': {'security_group_id': '8db0c4bf-cad7-4175-af26-13faebe3e8d3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:38.888213 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-32505513-35c4-4369-969c-214d51af05ef None None] Provisioning for port b989fe2c-c9d2-4839-be39-d2089e15b3ca completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:42:38.900717 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-ae90f46a-c6c7-456c-be54-8127c75b9b80 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:38.901373 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-330bdb71-6892-4604-9c4f-3f158a6c2298 None None] Calling delete_port for f91ac621-fa58-4879-8301-5c618b04921d owned by network:dhcp {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:42:38.914326 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-ae90f46a-c6c7-456c-be54-8127c75b9b80 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Usage tracker for resource:security_group_rule and tenant:e778ea2ce8b74d29b75ee0b35e251f85 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:38.929504 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-ae90f46a-c6c7-456c-be54-8127c75b9b80 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:38.935119 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7e1d716e-a417-4611-966b-c5a4ae8a3a9e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:38.936425 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network cf2005f9-70f8-4d0c-9354-3b44a03a37ea details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:42:38.942598 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-7e1d716e-a417-4611-966b-c5a4ae8a3a9e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.4387097 Feb 04 08:42:38.950447 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-88543b3b-062d-4a02-8e76-1f8b9f2dc313 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.4456770 Feb 04 08:42:38.950681 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-ae90f46a-c6c7-456c-be54-8127c75b9b80 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:38.950777 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 52786) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:38.950777 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 52788) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:38.952359 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 98c50685-90d8-48a9-bf6f-c3a380e086da up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:42:38.959078 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-b625a079-1697-41f0-b634-bfd65090dac6 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'security_group_rule': {'security_group_id': 'fd556e8c-e336-4af4-8bcf-e0cfc06f1d8d', 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:38.965767 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-b625a079-1697-41f0-b634-bfd65090dac6 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:38.970169 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-b625a079-1697-41f0-b634-bfd65090dac6 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:security_group_rule and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:38.973900 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-b625a079-1697-41f0-b634-bfd65090dac6 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:38.980841 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-b625a079-1697-41f0-b634-bfd65090dac6 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:38.986370 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4fe859ee-02f1-4afb-94c1-0dc9a1e77d01 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks [] for port, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:38.996624 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-758a02ab-9eea-4bbd-8853-bc7029fa681b tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] Request body: {'subnet': {'network_id': 'cf2005f9-70f8-4d0c-9354-3b44a03a37ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:39.003654 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cde82b4-7a58-40d6-9dd3-2faa505bf804 req-31dee458-69d9-4e60-a767-d37ebca5659c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:42:39.005715 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-3cde82b4-7a58-40d6-9dd3-2faa505bf804 req-31dee458-69d9-4e60-a767-d37ebca5659c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=80f6a88b-b0ed-49ff-9c6c-faec9e6053f8 HTTP/1.1" status: 200 len: 850 time: 0.1416628 Feb 04 08:42:39.013039 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-32505513-35c4-4369-969c-214d51af05ef None None] Provisioning complete for port b989fe2c-c9d2-4839-be39-d2089e15b3ca triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:42:39.013414 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-32505513-35c4-4369-969c-214d51af05ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:39.049456 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 08:42:39.059288 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145597b2-9d88-44ea-ba4b-a67adf50bda6 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:42:39.063242 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145597b2-9d88-44ea-ba4b-a67adf50bda6 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:42:39.067157 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145597b2-9d88-44ea-ba4b-a67adf50bda6 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:42:39.068043 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-145597b2-9d88-44ea-ba4b-a67adf50bda6 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Synchronizing usage tracker for tenant:a287064d5ca349c39790be8557119e7e on resource:port {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:42:39.086040 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4fe859ee-02f1-4afb-94c1-0dc9a1e77d01 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:39.089967 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.securitygroups_db [None req-b625a079-1697-41f0-b634-bfd65090dac6 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Project 7df2bfd740464e869863a41b14f4d5af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 08:42:39.107640 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b625a079-1697-41f0-b634-bfd65090dac6 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:39.157751 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-145597b2-9d88-44ea-ba4b-a67adf50bda6 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Unset dirty status for tenant:a287064d5ca349c39790be8557119e7e on resource:port {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:42:39.161032 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-145597b2-9d88-44ea-ba4b-a67adf50bda6 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.3762825 Feb 04 08:42:39.174426 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 52794) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:39.181104 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ae90f46a-c6c7-456c-be54-8127c75b9b80 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:39.200337 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-32505513-35c4-4369-969c-214d51af05ef None None] Port b989fe2c-c9d2-4839-be39-d2089e15b3ca cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:42:39.219174 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 98c50685-90d8-48a9-bf6f-c3a380e086da triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:42:39.222495 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:39.243595 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-89bf14fb-c846-44e6-9a79-0a94d53351a8 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985186'] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:39.268051 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-758a02ab-9eea-4bbd-8853-bc7029fa681b tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:39.285013 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4fe859ee-02f1-4afb-94c1-0dc9a1e77d01 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473771'] for router_interface, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:39.289058 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe859ee-02f1-4afb-94c1-0dc9a1e77d01 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Pushing event updated for resources: {'Port': ['ID=f2334f1a-73d2-47e3-8146-0d33900ea236,revision_number=2']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:39.317827 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-3cde82b4-7a58-40d6-9dd3-2faa505bf804 req-12124ada-9f85-4d2c-8f60-4ce189b2d6ec service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b0b8e294-2639-4240-96e8-00c76471f9a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3058803 Feb 04 08:42:39.340363 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-758a02ab-9eea-4bbd-8853-bc7029fa681b tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] Usage tracker for resource:subnet and tenant:38fb4a4f531f422e8f349b2d1f497836 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:39.343687 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-330bdb71-6892-4604-9c4f-3f158a6c2298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407'] for port, after_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:39.355408 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-758a02ab-9eea-4bbd-8853-bc7029fa681b tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:39.375037 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-758a02ab-9eea-4bbd-8853-bc7029fa681b tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:39.379615 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-e4e7377f-d17d-4571-ae15-9d37ccdf1e54 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Deleting port 0f4b8b9b-9301-4fdb-b239-ba750ff0c5da {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:42:39.379958 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e4e7377f-d17d-4571-ae15-9d37ccdf1e54 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:39.402957 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330bdb71-6892-4604-9c4f-3f158a6c2298 None None] Pushing event deleted for resources: {'Port': ['ID=f91ac621-fa58-4879-8301-5c618b04921d,revision_number=None']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:39.423907 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330bdb71-6892-4604-9c4f-3f158a6c2298 None None] No DVR routers for this DVR port f91ac621-fa58-4879-8301-5c618b04921d on host dv-neutron-827798-2-hyperv {{(pid=84109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:42:39.428866 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 1f16f60d-bdf7-4fe1-8b01-2f5938f5eed6 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:42:39.461277 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0903c767-a129-42c3-b365-4f132c761356 None None] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:42:39.473050 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b625a079-1697-41f0-b634-bfd65090dac6 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:39.549347 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-11cac519-1c7f-49b0-886f-9fc7a0660876 None None] Provisioning for port 0f4b8b9b-9301-4fdb-b239-ba750ff0c5da completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:42:39.571511 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-11cac519-1c7f-49b0-886f-9fc7a0660876 None None] Provisioning complete for port 0f4b8b9b-9301-4fdb-b239-ba750ff0c5da triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:42:39.571880 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-11cac519-1c7f-49b0-886f-9fc7a0660876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:39.596149 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe859ee-02f1-4afb-94c1-0dc9a1e77d01 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Network 30680c66-e47c-4a4d-832f-69d148e2c8fe is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:42:39.597898 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ae90f46a-c6c7-456c-be54-8127c75b9b80 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:39.601026 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-4fe859ee-02f1-4afb-94c1-0dc9a1e77d01 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:42:39.629434 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-11cac519-1c7f-49b0-886f-9fc7a0660876 None None] Port 0f4b8b9b-9301-4fdb-b239-ba750ff0c5da cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:42:39.689911 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-758a02ab-9eea-4bbd-8853-bc7029fa681b tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] Made reservation on behalf of 38fb4a4f531f422e8f349b2d1f497836 for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:42:39.691655 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ae90f46a-c6c7-456c-be54-8127c75b9b80 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:39.723428 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-11cac519-1c7f-49b0-886f-9fc7a0660876 None None] Provisioning complete for port b989fe2c-c9d2-4839-be39-d2089e15b3ca triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:42:39.723797 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-11cac519-1c7f-49b0-886f-9fc7a0660876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:39.752913 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae90f46a-c6c7-456c-be54-8127c75b9b80 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a17161f9-9e56-489e-9bed-2df13617f7a1,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:39.761014 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 1f16f60d-bdf7-4fe1-8b01-2f5938f5eed6 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:42:39.773682 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 1f16f60d-bdf7-4fe1-8b01-2f5938f5eed6 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:42:39.774255 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:39.792693 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b625a079-1697-41f0-b634-bfd65090dac6 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:39.839875 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-3cde82b4-7a58-40d6-9dd3-2faa505bf804 req-cb7168e7-581e-4e1d-b74d-a2937780e532 service neutron] 10.222.0.47 "GET /v2.0/networks/b0b8e294-2639-4240-96e8-00c76471f9a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4982011 Feb 04 08:42:39.850963 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-11cac519-1c7f-49b0-886f-9fc7a0660876 None None] Port b989fe2c-c9d2-4839-be39-d2089e15b3ca cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:42:39.909150 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b625a079-1697-41f0-b634-bfd65090dac6 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1520dbcd-a79f-481a-b24e-a302558018f9,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:39.940029 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84eb4d7-1822-4a57-8db3-399c36d4ad84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'tenant_id': 'ffa27937301745e1ad43fa520f28cbc3', 'fixed_ips': [{'subnet_id': '8dd42af6-6cd3-42f1-a0bc-c56e4647d6ac'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:42:39.940838 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-f84eb4d7-1822-4a57-8db3-399c36d4ad84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:39.959145 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ae90f46a-c6c7-456c-be54-8127c75b9b80 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:39.962671 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-ae90f46a-c6c7-456c-be54-8127c75b9b80 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.1088922 Feb 04 08:42:39.971277 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 52800) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:39.973912 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-758a02ab-9eea-4bbd-8853-bc7029fa681b tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985186'] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:40.006421 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-56ab15c5-15e2-4aa7-ac79-b6fb9a0c9370 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Request body: {'security_group_rule': {'security_group_id': '8db0c4bf-cad7-4175-af26-13faebe3e8d3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:40.044716 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:40.069841 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-56ab15c5-15e2-4aa7-ac79-b6fb9a0c9370 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:40.093075 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b625a079-1697-41f0-b634-bfd65090dac6 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:40.096806 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-b625a079-1697-41f0-b634-bfd65090dac6 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 1.1425264 Feb 04 08:42:40.102429 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52804) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:40.106296 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-56ab15c5-15e2-4aa7-ac79-b6fb9a0c9370 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Usage tracker for resource:security_group_rule and tenant:e778ea2ce8b74d29b75ee0b35e251f85 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:40.112139 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-2ca76cc9-abce-4511-83f8-817e3650c1f9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'security_group_rule': {'security_group_id': 'fd556e8c-e336-4af4-8bcf-e0cfc06f1d8d', 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:40.118233 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-56ab15c5-15e2-4aa7-ac79-b6fb9a0c9370 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:40.125192 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-2ca76cc9-abce-4511-83f8-817e3650c1f9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:40.128319 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e4e7377f-d17d-4571-ae15-9d37ccdf1e54 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:40.139358 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-56ab15c5-15e2-4aa7-ac79-b6fb9a0c9370 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:40.143688 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-2ca76cc9-abce-4511-83f8-817e3650c1f9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:security_group_rule and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:40.147330 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-2ca76cc9-abce-4511-83f8-817e3650c1f9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:40.149924 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port 1f16f60d-bdf7-4fe1-8b01-2f5938f5eed6, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=1f16f60d-bdf7-4fe1-8b01-2f5938f5eed6,segment=NetworkSegment(db317278-674f-445c-8827-caaa4207caa7),segment_id=db317278-674f-445c-8827-caaa4207caa7)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:42:40.150820 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-dcb5a7dd-edb9-414e-bae7-d93f62d0f536 None None] Provisioning complete for port f2334f1a-73d2-47e3-8146-0d33900ea236 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:42:40.151728 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-dcb5a7dd-edb9-414e-bae7-d93f62d0f536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:40.164623 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-2ca76cc9-abce-4511-83f8-817e3650c1f9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:40.169772 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-3cde82b4-7a58-40d6-9dd3-2faa505bf804 req-0a9b9977-2b45-4bc7-a0f2-5b85a85eb0dc service neutron] 10.222.0.47 "GET /v2.0/networks/b0b8e294-2639-4240-96e8-00c76471f9a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3199582 Feb 04 08:42:40.208635 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-f84eb4d7-1822-4a57-8db3-399c36d4ad84 None None] Allocated IP 2001:db8::2 (bc933c3a-b15d-4eab-9ad6-d32fd193f5cd/8dd42af6-6cd3-42f1-a0bc-c56e4647d6ac/5d158f4f-96e1-4112-9495-ef951a3e1f74) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:42:40.224304 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-dcb5a7dd-edb9-414e-bae7-d93f62d0f536 None None] Port f2334f1a-73d2-47e3-8146-0d33900ea236 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:42:40.246331 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:40.266065 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.securitygroups_db [None req-2ca76cc9-abce-4511-83f8-817e3650c1f9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Project 7df2bfd740464e869863a41b14f4d5af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 08:42:40.275745 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2ca76cc9-abce-4511-83f8-817e3650c1f9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:40.326012 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-e4e7377f-d17d-4571-ae15-9d37ccdf1e54 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Calling delete_port for 0f4b8b9b-9301-4fdb-b239-ba750ff0c5da owned by {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:42:40.357293 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fe859ee-02f1-4afb-94c1-0dc9a1e77d01 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Router 3fcd4d32-ddf1-4837-b8a0-c2c8e2047e1c has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:42:40.372779 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2ca76cc9-abce-4511-83f8-817e3650c1f9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:40.383395 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cdaf88-faf7-4ad5-913c-a919e43b9724 req-f37d231a-32f3-402f-814d-b20d6d993f37 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:42:40.384840 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b1cdaf88-faf7-4ad5-913c-a919e43b9724 req-f37d231a-32f3-402f-814d-b20d6d993f37 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d3f9a2e-5f81-4e26-82f8-be8c0a180732 HTTP/1.1" status: 200 len: 945 time: 0.8459468 Feb 04 08:42:40.395991 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=1f16f60d-bdf7-4fe1-8b01-2f5938f5eed6,revision_number=5']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:40.400484 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-56ab15c5-15e2-4aa7-ac79-b6fb9a0c9370 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:40.468104 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2ca76cc9-abce-4511-83f8-817e3650c1f9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:40.501494 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca76cc9-abce-4511-83f8-817e3650c1f9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92d2f707-d640-4301-9d48-42b87f4094de,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:40.503509 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-f84eb4d7-1822-4a57-8db3-399c36d4ad84 None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:40.518353 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-f84eb4d7-1822-4a57-8db3-399c36d4ad84 None None] Transition to ACTIVE for port object 5d158f4f-96e1-4112-9495-ef951a3e1f74 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:42:40.539769 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-f84eb4d7-1822-4a57-8db3-399c36d4ad84 None None] Transition to ACTIVE for port object 5d158f4f-96e1-4112-9495-ef951a3e1f74 will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:42:40.616461 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-f84eb4d7-1822-4a57-8db3-399c36d4ad84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:40.699579 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b1cdaf88-faf7-4ad5-913c-a919e43b9724 req-24a2f36e-df49-4571-aa0f-29f19544a0d7 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/security-groups?id=53227cdf-7dc5-4d80-b711-52cc313216b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3035331 Feb 04 08:42:40.718702 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2ca76cc9-abce-4511-83f8-817e3650c1f9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:40.719849 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-2ca76cc9-abce-4511-83f8-817e3650c1f9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.6157913 Feb 04 08:42:40.728504 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 1f16f60d-bdf7-4fe1-8b01-2f5938f5eed6 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:42:40.774165 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fe859ee-02f1-4afb-94c1-0dc9a1e77d01 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:42:40.784054 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-4fe859ee-02f1-4afb-94c1-0dc9a1e77d01 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] 10.222.0.36 "PUT /v2.0/routers/3fcd4d32-ddf1-4837-b8a0-c2c8e2047e1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1285505 Feb 04 08:42:40.785443 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84eb4d7-1822-4a57-8db3-399c36d4ad84 None None] Pushing event updated for resources: {'Port': ['ID=5d158f4f-96e1-4112-9495-ef951a3e1f74,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:40.790077 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 52812) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:40.790216 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee05fc7-4722-4575-a02f-3eae85033263 None None] Sync routers for ids ['3fcd4d32-ddf1-4837-b8a0-c2c8e2047e1c'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:42:40.794245 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-cb4615a5-11a7-4da1-8deb-d0f4348ac079 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Request body: {'port': {'network_id': '30680c66-e47c-4a4d-832f-69d148e2c8fe', 'name': 'tempest-FloatingIPTestJSON-323890781'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:40.811528 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee05fc7-4722-4575-a02f-3eae85033263 None None] Routers {'3fcd4d32-ddf1-4837-b8a0-c2c8e2047e1c'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:42:40.816205 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-4ee05fc7-4722-4575-a02f-3eae85033263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:42:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['3fcd4d32-ddf1-4837-b8a0-c2c8e2047e1c'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:42:40.816352 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84eb4d7-1822-4a57-8db3-399c36d4ad84 None None] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:42:40.817020 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-f84eb4d7-1822-4a57-8db3-399c36d4ad84 None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:42:40.819909 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.api.v2.resource [None req-56ab15c5-15e2-4aa7-ac79-b6fb9a0c9370 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] create failed (client error): There was a conflict when trying to complete your request. Feb 04 08:42:40.820896 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84eb4d7-1822-4a57-8db3-399c36d4ad84 None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:42:40.825768 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52816) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:40.837884 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-56ab15c5-15e2-4aa7-ac79-b6fb9a0c9370 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.8492734 Feb 04 08:42:40.844007 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-758a02ab-9eea-4bbd-8853-bc7029fa681b tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7510230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985204'] for subnet, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:40.925380 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-4ee05fc7-4722-4575-a02f-3eae85033263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:42:40.931799 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e609eab1-5c17-4763-a1c4-f484a70aa7d2 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Notify callbacks [] for security_group, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:40.937520 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee05fc7-4722-4575-a02f-3eae85033263 None None] Routers {'3fcd4d32-ddf1-4837-b8a0-c2c8e2047e1c'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:42:40.938311 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-4ee05fc7-4722-4575-a02f-3eae85033263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:42:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['3fcd4d32-ddf1-4837-b8a0-c2c8e2047e1c'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:42:40.996912 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e609eab1-5c17-4763-a1c4-f484a70aa7d2 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:40.997145 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-f84eb4d7-1822-4a57-8db3-399c36d4ad84 None None] Attempting to bind port 5d158f4f-96e1-4112-9495-ef951a3e1f74 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:42:40.997590 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-f84eb4d7-1822-4a57-8db3-399c36d4ad84 None None] Attempting to bind port 5d158f4f-96e1-4112-9495-ef951a3e1f74 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': '2c48dc91-e362-4611-9354-aede43558386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:42:40.998008 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84eb4d7-1822-4a57-8db3-399c36d4ad84 None None] Attempting to bind port 5d158f4f-96e1-4112-9495-ef951a3e1f74 on network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:42:41.001461 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758a02ab-9eea-4bbd-8853-bc7029fa681b tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] Pushing event updated for resources: {'Subnet': ['ID=cf896b04-09b7-4943-89cc-7854d0354e2c,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:41.009237 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e4e7377f-d17d-4571-ae15-9d37ccdf1e54 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:41.013500 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84eb4d7-1822-4a57-8db3-399c36d4ad84 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:42:41.014111 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84eb4d7-1822-4a57-8db3-399c36d4ad84 None None] Checking segment: {'id': '2c48dc91-e362-4611-9354-aede43558386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:42:41.014677 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-f84eb4d7-1822-4a57-8db3-399c36d4ad84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:41.015220 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84eb4d7-1822-4a57-8db3-399c36d4ad84 None None] Bound using segment: {'id': '2c48dc91-e362-4611-9354-aede43558386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:42:41.015962 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-f84eb4d7-1822-4a57-8db3-399c36d4ad84 None None] Bound port: 5d158f4f-96e1-4112-9495-ef951a3e1f74, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c48dc91-e362-4611-9354-aede43558386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:42:41.017467 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-f84eb4d7-1822-4a57-8db3-399c36d4ad84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:41.021404 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-4ee05fc7-4722-4575-a02f-3eae85033263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:42:41.024808 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee05fc7-4722-4575-a02f-3eae85033263 None None] The sync data for ids ['3fcd4d32-ddf1-4837-b8a0-c2c8e2047e1c'] in dv-neutron-827798-2-hyperv is: [] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:42:41.046498 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 1f16f60d-bdf7-4fe1-8b01-2f5938f5eed6 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:42:41.047099 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:41.112993 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e7377f-d17d-4571-ae15-9d37ccdf1e54 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Pushing event deleted for resources: {'Port': ['ID=0f4b8b9b-9301-4fdb-b239-ba750ff0c5da,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:41.127790 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e609eab1-5c17-4763-a1c4-f484a70aa7d2 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:41.144519 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e609eab1-5c17-4763-a1c4-f484a70aa7d2 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8db0c4bf-cad7-4175-af26-13faebe3e8d3,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:41.153504 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e609eab1-5c17-4763-a1c4-f484a70aa7d2 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:41.155257 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-e609eab1-5c17-4763-a1c4-f484a70aa7d2 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] 10.222.0.36 "DELETE /v2.0/security-groups/8db0c4bf-cad7-4175-af26-13faebe3e8d3 HTTP/1.1" status: 204 len: 168 time: 0.3281267 Feb 04 08:42:41.157519 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52826) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:41.179134 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758a02ab-9eea-4bbd-8853-bc7029fa681b tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] Checking segment: {'id': '02234a23-28e4-4573-9975-9f62bf0da88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'cf2005f9-70f8-4d0c-9354-3b44a03a37ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:42:41.179134 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758a02ab-9eea-4bbd-8853-bc7029fa681b tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] Network hostable DHCP agents. Network: cf2005f9-70f8-4d0c-9354-3b44a03a37ea, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:42:41.210967 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-0eb4eaca-3387-4633-8c45-941e53d25602 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Synchronizing usage tracker for tenant:e778ea2ce8b74d29b75ee0b35e251f85 on resource:security_group {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:42:41.231939 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-f84eb4d7-1822-4a57-8db3-399c36d4ad84 None None] For port 5d158f4f-96e1-4112-9495-ef951a3e1f74, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:42:41.251228 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-f84eb4d7-1822-4a57-8db3-399c36d4ad84 None None] For port 5d158f4f-96e1-4112-9495-ef951a3e1f74, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=5d158f4f-96e1-4112-9495-ef951a3e1f74,segment=NetworkSegment(2c48dc91-e362-4611-9354-aede43558386),segment_id=2c48dc91-e362-4611-9354-aede43558386)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:42:41.316700 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-0eb4eaca-3387-4633-8c45-941e53d25602 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Unset dirty status for tenant:e778ea2ce8b74d29b75ee0b35e251f85 on resource:security_group {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:42:41.322372 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-0eb4eaca-3387-4633-8c45-941e53d25602 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1597078 Feb 04 08:42:41.322372 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52830) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:41.324730 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-f84eb4d7-1822-4a57-8db3-399c36d4ad84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:41.330840 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-ecfedfea-665c-4063-962b-cbf1bd3135b6 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Request body: {'security_group': {'name': 'tempest-secgroup--1280664723'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:41.341270 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-cb4615a5-11a7-4da1-8deb-d0f4348ac079 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:41.342187 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-ecfedfea-665c-4063-962b-cbf1bd3135b6 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:41.351298 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-cb4615a5-11a7-4da1-8deb-d0f4348ac079 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Usage tracker for resource:port and tenant:ad4a401d45cf492bbfe70c7522312369 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:41.351298 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-cb4615a5-11a7-4da1-8deb-d0f4348ac079 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Quota usage for port was recalculated. Used quota:6. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:41.352804 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-ecfedfea-665c-4063-962b-cbf1bd3135b6 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:41.354935 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-cb4615a5-11a7-4da1-8deb-d0f4348ac079 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:41.414226 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-2dc27aa5-8c03-4efe-80b6-06526eb1e326 req-97711ca2-2001-4b5c-9d92-6d4c198fc622 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Synchronizing usage tracker for tenant:7df2bfd740464e869863a41b14f4d5af on resource:security_group {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:42:41.419377 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ecfedfea-665c-4063-962b-cbf1bd3135b6 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Notify callbacks [] for security_group, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:41.419793 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84eb4d7-1822-4a57-8db3-399c36d4ad84 None None] Pushing event updated for resources: {'Port': ['ID=5d158f4f-96e1-4112-9495-ef951a3e1f74,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:41.453146 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb4615a5-11a7-4da1-8deb-d0f4348ac079 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Made reservation on behalf of ad4a401d45cf492bbfe70c7522312369 for: {'port': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:42:41.456100 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-cb4615a5-11a7-4da1-8deb-d0f4348ac079 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:41.457192 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-ecfedfea-665c-4063-962b-cbf1bd3135b6 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:41.460972 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-ecfedfea-665c-4063-962b-cbf1bd3135b6 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Usage tracker for resource:security_group_rule and tenant:e778ea2ce8b74d29b75ee0b35e251f85 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:41.464478 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-ecfedfea-665c-4063-962b-cbf1bd3135b6 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:41.469369 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e4e7377f-d17d-4571-ae15-9d37ccdf1e54 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:41.470207 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-ecfedfea-665c-4063-962b-cbf1bd3135b6 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:41.489146 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.objects.ports [None req-89bf14fb-c846-44e6-9a79-0a94d53351a8 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84107) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 04 08:42:41.540328 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ecfedfea-665c-4063-962b-cbf1bd3135b6 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Notify callbacks [] for security_group, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:41.545252 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [None req-cb4615a5-11a7-4da1-8deb-d0f4348ac079 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] device_id is not set on port 4cab342a-1e95-49e7-b4a2-dd47a57dd333 yet. {{(pid=84107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:42:41.610482 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ecfedfea-665c-4063-962b-cbf1bd3135b6 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:41.669303 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfedfea-665c-4063-962b-cbf1bd3135b6 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=251beebe-0313-48b1-916f-758638a0f761,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:41.710208 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758a02ab-9eea-4bbd-8853-bc7029fa681b tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] Network cf2005f9-70f8-4d0c-9354-3b44a03a37ea is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:42:41.721226 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-2dc27aa5-8c03-4efe-80b6-06526eb1e326 req-97711ca2-2001-4b5c-9d92-6d4c198fc622 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Unset dirty status for tenant:7df2bfd740464e869863a41b14f4d5af on resource:security_group {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:42:41.722416 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-2dc27aa5-8c03-4efe-80b6-06526eb1e326 req-97711ca2-2001-4b5c-9d92-6d4c198fc622 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-897649330&fields=id&tenant_id=7df2bfd740464e869863a41b14f4d5af HTTP/1.1" status: 200 len: 267 time: 0.6508009 Feb 04 08:42:41.759480 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ecfedfea-665c-4063-962b-cbf1bd3135b6 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:41.769248 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-ecfedfea-665c-4063-962b-cbf1bd3135b6 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4374270 Feb 04 08:42:41.769248 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52834) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:41.771005 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-3f5c0e06-f90c-4a94-a628-b31dcbb682f9 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Request body: {'security_group_rule': {'security_group_id': '251beebe-0313-48b1-916f-758638a0f761', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:41.771825 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.api.v2.resource [None req-3f5c0e06-f90c-4a94-a628-b31dcbb682f9 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 08:42:41.775404 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-3f5c0e06-f90c-4a94-a628-b31dcbb682f9 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0074444 Feb 04 08:42:41.775714 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52838) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:41.847175 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2b422fcb-dd9e-4159-9572-122a90b5a0e1 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Notify callbacks [] for security_group, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:41.853158 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-e4e7377f-d17d-4571-ae15-9d37ccdf1e54 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "DELETE /v2.0/ports/0f4b8b9b-9301-4fdb-b239-ba750ff0c5da HTTP/1.1" status: 204 len: 168 time: 2.6732459 Feb 04 08:42:41.857036 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52842) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:41.868835 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-758a02ab-9eea-4bbd-8853-bc7029fa681b tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, cf2005f9-70f8-4d0c-9354-3b44a03a37ea) {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:42:41.878282 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41bade31-a869-419c-a05c-3907293c31fd None None] Network cf2005f9-70f8-4d0c-9354-3b44a03a37ea requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:42:41.881605 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758a02ab-9eea-4bbd-8853-bc7029fa681b tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:42:41.882190 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-758a02ab-9eea-4bbd-8853-bc7029fa681b tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:41.911517 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-1eaf1654-cdb5-48fd-b5d1-3d44d21c668c tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] GET failed (client error): The resource could not be found. Feb 04 08:42:41.912733 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-1eaf1654-cdb5-48fd-b5d1-3d44d21c668c tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "GET /v2.0/ports/0f4b8b9b-9301-4fdb-b239-ba750ff0c5da HTTP/1.1" status: 404 len: 333 time: 0.0547571 Feb 04 08:42:41.914133 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2b422fcb-dd9e-4159-9572-122a90b5a0e1 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:41.920743 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 52846) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:42.033272 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2b422fcb-dd9e-4159-9572-122a90b5a0e1 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:42.060796 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b422fcb-dd9e-4159-9572-122a90b5a0e1 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=251beebe-0313-48b1-916f-758638a0f761,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:42.070005 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2b422fcb-dd9e-4159-9572-122a90b5a0e1 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:42.071802 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-24c5158c-eb4d-4002-8289-cb3a457fa891 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Deleting port b989fe2c-c9d2-4839-be39-d2089e15b3ca {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:42:42.072322 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-24c5158c-eb4d-4002-8289-cb3a457fa891 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:42.074338 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-2b422fcb-dd9e-4159-9572-122a90b5a0e1 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] 10.222.0.36 "DELETE /v2.0/security-groups/251beebe-0313-48b1-916f-758638a0f761 HTTP/1.1" status: 204 len: 168 time: 0.2975066 Feb 04 08:42:42.075349 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52850) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:42.097659 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-758a02ab-9eea-4bbd-8853-bc7029fa681b tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1436148 Feb 04 08:42:42.100983 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52854) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:42.104038 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-cb4615a5-11a7-4da1-8deb-d0f4348ac079 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Allocated IP 172.20.0.7 (30680c66-e47c-4a4d-832f-69d148e2c8fe/e722b01a-fa5f-49a3-8aca-b05eab46b8ec/4cab342a-1e95-49e7-b4a2-dd47a57dd333) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:42:42.108903 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-cfaf3871-7b4a-4a0d-879a-de0b5788158d tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] Request body: {'port': {'network_id': 'cf2005f9-70f8-4d0c-9354-3b44a03a37ea', 'name': 'tempest-TagsExtTest-1921362044'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:42.124683 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916e42eb-761f-4212-a982-eb202f68b3fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-cf2005f9-70f8-4d0c-9354-3b44a03a37ea', 'network_id': 'cf2005f9-70f8-4d0c-9354-3b44a03a37ea', 'tenant_id': '38fb4a4f531f422e8f349b2d1f497836', 'fixed_ips': [{'subnet_id': 'cf896b04-09b7-4943-89cc-7854d0354e2c'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:42:42.125478 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-916e42eb-761f-4212-a982-eb202f68b3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:42.154912 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc27aa5-8c03-4efe-80b6-06526eb1e326 req-c4fa64e9-c188-4ebc-8269-63473f3d42b2 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:42:42.155606 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-2dc27aa5-8c03-4efe-80b6-06526eb1e326 req-c4fa64e9-c188-4ebc-8269-63473f3d42b2 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Synchronizing usage tracker for tenant:7df2bfd740464e869863a41b14f4d5af on resource:network {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:42:42.235230 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-89bf14fb-c846-44e6-9a79-0a94d53351a8 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:42.235608 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-27108e88-05cd-46fa-9de9-8cb994b8ba0f tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Synchronizing usage tracker for tenant:e778ea2ce8b74d29b75ee0b35e251f85 on resource:security_group {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:42:42.293693 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-cfaf3871-7b4a-4a0d-879a-de0b5788158d tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:42.297799 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-cfaf3871-7b4a-4a0d-879a-de0b5788158d tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] Usage tracker for resource:port and tenant:38fb4a4f531f422e8f349b2d1f497836 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:42.300768 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-cfaf3871-7b4a-4a0d-879a-de0b5788158d tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:42.307894 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-cfaf3871-7b4a-4a0d-879a-de0b5788158d tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:42.317312 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-2dc27aa5-8c03-4efe-80b6-06526eb1e326 req-c4fa64e9-c188-4ebc-8269-63473f3d42b2 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Unset dirty status for tenant:7df2bfd740464e869863a41b14f4d5af on resource:network {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:42:42.317897 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-2dc27aa5-8c03-4efe-80b6-06526eb1e326 req-c4fa64e9-c188-4ebc-8269-63473f3d42b2 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/networks?id=496cc049-ee93-4118-86d8-45abdf23adc3 HTTP/1.1" status: 200 len: 797 time: 0.5746493 Feb 04 08:42:42.335707 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-27108e88-05cd-46fa-9de9-8cb994b8ba0f tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Unset dirty status for tenant:e778ea2ce8b74d29b75ee0b35e251f85 on resource:security_group {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:42:42.337820 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-27108e88-05cd-46fa-9de9-8cb994b8ba0f tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2615478 Feb 04 08:42:42.342283 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-916e42eb-761f-4212-a982-eb202f68b3fa None None] Allocated IP 172.20.0.2 (cf2005f9-70f8-4d0c-9354-3b44a03a37ea/cf896b04-09b7-4943-89cc-7854d0354e2c/82ae3bf3-8183-4487-88bd-9b2d92d78bd2) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:42:42.342606 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52858) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:42.349849 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-fecc61ca-0849-4478-9d52-f2e7d0c76e7b tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Request body: {'security_group': {'name': 'tempest-secgroup--1790600106'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:42.358648 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-fecc61ca-0849-4478-9d52-f2e7d0c76e7b tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:42.369705 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-fecc61ca-0849-4478-9d52-f2e7d0c76e7b tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:42.381302 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfaf3871-7b4a-4a0d-879a-de0b5788158d tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] Made reservation on behalf of 38fb4a4f531f422e8f349b2d1f497836 for: {'port': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:42:42.385105 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-cfaf3871-7b4a-4a0d-879a-de0b5788158d tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:42.409565 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [None req-cfaf3871-7b4a-4a0d-879a-de0b5788158d tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] device_id is not set on port bd0ef127-aa5a-44cf-9435-ecd04269ebcc yet. {{(pid=84108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:42:42.449722 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-fecc61ca-0849-4478-9d52-f2e7d0c76e7b tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Notify callbacks [] for security_group, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:42.539910 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-fecc61ca-0849-4478-9d52-f2e7d0c76e7b tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:42.547268 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-fecc61ca-0849-4478-9d52-f2e7d0c76e7b tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Usage tracker for resource:security_group_rule and tenant:e778ea2ce8b74d29b75ee0b35e251f85 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:42.550955 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-fecc61ca-0849-4478-9d52-f2e7d0c76e7b tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:42.557991 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-fecc61ca-0849-4478-9d52-f2e7d0c76e7b tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:42.584862 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-2dc27aa5-8c03-4efe-80b6-06526eb1e326 req-7ddfa392-cb01-4a4c-a3e4-7a144d284658 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/quotas/7df2bfd740464e869863a41b14f4d5af HTTP/1.1" status: 200 len: 375 time: 0.2182035 Feb 04 08:42:42.656834 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-916e42eb-761f-4212-a982-eb202f68b3fa None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:42.669157 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-916e42eb-761f-4212-a982-eb202f68b3fa None None] Transition to ACTIVE for port object 82ae3bf3-8183-4487-88bd-9b2d92d78bd2 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:42:42.671705 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-fecc61ca-0849-4478-9d52-f2e7d0c76e7b tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Notify callbacks [] for security_group, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:42.688931 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-916e42eb-761f-4212-a982-eb202f68b3fa None None] Transition to ACTIVE for port object 82ae3bf3-8183-4487-88bd-9b2d92d78bd2 will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:42:42.746377 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 5d158f4f-96e1-4112-9495-ef951a3e1f74 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:42:42.747445 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-fecc61ca-0849-4478-9d52-f2e7d0c76e7b tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:42.792563 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-916e42eb-761f-4212-a982-eb202f68b3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:42.826218 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecc61ca-0849-4478-9d52-f2e7d0c76e7b tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52a52ce2-d7ad-4c30-848e-6f379ae99107,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:42.859452 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-24c5158c-eb4d-4002-8289-cb3a457fa891 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:42.862834 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-cfaf3871-7b4a-4a0d-879a-de0b5788158d tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] Allocated IP 172.20.0.11 (cf2005f9-70f8-4d0c-9354-3b44a03a37ea/cf896b04-09b7-4943-89cc-7854d0354e2c/bd0ef127-aa5a-44cf-9435-ecd04269ebcc) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:42:42.887017 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-cb4615a5-11a7-4da1-8deb-d0f4348ac079 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:42.896636 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916e42eb-761f-4212-a982-eb202f68b3fa None None] Network cf2005f9-70f8-4d0c-9354-3b44a03a37ea is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:42:42.903168 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-916e42eb-761f-4212-a982-eb202f68b3fa None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:42:42.913904 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916e42eb-761f-4212-a982-eb202f68b3fa None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:42:42.924133 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-fecc61ca-0849-4478-9d52-f2e7d0c76e7b tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:42.928156 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-fecc61ca-0849-4478-9d52-f2e7d0c76e7b tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5818810 Feb 04 08:42:42.928809 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52862) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:42.936410 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-124a4ab5-2368-4fbf-9db1-c16c00fab679 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Request body: {'security_group_rule': {'security_group_id': '52a52ce2-d7ad-4c30-848e-6f379ae99107', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:42.937198 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.api.v2.resource [None req-124a4ab5-2368-4fbf-9db1-c16c00fab679 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 08:42:42.937361 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916e42eb-761f-4212-a982-eb202f68b3fa None None] Pushing event updated for resources: {'Port': ['ID=82ae3bf3-8183-4487-88bd-9b2d92d78bd2,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:42.941666 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-124a4ab5-2368-4fbf-9db1-c16c00fab679 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0087185 Feb 04 08:42:42.955148 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52866) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:43.029741 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-24c5158c-eb4d-4002-8289-cb3a457fa891 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Calling delete_port for b989fe2c-c9d2-4839-be39-d2089e15b3ca owned by {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:42:43.034021 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-257a4dac-4b9d-4390-aee0-b60269536f0e None None] Provisioning for port 5d158f4f-96e1-4112-9495-ef951a3e1f74 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:42:43.073819 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-916e42eb-761f-4212-a982-eb202f68b3fa None None] Attempting to bind port 82ae3bf3-8183-4487-88bd-9b2d92d78bd2 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:42:43.075136 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-916e42eb-761f-4212-a982-eb202f68b3fa None None] Attempting to bind port 82ae3bf3-8183-4487-88bd-9b2d92d78bd2 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': '02234a23-28e4-4573-9975-9f62bf0da88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'cf2005f9-70f8-4d0c-9354-3b44a03a37ea'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:42:43.075416 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916e42eb-761f-4212-a982-eb202f68b3fa None None] Attempting to bind port 82ae3bf3-8183-4487-88bd-9b2d92d78bd2 on network cf2005f9-70f8-4d0c-9354-3b44a03a37ea {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:42:43.083020 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916e42eb-761f-4212-a982-eb202f68b3fa None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:42:43.083317 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [None req-89bf14fb-c846-44e6-9a79-0a94d53351a8 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] For port 5d158f4f-96e1-4112-9495-ef951a3e1f74, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=5d158f4f-96e1-4112-9495-ef951a3e1f74,segment=NetworkSegment(2c48dc91-e362-4611-9354-aede43558386),segment_id=2c48dc91-e362-4611-9354-aede43558386)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:42:43.083579 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916e42eb-761f-4212-a982-eb202f68b3fa None None] Checking segment: {'id': '02234a23-28e4-4573-9975-9f62bf0da88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'cf2005f9-70f8-4d0c-9354-3b44a03a37ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:42:43.084067 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-916e42eb-761f-4212-a982-eb202f68b3fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:43.084537 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916e42eb-761f-4212-a982-eb202f68b3fa None None] Bound using segment: {'id': '02234a23-28e4-4573-9975-9f62bf0da88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'cf2005f9-70f8-4d0c-9354-3b44a03a37ea'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:42:43.085634 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-916e42eb-761f-4212-a982-eb202f68b3fa None None] Bound port: 82ae3bf3-8183-4487-88bd-9b2d92d78bd2, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02234a23-28e4-4573-9975-9f62bf0da88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'cf2005f9-70f8-4d0c-9354-3b44a03a37ea'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:42:43.086094 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-916e42eb-761f-4212-a982-eb202f68b3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:43.090830 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [None req-cb4615a5-11a7-4da1-8deb-d0f4348ac079 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Transition to ACTIVE for port object 4cab342a-1e95-49e7-b4a2-dd47a57dd333 will not be triggered until provisioned by entity DHCP. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:42:43.106886 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 5d158f4f-96e1-4112-9495-ef951a3e1f74 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:42:43.129251 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-bbf962c5-888b-4133-9caf-3faa3b98e84c tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Notify callbacks [] for security_group, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:43.133996 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-2dc27aa5-8c03-4efe-80b6-06526eb1e326 req-40e0ff82-141f-4069-b731-620b42c65195 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Synchronizing usage tracker for tenant:7df2bfd740464e869863a41b14f4d5af on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:42:43.145706 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 5d158f4f-96e1-4112-9495-ef951a3e1f74 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:42:43.146292 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:43.157078 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-cfaf3871-7b4a-4a0d-879a-de0b5788158d tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:43.158674 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-89bf14fb-c846-44e6-9a79-0a94d53351a8 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:43.183681 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-bbf962c5-888b-4133-9caf-3faa3b98e84c tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:43.195134 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.provisioning_blocks [None req-cfaf3871-7b4a-4a0d-879a-de0b5788158d tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] Transition to ACTIVE for port object bd0ef127-aa5a-44cf-9435-ecd04269ebcc will not be triggered until provisioned by entity DHCP. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:42:43.238799 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-89bf14fb-c846-44e6-9a79-0a94d53351a8 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:43.239502 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-89bf14fb-c846-44e6-9a79-0a94d53351a8 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7510230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985204'] for subnet, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:43.251939 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-916e42eb-761f-4212-a982-eb202f68b3fa None None] For port 82ae3bf3-8183-4487-88bd-9b2d92d78bd2, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:42:43.257094 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-916e42eb-761f-4212-a982-eb202f68b3fa None None] For port 82ae3bf3-8183-4487-88bd-9b2d92d78bd2, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=82ae3bf3-8183-4487-88bd-9b2d92d78bd2,segment=NetworkSegment(02234a23-28e4-4573-9975-9f62bf0da88b),segment_id=02234a23-28e4-4573-9975-9f62bf0da88b)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:42:43.309345 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-2dc27aa5-8c03-4efe-80b6-06526eb1e326 req-40e0ff82-141f-4069-b731-620b42c65195 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Unset dirty status for tenant:7df2bfd740464e869863a41b14f4d5af on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:42:43.310638 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-2dc27aa5-8c03-4efe-80b6-06526eb1e326 req-40e0ff82-141f-4069-b731-620b42c65195 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=7df2bfd740464e869863a41b14f4d5af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7006674 Feb 04 08:42:43.315065 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:43.324752 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-cb4615a5-11a7-4da1-8deb-d0f4348ac079 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:43.325191 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-bbf962c5-888b-4133-9caf-3faa3b98e84c tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:43.345619 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf962c5-888b-4133-9caf-3faa3b98e84c tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a52ce2-d7ad-4c30-848e-6f379ae99107,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:43.355898 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-916e42eb-761f-4212-a982-eb202f68b3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:43.360198 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-cfaf3871-7b4a-4a0d-879a-de0b5788158d tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:43.369456 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-24c5158c-eb4d-4002-8289-cb3a457fa891 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:43.387219 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89bf14fb-c846-44e6-9a79-0a94d53351a8 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:42:43.396957 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-89bf14fb-c846-44e6-9a79-0a94d53351a8 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:42:43.398503 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bf14fb-c846-44e6-9a79-0a94d53351a8 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event updated for resources: {'Subnet': ['ID=44bb8421-3d52-4062-9aa4-118cafb5f035,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:43.401573 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89bf14fb-c846-44e6-9a79-0a94d53351a8 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:42:43.402319 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-89bf14fb-c846-44e6-9a79-0a94d53351a8 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:43.412921 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-bbf962c5-888b-4133-9caf-3faa3b98e84c tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:43.414046 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-bbf962c5-888b-4133-9caf-3faa3b98e84c tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] 10.222.0.36 "DELETE /v2.0/security-groups/52a52ce2-d7ad-4c30-848e-6f379ae99107 HTTP/1.1" status: 204 len: 168 time: 0.4586971 Feb 04 08:42:43.422883 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52872) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:43.432188 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bf14fb-c846-44e6-9a79-0a94d53351a8 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event updated for resources: {'Port': ['ID=5d158f4f-96e1-4112-9495-ef951a3e1f74,revision_number=4']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:43.437229 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4615a5-11a7-4da1-8deb-d0f4348ac079 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Network 30680c66-e47c-4a4d-832f-69d148e2c8fe is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:42:43.478839 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfaf3871-7b4a-4a0d-879a-de0b5788158d tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] Network cf2005f9-70f8-4d0c-9354-3b44a03a37ea is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:42:43.496888 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-cfaf3871-7b4a-4a0d-879a-de0b5788158d tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:42:43.500584 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaf3871-7b4a-4a0d-879a-de0b5788158d tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] Pushing event updated for resources: {'Port': ['ID=bd0ef127-aa5a-44cf-9435-ecd04269ebcc,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:43.503000 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfaf3871-7b4a-4a0d-879a-de0b5788158d tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:42:43.523096 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port 5d158f4f-96e1-4112-9495-ef951a3e1f74, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=5d158f4f-96e1-4112-9495-ef951a3e1f74,segment=NetworkSegment(2c48dc91-e362-4611-9354-aede43558386),segment_id=2c48dc91-e362-4611-9354-aede43558386)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:42:43.524820 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916e42eb-761f-4212-a982-eb202f68b3fa None None] Pushing event updated for resources: {'Port': ['ID=82ae3bf3-8183-4487-88bd-9b2d92d78bd2,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:43.529060 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a101a7e6-ccbb-40a7-9b65-7246bac4adda None None] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:42:43.577237 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-b1eac890-5da8-45c5-a6b0-217ca74a9a70 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Synchronizing usage tracker for tenant:e778ea2ce8b74d29b75ee0b35e251f85 on resource:security_group {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:42:43.594407 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfaf3871-7b4a-4a0d-879a-de0b5788158d tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:42:43.595026 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-cfaf3871-7b4a-4a0d-879a-de0b5788158d tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:43.600352 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-cb4615a5-11a7-4da1-8deb-d0f4348ac079 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:42:43.642373 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:43.659561 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4615a5-11a7-4da1-8deb-d0f4348ac079 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:42:43.699207 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-b1eac890-5da8-45c5-a6b0-217ca74a9a70 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Unset dirty status for tenant:e778ea2ce8b74d29b75ee0b35e251f85 on resource:security_group {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:42:43.700230 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-b1eac890-5da8-45c5-a6b0-217ca74a9a70 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2739067 Feb 04 08:42:43.704587 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52876) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:43.714192 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-8cbdceae-b914-4518-91dd-6065b9a51b70 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Request body: {'security_group': {'name': 'tempest-secgroup--1746370021'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:43.719559 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-8cbdceae-b914-4518-91dd-6065b9a51b70 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:43.725105 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-cfaf3871-7b4a-4a0d-879a-de0b5788158d tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.6207058 Feb 04 08:42:43.731248 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52880) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:43.747461 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-d34fce33-828a-41da-84e3-a458524696ad tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-903569082', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:43.758310 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-d34fce33-828a-41da-84e3-a458524696ad tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:43.760980 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-8cbdceae-b914-4518-91dd-6065b9a51b70 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:43.767585 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-d34fce33-828a-41da-84e3-a458524696ad tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] Usage tracker for resource:router and tenant:38fb4a4f531f422e8f349b2d1f497836 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:43.773234 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-d34fce33-828a-41da-84e3-a458524696ad tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:43.781613 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-d34fce33-828a-41da-84e3-a458524696ad tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:43.830912 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52884) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:43.831557 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-89bf14fb-c846-44e6-9a79-0a94d53351a8 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 5.9258497 Feb 04 08:42:43.838359 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-3f1572df-70fc-4106-9213-4d8446472cf4 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Request body: {'port': {'network_id': 'bc933c3a-b15d-4eab-9ad6-d32fd193f5cd', 'mac_address': 'fa:16:3e:41:55:59', 'name': 'tempest-NetworksTestDHCPv6-248111505'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:43.857029 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=5d158f4f-96e1-4112-9495-ef951a3e1f74,revision_number=5']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:43.873880 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8cbdceae-b914-4518-91dd-6065b9a51b70 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Notify callbacks [] for security_group, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:43.875824 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4615a5-11a7-4da1-8deb-d0f4348ac079 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Pushing event updated for resources: {'Port': ['ID=4cab342a-1e95-49e7-b4a2-dd47a57dd333,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:43.949992 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4615a5-11a7-4da1-8deb-d0f4348ac079 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:42:43.950603 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-cb4615a5-11a7-4da1-8deb-d0f4348ac079 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:43.962153 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d34fce33-828a-41da-84e3-a458524696ad tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40975'] for router, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:43.966903 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d34fce33-828a-41da-84e3-a458524696ad tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40982'] for router, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:43.980361 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c5158c-eb4d-4002-8289-cb3a457fa891 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Pushing event deleted for resources: {'Port': ['ID=b989fe2c-c9d2-4839-be39-d2089e15b3ca,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:44.027503 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-24c5158c-eb4d-4002-8289-cb3a457fa891 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:44.029316 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-24c5158c-eb4d-4002-8289-cb3a457fa891 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "DELETE /v2.0/ports/b989fe2c-c9d2-4839-be39-d2089e15b3ca HTTP/1.1" status: 204 len: 168 time: 2.0953212 Feb 04 08:42:44.033266 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-2dc27aa5-8c03-4efe-80b6-06526eb1e326 req-7615fe49-7594-43b8-8d38-46aeea71bd6a service neutron] 10.222.0.36 "GET /v2.0/networks/496cc049-ee93-4118-86d8-45abdf23adc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7012105 Feb 04 08:42:44.033703 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 52888) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:44.040639 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-8cbdceae-b914-4518-91dd-6065b9a51b70 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:44.087645 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-8cbdceae-b914-4518-91dd-6065b9a51b70 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Usage tracker for resource:security_group_rule and tenant:e778ea2ce8b74d29b75ee0b35e251f85 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:44.095834 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-8cbdceae-b914-4518-91dd-6065b9a51b70 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:44.101261 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fd7ce38-a150-4594-858a-dad91ccde224 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] GET failed (client error): The resource could not be found. Feb 04 08:42:44.101719 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d34fce33-828a-41da-84e3-a458524696ad tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:44.102131 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-6fd7ce38-a150-4594-858a-dad91ccde224 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Synchronizing usage tracker for tenant:a287064d5ca349c39790be8557119e7e on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:42:44.121982 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-8cbdceae-b914-4518-91dd-6065b9a51b70 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:44.141163 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-3f1572df-70fc-4106-9213-4d8446472cf4 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:44.158851 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-cb4615a5-11a7-4da1-8deb-d0f4348ac079 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.3704190 Feb 04 08:42:44.160917 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-3f1572df-70fc-4106-9213-4d8446472cf4 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Usage tracker for resource:port and tenant:ffa27937301745e1ad43fa520f28cbc3 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:44.165012 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52894) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:44.171260 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-3f1572df-70fc-4106-9213-4d8446472cf4 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:44.181404 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-e256f199-b7f0-49a6-959a-ab8664b7575a tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Request body: {'floatingip': {'port_id': '4cab342a-1e95-49e7-b4a2-dd47a57dd333'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:44.193095 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-9e628a3a-55e1-4e34-a2e7-534cb55a8fa7 None None] Provisioning for port 4cab342a-1e95-49e7-b4a2-dd47a57dd333 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:42:44.205022 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-9e628a3a-55e1-4e34-a2e7-534cb55a8fa7 None None] Provisioning complete for port 4cab342a-1e95-49e7-b4a2-dd47a57dd333 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:42:44.205916 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-9e628a3a-55e1-4e34-a2e7-534cb55a8fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:44.231901 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-3f1572df-70fc-4106-9213-4d8446472cf4 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:44.245885 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-2dc27aa5-8c03-4efe-80b6-06526eb1e326 req-1a70ec1a-04a5-4c85-abb9-39bc5810dca8 service neutron] 10.222.0.36 "GET /v2.0/networks/496cc049-ee93-4118-86d8-45abdf23adc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688688 Feb 04 08:42:44.279452 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-6fd7ce38-a150-4594-858a-dad91ccde224 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Unset dirty status for tenant:a287064d5ca349c39790be8557119e7e on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:42:44.283264 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-6fd7ce38-a150-4594-858a-dad91ccde224 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "GET /v2.0/ports/b989fe2c-c9d2-4839-be39-d2089e15b3ca HTTP/1.1" status: 404 len: 333 time: 0.2461069 Feb 04 08:42:44.283724 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 52898) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:44.293955 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-9e628a3a-55e1-4e34-a2e7-534cb55a8fa7 None None] Port 4cab342a-1e95-49e7-b4a2-dd47a57dd333 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:42:44.299354 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d34fce33-828a-41da-84e3-a458524696ad tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472990'] for router, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:44.493305 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e256f199-b7f0-49a6-959a-ab8664b7575a tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks [] for floatingip, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:44.573032 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f1572df-70fc-4106-9213-4d8446472cf4 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Made reservation on behalf of ffa27937301745e1ad43fa520f28cbc3 for: {'port': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:42:44.622222 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-34faf19e-a51e-4135-959c-559f53455165 req-c1d2dc70-9915-4c71-a523-0ecaa6ee2626 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=07ffe891-8cfd-4d80-a752-f1bcd03d42c5 HTTP/1.1" status: 200 len: 210 time: 0.0912189 Feb 04 08:42:44.680420 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_v2 [None req-d98d25f8-d3b8-4d3a-88ee-c2996b5a1ac6 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Deleting subnet 944a4b00-a987-4c1b-9e7d-a6197657507a {{(pid=84107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:42:44.688533 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d98d25f8-d3b8-4d3a-88ee-c2996b5a1ac6 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks [] for subnet, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:44.813965 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3f1572df-70fc-4106-9213-4d8446472cf4 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:44.819619 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d98d25f8-d3b8-4d3a-88ee-c2996b5a1ac6 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8058667'] for subnet, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:44.859968 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 5d158f4f-96e1-4112-9495-ef951a3e1f74 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:42:44.865540 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8cbdceae-b914-4518-91dd-6065b9a51b70 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Notify callbacks [] for security_group, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:44.896092 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [None req-3f1572df-70fc-4106-9213-4d8446472cf4 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] device_id is not set on port a4e9d497-e2df-4bc0-8da9-24e3996a7bcd yet. {{(pid=84108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:42:44.968493 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 5d158f4f-96e1-4112-9495-ef951a3e1f74 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:42:44.968894 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:44.984506 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d98d25f8-d3b8-4d3a-88ee-c2996b5a1ac6 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:45.056857 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d34fce33-828a-41da-84e3-a458524696ad tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] Notify callbacks [] for router, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:45.064700 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-d34fce33-828a-41da-84e3-a458524696ad tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.3323390 Feb 04 08:42:45.065923 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8cbdceae-b914-4518-91dd-6065b9a51b70 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:45.068891 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 52912) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:45.078532 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-589c9093-f4c8-4331-b458-f723e3cb2532 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-281381732', 'prefixes': ['172.20.0.0/16']}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:45.084911 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-589c9093-f4c8-4331-b458-f723e3cb2532 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:45.158874 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-16b4068f-6ff9-4dd6-8480-c51bcc199f69 None None] Provisioning complete for port 5d158f4f-96e1-4112-9495-ef951a3e1f74 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:42:45.159185 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-16b4068f-6ff9-4dd6-8480-c51bcc199f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:45.196712 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d98d25f8-d3b8-4d3a-88ee-c2996b5a1ac6 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7510167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985167'] for subnet, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:45.206918 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8cbdceae-b914-4518-91dd-6065b9a51b70 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:45.208299 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-8cbdceae-b914-4518-91dd-6065b9a51b70 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.5023603 Feb 04 08:42:45.216192 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52918) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:45.223923 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02640dd0-d311-4bec-9aee-7434824316c9 None None] Network cf2005f9-70f8-4d0c-9354-3b44a03a37ea requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:42:45.225252 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-995d17f4-8778-4df7-804b-834f6f36f97c tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Request body: {'security_group_rule': {'security_group_id': '57b63003-99c1-4ec8-af05-8d2a88b7910a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:45.225958 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.api.v2.resource [None req-995d17f4-8778-4df7-804b-834f6f36f97c tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 08:42:45.226893 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-995d17f4-8778-4df7-804b-834f6f36f97c tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0071714 Feb 04 08:42:45.231952 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbdceae-b914-4518-91dd-6065b9a51b70 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57b63003-99c1-4ec8-af05-8d2a88b7910a,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:45.234184 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52922) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:45.253171 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-5304aadd-2cae-4b3d-bc4a-6d014af7daa2 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Request body: {'security_group_rule': {'security_group_id': '57b63003-99c1-4ec8-af05-8d2a88b7910a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:45.253796 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.api.v2.resource [None req-5304aadd-2cae-4b3d-bc4a-6d014af7daa2 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 08:42:45.257392 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-5304aadd-2cae-4b3d-bc4a-6d014af7daa2 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0157328 Feb 04 08:42:45.258892 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98d25f8-d3b8-4d3a-88ee-c2996b5a1ac6 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Pushing event deleted for resources: {'Subnet': ['ID=944a4b00-a987-4c1b-9e7d-a6197657507a,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:45.261856 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 52926) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:45.270156 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-4ece810e-c661-4bcc-92b1-3c3622de07f6 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Request body: {'security_group_rule': {'security_group_id': '57b63003-99c1-4ec8-af05-8d2a88b7910a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:45.270993 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.api.v2.resource [None req-4ece810e-c661-4bcc-92b1-3c3622de07f6 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 08:42:45.275606 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-4ece810e-c661-4bcc-92b1-3c3622de07f6 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0087655 Feb 04 08:42:45.275606 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 52930) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:45.282134 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-48a4b56f-bd85-4cbc-b879-0ecc23c7ae6c tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Request body: {'security_group_rule': {'security_group_id': '57b63003-99c1-4ec8-af05-8d2a88b7910a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:45.282930 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.api.v2.resource [None req-48a4b56f-bd85-4cbc-b879-0ecc23c7ae6c tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 08:42:45.287862 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-48a4b56f-bd85-4cbc-b879-0ecc23c7ae6c tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0072854 Feb 04 08:42:45.291975 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52934) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:45.292766 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d98d25f8-d3b8-4d3a-88ee-c2996b5a1ac6 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:45.305483 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-d98d25f8-d3b8-4d3a-88ee-c2996b5a1ac6 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "DELETE /v2.0/subnets/944a4b00-a987-4c1b-9e7d-a6197657507a HTTP/1.1" status: 204 len: 168 time: 1.0178430 Feb 04 08:42:45.305685 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 82ae3bf3-8183-4487-88bd-9b2d92d78bd2 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:42:45.306082 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 52938) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:45.392510 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8bf943-2739-4526-ad77-2a8c888f5a12 None None] Network cd139fae-f18c-46b2-8f75-2c53b1a5c644 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:42:45.451995 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7cdafc92-d62b-4cba-bb21-8785e5b66e03 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:45.470277 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-7cdafc92-d62b-4cba-bb21-8785e5b66e03 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Deleting port 98c50685-90d8-48a9-bf6f-c3a380e086da {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:42:45.470763 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7cdafc92-d62b-4cba-bb21-8785e5b66e03 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:45.536362 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-3f1572df-70fc-4106-9213-4d8446472cf4 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Allocated IP 2001:db8::30f (bc933c3a-b15d-4eab-9ad6-d32fd193f5cd/8dd42af6-6cd3-42f1-a0bc-c56e4647d6ac/a4e9d497-e2df-4bc0-8da9-24e3996a7bcd) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:42:45.545190 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9965f6ec-000d-49d2-aac4-7e6248d64e7d tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Notify callbacks [] for security_group, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:45.547336 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-3f1572df-70fc-4106-9213-4d8446472cf4 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Allocated IP 2001:db8:0:1:f816:3eff:fe41:5559 (bc933c3a-b15d-4eab-9ad6-d32fd193f5cd/44bb8421-3d52-4062-9aa4-118cafb5f035/a4e9d497-e2df-4bc0-8da9-24e3996a7bcd) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:42:45.671790 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9965f6ec-000d-49d2-aac4-7e6248d64e7d tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:45.677745 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-589c9093-f4c8-4331-b458-f723e3cb2532 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] Notify callbacks [] for subnetpool, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:45.683088 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-589c9093-f4c8-4331-b458-f723e3cb2532 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.6130075 Feb 04 08:42:45.684395 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52946) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:45.706724 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.tag.tag_plugin [None req-c2babc6d-d2a9-4e84-8312-59c8c2aeacda tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'cf896b04-09b7-4943-89cc-7854d0354e2c', 'tempest-TagsExtTest-Tag-2094596242') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:42:45.722467 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [None req-7cdafc92-d62b-4cba-bb21-8785e5b66e03 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] For port 98c50685-90d8-48a9-bf6f-c3a380e086da, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=98c50685-90d8-48a9-bf6f-c3a380e086da,segment=NetworkSegment(b11d1616-f097-4b3d-ba1e-aea0a43b6d9d),segment_id=b11d1616-f097-4b3d-ba1e-aea0a43b6d9d)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:42:45.722734 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7cdafc92-d62b-4cba-bb21-8785e5b66e03 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:45.858885 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 82ae3bf3-8183-4487-88bd-9b2d92d78bd2 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:42:45.912197 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8601b451-fd7d-41cf-a209-be77cec50b2b None None] DHCP port deletion for cd139fae-f18c-46b2-8f75-2c53b1a5c644 request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 08:42:45.916853 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-8601b451-fd7d-41cf-a209-be77cec50b2b None None] Deleting port 98c50685-90d8-48a9-bf6f-c3a380e086da {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:42:45.917218 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-8601b451-fd7d-41cf-a209-be77cec50b2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:45.989895 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-4aaf9e66-9c15-44f1-bfbf-2e618634d6ff None None] Provisioning for port 82ae3bf3-8183-4487-88bd-9b2d92d78bd2 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:42:45.999224 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-4aaf9e66-9c15-44f1-bfbf-2e618634d6ff None None] Provisioning complete for port 82ae3bf3-8183-4487-88bd-9b2d92d78bd2 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:42:45.999589 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-4aaf9e66-9c15-44f1-bfbf-2e618634d6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:46.060392 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-7cdafc92-d62b-4cba-bb21-8785e5b66e03 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Calling delete_port for 98c50685-90d8-48a9-bf6f-c3a380e086da owned by network:dhcp {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:42:46.099092 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3f1572df-70fc-4106-9213-4d8446472cf4 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:46.102926 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-98025220-e91b-4473-8cca-9b96cf87d8e7 req-db949ea1-313e-41bb-b383-092a592ed15f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=07ffe891-8cfd-4d80-a752-f1bcd03d42c5 HTTP/1.1" status: 200 len: 210 time: 0.3162174 Feb 04 08:42:46.115442 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.provisioning_blocks [None req-3f1572df-70fc-4106-9213-4d8446472cf4 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Transition to ACTIVE for port object a4e9d497-e2df-4bc0-8da9-24e3996a7bcd will not be triggered until provisioned by entity DHCP. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:42:46.148529 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9965f6ec-000d-49d2-aac4-7e6248d64e7d tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:46.183852 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9965f6ec-000d-49d2-aac4-7e6248d64e7d tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57b63003-99c1-4ec8-af05-8d2a88b7910a,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:46.238487 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3f1572df-70fc-4106-9213-4d8446472cf4 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:46.267458 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7cdafc92-d62b-4cba-bb21-8785e5b66e03 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:46.322699 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdafc92-d62b-4cba-bb21-8785e5b66e03 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Pushing event deleted for resources: {'Port': ['ID=98c50685-90d8-48a9-bf6f-c3a380e086da,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:46.337872 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-8601b451-fd7d-41cf-a209-be77cec50b2b None None] For port 98c50685-90d8-48a9-bf6f-c3a380e086da, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=98c50685-90d8-48a9-bf6f-c3a380e086da,segment=NetworkSegment(b11d1616-f097-4b3d-ba1e-aea0a43b6d9d),segment_id=b11d1616-f097-4b3d-ba1e-aea0a43b6d9d)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:42:46.338551 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-8601b451-fd7d-41cf-a209-be77cec50b2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:46.339850 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdafc92-d62b-4cba-bb21-8785e5b66e03 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] No DVR routers for this DVR port 98c50685-90d8-48a9-bf6f-c3a380e086da on host dv-neutron-827798-2-hyperv {{(pid=84107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:42:46.367923 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1572df-70fc-4106-9213-4d8446472cf4 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event updated for resources: {'Port': ['ID=a4e9d497-e2df-4bc0-8da9-24e3996a7bcd,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:46.396723 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9965f6ec-000d-49d2-aac4-7e6248d64e7d tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:46.400915 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-9965f6ec-000d-49d2-aac4-7e6248d64e7d tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] 10.222.0.36 "DELETE /v2.0/security-groups/57b63003-99c1-4ec8-af05-8d2a88b7910a HTTP/1.1" status: 204 len: 168 time: 1.1102560 Feb 04 08:42:46.400915 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.db.resource_extend [None req-e256f199-b7f0-49a6-959a-ab8664b7575a tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 08:42:46.413720 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 52950) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:46.475228 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-c2babc6d-d2a9-4e84-8312-59c8c2aeacda tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] 10.222.0.36 "PUT /v2.0/subnets/cf896b04-09b7-4943-89cc-7854d0354e2c/tags/tempest-TagsExtTest-Tag-2094596242 HTTP/1.1" status: 201 len: 201 time: 0.7862167 Feb 04 08:42:46.476993 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52954) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:46.497249 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.tag.tag_plugin [None req-fee74706-678b-4189-a6d8-00b7c654b40d tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'bd0ef127-aa5a-44cf-9435-ecd04269ebcc', 'tempest-TagsExtTest-Tag-39009480') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:42:46.523547 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7cdafc92-d62b-4cba-bb21-8785e5b66e03 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:46.530093 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1572df-70fc-4106-9213-4d8446472cf4 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:42:46.530304 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-4aaf9e66-9c15-44f1-bfbf-2e618634d6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:46.546411 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-8601b451-fd7d-41cf-a209-be77cec50b2b None None] Calling delete_port for 98c50685-90d8-48a9-bf6f-c3a380e086da owned by network:dhcp {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:42:46.547515 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-3f1572df-70fc-4106-9213-4d8446472cf4 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:42:46.552764 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1572df-70fc-4106-9213-4d8446472cf4 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:42:46.557751 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1572df-70fc-4106-9213-4d8446472cf4 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:42:46.558414 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3f1572df-70fc-4106-9213-4d8446472cf4 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:46.562782 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-7cdafc92-d62b-4cba-bb21-8785e5b66e03 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd139fae-f18c-46b2-8f75-2c53b1a5c644']}} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:42:46.579967 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-7cdafc92-d62b-4cba-bb21-8785e5b66e03 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b11d1616-f097-4b3d-ba1e-aea0a43b6d9d') {'for_net_delete': True} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:42:46.580293 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-7cdafc92-d62b-4cba-bb21-8785e5b66e03 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b11d1616-f097-4b3d-ba1e-aea0a43b6d9d') {} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:42:46.591157 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-990913ec-f5c8-4406-a741-a0cb0eb2845d tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1757019 Feb 04 08:42:46.597136 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 52958) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:46.605443 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7cdafc92-d62b-4cba-bb21-8785e5b66e03 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8058642'] for segment, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:46.630367 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-e14d5001-2a14-4e08-bc85-b9db8f6cbade tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Request body: {'security_group': {'name': 'tempest-secgroup--933290684'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:46.643378 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-4aaf9e66-9c15-44f1-bfbf-2e618634d6ff None None] For port 82ae3bf3-8183-4487-88bd-9b2d92d78bd2, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=82ae3bf3-8183-4487-88bd-9b2d92d78bd2,segment=NetworkSegment(02234a23-28e4-4573-9975-9f62bf0da88b),segment_id=02234a23-28e4-4573-9975-9f62bf0da88b)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:42:46.652467 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-e14d5001-2a14-4e08-bc85-b9db8f6cbade tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:46.661228 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-e14d5001-2a14-4e08-bc85-b9db8f6cbade tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Usage tracker for resource:security_group and tenant:e778ea2ce8b74d29b75ee0b35e251f85 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:46.665151 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-e14d5001-2a14-4e08-bc85-b9db8f6cbade tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:46.669195 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7cdafc92-d62b-4cba-bb21-8785e5b66e03 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:46.669592 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.db.api [None req-8601b451-fd7d-41cf-a209-be77cec50b2b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 08:42:46.670195 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG oslo_db.api [None req-8601b451-fd7d-41cf-a209-be77cec50b2b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 08:42:46.678176 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-e14d5001-2a14-4e08-bc85-b9db8f6cbade tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:46.683997 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cdafc92-d62b-4cba-bb21-8785e5b66e03 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=84107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:42:46.684408 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7cdafc92-d62b-4cba-bb21-8785e5b66e03 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7377717'] for segment, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:46.692049 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 98c50685-90d8-48a9-bf6f-c3a380e086da no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:42:46.702702 dv-neutron-827798-2-hyperv neutron-server[84107]: Traceback (most recent call last): Feb 04 08:42:46.702702 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:42:46.702702 dv-neutron-827798-2-hyperv neutron-server[84107]: timer() Feb 04 08:42:46.702702 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:42:46.702702 dv-neutron-827798-2-hyperv neutron-server[84107]: cb(*args, **kw) Feb 04 08:42:46.702702 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:42:46.702702 dv-neutron-827798-2-hyperv neutron-server[84107]: return func(*args, **kwargs) Feb 04 08:42:46.702702 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:42:46.702702 dv-neutron-827798-2-hyperv neutron-server[84107]: self._notify() Feb 04 08:42:46.702702 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:42:46.702702 dv-neutron-827798-2-hyperv neutron-server[84107]: self.callback(batched_events) Feb 04 08:42:46.702702 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:42:46.702702 dv-neutron-827798-2-hyperv neutron-server[84107]: event.method(event) Feb 04 08:42:46.702702 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:42:46.702702 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:42:46.702702 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:42:46.702702 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:42:46.702702 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:42:46.702702 dv-neutron-827798-2-hyperv neutron-server[84107]: return f(self, *a, **k) Feb 04 08:42:46.702702 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:42:46.702702 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._get(url).json() Feb 04 08:42:46.702702 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:42:46.702702 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:42:46.702702 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:42:46.702702 dv-neutron-827798-2-hyperv neutron-server[84107]: return self.request(url, 'GET', **kwargs) Feb 04 08:42:46.702702 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:42:46.702702 dv-neutron-827798-2-hyperv neutron-server[84107]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:42:46.702702 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:42:46.702702 dv-neutron-827798-2-hyperv neutron-server[84107]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:42:46.702702 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:42:46.702702 dv-neutron-827798-2-hyperv neutron-server[84107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:42:46.702702 dv-neutron-827798-2-hyperv neutron-server[84107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:42:46.732283 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: 98c50685-90d8-48a9-bf6f-c3a380e086da {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:42:46.732929 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 98c50685-90d8-48a9-bf6f-c3a380e086da not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:42:46.741420 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-4aaf9e66-9c15-44f1-bfbf-2e618634d6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:46.783206 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e256f199-b7f0-49a6-959a-ab8664b7575a tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:46.824958 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaf9e66-9c15-44f1-bfbf-2e618634d6ff None None] Pushing event updated for resources: {'Port': ['ID=82ae3bf3-8183-4487-88bd-9b2d92d78bd2,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:46.834027 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e14d5001-2a14-4e08-bc85-b9db8f6cbade tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:46.855237 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e256f199-b7f0-49a6-959a-ab8664b7575a tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473039'] for floatingip, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:46.856409 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7cdafc92-d62b-4cba-bb21-8785e5b66e03 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:46.861581 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7cdafc92-d62b-4cba-bb21-8785e5b66e03 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:46.907376 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-3f1572df-70fc-4106-9213-4d8446472cf4 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.0730505 Feb 04 08:42:46.909165 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 52962) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:46.912235 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-fee74706-678b-4189-a6d8-00b7c654b40d tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] 10.222.0.36 "PUT /v2.0/ports/bd0ef127-aa5a-44cf-9435-ecd04269ebcc/tags/tempest-TagsExtTest-Tag-39009480 HTTP/1.1" status: 201 len: 201 time: 0.4247653 Feb 04 08:42:46.917079 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-e14d5001-2a14-4e08-bc85-b9db8f6cbade tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:46.919544 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52966) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:46.922102 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdafc92-d62b-4cba-bb21-8785e5b66e03 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Pushing event deleted for resources: {'Network': ['ID=cd139fae-f18c-46b2-8f75-2c53b1a5c644,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:46.928663 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.tag.tag_plugin [None req-f5cb6429-f28e-4dae-8d8a-a8dd5f2644fd tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'eb331614-68dd-4bcd-8328-c5cdeab4b7c8', 'tempest-TagsExtTest-Tag-286900380') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:42:46.944570 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-fa6a73ed-4879-4208-8e1f-1db468ce90ed None None] Provisioning for port bd0ef127-aa5a-44cf-9435-ecd04269ebcc completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:42:46.951186 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-fa6a73ed-4879-4208-8e1f-1db468ce90ed None None] Provisioning complete for port bd0ef127-aa5a-44cf-9435-ecd04269ebcc triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:42:46.955259 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-fa6a73ed-4879-4208-8e1f-1db468ce90ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:46.955386 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-e14d5001-2a14-4e08-bc85-b9db8f6cbade tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Usage tracker for resource:security_group_rule and tenant:e778ea2ce8b74d29b75ee0b35e251f85 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:46.957492 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-e14d5001-2a14-4e08-bc85-b9db8f6cbade tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:46.984399 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-e14d5001-2a14-4e08-bc85-b9db8f6cbade tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:47.031017 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-e13842d3-bc47-4614-ae28-a05f91267092 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Deleting port a4e9d497-e2df-4bc0-8da9-24e3996a7bcd {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:42:47.031359 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e13842d3-bc47-4614-ae28-a05f91267092 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:47.032718 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-fa6a73ed-4879-4208-8e1f-1db468ce90ed None None] Port bd0ef127-aa5a-44cf-9435-ecd04269ebcc cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:42:47.046169 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-fa6a73ed-4879-4208-8e1f-1db468ce90ed None None] Provisioning complete for port 82ae3bf3-8183-4487-88bd-9b2d92d78bd2 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:42:47.046460 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-fa6a73ed-4879-4208-8e1f-1db468ce90ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:47.085953 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-7cdafc92-d62b-4cba-bb21-8785e5b66e03 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "DELETE /v2.0/networks/cd139fae-f18c-46b2-8f75-2c53b1a5c644 HTTP/1.1" status: 204 len: 168 time: 1.7789230 Feb 04 08:42:47.090975 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52970) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:47.101691 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-9203d96a-b2a0-42ff-9fc4-ea29c241375b tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-60982276'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:47.109792 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-9203d96a-b2a0-42ff-9fc4-ea29c241375b tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:47.121816 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-9203d96a-b2a0-42ff-9fc4-ea29c241375b tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Usage tracker for resource:network and tenant:a287064d5ca349c39790be8557119e7e is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:47.129580 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-9203d96a-b2a0-42ff-9fc4-ea29c241375b tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:47.138612 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-9203d96a-b2a0-42ff-9fc4-ea29c241375b tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:47.171319 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-8601b451-fd7d-41cf-a209-be77cec50b2b None None] Deleting port 98c50685-90d8-48a9-bf6f-c3a380e086da {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:42:47.171925 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-8601b451-fd7d-41cf-a209-be77cec50b2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:47.217794 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e14d5001-2a14-4e08-bc85-b9db8f6cbade tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:47.244507 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-8601b451-fd7d-41cf-a209-be77cec50b2b None None] The port '98c50685-90d8-48a9-bf6f-c3a380e086da' was deleted {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 08:42:47.272409 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9203d96a-b2a0-42ff-9fc4-ea29c241375b tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Made reservation on behalf of a287064d5ca349c39790be8557119e7e for: {'network': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:42:47.275452 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9203d96a-b2a0-42ff-9fc4-ea29c241375b tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:47.355094 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-f5cb6429-f28e-4dae-8d8a-a8dd5f2644fd tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] 10.222.0.36 "PUT /v2.0/routers/eb331614-68dd-4bcd-8328-c5cdeab4b7c8/tags/tempest-TagsExtTest-Tag-286900380 HTTP/1.1" status: 201 len: 201 time: 0.4319935 Feb 04 08:42:47.368192 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52976) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:47.399525 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9203d96a-b2a0-42ff-9fc4-ea29c241375b tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=84108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:42:47.412335 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e14d5001-2a14-4e08-bc85-b9db8f6cbade tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:47.424700 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.tag.tag_plugin [None req-1b292b93-2f41-41bc-b2b8-d9cfd7cae52e tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '584fc45f-b1c0-46d4-9760-83175e8f739f', 'tempest-TagsExtTest-Tag-1505765661') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:42:47.433425 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-955c3b26-d7e4-4bfd-b115-63da0bad1538 None None] Provisioning for port a4e9d497-e2df-4bc0-8da9-24e3996a7bcd completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:42:47.437583 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-1f8c1d2c-f8d1-4314-ac45-e2d4e922d076 req-c4070fe7-28a1-4c74-9fce-aba19183c242 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=07ffe891-8cfd-4d80-a752-f1bcd03d42c5 HTTP/1.1" status: 200 len: 210 time: 0.1617348 Feb 04 08:42:47.438683 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-955c3b26-d7e4-4bfd-b115-63da0bad1538 None None] Provisioning complete for port a4e9d497-e2df-4bc0-8da9-24e3996a7bcd triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:42:47.439162 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-955c3b26-d7e4-4bfd-b115-63da0bad1538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:47.449173 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9203d96a-b2a0-42ff-9fc4-ea29c241375b tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:47.449522 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.segments_db [None req-9203d96a-b2a0-42ff-9fc4-ea29c241375b tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Added segment f1583fb7-3ba0-48c0-8077-0e41d5e364b3 of type vlan for network d9e7c776-5ed3-4b17-b3cd-67ee1bab5945 Feb 04 08:42:47.488542 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e13842d3-bc47-4614-ae28-a05f91267092 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:47.499808 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14d5001-2a14-4e08-bc85-b9db8f6cbade tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efb18d81-1551-46ff-b8c1-ecd5b3840457,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:47.512462 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-955c3b26-d7e4-4bfd-b115-63da0bad1538 None None] Port a4e9d497-e2df-4bc0-8da9-24e3996a7bcd cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:42:47.525926 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9203d96a-b2a0-42ff-9fc4-ea29c241375b tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:47.538151 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc27aa5-8c03-4efe-80b6-06526eb1e326 req-a7b5e162-2e2d-435d-8379-f929f0edfcac tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:42:47.539999 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [req-2dc27aa5-8c03-4efe-80b6-06526eb1e326 req-a7b5e162-2e2d-435d-8379-f929f0edfcac tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Synchronizing usage tracker for tenant:7df2bfd740464e869863a41b14f4d5af on resource:network {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:42:47.566700 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.l3_db [None req-e256f199-b7f0-49a6-959a-ab8664b7575a tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Floating IP 41577416-878b-4b92-940d-566f648d295d associated. External IP: 172.26.3.186, port: d3b46d85-a268-47c1-b607-51790a53ab43. Feb 04 08:42:47.618652 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e14d5001-2a14-4e08-bc85-b9db8f6cbade tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:47.620308 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-e14d5001-2a14-4e08-bc85-b9db8f6cbade tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0216277 Feb 04 08:42:47.626900 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-e13842d3-bc47-4614-ae28-a05f91267092 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Calling delete_port for a4e9d497-e2df-4bc0-8da9-24e3996a7bcd owned by {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:42:47.632522 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [req-2dc27aa5-8c03-4efe-80b6-06526eb1e326 req-a7b5e162-2e2d-435d-8379-f929f0edfcac tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Unset dirty status for tenant:7df2bfd740464e869863a41b14f4d5af on resource:network {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:42:47.633932 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-2dc27aa5-8c03-4efe-80b6-06526eb1e326 req-a7b5e162-2e2d-435d-8379-f929f0edfcac tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.47 "GET /v2.0/networks?id=496cc049-ee93-4118-86d8-45abdf23adc3 HTTP/1.1" status: 200 len: 797 time: 0.3935246 Feb 04 08:42:47.637238 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 52982) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:47.667747 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-017a15a6-bca3-4d4e-bbba-ffd6d3c358f0 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Request body: {'security_group_rule': {'security_group_id': 'efb18d81-1551-46ff-b8c1-ecd5b3840457', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:47.668353 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.api.v2.resource [None req-017a15a6-bca3-4d4e-bbba-ffd6d3c358f0 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 08:42:47.669795 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-017a15a6-bca3-4d4e-bbba-ffd6d3c358f0 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0242734 Feb 04 08:42:47.672523 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 52986) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:47.679643 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-a14ecaeb-4c4a-495d-b6a4-2700ea032d59 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Request body: {'security_group_rule': {'security_group_id': 'efb18d81-1551-46ff-b8c1-ecd5b3840457', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:47.687555 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-a14ecaeb-4c4a-495d-b6a4-2700ea032d59 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:47.695544 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-a14ecaeb-4c4a-495d-b6a4-2700ea032d59 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Usage tracker for resource:security_group_rule and tenant:e778ea2ce8b74d29b75ee0b35e251f85 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:47.700309 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-a14ecaeb-4c4a-495d-b6a4-2700ea032d59 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:47.716280 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-a14ecaeb-4c4a-495d-b6a4-2700ea032d59 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:47.717170 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [req-2dc27aa5-8c03-4efe-80b6-06526eb1e326 req-4708b253-eb69-438e-a4ed-1ac3c2750011 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Synchronizing usage tracker for tenant:7df2bfd740464e869863a41b14f4d5af on resource:security_group {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:42:47.734412 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [req-2dc27aa5-8c03-4efe-80b6-06526eb1e326 req-4708b253-eb69-438e-a4ed-1ac3c2750011 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Unset dirty status for tenant:7df2bfd740464e869863a41b14f4d5af on resource:security_group {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:42:47.735515 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-2dc27aa5-8c03-4efe-80b6-06526eb1e326 req-4708b253-eb69-438e-a4ed-1ac3c2750011 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7df2bfd740464e869863a41b14f4d5af HTTP/1.1" status: 200 len: 379 time: 0.0889549 Feb 04 08:42:47.745402 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [req-2dc27aa5-8c03-4efe-80b6-06526eb1e326 req-8a3425a2-4805-4ff9-95e0-d4aa621a6b37 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'port': {'device_id': '07ffe891-8cfd-4d80-a752-f1bcd03d42c5', 'network_id': '496cc049-ee93-4118-86d8-45abdf23adc3', 'admin_state_up': True, 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'security_groups': ['fd556e8c-e336-4af4-8bcf-e0cfc06f1d8d']}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:47.867143 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-1b292b93-2f41-41bc-b2b8-d9cfd7cae52e tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] 10.222.0.36 "PUT /v2.0/subnetpools/584fc45f-b1c0-46d4-9760-83175e8f739f/tags/tempest-TagsExtTest-Tag-1505765661 HTTP/1.1" status: 201 len: 201 time: 0.4949832 Feb 04 08:42:47.870396 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 52990) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:47.875982 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.tag.tag_plugin [None req-0d4278ad-8e22-47a5-ac01-231e729b8971 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'cf896b04-09b7-4943-89cc-7854d0354e2c') {} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:42:47.876165 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9203d96a-b2a0-42ff-9fc4-ea29c241375b tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:47.879552 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9203d96a-b2a0-42ff-9fc4-ea29c241375b tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:42:47.880129 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9203d96a-b2a0-42ff-9fc4-ea29c241375b tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:47.937475 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.api.v2.resource [None req-a14ecaeb-4c4a-495d-b6a4-2700ea032d59 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 08:42:47.938498 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-a14ecaeb-4c4a-495d-b6a4-2700ea032d59 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2650328 Feb 04 08:42:47.941718 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 52996) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:47.947648 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-724f14bb-b9ec-4cb3-ad05-e657c1f4dbdf tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Request body: {'security_group_rule': {'security_group_id': 'efb18d81-1551-46ff-b8c1-ecd5b3840457', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:47.948312 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.api.v2.resource [None req-724f14bb-b9ec-4cb3-ad05-e657c1f4dbdf tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 08:42:47.951783 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-724f14bb-b9ec-4cb3-ad05-e657c1f4dbdf tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0066583 Feb 04 08:42:47.951783 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-0d4278ad-8e22-47a5-ac01-231e729b8971 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] 10.222.0.36 "GET /v2.0/subnets/cf896b04-09b7-4943-89cc-7854d0354e2c/tags HTTP/1.1" status: 200 len: 241 time: 0.0796978 Feb 04 08:42:47.952104 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53000) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:47.953964 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53002) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:47.958921 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-d3bcafb8-5371-4e4a-a88c-804f9e6461bd tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Request body: {'security_group_rule': {'security_group_id': 'efb18d81-1551-46ff-b8c1-ecd5b3840457', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:47.971874 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.tag.tag_plugin [None req-3a3d5e85-937e-47b2-b6d3-091c0e1190cb tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'cf896b04-09b7-4943-89cc-7854d0354e2c', 'tempest-TagsExtTest-Tag-2094596242') {} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:42:47.997258 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-d3bcafb8-5371-4e4a-a88c-804f9e6461bd tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:48.003879 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e13842d3-bc47-4614-ae28-a05f91267092 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:48.008829 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-d3bcafb8-5371-4e4a-a88c-804f9e6461bd tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Usage tracker for resource:security_group_rule and tenant:e778ea2ce8b74d29b75ee0b35e251f85 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:48.037600 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9203d96a-b2a0-42ff-9fc4-ea29c241375b tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Pushing event updated for resources: {'Network': ['ID=d9e7c776-5ed3-4b17-b3cd-67ee1bab5945,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:48.044856 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-d3bcafb8-5371-4e4a-a88c-804f9e6461bd tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:48.053530 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network d9e7c776-5ed3-4b17-b3cd-67ee1bab5945 details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:42:48.062152 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [req-2dc27aa5-8c03-4efe-80b6-06526eb1e326 req-8a3425a2-4805-4ff9-95e0-d4aa621a6b37 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:48.062384 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-d3bcafb8-5371-4e4a-a88c-804f9e6461bd tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:48.070489 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13842d3-bc47-4614-ae28-a05f91267092 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event deleted for resources: {'Port': ['ID=a4e9d497-e2df-4bc0-8da9-24e3996a7bcd,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:48.077555 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-9203d96a-b2a0-42ff-9fc4-ea29c241375b tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9825246 Feb 04 08:42:48.078706 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [req-2dc27aa5-8c03-4efe-80b6-06526eb1e326 req-8a3425a2-4805-4ff9-95e0-d4aa621a6b37 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:48.080604 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 53008) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:48.087761 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-0e055faa-fd0b-4b7e-9306-3e1f79ec87ae tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Request body: {'subnet': {'network_id': 'd9e7c776-5ed3-4b17-b3cd-67ee1bab5945', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:48.280762 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-0e055faa-fd0b-4b7e-9306-3e1f79ec87ae tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:48.281453 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e13842d3-bc47-4614-ae28-a05f91267092 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:48.282929 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dc27aa5-8c03-4efe-80b6-06526eb1e326 req-8a3425a2-4805-4ff9-95e0-d4aa621a6b37 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Made reservation on behalf of 7df2bfd740464e869863a41b14f4d5af for: {'port': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:42:48.285889 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-2dc27aa5-8c03-4efe-80b6-06526eb1e326 req-8a3425a2-4805-4ff9-95e0-d4aa621a6b37 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:48.299039 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-e13842d3-bc47-4614-ae28-a05f91267092 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "DELETE /v2.0/ports/a4e9d497-e2df-4bc0-8da9-24e3996a7bcd HTTP/1.1" status: 204 len: 168 time: 1.3868253 Feb 04 08:42:48.301489 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53012) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:48.308894 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-0e055faa-fd0b-4b7e-9306-3e1f79ec87ae tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Usage tracker for resource:subnet and tenant:a287064d5ca349c39790be8557119e7e is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:48.317159 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-0e055faa-fd0b-4b7e-9306-3e1f79ec87ae tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:48.329627 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-0e055faa-fd0b-4b7e-9306-3e1f79ec87ae tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:48.340269 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-3a3d5e85-937e-47b2-b6d3-091c0e1190cb tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] 10.222.0.36 "GET /v2.0/subnets/cf896b04-09b7-4943-89cc-7854d0354e2c/tags/tempest-TagsExtTest-Tag-2094596242 HTTP/1.1" status: 204 len: 168 time: 0.3849406 Feb 04 08:42:48.347533 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53016) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:48.354841 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.tag.tag_plugin [None req-d9b8fbc8-fc5d-4b3e-b7fa-1a6b1638d61b tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'cf896b04-09b7-4943-89cc-7854d0354e2c', 'tempest-TagsExtTest-Tag-2094596242') {} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:42:48.386227 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.api.v2.resource [None req-d3bcafb8-5371-4e4a-a88c-804f9e6461bd tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 08:42:48.389745 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-d3bcafb8-5371-4e4a-a88c-804f9e6461bd tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4341438 Feb 04 08:42:48.391618 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53020) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:48.401766 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-6a80b2ad-3ea4-4fc0-bf2b-877647e1ff43 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Request body: {'security_group_rule': {'security_group_id': 'efb18d81-1551-46ff-b8c1-ecd5b3840457', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:48.402361 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.api.v2.resource [None req-6a80b2ad-3ea4-4fc0-bf2b-877647e1ff43 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 08:42:48.406852 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-6a80b2ad-3ea4-4fc0-bf2b-877647e1ff43 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0093274 Feb 04 08:42:48.408543 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 53024) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:48.417795 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-13e26996-c9a1-40fa-b5b6-7f6466149ba9 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Request body: {'security_group_rule': {'security_group_id': 'efb18d81-1551-46ff-b8c1-ecd5b3840457', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:48.431526 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-13e26996-c9a1-40fa-b5b6-7f6466149ba9 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:48.441575 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-13e26996-c9a1-40fa-b5b6-7f6466149ba9 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Usage tracker for resource:security_group_rule and tenant:e778ea2ce8b74d29b75ee0b35e251f85 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:48.446462 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a477d4-56e1-4b0a-a5ac-9ca9638143fc tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:42:48.447177 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-82a477d4-56e1-4b0a-a5ac-9ca9638143fc tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Synchronizing usage tracker for tenant:ffa27937301745e1ad43fa520f28cbc3 on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:42:48.447321 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-13e26996-c9a1-40fa-b5b6-7f6466149ba9 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:48.456752 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-13e26996-c9a1-40fa-b5b6-7f6466149ba9 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:48.491094 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e055faa-fd0b-4b7e-9306-3e1f79ec87ae tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Made reservation on behalf of a287064d5ca349c39790be8557119e7e for: {'subnet': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:42:48.553249 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-82a477d4-56e1-4b0a-a5ac-9ca9638143fc tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Unset dirty status for tenant:ffa27937301745e1ad43fa520f28cbc3 on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:42:48.554843 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-82a477d4-56e1-4b0a-a5ac-9ca9638143fc tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2524590 Feb 04 08:42:48.558136 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53030) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:48.599791 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-d9b8fbc8-fc5d-4b3e-b7fa-1a6b1638d61b tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] 10.222.0.36 "DELETE /v2.0/subnets/cf896b04-09b7-4943-89cc-7854d0354e2c/tags/tempest-TagsExtTest-Tag-2094596242 HTTP/1.1" status: 204 len: 168 time: 0.2512567 Feb 04 08:42:48.624878 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 53034) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:48.649983 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-60a54a29-9230-4b1c-a66f-c394516be994 req-b5450f44-f5c9-4713-8907-87e54fc1c803 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=07ffe891-8cfd-4d80-a752-f1bcd03d42c5 HTTP/1.1" status: 200 len: 210 time: 0.0571070 Feb 04 08:42:48.678230 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 82ae3bf3-8183-4487-88bd-9b2d92d78bd2 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:42:48.689882 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.tag.tag_plugin [None req-d9b7c3cc-0909-4511-8dea-e4101c46d6e1 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'cf896b04-09b7-4943-89cc-7854d0354e2c') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:42:48.696969 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4a3d00-11f9-4dfa-8a55-9fb4c66307a7 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:42:48.699758 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-bb4a3d00-11f9-4dfa-8a55-9fb4c66307a7 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1406152 Feb 04 08:42:48.702818 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53038) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:48.754253 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 82ae3bf3-8183-4487-88bd-9b2d92d78bd2 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:42:48.754722 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:48.770397 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffef5514-29c1-4cb1-9e96-e35c127f93ce tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:42:48.771841 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffef5514-29c1-4cb1-9e96-e35c127f93ce tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:42:48.773349 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffef5514-29c1-4cb1-9e96-e35c127f93ce tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:42:48.774210 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-ffef5514-29c1-4cb1-9e96-e35c127f93ce tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Synchronizing usage tracker for tenant:ffa27937301745e1ad43fa520f28cbc3 on resource:subnet {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:42:48.808445 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.securitygroups_db [None req-13e26996-c9a1-40fa-b5b6-7f6466149ba9 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Project e778ea2ce8b74d29b75ee0b35e251f85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 08:42:48.847467 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-ffef5514-29c1-4cb1-9e96-e35c127f93ce tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Unset dirty status for tenant:ffa27937301745e1ad43fa520f28cbc3 on resource:subnet {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:42:48.851271 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-ffef5514-29c1-4cb1-9e96-e35c127f93ce tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1450229 Feb 04 08:42:48.852165 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53042) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:48.858075 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0e055faa-fd0b-4b7e-9306-3e1f79ec87ae tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8119726'] for subnet, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:48.885918 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [req-2dc27aa5-8c03-4efe-80b6-06526eb1e326 req-8a3425a2-4805-4ff9-95e0-d4aa621a6b37 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Allocated IP 172.20.0.14 (496cc049-ee93-4118-86d8-45abdf23adc3/13bb94bf-077c-48a9-9255-43c72a99925c/5a51418e-8221-4177-93e8-0f6d95efbe73) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:42:48.980794 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.api.v2.resource [None req-13e26996-c9a1-40fa-b5b6-7f6466149ba9 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 08:42:48.984535 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-13e26996-c9a1-40fa-b5b6-7f6466149ba9 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5722752 Feb 04 08:42:48.984855 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53046) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:48.996012 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-bc5973e9-2988-4722-9604-9ce704f2dce8 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Request body: {'security_group_rule': {'security_group_id': 'efb18d81-1551-46ff-b8c1-ecd5b3840457', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:48.996645 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.api.v2.resource [None req-bc5973e9-2988-4722-9604-9ce704f2dce8 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 08:42:48.999921 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-bc5973e9-2988-4722-9604-9ce704f2dce8 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0118413 Feb 04 08:42:49.001769 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53050) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:49.009386 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-a2219487-8c1e-4bbf-8a4f-9e799d480a50 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Request body: {'security_group_rule': {'security_group_id': 'efb18d81-1551-46ff-b8c1-ecd5b3840457', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:49.017356 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-a2219487-8c1e-4bbf-8a4f-9e799d480a50 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:49.029443 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-a2219487-8c1e-4bbf-8a4f-9e799d480a50 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Usage tracker for resource:security_group_rule and tenant:e778ea2ce8b74d29b75ee0b35e251f85 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:49.033949 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-a2219487-8c1e-4bbf-8a4f-9e799d480a50 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:49.043474 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-a2219487-8c1e-4bbf-8a4f-9e799d480a50 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:49.085211 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f3482f9-1ec6-4b17-a4ba-ea96b3c054e5 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Deleting subnet 44bb8421-3d52-4062-9aa4-118cafb5f035 {{(pid=84107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:42:49.088083 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9f3482f9-1ec6-4b17-a4ba-ea96b3c054e5 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks [] for subnet, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:49.127247 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.securitygroups_db [None req-a2219487-8c1e-4bbf-8a4f-9e799d480a50 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Project e778ea2ce8b74d29b75ee0b35e251f85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 08:42:49.152999 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-d9b7c3cc-0909-4511-8dea-e4101c46d6e1 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] 10.222.0.36 "GET /v2.0/subnets/cf896b04-09b7-4943-89cc-7854d0354e2c/tags HTTP/1.1" status: 200 len: 205 time: 0.5164979 Feb 04 08:42:49.153251 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9f3482f9-1ec6-4b17-a4ba-ea96b3c054e5 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8058667'] for subnet, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:49.157563 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 53054) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:49.171662 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.tag.tag_plugin [None req-0d6c5638-f129-45ed-abbd-63a9434ccfb5 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'bd0ef127-aa5a-44cf-9435-ecd04269ebcc') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:42:49.235216 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9f3482f9-1ec6-4b17-a4ba-ea96b3c054e5 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:49.253149 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e256f199-b7f0-49a6-959a-ab8664b7575a tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Router de793c8f-17cf-4e3d-8480-f685e8e42fc8 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:42:49.267446 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.api.v2.resource [None req-a2219487-8c1e-4bbf-8a4f-9e799d480a50 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 08:42:49.268464 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-a2219487-8c1e-4bbf-8a4f-9e799d480a50 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2657971 Feb 04 08:42:49.273211 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53058) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:49.281030 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-d8b08172-7a0c-487d-9e51-aababec18997 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Request body: {'security_group_rule': {'security_group_id': 'efb18d81-1551-46ff-b8c1-ecd5b3840457', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:49.287961 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-d8b08172-7a0c-487d-9e51-aababec18997 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:49.294712 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-d8b08172-7a0c-487d-9e51-aababec18997 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Usage tracker for resource:security_group_rule and tenant:e778ea2ce8b74d29b75ee0b35e251f85 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:49.303325 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-d8b08172-7a0c-487d-9e51-aababec18997 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:49.312595 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-d8b08172-7a0c-487d-9e51-aababec18997 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:49.398694 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.securitygroups_db [None req-d8b08172-7a0c-487d-9e51-aababec18997 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Project e778ea2ce8b74d29b75ee0b35e251f85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 08:42:49.433554 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-2dc27aa5-8c03-4efe-80b6-06526eb1e326 req-8a3425a2-4805-4ff9-95e0-d4aa621a6b37 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:49.447760 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9f3482f9-1ec6-4b17-a4ba-ea96b3c054e5 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7510167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985167'] for subnet, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:49.471502 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.provisioning_blocks [req-2dc27aa5-8c03-4efe-80b6-06526eb1e326 req-8a3425a2-4805-4ff9-95e0-d4aa621a6b37 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Transition to ACTIVE for port object 5a51418e-8221-4177-93e8-0f6d95efbe73 will not be triggered until provisioned by entity DHCP. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:42:49.475937 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-b1a1fe92-8f2e-4631-8ee3-ee68b8184b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:49.483732 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-0d6c5638-f129-45ed-abbd-63a9434ccfb5 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] 10.222.0.36 "GET /v2.0/ports/bd0ef127-aa5a-44cf-9435-ecd04269ebcc/tags HTTP/1.1" status: 200 len: 239 time: 0.3226552 Feb 04 08:42:49.483934 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.api.v2.resource [None req-d8b08172-7a0c-487d-9e51-aababec18997 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 08:42:49.484107 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 53062) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:49.487561 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-d8b08172-7a0c-487d-9e51-aababec18997 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2134762 Feb 04 08:42:49.492958 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53066) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:49.497695 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3482f9-1ec6-4b17-a4ba-ea96b3c054e5 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event deleted for resources: {'Subnet': ['ID=44bb8421-3d52-4062-9aa4-118cafb5f035,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:49.499896 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.tag.tag_plugin [None req-f503a080-a713-4d14-8ae6-7045f2783d94 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'bd0ef127-aa5a-44cf-9435-ecd04269ebcc', 'tempest-TagsExtTest-Tag-39009480') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:42:49.515135 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9f3482f9-1ec6-4b17-a4ba-ea96b3c054e5 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:49.521180 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a012611-bb4b-4341-a4e8-a11d1c7de9a8 None None] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:42:49.542560 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0e055faa-fd0b-4b7e-9306-3e1f79ec87ae tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7593498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8119736'] for subnet, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:49.573512 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2828d6f2-fdcb-4437-acfd-cf7c53e58662 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:49.606939 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2828d6f2-fdcb-4437-acfd-cf7c53e58662 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:49.622062 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-9f3482f9-1ec6-4b17-a4ba-ea96b3c054e5 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "DELETE /v2.0/subnets/44bb8421-3d52-4062-9aa4-118cafb5f035 HTTP/1.1" status: 204 len: 168 time: 0.7688851 Feb 04 08:42:49.623739 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 53070) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:49.706101 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-2dc27aa5-8c03-4efe-80b6-06526eb1e326 req-8a3425a2-4805-4ff9-95e0-d4aa621a6b37 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:49.707257 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2828d6f2-fdcb-4437-acfd-cf7c53e58662 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:49.727036 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2828d6f2-fdcb-4437-acfd-cf7c53e58662 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb18d81-1551-46ff-b8c1-ecd5b3840457,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:49.738253 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2828d6f2-fdcb-4437-acfd-cf7c53e58662 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:49.739707 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-2828d6f2-fdcb-4437-acfd-cf7c53e58662 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] 10.222.0.36 "DELETE /v2.0/security-groups/efb18d81-1551-46ff-b8c1-ecd5b3840457 HTTP/1.1" status: 204 len: 168 time: 0.2458179 Feb 04 08:42:49.743352 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53076) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:49.797746 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-c3b84963-7da7-4e63-904a-fd4f133b1cfc tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Synchronizing usage tracker for tenant:e778ea2ce8b74d29b75ee0b35e251f85 on resource:security_group {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:42:49.805774 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e055faa-fd0b-4b7e-9306-3e1f79ec87ae tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Pushing event updated for resources: {'Subnet': ['ID=b0c6cafa-1878-4b1c-952b-ed43caec5184,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:49.873579 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-f503a080-a713-4d14-8ae6-7045f2783d94 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] 10.222.0.36 "GET /v2.0/ports/bd0ef127-aa5a-44cf-9435-ecd04269ebcc/tags/tempest-TagsExtTest-Tag-39009480 HTTP/1.1" status: 204 len: 168 time: 0.3883767 Feb 04 08:42:49.879632 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 53080) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:49.887062 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e055faa-fd0b-4b7e-9306-3e1f79ec87ae tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Checking segment: {'id': 'f1583fb7-3ba0-48c0-8077-0e41d5e364b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'd9e7c776-5ed3-4b17-b3cd-67ee1bab5945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:42:49.887424 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e055faa-fd0b-4b7e-9306-3e1f79ec87ae tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Network hostable DHCP agents. Network: d9e7c776-5ed3-4b17-b3cd-67ee1bab5945, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:42:49.890222 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-c3b84963-7da7-4e63-904a-fd4f133b1cfc tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Unset dirty status for tenant:e778ea2ce8b74d29b75ee0b35e251f85 on resource:security_group {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:42:49.892381 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-c3b84963-7da7-4e63-904a-fd4f133b1cfc tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1470168 Feb 04 08:42:49.899709 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53084) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:49.906370 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-d1225888-b3c5-4ae8-b174-0264b0c91550 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Request body: {'security_group': {'name': 'tempest-secgroup--2131345399'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:49.916311 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-d1225888-b3c5-4ae8-b174-0264b0c91550 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:49.936016 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dc27aa5-8c03-4efe-80b6-06526eb1e326 req-8a3425a2-4805-4ff9-95e0-d4aa621a6b37 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Network 496cc049-ee93-4118-86d8-45abdf23adc3 is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:42:49.938799 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-d1225888-b3c5-4ae8-b174-0264b0c91550 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:49.940672 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.tag.tag_plugin [None req-ac28e87e-7178-4834-bbc7-aad762c06244 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'bd0ef127-aa5a-44cf-9435-ecd04269ebcc', 'tempest-TagsExtTest-Tag-39009480') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:42:49.969086 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3245c572-4b84-4075-bb1e-33b292232956 req-0017d84e-768c-4303-9cc9-27a24f8702b8 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:42:49.970715 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-3245c572-4b84-4075-bb1e-33b292232956 req-0017d84e-768c-4303-9cc9-27a24f8702b8 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=07ffe891-8cfd-4d80-a752-f1bcd03d42c5 HTTP/1.1" status: 200 len: 932 time: 0.1208286 Feb 04 08:42:49.989947 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3425a2-4805-4ff9-95e0-d4aa621a6b37 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'Port': ['ID=5a51418e-8221-4177-93e8-0f6d95efbe73,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:49.992747 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [req-2dc27aa5-8c03-4efe-80b6-06526eb1e326 req-8a3425a2-4805-4ff9-95e0-d4aa621a6b37 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:42:50.021885 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d1225888-b3c5-4ae8-b174-0264b0c91550 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:50.022362 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dc27aa5-8c03-4efe-80b6-06526eb1e326 req-8a3425a2-4805-4ff9-95e0-d4aa621a6b37 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:42:50.080885 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-3245c572-4b84-4075-bb1e-33b292232956 req-e47c069c-cf9b-4ed6-affe-0de42e2c65fb tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd556e8c-e336-4af4-8bcf-e0cfc06f1d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981596 Feb 04 08:42:50.094172 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-d1225888-b3c5-4ae8-b174-0264b0c91550 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:50.108363 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-d1225888-b3c5-4ae8-b174-0264b0c91550 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Usage tracker for resource:security_group_rule and tenant:e778ea2ce8b74d29b75ee0b35e251f85 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:50.113141 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-d1225888-b3c5-4ae8-b174-0264b0c91550 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:50.121780 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-d1225888-b3c5-4ae8-b174-0264b0c91550 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:50.192821 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d1225888-b3c5-4ae8-b174-0264b0c91550 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:50.205197 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc27aa5-8c03-4efe-80b6-06526eb1e326 req-8a3425a2-4805-4ff9-95e0-d4aa621a6b37 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:42:50.205529 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-2dc27aa5-8c03-4efe-80b6-06526eb1e326 req-8a3425a2-4805-4ff9-95e0-d4aa621a6b37 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:50.262425 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d1225888-b3c5-4ae8-b174-0264b0c91550 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:50.312539 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1225888-b3c5-4ae8-b174-0264b0c91550 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b883b3-1b0c-491b-bb96-4605b4e334d9,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:50.378441 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e055faa-fd0b-4b7e-9306-3e1f79ec87ae tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Network d9e7c776-5ed3-4b17-b3cd-67ee1bab5945 is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:42:50.379179 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d1225888-b3c5-4ae8-b174-0264b0c91550 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:50.384324 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-d1225888-b3c5-4ae8-b174-0264b0c91550 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4800425 Feb 04 08:42:50.384628 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53088) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:50.390941 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-557bea57-06d5-4089-bcb6-d8f3b61f777c tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Request body: {'security_group_rule': {'security_group_id': 'e8b883b3-1b0c-491b-bb96-4605b4e334d9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:50.396908 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-557bea57-06d5-4089-bcb6-d8f3b61f777c tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:50.400757 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-557bea57-06d5-4089-bcb6-d8f3b61f777c tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Usage tracker for resource:security_group_rule and tenant:e778ea2ce8b74d29b75ee0b35e251f85 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:50.402887 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e256f199-b7f0-49a6-959a-ab8664b7575a tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:42:50.404770 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-557bea57-06d5-4089-bcb6-d8f3b61f777c tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:50.409547 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_v2 [None req-a25464d6-267c-4858-9502-f3033c7fdbd1 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Deleting subnet 8dd42af6-6cd3-42f1-a0bc-c56e4647d6ac {{(pid=84108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:42:50.411032 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-557bea57-06d5-4089-bcb6-d8f3b61f777c tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:50.415880 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f287ef8-c367-4bef-8ce5-a3f06b84d6cc None None] Sync routers for ids ['de793c8f-17cf-4e3d-8480-f685e8e42fc8'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:42:50.433632 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f287ef8-c367-4bef-8ce5-a3f06b84d6cc None None] Routers {'de793c8f-17cf-4e3d-8480-f685e8e42fc8'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:42:50.435217 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-0f287ef8-c367-4bef-8ce5-a3f06b84d6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:42:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['de793c8f-17cf-4e3d-8480-f685e8e42fc8'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:42:50.471613 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a25464d6-267c-4858-9502-f3033c7fdbd1 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks [] for subnet, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:50.501661 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-6d2faab7-fc40-4c94-9c60-1ebb41f5aa95 None None] Provisioning for port 5a51418e-8221-4177-93e8-0f6d95efbe73 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:42:50.516638 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-0f287ef8-c367-4bef-8ce5-a3f06b84d6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:42:50.518620 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-6d2faab7-fc40-4c94-9c60-1ebb41f5aa95 None None] Provisioning complete for port 5a51418e-8221-4177-93e8-0f6d95efbe73 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:42:50.518981 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-6d2faab7-fc40-4c94-9c60-1ebb41f5aa95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:50.522559 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-0e055faa-fd0b-4b7e-9306-3e1f79ec87ae tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, d9e7c776-5ed3-4b17-b3cd-67ee1bab5945) {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:42:50.532704 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e055faa-fd0b-4b7e-9306-3e1f79ec87ae tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:42:50.538264 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0e055faa-fd0b-4b7e-9306-3e1f79ec87ae tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:50.553667 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2594c014-9026-491b-a12e-4fc60044ca09 None None] Network d9e7c776-5ed3-4b17-b3cd-67ee1bab5945 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:42:50.567535 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a25464d6-267c-4858-9502-f3033c7fdbd1 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7851377'] for subnet, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:50.597476 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-2dc27aa5-8c03-4efe-80b6-06526eb1e326 req-8a3425a2-4805-4ff9-95e0-d4aa621a6b37 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8565474 Feb 04 08:42:50.618445 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [req-2dc27aa5-8c03-4efe-80b6-06526eb1e326 req-1eca5f65-f3a7-4131-8eef-ca3f730405da service neutron] Request body: {'port': {'device_id': '07ffe891-8cfd-4d80-a752-f1bcd03d42c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:50.671670 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-6d2faab7-fc40-4c94-9c60-1ebb41f5aa95 None None] Port 5a51418e-8221-4177-93e8-0f6d95efbe73 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:42:50.679262 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f287ef8-c367-4bef-8ce5-a3f06b84d6cc None None] Routers {'de793c8f-17cf-4e3d-8480-f685e8e42fc8'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:42:50.679858 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-0f287ef8-c367-4bef-8ce5-a3f06b84d6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:42:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['de793c8f-17cf-4e3d-8480-f685e8e42fc8'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:42:50.744398 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.api.v2.resource [None req-557bea57-06d5-4089-bcb6-d8f3b61f777c tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] create failed (client error): The resource could not be found. Feb 04 08:42:50.752404 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-557bea57-06d5-4089-bcb6-d8f3b61f777c tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3596363 Feb 04 08:42:50.752404 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53092) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:50.758908 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-78650dd5-98c4-4ff1-a509-f77c2a296166 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Request body: {'security_group_rule': {'security_group_id': 'e8b883b3-1b0c-491b-bb96-4605b4e334d9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '2f4a7086-4dfa-4f78-85be-197a0ec2824c'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:50.761864 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-0f287ef8-c367-4bef-8ce5-a3f06b84d6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:42:50.762268 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f287ef8-c367-4bef-8ce5-a3f06b84d6cc None None] The sync data for ids ['de793c8f-17cf-4e3d-8480-f685e8e42fc8'] in dv-neutron-827798-2-hyperv is: [] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:42:50.766338 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-0e055faa-fd0b-4b7e-9306-3e1f79ec87ae tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6813099 Feb 04 08:42:50.766681 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53096) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:50.774492 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-7e58b0a2-fe8d-4aed-9242-d2273639a2d2 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1303947605', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:50.779601 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-78650dd5-98c4-4ff1-a509-f77c2a296166 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:50.784179 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-7e58b0a2-fe8d-4aed-9242-d2273639a2d2 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:50.786523 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-78650dd5-98c4-4ff1-a509-f77c2a296166 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Usage tracker for resource:security_group_rule and tenant:e778ea2ce8b74d29b75ee0b35e251f85 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:50.790672 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-78650dd5-98c4-4ff1-a509-f77c2a296166 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:50.793914 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-7e58b0a2-fe8d-4aed-9242-d2273639a2d2 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Usage tracker for resource:router and tenant:a287064d5ca349c39790be8557119e7e is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:50.803793 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-7e58b0a2-fe8d-4aed-9242-d2273639a2d2 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:50.806542 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-78650dd5-98c4-4ff1-a509-f77c2a296166 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:50.812531 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-7e58b0a2-fe8d-4aed-9242-d2273639a2d2 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:50.843963 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a25464d6-267c-4858-9502-f3033c7fdbd1 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:50.884623 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-2dc27aa5-8c03-4efe-80b6-06526eb1e326 req-1eca5f65-f3a7-4131-8eef-ca3f730405da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:50.891158 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-d98f283a-3c56-4b2b-a7ec-3e7f1cd86506 None None] Provisioning complete for port 5d158f4f-96e1-4112-9495-ef951a3e1f74 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:42:50.891522 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-d98f283a-3c56-4b2b-a7ec-3e7f1cd86506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:50.958369 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-ac28e87e-7178-4834-bbc7-aad762c06244 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] 10.222.0.36 "DELETE /v2.0/ports/bd0ef127-aa5a-44cf-9435-ecd04269ebcc/tags/tempest-TagsExtTest-Tag-39009480 HTTP/1.1" status: 204 len: 168 time: 1.0735416 Feb 04 08:42:50.960226 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53100) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:50.976984 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.tag.tag_plugin [None req-96786a68-5fde-4ac1-87c8-e97ed11816b6 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'bd0ef127-aa5a-44cf-9435-ecd04269ebcc') {} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:42:51.022614 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ecb65a9-3250-4320-8228-fcd3d4e90aa7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-d9e7c776-5ed3-4b17-b3cd-67ee1bab5945', 'network_id': 'd9e7c776-5ed3-4b17-b3cd-67ee1bab5945', 'tenant_id': 'a287064d5ca349c39790be8557119e7e', 'fixed_ips': [{'subnet_id': 'b0c6cafa-1878-4b1c-952b-ed43caec5184'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:42:51.023326 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-4ecb65a9-3250-4320-8228-fcd3d4e90aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:51.042386 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7e58b0a2-fe8d-4aed-9242-d2273639a2d2 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40975'] for router, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:51.043450 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7e58b0a2-fe8d-4aed-9242-d2273639a2d2 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40982'] for router, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:51.102533 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7e58b0a2-fe8d-4aed-9242-d2273639a2d2 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:51.135816 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a25464d6-267c-4858-9502-f3033c7fdbd1 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7593563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8119683'] for subnet, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:51.141175 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-96786a68-5fde-4ac1-87c8-e97ed11816b6 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] 10.222.0.36 "GET /v2.0/ports/bd0ef127-aa5a-44cf-9435-ecd04269ebcc/tags HTTP/1.1" status: 200 len: 205 time: 0.1794021 Feb 04 08:42:51.141753 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53106) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:51.150071 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.tag.tag_plugin [None req-7e3eabb7-18d5-444f-91b1-0b1844f982e7 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'eb331614-68dd-4bcd-8328-c5cdeab4b7c8') {} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:42:51.218699 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25464d6-267c-4858-9502-f3033c7fdbd1 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event deleted for resources: {'Subnet': ['ID=8dd42af6-6cd3-42f1-a0bc-c56e4647d6ac,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:51.223861 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.api.v2.resource [None req-78650dd5-98c4-4ff1-a509-f77c2a296166 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] create failed (client error): The resource could not be found. Feb 04 08:42:51.229510 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-78650dd5-98c4-4ff1-a509-f77c2a296166 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4756892 Feb 04 08:42:51.236817 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53110) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:51.239552 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7e58b0a2-fe8d-4aed-9242-d2273639a2d2 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472990'] for router, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:51.248425 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-4ecb65a9-3250-4320-8228-fcd3d4e90aa7 None None] Allocated IP 172.20.0.2 (d9e7c776-5ed3-4b17-b3cd-67ee1bab5945/b0c6cafa-1878-4b1c-952b-ed43caec5184/64602994-544a-4f40-a4cf-5744ce16cd84) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:42:51.288267 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cafa72b-1509-4d04-b641-d6727531cd9c None None] Network bc933c3a-b15d-4eab-9ad6-d32fd193f5cd requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:42:51.334144 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a25464d6-267c-4858-9502-f3033c7fdbd1 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:51.373730 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-a25464d6-267c-4858-9502-f3033c7fdbd1 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "DELETE /v2.0/subnets/8dd42af6-6cd3-42f1-a0bc-c56e4647d6ac HTTP/1.1" status: 204 len: 168 time: 1.7466996 Feb 04 08:42:51.378374 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 53114) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:51.419942 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7e58b0a2-fe8d-4aed-9242-d2273639a2d2 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:51.424098 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-7e58b0a2-fe8d-4aed-9242-d2273639a2d2 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.6564410 Feb 04 08:42:51.424949 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53118) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:51.451704 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-1c2597d4-54ed-4695-af2c-f86de168cc75 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0724556 Feb 04 08:42:51.455239 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 53122) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:51.463928 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-8e52f268-b136-4ec1-8afc-18feaa0b13f0 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Request body: {'port': {'network_id': 'd9e7c776-5ed3-4b17-b3cd-67ee1bab5945', 'name': 'tempest-PortsTestJSON-1981846289'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:51.662231 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-4ecb65a9-3250-4320-8228-fcd3d4e90aa7 None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:51.669067 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-7e3eabb7-18d5-444f-91b1-0b1844f982e7 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] 10.222.0.36 "GET /v2.0/routers/eb331614-68dd-4bcd-8328-c5cdeab4b7c8/tags HTTP/1.1" status: 200 len: 240 time: 0.5235293 Feb 04 08:42:51.671996 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 53126) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:51.687585 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-4ecb65a9-3250-4320-8228-fcd3d4e90aa7 None None] Transition to ACTIVE for port object 64602994-544a-4f40-a4cf-5744ce16cd84 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:42:51.695463 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.tag.tag_plugin [None req-ae19ef4c-6431-4f8a-8cc9-ec0b3da3d04e tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'eb331614-68dd-4bcd-8328-c5cdeab4b7c8', 'tempest-TagsExtTest-Tag-286900380') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:42:51.706513 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f09ea5-3034-41ff-8d04-d71d7bccab6d req-0004a132-be25-4c15-9d77-01e6b0ef0546 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:42:51.712137 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-be2708ad-4207-49c0-bb76-73adbce6a66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:51.716345 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-36f09ea5-3034-41ff-8d04-d71d7bccab6d req-0004a132-be25-4c15-9d77-01e6b0ef0546 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=07ffe891-8cfd-4d80-a752-f1bcd03d42c5 HTTP/1.1" status: 200 len: 932 time: 0.4503951 Feb 04 08:42:51.719248 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-4ecb65a9-3250-4320-8228-fcd3d4e90aa7 None None] Transition to ACTIVE for port object 64602994-544a-4f40-a4cf-5744ce16cd84 will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:42:51.775256 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48dbef2-e2ba-48f1-892e-89ac1669cf81 None None] DHCP port deletion for bc933c3a-b15d-4eab-9ad6-d32fd193f5cd request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 08:42:51.781106 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-c48dbef2-e2ba-48f1-892e-89ac1669cf81 None None] Deleting port 5d158f4f-96e1-4112-9495-ef951a3e1f74 {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:42:51.781591 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-c48dbef2-e2ba-48f1-892e-89ac1669cf81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:51.783967 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c20126-e519-48a0-9c70-486e9c0f6914 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:42:51.784213 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-aafd25a8-505a-4339-85cc-f095bec4c619 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:51.784709 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-35c20126-e519-48a0-9c70-486e9c0f6914 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Synchronizing usage tracker for tenant:ffa27937301745e1ad43fa520f28cbc3 on resource:port {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:42:51.788698 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [req-2dc27aa5-8c03-4efe-80b6-06526eb1e326 req-1eca5f65-f3a7-4131-8eef-ca3f730405da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a51418e-8221-4177-93e8-0f6d95efbe73 {{(pid=84108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 08:42:51.804031 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-2dc27aa5-8c03-4efe-80b6-06526eb1e326 req-1eca5f65-f3a7-4131-8eef-ca3f730405da service neutron] Notify callbacks [] for port, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:51.812121 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-4ecb65a9-3250-4320-8228-fcd3d4e90aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:51.846452 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-36f09ea5-3034-41ff-8d04-d71d7bccab6d req-eaa2bdc7-d0a6-469d-96c4-dea25d04e6d3 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd556e8c-e336-4af4-8bcf-e0cfc06f1d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1305978 Feb 04 08:42:51.861141 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-8e52f268-b136-4ec1-8afc-18feaa0b13f0 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:51.861141 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-aafd25a8-505a-4339-85cc-f095bec4c619 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:51.870144 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-8e52f268-b136-4ec1-8afc-18feaa0b13f0 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Usage tracker for resource:port and tenant:a287064d5ca349c39790be8557119e7e is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:51.875164 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-8e52f268-b136-4ec1-8afc-18feaa0b13f0 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:51.879135 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-35c20126-e519-48a0-9c70-486e9c0f6914 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Unset dirty status for tenant:ffa27937301745e1ad43fa520f28cbc3 on resource:port {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:42:51.882634 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-35c20126-e519-48a0-9c70-486e9c0f6914 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4240203 Feb 04 08:42:51.884277 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53132) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:51.890725 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-8e52f268-b136-4ec1-8afc-18feaa0b13f0 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:51.892926 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.provisioning_blocks [req-2dc27aa5-8c03-4efe-80b6-06526eb1e326 req-1eca5f65-f3a7-4131-8eef-ca3f730405da service neutron] Transition to ACTIVE for port object 5a51418e-8221-4177-93e8-0f6d95efbe73 will not be triggered until provisioned by entity L2. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:42:51.900822 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-ae19ef4c-6431-4f8a-8cc9-ec0b3da3d04e tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] 10.222.0.36 "GET /v2.0/routers/eb331614-68dd-4bcd-8328-c5cdeab4b7c8/tags/tempest-TagsExtTest-Tag-286900380 HTTP/1.1" status: 204 len: 168 time: 0.2118976 Feb 04 08:42:51.904681 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 53136) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:51.910500 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.tag.tag_plugin [None req-3da94810-7e8d-421d-bf77-1cb6b0e515cb tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'eb331614-68dd-4bcd-8328-c5cdeab4b7c8', 'tempest-TagsExtTest-Tag-286900380') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:42:51.943259 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecb65a9-3250-4320-8228-fcd3d4e90aa7 None None] Pushing event updated for resources: {'Port': ['ID=64602994-544a-4f40-a4cf-5744ce16cd84,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:51.965205 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d26a6c-943c-4ac3-b33a-978ed4f6427c tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:42:51.974017 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-40d26a6c-943c-4ac3-b33a-978ed4f6427c tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Synchronizing usage tracker for tenant:ffa27937301745e1ad43fa520f28cbc3 on resource:subnet {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:42:52.020525 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ecb65a9-3250-4320-8228-fcd3d4e90aa7 None None] Network d9e7c776-5ed3-4b17-b3cd-67ee1bab5945 is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:42:52.027639 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-4ecb65a9-3250-4320-8228-fcd3d4e90aa7 None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:42:52.031215 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ecb65a9-3250-4320-8228-fcd3d4e90aa7 None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:42:52.049767 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-40d26a6c-943c-4ac3-b33a-978ed4f6427c tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Unset dirty status for tenant:ffa27937301745e1ad43fa520f28cbc3 on resource:subnet {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:42:52.051625 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-40d26a6c-943c-4ac3-b33a-978ed4f6427c tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1623607 Feb 04 08:42:52.054560 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53140) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:52.087702 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-2dc27aa5-8c03-4efe-80b6-06526eb1e326 req-1eca5f65-f3a7-4131-8eef-ca3f730405da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:52.093132 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e256f199-b7f0-49a6-959a-ab8664b7575a tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Router 3fcd4d32-ddf1-4837-b8a0-c2c8e2047e1c has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:42:52.118774 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-aafd25a8-505a-4339-85cc-f095bec4c619 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:52.122636 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e52f268-b136-4ec1-8afc-18feaa0b13f0 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Made reservation on behalf of a287064d5ca349c39790be8557119e7e for: {'port': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:42:52.125623 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8e52f268-b136-4ec1-8afc-18feaa0b13f0 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:52.181455 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-dcebb42f-6c62-414f-9d54-b630cf29335d tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1181972 Feb 04 08:42:52.189654 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53144) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:52.190506 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafd25a8-505a-4339-85cc-f095bec4c619 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b883b3-1b0c-491b-bb96-4605b4e334d9,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:52.240347 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-aafd25a8-505a-4339-85cc-f095bec4c619 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:52.244121 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-aafd25a8-505a-4339-85cc-f095bec4c619 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] 10.222.0.36 "DELETE /v2.0/security-groups/e8b883b3-1b0c-491b-bb96-4605b4e334d9 HTTP/1.1" status: 204 len: 168 time: 1.0036025 Feb 04 08:42:52.244121 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [None req-8e52f268-b136-4ec1-8afc-18feaa0b13f0 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] device_id is not set on port 4c9bd6b1-c3f5-4d84-a7f7-47c9cd7f4eec yet. {{(pid=84107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:42:52.249307 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-4ecb65a9-3250-4320-8228-fcd3d4e90aa7 None None] Attempting to bind port 64602994-544a-4f40-a4cf-5744ce16cd84 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:42:52.249950 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-4ecb65a9-3250-4320-8228-fcd3d4e90aa7 None None] Attempting to bind port 64602994-544a-4f40-a4cf-5744ce16cd84 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': 'f1583fb7-3ba0-48c0-8077-0e41d5e364b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'd9e7c776-5ed3-4b17-b3cd-67ee1bab5945'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:42:52.250313 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecb65a9-3250-4320-8228-fcd3d4e90aa7 None None] Attempting to bind port 64602994-544a-4f40-a4cf-5744ce16cd84 on network d9e7c776-5ed3-4b17-b3cd-67ee1bab5945 {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:42:52.264485 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-c48dbef2-e2ba-48f1-892e-89ac1669cf81 None None] For port 5d158f4f-96e1-4112-9495-ef951a3e1f74, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=5d158f4f-96e1-4112-9495-ef951a3e1f74,segment=NetworkSegment(2c48dc91-e362-4611-9354-aede43558386),segment_id=2c48dc91-e362-4611-9354-aede43558386)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:42:52.264898 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-c48dbef2-e2ba-48f1-892e-89ac1669cf81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:52.272666 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecb65a9-3250-4320-8228-fcd3d4e90aa7 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:42:52.273037 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecb65a9-3250-4320-8228-fcd3d4e90aa7 None None] Checking segment: {'id': 'f1583fb7-3ba0-48c0-8077-0e41d5e364b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'd9e7c776-5ed3-4b17-b3cd-67ee1bab5945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:42:52.273429 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-4ecb65a9-3250-4320-8228-fcd3d4e90aa7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:52.273816 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecb65a9-3250-4320-8228-fcd3d4e90aa7 None None] Bound using segment: {'id': 'f1583fb7-3ba0-48c0-8077-0e41d5e364b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'd9e7c776-5ed3-4b17-b3cd-67ee1bab5945'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:42:52.274275 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-4ecb65a9-3250-4320-8228-fcd3d4e90aa7 None None] Bound port: 64602994-544a-4f40-a4cf-5744ce16cd84, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1583fb7-3ba0-48c0-8077-0e41d5e364b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'd9e7c776-5ed3-4b17-b3cd-67ee1bab5945'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:42:52.274638 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-4ecb65a9-3250-4320-8228-fcd3d4e90aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:52.276766 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bf29052-a81e-416d-809c-24dde3f4a70f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] DELETE failed (client error): The resource could not be found. Feb 04 08:42:52.277308 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bf29052-a81e-416d-809c-24dde3f4a70f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:42:52.281288 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-1bf29052-a81e-416d-809c-24dde3f4a70f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "DELETE /v2.0/ports/a4e9d497-e2df-4bc0-8da9-24e3996a7bcd HTTP/1.1" status: 404 len: 333 time: 0.0862262 Feb 04 08:42:52.281288 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53148) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:52.282021 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 53150) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:52.331229 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-61cd876c-7019-4019-8b46-72bd86b938f1 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] DELETE failed (client error): The resource could not be found. Feb 04 08:42:52.331691 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61cd876c-7019-4019-8b46-72bd86b938f1 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:42:52.335644 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-61cd876c-7019-4019-8b46-72bd86b938f1 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "DELETE /v2.0/subnets/44bb8421-3d52-4062-9aa4-118cafb5f035 HTTP/1.1" status: 404 len: 337 time: 0.0505898 Feb 04 08:42:52.340357 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53156) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:52.348256 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eca5f65-f3a7-4131-8eef-ca3f730405da service neutron] Pushing event updated for resources: {'Port': ['ID=5a51418e-8221-4177-93e8-0f6d95efbe73,revision_number=2']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:52.373354 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-4ecb65a9-3250-4320-8228-fcd3d4e90aa7 None None] For port 64602994-544a-4f40-a4cf-5744ce16cd84, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:42:52.376496 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-4ecb65a9-3250-4320-8228-fcd3d4e90aa7 None None] For port 64602994-544a-4f40-a4cf-5744ce16cd84, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=64602994-544a-4f40-a4cf-5744ce16cd84,segment=NetworkSegment(f1583fb7-3ba0-48c0-8077-0e41d5e364b3),segment_id=f1583fb7-3ba0-48c0-8077-0e41d5e364b3)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:42:52.413178 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-0d7718a4-c469-438e-b8bf-0964fa358bee tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Synchronizing usage tracker for tenant:e778ea2ce8b74d29b75ee0b35e251f85 on resource:security_group {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:42:52.418674 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e4df90f-59a7-4ab8-8414-a1727b0edfd5 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] DELETE failed (client error): The resource could not be found. Feb 04 08:42:52.419408 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e4df90f-59a7-4ab8-8414-a1727b0edfd5 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:42:52.471491 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-9e4df90f-59a7-4ab8-8414-a1727b0edfd5 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "DELETE /v2.0/subnets/8dd42af6-6cd3-42f1-a0bc-c56e4647d6ac HTTP/1.1" status: 404 len: 337 time: 0.1252656 Feb 04 08:42:52.473159 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 53160) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:52.494714 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-4ecb65a9-3250-4320-8228-fcd3d4e90aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:52.504626 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-c48dbef2-e2ba-48f1-892e-89ac1669cf81 None None] Calling delete_port for 5d158f4f-96e1-4112-9495-ef951a3e1f74 owned by network:dhcp {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:42:52.506370 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-8e52f268-b136-4ec1-8afc-18feaa0b13f0 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Allocated IP 172.20.0.6 (d9e7c776-5ed3-4b17-b3cd-67ee1bab5945/b0c6cafa-1878-4b1c-952b-ed43caec5184/4c9bd6b1-c3f5-4d84-a7f7-47c9cd7f4eec) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:42:52.551526 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-3da94810-7e8d-421d-bf77-1cb6b0e515cb tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] 10.222.0.36 "DELETE /v2.0/routers/eb331614-68dd-4bcd-8328-c5cdeab4b7c8/tags/tempest-TagsExtTest-Tag-286900380 HTTP/1.1" status: 204 len: 168 time: 0.6457067 Feb 04 08:42:52.555077 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53164) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:52.557427 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-5451d199-cf3b-425a-8786-1c8a08c5a2bc tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] DELETE failed (client error): The resource could not be found. Feb 04 08:42:52.562710 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5451d199-cf3b-425a-8786-1c8a08c5a2bc tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:42:52.562710 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-5451d199-cf3b-425a-8786-1c8a08c5a2bc tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "DELETE /v2.0/ports/603cd489-8773-4374-9522-2ec00ebabfda HTTP/1.1" status: 404 len: 333 time: 0.0866213 Feb 04 08:42:52.562937 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.tag.tag_plugin [None req-f51fa3af-6d3a-4b27-878c-73a350ed6055 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'eb331614-68dd-4bcd-8328-c5cdeab4b7c8') {} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:42:52.571274 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 53168) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:52.623995 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-0d7718a4-c469-438e-b8bf-0964fa358bee tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Unset dirty status for tenant:e778ea2ce8b74d29b75ee0b35e251f85 on resource:security_group {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:42:52.630888 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-0d7718a4-c469-438e-b8bf-0964fa358bee tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3438337 Feb 04 08:42:52.631101 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 53172) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:52.636968 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-98b5f4d0-2d9f-454f-9dc4-9f455caa0fee tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] DELETE failed (client error): The resource could not be found. Feb 04 08:42:52.638391 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98b5f4d0-2d9f-454f-9dc4-9f455caa0fee tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:42:52.641692 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-98b5f4d0-2d9f-454f-9dc4-9f455caa0fee tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "DELETE /v2.0/subnets/b479644c-8578-46a2-9360-d369eaadf131 HTTP/1.1" status: 404 len: 337 time: 0.0655742 Feb 04 08:42:52.644498 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53176) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:52.645996 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-274cba98-a0d1-47e8-8b37-55d35e806444 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Request body: {'security_group_rule': {'security_group_id': '90f6382e-5471-46f7-9532-2295e4f00fd6', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:52.661139 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-274cba98-a0d1-47e8-8b37-55d35e806444 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:52.669130 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-274cba98-a0d1-47e8-8b37-55d35e806444 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Usage tracker for resource:security_group_rule and tenant:e778ea2ce8b74d29b75ee0b35e251f85 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:52.674820 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-274cba98-a0d1-47e8-8b37-55d35e806444 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:52.685526 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-274cba98-a0d1-47e8-8b37-55d35e806444 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:52.690314 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [req-2dc27aa5-8c03-4efe-80b6-06526eb1e326 req-1eca5f65-f3a7-4131-8eef-ca3f730405da service neutron] Attempting to bind port 5a51418e-8221-4177-93e8-0f6d95efbe73 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:42:52.690728 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [req-2dc27aa5-8c03-4efe-80b6-06526eb1e326 req-1eca5f65-f3a7-4131-8eef-ca3f730405da service neutron] Attempting to bind port 5a51418e-8221-4177-93e8-0f6d95efbe73 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'db317278-674f-445c-8827-caaa4207caa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '496cc049-ee93-4118-86d8-45abdf23adc3'}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:42:52.691034 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc27aa5-8c03-4efe-80b6-06526eb1e326 req-1eca5f65-f3a7-4131-8eef-ca3f730405da service neutron] Attempting to bind port 5a51418e-8221-4177-93e8-0f6d95efbe73 on network 496cc049-ee93-4118-86d8-45abdf23adc3 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:42:52.737014 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecb65a9-3250-4320-8228-fcd3d4e90aa7 None None] Pushing event updated for resources: {'Port': ['ID=64602994-544a-4f40-a4cf-5744ce16cd84,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:52.742098 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 5d158f4f-96e1-4112-9495-ef951a3e1f74 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:42:52.769613 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc27aa5-8c03-4efe-80b6-06526eb1e326 req-1eca5f65-f3a7-4131-8eef-ca3f730405da service neutron] Port 5a51418e-8221-4177-93e8-0f6d95efbe73 on network 496cc049-ee93-4118-86d8-45abdf23adc3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 08:42:52.769975 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc27aa5-8c03-4efe-80b6-06526eb1e326 req-1eca5f65-f3a7-4131-8eef-ca3f730405da service neutron] Attempting to bind port 5a51418e-8221-4177-93e8-0f6d95efbe73 on network 496cc049-ee93-4118-86d8-45abdf23adc3 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:42:52.783175 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-82548703-883d-4f09-951a-082249c42525 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] DELETE failed (client error): The resource could not be found. Feb 04 08:42:52.783733 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82548703-883d-4f09-951a-082249c42525 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:42:52.787861 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-82548703-883d-4f09-951a-082249c42525 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "DELETE /v2.0/subnets/cc5596f5-be44-4ba4-baaf-02914e0fe030 HTTP/1.1" status: 404 len: 337 time: 0.1329899 Feb 04 08:42:52.788869 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc27aa5-8c03-4efe-80b6-06526eb1e326 req-1eca5f65-f3a7-4131-8eef-ca3f730405da service neutron] Checking agent: {'id': 'f735dfbb-9ed2-4de7-8aa1-fea4a962ae1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 34, 26), 'started_at': datetime.datetime(2022, 2, 4, 8, 34, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:42:52.789209 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc27aa5-8c03-4efe-80b6-06526eb1e326 req-1eca5f65-f3a7-4131-8eef-ca3f730405da service neutron] Checking segment: {'id': 'db317278-674f-445c-8827-caaa4207caa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '496cc049-ee93-4118-86d8-45abdf23adc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:42:52.789767 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc27aa5-8c03-4efe-80b6-06526eb1e326 req-1eca5f65-f3a7-4131-8eef-ca3f730405da service neutron] Bound using segment: {'id': 'db317278-674f-445c-8827-caaa4207caa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '496cc049-ee93-4118-86d8-45abdf23adc3'} {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:42:52.790209 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [req-2dc27aa5-8c03-4efe-80b6-06526eb1e326 req-1eca5f65-f3a7-4131-8eef-ca3f730405da service neutron] Bound port: 5a51418e-8221-4177-93e8-0f6d95efbe73, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db317278-674f-445c-8827-caaa4207caa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '496cc049-ee93-4118-86d8-45abdf23adc3'}}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:42:52.790603 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-2dc27aa5-8c03-4efe-80b6-06526eb1e326 req-1eca5f65-f3a7-4131-8eef-ca3f730405da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:52.799136 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 53180) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:52.880935 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-f51fa3af-6d3a-4b27-878c-73a350ed6055 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] 10.222.0.36 "GET /v2.0/routers/eb331614-68dd-4bcd-8328-c5cdeab4b7c8/tags HTTP/1.1" status: 200 len: 205 time: 0.3242235 Feb 04 08:42:52.886577 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53184) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:52.892337 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:52.893292 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-c48dbef2-e2ba-48f1-892e-89ac1669cf81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407'] for port, after_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:52.894695 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.tag.tag_plugin [None req-948eddc4-1bd9-4fac-b1ab-ca299c50107a tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '584fc45f-b1c0-46d4-9760-83175e8f739f') {} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:42:52.924397 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffb37b1f-cc56-4041-bcce-f7bbe0c9771a tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] DELETE failed (client error): The resource could not be found. Feb 04 08:42:52.934901 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffb37b1f-cc56-4041-bcce-f7bbe0c9771a tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:42:52.936719 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-ffb37b1f-cc56-4041-bcce-f7bbe0c9771a tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "DELETE /v2.0/ports/0831c8d6-4be2-451d-a832-0795ff317e93 HTTP/1.1" status: 404 len: 333 time: 0.1326435 Feb 04 08:42:52.942241 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 53190) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:52.953577 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48dbef2-e2ba-48f1-892e-89ac1669cf81 None None] Pushing event deleted for resources: {'Port': ['ID=5d158f4f-96e1-4112-9495-ef951a3e1f74,revision_number=None']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:52.963041 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:52.987266 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48dbef2-e2ba-48f1-892e-89ac1669cf81 None None] No DVR routers for this DVR port 5d158f4f-96e1-4112-9495-ef951a3e1f74 on host dv-neutron-827798-2-hyperv {{(pid=84109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:42:53.006364 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:53.056621 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-948eddc4-1bd9-4fac-b1ab-ca299c50107a tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] 10.222.0.36 "GET /v2.0/subnetpools/584fc45f-b1c0-46d4-9760-83175e8f739f/tags HTTP/1.1" status: 200 len: 241 time: 0.1667395 Feb 04 08:42:53.065662 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53194) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:53.067927 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.api.v2.resource [None req-274cba98-a0d1-47e8-8b37-55d35e806444 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] create failed (client error): The resource could not be found. Feb 04 08:42:53.068067 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8e52f268-b136-4ec1-8afc-18feaa0b13f0 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:53.069003 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-274cba98-a0d1-47e8-8b37-55d35e806444 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4379764 Feb 04 08:42:53.082182 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 53196) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:53.084301 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-d21ab149-7baf-4f74-91c9-7257b6ee2b3e tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] DELETE failed (client error): The resource could not be found. Feb 04 08:42:53.084769 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d21ab149-7baf-4f74-91c9-7257b6ee2b3e tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:42:53.086390 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-d21ab149-7baf-4f74-91c9-7257b6ee2b3e tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "DELETE /v2.0/subnets/a1b51e7f-8fe0-4f82-849b-d6f16b2f414d HTTP/1.1" status: 404 len: 337 time: 0.1255212 Feb 04 08:42:53.088476 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.tag.tag_plugin [None req-5a8358ac-0116-415f-ade6-83015915569d tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '584fc45f-b1c0-46d4-9760-83175e8f739f', 'tempest-TagsExtTest-Tag-1505765661') {} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:42:53.094644 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-9cde7873-9b96-4fb7-beb6-d1559907ac84 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Request body: {'security_group': {'name': 'tempest-secgroup--635233796'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:53.098725 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53202) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:53.120867 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-9cde7873-9b96-4fb7-beb6-d1559907ac84 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:53.142363 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-9cde7873-9b96-4fb7-beb6-d1559907ac84 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:53.147148 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [req-2dc27aa5-8c03-4efe-80b6-06526eb1e326 req-1eca5f65-f3a7-4131-8eef-ca3f730405da service neutron] For port 5a51418e-8221-4177-93e8-0f6d95efbe73, host hv-neutron-8277, cleared binding levels {{(pid=84108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:42:53.153326 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [req-2dc27aa5-8c03-4efe-80b6-06526eb1e326 req-1eca5f65-f3a7-4131-8eef-ca3f730405da service neutron] For port 5a51418e-8221-4177-93e8-0f6d95efbe73, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=5a51418e-8221-4177-93e8-0f6d95efbe73,segment=NetworkSegment(db317278-674f-445c-8827-caaa4207caa7),segment_id=db317278-674f-445c-8827-caaa4207caa7)] {{(pid=84108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:42:53.163138 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e256f199-b7f0-49a6-959a-ab8664b7575a tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:42:53.170220 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e256f199-b7f0-49a6-959a-ab8664b7575a tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for floatingip, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:53.175856 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e137901-d3cc-47b6-9b08-73380e6e30a3 None None] Sync routers for ids ['3fcd4d32-ddf1-4837-b8a0-c2c8e2047e1c'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:42:53.192480 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e137901-d3cc-47b6-9b08-73380e6e30a3 None None] Routers {'3fcd4d32-ddf1-4837-b8a0-c2c8e2047e1c'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:42:53.195093 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-8e137901-d3cc-47b6-9b08-73380e6e30a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:42:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['3fcd4d32-ddf1-4837-b8a0-c2c8e2047e1c'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:42:53.195335 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [None req-8e52f268-b136-4ec1-8afc-18feaa0b13f0 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Transition to ACTIVE for port object 4c9bd6b1-c3f5-4d84-a7f7-47c9cd7f4eec will not be triggered until provisioned by entity DHCP. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:42:53.197266 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-258962b3-3ae8-4a33-a8b4-57873c8c08ee tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] DELETE failed (client error): The resource could not be found. Feb 04 08:42:53.197740 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-258962b3-3ae8-4a33-a8b4-57873c8c08ee tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:42:53.199586 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-258962b3-3ae8-4a33-a8b4-57873c8c08ee tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "DELETE /v2.0/subnets/41ca54ac-9d0c-4171-a006-a1d55547868f HTTP/1.1" status: 404 len: 337 time: 0.1019323 Feb 04 08:42:53.205042 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 53206) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:53.230238 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-5a8358ac-0116-415f-ade6-83015915569d tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] 10.222.0.36 "GET /v2.0/subnetpools/584fc45f-b1c0-46d4-9760-83175e8f739f/tags/tempest-TagsExtTest-Tag-1505765661 HTTP/1.1" status: 204 len: 168 time: 0.1556253 Feb 04 08:42:53.230735 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53210) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:53.329231 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.tag.tag_plugin [None req-4bc14395-bd20-49ee-9771-cfe6af366900 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '584fc45f-b1c0-46d4-9760-83175e8f739f', 'tempest-TagsExtTest-Tag-1505765661') {} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:42:53.329394 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-2dc27aa5-8c03-4efe-80b6-06526eb1e326 req-1eca5f65-f3a7-4131-8eef-ca3f730405da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:53.329511 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9916b28-fe17-4021-8558-7cbdcfa3e222 req-0b2cca5a-f327-4516-8a47-2472bba0b321 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:42:53.329511 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b9916b28-fe17-4021-8558-7cbdcfa3e222 req-0b2cca5a-f327-4516-8a47-2472bba0b321 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=07ffe891-8cfd-4d80-a752-f1bcd03d42c5 HTTP/1.1" status: 200 len: 944 time: 0.2054999 Feb 04 08:42:53.329694 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-8e137901-d3cc-47b6-9b08-73380e6e30a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:42:53.329803 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ddca78b-d3a2-4faa-a29e-07dfd53695e8 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] DELETE failed (client error): The resource could not be found. Feb 04 08:42:53.329803 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ddca78b-d3a2-4faa-a29e-07dfd53695e8 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:42:53.329803 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-3ddca78b-d3a2-4faa-a29e-07dfd53695e8 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "DELETE /v2.0/ports/c8bbdbed-aa7d-400b-be39-02174c226852 HTTP/1.1" status: 404 len: 333 time: 0.1106420 Feb 04 08:42:53.330090 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e137901-d3cc-47b6-9b08-73380e6e30a3 None None] Routers {'3fcd4d32-ddf1-4837-b8a0-c2c8e2047e1c'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:42:53.330090 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-8e137901-d3cc-47b6-9b08-73380e6e30a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:42:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['3fcd4d32-ddf1-4837-b8a0-c2c8e2047e1c'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:42:53.332696 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 53214) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:53.363461 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b9916b28-fe17-4021-8558-7cbdcfa3e222 req-292a7e5b-741d-41a6-a1bb-cfa2a9584eb3 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd556e8c-e336-4af4-8bcf-e0cfc06f1d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522313 Feb 04 08:42:53.376156 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8e52f268-b136-4ec1-8afc-18feaa0b13f0 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:53.390451 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b3b8be5-5037-4747-a568-666cdb32eb21 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] DELETE failed (client error): The resource could not be found. Feb 04 08:42:53.390451 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b3b8be5-5037-4747-a568-666cdb32eb21 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:42:53.390451 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-9b3b8be5-5037-4747-a568-666cdb32eb21 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "DELETE /v2.0/subnets/a2d45317-14c5-42a2-8740-dbd1bbdba429 HTTP/1.1" status: 404 len: 337 time: 0.0538163 Feb 04 08:42:53.392315 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-8e137901-d3cc-47b6-9b08-73380e6e30a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:42:53.392756 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e137901-d3cc-47b6-9b08-73380e6e30a3 None None] The sync data for ids ['3fcd4d32-ddf1-4837-b8a0-c2c8e2047e1c'] in dv-neutron-827798-2-hyperv is: [] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:42:53.412741 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53218) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:53.418633 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9cde7873-9b96-4fb7-beb6-d1559907ac84 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Notify callbacks [] for security_group, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:53.462682 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-4bc14395-bd20-49ee-9771-cfe6af366900 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] 10.222.0.36 "DELETE /v2.0/subnetpools/584fc45f-b1c0-46d4-9760-83175e8f739f/tags/tempest-TagsExtTest-Tag-1505765661 HTTP/1.1" status: 204 len: 168 time: 0.2213359 Feb 04 08:42:53.467297 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-2dc27aa5-8c03-4efe-80b6-06526eb1e326 req-1eca5f65-f3a7-4131-8eef-ca3f730405da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:53.468678 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-2dc27aa5-8c03-4efe-80b6-06526eb1e326 req-1eca5f65-f3a7-4131-8eef-ca3f730405da service neutron] 10.222.0.47 "PUT /v2.0/ports/5a51418e-8221-4177-93e8-0f6d95efbe73 HTTP/1.1" status: 200 len: 1094 time: 2.8559809 Feb 04 08:42:53.469904 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53222) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:53.471046 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07ffe891-8cfd-4d80-a752-f1bcd03d42c5', 'tag': '5a51418e-8221-4177-93e8-0f6d95efbe73'}] {{(pid=84108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:42:53.477927 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-72131116-eb5b-4e1d-bda9-c2f1968666a1 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] DELETE failed (client error): The resource could not be found. Feb 04 08:42:53.478406 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72131116-eb5b-4e1d-bda9-c2f1968666a1 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:42:53.482420 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-72131116-eb5b-4e1d-bda9-c2f1968666a1 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "DELETE /v2.0/subnets/a25cc0bf-43da-4bc0-ab22-79f15df101b4 HTTP/1.1" status: 404 len: 337 time: 0.0657032 Feb 04 08:42:53.483556 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 53228) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:53.488617 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.tag.tag_plugin [None req-9cd3f6d3-5bae-480f-8199-5d6e8b4ea179 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '584fc45f-b1c0-46d4-9760-83175e8f739f') {} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:42:53.518169 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e52f268-b136-4ec1-8afc-18feaa0b13f0 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Network d9e7c776-5ed3-4b17-b3cd-67ee1bab5945 is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:42:53.521942 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-8e52f268-b136-4ec1-8afc-18feaa0b13f0 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:42:53.527713 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e52f268-b136-4ec1-8afc-18feaa0b13f0 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:42:53.538545 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-e256f199-b7f0-49a6-959a-ab8664b7575a tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] 10.222.0.36 "PUT /v2.0/floatingips/41577416-878b-4b92-940d-566f648d295d HTTP/1.1" status: 200 len: 977 time: 9.3692944 Feb 04 08:42:53.542361 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07ffe891-8cfd-4d80-a752-f1bcd03d42c5', 'tag': '5a51418e-8221-4177-93e8-0f6d95efbe73', 'status': 'completed', 'code': 200} Feb 04 08:42:53.542608 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eca5f65-f3a7-4131-8eef-ca3f730405da service neutron] Pushing event updated for resources: {'Port': ['ID=5a51418e-8221-4177-93e8-0f6d95efbe73,revision_number=3']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:53.551224 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 53232) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:53.552064 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fdbb9c2-9264-46ab-9ec7-ddcb4fc272a7 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] DELETE failed (client error): The resource could not be found. Feb 04 08:42:53.552698 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fdbb9c2-9264-46ab-9ec7-ddcb4fc272a7 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:42:53.553030 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e52f268-b136-4ec1-8afc-18feaa0b13f0 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Pushing event updated for resources: {'Port': ['ID=4c9bd6b1-c3f5-4d84-a7f7-47c9cd7f4eec,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:53.577592 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-9cd3f6d3-5bae-480f-8199-5d6e8b4ea179 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] 10.222.0.36 "GET /v2.0/subnetpools/584fc45f-b1c0-46d4-9760-83175e8f739f/tags HTTP/1.1" status: 200 len: 205 time: 0.0964806 Feb 04 08:42:53.589452 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53236) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:53.620756 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.tag.tag_plugin [None req-f5f070a7-ff72-420b-9653-fe21a07235bc tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '584fc45f-b1c0-46d4-9760-83175e8f739f') {} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:42:53.621089 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-2fdbb9c2-9264-46ab-9ec7-ddcb4fc272a7 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "DELETE /v2.0/ports/50592e24-9d9b-4e00-a3e5-ce9b12dfd858 HTTP/1.1" status: 404 len: 333 time: 0.1196342 Feb 04 08:42:53.621190 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53240) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:53.625784 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e52f268-b136-4ec1-8afc-18feaa0b13f0 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:42:53.626526 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8e52f268-b136-4ec1-8afc-18feaa0b13f0 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:53.674059 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-9cde7873-9b96-4fb7-beb6-d1559907ac84 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:53.677769 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-9cde7873-9b96-4fb7-beb6-d1559907ac84 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Usage tracker for resource:security_group_rule and tenant:e778ea2ce8b74d29b75ee0b35e251f85 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:53.687086 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-bffb3a7b-7093-45e2-b13f-c056438e4e1f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] DELETE failed (client error): The resource could not be found. Feb 04 08:42:53.687665 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bffb3a7b-7093-45e2-b13f-c056438e4e1f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:42:53.691729 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-bffb3a7b-7093-45e2-b13f-c056438e4e1f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "DELETE /v2.0/subnets/5a93dff0-1e2e-4265-86be-3ff2f24cbb41 HTTP/1.1" status: 404 len: 337 time: 0.0456271 Feb 04 08:42:53.692213 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-9cde7873-9b96-4fb7-beb6-d1559907ac84 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:53.692330 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53244) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:53.704628 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-d134c761-b688-41ca-89b6-e09eecbac636 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Deleting port 4cab342a-1e95-49e7-b4a2-dd47a57dd333 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:42:53.704990 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d134c761-b688-41ca-89b6-e09eecbac636 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:53.730881 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-9cde7873-9b96-4fb7-beb6-d1559907ac84 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:53.869157 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-8e52f268-b136-4ec1-8afc-18feaa0b13f0 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4349949 Feb 04 08:42:53.872588 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-3074f5fe-24c7-4a2c-96b0-18b008e665cc tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] DELETE failed (client error): The resource could not be found. Feb 04 08:42:53.873121 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3074f5fe-24c7-4a2c-96b0-18b008e665cc tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:42:53.874814 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-3074f5fe-24c7-4a2c-96b0-18b008e665cc tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "DELETE /v2.0/ports/7c24c635-cae2-41d3-9477-348a11b011b1 HTTP/1.1" status: 404 len: 333 time: 0.1807768 Feb 04 08:42:53.875427 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53248) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:53.878652 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53250) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:53.974990 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-f714fafd-0e34-438b-b1ae-7c89f3a731ee req-694f5a2e-adb7-434a-b2e0-9727f166e397 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7df2bfd740464e869863a41b14f4d5af&device_id=07ffe891-8cfd-4d80-a752-f1bcd03d42c5 HTTP/1.1" status: 200 len: 1097 time: 0.3625684 Feb 04 08:42:53.989757 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-f5f070a7-ff72-420b-9653-fe21a07235bc tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] 10.222.0.36 "DELETE /v2.0/subnetpools/584fc45f-b1c0-46d4-9760-83175e8f739f/tags HTTP/1.1" status: 204 len: 168 time: 0.3991628 Feb 04 08:42:54.012503 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 53256) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:54.039399 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.tag.tag_plugin [None req-5d2d7b2b-f3bc-4837-8fa6-48ab43f13e60 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'eb331614-68dd-4bcd-8328-c5cdeab4b7c8') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:42:54.048386 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac3a746c-c47b-42f5-9abc-63dc9ec925e8 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] DELETE failed (client error): The resource could not be found. Feb 04 08:42:54.051287 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac3a746c-c47b-42f5-9abc-63dc9ec925e8 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:42:54.051287 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-ac3a746c-c47b-42f5-9abc-63dc9ec925e8 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "DELETE /v2.0/subnets/94f1b2d9-adec-4e87-8bc4-9869de64c0ef HTTP/1.1" status: 404 len: 337 time: 0.1698222 Feb 04 08:42:54.056331 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53260) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:54.080185 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb3e6f1-612b-4c88-8bb9-d7c85ec22122 None None] Network d9e7c776-5ed3-4b17-b3cd-67ee1bab5945 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:42:54.106806 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b0d5d33-08d3-4378-a172-a8a27bfec4d6 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] DELETE failed (client error): The resource could not be found. Feb 04 08:42:54.107240 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b0d5d33-08d3-4378-a172-a8a27bfec4d6 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:42:54.111919 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-2b0d5d33-08d3-4378-a172-a8a27bfec4d6 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "DELETE /v2.0/ports/58f6b7b4-d684-45f1-9de1-1dc0609283bd HTTP/1.1" status: 404 len: 333 time: 0.0512283 Feb 04 08:42:54.111919 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53264) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:54.169034 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9cde7873-9b96-4fb7-beb6-d1559907ac84 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Notify callbacks [] for security_group, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:54.219156 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-a21af883-baae-44bd-9c02-a2914bd05030 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] DELETE failed (client error): The resource could not be found. Feb 04 08:42:54.219589 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a21af883-baae-44bd-9c02-a2914bd05030 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:42:54.223629 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-a21af883-baae-44bd-9c02-a2914bd05030 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "DELETE /v2.0/subnets/d0fa0f22-d915-4d99-b393-64c01d1b1e66 HTTP/1.1" status: 404 len: 337 time: 0.1087940 Feb 04 08:42:54.228100 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53268) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:54.265586 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9cde7873-9b96-4fb7-beb6-d1559907ac84 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:54.304667 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-a8553b95-1c46-422b-abd2-8b291b0c0076 None None] Provisioning for port 64602994-544a-4f40-a4cf-5744ce16cd84 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:42:54.312493 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:54.327573 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdc4d162-0742-4ede-bc94-20260360e311 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] DELETE failed (client error): The resource could not be found. Feb 04 08:42:54.327573 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdc4d162-0742-4ede-bc94-20260360e311 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:42:54.328900 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-bdc4d162-0742-4ede-bc94-20260360e311 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "DELETE /v2.0/ports/940df723-b230-4d6f-917b-b8b65e3aa7c5 HTTP/1.1" status: 404 len: 333 time: 0.0955827 Feb 04 08:42:54.334156 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53272) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:54.379342 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1c4326b-9859-4daf-a629-94f3657564fc tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] DELETE failed (client error): The resource could not be found. Feb 04 08:42:54.380419 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1c4326b-9859-4daf-a629-94f3657564fc tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:42:54.384129 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-c1c4326b-9859-4daf-a629-94f3657564fc tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "DELETE /v2.0/subnets/2ad99e81-75f4-4e8a-968e-26a43a8b1fbb HTTP/1.1" status: 404 len: 337 time: 0.0460758 Feb 04 08:42:54.385973 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53276) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:54.448966 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f714fafd-0e34-438b-b1ae-7c89f3a731ee req-e2dd68b4-5e8a-4470-8a9e-8cedf94b2922 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:42:54.450540 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-f714fafd-0e34-438b-b1ae-7c89f3a731ee req-e2dd68b4-5e8a-4470-8a9e-8cedf94b2922 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=7df2bfd740464e869863a41b14f4d5af&shared=False HTTP/1.1" status: 200 len: 898 time: 0.4593801 Feb 04 08:42:54.454565 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cde7873-9b96-4fb7-beb6-d1559907ac84 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee7e9a0-3579-4e37-bd1e-b1a88a85a38e,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:54.506690 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd9f596a-e069-41bb-afe8-d6895b531e5c tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] DELETE failed (client error): The resource could not be found. Feb 04 08:42:54.507135 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd9f596a-e069-41bb-afe8-d6895b531e5c tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:42:54.509090 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-cd9f596a-e069-41bb-afe8-d6895b531e5c tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "DELETE /v2.0/ports/423ebd8b-c640-42f3-97f5-31b929d2ee89 HTTP/1.1" status: 404 len: 333 time: 0.1237848 Feb 04 08:42:54.514125 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53282) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:54.516654 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d134c761-b688-41ca-89b6-e09eecbac636 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:54.528685 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-5d2d7b2b-f3bc-4837-8fa6-48ab43f13e60 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] 10.222.0.36 "DELETE /v2.0/routers/eb331614-68dd-4bcd-8328-c5cdeab4b7c8/tags HTTP/1.1" status: 204 len: 168 time: 0.5120776 Feb 04 08:42:54.529677 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9cde7873-9b96-4fb7-beb6-d1559907ac84 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:54.533410 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-9cde7873-9b96-4fb7-beb6-d1559907ac84 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.4434333 Feb 04 08:42:54.533410 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 53284) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:54.549353 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.tag.tag_plugin [None req-dfffa6ad-047d-4c9b-adce-559eb86dee28 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'bd0ef127-aa5a-44cf-9435-ecd04269ebcc') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:42:54.580298 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53286) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:54.594866 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-7b331752-508f-444a-b3ab-7c56ba02c29a tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Request body: {'security_group': {'name': 'tempest-secgroup--683050930'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:54.677982 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-7b331752-508f-444a-b3ab-7c56ba02c29a tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:54.688308 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-eba3c442-7b78-43a6-8eaf-457a0a45bcbe tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] DELETE failed (client error): The resource could not be found. Feb 04 08:42:54.688805 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eba3c442-7b78-43a6-8eaf-457a0a45bcbe tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:42:54.689884 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-2fa2c114-bdd4-4d05-a233-3b5dd548cd9e None None] Provisioning for port 4c9bd6b1-c3f5-4d84-a7f7-47c9cd7f4eec completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:42:54.692734 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-eba3c442-7b78-43a6-8eaf-457a0a45bcbe tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "DELETE /v2.0/subnets/b791ffba-cdf7-4a64-bf2a-8d90ff44b61b HTTP/1.1" status: 404 len: 337 time: 0.1122770 Feb 04 08:42:54.696239 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53294) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:54.703929 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-2fa2c114-bdd4-4d05-a233-3b5dd548cd9e None None] Provisioning complete for port 4c9bd6b1-c3f5-4d84-a7f7-47c9cd7f4eec triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:42:54.704546 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2fa2c114-bdd4-4d05-a233-3b5dd548cd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:54.734587 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-7b331752-508f-444a-b3ab-7c56ba02c29a tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:54.769526 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 64602994-544a-4f40-a4cf-5744ce16cd84 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:42:54.778068 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f714fafd-0e34-438b-b1ae-7c89f3a731ee req-8252224e-6726-484d-b7fc-2e4f0d3fdd09 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:42:54.779612 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-f714fafd-0e34-438b-b1ae-7c89f3a731ee req-8252224e-6726-484d-b7fc-2e4f0d3fdd09 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3222532 Feb 04 08:42:54.818526 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-23096130-ca11-4493-9c62-4f6b73495560 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] DELETE failed (client error): The resource could not be found. Feb 04 08:42:54.818967 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23096130-ca11-4493-9c62-4f6b73495560 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:42:54.824213 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-23096130-ca11-4493-9c62-4f6b73495560 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "DELETE /v2.0/ports/cd1b0317-717d-458f-a86b-7ad97afb184e HTTP/1.1" status: 404 len: 333 time: 0.1213388 Feb 04 08:42:54.826758 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53298) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:54.859201 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-2fa2c114-bdd4-4d05-a233-3b5dd548cd9e None None] Port 4c9bd6b1-c3f5-4d84-a7f7-47c9cd7f4eec cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:42:54.884943 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7b331752-508f-444a-b3ab-7c56ba02c29a tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:54.927435 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca75c22c-8ba9-4810-a6a4-586b7e2f3654 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] DELETE failed (client error): The resource could not be found. Feb 04 08:42:54.928089 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca75c22c-8ba9-4810-a6a4-586b7e2f3654 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:42:54.933405 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-ca75c22c-8ba9-4810-a6a4-586b7e2f3654 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "DELETE /v2.0/subnets/f873d258-cb73-426f-80fb-e5ef21ced1b8 HTTP/1.1" status: 404 len: 337 time: 0.1018751 Feb 04 08:42:54.940540 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 53302) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:54.964745 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 64602994-544a-4f40-a4cf-5744ce16cd84 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:42:54.973169 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 64602994-544a-4f40-a4cf-5744ce16cd84 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:42:54.973806 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:54.996284 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7dd5e0-5f94-41b7-b7a8-73fe9347fe45 req-e934a823-d78b-4ecc-bde5-dcb4179c1f19 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:42:54.998517 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ae7dd5e0-5f94-41b7-b7a8-73fe9347fe45 req-e934a823-d78b-4ecc-bde5-dcb4179c1f19 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=07ffe891-8cfd-4d80-a752-f1bcd03d42c5 HTTP/1.1" status: 200 len: 944 time: 0.4170966 Feb 04 08:42:55.003862 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-123c8d2f-b4de-49ae-b8ce-78a5fe97045b tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] DELETE failed (client error): The resource could not be found. Feb 04 08:42:55.004301 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-123c8d2f-b4de-49ae-b8ce-78a5fe97045b tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:42:55.008688 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-123c8d2f-b4de-49ae-b8ce-78a5fe97045b tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "DELETE /v2.0/subnets/bc6402dd-3fb4-4a60-a4f4-8f0f6c85e7a2 HTTP/1.1" status: 404 len: 337 time: 0.0624974 Feb 04 08:42:55.014793 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53306) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:55.062891 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-8fe1f214-898f-4b1c-aab6-084b131e905a None None] Provisioning complete for port 4c9bd6b1-c3f5-4d84-a7f7-47c9cd7f4eec triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:42:55.063230 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-8fe1f214-898f-4b1c-aab6-084b131e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:55.108278 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-7b331752-508f-444a-b3ab-7c56ba02c29a tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:55.118197 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-dfffa6ad-047d-4c9b-adce-559eb86dee28 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] 10.222.0.36 "DELETE /v2.0/ports/bd0ef127-aa5a-44cf-9435-ecd04269ebcc/tags HTTP/1.1" status: 204 len: 168 time: 0.5778272 Feb 04 08:42:55.119142 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff700177-639e-4133-a0b3-033a4a0b16a3 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] DELETE failed (client error): The resource could not be found. Feb 04 08:42:55.120115 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff700177-639e-4133-a0b3-033a4a0b16a3 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:42:55.123161 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-7b331752-508f-444a-b3ab-7c56ba02c29a tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Usage tracker for resource:security_group_rule and tenant:e778ea2ce8b74d29b75ee0b35e251f85 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:55.125630 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53310) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:55.132759 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-7b331752-508f-444a-b3ab-7c56ba02c29a tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:55.133481 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-2dc27aa5-8c03-4efe-80b6-06526eb1e326 req-fea880c7-d44e-46ac-b989-8fbef0c3af51 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7df2bfd740464e869863a41b14f4d5af&device_id=07ffe891-8cfd-4d80-a752-f1bcd03d42c5 HTTP/1.1" status: 200 len: 1097 time: 0.2714915 Feb 04 08:42:55.136803 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d134c761-b688-41ca-89b6-e09eecbac636 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:55.137172 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d134c761-b688-41ca-89b6-e09eecbac636 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473039'] for floatingip, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:55.137484 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.l3_db [None req-d134c761-b688-41ca-89b6-e09eecbac636 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Floating IP 41577416-878b-4b92-940d-566f648d295d disassociated. External IP: 172.26.3.186, port: 4cab342a-1e95-49e7-b4a2-dd47a57dd333. Feb 04 08:42:55.137822 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-d134c761-b688-41ca-89b6-e09eecbac636 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Calling delete_port for 4cab342a-1e95-49e7-b4a2-dd47a57dd333 owned by {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:42:55.139535 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.tag.tag_plugin [None req-9a608cdc-1889-49bb-a8b0-6324759ecf93 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'cf896b04-09b7-4943-89cc-7854d0354e2c') {} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:42:55.165974 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-8fe1f214-898f-4b1c-aab6-084b131e905a None None] Port 4c9bd6b1-c3f5-4d84-a7f7-47c9cd7f4eec cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:42:55.178167 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:55.188361 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-7b331752-508f-444a-b3ab-7c56ba02c29a tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:55.201113 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-ff700177-639e-4133-a0b3-033a4a0b16a3 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "DELETE /v2.0/ports/cb8a642a-f5bf-4d56-bbe6-c4cb05e30300 HTTP/1.1" status: 404 len: 333 time: 0.1853747 Feb 04 08:42:55.210389 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53314) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:55.217942 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port 64602994-544a-4f40-a4cf-5744ce16cd84, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=64602994-544a-4f40-a4cf-5744ce16cd84,segment=NetworkSegment(f1583fb7-3ba0-48c0-8077-0e41d5e364b3),segment_id=f1583fb7-3ba0-48c0-8077-0e41d5e364b3)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:42:55.247018 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-2dc27aa5-8c03-4efe-80b6-06526eb1e326 req-2d3aeec1-c14c-4e81-9fac-af4cc8869c65 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a51418e-8221-4177-93e8-0f6d95efbe73 HTTP/1.1" status: 200 len: 217 time: 0.0822358 Feb 04 08:42:55.252249 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-be3b8882-eb58-4fbf-9f9b-91daf7a169d9 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:55.284272 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d0929a6-04ed-47bd-921b-7a65e5b4b146 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] DELETE failed (client error): The resource could not be found. Feb 04 08:42:55.284908 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d0929a6-04ed-47bd-921b-7a65e5b4b146 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:42:55.296077 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:55.307580 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ae7dd5e0-5f94-41b7-b7a8-73fe9347fe45 req-508ebda9-af80-48be-b97a-522fb1b02172 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd556e8c-e336-4af4-8bcf-e0cfc06f1d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2954898 Feb 04 08:42:55.322028 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-9d0929a6-04ed-47bd-921b-7a65e5b4b146 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "DELETE /v2.0/subnets/90021357-4102-4bae-9d89-e88374460ccd HTTP/1.1" status: 404 len: 337 time: 0.1040604 Feb 04 08:42:55.355413 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53318) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:55.382123 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=64602994-544a-4f40-a4cf-5744ce16cd84,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:55.504180 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc27aa5-8c03-4efe-80b6-06526eb1e326 req-4ee356b5-52c5-49fe-b6b5-456b16d9f279 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:42:55.505688 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-2dc27aa5-8c03-4efe-80b6-06526eb1e326 req-4ee356b5-52c5-49fe-b6b5-456b16d9f279 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=13bb94bf-077c-48a9-9255-43c72a99925c HTTP/1.1" status: 200 len: 835 time: 0.2502298 Feb 04 08:42:55.548621 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-e39a4795-3548-4704-86f7-43e9167d3f21 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] DELETE failed (client error): The resource could not be found. Feb 04 08:42:55.549055 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e39a4795-3548-4704-86f7-43e9167d3f21 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:42:55.575061 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7b331752-508f-444a-b3ab-7c56ba02c29a tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:55.579469 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-e39a4795-3548-4704-86f7-43e9167d3f21 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "DELETE /v2.0/subnets/7aced48f-d11d-4630-b421-1a0f5fe93492 HTTP/1.1" status: 404 len: 337 time: 0.2163489 Feb 04 08:42:55.582369 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 53322) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:55.615531 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-2dc27aa5-8c03-4efe-80b6-06526eb1e326 req-5b9ebfb8-c867-4aa4-99ce-82e8469f6464 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=496cc049-ee93-4118-86d8-45abdf23adc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1030805 Feb 04 08:42:55.620641 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d134c761-b688-41ca-89b6-e09eecbac636 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:55.648820 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7b331752-508f-444a-b3ab-7c56ba02c29a tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:55.687849 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-28d4138c-dda0-4390-9b0f-23987f7bb560 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] DELETE failed (client error): The resource could not be found. Feb 04 08:42:55.688298 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28d4138c-dda0-4390-9b0f-23987f7bb560 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:42:55.750457 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d134c761-b688-41ca-89b6-e09eecbac636 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Pushing event deleted for resources: {'Port': ['ID=4cab342a-1e95-49e7-b4a2-dd47a57dd333,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:55.757446 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-28d4138c-dda0-4390-9b0f-23987f7bb560 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "DELETE /v2.0/ports/d9c0dcf5-39ed-4300-af44-4a888db07f5c HTTP/1.1" status: 404 len: 333 time: 0.1739678 Feb 04 08:42:55.760221 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53326) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:55.821227 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b331752-508f-444a-b3ab-7c56ba02c29a tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d4cb7c9-4af8-4bca-8a45-2b2288be28c3,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:55.876485 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7b331752-508f-444a-b3ab-7c56ba02c29a tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:55.880522 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-7b331752-508f-444a-b3ab-7c56ba02c29a tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.2902126 Feb 04 08:42:55.880522 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-55cd724e-0b1b-44d3-a81a-eb6404d0aec4 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] DELETE failed (client error): The resource could not be found. Feb 04 08:42:55.880522 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55cd724e-0b1b-44d3-a81a-eb6404d0aec4 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:42:55.881091 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-55cd724e-0b1b-44d3-a81a-eb6404d0aec4 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "DELETE /v2.0/subnets/d9e8d5f2-0afe-475c-893c-5a3d04f50247 HTTP/1.1" status: 404 len: 337 time: 0.1194923 Feb 04 08:42:55.881192 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 53330) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:55.884648 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 53332) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:55.887115 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-9a608cdc-1889-49bb-a8b0-6324759ecf93 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] 10.222.0.36 "DELETE /v2.0/subnets/cf896b04-09b7-4943-89cc-7854d0354e2c/tags HTTP/1.1" status: 204 len: 168 time: 0.7572284 Feb 04 08:42:55.889831 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-aaa78159-e27b-4e4c-95d9-928deb5b3613 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Request body: {'security_group_rule': {'security_group_id': '5ee7e9a0-3579-4e37-bd1e-b1a88a85a38e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '6d4cb7c9-4af8-4bca-8a45-2b2288be28c3'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:55.893298 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53336) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:55.898542 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-2dc27aa5-8c03-4efe-80b6-06526eb1e326 req-bade17e3-648d-44c8-91b3-16bb9a02c2e9 service neutron] 10.222.0.47 "GET /v2.0/networks/496cc049-ee93-4118-86d8-45abdf23adc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759750 Feb 04 08:42:55.901455 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.tag.tag_plugin [None req-7478316a-877e-42bc-852c-80bc2578d427 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'cf896b04-09b7-4943-89cc-7854d0354e2c', 'tempest-TagsExtTest-Tag-568050368') {} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:42:55.915862 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:55.936654 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-aaa78159-e27b-4e4c-95d9-928deb5b3613 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:55.968216 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-aaa78159-e27b-4e4c-95d9-928deb5b3613 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Usage tracker for resource:security_group_rule and tenant:e778ea2ce8b74d29b75ee0b35e251f85 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:55.973856 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-aaa78159-e27b-4e4c-95d9-928deb5b3613 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:55.977906 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-e07d13b6-3cd5-4a5b-a296-6d360fa9a964 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] DELETE failed (client error): The resource could not be found. Feb 04 08:42:55.978355 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e07d13b6-3cd5-4a5b-a296-6d360fa9a964 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:42:55.983326 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-e07d13b6-3cd5-4a5b-a296-6d360fa9a964 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "DELETE /v2.0/subnets/cbb02727-8695-4c2c-8024-acfe0cfd7b9d HTTP/1.1" status: 404 len: 337 time: 0.0862565 Feb 04 08:42:55.987527 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53342) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:56.031800 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-aaa78159-e27b-4e4c-95d9-928deb5b3613 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:56.045918 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-90dd687e-678f-44d9-97f8-91315ed96aa2 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] DELETE failed (client error): The resource could not be found. Feb 04 08:42:56.046278 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90dd687e-678f-44d9-97f8-91315ed96aa2 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:42:56.047944 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-90dd687e-678f-44d9-97f8-91315ed96aa2 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "DELETE /v2.0/ports/db22cc2c-6241-4456-b12e-46d5ddddcb50 HTTP/1.1" status: 404 len: 333 time: 0.0594535 Feb 04 08:42:56.051814 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53346) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:56.099093 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-88d64e44-6590-4e66-a319-58c9b40f05ab tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] DELETE failed (client error): The resource could not be found. Feb 04 08:42:56.099443 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88d64e44-6590-4e66-a319-58c9b40f05ab tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:42:56.101146 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-88d64e44-6590-4e66-a319-58c9b40f05ab tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "DELETE /v2.0/subnets/1af0596d-2831-499c-99c7-b589906bd278 HTTP/1.1" status: 404 len: 337 time: 0.0484517 Feb 04 08:42:56.108818 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53350) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:56.152317 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-be3b8882-eb58-4fbf-9f9b-91daf7a169d9 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:56.159535 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-09aab98f-5dbe-454f-a9ab-39152c0e92bf tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] DELETE failed (client error): The resource could not be found. Feb 04 08:42:56.159967 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09aab98f-5dbe-454f-a9ab-39152c0e92bf tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:42:56.161901 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-09aab98f-5dbe-454f-a9ab-39152c0e92bf tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "DELETE /v2.0/subnets/3001385e-c916-4a0c-869a-62552aec2e9d HTTP/1.1" status: 404 len: 337 time: 0.0494671 Feb 04 08:42:56.164580 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 53354) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:56.204820 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-2dc27aa5-8c03-4efe-80b6-06526eb1e326 req-6032bb50-623f-4696-b65e-f57cbd684adf service neutron] 10.222.0.47 "GET /v2.0/networks/496cc049-ee93-4118-86d8-45abdf23adc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656875 Feb 04 08:42:56.215639 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-be3b8882-eb58-4fbf-9f9b-91daf7a169d9 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:56.220902 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-6f089eb5-0f6b-4b7f-9122-32cb212fb93c tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "GET /v2.0/ports?device_id=384a2d0c-4e25-4322-b5ff-16c2908e27db HTTP/1.1" status: 200 len: 205 time: 0.0552392 Feb 04 08:42:56.230938 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 53358) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:56.266926 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-7478316a-877e-42bc-852c-80bc2578d427 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] 10.222.0.36 "PUT /v2.0/subnets/cf896b04-09b7-4943-89cc-7854d0354e2c/tags/tempest-TagsExtTest-Tag-568050368 HTTP/1.1" status: 201 len: 201 time: 0.3730159 Feb 04 08:42:56.273954 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53362) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:56.290058 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.tag.tag_plugin [None req-7e662c68-c779-4971-aad9-9726e7d03794 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'bd0ef127-aa5a-44cf-9435-ecd04269ebcc', 'tempest-TagsExtTest-Tag-101731197') {} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:42:56.299208 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.api.v2.resource [None req-aaa78159-e27b-4e4c-95d9-928deb5b3613 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 08:42:56.300234 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-aaa78159-e27b-4e4c-95d9-928deb5b3613 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.4181535 Feb 04 08:42:56.302335 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.api.v2.resource [None req-6ea3b7d8-abd0-4e62-9627-3ac83ab35820 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] delete failed (client error): The resource could not be found. Feb 04 08:42:56.303254 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-6ea3b7d8-abd0-4e62-9627-3ac83ab35820 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "DELETE /v2.0/routers/384a2d0c-4e25-4322-b5ff-16c2908e27db HTTP/1.1" status: 404 len: 336 time: 0.0714197 Feb 04 08:42:56.303886 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 53366) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:56.306707 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 53368) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:56.376049 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-77510b8f-9033-46cf-83b8-867b6e456b46 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] DELETE failed (client error): The resource could not be found. Feb 04 08:42:56.376049 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77510b8f-9033-46cf-83b8-867b6e456b46 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:42:56.376049 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-77510b8f-9033-46cf-83b8-867b6e456b46 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "DELETE /v2.0/subnets/aba4fe75-de7b-4fb8-ac26-54ea49134628 HTTP/1.1" status: 404 len: 337 time: 0.0636487 Feb 04 08:42:56.380856 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53376) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:56.424112 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3b8882-eb58-4fbf-9f9b-91daf7a169d9 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Pushing event updated for resources: {'Port': ['ID=4c9bd6b1-c3f5-4d84-a7f7-47c9cd7f4eec,revision_number=2']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:56.430161 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d134c761-b688-41ca-89b6-e09eecbac636 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Router 3fcd4d32-ddf1-4837-b8a0-c2c8e2047e1c has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:42:56.443024 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f224d26e-f4b5-4963-ac45-c2e3f72dd5fb tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Notify callbacks [] for security_group, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:56.453573 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-9f67704c-7ca1-4e32-b64f-a5c7dbf652dd tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "GET /v2.0/ports?device_id=1574f793-4060-4da8-8d5a-2c692a07adbc HTTP/1.1" status: 200 len: 205 time: 0.0700884 Feb 04 08:42:56.455150 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 53380) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:56.542769 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.api.v2.resource [None req-45477559-296b-4623-b128-ab8d2a550441 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] delete failed (client error): The resource could not be found. Feb 04 08:42:56.543796 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-45477559-296b-4623-b128-ab8d2a550441 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "DELETE /v2.0/routers/1574f793-4060-4da8-8d5a-2c692a07adbc HTTP/1.1" status: 404 len: 336 time: 0.0861979 Feb 04 08:42:56.555198 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53384) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:56.597469 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f224d26e-f4b5-4963-ac45-c2e3f72dd5fb tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:56.600081 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-6146ca7f-747d-4a08-a5cc-8524e3d40aae None None] Provisioning complete for port 4c9bd6b1-c3f5-4d84-a7f7-47c9cd7f4eec triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:42:56.600578 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-6146ca7f-747d-4a08-a5cc-8524e3d40aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:56.619990 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0718bf3-a00f-4391-8964-a8c3458aeb9d tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] DELETE failed (client error): The resource could not be found. Feb 04 08:42:56.620427 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0718bf3-a00f-4391-8964-a8c3458aeb9d tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:42:56.624434 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-b0718bf3-a00f-4391-8964-a8c3458aeb9d tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "DELETE /v2.0/subnets/70f73621-86a7-40e3-a76d-b10dc546892c HTTP/1.1" status: 404 len: 337 time: 0.0650790 Feb 04 08:42:56.628047 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 53388) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:56.666150 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-6146ca7f-747d-4a08-a5cc-8524e3d40aae None None] Port 4c9bd6b1-c3f5-4d84-a7f7-47c9cd7f4eec cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:42:56.688601 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-57ecbfaf-b243-4c38-836a-ba2941da57b9 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] DELETE failed (client error): The resource could not be found. Feb 04 08:42:56.688601 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57ecbfaf-b243-4c38-836a-ba2941da57b9 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:42:56.694139 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 64602994-544a-4f40-a4cf-5744ce16cd84 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:42:56.710643 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-57ecbfaf-b243-4c38-836a-ba2941da57b9 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "DELETE /v2.0/subnets/44166381-63a9-4138-99f7-fc855a1b06ad HTTP/1.1" status: 404 len: 337 time: 0.0793262 Feb 04 08:42:56.711102 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 53392) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:56.713890 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf76808-9573-4124-9831-b6d8783c2c2a req-11b919b1-748d-4941-812f-ebc1cd843af7 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:42:56.718113 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-fdf76808-9573-4124-9831-b6d8783c2c2a req-11b919b1-748d-4941-812f-ebc1cd843af7 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=07ffe891-8cfd-4d80-a752-f1bcd03d42c5 HTTP/1.1" status: 200 len: 944 time: 0.2093837 Feb 04 08:42:56.753621 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d56e07d-3fe2-41d9-927f-3a8827802fcf tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] DELETE failed (client error): The resource could not be found. Feb 04 08:42:56.758050 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d56e07d-3fe2-41d9-927f-3a8827802fcf tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:42:56.765459 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-4d56e07d-3fe2-41d9-927f-3a8827802fcf tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "DELETE /v2.0/ports/629fd8f5-a9ab-40df-8223-228524d94d1a HTTP/1.1" status: 404 len: 333 time: 0.0530031 Feb 04 08:42:56.767593 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 53396) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:56.782293 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 64602994-544a-4f40-a4cf-5744ce16cd84 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:42:56.789876 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:56.790025 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-7e662c68-c779-4971-aad9-9726e7d03794 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] 10.222.0.36 "PUT /v2.0/ports/bd0ef127-aa5a-44cf-9435-ecd04269ebcc/tags/tempest-TagsExtTest-Tag-101731197 HTTP/1.1" status: 201 len: 201 time: 0.5083833 Feb 04 08:42:56.790025 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53400) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:56.796264 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.tag.tag_plugin [None req-ab50ebba-1e7b-401d-a118-a5c7c664b571 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'eb331614-68dd-4bcd-8328-c5cdeab4b7c8', 'tempest-TagsExtTest-Tag-582610037') {} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:42:56.853530 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c61ee79-7ea3-49f9-a7fd-39187c7c88c1 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] DELETE failed (client error): The resource could not be found. Feb 04 08:42:56.853996 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c61ee79-7ea3-49f9-a7fd-39187c7c88c1 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:42:56.858011 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-0c61ee79-7ea3-49f9-a7fd-39187c7c88c1 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "DELETE /v2.0/subnets/33257c20-2778-4995-9f29-96adbee666e8 HTTP/1.1" status: 404 len: 337 time: 0.0871398 Feb 04 08:42:56.860619 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f224d26e-f4b5-4963-ac45-c2e3f72dd5fb tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:56.862420 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53404) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:56.862910 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f224d26e-f4b5-4963-ac45-c2e3f72dd5fb tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:56.866467 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-f224d26e-f4b5-4963-ac45-c2e3f72dd5fb tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] 10.222.0.36 "DELETE /v2.0/security-groups/6d4cb7c9-4af8-4bca-8a45-2b2288be28c3 HTTP/1.1" status: 204 len: 168 time: 0.5583026 Feb 04 08:42:56.872186 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53406) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:56.882273 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f224d26e-f4b5-4963-ac45-c2e3f72dd5fb tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d4cb7c9-4af8-4bca-8a45-2b2288be28c3,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:56.925003 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d134c761-b688-41ca-89b6-e09eecbac636 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:42:56.936256 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe8382e-ac0d-41dc-ba9f-b0b6e3b10833 None None] Sync routers for ids ['3fcd4d32-ddf1-4837-b8a0-c2c8e2047e1c'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:42:56.948329 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe8382e-ac0d-41dc-ba9f-b0b6e3b10833 None None] Routers {'3fcd4d32-ddf1-4837-b8a0-c2c8e2047e1c'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:42:56.948968 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-8fe8382e-ac0d-41dc-ba9f-b0b6e3b10833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:42:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['3fcd4d32-ddf1-4837-b8a0-c2c8e2047e1c'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:42:56.985006 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-fff377a4-9669-4fd4-a78d-d335151bc06f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] DELETE failed (client error): The resource could not be found. Feb 04 08:42:56.985629 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fff377a4-9669-4fd4-a78d-d335151bc06f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:42:56.989430 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-fff377a4-9669-4fd4-a78d-d335151bc06f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "DELETE /v2.0/ports/4d281024-aee8-446b-9ca3-353a4f6e048d HTTP/1.1" status: 404 len: 333 time: 0.1198657 Feb 04 08:42:56.989430 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-be3b8882-eb58-4fbf-9f9b-91daf7a169d9 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-472912'] for router_interface, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:56.991655 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53412) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:56.998722 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-fdf76808-9573-4124-9831-b6d8783c2c2a req-556cd0a1-05a6-4ecf-9558-2a5ed5ce25c8 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd556e8c-e336-4af4-8bcf-e0cfc06f1d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2489159 Feb 04 08:42:57.018911 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-8fe8382e-ac0d-41dc-ba9f-b0b6e3b10833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:42:57.033184 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe8382e-ac0d-41dc-ba9f-b0b6e3b10833 None None] Routers {'3fcd4d32-ddf1-4837-b8a0-c2c8e2047e1c'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:42:57.034134 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-8fe8382e-ac0d-41dc-ba9f-b0b6e3b10833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:42:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['3fcd4d32-ddf1-4837-b8a0-c2c8e2047e1c'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:42:57.099171 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-8fe8382e-ac0d-41dc-ba9f-b0b6e3b10833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:42:57.099682 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe8382e-ac0d-41dc-ba9f-b0b6e3b10833 None None] The sync data for ids ['3fcd4d32-ddf1-4837-b8a0-c2c8e2047e1c'] in dv-neutron-827798-2-hyperv is: [] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:42:57.106756 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-71bc041a-93cd-48e0-aee4-adfe72ca001f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] DELETE failed (client error): The resource could not be found. Feb 04 08:42:57.107268 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71bc041a-93cd-48e0-aee4-adfe72ca001f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:42:57.109061 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-71bc041a-93cd-48e0-aee4-adfe72ca001f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "DELETE /v2.0/subnets/bd8df654-0540-458b-aa13-14cc085efe3c HTTP/1.1" status: 404 len: 337 time: 0.1134951 Feb 04 08:42:57.111603 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 53416) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:57.165070 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-f44dd259-662e-427c-ae83-bff527607735 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] DELETE failed (client error): The resource could not be found. Feb 04 08:42:57.165426 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f44dd259-662e-427c-ae83-bff527607735 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:42:57.167118 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-f44dd259-662e-427c-ae83-bff527607735 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "DELETE /v2.0/ports/0d07bc3c-85f5-4c53-b4d8-a388bc0e9e29 HTTP/1.1" status: 404 len: 333 time: 0.0545845 Feb 04 08:42:57.169835 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 53420) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:57.221790 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2cac1a0-0586-4523-9224-e29e04924297 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] DELETE failed (client error): The resource could not be found. Feb 04 08:42:57.222239 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2cac1a0-0586-4523-9224-e29e04924297 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:42:57.223906 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-b2cac1a0-0586-4523-9224-e29e04924297 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "DELETE /v2.0/subnets/a9a3b71e-d67d-4c94-ac6f-bd636b45aa7c HTTP/1.1" status: 404 len: 337 time: 0.0531757 Feb 04 08:42:57.226467 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 53424) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:57.228978 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d134c761-b688-41ca-89b6-e09eecbac636 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:57.230705 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-d134c761-b688-41ca-89b6-e09eecbac636 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] 10.222.0.36 "DELETE /v2.0/ports/4cab342a-1e95-49e7-b4a2-dd47a57dd333 HTTP/1.1" status: 204 len: 168 time: 3.6720810 Feb 04 08:42:57.236341 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53428) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:57.269153 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-53de6ba0-68e6-4bbd-aaa9-194fc93ebf7f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] DELETE failed (client error): The resource could not be found. Feb 04 08:42:57.269593 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53de6ba0-68e6-4bbd-aaa9-194fc93ebf7f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:42:57.271226 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-53de6ba0-68e6-4bbd-aaa9-194fc93ebf7f tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "DELETE /v2.0/ports/61844cd6-3084-40b1-9a37-cb783eaa418b HTTP/1.1" status: 404 len: 333 time: 0.0438664 Feb 04 08:42:57.273687 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 53432) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:57.310092 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fc29524-dc7e-4e3e-ad57-cbc20f6782c4 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] DELETE failed (client error): The resource could not be found. Feb 04 08:42:57.310531 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fc29524-dc7e-4e3e-ad57-cbc20f6782c4 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:42:57.312116 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-3fc29524-dc7e-4e3e-ad57-cbc20f6782c4 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "DELETE /v2.0/subnets/0a33e6cc-8ec3-40a6-b5cf-2a27bba1cb25 HTTP/1.1" status: 404 len: 337 time: 0.0375483 Feb 04 08:42:57.314569 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 53436) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:57.348428 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-c82a5bba-b6f3-4ab9-936f-1b158cb4cfc7 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Synchronizing usage tracker for tenant:e778ea2ce8b74d29b75ee0b35e251f85 on resource:security_group {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:42:57.356887 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e17d065-1484-43e2-99a3-ecab691906d9 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] DELETE failed (client error): The resource could not be found. Feb 04 08:42:57.357329 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e17d065-1484-43e2-99a3-ecab691906d9 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:42:57.358933 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-3e17d065-1484-43e2-99a3-ecab691906d9 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "DELETE /v2.0/ports/936b8c22-acc4-479c-86f4-50db954a4825 HTTP/1.1" status: 404 len: 333 time: 0.0434833 Feb 04 08:42:57.361573 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 53440) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:57.400071 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0ae8747-9b9a-4a08-92db-865fb897a444 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] DELETE failed (client error): The resource could not be found. Feb 04 08:42:57.400511 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0ae8747-9b9a-4a08-92db-865fb897a444 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:42:57.402167 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-e0ae8747-9b9a-4a08-92db-865fb897a444 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "DELETE /v2.0/subnets/371c8f20-613e-4d4f-b20a-49e458c5d260 HTTP/1.1" status: 404 len: 337 time: 0.0397124 Feb 04 08:42:57.404850 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 53444) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:57.443686 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-58a4dc64-ca9e-45ad-8216-5837be11dcc5 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] DELETE failed (client error): The resource could not be found. Feb 04 08:42:57.444049 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58a4dc64-ca9e-45ad-8216-5837be11dcc5 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:42:57.445687 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-58a4dc64-ca9e-45ad-8216-5837be11dcc5 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "DELETE /v2.0/ports/34c863aa-9b1e-4653-8d77-bf10caf39770 HTTP/1.1" status: 404 len: 333 time: 0.0399590 Feb 04 08:42:57.448883 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 53448) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:57.472723 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-c82a5bba-b6f3-4ab9-936f-1b158cb4cfc7 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Unset dirty status for tenant:e778ea2ce8b74d29b75ee0b35e251f85 on resource:security_group {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:42:57.473963 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-c82a5bba-b6f3-4ab9-936f-1b158cb4cfc7 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.5952685 Feb 04 08:42:57.480474 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-ab50ebba-1e7b-401d-a118-a5c7c664b571 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] 10.222.0.36 "PUT /v2.0/routers/eb331614-68dd-4bcd-8328-c5cdeab4b7c8/tags/tempest-TagsExtTest-Tag-582610037 HTTP/1.1" status: 201 len: 201 time: 0.6894503 Feb 04 08:42:57.481088 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53452) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:57.483252 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 53454) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:57.492450 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.tag.tag_plugin [None req-3bc0cb19-01a6-4ad5-8915-55778f81028c tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '584fc45f-b1c0-46d4-9760-83175e8f739f', 'tempest-TagsExtTest-Tag-935930274') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:42:57.506984 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-3eaddb7e-2bf6-4612-8ae0-c8c43ff429a9 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] DELETE failed (client error): The resource could not be found. Feb 04 08:42:57.507425 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3eaddb7e-2bf6-4612-8ae0-c8c43ff429a9 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:42:57.509340 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-3eaddb7e-2bf6-4612-8ae0-c8c43ff429a9 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "DELETE /v2.0/subnets/3e525f4f-f6e9-44b2-bab1-123c25b48589 HTTP/1.1" status: 404 len: 337 time: 0.0595760 Feb 04 08:42:57.512332 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 53460) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:57.550014 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-be3b8882-eb58-4fbf-9f9b-91daf7a169d9 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:57.554656 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0b707e9-04cf-403d-9587-6787dcb82126 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] DELETE failed (client error): The resource could not be found. Feb 04 08:42:57.555098 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0b707e9-04cf-403d-9587-6787dcb82126 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:42:57.556729 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-c0b707e9-04cf-403d-9587-6787dcb82126 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "DELETE /v2.0/ports/a41b4fb4-8322-4eb6-a2b2-c605f04b8eb2 HTTP/1.1" status: 404 len: 333 time: 0.0434561 Feb 04 08:42:57.560773 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 53464) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:57.605205 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-56927f03-a2a2-40a3-a25c-129a28992a41 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] DELETE failed (client error): The resource could not be found. Feb 04 08:42:57.605640 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56927f03-a2a2-40a3-a25c-129a28992a41 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:42:57.607229 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-56927f03-a2a2-40a3-a25c-129a28992a41 tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "DELETE /v2.0/subnets/0c80b202-8af6-40aa-b6c2-3b77785c377d HTTP/1.1" status: 404 len: 337 time: 0.0455618 Feb 04 08:42:57.609832 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 53468) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:57.699934 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-3bc0cb19-01a6-4ad5-8915-55778f81028c tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] 10.222.0.36 "PUT /v2.0/subnetpools/584fc45f-b1c0-46d4-9760-83175e8f739f/tags/tempest-TagsExtTest-Tag-935930274 HTTP/1.1" status: 201 len: 201 time: 0.2154844 Feb 04 08:42:57.703255 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 53472) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:57.710775 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.tag.tag_plugin [None req-0a3bdf17-6df6-44f2-816d-33e8c7dc1f5d tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'cf896b04-09b7-4943-89cc-7854d0354e2c', {'tags': ['tempest-TagsExtTest-Tag-647590061', 'tempest-TagsExtTest-Tag-1595259191', 'tempest-TagsExtTest-Tag-1039396908']}) {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:42:57.719605 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-81cdc7c4-f078-47b5-a089-b18260f3ad47 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:57.767309 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-14db0a57-ed5e-4c14-a47c-6a6d8b51f22b tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:57.887061 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-81cdc7c4-f078-47b5-a089-b18260f3ad47 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:57.918408 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-0a3bdf17-6df6-44f2-816d-33e8c7dc1f5d tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] 10.222.0.36 "PUT /v2.0/subnets/cf896b04-09b7-4943-89cc-7854d0354e2c/tags HTTP/1.1" status: 200 len: 317 time: 0.2141635 Feb 04 08:42:57.921876 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 53476) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:57.925469 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-14db0a57-ed5e-4c14-a47c-6a6d8b51f22b tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:57.937043 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.tag.tag_plugin [None req-0b357163-7e9c-42d3-90a5-1edb6cddb09c tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'cf896b04-09b7-4943-89cc-7854d0354e2c') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:42:57.987003 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-14db0a57-ed5e-4c14-a47c-6a6d8b51f22b tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc933c3a-b15d-4eab-9ad6-d32fd193f5cd']}} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:42:58.001160 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-14db0a57-ed5e-4c14-a47c-6a6d8b51f22b tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c48dc91-e362-4611-9354-aede43558386') {'for_net_delete': True} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:42:58.001459 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-14db0a57-ed5e-4c14-a47c-6a6d8b51f22b tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c48dc91-e362-4611-9354-aede43558386') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:42:58.015469 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-14db0a57-ed5e-4c14-a47c-6a6d8b51f22b tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7851336'] for segment, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:58.043006 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-14db0a57-ed5e-4c14-a47c-6a6d8b51f22b tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:58.051921 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14db0a57-ed5e-4c14-a47c-6a6d8b51f22b tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=84108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:42:58.056262 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-14db0a57-ed5e-4c14-a47c-6a6d8b51f22b tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7460345'] for segment, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:58.067375 dv-neutron-827798-2-hyperv neutron-server[84108]: Traceback (most recent call last): Feb 04 08:42:58.067375 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:42:58.067375 dv-neutron-827798-2-hyperv neutron-server[84108]: timer() Feb 04 08:42:58.067375 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:42:58.067375 dv-neutron-827798-2-hyperv neutron-server[84108]: cb(*args, **kw) Feb 04 08:42:58.067375 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:42:58.067375 dv-neutron-827798-2-hyperv neutron-server[84108]: return func(*args, **kwargs) Feb 04 08:42:58.067375 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:42:58.067375 dv-neutron-827798-2-hyperv neutron-server[84108]: self._notify() Feb 04 08:42:58.067375 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:42:58.067375 dv-neutron-827798-2-hyperv neutron-server[84108]: self.callback(batched_events) Feb 04 08:42:58.067375 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:42:58.067375 dv-neutron-827798-2-hyperv neutron-server[84108]: event.method(event) Feb 04 08:42:58.067375 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:42:58.067375 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:42:58.067375 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:42:58.067375 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:42:58.067375 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:42:58.067375 dv-neutron-827798-2-hyperv neutron-server[84108]: return f(self, *a, **k) Feb 04 08:42:58.067375 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:42:58.067375 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._get(url).json() Feb 04 08:42:58.067375 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:42:58.067375 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:42:58.067375 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:42:58.067375 dv-neutron-827798-2-hyperv neutron-server[84108]: return self.request(url, 'GET', **kwargs) Feb 04 08:42:58.067375 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:42:58.067375 dv-neutron-827798-2-hyperv neutron-server[84108]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:42:58.067375 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:42:58.067375 dv-neutron-827798-2-hyperv neutron-server[84108]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:42:58.067375 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:42:58.067375 dv-neutron-827798-2-hyperv neutron-server[84108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:42:58.067375 dv-neutron-827798-2-hyperv neutron-server[84108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:42:58.082468 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device 5a51418e-8221-4177-93e8-0f6d95efbe73 details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=84109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 08:42:58.143516 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-81cdc7c4-f078-47b5-a089-b18260f3ad47 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:58.210576 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cdc7c4-f078-47b5-a089-b18260f3ad47 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee7e9a0-3579-4e37-bd1e-b1a88a85a38e,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:58.228515 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-0b357163-7e9c-42d3-90a5-1edb6cddb09c tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] 10.222.0.36 "DELETE /v2.0/subnets/cf896b04-09b7-4943-89cc-7854d0354e2c/tags HTTP/1.1" status: 204 len: 168 time: 0.3030412 Feb 04 08:42:58.229058 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 53482) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:58.235771 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.tag.tag_plugin [None req-d4ddb5a6-fc3b-4010-be14-f56d9d14d80f tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'cf896b04-09b7-4943-89cc-7854d0354e2c', 'tempest-TagsExtTest-Tag-647590061') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:42:58.257809 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-be3b8882-eb58-4fbf-9f9b-91daf7a169d9 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:58.277703 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-81cdc7c4-f078-47b5-a089-b18260f3ad47 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:58.280642 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-81cdc7c4-f078-47b5-a089-b18260f3ad47 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] 10.222.0.36 "DELETE /v2.0/security-groups/5ee7e9a0-3579-4e37-bd1e-b1a88a85a38e HTTP/1.1" status: 204 len: 168 time: 0.7858264 Feb 04 08:42:58.280818 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port 5a51418e-8221-4177-93e8-0f6d95efbe73, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=5a51418e-8221-4177-93e8-0f6d95efbe73,segment=NetworkSegment(db317278-674f-445c-8827-caaa4207caa7),segment_id=db317278-674f-445c-8827-caaa4207caa7)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:42:58.281693 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53486) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:58.295443 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Returning: {'device': '5a51418e-8221-4177-93e8-0f6d95efbe73', 'network_id': '496cc049-ee93-4118-86d8-45abdf23adc3', 'port_id': '5a51418e-8221-4177-93e8-0f6d95efbe73', 'mac_address': 'fa:16:3e:6d:dd:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13bb94bf-077c-48a9-9255-43c72a99925c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 08:42:58.302740 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-14db0a57-ed5e-4c14-a47c-6a6d8b51f22b tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:58.325713 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-14db0a57-ed5e-4c14-a47c-6a6d8b51f22b tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:58.336321 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14db0a57-ed5e-4c14-a47c-6a6d8b51f22b tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] Pushing event deleted for resources: {'Network': ['ID=bc933c3a-b15d-4eab-9ad6-d32fd193f5cd,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:58.340987 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-be3b8882-eb58-4fbf-9f9b-91daf7a169d9 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:58.341624 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-14db0a57-ed5e-4c14-a47c-6a6d8b51f22b tempest-NetworksTestDHCPv6-725585972 tempest-NetworksTestDHCPv6-725585972-project] 10.222.0.36 "DELETE /v2.0/networks/bc933c3a-b15d-4eab-9ad6-d32fd193f5cd HTTP/1.1" status: 204 len: 168 time: 0.7308624 Feb 04 08:42:58.351450 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.api.v2.resource [None req-d4ddb5a6-fc3b-4010-be14-f56d9d14d80f tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] show failed (client error): The resource could not be found. Feb 04 08:42:58.356021 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-d4ddb5a6-fc3b-4010-be14-f56d9d14d80f tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] 10.222.0.36 "GET /v2.0/subnets/cf896b04-09b7-4943-89cc-7854d0354e2c/tags/tempest-TagsExtTest-Tag-647590061 HTTP/1.1" status: 404 len: 328 time: 0.1224999 Feb 04 08:42:58.356021 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 53492) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:58.361865 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:58.366461 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.tag.tag_plugin [None req-ad5e5a56-6e82-4b32-9b73-492c0889cc85 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'cf896b04-09b7-4943-89cc-7854d0354e2c', 'tempest-TagsExtTest-Tag-1595259191') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:42:58.388894 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a51418e-8221-4177-93e8-0f6d95efbe73 {{(pid=84109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 08:42:58.408608 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port 5a51418e-8221-4177-93e8-0f6d95efbe73, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=5a51418e-8221-4177-93e8-0f6d95efbe73,segment=NetworkSegment(db317278-674f-445c-8827-caaa4207caa7),segment_id=db317278-674f-445c-8827-caaa4207caa7)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:42:58.410431 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c3af50d7-5cf5-477e-a7eb-7ba98a611c3d tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473817'] for router_interface, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:58.439755 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.api.v2.resource [None req-ad5e5a56-6e82-4b32-9b73-492c0889cc85 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] show failed (client error): The resource could not be found. Feb 04 08:42:58.440904 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-ad5e5a56-6e82-4b32-9b73-492c0889cc85 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] 10.222.0.36 "GET /v2.0/subnets/cf896b04-09b7-4943-89cc-7854d0354e2c/tags/tempest-TagsExtTest-Tag-1595259191 HTTP/1.1" status: 404 len: 329 time: 0.0794051 Feb 04 08:42:58.443853 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 53496) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:58.449910 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.tag.tag_plugin [None req-7e165916-b8ea-4897-9f92-fbeee55261ce tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'cf896b04-09b7-4943-89cc-7854d0354e2c', 'tempest-TagsExtTest-Tag-1039396908') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:42:58.489851 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594c4e6a-de23-43b6-86dd-d09ac6f31a9e req-22b0dd40-06c5-4f9b-9e96-2876b13b621d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:42:58.491222 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-594c4e6a-de23-43b6-86dd-d09ac6f31a9e req-22b0dd40-06c5-4f9b-9e96-2876b13b621d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=07ffe891-8cfd-4d80-a752-f1bcd03d42c5 HTTP/1.1" status: 200 len: 944 time: 0.3239632 Feb 04 08:42:58.496108 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:58.534689 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.api.v2.resource [None req-7e165916-b8ea-4897-9f92-fbeee55261ce tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] show failed (client error): The resource could not be found. Feb 04 08:42:58.534689 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-7e165916-b8ea-4897-9f92-fbeee55261ce tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] 10.222.0.36 "GET /v2.0/subnets/cf896b04-09b7-4943-89cc-7854d0354e2c/tags/tempest-TagsExtTest-Tag-1039396908 HTTP/1.1" status: 404 len: 329 time: 0.0865717 Feb 04 08:42:58.535685 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 53500) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:58.541091 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.tag.tag_plugin [None req-71407ed0-4483-4ae7-92aa-1cf93ea02829 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'bd0ef127-aa5a-44cf-9435-ecd04269ebcc', {'tags': ['tempest-TagsExtTest-Tag-1479734577', 'tempest-TagsExtTest-Tag-1361263150', 'tempest-TagsExtTest-Tag-1279674870']}) {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:42:58.565477 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=5a51418e-8221-4177-93e8-0f6d95efbe73,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:58.571877 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-610729d3-9951-497b-806a-b2cff224b994 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Synchronizing usage tracker for tenant:e778ea2ce8b74d29b75ee0b35e251f85 on resource:security_group {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:42:58.595920 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-be3b8882-eb58-4fbf-9f9b-91daf7a169d9 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473771'] for router_interface, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:58.602810 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3b8882-eb58-4fbf-9f9b-91daf7a169d9 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Pushing event updated for resources: {'Port': ['ID=4c9bd6b1-c3f5-4d84-a7f7-47c9cd7f4eec,revision_number=3']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:58.654831 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-594c4e6a-de23-43b6-86dd-d09ac6f31a9e req-50e0a9a2-f417-4402-9296-f375ffc6593c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd556e8c-e336-4af4-8bcf-e0cfc06f1d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1399388 Feb 04 08:42:58.738106 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-71407ed0-4483-4ae7-92aa-1cf93ea02829 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] 10.222.0.36 "PUT /v2.0/ports/bd0ef127-aa5a-44cf-9435-ecd04269ebcc/tags HTTP/1.1" status: 200 len: 318 time: 0.2013173 Feb 04 08:42:58.738548 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-610729d3-9951-497b-806a-b2cff224b994 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Unset dirty status for tenant:e778ea2ce8b74d29b75ee0b35e251f85 on resource:security_group {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:42:58.739723 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-610729d3-9951-497b-806a-b2cff224b994 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4555585 Feb 04 08:42:58.740371 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53504) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:58.745025 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 53508) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:58.751445 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-f9cde8bf-63e8-484b-b3b5-53a2bf5e4780 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Request body: {'security_group': {'name': 'tempest-secgroup--1271814296'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:58.757444 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-f9cde8bf-63e8-484b-b3b5-53a2bf5e4780 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:58.767754 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-f9cde8bf-63e8-484b-b3b5-53a2bf5e4780 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:58.795571 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.tag.tag_plugin [None req-08ca882e-9ec7-4e27-b5df-74c9c6856667 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'bd0ef127-aa5a-44cf-9435-ecd04269ebcc') {} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:42:58.847168 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] get_ports_and_sgs() called for port_ids ['5a51418e-8221-4177-93e8-0f6d95efbe73'] {{(pid=84109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 08:42:58.864543 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f9cde8bf-63e8-484b-b3b5-53a2bf5e4780 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Notify callbacks [] for security_group, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:58.912350 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-f9cde8bf-63e8-484b-b3b5-53a2bf5e4780 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:58.916779 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-f9cde8bf-63e8-484b-b3b5-53a2bf5e4780 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Usage tracker for resource:security_group_rule and tenant:e778ea2ce8b74d29b75ee0b35e251f85 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:58.919978 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-f9cde8bf-63e8-484b-b3b5-53a2bf5e4780 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:58.926583 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-f9cde8bf-63e8-484b-b3b5-53a2bf5e4780 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:58.996327 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f9cde8bf-63e8-484b-b3b5-53a2bf5e4780 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Notify callbacks [] for security_group, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:59.007007 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 53514) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:59.043511 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3b8882-eb58-4fbf-9f9b-91daf7a169d9 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Network d9e7c776-5ed3-4b17-b3cd-67ee1bab5945 is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:42:59.046962 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-be3b8882-eb58-4fbf-9f9b-91daf7a169d9 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:42:59.084429 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f9cde8bf-63e8-484b-b3b5-53a2bf5e4780 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:59.153510 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cde8bf-63e8-484b-b3b5-53a2bf5e4780 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7855e7ef-3cf0-4a89-ab3a-b04651641353,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:59.257254 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-cdb95ae4-adbc-4001-954d-179180dcd0eb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ffa27937301745e1ad43fa520f28cbc3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2489960 Feb 04 08:42:59.260773 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 53520) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:59.312825 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f9cde8bf-63e8-484b-b3b5-53a2bf5e4780 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:59.317150 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-f9cde8bf-63e8-484b-b3b5-53a2bf5e4780 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5682979 Feb 04 08:42:59.326587 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 53524) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:59.326587 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-3e95fa8b-3403-4af2-9a6e-ebf024d317ca tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Request body: {'security_group_rule': {'security_group_id': '7855e7ef-3cf0-4a89-ab3a-b04651641353', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:59.332281 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-3e95fa8b-3403-4af2-9a6e-ebf024d317ca tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:59.344708 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-3e95fa8b-3403-4af2-9a6e-ebf024d317ca tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Usage tracker for resource:security_group_rule and tenant:e778ea2ce8b74d29b75ee0b35e251f85 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:59.348891 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-3e95fa8b-3403-4af2-9a6e-ebf024d317ca tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:59.355991 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2110e626-68da-437b-8aaa-336511bcdd8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:59.357789 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-3e95fa8b-3403-4af2-9a6e-ebf024d317ca tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:59.389261 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2110e626-68da-437b-8aaa-336511bcdd8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:59.409679 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-e03a4553-b8b9-4b18-9daf-80b1f0f32a1f None None] Provisioning complete for port 4c9bd6b1-c3f5-4d84-a7f7-47c9cd7f4eec triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:42:59.410712 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-e03a4553-b8b9-4b18-9daf-80b1f0f32a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:59.471237 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-e03a4553-b8b9-4b18-9daf-80b1f0f32a1f None None] Port 4c9bd6b1-c3f5-4d84-a7f7-47c9cd7f4eec cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:42:59.480494 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-08ca882e-9ec7-4e27-b5df-74c9c6856667 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] 10.222.0.36 "DELETE /v2.0/ports/bd0ef127-aa5a-44cf-9435-ecd04269ebcc/tags HTTP/1.1" status: 204 len: 168 time: 0.7390616 Feb 04 08:42:59.483267 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 53528) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:59.488900 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.tag.tag_plugin [None req-cd9f2914-8e00-4300-97d9-b288426c8821 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'bd0ef127-aa5a-44cf-9435-ecd04269ebcc', 'tempest-TagsExtTest-Tag-1479734577') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:42:59.598713 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2110e626-68da-437b-8aaa-336511bcdd8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:59.602323 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.api.v2.resource [None req-3e95fa8b-3403-4af2-9a6e-ebf024d317ca tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 08:42:59.603324 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-3e95fa8b-3403-4af2-9a6e-ebf024d317ca tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2842050 Feb 04 08:42:59.607376 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53532) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:59.622884 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-432a4286-1a35-492c-bea8-ef83637a0e92 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Request body: {'security_group_rule': {'security_group_id': '7855e7ef-3cf0-4a89-ab3a-b04651641353', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:42:59.623904 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2110e626-68da-437b-8aaa-336511bcdd8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a76002-fca8-4e60-9390-98e126eb86e2,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:42:59.631681 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2110e626-68da-437b-8aaa-336511bcdd8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:42:59.631820 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-432a4286-1a35-492c-bea8-ef83637a0e92 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:42:59.635528 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-2110e626-68da-437b-8aaa-336511bcdd8b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/20a76002-fca8-4e60-9390-98e126eb86e2 HTTP/1.1" status: 204 len: 168 time: 0.3704689 Feb 04 08:42:59.641726 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-432a4286-1a35-492c-bea8-ef83637a0e92 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Usage tracker for resource:security_group_rule and tenant:e778ea2ce8b74d29b75ee0b35e251f85 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:42:59.655877 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-432a4286-1a35-492c-bea8-ef83637a0e92 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:42:59.662353 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.api.v2.resource [None req-cd9f2914-8e00-4300-97d9-b288426c8821 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] show failed (client error): The resource could not be found. Feb 04 08:42:59.663536 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-cd9f2914-8e00-4300-97d9-b288426c8821 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] 10.222.0.36 "GET /v2.0/ports/bd0ef127-aa5a-44cf-9435-ecd04269ebcc/tags/tempest-TagsExtTest-Tag-1479734577 HTTP/1.1" status: 404 len: 329 time: 0.1792536 Feb 04 08:42:59.666355 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 53538) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:59.669635 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-432a4286-1a35-492c-bea8-ef83637a0e92 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:42:59.672501 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.tag.tag_plugin [None req-a0c54d3c-9ed7-4dbe-ac4b-a6f2d10be547 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'bd0ef127-aa5a-44cf-9435-ecd04269ebcc', 'tempest-TagsExtTest-Tag-1361263150') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:42:59.743663 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.api.v2.resource [None req-a0c54d3c-9ed7-4dbe-ac4b-a6f2d10be547 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] show failed (client error): The resource could not be found. Feb 04 08:42:59.746999 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-a0c54d3c-9ed7-4dbe-ac4b-a6f2d10be547 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] 10.222.0.36 "GET /v2.0/ports/bd0ef127-aa5a-44cf-9435-ecd04269ebcc/tags/tempest-TagsExtTest-Tag-1361263150 HTTP/1.1" status: 404 len: 329 time: 0.0767901 Feb 04 08:42:59.748109 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 53544) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:59.754124 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.tag.tag_plugin [None req-e4829c5f-e7cb-4796-896b-585cbf8b10d2 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'bd0ef127-aa5a-44cf-9435-ecd04269ebcc', 'tempest-TagsExtTest-Tag-1279674870') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:42:59.819301 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.api.v2.resource [None req-e4829c5f-e7cb-4796-896b-585cbf8b10d2 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] show failed (client error): The resource could not be found. Feb 04 08:42:59.820316 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-e4829c5f-e7cb-4796-896b-585cbf8b10d2 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] 10.222.0.36 "GET /v2.0/ports/bd0ef127-aa5a-44cf-9435-ecd04269ebcc/tags/tempest-TagsExtTest-Tag-1279674870 HTTP/1.1" status: 404 len: 329 time: 0.0712652 Feb 04 08:42:59.823917 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 53548) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:42:59.829859 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.tag.tag_plugin [None req-834c3120-2b27-4f38-93a0-e5c264dba0ed tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'eb331614-68dd-4bcd-8328-c5cdeab4b7c8', {'tags': ['tempest-TagsExtTest-Tag-1646328753', 'tempest-TagsExtTest-Tag-536674022', 'tempest-TagsExtTest-Tag-30760642']}) {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:42:59.885192 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be3b8882-eb58-4fbf-9f9b-91daf7a169d9 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Router cfc7cb70-db9c-4d7e-b982-3a274a32993a is scheduled to L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 with binding_index 1 {{(pid=84107) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 08:42:59.986162 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.api.v2.resource [None req-432a4286-1a35-492c-bea8-ef83637a0e92 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 08:42:59.990542 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-432a4286-1a35-492c-bea8-ef83637a0e92 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3781796 Feb 04 08:42:59.990542 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53554) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:00.039481 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-834c3120-2b27-4f38-93a0-e5c264dba0ed tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] 10.222.0.36 "PUT /v2.0/routers/eb331614-68dd-4bcd-8328-c5cdeab4b7c8/tags HTTP/1.1" status: 200 len: 315 time: 0.2145581 Feb 04 08:43:00.046481 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 53558) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:00.052970 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.tag.tag_plugin [None req-869d5749-0f93-474b-bb42-53d217970d64 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'eb331614-68dd-4bcd-8328-c5cdeab4b7c8') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:43:00.116063 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device 5a51418e-8221-4177-93e8-0f6d95efbe73 up at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:43:00.138755 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbf4217-c086-47dc-9766-56a5573637b3 req-6e0af958-28ed-4708-90fd-08273060e5f6 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:00.140217 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-3bbf4217-c086-47dc-9766-56a5573637b3 req-6e0af958-28ed-4708-90fd-08273060e5f6 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=07ffe891-8cfd-4d80-a752-f1bcd03d42c5 HTTP/1.1" status: 200 len: 945 time: 0.3299272 Feb 04 08:43:00.183838 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-c3af50d7-5cf5-477e-a7eb-7ba98a611c3d tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Deleting port f2334f1a-73d2-47e3-8146-0d33900ea236 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:43:00.184170 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c3af50d7-5cf5-477e-a7eb-7ba98a611c3d tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:00.270920 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-869d5749-0f93-474b-bb42-53d217970d64 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] 10.222.0.36 "DELETE /v2.0/routers/eb331614-68dd-4bcd-8328-c5cdeab4b7c8/tags HTTP/1.1" status: 204 len: 168 time: 0.2197325 Feb 04 08:43:00.270920 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 53568) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:00.277465 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.tag.tag_plugin [None req-5168b495-d9de-4a73-a0be-9141e800eae0 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'eb331614-68dd-4bcd-8328-c5cdeab4b7c8', 'tempest-TagsExtTest-Tag-1646328753') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:43:00.295791 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Provisioning for port 5a51418e-8221-4177-93e8-0f6d95efbe73 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:43:00.300884 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Provisioning complete for port 5a51418e-8221-4177-93e8-0f6d95efbe73 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:43:00.305584 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:00.313900 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-35b9ebf8-9fc8-494d-9519-a6c086e541ac tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:00.366481 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-3bbf4217-c086-47dc-9766-56a5573637b3 req-41834ff6-9a50-47f6-bdc3-6555e7b25eb1 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd556e8c-e336-4af4-8bcf-e0cfc06f1d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2118185 Feb 04 08:43:00.422296 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.api.v2.resource [None req-5168b495-d9de-4a73-a0be-9141e800eae0 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] show failed (client error): The resource could not be found. Feb 04 08:43:00.424604 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-5168b495-d9de-4a73-a0be-9141e800eae0 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] 10.222.0.36 "GET /v2.0/routers/eb331614-68dd-4bcd-8328-c5cdeab4b7c8/tags/tempest-TagsExtTest-Tag-1646328753 HTTP/1.1" status: 404 len: 329 time: 0.1514807 Feb 04 08:43:00.426433 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 53574) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:00.428961 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-35b9ebf8-9fc8-494d-9519-a6c086e541ac tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:00.432116 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.tag.tag_plugin [None req-dada243e-447d-49bc-89e6-4f57a20f94e3 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'eb331614-68dd-4bcd-8328-c5cdeab4b7c8', 'tempest-TagsExtTest-Tag-536674022') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:43:00.444206 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:00.486715 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07ffe891-8cfd-4d80-a752-f1bcd03d42c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a51418e-8221-4177-93e8-0f6d95efbe73'}] {{(pid=84109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:43:00.501060 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port 5a51418e-8221-4177-93e8-0f6d95efbe73, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=5a51418e-8221-4177-93e8-0f6d95efbe73,segment=NetworkSegment(db317278-674f-445c-8827-caaa4207caa7),segment_id=db317278-674f-445c-8827-caaa4207caa7)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:43:00.567016 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:00.577910 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.api.v2.resource [None req-dada243e-447d-49bc-89e6-4f57a20f94e3 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] show failed (client error): The resource could not be found. Feb 04 08:43:00.581629 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-dada243e-447d-49bc-89e6-4f57a20f94e3 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] 10.222.0.36 "GET /v2.0/routers/eb331614-68dd-4bcd-8328-c5cdeab4b7c8/tags/tempest-TagsExtTest-Tag-536674022 HTTP/1.1" status: 404 len: 328 time: 0.1515932 Feb 04 08:43:00.582020 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 53582) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:00.587902 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.tag.tag_plugin [None req-5b4d8c1a-7ab7-4bc6-a7a6-72964180ee59 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'eb331614-68dd-4bcd-8328-c5cdeab4b7c8', 'tempest-TagsExtTest-Tag-30760642') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:43:00.592096 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be3b8882-eb58-4fbf-9f9b-91daf7a169d9 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:43:00.597159 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-be3b8882-eb58-4fbf-9f9b-91daf7a169d9 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "PUT /v2.0/routers/cfc7cb70-db9c-4d7e-b982-3a274a32993a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7198997 Feb 04 08:43:00.606606 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995a79d4-40b2-41fb-b89c-170faffed14b None None] Sync routers for ids ['cfc7cb70-db9c-4d7e-b982-3a274a32993a'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:43:00.611183 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53586) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:00.632187 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995a79d4-40b2-41fb-b89c-170faffed14b None None] Routers {'cfc7cb70-db9c-4d7e-b982-3a274a32993a'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:43:00.634891 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-995a79d4-40b2-41fb-b89c-170faffed14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:42:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['cfc7cb70-db9c-4d7e-b982-3a274a32993a'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:43:00.684523 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c3af50d7-5cf5-477e-a7eb-7ba98a611c3d tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:00.716736 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-995a79d4-40b2-41fb-b89c-170faffed14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:43:00.739089 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995a79d4-40b2-41fb-b89c-170faffed14b None None] Routers {'cfc7cb70-db9c-4d7e-b982-3a274a32993a'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:43:00.739690 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-995a79d4-40b2-41fb-b89c-170faffed14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:42:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['cfc7cb70-db9c-4d7e-b982-3a274a32993a'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:43:00.757824 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=5a51418e-8221-4177-93e8-0f6d95efbe73,revision_number=5']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:00.798840 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.api.v2.resource [None req-5b4d8c1a-7ab7-4bc6-a7a6-72964180ee59 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] show failed (client error): The resource could not be found. Feb 04 08:43:00.802475 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-5b4d8c1a-7ab7-4bc6-a7a6-72964180ee59 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] 10.222.0.36 "GET /v2.0/routers/eb331614-68dd-4bcd-8328-c5cdeab4b7c8/tags/tempest-TagsExtTest-Tag-30760642 HTTP/1.1" status: 404 len: 327 time: 0.2169626 Feb 04 08:43:00.803815 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 53592) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:00.816940 dv-neutron-827798-2-hyperv neutron-server[84109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07ffe891-8cfd-4d80-a752-f1bcd03d42c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a51418e-8221-4177-93e8-0f6d95efbe73', 'code': 200} Feb 04 08:43:00.817364 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.tag.tag_plugin [None req-6c6ec8e8-d76d-4b83-b421-437291d8b2c7 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '584fc45f-b1c0-46d4-9760-83175e8f739f', {'tags': ['tempest-TagsExtTest-Tag-1233180137', 'tempest-TagsExtTest-Tag-1423911860', 'tempest-TagsExtTest-Tag-1497897918']}) {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:43:00.819047 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-c3af50d7-5cf5-477e-a7eb-7ba98a611c3d tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Calling delete_port for f2334f1a-73d2-47e3-8146-0d33900ea236 owned by network:router_interface {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:43:00.820087 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-995a79d4-40b2-41fb-b89c-170faffed14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:43:00.820807 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995a79d4-40b2-41fb-b89c-170faffed14b None None] The sync data for ids ['cfc7cb70-db9c-4d7e-b982-3a274a32993a'] in dv-neutron-827798-2-hyperv is: [] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:43:00.922555 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-6c6ec8e8-d76d-4b83-b421-437291d8b2c7 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] 10.222.0.36 "PUT /v2.0/subnetpools/584fc45f-b1c0-46d4-9760-83175e8f739f/tags HTTP/1.1" status: 200 len: 318 time: 0.1176779 Feb 04 08:43:00.924949 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 53598) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:00.926578 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b634c428-cc81-45b0-ad06-371e1d4df0f4 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:00.927265 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-b634c428-cc81-45b0-ad06-371e1d4df0f4 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Synchronizing usage tracker for tenant:a287064d5ca349c39790be8557119e7e on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:43:00.932367 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.tag.tag_plugin [None req-9c50112a-dc11-4c2f-920f-2781a8f0c321 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '584fc45f-b1c0-46d4-9760-83175e8f739f') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:43:00.946004 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-35b9ebf8-9fc8-494d-9519-a6c086e541ac tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:00.975210 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b9ebf8-9fc8-494d-9519-a6c086e541ac tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7855e7ef-3cf0-4a89-ab3a-b04651641353,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:00.982770 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-35b9ebf8-9fc8-494d-9519-a6c086e541ac tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:00.984011 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-35b9ebf8-9fc8-494d-9519-a6c086e541ac tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] 10.222.0.36 "DELETE /v2.0/security-groups/7855e7ef-3cf0-4a89-ab3a-b04651641353 HTTP/1.1" status: 204 len: 168 time: 0.9918442 Feb 04 08:43:00.987771 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53602) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:01.018828 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-b634c428-cc81-45b0-ad06-371e1d4df0f4 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Unset dirty status for tenant:a287064d5ca349c39790be8557119e7e on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:43:01.019616 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-b634c428-cc81-45b0-ad06-371e1d4df0f4 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfc7cb70-db9c-4d7e-b982-3a274a32993a HTTP/1.1" status: 200 len: 982 time: 0.4061718 Feb 04 08:43:01.022810 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 53608) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:01.093347 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-c481f8f5-8096-41d5-b357-01cd8ba06c74 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Synchronizing usage tracker for tenant:e778ea2ce8b74d29b75ee0b35e251f85 on resource:security_group {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:43:01.111358 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-9c50112a-dc11-4c2f-920f-2781a8f0c321 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] 10.222.0.36 "DELETE /v2.0/subnetpools/584fc45f-b1c0-46d4-9760-83175e8f739f/tags HTTP/1.1" status: 204 len: 168 time: 0.1852679 Feb 04 08:43:01.116257 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53612) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:01.132827 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.tag.tag_plugin [None req-92c99a62-bbdf-49f9-ba12-13e9b42ea85e tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '584fc45f-b1c0-46d4-9760-83175e8f739f', 'tempest-TagsExtTest-Tag-1233180137') {} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:43:01.154493 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53616) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:01.169500 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.api.v2.resource [None req-92c99a62-bbdf-49f9-ba12-13e9b42ea85e tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] show failed (client error): The resource could not be found. Feb 04 08:43:01.182840 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-92c99a62-bbdf-49f9-ba12-13e9b42ea85e tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] 10.222.0.36 "GET /v2.0/subnetpools/584fc45f-b1c0-46d4-9760-83175e8f739f/tags/tempest-TagsExtTest-Tag-1233180137 HTTP/1.1" status: 404 len: 329 time: 0.0500159 Feb 04 08:43:01.185606 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53622) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:01.191635 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.tag.tag_plugin [None req-b948db9a-2e78-4cdf-843b-51813d39fbbd tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '584fc45f-b1c0-46d4-9760-83175e8f739f', 'tempest-TagsExtTest-Tag-1423911860') {} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:43:01.219935 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.api.v2.resource [None req-b948db9a-2e78-4cdf-843b-51813d39fbbd tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] show failed (client error): The resource could not be found. Feb 04 08:43:01.219935 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-b948db9a-2e78-4cdf-843b-51813d39fbbd tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] 10.222.0.36 "GET /v2.0/subnetpools/584fc45f-b1c0-46d4-9760-83175e8f739f/tags/tempest-TagsExtTest-Tag-1423911860 HTTP/1.1" status: 404 len: 329 time: 0.0303080 Feb 04 08:43:01.220253 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53626) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:01.226052 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.tag.tag_plugin [None req-82be51ff-b47a-4065-9c1b-edee72213004 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '584fc45f-b1c0-46d4-9760-83175e8f739f', 'tempest-TagsExtTest-Tag-1497897918') {} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:43:01.239438 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-c481f8f5-8096-41d5-b357-01cd8ba06c74 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Unset dirty status for tenant:e778ea2ce8b74d29b75ee0b35e251f85 on resource:security_group {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:43:01.240802 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-c481f8f5-8096-41d5-b357-01cd8ba06c74 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2522535 Feb 04 08:43:01.245179 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53630) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:01.251444 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-64921364-e089-4b04-80f1-3152ad28117f tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Request body: {'security_group': {'name': 'tempest-secgroup--204713110'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:43:01.255860 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c3af50d7-5cf5-477e-a7eb-7ba98a611c3d tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:01.297030 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-64921364-e089-4b04-80f1-3152ad28117f tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:43:01.313133 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3af50d7-5cf5-477e-a7eb-7ba98a611c3d tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Pushing event deleted for resources: {'Port': ['ID=f2334f1a-73d2-47e3-8146-0d33900ea236,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:01.326756 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-fa284b15-51c8-4507-9335-3014a401d574 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1710302297'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:43:01.330773 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-64921364-e089-4b04-80f1-3152ad28117f tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:43:01.335913 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-fa284b15-51c8-4507-9335-3014a401d574 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:43:01.370906 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.api.v2.resource [None req-82be51ff-b47a-4065-9c1b-edee72213004 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] show failed (client error): The resource could not be found. Feb 04 08:43:01.374651 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-82be51ff-b47a-4065-9c1b-edee72213004 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] 10.222.0.36 "GET /v2.0/subnetpools/584fc45f-b1c0-46d4-9760-83175e8f739f/tags/tempest-TagsExtTest-Tag-1497897918 HTTP/1.1" status: 404 len: 329 time: 0.1509268 Feb 04 08:43:01.380931 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53634) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:01.390629 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-fa284b15-51c8-4507-9335-3014a401d574 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Usage tracker for resource:network and tenant:b4c31cf486bb4956abf9c7906e2ce93d is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:43:01.421144 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-fa284b15-51c8-4507-9335-3014a401d574 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:43:01.427409 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.tag.tag_plugin [None req-65542df0-55a7-44a5-bd04-50af702fd612 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '584fc45f-b1c0-46d4-9760-83175e8f739f') {} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:43:01.448794 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-fa284b15-51c8-4507-9335-3014a401d574 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:43:01.460036 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-f2f92755-702d-424c-bbfd-ad20d3e1a08a req-4db9ae2d-1f6e-4d34-b3b5-519c98c7d58e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=07ffe891-8cfd-4d80-a752-f1bcd03d42c5 HTTP/1.1" status: 200 len: 1099 time: 0.2880981 Feb 04 08:43:01.473313 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-64921364-e089-4b04-80f1-3152ad28117f tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:01.570461 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-f2f92755-702d-424c-bbfd-ad20d3e1a08a req-e8686496-3e24-4fed-a05d-6e40d9d2ecf7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=fd556e8c-e336-4af4-8bcf-e0cfc06f1d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037197 Feb 04 08:43:01.570637 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa284b15-51c8-4507-9335-3014a401d574 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Made reservation on behalf of b4c31cf486bb4956abf9c7906e2ce93d for: {'network': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:43:01.573585 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-fa284b15-51c8-4507-9335-3014a401d574 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:01.634220 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-fa284b15-51c8-4507-9335-3014a401d574 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:01.678154 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-64921364-e089-4b04-80f1-3152ad28117f tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:43:01.692231 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-65542df0-55a7-44a5-bd04-50af702fd612 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] 10.222.0.36 "DELETE /v2.0/subnetpools/584fc45f-b1c0-46d4-9760-83175e8f739f/tags HTTP/1.1" status: 204 len: 168 time: 0.3035061 Feb 04 08:43:01.694599 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-64921364-e089-4b04-80f1-3152ad28117f tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Usage tracker for resource:security_group_rule and tenant:e778ea2ce8b74d29b75ee0b35e251f85 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:43:01.701220 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 53640) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:01.709145 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.tag.tag_plugin [None req-b7022440-b6b9-4f24-aeda-43379a95a3c3 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'eb331614-68dd-4bcd-8328-c5cdeab4b7c8') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:43:01.709372 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-64921364-e089-4b04-80f1-3152ad28117f tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:43:01.723087 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-64921364-e089-4b04-80f1-3152ad28117f tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:43:01.735579 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-fa284b15-51c8-4507-9335-3014a401d574 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:43:01.744144 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-fa284b15-51c8-4507-9335-3014a401d574 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Usage tracker for resource:security_group_rule and tenant:b4c31cf486bb4956abf9c7906e2ce93d is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:43:01.750286 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-fa284b15-51c8-4507-9335-3014a401d574 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:43:01.759860 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-fa284b15-51c8-4507-9335-3014a401d574 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:43:01.803692 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c723537-dda7-451d-a6fc-9d64f4859154 req-3092a8c2-35dc-443e-8251-171cc30a8306 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:01.805173 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-0c723537-dda7-451d-a6fc-9d64f4859154 req-3092a8c2-35dc-443e-8251-171cc30a8306 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=07ffe891-8cfd-4d80-a752-f1bcd03d42c5 HTTP/1.1" status: 200 len: 946 time: 0.2444563 Feb 04 08:43:01.899697 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-b7022440-b6b9-4f24-aeda-43379a95a3c3 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] 10.222.0.36 "DELETE /v2.0/routers/eb331614-68dd-4bcd-8328-c5cdeab4b7c8/tags HTTP/1.1" status: 204 len: 168 time: 0.1973107 Feb 04 08:43:01.902750 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 53644) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:01.908020 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.tag.tag_plugin [None req-9284c9a1-9339-40db-9d9e-bbe7d7e1682a tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'bd0ef127-aa5a-44cf-9435-ecd04269ebcc') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:43:01.921266 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-64921364-e089-4b04-80f1-3152ad28117f tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:01.959667 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f5fce6e4-c419-4fbb-9ff4-97ac91d18f0c tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473817'] for router_interface, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:01.986541 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-64921364-e089-4b04-80f1-3152ad28117f tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:01.991540 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-0c723537-dda7-451d-a6fc-9d64f4859154 req-7ddf4b28-f893-405a-ad20-10fd997899bb tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd556e8c-e336-4af4-8bcf-e0cfc06f1d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258178 Feb 04 08:43:02.022894 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-fa284b15-51c8-4507-9335-3014a401d574 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:02.061963 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64921364-e089-4b04-80f1-3152ad28117f tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e58a5604-13fd-41bb-92ae-3c7123aad684,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:02.076029 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c3af50d7-5cf5-477e-a7eb-7ba98a611c3d tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1572495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472959'] for router_interface, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:02.139212 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-9284c9a1-9339-40db-9d9e-bbe7d7e1682a tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] 10.222.0.36 "DELETE /v2.0/ports/bd0ef127-aa5a-44cf-9435-ecd04269ebcc/tags HTTP/1.1" status: 204 len: 168 time: 0.2354825 Feb 04 08:43:02.141209 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-fa284b15-51c8-4507-9335-3014a401d574 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:02.143020 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 53648) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:02.150503 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.tag.tag_plugin [None req-38e5e459-8adc-4004-bf84-d8cfef3ed3dc tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'cf896b04-09b7-4943-89cc-7854d0354e2c') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:43:02.164442 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-64921364-e089-4b04-80f1-3152ad28117f tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:02.165644 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-64921364-e089-4b04-80f1-3152ad28117f tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9195209 Feb 04 08:43:02.173626 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53652) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:02.186047 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa284b15-51c8-4507-9335-3014a401d574 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=84107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:43:02.194691 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-4d6aa161-3082-4109-a273-882525d2391b tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:43:02.195238 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.api.v2.resource [None req-4d6aa161-3082-4109-a273-882525d2391b tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] update failed (client error): There was a conflict when trying to complete your request. Feb 04 08:43:02.196168 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-4d6aa161-3082-4109-a273-882525d2391b tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] 10.222.0.36 "PUT /v2.0/security-groups/e58a5604-13fd-41bb-92ae-3c7123aad684 HTTP/1.1" status: 409 len: 330 time: 0.0196106 Feb 04 08:43:02.203054 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53656) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:02.209408 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa284b15-51c8-4507-9335-3014a401d574 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ede47da0-7db0-4aec-804c-7f282c607454,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:02.227781 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-fa284b15-51c8-4507-9335-3014a401d574 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:02.228126 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.segments_db [None req-fa284b15-51c8-4507-9335-3014a401d574 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Added segment 525dfeb2-c6e9-46c0-86b5-c0fc8f38aa61 of type vlan for network dc4367fd-dc16-4fc2-96a9-f1ec5ae98870 Feb 04 08:43:02.297049 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-fa284b15-51c8-4507-9335-3014a401d574 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:02.375806 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-38e5e459-8adc-4004-bf84-d8cfef3ed3dc tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] 10.222.0.36 "DELETE /v2.0/subnets/cf896b04-09b7-4943-89cc-7854d0354e2c/tags HTTP/1.1" status: 204 len: 168 time: 0.2304347 Feb 04 08:43:02.382023 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 53660) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:02.394799 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-085dd244-5403-4977-9ca2-b232ef717571 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:02.430530 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-f5fce6e4-c419-4fbb-9ff4-97ac91d18f0c tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Deleting port 4c9bd6b1-c3f5-4d84-a7f7-47c9cd7f4eec {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:43:02.430872 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f5fce6e4-c419-4fbb-9ff4-97ac91d18f0c tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:02.437344 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-085dd244-5403-4977-9ca2-b232ef717571 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:02.503278 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-fa284b15-51c8-4507-9335-3014a401d574 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:02.506898 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa284b15-51c8-4507-9335-3014a401d574 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:02.516639 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-fa284b15-51c8-4507-9335-3014a401d574 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:02.653178 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f5fce6e4-c419-4fbb-9ff4-97ac91d18f0c tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:02.671685 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-48c5c616-14b1-4c3f-9805-6f5808390caf tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] Notify callbacks [] for subnetpool, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:02.672853 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-48c5c616-14b1-4c3f-9805-6f5808390caf tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] 10.222.0.36 "DELETE /v2.0/subnetpools/584fc45f-b1c0-46d4-9760-83175e8f739f HTTP/1.1" status: 204 len: 168 time: 0.2899764 Feb 04 08:43:02.724194 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 53664) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:02.776686 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-085dd244-5403-4977-9ca2-b232ef717571 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:02.815701 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-f5fce6e4-c419-4fbb-9ff4-97ac91d18f0c tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Calling delete_port for 4c9bd6b1-c3f5-4d84-a7f7-47c9cd7f4eec owned by network:router_interface {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:43:02.843512 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085dd244-5403-4977-9ca2-b232ef717571 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e58a5604-13fd-41bb-92ae-3c7123aad684,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:02.848259 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa284b15-51c8-4507-9335-3014a401d574 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Pushing event updated for resources: {'Network': ['ID=dc4367fd-dc16-4fc2-96a9-f1ec5ae98870,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:02.856780 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-085dd244-5403-4977-9ca2-b232ef717571 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:02.860674 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-085dd244-5403-4977-9ca2-b232ef717571 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] 10.222.0.36 "DELETE /v2.0/security-groups/e58a5604-13fd-41bb-92ae-3c7123aad684 HTTP/1.1" status: 204 len: 168 time: 0.6523771 Feb 04 08:43:02.860674 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53668) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:02.885844 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network dc4367fd-dc16-4fc2-96a9-f1ec5ae98870 details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:43:02.964230 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-8e05b2d3-6152-4e28-8968-1a563d906f6e tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] Synchronizing usage tracker for tenant:38fb4a4f531f422e8f349b2d1f497836 on resource:port {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:43:02.993296 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-fa284b15-51c8-4507-9335-3014a401d574 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.8375218 Feb 04 08:43:03.061613 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-8e05b2d3-6152-4e28-8968-1a563d906f6e tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] Unset dirty status for tenant:38fb4a4f531f422e8f349b2d1f497836 on resource:port {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:43:03.062688 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-8e05b2d3-6152-4e28-8968-1a563d906f6e tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb331614-68dd-4bcd-8328-c5cdeab4b7c8 HTTP/1.1" status: 200 len: 205 time: 0.3375371 Feb 04 08:43:03.065705 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 53674) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:03.118052 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-f7134ab7-a39c-4210-849f-0caaa3fe55dd tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Synchronizing usage tracker for tenant:e778ea2ce8b74d29b75ee0b35e251f85 on resource:security_group {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:43:03.237522 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ad5232a6-b838-438d-b647-fdbb5d01842a tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] Notify callbacks [] for router, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:03.285063 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-f7134ab7-a39c-4210-849f-0caaa3fe55dd tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] Unset dirty status for tenant:e778ea2ce8b74d29b75ee0b35e251f85 on resource:security_group {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:43:03.291976 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-f7134ab7-a39c-4210-849f-0caaa3fe55dd tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4296243 Feb 04 08:43:03.292543 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 53678) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:03.359585 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.api.v2.resource [None req-f6f88b75-9d60-42f0-9012-7de360986eac tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] delete failed (client error): The resource could not be found. Feb 04 08:43:03.365713 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-f6f88b75-9d60-42f0-9012-7de360986eac tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] 10.222.0.36 "DELETE /v2.0/security-groups/5fc883bc-7439-4d61-aaf8-f99ed118a5b5 HTTP/1.1" status: 404 len: 347 time: 0.0673070 Feb 04 08:43:03.366041 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 53682) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:03.366220 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d573a38d-b54b-4b50-8126-ba77ed849dec req-df9c41f1-e69e-41ff-a485-d10e0bd51846 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:03.367755 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d573a38d-b54b-4b50-8126-ba77ed849dec req-df9c41f1-e69e-41ff-a485-d10e0bd51846 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=07ffe891-8cfd-4d80-a752-f1bcd03d42c5 HTTP/1.1" status: 200 len: 946 time: 0.1215227 Feb 04 08:43:03.380398 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3af50d7-5cf5-477e-a7eb-7ba98a611c3d tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Router 3fcd4d32-ddf1-4837-b8a0-c2c8e2047e1c has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:43:03.459295 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.api.v2.resource [None req-56c7a195-aaf5-4210-816b-217ddad19939 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] show failed (client error): The resource could not be found. Feb 04 08:43:03.464525 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-56c7a195-aaf5-4210-816b-217ddad19939 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] 10.222.0.36 "GET /v2.0/security-groups/6a6e156a-2509-4750-919a-cc74a97d073b HTTP/1.1" status: 404 len: 347 time: 0.0930700 Feb 04 08:43:03.465346 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 53686) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:03.482180 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d573a38d-b54b-4b50-8126-ba77ed849dec req-c2d16335-cd34-4cb4-acd5-2ade4f081d78 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd556e8c-e336-4af4-8bcf-e0cfc06f1d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037803 Feb 04 08:43:03.553642 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.api.v2.resource [None req-6b48a3f3-7f17-457a-bd57-b2c4233723d8 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] show failed (client error): The resource could not be found. Feb 04 08:43:03.560641 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-6b48a3f3-7f17-457a-bd57-b2c4233723d8 tempest-NegativeSecGroupIPv6Test-1703060722 tempest-NegativeSecGroupIPv6Test-1703060722-project] 10.222.0.36 "GET /v2.0/security-group-rules/dd71fe82-d0b2-43b1-8b1d-19dc305b81c6 HTTP/1.1" status: 404 len: 356 time: 0.0890486 Feb 04 08:43:03.628323 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f5fce6e4-c419-4fbb-9ff4-97ac91d18f0c tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:03.649722 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3af50d7-5cf5-477e-a7eb-7ba98a611c3d tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:43:03.666856 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3893918-cc5d-4c34-a11b-600236191a9c None None] Sync routers for ids ['3fcd4d32-ddf1-4837-b8a0-c2c8e2047e1c'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:43:03.669542 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-c3af50d7-5cf5-477e-a7eb-7ba98a611c3d tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] 10.222.0.36 "PUT /v2.0/routers/3fcd4d32-ddf1-4837-b8a0-c2c8e2047e1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4302421 Feb 04 08:43:03.672384 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53692) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:03.682803 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3893918-cc5d-4c34-a11b-600236191a9c None None] Routers {'3fcd4d32-ddf1-4837-b8a0-c2c8e2047e1c'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:43:03.683412 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-a3893918-cc5d-4c34-a11b-600236191a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:42:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['3fcd4d32-ddf1-4837-b8a0-c2c8e2047e1c'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:43:03.740499 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fce6e4-c419-4fbb-9ff4-97ac91d18f0c tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Pushing event deleted for resources: {'Port': ['ID=4c9bd6b1-c3f5-4d84-a7f7-47c9cd7f4eec,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:03.812745 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-a3893918-cc5d-4c34-a11b-600236191a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:43:03.825498 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3893918-cc5d-4c34-a11b-600236191a9c None None] Routers {'3fcd4d32-ddf1-4837-b8a0-c2c8e2047e1c'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:43:03.826348 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-a3893918-cc5d-4c34-a11b-600236191a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:42:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['3fcd4d32-ddf1-4837-b8a0-c2c8e2047e1c'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:43:03.898428 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-a3893918-cc5d-4c34-a11b-600236191a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:43:03.899108 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ad5232a6-b838-438d-b647-fdbb5d01842a tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40989'] for router, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:03.899810 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3893918-cc5d-4c34-a11b-600236191a9c None None] The sync data for ids ['3fcd4d32-ddf1-4837-b8a0-c2c8e2047e1c'] in dv-neutron-827798-2-hyperv is: [] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:43:03.912118 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ad5232a6-b838-438d-b647-fdbb5d01842a tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:04.104377 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9d65be91-bdbc-4903-ab86-7f7da9df13d8 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks [] for router, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:04.110757 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ad5232a6-b838-438d-b647-fdbb5d01842a tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-476062'] for router, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:04.111352 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad5232a6-b838-438d-b647-fdbb5d01842a tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] Fanout notify agent at l3_agent the message router_deleted on router eb331614-68dd-4bcd-8328-c5cdeab4b7c8 {{(pid=84108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 08:43:04.128250 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f5fce6e4-c419-4fbb-9ff4-97ac91d18f0c tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1572495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472959'] for router_interface, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:04.143011 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ad5232a6-b838-438d-b647-fdbb5d01842a tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] Notify callbacks [] for router, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:04.146499 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-ad5232a6-b838-438d-b647-fdbb5d01842a tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] 10.222.0.36 "DELETE /v2.0/routers/eb331614-68dd-4bcd-8328-c5cdeab4b7c8 HTTP/1.1" status: 204 len: 168 time: 1.0776532 Feb 04 08:43:04.165055 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53698) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:04.225948 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 53702) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:04.252590 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-3bfaa7d4-8735-4f82-985c-2604d60b938e tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] Deleting port bd0ef127-aa5a-44cf-9435-ecd04269ebcc {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:43:04.252918 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3bfaa7d4-8735-4f82-985c-2604d60b938e tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:04.640483 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-63ce3524-c9b1-4ed1-91e6-c19aef12bfd9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e778ea2ce8b74d29b75ee0b35e251f85&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3671353 Feb 04 08:43:04.641143 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 53710) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:04.762088 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3bfaa7d4-8735-4f82-985c-2604d60b938e tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:04.832656 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5fce6e4-c419-4fbb-9ff4-97ac91d18f0c tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Router cfc7cb70-db9c-4d7e-b982-3a274a32993a has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:43:04.836351 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-148f888a-b714-4d11-a48b-f0a20307cbe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:04.869950 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-148f888a-b714-4d11-a48b-f0a20307cbe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:04.911435 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-3bfaa7d4-8735-4f82-985c-2604d60b938e tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] Calling delete_port for bd0ef127-aa5a-44cf-9435-ecd04269ebcc owned by {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:43:04.970803 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9d65be91-bdbc-4903-ab86-7f7da9df13d8 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:04.984165 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f07fbc-4dc4-4a47-abbf-65a8e20e2b29 req-2d125911-1254-41f5-986d-aa4efa400eed tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:04.985782 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-22f07fbc-4dc4-4a47-abbf-65a8e20e2b29 req-2d125911-1254-41f5-986d-aa4efa400eed tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=07ffe891-8cfd-4d80-a752-f1bcd03d42c5 HTTP/1.1" status: 200 len: 946 time: 0.3133910 Feb 04 08:43:05.032407 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5fce6e4-c419-4fbb-9ff4-97ac91d18f0c tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:43:05.055192 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1840c4a6-4176-4d9e-ab84-905ffd53c659 None None] Sync routers for ids ['cfc7cb70-db9c-4d7e-b982-3a274a32993a'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:43:05.065451 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-f5fce6e4-c419-4fbb-9ff4-97ac91d18f0c tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "PUT /v2.0/routers/cfc7cb70-db9c-4d7e-b982-3a274a32993a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0413778 Feb 04 08:43:05.068380 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 53714) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:05.072233 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1840c4a6-4176-4d9e-ab84-905ffd53c659 None None] Routers {'cfc7cb70-db9c-4d7e-b982-3a274a32993a'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:43:05.075573 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-1840c4a6-4176-4d9e-ab84-905ffd53c659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:42:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['cfc7cb70-db9c-4d7e-b982-3a274a32993a'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:43:05.088416 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-9d65be91-bdbc-4903-ab86-7f7da9df13d8 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Deleting port edb17bb1-d138-447a-960d-6cb3b1b6b8da {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:43:05.088909 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9d65be91-bdbc-4903-ab86-7f7da9df13d8 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:05.126313 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-00944def-29e5-4486-9644-5a4c10631e3c tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] GET failed (client error): The resource could not be found. Feb 04 08:43:05.126814 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-00944def-29e5-4486-9644-5a4c10631e3c tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Synchronizing usage tracker for tenant:a287064d5ca349c39790be8557119e7e on resource:port {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:43:05.137187 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-22f07fbc-4dc4-4a47-abbf-65a8e20e2b29 req-2255e77d-9563-4f82-b561-e6d404cd3615 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd556e8c-e336-4af4-8bcf-e0cfc06f1d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1416838 Feb 04 08:43:05.143401 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-1840c4a6-4176-4d9e-ab84-905ffd53c659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:43:05.143827 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-148f888a-b714-4d11-a48b-f0a20307cbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:05.146632 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-148f888a-b714-4d11-a48b-f0a20307cbe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:05.151282 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-148f888a-b714-4d11-a48b-f0a20307cbe0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/44ccf69f-1bcd-4f99-b935-efd6c5f77f22 HTTP/1.1" status: 204 len: 168 time: 0.5058544 Feb 04 08:43:05.174526 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148f888a-b714-4d11-a48b-f0a20307cbe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ccf69f-1bcd-4f99-b935-efd6c5f77f22,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:05.202683 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1840c4a6-4176-4d9e-ab84-905ffd53c659 None None] Routers {'cfc7cb70-db9c-4d7e-b982-3a274a32993a'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:43:05.205136 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-1840c4a6-4176-4d9e-ab84-905ffd53c659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:42:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['cfc7cb70-db9c-4d7e-b982-3a274a32993a'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:43:05.215406 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-00944def-29e5-4486-9644-5a4c10631e3c tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Unset dirty status for tenant:a287064d5ca349c39790be8557119e7e on resource:port {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:43:05.220430 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-00944def-29e5-4486-9644-5a4c10631e3c tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "GET /v2.0/ports/4c9bd6b1-c3f5-4d84-a7f7-47c9cd7f4eec HTTP/1.1" status: 404 len: 333 time: 0.1475065 Feb 04 08:43:05.220825 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 53722) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:05.301139 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-1840c4a6-4176-4d9e-ab84-905ffd53c659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:43:05.301665 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1840c4a6-4176-4d9e-ab84-905ffd53c659 None None] The sync data for ids ['cfc7cb70-db9c-4d7e-b982-3a274a32993a'] in dv-neutron-827798-2-hyperv is: [] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:43:05.321007 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3bfaa7d4-8735-4f82-985c-2604d60b938e tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:05.390322 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfaa7d4-8735-4f82-985c-2604d60b938e tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] Pushing event deleted for resources: {'Port': ['ID=bd0ef127-aa5a-44cf-9435-ecd04269ebcc,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:05.423389 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-54549e90-ab8a-48c2-aa1f-52e667101e8e tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks [] for router, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:05.547363 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9d65be91-bdbc-4903-ab86-7f7da9df13d8 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:05.734336 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-9d65be91-bdbc-4903-ab86-7f7da9df13d8 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Calling delete_port for edb17bb1-d138-447a-960d-6cb3b1b6b8da owned by network:router_gateway {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:43:05.783236 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3bfaa7d4-8735-4f82-985c-2604d60b938e tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:05.864280 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3259337f-9766-4258-a58f-4799a2f5c57f req-97c99c54-49e1-4d71-b2e6-c47bf503f6af tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:05.866586 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-3259337f-9766-4258-a58f-4799a2f5c57f req-97c99c54-49e1-4d71-b2e6-c47bf503f6af tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=07ffe891-8cfd-4d80-a752-f1bcd03d42c5 HTTP/1.1" status: 200 len: 946 time: 0.4820957 Feb 04 08:43:05.940364 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-3bfaa7d4-8735-4f82-985c-2604d60b938e tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] 10.222.0.36 "DELETE /v2.0/ports/bd0ef127-aa5a-44cf-9435-ecd04269ebcc HTTP/1.1" status: 204 len: 168 time: 1.7668905 Feb 04 08:43:05.941266 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 53734) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:05.948078 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-54549e90-ab8a-48c2-aa1f-52e667101e8e tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40989'] for router, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:06.064620 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-3259337f-9766-4258-a58f-4799a2f5c57f req-ac5380f3-f1ae-4c03-8ab2-a657381ba6da tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd556e8c-e336-4af4-8bcf-e0cfc06f1d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1869442 Feb 04 08:43:06.095694 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53740) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:06.114719 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-54549e90-ab8a-48c2-aa1f-52e667101e8e tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:06.164315 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9d65be91-bdbc-4903-ab86-7f7da9df13d8 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:06.204775 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 53746) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:06.225160 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d65be91-bdbc-4903-ab86-7f7da9df13d8 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Pushing event deleted for resources: {'Port': ['ID=edb17bb1-d138-447a-960d-6cb3b1b6b8da,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:06.253607 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-80d18c43-56b2-40c7-a2e6-ae257dd7133a tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Request body: {'subnet': {'network_id': 'dc4367fd-dc16-4fc2-96a9-f1ec5ae98870', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:43:06.339946 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-54549e90-ab8a-48c2-aa1f-52e667101e8e tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-476062'] for router, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:06.340432 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54549e90-ab8a-48c2-aa1f-52e667101e8e tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Fanout notify agent at l3_agent the message router_deleted on router cfc7cb70-db9c-4d7e-b982-3a274a32993a {{(pid=84108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 08:43:06.389983 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-54549e90-ab8a-48c2-aa1f-52e667101e8e tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks [] for router, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:06.392404 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-54549e90-ab8a-48c2-aa1f-52e667101e8e tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "DELETE /v2.0/routers/cfc7cb70-db9c-4d7e-b982-3a274a32993a HTTP/1.1" status: 204 len: 168 time: 1.1694276 Feb 04 08:43:06.395673 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 53754) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:06.457217 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-80d18c43-56b2-40c7-a2e6-ae257dd7133a tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:43:06.476016 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-80d18c43-56b2-40c7-a2e6-ae257dd7133a tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Usage tracker for resource:subnet and tenant:b4c31cf486bb4956abf9c7906e2ce93d is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:43:06.487858 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-80d18c43-56b2-40c7-a2e6-ae257dd7133a tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:43:06.498905 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3861eaf-2ea2-4b2e-bb79-3a82660a6369 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] Deleting subnet cf896b04-09b7-4943-89cc-7854d0354e2c {{(pid=84108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:43:06.500893 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-80d18c43-56b2-40c7-a2e6-ae257dd7133a tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:43:06.505484 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9d65be91-bdbc-4903-ab86-7f7da9df13d8 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473010'] for router_gateway, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:06.520844 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e3861eaf-2ea2-4b2e-bb79-3a82660a6369 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] Notify callbacks [] for subnet, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:06.640117 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e3861eaf-2ea2-4b2e-bb79-3a82660a6369 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7851377'] for subnet, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:06.677634 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 53760) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:06.686889 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d18c43-56b2-40c7-a2e6-ae257dd7133a tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Made reservation on behalf of b4c31cf486bb4956abf9c7906e2ce93d for: {'subnet': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:43:06.842019 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f89e654-8bf3-4f3c-96e9-775ceeab2735 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Deleting subnet b0c6cafa-1878-4b1c-952b-ed43caec5184 {{(pid=84108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:43:06.846387 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-93006aeb-1db3-4719-ac89-61c5e3db9dc3 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1652497671-network', 'tenant_id': '7f11cfeb8627474bb4bfbc5c240c4191'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:43:06.857036 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-93006aeb-1db3-4719-ac89-61c5e3db9dc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:43:06.863104 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-80d18c43-56b2-40c7-a2e6-ae257dd7133a tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8119726'] for subnet, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:06.879236 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9f89e654-8bf3-4f3c-96e9-775ceeab2735 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks [] for subnet, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:06.897612 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-a53572ef-47a7-4183-8023-8a1c210fb150 tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=07ffe891-8cfd-4d80-a752-f1bcd03d42c5 HTTP/1.1" status: 200 len: 1094 time: 0.7997980 Feb 04 08:43:06.898377 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9d65be91-bdbc-4903-ab86-7f7da9df13d8 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40989'] for router, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:06.902264 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53766) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:06.907988 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-a0f50b18-7634-4286-bc0c-c6aacc372f0f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'floatingip': {'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'port_id': '5a51418e-8221-4177-93e8-0f6d95efbe73', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:43:06.912661 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-93006aeb-1db3-4719-ac89-61c5e3db9dc3 admin admin] Usage tracker for resource:network and tenant:7f11cfeb8627474bb4bfbc5c240c4191 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:43:06.913260 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9d65be91-bdbc-4903-ab86-7f7da9df13d8 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:06.914968 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-a0f50b18-7634-4286-bc0c-c6aacc372f0f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:43:06.920747 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-a0f50b18-7634-4286-bc0c-c6aacc372f0f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:floatingip and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:43:06.924126 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-a0f50b18-7634-4286-bc0c-c6aacc372f0f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:43:06.931028 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-a0f50b18-7634-4286-bc0c-c6aacc372f0f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:43:06.970248 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-93006aeb-1db3-4719-ac89-61c5e3db9dc3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:43:06.989511 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-93006aeb-1db3-4719-ac89-61c5e3db9dc3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:43:06.998615 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a0f50b18-7634-4286-bc0c-c6aacc372f0f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for floatingip, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:07.015436 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9d65be91-bdbc-4903-ab86-7f7da9df13d8 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-476062'] for router, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:07.015968 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d65be91-bdbc-4903-ab86-7f7da9df13d8 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Fanout notify agent at l3_agent the message router_deleted on router 3fcd4d32-ddf1-4837-b8a0-c2c8e2047e1c {{(pid=84107) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 08:43:07.032729 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e3861eaf-2ea2-4b2e-bb79-3a82660a6369 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:07.068636 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9f89e654-8bf3-4f3c-96e9-775ceeab2735 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7851377'] for subnet, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:07.086658 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9d65be91-bdbc-4903-ab86-7f7da9df13d8 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:07.087651 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-9d65be91-bdbc-4903-ab86-7f7da9df13d8 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] 10.222.0.36 "DELETE /v2.0/routers/3fcd4d32-ddf1-4837-b8a0-c2c8e2047e1c HTTP/1.1" status: 204 len: 168 time: 3.4141014 Feb 04 08:43:07.092138 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53770) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:07.115049 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93006aeb-1db3-4719-ac89-61c5e3db9dc3 admin admin] Made reservation on behalf of 7f11cfeb8627474bb4bfbc5c240c4191 for: {'network': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:43:07.117308 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-93006aeb-1db3-4719-ac89-61c5e3db9dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:07.148713 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-93006aeb-1db3-4719-ac89-61c5e3db9dc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:07.235662 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-93006aeb-1db3-4719-ac89-61c5e3db9dc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:43:07.271691 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-93006aeb-1db3-4719-ac89-61c5e3db9dc3 admin admin] Usage tracker for resource:security_group_rule and tenant:7f11cfeb8627474bb4bfbc5c240c4191 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:43:07.279972 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-93006aeb-1db3-4719-ac89-61c5e3db9dc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:43:07.286539 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e3861eaf-2ea2-4b2e-bb79-3a82660a6369 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7593563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8119683'] for subnet, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:07.309144 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a0f50b18-7634-4286-bc0c-c6aacc372f0f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:07.325209 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-93006aeb-1db3-4719-ac89-61c5e3db9dc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:43:07.348068 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9f89e654-8bf3-4f3c-96e9-775ceeab2735 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:07.352164 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_v2 [None req-7729f45b-a25d-4ace-ac3b-e7eb16f9ffd1 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Deleting subnet e722b01a-fa5f-49a3-8aca-b05eab46b8ec {{(pid=84107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:43:07.358218 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7729f45b-a25d-4ace-ac3b-e7eb16f9ffd1 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks [] for subnet, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:07.380470 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3861eaf-2ea2-4b2e-bb79-3a82660a6369 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] Pushing event deleted for resources: {'Subnet': ['ID=cf896b04-09b7-4943-89cc-7854d0354e2c,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:07.405308 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b765760f-7ce5-46ee-a5f9-4e23c333fba5 None None] Network cf2005f9-70f8-4d0c-9354-3b44a03a37ea requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:43:07.405812 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e3861eaf-2ea2-4b2e-bb79-3a82660a6369 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:07.447333 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7729f45b-a25d-4ace-ac3b-e7eb16f9ffd1 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8058667'] for subnet, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:07.478570 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-e3861eaf-2ea2-4b2e-bb79-3a82660a6369 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] 10.222.0.36 "DELETE /v2.0/subnets/cf896b04-09b7-4943-89cc-7854d0354e2c HTTP/1.1" status: 204 len: 168 time: 1.5308700 Feb 04 08:43:07.484136 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 53774) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:07.562472 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-a0f50b18-7634-4286-bc0c-c6aacc372f0f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Allocated IP 172.26.3.248 (e264bd74-c56b-43d0-9059-bcb57dbbe5bc/79caf47c-b62c-4ea0-b35f-21ede155daa8/e9fc3a96-fdc8-4c54-8e52-081ebf891910) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:43:07.592076 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-80d18c43-56b2-40c7-a2e6-ae257dd7133a tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7593498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8119736'] for subnet, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:07.665837 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7729f45b-a25d-4ace-ac3b-e7eb16f9ffd1 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:07.688659 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34e169e-c2fb-4748-9480-e58dcb8a240f None None] DHCP port deletion for cf2005f9-70f8-4d0c-9354-3b44a03a37ea request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 08:43:07.689702 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-93006aeb-1db3-4719-ac89-61c5e3db9dc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:07.695263 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-e34e169e-c2fb-4748-9480-e58dcb8a240f None None] Deleting port 82ae3bf3-8183-4487-88bd-9b2d92d78bd2 {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:43:07.700180 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7d3706f8-4715-4e92-90af-86fd9ebc5a68 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:07.700488 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-e34e169e-c2fb-4748-9480-e58dcb8a240f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:07.735632 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d18c43-56b2-40c7-a2e6-ae257dd7133a tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Pushing event updated for resources: {'Subnet': ['ID=9755eed8-18e0-48de-ad5c-0d41140bda8f,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:07.741016 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-7d3706f8-4715-4e92-90af-86fd9ebc5a68 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] Deleting port 82ae3bf3-8183-4487-88bd-9b2d92d78bd2 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:43:07.741356 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7d3706f8-4715-4e92-90af-86fd9ebc5a68 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:07.780973 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9f89e654-8bf3-4f3c-96e9-775ceeab2735 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7593563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8119683'] for subnet, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:07.785623 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a0f50b18-7634-4286-bc0c-c6aacc372f0f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:07.893698 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7729f45b-a25d-4ace-ac3b-e7eb16f9ffd1 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7510167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985167'] for subnet, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:07.923713 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-e34e169e-c2fb-4748-9480-e58dcb8a240f None None] For port 82ae3bf3-8183-4487-88bd-9b2d92d78bd2, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=82ae3bf3-8183-4487-88bd-9b2d92d78bd2,segment=NetworkSegment(02234a23-28e4-4573-9975-9f62bf0da88b),segment_id=02234a23-28e4-4573-9975-9f62bf0da88b)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:43:07.924159 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-e34e169e-c2fb-4748-9480-e58dcb8a240f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:07.932600 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a0f50b18-7634-4286-bc0c-c6aacc372f0f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:07.945253 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-93006aeb-1db3-4719-ac89-61c5e3db9dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:07.958367 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f89e654-8bf3-4f3c-96e9-775ceeab2735 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Pushing event deleted for resources: {'Subnet': ['ID=b0c6cafa-1878-4b1c-952b-ed43caec5184,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:07.973656 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7729f45b-a25d-4ace-ac3b-e7eb16f9ffd1 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Pushing event deleted for resources: {'Subnet': ['ID=e722b01a-fa5f-49a3-8aca-b05eab46b8ec,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:07.976305 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d18c43-56b2-40c7-a2e6-ae257dd7133a tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Checking segment: {'id': '525dfeb2-c6e9-46c0-86b5-c0fc8f38aa61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'dc4367fd-dc16-4fc2-96a9-f1ec5ae98870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:43:07.976843 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d18c43-56b2-40c7-a2e6-ae257dd7133a tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Network hostable DHCP agents. Network: dc4367fd-dc16-4fc2-96a9-f1ec5ae98870, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:43:08.005066 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f4c423-17e4-4e5d-91b1-b53e0e664521 None None] Network d9e7c776-5ed3-4b17-b3cd-67ee1bab5945 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:43:08.005788 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7729f45b-a25d-4ace-ac3b-e7eb16f9ffd1 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:08.026659 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f50b18-7634-4286-bc0c-c6aacc372f0f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Network e264bd74-c56b-43d0-9059-bcb57dbbe5bc is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:43:08.031480 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-a0f50b18-7634-4286-bc0c-c6aacc372f0f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:43:08.033634 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f50b18-7634-4286-bc0c-c6aacc372f0f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'Port': ['ID=e9fc3a96-fdc8-4c54-8e52-081ebf891910,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:08.035786 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f50b18-7634-4286-bc0c-c6aacc372f0f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:43:08.046518 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9f89e654-8bf3-4f3c-96e9-775ceeab2735 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:08.064154 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-7729f45b-a25d-4ace-ac3b-e7eb16f9ffd1 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] 10.222.0.36 "DELETE /v2.0/subnets/e722b01a-fa5f-49a3-8aca-b05eab46b8ec HTTP/1.1" status: 204 len: 168 time: 0.9691999 Feb 04 08:43:08.065380 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53778) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:08.073737 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93006aeb-1db3-4719-ac89-61c5e3db9dc3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=84108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:43:08.076606 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93006aeb-1db3-4719-ac89-61c5e3db9dc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18d868dd-efaa-4d74-96cc-e5fc69b5c2e7,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:08.085154 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c331e0-51fa-4b15-b026-237fd62def8e None None] Network 30680c66-e47c-4a4d-832f-69d148e2c8fe requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:43:08.100447 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-9f89e654-8bf3-4f3c-96e9-775ceeab2735 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "DELETE /v2.0/subnets/b0c6cafa-1878-4b1c-952b-ed43caec5184 HTTP/1.1" status: 204 len: 168 time: 1.6983550 Feb 04 08:43:08.104582 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 53782) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:08.106968 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-e34e169e-c2fb-4748-9480-e58dcb8a240f None None] Calling delete_port for 82ae3bf3-8183-4487-88bd-9b2d92d78bd2 owned by network:dhcp {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:43:08.127277 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-93006aeb-1db3-4719-ac89-61c5e3db9dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:08.127662 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.segments_db [None req-93006aeb-1db3-4719-ac89-61c5e3db9dc3 admin admin] Added segment c58a19cf-7c6c-4752-bbaa-214f5e249faf of type vlan for network 0feb43c5-81db-47ea-8e99-1f15e3da5944 Feb 04 08:43:08.233267 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e8dc77b9-652f-4275-a7c1-191977121c44 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:08.347940 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-93006aeb-1db3-4719-ac89-61c5e3db9dc3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:08.362449 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [None req-7d3706f8-4715-4e92-90af-86fd9ebc5a68 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] For port 82ae3bf3-8183-4487-88bd-9b2d92d78bd2, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=82ae3bf3-8183-4487-88bd-9b2d92d78bd2,segment=NetworkSegment(02234a23-28e4-4573-9975-9f62bf0da88b),segment_id=02234a23-28e4-4573-9975-9f62bf0da88b)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:43:08.362699 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7d3706f8-4715-4e92-90af-86fd9ebc5a68 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:08.373192 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-dd2a20fe-44c4-4736-8f84-9d4900aa0a9f tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:08.398763 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-e8dc77b9-652f-4275-a7c1-191977121c44 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Deleting port 441a935a-5508-416c-bf6b-60b7d77cc5d7 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:43:08.399343 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e8dc77b9-652f-4275-a7c1-191977121c44 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:08.495963 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d18c43-56b2-40c7-a2e6-ae257dd7133a tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Network dc4367fd-dc16-4fc2-96a9-f1ec5ae98870 is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:43:08.498816 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.db.resource_extend [None req-93006aeb-1db3-4719-ac89-61c5e3db9dc3 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 08:43:08.514318 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-7d3706f8-4715-4e92-90af-86fd9ebc5a68 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] Calling delete_port for 82ae3bf3-8183-4487-88bd-9b2d92d78bd2 owned by network:dhcp {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:43:08.569750 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-e34e169e-c2fb-4748-9480-e58dcb8a240f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407'] for port, after_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:08.573927 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-dd2a20fe-44c4-4736-8f84-9d4900aa0a9f tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Deleting port 64602994-544a-4f40-a4cf-5744ce16cd84 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:43:08.573927 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-dd2a20fe-44c4-4736-8f84-9d4900aa0a9f tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:08.642182 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-80d18c43-56b2-40c7-a2e6-ae257dd7133a tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, dc4367fd-dc16-4fc2-96a9-f1ec5ae98870) {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:43:08.642182 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d18c43-56b2-40c7-a2e6-ae257dd7133a tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:08.642182 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-80d18c43-56b2-40c7-a2e6-ae257dd7133a tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:08.669083 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a60f6a-00a1-4bef-aac2-d1b511fe80c7 None None] Network dc4367fd-dc16-4fc2-96a9-f1ec5ae98870 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:43:08.685672 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbec42ae-ea31-47b8-b382-83e5813d67eb None None] DHCP port deletion for d9e7c776-5ed3-4b17-b3cd-67ee1bab5945 request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 08:43:08.701756 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f636c33-7f4e-476b-8d80-12ac00625837 None None] DHCP port deletion for 30680c66-e47c-4a4d-832f-69d148e2c8fe request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 08:43:08.703918 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34e169e-c2fb-4748-9480-e58dcb8a240f None None] Pushing event deleted for resources: {'Port': ['ID=82ae3bf3-8183-4487-88bd-9b2d92d78bd2,revision_number=None']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:08.706835 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34e169e-c2fb-4748-9480-e58dcb8a240f None None] No DVR routers for this DVR port 82ae3bf3-8183-4487-88bd-9b2d92d78bd2 on host dv-neutron-827798-2-hyperv {{(pid=84109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:43:08.724748 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.db.api [None req-7d3706f8-4715-4e92-90af-86fd9ebc5a68 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84108) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 08:43:08.724956 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG oslo_db.api [None req-7d3706f8-4715-4e92-90af-86fd9ebc5a68 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 08:43:08.726206 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-bbec42ae-ea31-47b8-b382-83e5813d67eb None None] Deleting port 64602994-544a-4f40-a4cf-5744ce16cd84 {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:43:08.726774 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-bbec42ae-ea31-47b8-b382-83e5813d67eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:08.731773 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-93006aeb-1db3-4719-ac89-61c5e3db9dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:08.732635 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93006aeb-1db3-4719-ac89-61c5e3db9dc3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:08.733211 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-93006aeb-1db3-4719-ac89-61c5e3db9dc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:08.790729 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [None req-e8dc77b9-652f-4275-a7c1-191977121c44 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] For port 441a935a-5508-416c-bf6b-60b7d77cc5d7, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=441a935a-5508-416c-bf6b-60b7d77cc5d7,segment=NetworkSegment(fc462b27-2843-4bf2-bd60-d4ff8b3b51b4),segment_id=fc462b27-2843-4bf2-bd60-d4ff8b3b51b4)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:43:08.791693 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e8dc77b9-652f-4275-a7c1-191977121c44 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:08.810718 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 64602994-544a-4f40-a4cf-5744ce16cd84 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:43:08.837012 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-2f636c33-7f4e-476b-8d80-12ac00625837 None None] Deleting port 441a935a-5508-416c-bf6b-60b7d77cc5d7 {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:43:08.837381 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2f636c33-7f4e-476b-8d80-12ac00625837 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:08.862461 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-80d18c43-56b2-40c7-a2e6-ae257dd7133a tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6530368 Feb 04 08:43:08.870620 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53786) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:08.932887 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-70e30ba7-d558-4f4d-a94f-5870888ff488 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-978104571'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:43:08.935739 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-93006aeb-1db3-4719-ac89-61c5e3db9dc3 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2570026 Feb 04 08:43:08.936719 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53790) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:08.939260 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93006aeb-1db3-4719-ac89-61c5e3db9dc3 admin admin] Pushing event updated for resources: {'Network': ['ID=0feb43c5-81db-47ea-8e99-1f15e3da5944,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:08.943131 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-e8dc77b9-652f-4275-a7c1-191977121c44 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Calling delete_port for 441a935a-5508-416c-bf6b-60b7d77cc5d7 owned by network:dhcp {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:43:08.965011 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network 0feb43c5-81db-47ea-8e99-1f15e3da5944 details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:43:08.982013 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-f52371e2-75fb-4106-9772-c2a40f0617e1 admin admin] Request body: {'subnet': {'network_id': '0feb43c5-81db-47ea-8e99-1f15e3da5944', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1652497671-subnet', 'tenant_id': '7f11cfeb8627474bb4bfbc5c240c4191', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:43:08.982429 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [None req-dd2a20fe-44c4-4736-8f84-9d4900aa0a9f tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] For port 64602994-544a-4f40-a4cf-5744ce16cd84, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=64602994-544a-4f40-a4cf-5744ce16cd84,segment=NetworkSegment(f1583fb7-3ba0-48c0-8077-0e41d5e364b3),segment_id=f1583fb7-3ba0-48c0-8077-0e41d5e364b3)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:43:08.982878 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-dd2a20fe-44c4-4736-8f84-9d4900aa0a9f tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:08.985379 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-70e30ba7-d558-4f4d-a94f-5870888ff488 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:43:08.992193 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-70e30ba7-d558-4f4d-a94f-5870888ff488 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Usage tracker for resource:network and tenant:b4c31cf486bb4956abf9c7906e2ce93d is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:43:09.001748 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-f52371e2-75fb-4106-9772-c2a40f0617e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:43:09.006784 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-70e30ba7-d558-4f4d-a94f-5870888ff488 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:43:09.013786 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-f52371e2-75fb-4106-9772-c2a40f0617e1 admin admin] Usage tracker for resource:subnet and tenant:7f11cfeb8627474bb4bfbc5c240c4191 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:43:09.030496 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-f52371e2-75fb-4106-9772-c2a40f0617e1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:43:09.033295 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-70e30ba7-d558-4f4d-a94f-5870888ff488 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:43:09.047106 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-f52371e2-75fb-4106-9772-c2a40f0617e1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:43:09.135530 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-dd2a20fe-44c4-4736-8f84-9d4900aa0a9f tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Calling delete_port for 64602994-544a-4f40-a4cf-5744ce16cd84 owned by network:dhcp {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:43:09.178767 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e8dc77b9-652f-4275-a7c1-191977121c44 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:09.183347 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e30ba7-d558-4f4d-a94f-5870888ff488 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Made reservation on behalf of b4c31cf486bb4956abf9c7906e2ce93d for: {'network': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:43:09.185443 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-70e30ba7-d558-4f4d-a94f-5870888ff488 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:09.194012 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f52371e2-75fb-4106-9772-c2a40f0617e1 admin admin] Made reservation on behalf of 7f11cfeb8627474bb4bfbc5c240c4191 for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:43:09.196174 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f52371e2-75fb-4106-9772-c2a40f0617e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985186'] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:09.226104 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-7d3706f8-4715-4e92-90af-86fd9ebc5a68 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] Deleting port 82ae3bf3-8183-4487-88bd-9b2d92d78bd2 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:43:09.226556 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7d3706f8-4715-4e92-90af-86fd9ebc5a68 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:09.289237 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-dd2a20fe-44c4-4736-8f84-9d4900aa0a9f tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:09.297101 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-7d3706f8-4715-4e92-90af-86fd9ebc5a68 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] The port '82ae3bf3-8183-4487-88bd-9b2d92d78bd2' was deleted {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 08:43:09.327478 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dc77b9-652f-4275-a7c1-191977121c44 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Pushing event deleted for resources: {'Port': ['ID=441a935a-5508-416c-bf6b-60b7d77cc5d7,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:09.341079 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a20fe-44c4-4736-8f84-9d4900aa0a9f tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Pushing event deleted for resources: {'Port': ['ID=64602994-544a-4f40-a4cf-5744ce16cd84,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:09.354401 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8dc77b9-652f-4275-a7c1-191977121c44 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] No DVR routers for this DVR port 441a935a-5508-416c-bf6b-60b7d77cc5d7 on host dv-neutron-827798-2-hyperv {{(pid=84107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:43:09.382485 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2a20fe-44c4-4736-8f84-9d4900aa0a9f tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] No DVR routers for this DVR port 64602994-544a-4f40-a4cf-5744ce16cd84 on host dv-neutron-827798-2-hyperv {{(pid=84108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:43:09.409552 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Port 64602994-544a-4f40-a4cf-5744ce16cd84 update to DOWN by agent not found {{(pid=84109) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Feb 04 08:43:09.409932 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 82ae3bf3-8183-4487-88bd-9b2d92d78bd2 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:43:09.421432 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a0f50b18-7634-4286-bc0c-c6aacc372f0f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:09.426273 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70e30ba7-d558-4f4d-a94f-5870888ff488 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=84107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:43:09.480765 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: 82ae3bf3-8183-4487-88bd-9b2d92d78bd2 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:43:09.481108 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 82ae3bf3-8183-4487-88bd-9b2d92d78bd2 not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:43:09.499982 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-70e30ba7-d558-4f4d-a94f-5870888ff488 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:09.500293 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.segments_db [None req-70e30ba7-d558-4f4d-a94f-5870888ff488 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Added segment 6b1909ab-3105-429a-8422-3ba0047e1f5b of type vlan for network 081ea6ae-8126-4f74-8728-621890b08483 Feb 04 08:43:09.530290 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-2f636c33-7f4e-476b-8d80-12ac00625837 None None] For port 441a935a-5508-416c-bf6b-60b7d77cc5d7, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=441a935a-5508-416c-bf6b-60b7d77cc5d7,segment=NetworkSegment(fc462b27-2843-4bf2-bd60-d4ff8b3b51b4),segment_id=fc462b27-2843-4bf2-bd60-d4ff8b3b51b4)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:43:09.530681 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2f636c33-7f4e-476b-8d80-12ac00625837 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:09.583453 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e8dc77b9-652f-4275-a7c1-191977121c44 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:09.660216 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-70e30ba7-d558-4f4d-a94f-5870888ff488 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:09.663874 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a0f50b18-7634-4286-bc0c-c6aacc372f0f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:09.696038 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7d3706f8-4715-4e92-90af-86fd9ebc5a68 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:09.698704 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-e8dc77b9-652f-4275-a7c1-191977121c44 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30680c66-e47c-4a4d-832f-69d148e2c8fe']}} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:43:09.706965 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99f5e55-7f0b-421e-a9bd-fd190a33d018 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-dc4367fd-dc16-4fc2-96a9-f1ec5ae98870', 'network_id': 'dc4367fd-dc16-4fc2-96a9-f1ec5ae98870', 'tenant_id': 'b4c31cf486bb4956abf9c7906e2ce93d', 'fixed_ips': [{'subnet_id': '9755eed8-18e0-48de-ad5c-0d41140bda8f'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:43:09.708181 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-c99f5e55-7f0b-421e-a9bd-fd190a33d018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:09.709265 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-dd2a20fe-44c4-4736-8f84-9d4900aa0a9f tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:09.724651 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-2f636c33-7f4e-476b-8d80-12ac00625837 None None] Calling delete_port for 441a935a-5508-416c-bf6b-60b7d77cc5d7 owned by network:dhcp {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:43:09.728124 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-e8dc77b9-652f-4275-a7c1-191977121c44 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc462b27-2843-4bf2-bd60-d4ff8b3b51b4') {'for_net_delete': True} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:43:09.728306 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-e8dc77b9-652f-4275-a7c1-191977121c44 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc462b27-2843-4bf2-bd60-d4ff8b3b51b4') {} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:43:09.745628 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-7d3706f8-4715-4e92-90af-86fd9ebc5a68 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf2005f9-70f8-4d0c-9354-3b44a03a37ea']}} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:43:09.754027 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-bbec42ae-ea31-47b8-b382-83e5813d67eb None None] For port 64602994-544a-4f40-a4cf-5744ce16cd84, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=64602994-544a-4f40-a4cf-5744ce16cd84,segment=NetworkSegment(f1583fb7-3ba0-48c0-8077-0e41d5e364b3),segment_id=f1583fb7-3ba0-48c0-8077-0e41d5e364b3)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:43:09.754422 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-bbec42ae-ea31-47b8-b382-83e5813d67eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:09.757470 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-dd2a20fe-44c4-4736-8f84-9d4900aa0a9f tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9e7c776-5ed3-4b17-b3cd-67ee1bab5945']}} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:43:09.769697 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-7d3706f8-4715-4e92-90af-86fd9ebc5a68 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02234a23-28e4-4573-9975-9f62bf0da88b') {'for_net_delete': True} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:43:09.770028 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-7d3706f8-4715-4e92-90af-86fd9ebc5a68 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02234a23-28e4-4573-9975-9f62bf0da88b') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:43:09.781235 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-dd2a20fe-44c4-4736-8f84-9d4900aa0a9f tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1583fb7-3ba0-48c0-8077-0e41d5e364b3') {'for_net_delete': True} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:43:09.782096 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-dd2a20fe-44c4-4736-8f84-9d4900aa0a9f tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1583fb7-3ba0-48c0-8077-0e41d5e364b3') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:43:09.794074 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7d3706f8-4715-4e92-90af-86fd9ebc5a68 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7851336'] for segment, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:09.805645 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-dd2a20fe-44c4-4736-8f84-9d4900aa0a9f tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7851336'] for segment, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:09.826582 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7d3706f8-4715-4e92-90af-86fd9ebc5a68 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:09.831655 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-dd2a20fe-44c4-4736-8f84-9d4900aa0a9f tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:09.837042 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d3706f8-4715-4e92-90af-86fd9ebc5a68 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=84108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:43:09.837477 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7d3706f8-4715-4e92-90af-86fd9ebc5a68 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7460345'] for segment, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:09.852291 dv-neutron-827798-2-hyperv neutron-server[84108]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 08:43:09.852291 dv-neutron-827798-2-hyperv neutron-server[84108]: util.warn( Feb 04 08:43:09.852291 dv-neutron-827798-2-hyperv neutron-server[84108]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 08:43:09.852291 dv-neutron-827798-2-hyperv neutron-server[84108]: util.warn( Feb 04 08:43:09.852291 dv-neutron-827798-2-hyperv neutron-server[84108]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 08:43:09.852291 dv-neutron-827798-2-hyperv neutron-server[84108]: util.warn( Feb 04 08:43:09.852291 dv-neutron-827798-2-hyperv neutron-server[84108]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 08:43:09.852291 dv-neutron-827798-2-hyperv neutron-server[84108]: util.warn( Feb 04 08:43:09.852291 dv-neutron-827798-2-hyperv neutron-server[84108]: Traceback (most recent call last): Feb 04 08:43:09.852291 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:43:09.852291 dv-neutron-827798-2-hyperv neutron-server[84108]: timer() Feb 04 08:43:09.852291 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:43:09.852291 dv-neutron-827798-2-hyperv neutron-server[84108]: cb(*args, **kw) Feb 04 08:43:09.852291 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:43:09.852291 dv-neutron-827798-2-hyperv neutron-server[84108]: return func(*args, **kwargs) Feb 04 08:43:09.852291 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:43:09.852291 dv-neutron-827798-2-hyperv neutron-server[84108]: self._notify() Feb 04 08:43:09.852291 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:43:09.852291 dv-neutron-827798-2-hyperv neutron-server[84108]: self.callback(batched_events) Feb 04 08:43:09.852291 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:43:09.852291 dv-neutron-827798-2-hyperv neutron-server[84108]: event.method(event) Feb 04 08:43:09.852291 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:43:09.852291 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:43:09.852291 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:43:09.852291 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:43:09.852291 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:43:09.852291 dv-neutron-827798-2-hyperv neutron-server[84108]: return f(self, *a, **k) Feb 04 08:43:09.852291 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:43:09.852291 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._get(url).json() Feb 04 08:43:09.852291 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:43:09.852291 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:43:09.852291 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:43:09.852291 dv-neutron-827798-2-hyperv neutron-server[84108]: return self.request(url, 'GET', **kwargs) Feb 04 08:43:09.852291 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:43:09.852291 dv-neutron-827798-2-hyperv neutron-server[84108]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:43:09.852291 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:43:09.852291 dv-neutron-827798-2-hyperv neutron-server[84108]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:43:09.852291 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:43:09.852291 dv-neutron-827798-2-hyperv neutron-server[84108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:43:09.852291 dv-neutron-827798-2-hyperv neutron-server[84108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:43:09.858688 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd2a20fe-44c4-4736-8f84-9d4900aa0a9f tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=84108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:43:09.858688 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-dd2a20fe-44c4-4736-8f84-9d4900aa0a9f tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7460345'] for segment, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:09.866019 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.db.resource_extend [None req-70e30ba7-d558-4f4d-a94f-5870888ff488 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 08:43:09.874421 dv-neutron-827798-2-hyperv neutron-server[84108]: Traceback (most recent call last): Feb 04 08:43:09.874421 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:43:09.874421 dv-neutron-827798-2-hyperv neutron-server[84108]: timer() Feb 04 08:43:09.874421 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:43:09.874421 dv-neutron-827798-2-hyperv neutron-server[84108]: cb(*args, **kw) Feb 04 08:43:09.874421 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:43:09.874421 dv-neutron-827798-2-hyperv neutron-server[84108]: return func(*args, **kwargs) Feb 04 08:43:09.874421 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:43:09.874421 dv-neutron-827798-2-hyperv neutron-server[84108]: self._notify() Feb 04 08:43:09.874421 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:43:09.874421 dv-neutron-827798-2-hyperv neutron-server[84108]: self.callback(batched_events) Feb 04 08:43:09.874421 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:43:09.874421 dv-neutron-827798-2-hyperv neutron-server[84108]: event.method(event) Feb 04 08:43:09.874421 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:43:09.874421 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:43:09.874421 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:43:09.874421 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:43:09.874421 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:43:09.874421 dv-neutron-827798-2-hyperv neutron-server[84108]: return f(self, *a, **k) Feb 04 08:43:09.874421 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:43:09.874421 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._get(url).json() Feb 04 08:43:09.874421 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:43:09.874421 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:43:09.874421 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:43:09.874421 dv-neutron-827798-2-hyperv neutron-server[84108]: return self.request(url, 'GET', **kwargs) Feb 04 08:43:09.874421 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:43:09.874421 dv-neutron-827798-2-hyperv neutron-server[84108]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:43:09.874421 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:43:09.874421 dv-neutron-827798-2-hyperv neutron-server[84108]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:43:09.874421 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:43:09.874421 dv-neutron-827798-2-hyperv neutron-server[84108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:43:09.874421 dv-neutron-827798-2-hyperv neutron-server[84108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:43:09.891301 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e8dc77b9-652f-4275-a7c1-191977121c44 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8058642'] for segment, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:09.935119 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-bbec42ae-ea31-47b8-b382-83e5813d67eb None None] Calling delete_port for 64602994-544a-4f40-a4cf-5744ce16cd84 owned by network:dhcp {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:43:09.942162 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e8dc77b9-652f-4275-a7c1-191977121c44 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:09.952494 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8dc77b9-652f-4275-a7c1-191977121c44 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=84107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:43:09.952984 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e8dc77b9-652f-4275-a7c1-191977121c44 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7377717'] for segment, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:09.976027 dv-neutron-827798-2-hyperv neutron-server[84107]: Traceback (most recent call last): Feb 04 08:43:09.976027 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:43:09.976027 dv-neutron-827798-2-hyperv neutron-server[84107]: timer() Feb 04 08:43:09.976027 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:43:09.976027 dv-neutron-827798-2-hyperv neutron-server[84107]: cb(*args, **kw) Feb 04 08:43:09.976027 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:43:09.976027 dv-neutron-827798-2-hyperv neutron-server[84107]: return func(*args, **kwargs) Feb 04 08:43:09.976027 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:43:09.976027 dv-neutron-827798-2-hyperv neutron-server[84107]: self._notify() Feb 04 08:43:09.976027 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:43:09.976027 dv-neutron-827798-2-hyperv neutron-server[84107]: self.callback(batched_events) Feb 04 08:43:09.976027 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:43:09.976027 dv-neutron-827798-2-hyperv neutron-server[84107]: event.method(event) Feb 04 08:43:09.976027 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:43:09.976027 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:43:09.976027 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:43:09.976027 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:43:09.976027 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:43:09.976027 dv-neutron-827798-2-hyperv neutron-server[84107]: return f(self, *a, **k) Feb 04 08:43:09.976027 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:43:09.976027 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._get(url).json() Feb 04 08:43:09.976027 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:43:09.976027 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:43:09.976027 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:43:09.976027 dv-neutron-827798-2-hyperv neutron-server[84107]: return self.request(url, 'GET', **kwargs) Feb 04 08:43:09.976027 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:43:09.976027 dv-neutron-827798-2-hyperv neutron-server[84107]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:43:09.976027 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:43:09.976027 dv-neutron-827798-2-hyperv neutron-server[84107]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:43:09.976027 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:43:09.976027 dv-neutron-827798-2-hyperv neutron-server[84107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:43:09.976027 dv-neutron-827798-2-hyperv neutron-server[84107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:43:10.094157 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.db.api [None req-2f636c33-7f4e-476b-8d80-12ac00625837 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 08:43:10.094378 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG oslo_db.api [None req-2f636c33-7f4e-476b-8d80-12ac00625837 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 08:43:10.096208 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7d3706f8-4715-4e92-90af-86fd9ebc5a68 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:10.099176 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-70e30ba7-d558-4f4d-a94f-5870888ff488 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:10.102630 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7d3706f8-4715-4e92-90af-86fd9ebc5a68 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:10.102946 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e30ba7-d558-4f4d-a94f-5870888ff488 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:10.103530 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-70e30ba7-d558-4f4d-a94f-5870888ff488 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:10.106570 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.db.api [None req-bbec42ae-ea31-47b8-b382-83e5813d67eb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 08:43:10.106570 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG oslo_db.api [None req-bbec42ae-ea31-47b8-b382-83e5813d67eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 08:43:10.115792 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-c99f5e55-7f0b-421e-a9bd-fd190a33d018 None None] Allocated IP 2001:db8:0:ffff::2 (dc4367fd-dc16-4fc2-96a9-f1ec5ae98870/9755eed8-18e0-48de-ad5c-0d41140bda8f/f6b3232a-bc1d-4907-8c66-1fdb4225fe33) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:43:10.134817 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-dd2a20fe-44c4-4736-8f84-9d4900aa0a9f tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:10.139535 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-dd2a20fe-44c4-4736-8f84-9d4900aa0a9f tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:10.144791 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-dd2a20fe-44c4-4736-8f84-9d4900aa0a9f tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "DELETE /v2.0/networks/d9e7c776-5ed3-4b17-b3cd-67ee1bab5945 HTTP/1.1" status: 204 len: 168 time: 2.0357022 Feb 04 08:43:10.144791 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3706f8-4715-4e92-90af-86fd9ebc5a68 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] Pushing event deleted for resources: {'Network': ['ID=cf2005f9-70f8-4d0c-9354-3b44a03a37ea,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:10.151971 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f52371e2-75fb-4106-9772-c2a40f0617e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7510230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985204'] for subnet, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:10.162873 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53794) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:10.169818 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-7d3706f8-4715-4e92-90af-86fd9ebc5a68 tempest-TagsExtTest-743492631 tempest-TagsExtTest-743492631-project] 10.222.0.36 "DELETE /v2.0/networks/cf2005f9-70f8-4d0c-9354-3b44a03a37ea HTTP/1.1" status: 204 len: 168 time: 2.6823475 Feb 04 08:43:10.182219 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a20fe-44c4-4736-8f84-9d4900aa0a9f tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Pushing event deleted for resources: {'Network': ['ID=d9e7c776-5ed3-4b17-b3cd-67ee1bab5945,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:10.347771 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-c99f5e55-7f0b-421e-a9bd-fd190a33d018 None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:10.387474 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-c99f5e55-7f0b-421e-a9bd-fd190a33d018 None None] Transition to ACTIVE for port object f6b3232a-bc1d-4907-8c66-1fdb4225fe33 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:43:10.389644 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e30ba7-d558-4f4d-a94f-5870888ff488 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Pushing event updated for resources: {'Network': ['ID=081ea6ae-8126-4f74-8728-621890b08483,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:10.403071 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network 081ea6ae-8126-4f74-8728-621890b08483 details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:43:10.410725 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e8dc77b9-652f-4275-a7c1-191977121c44 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:10.412151 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52371e2-75fb-4106-9772-c2a40f0617e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8675bddc-291e-4add-bb9a-40b80a84c2b2,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:10.435100 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-c99f5e55-7f0b-421e-a9bd-fd190a33d018 None None] Transition to ACTIVE for port object f6b3232a-bc1d-4907-8c66-1fdb4225fe33 will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:43:10.439972 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e8dc77b9-652f-4275-a7c1-191977121c44 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:10.444407 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-e8dc77b9-652f-4275-a7c1-191977121c44 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] 10.222.0.36 "DELETE /v2.0/networks/30680c66-e47c-4a4d-832f-69d148e2c8fe HTTP/1.1" status: 204 len: 168 time: 2.3755405 Feb 04 08:43:10.446594 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 53800) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:10.453166 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3901c0-1e7f-47e1-8a39-d75fb41d93b4 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:10.454470 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-aa3901c0-1e7f-47e1-8a39-d75fb41d93b4 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "GET /v2.0/ports/fc4fc32a-25f8-489f-aa0f-baef313d8baa HTTP/1.1" status: 200 len: 840 time: 0.2630234 Feb 04 08:43:10.462326 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53804) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:10.467168 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dc77b9-652f-4275-a7c1-191977121c44 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Pushing event deleted for resources: {'Network': ['ID=30680c66-e47c-4a4d-832f-69d148e2c8fe,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:10.472644 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-70e30ba7-d558-4f4d-a94f-5870888ff488 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.6007366 Feb 04 08:43:10.511958 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53808) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:10.530663 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-ea80aa12-ac52-4d97-9834-978ff9ab3a6d tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Request body: {'subnet': {'network_id': '081ea6ae-8126-4f74-8728-621890b08483', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:43:10.584686 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-c99f5e55-7f0b-421e-a9bd-fd190a33d018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:10.612529 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52371e2-75fb-4106-9772-c2a40f0617e1 admin admin] Checking segment: {'id': 'c58a19cf-7c6c-4752-bbaa-214f5e249faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0feb43c5-81db-47ea-8e99-1f15e3da5944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:43:10.612734 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52371e2-75fb-4106-9772-c2a40f0617e1 admin admin] Network hostable DHCP agents. Network: 0feb43c5-81db-47ea-8e99-1f15e3da5944, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:43:10.627092 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.db.resource_extend [None req-a0f50b18-7634-4286-bc0c-c6aacc372f0f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 08:43:10.628244 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-2f636c33-7f4e-476b-8d80-12ac00625837 None None] Deleting port 441a935a-5508-416c-bf6b-60b7d77cc5d7 {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:43:10.628897 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2f636c33-7f4e-476b-8d80-12ac00625837 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:10.654971 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-7c2ebb5b-5369-4a39-8a3d-db90c1be0c7a tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Deleting port 87ae1afc-c70a-4436-a660-d19309b030de {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:43:10.655305 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7c2ebb5b-5369-4a39-8a3d-db90c1be0c7a tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:10.655697 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a0f50b18-7634-4286-bc0c-c6aacc372f0f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:10.658246 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-bbec42ae-ea31-47b8-b382-83e5813d67eb None None] Deleting port 64602994-544a-4f40-a4cf-5744ce16cd84 {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:43:10.658866 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-bbec42ae-ea31-47b8-b382-83e5813d67eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:10.677845 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-c7b401cb-21d4-4982-bc89-2a86805a82b0 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "GET /v2.0/ports/fc4fc32a-25f8-489f-aa0f-baef313d8baa?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2119789 Feb 04 08:43:10.683936 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53814) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:10.698630 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-527c89aa-9662-43b9-b512-0389e314db73 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Request body: {'subnet': {'network_id': '50f32939-48ec-455e-86f8-8c6e3a27572b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:43:10.772750 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53818) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:10.777364 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 441a935a-5508-416c-bf6b-60b7d77cc5d7 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:43:10.788479 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a0f50b18-7634-4286-bc0c-c6aacc372f0f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:10.814541 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-2f636c33-7f4e-476b-8d80-12ac00625837 None None] The port '441a935a-5508-416c-bf6b-60b7d77cc5d7' was deleted {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 08:43:10.820711 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: 441a935a-5508-416c-bf6b-60b7d77cc5d7 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:43:10.821054 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 441a935a-5508-416c-bf6b-60b7d77cc5d7 not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:43:10.840846 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-bbec42ae-ea31-47b8-b382-83e5813d67eb None None] The port '64602994-544a-4f40-a4cf-5744ce16cd84' was deleted {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 08:43:10.842612 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-ea80aa12-ac52-4d97-9834-978ff9ab3a6d tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:43:10.853074 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99f5e55-7f0b-421e-a9bd-fd190a33d018 None None] Network dc4367fd-dc16-4fc2-96a9-f1ec5ae98870 is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:43:10.858929 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-c99f5e55-7f0b-421e-a9bd-fd190a33d018 None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:43:10.861813 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99f5e55-7f0b-421e-a9bd-fd190a33d018 None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:43:10.864132 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99f5e55-7f0b-421e-a9bd-fd190a33d018 None None] Pushing event updated for resources: {'Port': ['ID=f6b3232a-bc1d-4907-8c66-1fdb4225fe33,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:10.880633 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-ea80aa12-ac52-4d97-9834-978ff9ab3a6d tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Usage tracker for resource:subnet and tenant:b4c31cf486bb4956abf9c7906e2ce93d is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:43:10.897607 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7c2ebb5b-5369-4a39-8a3d-db90c1be0c7a tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:10.897816 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7c2ebb5b-5369-4a39-8a3d-db90c1be0c7a tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:10.898199 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-ea80aa12-ac52-4d97-9834-978ff9ab3a6d tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:43:10.941396 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-ea80aa12-ac52-4d97-9834-978ff9ab3a6d tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:43:10.953715 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-527c89aa-9662-43b9-b512-0389e314db73 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:43:10.957429 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52371e2-75fb-4106-9772-c2a40f0617e1 admin admin] Network 0feb43c5-81db-47ea-8e99-1f15e3da5944 is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:43:10.970111 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-c99f5e55-7f0b-421e-a9bd-fd190a33d018 None None] Attempting to bind port f6b3232a-bc1d-4907-8c66-1fdb4225fe33 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:43:10.970483 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-c99f5e55-7f0b-421e-a9bd-fd190a33d018 None None] Attempting to bind port f6b3232a-bc1d-4907-8c66-1fdb4225fe33 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': '525dfeb2-c6e9-46c0-86b5-c0fc8f38aa61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'dc4367fd-dc16-4fc2-96a9-f1ec5ae98870'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:43:10.971021 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99f5e55-7f0b-421e-a9bd-fd190a33d018 None None] Attempting to bind port f6b3232a-bc1d-4907-8c66-1fdb4225fe33 on network dc4367fd-dc16-4fc2-96a9-f1ec5ae98870 {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:43:10.972182 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-527c89aa-9662-43b9-b512-0389e314db73 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Usage tracker for resource:subnet and tenant:a287064d5ca349c39790be8557119e7e is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:43:10.974952 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f50b18-7634-4286-bc0c-c6aacc372f0f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'Port': ['ID=e9fc3a96-fdc8-4c54-8e52-081ebf891910,revision_number=2']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:10.989897 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-527c89aa-9662-43b9-b512-0389e314db73 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:43:10.990000 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99f5e55-7f0b-421e-a9bd-fd190a33d018 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:43:10.990000 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99f5e55-7f0b-421e-a9bd-fd190a33d018 None None] Checking segment: {'id': '525dfeb2-c6e9-46c0-86b5-c0fc8f38aa61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'dc4367fd-dc16-4fc2-96a9-f1ec5ae98870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:43:10.990000 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-c99f5e55-7f0b-421e-a9bd-fd190a33d018 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:10.990000 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99f5e55-7f0b-421e-a9bd-fd190a33d018 None None] Bound using segment: {'id': '525dfeb2-c6e9-46c0-86b5-c0fc8f38aa61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'dc4367fd-dc16-4fc2-96a9-f1ec5ae98870'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:43:10.990000 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-c99f5e55-7f0b-421e-a9bd-fd190a33d018 None None] Bound port: f6b3232a-bc1d-4907-8c66-1fdb4225fe33, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '525dfeb2-c6e9-46c0-86b5-c0fc8f38aa61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'dc4367fd-dc16-4fc2-96a9-f1ec5ae98870'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:43:10.990000 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-c99f5e55-7f0b-421e-a9bd-fd190a33d018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:11.006270 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-527c89aa-9662-43b9-b512-0389e314db73 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:43:11.018452 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a0f50b18-7634-4286-bc0c-c6aacc372f0f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473039'] for floatingip, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:11.037801 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-7c2ebb5b-5369-4a39-8a3d-db90c1be0c7a tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Calling delete_port for 87ae1afc-c70a-4436-a660-d19309b030de owned by network:floatingip {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:43:11.102419 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea80aa12-ac52-4d97-9834-978ff9ab3a6d tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Made reservation on behalf of b4c31cf486bb4956abf9c7906e2ce93d for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:43:11.105711 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-c99f5e55-7f0b-421e-a9bd-fd190a33d018 None None] For port f6b3232a-bc1d-4907-8c66-1fdb4225fe33, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:43:11.110012 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-c99f5e55-7f0b-421e-a9bd-fd190a33d018 None None] For port f6b3232a-bc1d-4907-8c66-1fdb4225fe33, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=f6b3232a-bc1d-4907-8c66-1fdb4225fe33,segment=NetworkSegment(525dfeb2-c6e9-46c0-86b5-c0fc8f38aa61),segment_id=525dfeb2-c6e9-46c0-86b5-c0fc8f38aa61)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:43:11.130623 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-f52371e2-75fb-4106-9772-c2a40f0617e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, 0feb43c5-81db-47ea-8e99-1f15e3da5944) {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:43:11.138408 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127cdaed-d8a8-4708-b930-3cbc21e613ca None None] Network 0feb43c5-81db-47ea-8e99-1f15e3da5944 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:43:11.188276 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52371e2-75fb-4106-9772-c2a40f0617e1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:11.188903 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f52371e2-75fb-4106-9772-c2a40f0617e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:11.205271 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-527c89aa-9662-43b9-b512-0389e314db73 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Made reservation on behalf of a287064d5ca349c39790be8557119e7e for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:43:11.207651 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-c99f5e55-7f0b-421e-a9bd-fd190a33d018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:11.269837 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7c2ebb5b-5369-4a39-8a3d-db90c1be0c7a tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:11.318255 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2ebb5b-5369-4a39-8a3d-db90c1be0c7a tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Pushing event deleted for resources: {'Port': ['ID=87ae1afc-c70a-4436-a660-d19309b030de,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:11.331781 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ea80aa12-ac52-4d97-9834-978ff9ab3a6d tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985186'] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:11.343983 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99f5e55-7f0b-421e-a9bd-fd190a33d018 None None] Pushing event updated for resources: {'Port': ['ID=f6b3232a-bc1d-4907-8c66-1fdb4225fe33,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:11.416777 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7c2ebb5b-5369-4a39-8a3d-db90c1be0c7a tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks [] for floatingip, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:11.435183 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7c2ebb5b-5369-4a39-8a3d-db90c1be0c7a tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for floatingip, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:11.448016 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-7c2ebb5b-5369-4a39-8a3d-db90c1be0c7a tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] 10.222.0.36 "DELETE /v2.0/floatingips/41577416-878b-4b92-940d-566f648d295d HTTP/1.1" status: 204 len: 168 time: 0.9868205 Feb 04 08:43:11.448252 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-f52371e2-75fb-4106-9772-c2a40f0617e1 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4695766 Feb 04 08:43:11.448746 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 53824) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:11.499459 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e25707f-cfa7-49e5-9497-39dbabefb25b tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] DELETE failed (client error): The resource could not be found. Feb 04 08:43:11.499692 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0101c760-9511-4f88-8257-c114b2675bb4 None None] Network 0feb43c5-81db-47ea-8e99-1f15e3da5944 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:43:11.499804 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e25707f-cfa7-49e5-9497-39dbabefb25b tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:43:11.501428 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-3e25707f-cfa7-49e5-9497-39dbabefb25b tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] 10.222.0.36 "DELETE /v2.0/ports/4cab342a-1e95-49e7-b4a2-dd47a57dd333 HTTP/1.1" status: 404 len: 333 time: 0.0599256 Feb 04 08:43:11.503974 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 53830) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:11.566029 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-4658617c-d394-490a-b5d2-37d01d012d65 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Synchronizing usage tracker for tenant:ad4a401d45cf492bbfe70c7522312369 on resource:port {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:43:11.604195 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-527c89aa-9662-43b9-b512-0389e314db73 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985186'] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:11.628875 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-fa4bcf09-851f-43e6-b615-920b6fbe6f46 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=38fb4a4f531f422e8f349b2d1f497836&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8531916 Feb 04 08:43:11.631518 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 53836) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:11.655921 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-4658617c-d394-490a-b5d2-37d01d012d65 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Unset dirty status for tenant:ad4a401d45cf492bbfe70c7522312369 on resource:port {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:43:11.657102 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-4658617c-d394-490a-b5d2-37d01d012d65 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fcd4d32-ddf1-4837-b8a0-c2c8e2047e1c HTTP/1.1" status: 200 len: 205 time: 0.1517172 Feb 04 08:43:11.659872 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 53840) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:11.759832 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.api.v2.resource [None req-5bf76fc5-4262-4184-a008-9c349fedc8c0 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] delete failed (client error): The resource could not be found. Feb 04 08:43:11.760789 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-5bf76fc5-4262-4184-a008-9c349fedc8c0 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] 10.222.0.36 "DELETE /v2.0/routers/3fcd4d32-ddf1-4837-b8a0-c2c8e2047e1c HTTP/1.1" status: 404 len: 336 time: 0.1001344 Feb 04 08:43:11.767529 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 53844) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:11.831618 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-b67d4161-e72d-462f-86eb-d7d30ba62687 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] DELETE failed (client error): The resource could not be found. Feb 04 08:43:11.832638 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b67d4161-e72d-462f-86eb-d7d30ba62687 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:43:11.836918 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-b67d4161-e72d-462f-86eb-d7d30ba62687 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] 10.222.0.36 "DELETE /v2.0/subnets/e722b01a-fa5f-49a3-8aca-b05eab46b8ec HTTP/1.1" status: 404 len: 337 time: 0.0662148 Feb 04 08:43:11.842600 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53850) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:11.865690 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f93520b6-5c6a-4581-8a04-9dc6a57e7477 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:11.899063 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f93520b6-5c6a-4581-8a04-9dc6a57e7477 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:12.049852 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f93520b6-5c6a-4581-8a04-9dc6a57e7477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:12.053703 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-a3a960e0-a394-49b1-b2c3-e5c20e3a039d tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Deleting port d3b46d85-a268-47c1-b607-51790a53ab43 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:43:12.058864 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a3a960e0-a394-49b1-b2c3-e5c20e3a039d tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:12.064538 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93520b6-5c6a-4581-8a04-9dc6a57e7477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbc53476-5889-4baf-b607-776c710dab42,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:12.071528 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f93520b6-5c6a-4581-8a04-9dc6a57e7477 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:12.075829 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-f93520b6-5c6a-4581-8a04-9dc6a57e7477 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bbc53476-5889-4baf-b607-776c710dab42 HTTP/1.1" status: 204 len: 168 time: 0.4405866 Feb 04 08:43:12.215495 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ea80aa12-ac52-4d97-9834-978ff9ab3a6d tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7510230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985204'] for subnet, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:12.267110 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.l3_db [None req-a0f50b18-7634-4286-bc0c-c6aacc372f0f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Floating IP 1eb3424d-a5ce-41fc-bb73-0d7090077f2f associated. External IP: 172.26.3.248, port: 5a51418e-8221-4177-93e8-0f6d95efbe73. Feb 04 08:43:12.336181 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-527c89aa-9662-43b9-b512-0389e314db73 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7510230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985204'] for subnet, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:12.471568 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea80aa12-ac52-4d97-9834-978ff9ab3a6d tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Pushing event updated for resources: {'Subnet': ['ID=66945fe9-1bba-4009-bc64-d2ee62e56351,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:12.535164 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527c89aa-9662-43b9-b512-0389e314db73 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Network 50f32939-48ec-455e-86f8-8c6e3a27572b is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:43:12.555341 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-527c89aa-9662-43b9-b512-0389e314db73 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:43:12.560655 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527c89aa-9662-43b9-b512-0389e314db73 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:12.561127 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-527c89aa-9662-43b9-b512-0389e314db73 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:12.567660 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0d83eb-9dac-4bb6-b5f6-22b18e6e77c1 None None] Network 50f32939-48ec-455e-86f8-8c6e3a27572b requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:43:12.645200 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea80aa12-ac52-4d97-9834-978ff9ab3a6d tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Checking segment: {'id': '6b1909ab-3105-429a-8422-3ba0047e1f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '081ea6ae-8126-4f74-8728-621890b08483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:43:12.646583 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea80aa12-ac52-4d97-9834-978ff9ab3a6d tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Network hostable DHCP agents. Network: 081ea6ae-8126-4f74-8728-621890b08483, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:43:12.659094 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527c89aa-9662-43b9-b512-0389e314db73 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Pushing event updated for resources: {'Subnet': ['ID=a3a14d9e-158f-4524-82f4-3dab1449fb56,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:12.725641 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a3a960e0-a394-49b1-b2c3-e5c20e3a039d tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:12.813102 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 53866) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:12.813710 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-527c89aa-9662-43b9-b512-0389e314db73 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1282315 Feb 04 08:43:12.814946 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device f6b3232a-bc1d-4907-8c66-1fdb4225fe33 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:43:12.819119 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-795a0ef8-665d-425c-8ff0-6c000ffd713e tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Request body: {'security_group': {'name': 'tempest-secgroup-592798225'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:43:12.830109 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-795a0ef8-665d-425c-8ff0-6c000ffd713e tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:43:12.839638 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-795a0ef8-665d-425c-8ff0-6c000ffd713e tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Usage tracker for resource:security_group and tenant:a287064d5ca349c39790be8557119e7e is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:43:12.843388 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-795a0ef8-665d-425c-8ff0-6c000ffd713e tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:43:12.861662 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-795a0ef8-665d-425c-8ff0-6c000ffd713e tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:43:12.878866 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade71122-7071-4d43-bc41-2d882577661c None None] Network dc4367fd-dc16-4fc2-96a9-f1ec5ae98870 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:43:12.933041 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-a3a960e0-a394-49b1-b2c3-e5c20e3a039d tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Calling delete_port for d3b46d85-a268-47c1-b607-51790a53ab43 owned by {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:43:12.963617 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-795a0ef8-665d-425c-8ff0-6c000ffd713e tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks [] for security_group, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:13.010586 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea80aa12-ac52-4d97-9834-978ff9ab3a6d tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Network 081ea6ae-8126-4f74-8728-621890b08483 is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:43:13.082750 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53872) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:13.096513 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-47309148-0aa7-44db-820c-03a99b0e83d5 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1603698796-network', 'tenant_id': 'fdfd190edb864d03b3dfb584d77a168c'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:43:13.100842 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-ea80aa12-ac52-4d97-9834-978ff9ab3a6d tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, 081ea6ae-8126-4f74-8728-621890b08483) {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:43:13.108328 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-47309148-0aa7-44db-820c-03a99b0e83d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:43:13.118120 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-47309148-0aa7-44db-820c-03a99b0e83d5 admin admin] Usage tracker for resource:network and tenant:fdfd190edb864d03b3dfb584d77a168c is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:43:13.121955 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea80aa12-ac52-4d97-9834-978ff9ab3a6d tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:13.124612 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ea80aa12-ac52-4d97-9834-978ff9ab3a6d tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:13.129756 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-47309148-0aa7-44db-820c-03a99b0e83d5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:43:13.132996 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-795a0ef8-665d-425c-8ff0-6c000ffd713e tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:43:13.137671 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa8a225-f2de-4cf6-bfc9-d1fe6e569de7 None None] Network 081ea6ae-8126-4f74-8728-621890b08483 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:43:13.137850 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-795a0ef8-665d-425c-8ff0-6c000ffd713e tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Usage tracker for resource:security_group_rule and tenant:a287064d5ca349c39790be8557119e7e is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:43:13.141072 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-795a0ef8-665d-425c-8ff0-6c000ffd713e tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:43:13.147878 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-795a0ef8-665d-425c-8ff0-6c000ffd713e tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:43:13.155015 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-47309148-0aa7-44db-820c-03a99b0e83d5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:43:13.206749 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-795a0ef8-665d-425c-8ff0-6c000ffd713e tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks [] for security_group, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:13.221339 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-c419f53e-379e-4238-9c39-1ce799f18ab0 None None] Provisioning for port f6b3232a-bc1d-4907-8c66-1fdb4225fe33 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:43:13.287006 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-795a0ef8-665d-425c-8ff0-6c000ffd713e tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:13.320904 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port f6b3232a-bc1d-4907-8c66-1fdb4225fe33 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:43:13.334136 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795a0ef8-665d-425c-8ff0-6c000ffd713e tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b33bd06-5075-4d4e-9693-2d3c67318706,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:13.344908 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port f6b3232a-bc1d-4907-8c66-1fdb4225fe33 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:43:13.348419 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:13.396169 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-795a0ef8-665d-425c-8ff0-6c000ffd713e tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:13.397630 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-795a0ef8-665d-425c-8ff0-6c000ffd713e tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.5834966 Feb 04 08:43:13.404538 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 53876) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:13.406778 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-31a35e19-37f3-489b-a962-b71c3ddfe356 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Request body: {'security_group': {'name': 'tempest-secgroup-10834715'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:43:13.413525 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-31a35e19-37f3-489b-a962-b71c3ddfe356 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:43:13.418369 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-31a35e19-37f3-489b-a962-b71c3ddfe356 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Usage tracker for resource:security_group and tenant:a287064d5ca349c39790be8557119e7e is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:43:13.421476 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-31a35e19-37f3-489b-a962-b71c3ddfe356 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:43:13.426814 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff1fd90-2b0f-4a97-8001-cd1dfe3d80af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-50f32939-48ec-455e-86f8-8c6e3a27572b', 'network_id': '50f32939-48ec-455e-86f8-8c6e3a27572b', 'tenant_id': 'a287064d5ca349c39790be8557119e7e', 'fixed_ips': [{'subnet_id': 'a3a14d9e-158f-4524-82f4-3dab1449fb56'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:43:13.427619 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2ff1fd90-2b0f-4a97-8001-cd1dfe3d80af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:13.429311 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-31a35e19-37f3-489b-a962-b71c3ddfe356 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:43:13.449163 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a3a960e0-a394-49b1-b2c3-e5c20e3a039d tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:13.451628 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-ea80aa12-ac52-4d97-9834-978ff9ab3a6d tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.9338596 Feb 04 08:43:13.454557 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 53880) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:13.501235 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a960e0-a394-49b1-b2c3-e5c20e3a039d tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Pushing event deleted for resources: {'Port': ['ID=d3b46d85-a268-47c1-b607-51790a53ab43,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:13.538053 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-31a35e19-37f3-489b-a962-b71c3ddfe356 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks [] for security_group, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:13.555982 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47309148-0aa7-44db-820c-03a99b0e83d5 admin admin] Made reservation on behalf of fdfd190edb864d03b3dfb584d77a168c for: {'network': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:43:13.559084 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-47309148-0aa7-44db-820c-03a99b0e83d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:13.610023 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-47309148-0aa7-44db-820c-03a99b0e83d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:13.625183 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a593f87-e2e0-4502-a28d-441044bf51c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-081ea6ae-8126-4f74-8728-621890b08483', 'network_id': '081ea6ae-8126-4f74-8728-621890b08483', 'tenant_id': 'b4c31cf486bb4956abf9c7906e2ce93d', 'fixed_ips': [{'subnet_id': '66945fe9-1bba-4009-bc64-d2ee62e56351'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:43:13.626091 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-6a593f87-e2e0-4502-a28d-441044bf51c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:13.639119 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-31a35e19-37f3-489b-a962-b71c3ddfe356 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:43:13.648343 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-31a35e19-37f3-489b-a962-b71c3ddfe356 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Usage tracker for resource:security_group_rule and tenant:a287064d5ca349c39790be8557119e7e is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:43:13.661127 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ebdb0302-a901-4cb2-a32e-98f6e8442e93 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:13.661127 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-31a35e19-37f3-489b-a962-b71c3ddfe356 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:43:13.669359 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a3a960e0-a394-49b1-b2c3-e5c20e3a039d tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:13.670451 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-31a35e19-37f3-489b-a962-b71c3ddfe356 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:43:13.685021 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-47309148-0aa7-44db-820c-03a99b0e83d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:43:13.692734 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-a3a960e0-a394-49b1-b2c3-e5c20e3a039d tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] 10.222.0.36 "DELETE /v2.0/ports/d3b46d85-a268-47c1-b607-51790a53ab43 HTTP/1.1" status: 204 len: 168 time: 1.8491240 Feb 04 08:43:13.695890 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-47309148-0aa7-44db-820c-03a99b0e83d5 admin admin] Usage tracker for resource:security_group_rule and tenant:fdfd190edb864d03b3dfb584d77a168c is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:43:13.696015 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 53884) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:13.702065 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-47309148-0aa7-44db-820c-03a99b0e83d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:43:13.711916 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-47309148-0aa7-44db-820c-03a99b0e83d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:43:13.721396 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0f50b18-7634-4286-bc0c-c6aacc372f0f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Router 4a72ba4c-e039-402a-8503-660cd7f4f6a8 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:43:13.729687 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:13.846415 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-2ff1fd90-2b0f-4a97-8001-cd1dfe3d80af None None] Allocated IP 172.20.0.2 (50f32939-48ec-455e-86f8-8c6e3a27572b/a3a14d9e-158f-4524-82f4-3dab1449fb56/56740688-eb0f-45af-9592-15e456c4b1b7) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:43:13.852163 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port f6b3232a-bc1d-4907-8c66-1fdb4225fe33, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=f6b3232a-bc1d-4907-8c66-1fdb4225fe33,segment=NetworkSegment(525dfeb2-c6e9-46c0-86b5-c0fc8f38aa61),segment_id=525dfeb2-c6e9-46c0-86b5-c0fc8f38aa61)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:43:13.853896 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-c07d0f6f-f868-4a52-b045-ddb7e9ebd12e tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Deleting port 8672be9b-b77c-4dcf-9c7b-058ca37f3d0b {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:43:13.854421 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c07d0f6f-f868-4a52-b045-ddb7e9ebd12e tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:13.878765 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-47309148-0aa7-44db-820c-03a99b0e83d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:13.922826 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ebdb0302-a901-4cb2-a32e-98f6e8442e93 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:13.927629 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:13.951221 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-47309148-0aa7-44db-820c-03a99b0e83d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:14.003796 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47309148-0aa7-44db-820c-03a99b0e83d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=84107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:43:14.007507 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47309148-0aa7-44db-820c-03a99b0e83d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=515dd579-9ae4-4469-88e9-6efbe729783c,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:14.023947 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-47309148-0aa7-44db-820c-03a99b0e83d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:14.024295 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.segments_db [None req-47309148-0aa7-44db-820c-03a99b0e83d5 admin admin] Added segment ad4136ee-e53a-4735-9103-2e4299ae025a of type vlan for network bf949a99-8242-4b60-b851-dceb2f882ff9 Feb 04 08:43:14.058785 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-47309148-0aa7-44db-820c-03a99b0e83d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:14.071937 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0f50b18-7634-4286-bc0c-c6aacc372f0f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:43:14.091136 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-31a35e19-37f3-489b-a962-b71c3ddfe356 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks [] for security_group, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:14.103190 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78de7db-4efc-451f-a6f1-902c22a5348e None None] Sync routers for ids ['4a72ba4c-e039-402a-8503-660cd7f4f6a8'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:43:14.121486 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-6a593f87-e2e0-4502-a28d-441044bf51c1 None None] Allocated IP 2001:db8::1 (081ea6ae-8126-4f74-8728-621890b08483/66945fe9-1bba-4009-bc64-d2ee62e56351/5a964fae-f307-46c6-87f5-a7dd6e9bb565) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:43:14.160548 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=f6b3232a-bc1d-4907-8c66-1fdb4225fe33,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:14.174126 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-31a35e19-37f3-489b-a962-b71c3ddfe356 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:14.180851 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-7833c596-cd27-4b67-a84c-3fe770a77fe3 None None] Provisioning complete for port f6b3232a-bc1d-4907-8c66-1fdb4225fe33 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:43:14.181219 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-7833c596-cd27-4b67-a84c-3fe770a77fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:14.204491 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-47309148-0aa7-44db-820c-03a99b0e83d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:14.205700 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47309148-0aa7-44db-820c-03a99b0e83d5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:14.207125 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-47309148-0aa7-44db-820c-03a99b0e83d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:14.210754 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a0f50b18-7634-4286-bc0c-c6aacc372f0f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for floatingip, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:14.221311 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78de7db-4efc-451f-a6f1-902c22a5348e None None] Routers {'4a72ba4c-e039-402a-8503-660cd7f4f6a8'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:43:14.221928 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-e78de7db-4efc-451f-a6f1-902c22a5348e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:42:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['4a72ba4c-e039-402a-8503-660cd7f4f6a8'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:43:14.249904 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a35e19-37f3-489b-a962-b71c3ddfe356 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e92e6595-8a3e-4704-87bc-ddf5ee27287f,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:14.289671 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c07d0f6f-f868-4a52-b045-ddb7e9ebd12e tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:14.350740 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-31a35e19-37f3-489b-a962-b71c3ddfe356 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:14.355999 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-31a35e19-37f3-489b-a962-b71c3ddfe356 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1575 time: 0.9540060 Feb 04 08:43:14.356164 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53888) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:14.363936 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-a0f50b18-7634-4286-bc0c-c6aacc372f0f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 7.4601729 Feb 04 08:43:14.366967 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-38de8880-142a-435b-a751-797561e6fc54 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-946597976', 'security_groups': ['e92e6595-8a3e-4704-87bc-ddf5ee27287f'], 'network_id': '50f32939-48ec-455e-86f8-8c6e3a27572b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a3a14d9e-158f-4524-82f4-3dab1449fb56'}]}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:43:14.381359 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07ffe891-8cfd-4d80-a752-f1bcd03d42c5', 'tag': '5a51418e-8221-4177-93e8-0f6d95efbe73'}] {{(pid=84107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:43:14.386056 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47309148-0aa7-44db-820c-03a99b0e83d5 admin admin] Pushing event updated for resources: {'Network': ['ID=bf949a99-8242-4b60-b851-dceb2f882ff9,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:14.391044 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53892) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:14.403220 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-47309148-0aa7-44db-820c-03a99b0e83d5 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3178608 Feb 04 08:43:14.423508 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 53900) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:14.432463 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-c07d0f6f-f868-4a52-b045-ddb7e9ebd12e tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Calling delete_port for 8672be9b-b77c-4dcf-9c7b-058ca37f3d0b owned by {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:43:14.454114 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network bf949a99-8242-4b60-b851-dceb2f882ff9 details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:43:14.463596 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-64733be6-e88e-437c-9db4-e3759d855c1d admin admin] Request body: {'subnet': {'network_id': 'bf949a99-8242-4b60-b851-dceb2f882ff9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1603698796-subnet', 'tenant_id': 'fdfd190edb864d03b3dfb584d77a168c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:43:14.473707 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-64733be6-e88e-437c-9db4-e3759d855c1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:43:14.487097 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-64733be6-e88e-437c-9db4-e3759d855c1d admin admin] Usage tracker for resource:subnet and tenant:fdfd190edb864d03b3dfb584d77a168c is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:43:14.492209 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-64733be6-e88e-437c-9db4-e3759d855c1d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:43:14.501113 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-64733be6-e88e-437c-9db4-e3759d855c1d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:43:14.577071 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64733be6-e88e-437c-9db4-e3759d855c1d admin admin] Made reservation on behalf of fdfd190edb864d03b3dfb584d77a168c for: {'subnet': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:43:14.579645 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-64733be6-e88e-437c-9db4-e3759d855c1d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8119726'] for subnet, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:14.610848 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-c5d8dabe-e023-48b7-9836-6c8c652e1a2f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/floatingips/1eb3424d-a5ce-41fc-bb73-0d7090077f2f HTTP/1.1" status: 200 len: 992 time: 0.2178507 Feb 04 08:43:14.661902 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-38de8880-142a-435b-a751-797561e6fc54 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:43:14.670153 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-38de8880-142a-435b-a751-797561e6fc54 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Usage tracker for resource:port and tenant:a287064d5ca349c39790be8557119e7e is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:43:14.674616 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-38de8880-142a-435b-a751-797561e6fc54 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:43:14.691220 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-38de8880-142a-435b-a751-797561e6fc54 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:43:14.703512 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2ff1fd90-2b0f-4a97-8001-cd1dfe3d80af None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:14.774568 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device f6b3232a-bc1d-4907-8c66-1fdb4225fe33 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:43:14.786788 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38de8880-142a-435b-a751-797561e6fc54 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Made reservation on behalf of a287064d5ca349c39790be8557119e7e for: {'port': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:43:14.794943 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-38de8880-142a-435b-a751-797561e6fc54 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:14.825844 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c07d0f6f-f868-4a52-b045-ddb7e9ebd12e tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:14.826477 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07ffe891-8cfd-4d80-a752-f1bcd03d42c5', 'tag': '5a51418e-8221-4177-93e8-0f6d95efbe73', 'status': 'completed', 'code': 200} Feb 04 08:43:14.827603 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [None req-38de8880-142a-435b-a751-797561e6fc54 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] device_id is not set on port fbdb70dc-8f7b-4970-8457-b76bfa425773 yet. {{(pid=84107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:43:14.835527 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-2ff1fd90-2b0f-4a97-8001-cd1dfe3d80af None None] Transition to ACTIVE for port object 56740688-eb0f-45af-9592-15e456c4b1b7 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:43:14.898741 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-e78de7db-4efc-451f-a6f1-902c22a5348e None None] Set router 4a72ba4c-e039-402a-8503-660cd7f4f6a8 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:43:14.913411 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07d0f6f-f868-4a52-b045-ddb7e9ebd12e tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Pushing event deleted for resources: {'Port': ['ID=8672be9b-b77c-4dcf-9c7b-058ca37f3d0b,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:14.965937 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-2ff1fd90-2b0f-4a97-8001-cd1dfe3d80af None None] Transition to ACTIVE for port object 56740688-eb0f-45af-9592-15e456c4b1b7 will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:43:14.967936 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-64733be6-e88e-437c-9db4-e3759d855c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7593498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8119736'] for subnet, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:14.975172 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-6a593f87-e2e0-4502-a28d-441044bf51c1 None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:15.007450 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-6a593f87-e2e0-4502-a28d-441044bf51c1 None None] Transition to ACTIVE for port object 5a964fae-f307-46c6-87f5-a7dd6e9bb565 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:43:15.079843 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2ff1fd90-2b0f-4a97-8001-cd1dfe3d80af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:15.121291 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-38de8880-142a-435b-a751-797561e6fc54 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Allocated IP 172.20.0.13 (50f32939-48ec-455e-86f8-8c6e3a27572b/a3a14d9e-158f-4524-82f4-3dab1449fb56/fbdb70dc-8f7b-4970-8457-b76bfa425773) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:43:15.149055 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-6a593f87-e2e0-4502-a28d-441044bf51c1 None None] Transition to ACTIVE for port object 5a964fae-f307-46c6-87f5-a7dd6e9bb565 will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:43:15.157687 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64733be6-e88e-437c-9db4-e3759d855c1d admin admin] Checking segment: {'id': 'ad4136ee-e53a-4735-9103-2e4299ae025a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'bf949a99-8242-4b60-b851-dceb2f882ff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:43:15.158040 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64733be6-e88e-437c-9db4-e3759d855c1d admin admin] Network hostable DHCP agents. Network: bf949a99-8242-4b60-b851-dceb2f882ff9, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:43:15.168027 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64733be6-e88e-437c-9db4-e3759d855c1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a07e0ccc-6916-4721-b6cf-dac576f98770,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:15.180172 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c07d0f6f-f868-4a52-b045-ddb7e9ebd12e tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:15.195428 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-22e18b70-c02d-4d0d-a838-295a0926a1cf req-beb79d0e-41e8-4ec1-b0ed-3222bb2c33af service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7df2bfd740464e869863a41b14f4d5af&device_id=07ffe891-8cfd-4d80-a752-f1bcd03d42c5 HTTP/1.1" status: 200 len: 1099 time: 0.2830379 Feb 04 08:43:15.201074 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff1fd90-2b0f-4a97-8001-cd1dfe3d80af None None] Pushing event updated for resources: {'Port': ['ID=56740688-eb0f-45af-9592-15e456c4b1b7,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:15.206399 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff1fd90-2b0f-4a97-8001-cd1dfe3d80af None None] Network 50f32939-48ec-455e-86f8-8c6e3a27572b is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:43:15.206399 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port f6b3232a-bc1d-4907-8c66-1fdb4225fe33 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:43:15.206399 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:15.247530 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-2ff1fd90-2b0f-4a97-8001-cd1dfe3d80af None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:43:15.258406 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-6a593f87-e2e0-4502-a28d-441044bf51c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:15.269622 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff1fd90-2b0f-4a97-8001-cd1dfe3d80af None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:43:15.323491 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-38de8880-142a-435b-a751-797561e6fc54 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:15.341471 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [None req-38de8880-142a-435b-a751-797561e6fc54 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Transition to ACTIVE for port object fbdb70dc-8f7b-4970-8457-b76bfa425773 will not be triggered until provisioned by entity DHCP. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:43:15.399410 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ebdb0302-a901-4cb2-a32e-98f6e8442e93 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7593563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8119683'] for subnet, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:15.403296 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64733be6-e88e-437c-9db4-e3759d855c1d admin admin] Network bf949a99-8242-4b60-b851-dceb2f882ff9 is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:43:15.405960 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-c07d0f6f-f868-4a52-b045-ddb7e9ebd12e tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] 10.222.0.36 "DELETE /v2.0/ports/8672be9b-b77c-4dcf-9c7b-058ca37f3d0b HTTP/1.1" status: 204 len: 168 time: 1.7074175 Feb 04 08:43:15.408928 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53904) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:15.453700 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-38de8880-142a-435b-a751-797561e6fc54 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:15.455286 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdb0302-a901-4cb2-a32e-98f6e8442e93 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Pushing event deleted for resources: {'Subnet': ['ID=66945fe9-1bba-4009-bc64-d2ee62e56351,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:15.482521 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a593f87-e2e0-4502-a28d-441044bf51c1 None None] Network 081ea6ae-8126-4f74-8728-621890b08483 is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:43:15.492802 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-6a593f87-e2e0-4502-a28d-441044bf51c1 None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:43:15.497326 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a593f87-e2e0-4502-a28d-441044bf51c1 None None] Pushing event updated for resources: {'Port': ['ID=5a964fae-f307-46c6-87f5-a7dd6e9bb565,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:15.521585 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a593f87-e2e0-4502-a28d-441044bf51c1 None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:43:15.566818 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-64733be6-e88e-437c-9db4-e3759d855c1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, bf949a99-8242-4b60-b851-dceb2f882ff9) {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:43:15.569647 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38de8880-142a-435b-a751-797561e6fc54 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Network 50f32939-48ec-455e-86f8-8c6e3a27572b is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:43:15.570704 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38de8880-142a-435b-a751-797561e6fc54 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Pushing event updated for resources: {'Port': ['ID=fbdb70dc-8f7b-4970-8457-b76bfa425773,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:15.577531 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-38de8880-142a-435b-a751-797561e6fc54 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:43:15.580008 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38de8880-142a-435b-a751-797561e6fc54 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:43:15.592322 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64733be6-e88e-437c-9db4-e3759d855c1d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:15.592475 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-64733be6-e88e-437c-9db4-e3759d855c1d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:15.600278 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4b3fae-b045-4a15-aa4c-091a86f89941 None None] Network bf949a99-8242-4b60-b851-dceb2f882ff9 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:43:15.614239 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53908) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:15.622279 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ebdb0302-a901-4cb2-a32e-98f6e8442e93 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:15.638903 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e18b70-c02d-4d0d-a838-295a0926a1cf req-002d4eae-179b-429e-9cdb-341e2bf74b93 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:15.640360 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-22e18b70-c02d-4d0d-a838-295a0926a1cf req-002d4eae-179b-429e-9cdb-341e2bf74b93 service neutron] 10.222.0.47 "GET /v2.0/networks?id=496cc049-ee93-4118-86d8-45abdf23adc3 HTTP/1.1" status: 200 len: 898 time: 0.4361036 Feb 04 08:43:15.659453 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-2ff1fd90-2b0f-4a97-8001-cd1dfe3d80af None None] Attempting to bind port 56740688-eb0f-45af-9592-15e456c4b1b7 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:43:15.659854 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-2ff1fd90-2b0f-4a97-8001-cd1dfe3d80af None None] Attempting to bind port 56740688-eb0f-45af-9592-15e456c4b1b7 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': 'b84403a3-7adc-4393-8376-fc4992396421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '50f32939-48ec-455e-86f8-8c6e3a27572b'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:43:15.660149 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff1fd90-2b0f-4a97-8001-cd1dfe3d80af None None] Attempting to bind port 56740688-eb0f-45af-9592-15e456c4b1b7 on network 50f32939-48ec-455e-86f8-8c6e3a27572b {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:43:15.710005 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-ebdb0302-a901-4cb2-a32e-98f6e8442e93 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['081ea6ae-8126-4f74-8728-621890b08483']}} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:43:15.732824 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-64733be6-e88e-437c-9db4-e3759d855c1d admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3082104 Feb 04 08:43:15.740156 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-ebdb0302-a901-4cb2-a32e-98f6e8442e93 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b1909ab-3105-429a-8422-3ba0047e1f5b') {'for_net_delete': True} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:43:15.740486 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-ebdb0302-a901-4cb2-a32e-98f6e8442e93 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b1909ab-3105-429a-8422-3ba0047e1f5b') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:43:15.767115 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ebdb0302-a901-4cb2-a32e-98f6e8442e93 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7851336'] for segment, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:15.797604 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-22e18b70-c02d-4d0d-a838-295a0926a1cf req-4a5694ee-75e4-42b8-9433-2c4d40b220f8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a51418e-8221-4177-93e8-0f6d95efbe73 HTTP/1.1" status: 200 len: 1000 time: 0.1454020 Feb 04 08:43:15.801622 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ebdb0302-a901-4cb2-a32e-98f6e8442e93 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:15.852847 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff1fd90-2b0f-4a97-8001-cd1dfe3d80af None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:43:15.854398 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff1fd90-2b0f-4a97-8001-cd1dfe3d80af None None] Checking segment: {'id': 'b84403a3-7adc-4393-8376-fc4992396421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '50f32939-48ec-455e-86f8-8c6e3a27572b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:43:15.854540 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2ff1fd90-2b0f-4a97-8001-cd1dfe3d80af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:15.854850 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff1fd90-2b0f-4a97-8001-cd1dfe3d80af None None] Bound using segment: {'id': 'b84403a3-7adc-4393-8376-fc4992396421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '50f32939-48ec-455e-86f8-8c6e3a27572b'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:43:15.855333 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-2ff1fd90-2b0f-4a97-8001-cd1dfe3d80af None None] Bound port: 56740688-eb0f-45af-9592-15e456c4b1b7, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b84403a3-7adc-4393-8376-fc4992396421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '50f32939-48ec-455e-86f8-8c6e3a27572b'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:43:15.855705 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2ff1fd90-2b0f-4a97-8001-cd1dfe3d80af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:15.862031 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebdb0302-a901-4cb2-a32e-98f6e8442e93 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=84108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:43:15.862436 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ebdb0302-a901-4cb2-a32e-98f6e8442e93 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7460345'] for segment, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:15.873586 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e3fe06-1dd5-4d40-a719-db8514d2aaa2 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:15.874291 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-75e3fe06-1dd5-4d40-a719-db8514d2aaa2 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Synchronizing usage tracker for tenant:ad4a401d45cf492bbfe70c7522312369 on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:43:15.889243 dv-neutron-827798-2-hyperv neutron-server[84108]: Traceback (most recent call last): Feb 04 08:43:15.889243 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:43:15.889243 dv-neutron-827798-2-hyperv neutron-server[84108]: timer() Feb 04 08:43:15.889243 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:43:15.889243 dv-neutron-827798-2-hyperv neutron-server[84108]: cb(*args, **kw) Feb 04 08:43:15.889243 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:43:15.889243 dv-neutron-827798-2-hyperv neutron-server[84108]: return func(*args, **kwargs) Feb 04 08:43:15.889243 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:43:15.889243 dv-neutron-827798-2-hyperv neutron-server[84108]: self._notify() Feb 04 08:43:15.889243 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:43:15.889243 dv-neutron-827798-2-hyperv neutron-server[84108]: self.callback(batched_events) Feb 04 08:43:15.889243 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:43:15.889243 dv-neutron-827798-2-hyperv neutron-server[84108]: event.method(event) Feb 04 08:43:15.889243 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:43:15.889243 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:43:15.889243 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:43:15.889243 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:43:15.889243 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:43:15.889243 dv-neutron-827798-2-hyperv neutron-server[84108]: return f(self, *a, **k) Feb 04 08:43:15.889243 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:43:15.889243 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._get(url).json() Feb 04 08:43:15.889243 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:43:15.889243 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:43:15.889243 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:43:15.889243 dv-neutron-827798-2-hyperv neutron-server[84108]: return self.request(url, 'GET', **kwargs) Feb 04 08:43:15.889243 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:43:15.889243 dv-neutron-827798-2-hyperv neutron-server[84108]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:43:15.889243 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:43:15.889243 dv-neutron-827798-2-hyperv neutron-server[84108]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:43:15.889243 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:43:15.889243 dv-neutron-827798-2-hyperv neutron-server[84108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:43:15.889243 dv-neutron-827798-2-hyperv neutron-server[84108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:43:15.891280 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38de8880-142a-435b-a751-797561e6fc54 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:15.891280 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-38de8880-142a-435b-a751-797561e6fc54 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:15.948326 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-6e331cec-373e-49d2-86cf-d3f7720fa9fb tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/floatingips/1eb3424d-a5ce-41fc-bb73-0d7090077f2f HTTP/1.1" status: 200 len: 992 time: 0.3287320 Feb 04 08:43:15.953400 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-6a593f87-e2e0-4502-a28d-441044bf51c1 None None] Attempting to bind port 5a964fae-f307-46c6-87f5-a7dd6e9bb565 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:43:15.953955 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-6a593f87-e2e0-4502-a28d-441044bf51c1 None None] Attempting to bind port 5a964fae-f307-46c6-87f5-a7dd6e9bb565 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': '6b1909ab-3105-429a-8422-3ba0047e1f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '081ea6ae-8126-4f74-8728-621890b08483'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:43:15.954546 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a593f87-e2e0-4502-a28d-441044bf51c1 None None] Attempting to bind port 5a964fae-f307-46c6-87f5-a7dd6e9bb565 on network 081ea6ae-8126-4f74-8728-621890b08483 {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:43:16.014528 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a593f87-e2e0-4502-a28d-441044bf51c1 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:43:16.015216 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a593f87-e2e0-4502-a28d-441044bf51c1 None None] Checking segment: {'id': '6b1909ab-3105-429a-8422-3ba0047e1f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '081ea6ae-8126-4f74-8728-621890b08483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:43:16.016477 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-6a593f87-e2e0-4502-a28d-441044bf51c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:16.016922 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a593f87-e2e0-4502-a28d-441044bf51c1 None None] Bound using segment: {'id': '6b1909ab-3105-429a-8422-3ba0047e1f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '081ea6ae-8126-4f74-8728-621890b08483'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:43:16.017404 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-6a593f87-e2e0-4502-a28d-441044bf51c1 None None] Bound port: 5a964fae-f307-46c6-87f5-a7dd6e9bb565, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b1909ab-3105-429a-8422-3ba0047e1f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '081ea6ae-8126-4f74-8728-621890b08483'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:43:16.017775 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-6a593f87-e2e0-4502-a28d-441044bf51c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:16.031798 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e18b70-c02d-4d0d-a838-295a0926a1cf req-04ed75b6-1edc-40de-ad3f-0ed4f2aa7908 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:16.033299 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-22e18b70-c02d-4d0d-a838-295a0926a1cf req-04ed75b6-1edc-40de-ad3f-0ed4f2aa7908 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=13bb94bf-077c-48a9-9255-43c72a99925c HTTP/1.1" status: 200 len: 835 time: 0.2226367 Feb 04 08:43:16.033880 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-75e3fe06-1dd5-4d40-a719-db8514d2aaa2 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Unset dirty status for tenant:ad4a401d45cf492bbfe70c7522312369 on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:43:16.038393 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-75e3fe06-1dd5-4d40-a719-db8514d2aaa2 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] 10.222.0.36 "GET /v2.0/ports?device_id=de793c8f-17cf-4e3d-8480-f685e8e42fc8 HTTP/1.1" status: 200 len: 913 time: 0.6241174 Feb 04 08:43:16.038393 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53916) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:16.052627 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 08:43:16.094702 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.db.api [None req-ebdb0302-a901-4cb2-a32e-98f6e8442e93 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 08:43:16.094702 dv-neutron-827798-2-hyperv neutron-server[84108]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 08:43:16.094702 dv-neutron-827798-2-hyperv neutron-server[84108]: [parameters: {'id': '081ea6ae-8126-4f74-8728-621890b08483'}] Feb 04 08:43:16.094702 dv-neutron-827798-2-hyperv neutron-server[84108]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84108) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 08:43:16.095340 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG oslo_db.api [None req-ebdb0302-a901-4cb2-a32e-98f6e8442e93 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 08:43:16.137103 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-38de8880-142a-435b-a751-797561e6fc54 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7782881 Feb 04 08:43:16.138546 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 53924) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:16.153784 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-22e18b70-c02d-4d0d-a838-295a0926a1cf req-8d921fdd-7733-435a-8cb3-1f5238606e4f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=496cc049-ee93-4118-86d8-45abdf23adc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0961223 Feb 04 08:43:16.160270 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-8d177af6-dac7-4660-be1b-d96d826b7b3c tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Request body: {'subnet': {'network_id': '50f32939-48ec-455e-86f8-8c6e3a27572b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:43:16.166274 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-2ff1fd90-2b0f-4a97-8001-cd1dfe3d80af None None] For port 56740688-eb0f-45af-9592-15e456c4b1b7, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:43:16.212443 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-2ff1fd90-2b0f-4a97-8001-cd1dfe3d80af None None] For port 56740688-eb0f-45af-9592-15e456c4b1b7, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=56740688-eb0f-45af-9592-15e456c4b1b7,segment=NetworkSegment(b84403a3-7adc-4393-8376-fc4992396421),segment_id=b84403a3-7adc-4393-8376-fc4992396421)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:43:16.227115 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-e78de7db-4efc-451f-a6f1-902c22a5348e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a72ba4c-e039-402a-8503-660cd7f4f6a8', 'name': 'tempest-TestNetworkBasicOps-router-1639249351', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.177'}], 'enable_snat': True}, 'gw_port_id': '51804439-b547-47b1-acbe-80799117713d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:42:13Z', 'updated_at': '2022-02-04T08:42:28Z', 'revision_number': 4, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': '51804439-b547-47b1-acbe-80799117713d', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a72ba4c-e039-402a-8503-660cd7f4f6a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:42:15Z', 'updated_at': '2022-02-04T08:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': '1eb3424d-a5ce-41fc-bb73-0d7090077f2f', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'floating_ip_address': '172.26.3.248', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': '4a72ba4c-e039-402a-8503-660cd7f4f6a8', 'port_id': '5a51418e-8221-4177-93e8-0f6d95efbe73', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '496cc049-ee93-4118-86d8-45abdf23adc3', 'mac_address': 'fa:16:3e:6d:dd:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ffe891-8cfd-4d80-a752-f1bcd03d42c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T08:43:08Z', 'updated_at': '2022-02-04T08:43:08Z', 'revision_number': 0, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f16f60d-bdf7-4fe1-8b01-2f5938f5eed6', 'name': '', 'network_id': '496cc049-ee93-4118-86d8-45abdf23adc3', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'mac_address': 'fa:16:3e:4c:cd:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a72ba4c-e039-402a-8503-660cd7f4f6a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '13bb94bf-077c-48a9-9255-43c72a99925c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:42:26Z', 'updated_at': '2022-02-04T08:42:40Z', 'revision_number': 5, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'subnets': [{'id': '13bb94bf-077c-48a9-9255-43c72a99925c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:43:16.239815 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78de7db-4efc-451f-a6f1-902c22a5348e None None] Checking router: 4a72ba4c-e039-402a-8503-660cd7f4f6a8 for host: dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 08:43:16.253527 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19a01aa-4f29-4981-bde9-962f04002cf1 None None] Network bf949a99-8242-4b60-b851-dceb2f882ff9 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:43:16.274151 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-6a593f87-e2e0-4502-a28d-441044bf51c1 None None] For port 5a964fae-f307-46c6-87f5-a7dd6e9bb565, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:43:16.338602 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2ff1fd90-2b0f-4a97-8001-cd1dfe3d80af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:16.376992 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-6a593f87-e2e0-4502-a28d-441044bf51c1 None None] For port 5a964fae-f307-46c6-87f5-a7dd6e9bb565, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=5a964fae-f307-46c6-87f5-a7dd6e9bb565,segment=NetworkSegment(6b1909ab-3105-429a-8422-3ba0047e1f5b),segment_id=6b1909ab-3105-429a-8422-3ba0047e1f5b)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:43:16.390466 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78de7db-4efc-451f-a6f1-902c22a5348e None None] Routers {'4a72ba4c-e039-402a-8503-660cd7f4f6a8'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:43:16.390801 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-e78de7db-4efc-451f-a6f1-902c22a5348e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:42:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['4a72ba4c-e039-402a-8503-660cd7f4f6a8'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:43:16.435241 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eae9a1-d928-4286-b894-b5d1c448f5d4 req-30ce2851-5f37-483a-b861-711a9033cc48 tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:16.436844 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b2eae9a1-d928-4286-b894-b5d1c448f5d4 req-30ce2851-5f37-483a-b861-711a9033cc48 tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] 10.222.0.36 "GET /v2.0/networks?id=0feb43c5-81db-47ea-8e99-1f15e3da5944 HTTP/1.1" status: 200 len: 812 time: 0.1751213 Feb 04 08:43:16.451982 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-8d177af6-dac7-4660-be1b-d96d826b7b3c tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:43:16.458394 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-8d177af6-dac7-4660-be1b-d96d826b7b3c tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Usage tracker for resource:subnet and tenant:a287064d5ca349c39790be8557119e7e is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:43:16.462214 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-22e18b70-c02d-4d0d-a838-295a0926a1cf req-a59c6cf3-d6a7-46f7-a6fb-1e4bd4560b13 service neutron] 10.222.0.47 "GET /v2.0/networks/496cc049-ee93-4118-86d8-45abdf23adc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869731 Feb 04 08:43:16.463081 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-8d177af6-dac7-4660-be1b-d96d826b7b3c tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:43:16.469142 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-8d177af6-dac7-4660-be1b-d96d826b7b3c tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:43:16.476156 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-6a593f87-e2e0-4502-a28d-441044bf51c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:16.535742 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b2eae9a1-d928-4286-b894-b5d1c448f5d4 req-bbf1013d-4bdd-4877-9803-27e3002d45b3 tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] 10.222.0.36 "GET /v2.0/quotas/7f11cfeb8627474bb4bfbc5c240c4191 HTTP/1.1" status: 200 len: 375 time: 0.0335920 Feb 04 08:43:16.557835 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff1fd90-2b0f-4a97-8001-cd1dfe3d80af None None] Pushing event updated for resources: {'Port': ['ID=56740688-eb0f-45af-9592-15e456c4b1b7,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:16.595418 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b2eae9a1-d928-4286-b894-b5d1c448f5d4 req-27081c9b-ae63-4e32-97f7-b3b19b321a87 tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=7f11cfeb8627474bb4bfbc5c240c4191&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0517323 Feb 04 08:43:16.595777 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ebdb0302-a901-4cb2-a32e-98f6e8442e93 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:16.600296 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d177af6-dac7-4660-be1b-d96d826b7b3c tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Made reservation on behalf of a287064d5ca349c39790be8557119e7e for: {'subnet': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:43:16.727347 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8d177af6-dac7-4660-be1b-d96d826b7b3c tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8119726'] for subnet, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:16.746624 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-22e18b70-c02d-4d0d-a838-295a0926a1cf req-0f0d1ed9-9c3b-40dd-9608-a29fe9df50a7 service neutron] 10.222.0.47 "GET /v2.0/networks/496cc049-ee93-4118-86d8-45abdf23adc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751942 Feb 04 08:43:16.747182 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b22b9345-bb16-4de5-be9e-b4bab591ff8f tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473817'] for router_interface, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:16.833464 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-ebdb0302-a901-4cb2-a32e-98f6e8442e93 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Deleting port 5a964fae-f307-46c6-87f5-a7dd6e9bb565 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:43:16.833802 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ebdb0302-a901-4cb2-a32e-98f6e8442e93 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:16.873532 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a593f87-e2e0-4502-a28d-441044bf51c1 None None] Pushing event updated for resources: {'Port': ['ID=5a964fae-f307-46c6-87f5-a7dd6e9bb565,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:16.892544 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-e78de7db-4efc-451f-a6f1-902c22a5348e None None] Set router 4a72ba4c-e039-402a-8503-660cd7f4f6a8 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:43:16.952011 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53934) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:16.966921 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.ipam_backend_mixin [None req-8d177af6-dac7-4660-be1b-d96d826b7b3c tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a3a14d9e-158f-4524-82f4-3dab1449fb56 (CIDR: 172.20.0.0/28) Feb 04 08:43:16.984781 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c05246-485e-439d-beee-20b949556757 None None] Network 081ea6ae-8126-4f74-8728-621890b08483 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:43:17.176942 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-d114bc30-bcac-4ef8-8e44-3c8101d5b821 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/floatingips/1eb3424d-a5ce-41fc-bb73-0d7090077f2f HTTP/1.1" status: 200 len: 992 time: 0.2185974 Feb 04 08:43:17.186041 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b2eae9a1-d928-4286-b894-b5d1c448f5d4 req-47862bec-791a-42d6-bc92-54152217c1aa service neutron] 10.222.0.36 "GET /v2.0/networks/0feb43c5-81db-47ea-8e99-1f15e3da5944?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5781615 Feb 04 08:43:17.195952 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d177af6-dac7-4660-be1b-d96d826b7b3c tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 08:43:17.196533 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d177af6-dac7-4660-be1b-d96d826b7b3c tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:43:17.252247 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [None req-ebdb0302-a901-4cb2-a32e-98f6e8442e93 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] For port 5a964fae-f307-46c6-87f5-a7dd6e9bb565, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=5a964fae-f307-46c6-87f5-a7dd6e9bb565,segment=NetworkSegment(6b1909ab-3105-429a-8422-3ba0047e1f5b),segment_id=6b1909ab-3105-429a-8422-3ba0047e1f5b)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:43:17.252815 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ebdb0302-a901-4cb2-a32e-98f6e8442e93 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:17.321211 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-8d177af6-dac7-4660-be1b-d96d826b7b3c tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1761470 Feb 04 08:43:17.324850 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53938) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:17.337205 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-c3b7b229-34b2-4660-b740-15c31a636734 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Request body: {'subnet': {'network_id': '50f32939-48ec-455e-86f8-8c6e3a27572b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:43:17.380415 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-ebdb0302-a901-4cb2-a32e-98f6e8442e93 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Calling delete_port for 5a964fae-f307-46c6-87f5-a7dd6e9bb565 owned by network:dhcp {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:43:17.532796 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ebdb0302-a901-4cb2-a32e-98f6e8442e93 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:17.585960 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdb0302-a901-4cb2-a32e-98f6e8442e93 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Pushing event deleted for resources: {'Port': ['ID=5a964fae-f307-46c6-87f5-a7dd6e9bb565,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:17.602279 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdb0302-a901-4cb2-a32e-98f6e8442e93 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] No DVR routers for this DVR port 5a964fae-f307-46c6-87f5-a7dd6e9bb565 on host dv-neutron-827798-2-hyperv {{(pid=84108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:43:17.636413 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b2eae9a1-d928-4286-b894-b5d1c448f5d4 req-f8868330-b431-4674-9847-71287e970e7f service neutron] 10.222.0.36 "GET /v2.0/networks/0feb43c5-81db-47ea-8e99-1f15e3da5944?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3991990 Feb 04 08:43:17.640078 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-e78de7db-4efc-451f-a6f1-902c22a5348e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a72ba4c-e039-402a-8503-660cd7f4f6a8', 'name': 'tempest-TestNetworkBasicOps-router-1639249351', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.177'}], 'enable_snat': True}, 'gw_port_id': '51804439-b547-47b1-acbe-80799117713d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:42:13Z', 'updated_at': '2022-02-04T08:42:28Z', 'revision_number': 4, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': '51804439-b547-47b1-acbe-80799117713d', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a72ba4c-e039-402a-8503-660cd7f4f6a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:42:15Z', 'updated_at': '2022-02-04T08:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': '1eb3424d-a5ce-41fc-bb73-0d7090077f2f', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'floating_ip_address': '172.26.3.248', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': '4a72ba4c-e039-402a-8503-660cd7f4f6a8', 'port_id': '5a51418e-8221-4177-93e8-0f6d95efbe73', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '496cc049-ee93-4118-86d8-45abdf23adc3', 'mac_address': 'fa:16:3e:6d:dd:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ffe891-8cfd-4d80-a752-f1bcd03d42c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T08:43:08Z', 'updated_at': '2022-02-04T08:43:08Z', 'revision_number': 0, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f16f60d-bdf7-4fe1-8b01-2f5938f5eed6', 'name': '', 'network_id': '496cc049-ee93-4118-86d8-45abdf23adc3', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'mac_address': 'fa:16:3e:4c:cd:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a72ba4c-e039-402a-8503-660cd7f4f6a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '13bb94bf-077c-48a9-9255-43c72a99925c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:42:26Z', 'updated_at': '2022-02-04T08:42:40Z', 'revision_number': 5, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'subnets': [{'id': '13bb94bf-077c-48a9-9255-43c72a99925c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:43:17.644608 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78de7db-4efc-451f-a6f1-902c22a5348e None None] The sync data for ids ['4a72ba4c-e039-402a-8503-660cd7f4f6a8'] in dv-neutron-827798-2-hyperv is: [{'id': '4a72ba4c-e039-402a-8503-660cd7f4f6a8', 'name': 'tempest-TestNetworkBasicOps-router-1639249351', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.177'}], 'enable_snat': True}, 'gw_port_id': '51804439-b547-47b1-acbe-80799117713d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:42:13Z', 'updated_at': '2022-02-04T08:42:28Z', 'revision_number': 4, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': '51804439-b547-47b1-acbe-80799117713d', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a72ba4c-e039-402a-8503-660cd7f4f6a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:42:15Z', 'updated_at': '2022-02-04T08:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': '1eb3424d-a5ce-41fc-bb73-0d7090077f2f', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'floating_ip_address': '172.26.3.248', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': '4a72ba4c-e039-402a-8503-660cd7f4f6a8', 'port_id': '5a51418e-8221-4177-93e8-0f6d95efbe73', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '496cc049-ee93-4118-86d8-45abdf23adc3', 'mac_address': 'fa:16:3e:6d:dd:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ffe891-8cfd-4d80-a752-f1bcd03d42c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T08:43:08Z', 'updated_at': '2022-02-04T08:43:08Z', 'revision_number': 0, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f16f60d-bdf7-4fe1-8b01-2f5938f5eed6', 'name': '', 'network_id': '496cc049-ee93-4118-86d8-45abdf23adc3', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'mac_address': 'fa:16:3e:4c:cd:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a72ba4c-e039-402a-8503-660cd7f4f6a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '13bb94bf-077c-48a9-9255-43c72a99925c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:42:26Z', 'updated_at': '2022-02-04T08:42:40Z', 'revision_number': 5, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'subnets': [{'id': '13bb94bf-077c-48a9-9255-43c72a99925c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:43:17.671581 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdb0302-a901-4cb2-a32e-98f6e8442e93 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:43:17.672056 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdb0302-a901-4cb2-a32e-98f6e8442e93 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:43:17.672493 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdb0302-a901-4cb2-a32e-98f6e8442e93 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:43:17.672952 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdb0302-a901-4cb2-a32e-98f6e8442e93 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:43:17.673381 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdb0302-a901-4cb2-a32e-98f6e8442e93 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:43:17.673803 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdb0302-a901-4cb2-a32e-98f6e8442e93 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:43:17.674227 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdb0302-a901-4cb2-a32e-98f6e8442e93 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:43:17.674650 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdb0302-a901-4cb2-a32e-98f6e8442e93 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:43:17.675089 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdb0302-a901-4cb2-a32e-98f6e8442e93 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:43:17.676263 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdb0302-a901-4cb2-a32e-98f6e8442e93 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:43:17.676739 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdb0302-a901-4cb2-a32e-98f6e8442e93 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:43:17.680766 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-c3b7b229-34b2-4660-b740-15c31a636734 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:43:17.751140 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-c3b7b229-34b2-4660-b740-15c31a636734 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Usage tracker for resource:subnet and tenant:a287064d5ca349c39790be8557119e7e is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:43:17.754167 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-c3b7b229-34b2-4660-b740-15c31a636734 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:43:17.767405 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-c3b7b229-34b2-4660-b740-15c31a636734 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:43:17.793375 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ebdb0302-a901-4cb2-a32e-98f6e8442e93 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:17.826182 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-ebdb0302-a901-4cb2-a32e-98f6e8442e93 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['081ea6ae-8126-4f74-8728-621890b08483']}} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:43:17.845307 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-ebdb0302-a901-4cb2-a32e-98f6e8442e93 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b1909ab-3105-429a-8422-3ba0047e1f5b') {'for_net_delete': True} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:43:17.845603 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-ebdb0302-a901-4cb2-a32e-98f6e8442e93 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b1909ab-3105-429a-8422-3ba0047e1f5b') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:43:17.859189 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ebdb0302-a901-4cb2-a32e-98f6e8442e93 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7851336'] for segment, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:17.886176 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ebdb0302-a901-4cb2-a32e-98f6e8442e93 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:17.895162 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebdb0302-a901-4cb2-a32e-98f6e8442e93 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=84108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:43:17.895687 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ebdb0302-a901-4cb2-a32e-98f6e8442e93 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7460345'] for segment, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:17.901269 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b7b229-34b2-4660-b740-15c31a636734 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Made reservation on behalf of a287064d5ca349c39790be8557119e7e for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:43:17.938681 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ac3d9f-97e0-40d7-8ab6-b0af18d9cb4d None None] New status for floating IP 1eb3424d-a5ce-41fc-bb73-0d7090077f2f: ACTIVE {{(pid=84110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 08:43:18.041739 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c3b7b229-34b2-4660-b740-15c31a636734 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985186'] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:18.049555 dv-neutron-827798-2-hyperv neutron-server[84108]: Traceback (most recent call last): Feb 04 08:43:18.049555 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:43:18.049555 dv-neutron-827798-2-hyperv neutron-server[84108]: timer() Feb 04 08:43:18.049555 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:43:18.049555 dv-neutron-827798-2-hyperv neutron-server[84108]: cb(*args, **kw) Feb 04 08:43:18.049555 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:43:18.049555 dv-neutron-827798-2-hyperv neutron-server[84108]: return func(*args, **kwargs) Feb 04 08:43:18.049555 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:43:18.049555 dv-neutron-827798-2-hyperv neutron-server[84108]: self._notify() Feb 04 08:43:18.049555 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:43:18.049555 dv-neutron-827798-2-hyperv neutron-server[84108]: self.callback(batched_events) Feb 04 08:43:18.049555 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:43:18.049555 dv-neutron-827798-2-hyperv neutron-server[84108]: event.method(event) Feb 04 08:43:18.049555 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:43:18.049555 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:43:18.049555 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:43:18.049555 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:43:18.049555 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:43:18.049555 dv-neutron-827798-2-hyperv neutron-server[84108]: return f(self, *a, **k) Feb 04 08:43:18.049555 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:43:18.049555 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._get(url).json() Feb 04 08:43:18.049555 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:43:18.049555 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:43:18.049555 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:43:18.049555 dv-neutron-827798-2-hyperv neutron-server[84108]: return self.request(url, 'GET', **kwargs) Feb 04 08:43:18.049555 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:43:18.049555 dv-neutron-827798-2-hyperv neutron-server[84108]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:43:18.049555 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:43:18.049555 dv-neutron-827798-2-hyperv neutron-server[84108]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:43:18.049555 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:43:18.049555 dv-neutron-827798-2-hyperv neutron-server[84108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:43:18.049555 dv-neutron-827798-2-hyperv neutron-server[84108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:43:18.112641 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ebdb0302-a901-4cb2-a32e-98f6e8442e93 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:18.144498 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ebdb0302-a901-4cb2-a32e-98f6e8442e93 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:18.154067 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdb0302-a901-4cb2-a32e-98f6e8442e93 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Pushing event deleted for resources: {'Network': ['ID=081ea6ae-8126-4f74-8728-621890b08483,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:18.158123 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-ebdb0302-a901-4cb2-a32e-98f6e8442e93 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] 10.222.0.36 "DELETE /v2.0/networks/081ea6ae-8126-4f74-8728-621890b08483 HTTP/1.1" status: 204 len: 168 time: 4.7025652 Feb 04 08:43:18.161788 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 53942) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:18.167384 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-bad82d8c-96d2-471e-bb4b-49a77c909181 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-503609822'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:43:18.172665 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-bad82d8c-96d2-471e-bb4b-49a77c909181 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:43:18.176872 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-bad82d8c-96d2-471e-bb4b-49a77c909181 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Usage tracker for resource:network and tenant:b4c31cf486bb4956abf9c7906e2ce93d is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:43:18.182568 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-bad82d8c-96d2-471e-bb4b-49a77c909181 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:43:18.189096 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53946) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:18.193633 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-bad82d8c-96d2-471e-bb4b-49a77c909181 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:43:18.218765 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-f36616ae-f336-494f-96b4-2e905d823d37 None None] Provisioning for port 56740688-eb0f-45af-9592-15e456c4b1b7 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:43:18.248639 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-f36616ae-f336-494f-96b4-2e905d823d37 None None] Provisioning complete for port fc4fc32a-25f8-489f-aa0f-baef313d8baa triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:43:18.249070 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-f36616ae-f336-494f-96b4-2e905d823d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:18.276244 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bad82d8c-96d2-471e-bb4b-49a77c909181 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Made reservation on behalf of b4c31cf486bb4956abf9c7906e2ce93d for: {'network': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:43:18.280633 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-bad82d8c-96d2-471e-bb4b-49a77c909181 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:18.315277 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bad82d8c-96d2-471e-bb4b-49a77c909181 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=84108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:43:18.322582 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-f36616ae-f336-494f-96b4-2e905d823d37 None None] Port fc4fc32a-25f8-489f-aa0f-baef313d8baa cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:43:18.327165 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-bad82d8c-96d2-471e-bb4b-49a77c909181 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:18.327632 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.segments_db [None req-bad82d8c-96d2-471e-bb4b-49a77c909181 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Added segment 1e8081a7-c4a3-409a-a1c7-4675d7f93b4c of type vlan for network 5e02c80a-1d97-4511-8399-c422e3910dca Feb 04 08:43:18.356635 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-bad82d8c-96d2-471e-bb4b-49a77c909181 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:18.384307 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a76b2de-bad0-487f-8f2f-c147caba2422 None None] get_active_networks_info from dv-neutron-827798-2-hyperv {{(pid=84109) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 04 08:43:18.415059 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-0ab7aa03-5124-49f0-a99f-cb8154c8cfc3 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/floatingips/1eb3424d-a5ce-41fc-bb73-0d7090077f2f HTTP/1.1" status: 200 len: 992 time: 0.2163024 Feb 04 08:43:18.449637 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-bad82d8c-96d2-471e-bb4b-49a77c909181 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:18.453740 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad82d8c-96d2-471e-bb4b-49a77c909181 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:18.454487 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-bad82d8c-96d2-471e-bb4b-49a77c909181 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:18.568987 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad82d8c-96d2-471e-bb4b-49a77c909181 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Pushing event updated for resources: {'Network': ['ID=5e02c80a-1d97-4511-8399-c422e3910dca,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:18.585546 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network 5e02c80a-1d97-4511-8399-c422e3910dca details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:43:18.590970 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-bad82d8c-96d2-471e-bb4b-49a77c909181 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4249456 Feb 04 08:43:18.591223 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 53950) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:18.598238 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-77c709b5-a1c3-4948-826a-ba4bbcefc3c8 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Request body: {'subnet': {'network_id': '5e02c80a-1d97-4511-8399-c422e3910dca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:43:18.606701 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a76b2de-bad0-487f-8f2f-c147caba2422 None None] Resources bound (agent type, host, resource id): {{(pid=84109) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 08:43:18.669235 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-1dc75550-3767-4ceb-958b-5721fe634273 None None] Provisioning for port fbdb70dc-8f7b-4970-8457-b76bfa425773 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:43:18.670010 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-b22b9345-bb16-4de5-be9e-b4bab591ff8f tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Deleting port bcbc9e6a-d357-400e-9602-082462f1c18c {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:43:18.670351 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b22b9345-bb16-4de5-be9e-b4bab591ff8f tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:18.690370 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-1dc75550-3767-4ceb-958b-5721fe634273 None None] Provisioning complete for port fbdb70dc-8f7b-4970-8457-b76bfa425773 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:43:18.690634 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1dc75550-3767-4ceb-958b-5721fe634273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:18.730001 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c3b7b229-34b2-4660-b740-15c31a636734 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7510230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985204'] for subnet, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:18.732426 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-77c709b5-a1c3-4948-826a-ba4bbcefc3c8 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:43:18.738907 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-77c709b5-a1c3-4948-826a-ba4bbcefc3c8 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Usage tracker for resource:subnet and tenant:b4c31cf486bb4956abf9c7906e2ce93d is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:43:18.742295 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-77c709b5-a1c3-4948-826a-ba4bbcefc3c8 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:43:18.752983 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-77c709b5-a1c3-4948-826a-ba4bbcefc3c8 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:43:18.773957 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 56740688-eb0f-45af-9592-15e456c4b1b7 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:43:18.843157 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-1dc75550-3767-4ceb-958b-5721fe634273 None None] Port fbdb70dc-8f7b-4970-8457-b76bfa425773 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:43:18.847326 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77c709b5-a1c3-4948-826a-ba4bbcefc3c8 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Made reservation on behalf of b4c31cf486bb4956abf9c7906e2ce93d for: {'subnet': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:43:18.870518 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b7b229-34b2-4660-b740-15c31a636734 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Network 50f32939-48ec-455e-86f8-8c6e3a27572b is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:43:18.875709 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-c3b7b229-34b2-4660-b740-15c31a636734 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:43:18.887383 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b7b229-34b2-4660-b740-15c31a636734 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:18.887981 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c3b7b229-34b2-4660-b740-15c31a636734 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:18.916751 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b7b229-34b2-4660-b740-15c31a636734 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Pushing event updated for resources: {'Subnet': ['ID=cbbacf67-30a3-4b1a-86cb-68a11b924293,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:19.038838 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-77c709b5-a1c3-4948-826a-ba4bbcefc3c8 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8119726'] for subnet, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:19.051687 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b22b9345-bb16-4de5-be9e-b4bab591ff8f tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:19.204188 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b7b229-34b2-4660-b740-15c31a636734 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:43:19.204863 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b7b229-34b2-4660-b740-15c31a636734 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:43:19.205357 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b7b229-34b2-4660-b740-15c31a636734 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:43:19.205883 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b7b229-34b2-4660-b740-15c31a636734 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:43:19.206208 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b7b229-34b2-4660-b740-15c31a636734 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:43:19.206531 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b7b229-34b2-4660-b740-15c31a636734 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:43:19.206856 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b7b229-34b2-4660-b740-15c31a636734 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:43:19.207176 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b7b229-34b2-4660-b740-15c31a636734 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:43:19.207495 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b7b229-34b2-4660-b740-15c31a636734 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:43:19.207839 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b7b229-34b2-4660-b740-15c31a636734 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:43:19.208160 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b7b229-34b2-4660-b740-15c31a636734 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:43:19.218370 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 56740688-eb0f-45af-9592-15e456c4b1b7 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:43:19.229488 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 56740688-eb0f-45af-9592-15e456c4b1b7 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:43:19.230088 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:19.246535 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-b22b9345-bb16-4de5-be9e-b4bab591ff8f tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Calling delete_port for bcbc9e6a-d357-400e-9602-082462f1c18c owned by network:router_interface {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:43:19.278635 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-c3b7b229-34b2-4660-b740-15c31a636734 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.9520416 Feb 04 08:43:19.282734 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 53966) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:19.292921 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-ec7b1e4f-c1ea-44e5-ac5c-19511a69980f tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1527978329', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'cbbacf67-30a3-4b1a-86cb-68a11b924293'}], 'security_groups': ['2b33bd06-5075-4d4e-9693-2d3c67318706']}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:43:19.296876 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d40daa08-1d18-4f9e-a0cc-accd422f98f8 req-43972c08-2ad7-45b8-8298-0b8ce3bd97c2 tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a13c904-87bf-48b3-b652-c6cfae2f9547 HTTP/1.1" status: 200 len: 210 time: 0.2894137 Feb 04 08:43:19.375822 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ea6501-5ce3-4c4e-b89c-679c416e551d None None] Network 50f32939-48ec-455e-86f8-8c6e3a27572b requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:43:19.420603 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53970) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:19.463814 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ec7b1e4f-c1ea-44e5-ac5c-19511a69980f tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:19.474304 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:19.540111 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port 56740688-eb0f-45af-9592-15e456c4b1b7, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=56740688-eb0f-45af-9592-15e456c4b1b7,segment=NetworkSegment(b84403a3-7adc-4393-8376-fc4992396421),segment_id=b84403a3-7adc-4393-8376-fc4992396421)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:43:19.560632 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-77c709b5-a1c3-4948-826a-ba4bbcefc3c8 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7593498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8119736'] for subnet, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:19.634520 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:19.636676 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-bcfc3f02-f5cf-45f1-a8c4-e539d63266cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:19.699916 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-6b5abc95-d6f5-4f57-b870-d2c9d90ec624 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/floatingips/1eb3424d-a5ce-41fc-bb73-0d7090077f2f HTTP/1.1" status: 200 len: 994 time: 0.2778468 Feb 04 08:43:19.770455 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=56740688-eb0f-45af-9592-15e456c4b1b7,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:19.797577 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c709b5-a1c3-4948-826a-ba4bbcefc3c8 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Pushing event updated for resources: {'Subnet': ['ID=f863f089-eaa6-438d-80f3-8377a4016c1b,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:19.820642 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b22b9345-bb16-4de5-be9e-b4bab591ff8f tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:19.859302 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c709b5-a1c3-4948-826a-ba4bbcefc3c8 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Checking segment: {'id': '1e8081a7-c4a3-409a-a1c7-4675d7f93b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '5e02c80a-1d97-4511-8399-c422e3910dca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:43:19.859743 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c709b5-a1c3-4948-826a-ba4bbcefc3c8 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Network hostable DHCP agents. Network: 5e02c80a-1d97-4511-8399-c422e3910dca, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:43:19.873304 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22b9345-bb16-4de5-be9e-b4bab591ff8f tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Pushing event deleted for resources: {'Port': ['ID=bcbc9e6a-d357-400e-9602-082462f1c18c,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:19.905461 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c347fdc-1452-46d2-9eba-668cfc4d27cc None None] Update dhcp port {'port': {'network_id': '50f32939-48ec-455e-86f8-8c6e3a27572b', 'fixed_ips': [{'subnet_id': 'a3a14d9e-158f-4524-82f4-3dab1449fb56', 'ip_address': '172.20.0.2'}, {'subnet_id': 'cbbacf67-30a3-4b1a-86cb-68a11b924293'}], 'binding:host_id': 'dv-neutron-827798-2-hyperv'}, 'id': '56740688-eb0f-45af-9592-15e456c4b1b7'} from dv-neutron-827798-2-hyperv. {{(pid=84109) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 04 08:43:19.956202 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-6c347fdc-1452-46d2-9eba-668cfc4d27cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:19.998738 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c709b5-a1c3-4948-826a-ba4bbcefc3c8 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Network 5e02c80a-1d97-4511-8399-c422e3910dca is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:43:20.085531 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-77c709b5-a1c3-4948-826a-ba4bbcefc3c8 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, 5e02c80a-1d97-4511-8399-c422e3910dca) {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:43:20.100958 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3cfac1-b327-4a2b-b3b9-d876fe6c948a None None] Network 5e02c80a-1d97-4511-8399-c422e3910dca requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:43:20.107467 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c709b5-a1c3-4948-826a-ba4bbcefc3c8 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:20.108169 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-77c709b5-a1c3-4948-826a-ba4bbcefc3c8 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:20.124162 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-ec7b1e4f-c1ea-44e5-ac5c-19511a69980f tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Delete allocated IP 172.20.0.13 (50f32939-48ec-455e-86f8-8c6e3a27572b/a3a14d9e-158f-4524-82f4-3dab1449fb56) {{(pid=84108) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 04 08:43:20.135825 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-ec7b1e4f-c1ea-44e5-ac5c-19511a69980f tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Allocated IP 172.20.0.29 (50f32939-48ec-455e-86f8-8c6e3a27572b/cbbacf67-30a3-4b1a-86cb-68a11b924293/fbdb70dc-8f7b-4970-8457-b76bfa425773) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:43:20.241812 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-77c709b5-a1c3-4948-826a-ba4bbcefc3c8 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.6488371 Feb 04 08:43:20.246497 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53976) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:20.254200 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-b5097894-623e-4bfb-9d7a-77fd1a0c70e1 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1618563536'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:43:20.263994 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-b5097894-623e-4bfb-9d7a-77fd1a0c70e1 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:43:20.270928 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b22b9345-bb16-4de5-be9e-b4bab591ff8f tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1572495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472959'] for router_interface, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:20.276997 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-b5097894-623e-4bfb-9d7a-77fd1a0c70e1 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Usage tracker for resource:network and tenant:b4c31cf486bb4956abf9c7906e2ce93d is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:43:20.280468 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-b5097894-623e-4bfb-9d7a-77fd1a0c70e1 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:43:20.288216 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-b5097894-623e-4bfb-9d7a-77fd1a0c70e1 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:43:20.346700 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39102720-8c81-4fcf-942e-c2db761238da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-5e02c80a-1d97-4511-8399-c422e3910dca', 'network_id': '5e02c80a-1d97-4511-8399-c422e3910dca', 'tenant_id': 'b4c31cf486bb4956abf9c7906e2ce93d', 'fixed_ips': [{'subnet_id': 'f863f089-eaa6-438d-80f3-8377a4016c1b'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:43:20.347519 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-39102720-8c81-4fcf-942e-c2db761238da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:20.361578 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ec7b1e4f-c1ea-44e5-ac5c-19511a69980f tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks [] for port, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:20.376448 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5097894-623e-4bfb-9d7a-77fd1a0c70e1 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Made reservation on behalf of b4c31cf486bb4956abf9c7906e2ce93d for: {'network': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:43:20.379422 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b5097894-623e-4bfb-9d7a-77fd1a0c70e1 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:20.382240 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.provisioning_blocks [None req-ec7b1e4f-c1ea-44e5-ac5c-19511a69980f tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Transition to ACTIVE for port object fbdb70dc-8f7b-4970-8457-b76bfa425773 will not be triggered until provisioned by entity DHCP. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:43:20.432234 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5097894-623e-4bfb-9d7a-77fd1a0c70e1 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=84107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:43:20.445210 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b5097894-623e-4bfb-9d7a-77fd1a0c70e1 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:20.445537 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.segments_db [None req-b5097894-623e-4bfb-9d7a-77fd1a0c70e1 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Added segment 38939f8d-1178-4877-aacf-57444499d424 of type vlan for network bf8922f4-3dd7-49f3-815b-672c9b1a95f7 Feb 04 08:43:20.450034 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ec7b1e4f-c1ea-44e5-ac5c-19511a69980f tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:20.569866 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b5097894-623e-4bfb-9d7a-77fd1a0c70e1 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:20.575988 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-59bbeffb-5495-40f6-9a77-322f01086ad6 req-dcdf7422-03de-4b5b-89f9-9183ed232699 tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a13c904-87bf-48b3-b652-c6cfae2f9547 HTTP/1.1" status: 200 len: 210 time: 0.0700080 Feb 04 08:43:20.579443 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-6c347fdc-1452-46d2-9eba-668cfc4d27cc None None] Allocated IP 172.20.0.18 (50f32939-48ec-455e-86f8-8c6e3a27572b/cbbacf67-30a3-4b1a-86cb-68a11b924293/56740688-eb0f-45af-9592-15e456c4b1b7) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:43:20.592955 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-39102720-8c81-4fcf-942e-c2db761238da None None] Allocated IP 2001:db8::3 (5e02c80a-1d97-4511-8399-c422e3910dca/f863f089-eaa6-438d-80f3-8377a4016c1b/37578130-b1b3-45b4-b100-2d5557b192d1) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:43:20.631005 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7b1e4f-c1ea-44e5-ac5c-19511a69980f tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Pushing event updated for resources: {'Port': ['ID=fbdb70dc-8f7b-4970-8457-b76bfa425773,revision_number=2']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:20.671873 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-ec7b1e4f-c1ea-44e5-ac5c-19511a69980f tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] In _notify_port_updated(), no bound segment for port fbdb70dc-8f7b-4970-8457-b76bfa425773 on network 50f32939-48ec-455e-86f8-8c6e3a27572b {{(pid=84108) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 04 08:43:20.676018 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7b1e4f-c1ea-44e5-ac5c-19511a69980f tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:20.676518 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ec7b1e4f-c1ea-44e5-ac5c-19511a69980f tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:20.680911 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-ec7b1e4f-c1ea-44e5-ac5c-19511a69980f tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "PUT /v2.0/ports/fbdb70dc-8f7b-4970-8457-b76bfa425773 HTTP/1.1" status: 200 len: 921 time: 1.3965998 Feb 04 08:43:20.682068 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 53982) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:20.779433 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-590c6dfc-490c-4715-9f52-33e94e81981c tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Deleting port fbdb70dc-8f7b-4970-8457-b76bfa425773 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:43:20.779778 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-590c6dfc-490c-4715-9f52-33e94e81981c tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:20.781938 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 56740688-eb0f-45af-9592-15e456c4b1b7 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:43:20.800189 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b5097894-623e-4bfb-9d7a-77fd1a0c70e1 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:20.804100 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5097894-623e-4bfb-9d7a-77fd1a0c70e1 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:20.804775 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b5097894-623e-4bfb-9d7a-77fd1a0c70e1 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:20.972801 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-b5097894-623e-4bfb-9d7a-77fd1a0c70e1 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7223871 Feb 04 08:43:20.974678 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53986) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:20.982694 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-6f6c6be4-6923-48d3-85df-593c0fcc3271 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Request body: {'subnet': {'network_id': 'bf8922f4-3dd7-49f3-815b-672c9b1a95f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:43:20.987107 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-6c347fdc-1452-46d2-9eba-668cfc4d27cc None None] For port 56740688-eb0f-45af-9592-15e456c4b1b7, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=56740688-eb0f-45af-9592-15e456c4b1b7,segment=NetworkSegment(b84403a3-7adc-4393-8376-fc4992396421),segment_id=b84403a3-7adc-4393-8376-fc4992396421)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:43:20.997922 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5097894-623e-4bfb-9d7a-77fd1a0c70e1 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Pushing event updated for resources: {'Network': ['ID=bf8922f4-3dd7-49f3-815b-672c9b1a95f7,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:21.007961 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-39102720-8c81-4fcf-942e-c2db761238da None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:21.015774 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network bf8922f4-3dd7-49f3-815b-672c9b1a95f7 details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:43:21.090626 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-590c6dfc-490c-4715-9f52-33e94e81981c tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:21.091413 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-39102720-8c81-4fcf-942e-c2db761238da None None] Transition to ACTIVE for port object 37578130-b1b3-45b4-b100-2d5557b192d1 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:43:21.099094 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 56740688-eb0f-45af-9592-15e456c4b1b7 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:43:21.099457 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:21.132216 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.db.resource_extend [None req-6c347fdc-1452-46d2-9eba-668cfc4d27cc None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 08:43:21.193511 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-6f6c6be4-6923-48d3-85df-593c0fcc3271 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:43:21.195107 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-6c347fdc-1452-46d2-9eba-668cfc4d27cc None None] Notify callbacks [] for port, precommit_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:21.199774 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-39102720-8c81-4fcf-942e-c2db761238da None None] Transition to ACTIVE for port object 37578130-b1b3-45b4-b100-2d5557b192d1 will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:43:21.203007 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-6f6c6be4-6923-48d3-85df-593c0fcc3271 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Usage tracker for resource:subnet and tenant:b4c31cf486bb4956abf9c7906e2ce93d is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:43:21.206307 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-6f6c6be4-6923-48d3-85df-593c0fcc3271 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:43:21.212248 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-6f6c6be4-6923-48d3-85df-593c0fcc3271 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:43:21.241263 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-6c347fdc-1452-46d2-9eba-668cfc4d27cc None None] Transition to ACTIVE for port object 56740688-eb0f-45af-9592-15e456c4b1b7 will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:43:21.256880 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-590c6dfc-490c-4715-9f52-33e94e81981c tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Calling delete_port for fbdb70dc-8f7b-4970-8457-b76bfa425773 owned by {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:43:21.314711 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-6c347fdc-1452-46d2-9eba-668cfc4d27cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:21.324940 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f6c6be4-6923-48d3-85df-593c0fcc3271 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Made reservation on behalf of b4c31cf486bb4956abf9c7906e2ce93d for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:43:21.357402 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-39102720-8c81-4fcf-942e-c2db761238da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:21.510291 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39102720-8c81-4fcf-942e-c2db761238da None None] Network 5e02c80a-1d97-4511-8399-c422e3910dca is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:43:21.541488 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-39102720-8c81-4fcf-942e-c2db761238da None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:43:21.549680 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39102720-8c81-4fcf-942e-c2db761238da None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:43:21.565314 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c347fdc-1452-46d2-9eba-668cfc4d27cc None None] Pushing event updated for resources: {'Port': ['ID=56740688-eb0f-45af-9592-15e456c4b1b7,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:21.587155 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-590c6dfc-490c-4715-9f52-33e94e81981c tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:21.621418 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6f6c6be4-6923-48d3-85df-593c0fcc3271 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985186'] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:21.678897 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590c6dfc-490c-4715-9f52-33e94e81981c tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Pushing event deleted for resources: {'Port': ['ID=fbdb70dc-8f7b-4970-8457-b76bfa425773,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:21.742457 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39102720-8c81-4fcf-942e-c2db761238da None None] Pushing event updated for resources: {'Port': ['ID=37578130-b1b3-45b4-b100-2d5557b192d1,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:21.745572 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-39102720-8c81-4fcf-942e-c2db761238da None None] Attempting to bind port 37578130-b1b3-45b4-b100-2d5557b192d1 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:43:21.746055 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-39102720-8c81-4fcf-942e-c2db761238da None None] Attempting to bind port 37578130-b1b3-45b4-b100-2d5557b192d1 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': '1e8081a7-c4a3-409a-a1c7-4675d7f93b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '5e02c80a-1d97-4511-8399-c422e3910dca'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:43:21.746501 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39102720-8c81-4fcf-942e-c2db761238da None None] Attempting to bind port 37578130-b1b3-45b4-b100-2d5557b192d1 on network 5e02c80a-1d97-4511-8399-c422e3910dca {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:43:21.754291 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39102720-8c81-4fcf-942e-c2db761238da None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:43:21.754787 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39102720-8c81-4fcf-942e-c2db761238da None None] Checking segment: {'id': '1e8081a7-c4a3-409a-a1c7-4675d7f93b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '5e02c80a-1d97-4511-8399-c422e3910dca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:43:21.755288 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-39102720-8c81-4fcf-942e-c2db761238da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:21.755776 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39102720-8c81-4fcf-942e-c2db761238da None None] Bound using segment: {'id': '1e8081a7-c4a3-409a-a1c7-4675d7f93b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '5e02c80a-1d97-4511-8399-c422e3910dca'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:43:21.756377 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-39102720-8c81-4fcf-942e-c2db761238da None None] Bound port: 37578130-b1b3-45b4-b100-2d5557b192d1, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e8081a7-c4a3-409a-a1c7-4675d7f93b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '5e02c80a-1d97-4511-8399-c422e3910dca'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:43:21.756903 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-39102720-8c81-4fcf-942e-c2db761238da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:21.809859 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.ipam_backend_mixin [None req-6f6c6be4-6923-48d3-85df-593c0fcc3271 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Performing IP validity checks on allocation pools {{(pid=84107) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 04 08:43:21.810631 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.ipam_backend_mixin [None req-6f6c6be4-6923-48d3-85df-593c0fcc3271 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84107) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 04 08:43:21.824363 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-609c63ee-192e-4547-934a-d87c78b1fcdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:21.866845 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eae9a1-d928-4286-b894-b5d1c448f5d4 req-fbe366a8-1c11-4b42-95b8-2c719630f392 tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:21.867540 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [req-b2eae9a1-d928-4286-b894-b5d1c448f5d4 req-fbe366a8-1c11-4b42-95b8-2c719630f392 tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] Synchronizing usage tracker for tenant:7f11cfeb8627474bb4bfbc5c240c4191 on resource:network {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:43:21.872905 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-590c6dfc-490c-4715-9f52-33e94e81981c tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:21.898721 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-590c6dfc-490c-4715-9f52-33e94e81981c tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "DELETE /v2.0/ports/fbdb70dc-8f7b-4970-8457-b76bfa425773 HTTP/1.1" status: 204 len: 168 time: 1.2131603 Feb 04 08:43:21.899121 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 53992) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:21.908966 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-39102720-8c81-4fcf-942e-c2db761238da None None] For port 37578130-b1b3-45b4-b100-2d5557b192d1, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:43:21.913119 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-39102720-8c81-4fcf-942e-c2db761238da None None] For port 37578130-b1b3-45b4-b100-2d5557b192d1, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=37578130-b1b3-45b4-b100-2d5557b192d1,segment=NetworkSegment(1e8081a7-c4a3-409a-a1c7-4675d7f93b4c),segment_id=1e8081a7-c4a3-409a-a1c7-4675d7f93b4c)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:43:21.986442 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [req-b2eae9a1-d928-4286-b894-b5d1c448f5d4 req-fbe366a8-1c11-4b42-95b8-2c719630f392 tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] Unset dirty status for tenant:7f11cfeb8627474bb4bfbc5c240c4191 on resource:network {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:43:21.987567 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b2eae9a1-d928-4286-b894-b5d1c448f5d4 req-fbe366a8-1c11-4b42-95b8-2c719630f392 tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] 10.222.0.47 "GET /v2.0/networks?id=0feb43c5-81db-47ea-8e99-1f15e3da5944 HTTP/1.1" status: 200 len: 812 time: 0.5369895 Feb 04 08:43:22.006824 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-39102720-8c81-4fcf-942e-c2db761238da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:22.007370 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [req-b2eae9a1-d928-4286-b894-b5d1c448f5d4 req-ee0e7a13-b546-4cb2-be1c-53dccbc75ca4 tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] Request body: {'port': {'device_id': '7a13c904-87bf-48b3-b652-c6cfae2f9547', 'network_id': '0feb43c5-81db-47ea-8e99-1f15e3da5944', 'admin_state_up': True, 'tenant_id': '7f11cfeb8627474bb4bfbc5c240c4191'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:43:22.018461 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-57aafab6-1b67-4fb5-928e-463cb48b7bec req-a3de3c89-44dc-44b8-9510-5011fc1d79aa tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a13c904-87bf-48b3-b652-c6cfae2f9547 HTTP/1.1" status: 200 len: 210 time: 0.1158009 Feb 04 08:43:22.023023 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-e83e7738-6b2c-4926-880b-b1cbe9b03bc6 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] GET failed (client error): The resource could not be found. Feb 04 08:43:22.023529 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-e83e7738-6b2c-4926-880b-b1cbe9b03bc6 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Synchronizing usage tracker for tenant:a287064d5ca349c39790be8557119e7e on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:43:22.102416 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39102720-8c81-4fcf-942e-c2db761238da None None] Pushing event updated for resources: {'Port': ['ID=37578130-b1b3-45b4-b100-2d5557b192d1,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:22.136205 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b22b9345-bb16-4de5-be9e-b4bab591ff8f tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Router de793c8f-17cf-4e3d-8480-f685e8e42fc8 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:43:22.216411 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6f6c6be4-6923-48d3-85df-593c0fcc3271 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7510230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985204'] for subnet, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:22.252127 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-e83e7738-6b2c-4926-880b-b1cbe9b03bc6 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Unset dirty status for tenant:a287064d5ca349c39790be8557119e7e on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:43:22.253438 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-e83e7738-6b2c-4926-880b-b1cbe9b03bc6 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "GET /v2.0/ports/fbdb70dc-8f7b-4970-8457-b76bfa425773 HTTP/1.1" status: 404 len: 333 time: 0.3496022 Feb 04 08:43:22.260367 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 53996) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:22.334821 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6c6be4-6923-48d3-85df-593c0fcc3271 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Pushing event updated for resources: {'Subnet': ['ID=a1028f2f-47aa-4ce4-97d2-865e81b225ef,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:22.381408 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6c6be4-6923-48d3-85df-593c0fcc3271 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Checking segment: {'id': '38939f8d-1178-4877-aacf-57444499d424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bf8922f4-3dd7-49f3-815b-672c9b1a95f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:43:22.381408 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6c6be4-6923-48d3-85df-593c0fcc3271 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Network hostable DHCP agents. Network: bf8922f4-3dd7-49f3-815b-672c9b1a95f7, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:43:22.391211 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [req-b2eae9a1-d928-4286-b894-b5d1c448f5d4 req-ee0e7a13-b546-4cb2-be1c-53dccbc75ca4 tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:43:22.396477 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [req-b2eae9a1-d928-4286-b894-b5d1c448f5d4 req-ee0e7a13-b546-4cb2-be1c-53dccbc75ca4 tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] Usage tracker for resource:port and tenant:7f11cfeb8627474bb4bfbc5c240c4191 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:43:22.400808 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [req-b2eae9a1-d928-4286-b894-b5d1c448f5d4 req-ee0e7a13-b546-4cb2-be1c-53dccbc75ca4 tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:43:22.410390 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-6f96299c-4f62-4ec9-b12b-c4f1100414d5 None None] Could not find standard attr ID for object fbdb70dc-8f7b-4970-8457-b76bfa425773. {{(pid=84109) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 08:43:22.428297 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [req-b2eae9a1-d928-4286-b894-b5d1c448f5d4 req-ee0e7a13-b546-4cb2-be1c-53dccbc75ca4 tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:43:22.446683 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-69adce16-7485-4aa4-8c4c-972d5dd28d03 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks [] for security_group, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:22.477471 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-69adce16-7485-4aa4-8c4c-972d5dd28d03 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:22.503633 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-6f96299c-4f62-4ec9-b12b-c4f1100414d5 None None] Provisioning for port 56740688-eb0f-45af-9592-15e456c4b1b7 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:43:22.510596 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-6f96299c-4f62-4ec9-b12b-c4f1100414d5 None None] Provisioning complete for port 56740688-eb0f-45af-9592-15e456c4b1b7 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:43:22.511022 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-6f96299c-4f62-4ec9-b12b-c4f1100414d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:22.523313 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b22b9345-bb16-4de5-be9e-b4bab591ff8f tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:43:22.536233 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2eae9a1-d928-4286-b894-b5d1c448f5d4 req-ee0e7a13-b546-4cb2-be1c-53dccbc75ca4 tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] Made reservation on behalf of 7f11cfeb8627474bb4bfbc5c240c4191 for: {'port': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:43:22.541899 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-b22b9345-bb16-4de5-be9e-b4bab591ff8f tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] 10.222.0.36 "PUT /v2.0/routers/de793c8f-17cf-4e3d-8480-f685e8e42fc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4989073 Feb 04 08:43:22.541899 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 54000) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:22.542233 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-b2eae9a1-d928-4286-b894-b5d1c448f5d4 req-ee0e7a13-b546-4cb2-be1c-53dccbc75ca4 tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:22.546767 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b21635-bd63-4dcf-9201-03a0bb80e4fd None None] Sync routers for ids ['de793c8f-17cf-4e3d-8480-f685e8e42fc8'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:43:22.588868 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b21635-bd63-4dcf-9201-03a0bb80e4fd None None] Routers {'de793c8f-17cf-4e3d-8480-f685e8e42fc8'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:43:22.589512 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-68b21635-bd63-4dcf-9201-03a0bb80e4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:43:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['de793c8f-17cf-4e3d-8480-f685e8e42fc8'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:43:22.607885 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6c6be4-6923-48d3-85df-593c0fcc3271 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Network bf8922f4-3dd7-49f3-815b-672c9b1a95f7 is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:43:22.631855 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-69adce16-7485-4aa4-8c4c-972d5dd28d03 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:22.653209 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-68b21635-bd63-4dcf-9201-03a0bb80e4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:43:22.671380 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69adce16-7485-4aa4-8c4c-972d5dd28d03 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e92e6595-8a3e-4704-87bc-ddf5ee27287f,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:22.672838 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b21635-bd63-4dcf-9201-03a0bb80e4fd None None] Routers {'de793c8f-17cf-4e3d-8480-f685e8e42fc8'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:43:22.673471 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-68b21635-bd63-4dcf-9201-03a0bb80e4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:43:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['de793c8f-17cf-4e3d-8480-f685e8e42fc8'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:43:22.733978 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-69adce16-7485-4aa4-8c4c-972d5dd28d03 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:22.735100 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-69adce16-7485-4aa4-8c4c-972d5dd28d03 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "DELETE /v2.0/security-groups/e92e6595-8a3e-4704-87bc-ddf5ee27287f HTTP/1.1" status: 204 len: 168 time: 0.4734557 Feb 04 08:43:22.738869 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 54004) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:22.788007 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [req-b2eae9a1-d928-4286-b894-b5d1c448f5d4 req-ee0e7a13-b546-4cb2-be1c-53dccbc75ca4 tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] Allocated IP 172.20.0.13 (0feb43c5-81db-47ea-8e99-1f15e3da5944/8675bddc-291e-4add-bb9a-40b80a84c2b2/64bd403a-0e30-4b5a-835d-e70bdd731127) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:43:22.811779 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-6f6c6be4-6923-48d3-85df-593c0fcc3271 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, bf8922f4-3dd7-49f3-815b-672c9b1a95f7) {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:43:22.817448 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-68b21635-bd63-4dcf-9201-03a0bb80e4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:43:22.817645 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b21635-bd63-4dcf-9201-03a0bb80e4fd None None] The sync data for ids ['de793c8f-17cf-4e3d-8480-f685e8e42fc8'] in dv-neutron-827798-2-hyperv is: [] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:43:22.826131 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709e9b1e-2add-4f58-8127-be9f58849147 None None] Network bf8922f4-3dd7-49f3-815b-672c9b1a95f7 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:43:22.841129 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6c6be4-6923-48d3-85df-593c0fcc3271 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:22.841996 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6f6c6be4-6923-48d3-85df-593c0fcc3271 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:22.858022 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 37578130-b1b3-45b4-b100-2d5557b192d1 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:43:22.902022 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f3867dc7-e582-4a71-abcf-6db27be4927d tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks [] for router, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:23.005498 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-6f6c6be4-6923-48d3-85df-593c0fcc3271 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.0275390 Feb 04 08:43:23.014125 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:23.014828 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 54008) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:23.061595 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-52c46cc7-c3ed-4682-bf8f-7e47cd03f549 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks [] for security_group, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:23.103869 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:23.152806 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-6f96299c-4f62-4ec9-b12b-c4f1100414d5 None None] Provisioning complete for port fc4fc32a-25f8-489f-aa0f-baef313d8baa triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:43:23.153192 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-6f96299c-4f62-4ec9-b12b-c4f1100414d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:23.168107 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-52c46cc7-c3ed-4682-bf8f-7e47cd03f549 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:23.259729 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 37578130-b1b3-45b4-b100-2d5557b192d1 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:43:23.301824 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 56740688-eb0f-45af-9592-15e456c4b1b7 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:43:23.303817 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-b2eae9a1-d928-4286-b894-b5d1c448f5d4 req-ee0e7a13-b546-4cb2-be1c-53dccbc75ca4 tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:23.329061 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-6f96299c-4f62-4ec9-b12b-c4f1100414d5 None None] Port fc4fc32a-25f8-489f-aa0f-baef313d8baa cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:43:23.334268 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-9cdd9e47-999a-4d4c-b5c7-13ac2267f755 req-ae6e4b5d-f8a6-4a89-80f7-6a0f6ddeed81 tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a13c904-87bf-48b3-b652-c6cfae2f9547 HTTP/1.1" status: 200 len: 210 time: 0.0728750 Feb 04 08:43:23.386598 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-91abc8d1-8b64-4ef2-9299-513a544b8ac7 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:23.424403 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-b2eae9a1-d928-4286-b894-b5d1c448f5d4 req-ee0e7a13-b546-4cb2-be1c-53dccbc75ca4 tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:23.442358 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db55e543-adc9-460d-bab2-1d861b5c7d7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-bf8922f4-3dd7-49f3-815b-672c9b1a95f7', 'network_id': 'bf8922f4-3dd7-49f3-815b-672c9b1a95f7', 'tenant_id': 'b4c31cf486bb4956abf9c7906e2ce93d', 'fixed_ips': [{'subnet_id': 'a1028f2f-47aa-4ce4-97d2-865e81b225ef'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:43:23.444022 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-db55e543-adc9-460d-bab2-1d861b5c7d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:23.468867 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-0f9d35af-de0c-456e-9b4d-4f888ad87429 None None] Could not find standard attr ID for object fbdb70dc-8f7b-4970-8457-b76bfa425773. {{(pid=84109) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 08:43:23.483998 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-52c46cc7-c3ed-4682-bf8f-7e47cd03f549 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:23.513198 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c46cc7-c3ed-4682-bf8f-7e47cd03f549 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b33bd06-5075-4d4e-9693-2d3c67318706,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:23.525655 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-52c46cc7-c3ed-4682-bf8f-7e47cd03f549 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:23.527869 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-52c46cc7-c3ed-4682-bf8f-7e47cd03f549 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "DELETE /v2.0/security-groups/2b33bd06-5075-4d4e-9693-2d3c67318706 HTTP/1.1" status: 204 len: 168 time: 0.7881207 Feb 04 08:43:23.534107 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 54014) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:23.541956 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2eae9a1-d928-4286-b894-b5d1c448f5d4 req-ee0e7a13-b546-4cb2-be1c-53dccbc75ca4 tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] Network 0feb43c5-81db-47ea-8e99-1f15e3da5944 is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:43:23.573056 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 56740688-eb0f-45af-9592-15e456c4b1b7 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:43:23.576811 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:23.586239 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [req-b2eae9a1-d928-4286-b894-b5d1c448f5d4 req-ee0e7a13-b546-4cb2-be1c-53dccbc75ca4 tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:43:23.591819 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0e7a13-b546-4cb2-be1c-53dccbc75ca4 tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] Pushing event updated for resources: {'Port': ['ID=64bd403a-0e30-4b5a-835d-e70bdd731127,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:23.592097 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-91abc8d1-8b64-4ef2-9299-513a544b8ac7 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:23.594150 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2eae9a1-d928-4286-b894-b5d1c448f5d4 req-ee0e7a13-b546-4cb2-be1c-53dccbc75ca4 tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:43:23.623976 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ae2738-335b-4c00-a0a4-99e42f65c55d None None] Network 5e02c80a-1d97-4511-8399-c422e3910dca requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:43:23.679704 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f3867dc7-e582-4a71-abcf-6db27be4927d tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:23.686992 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eae9a1-d928-4286-b894-b5d1c448f5d4 req-ee0e7a13-b546-4cb2-be1c-53dccbc75ca4 tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:23.687550 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-b2eae9a1-d928-4286-b894-b5d1c448f5d4 req-ee0e7a13-b546-4cb2-be1c-53dccbc75ca4 tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:23.752512 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-f3867dc7-e582-4a71-abcf-6db27be4927d tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Deleting port 65928ae9-ed3a-4d15-b9fd-f8484bb8b412 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:43:23.753446 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f3867dc7-e582-4a71-abcf-6db27be4927d tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:23.784359 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-91abc8d1-8b64-4ef2-9299-513a544b8ac7 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7510167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985167'] for subnet, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:23.805580 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb526cf7-e6d2-43c6-b5bf-666a2b0ca0ff tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Deleting subnet a3a14d9e-158f-4524-82f4-3dab1449fb56 {{(pid=84108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:43:23.809947 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b2eae9a1-d928-4286-b894-b5d1c448f5d4 req-ee0e7a13-b546-4cb2-be1c-53dccbc75ca4 tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8078783 Feb 04 08:43:23.810558 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-cb526cf7-e6d2-43c6-b5bf-666a2b0ca0ff tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks [] for subnet, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:23.840577 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91abc8d1-8b64-4ef2-9299-513a544b8ac7 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Pushing event deleted for resources: {'Subnet': ['ID=a1028f2f-47aa-4ce4-97d2-865e81b225ef,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:23.845925 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [req-b2eae9a1-d928-4286-b894-b5d1c448f5d4 req-4666dd42-94ab-4fb4-be11-99964f83ab0b service neutron] Request body: {'port': {'device_id': '7a13c904-87bf-48b3-b652-c6cfae2f9547', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:43:23.870234 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-4357a79e-4d8e-4a33-be9f-27ce0fd9233b None None] Provisioning for port 37578130-b1b3-45b4-b100-2d5557b192d1 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:43:23.877649 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server [None req-db55e543-adc9-460d-bab2-1d861b5c7d7c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a1028f2f-47aa-4ce4-97d2-865e81b225ef: This subnet is being modified by another concurrent operation. Feb 04 08:43:23.877649 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 04 08:43:23.877649 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 04 08:43:23.877649 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 04 08:43:23.877649 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 04 08:43:23.877649 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 04 08:43:23.877649 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 04 08:43:23.877649 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 04 08:43:23.877649 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 04 08:43:23.877649 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 04 08:43:23.877649 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 08:43:23.877649 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 08:43:23.877649 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 04 08:43:23.877649 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 08:43:23.877649 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 04 08:43:23.877649 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 04 08:43:23.877649 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 04 08:43:23.877649 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server raise value Feb 04 08:43:23.877649 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 08:43:23.877649 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 08:43:23.877649 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 08:43:23.877649 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 08:43:23.877649 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 04 08:43:23.877649 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 08:43:23.877649 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 04 08:43:23.877649 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 04 08:43:23.877649 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 04 08:43:23.877649 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server raise value Feb 04 08:43:23.877649 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 08:43:23.877649 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 08:43:23.877649 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 08:43:23.877649 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 08:43:23.877649 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 04 08:43:23.877649 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 08:43:23.877649 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 04 08:43:23.877649 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 04 08:43:23.877649 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 04 08:43:23.877649 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server raise value Feb 04 08:43:23.877649 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 08:43:23.877649 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 08:43:23.877649 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 04 08:43:23.877649 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 04 08:43:23.877649 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Feb 04 08:43:23.877649 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 04 08:43:23.877649 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Feb 04 08:43:23.877649 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 04 08:43:23.877649 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Feb 04 08:43:23.877649 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 04 08:43:23.877649 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 04 08:43:23.877649 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 04 08:43:23.877649 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 04 08:43:23.877649 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 08:43:23.877649 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 08:43:23.877649 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 08:43:23.877649 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 04 08:43:23.877649 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 08:43:23.877649 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 04 08:43:23.877649 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 04 08:43:23.877649 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 04 08:43:23.877649 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server raise value Feb 04 08:43:23.877649 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 08:43:23.877649 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 08:43:23.877649 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 08:43:23.877649 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 08:43:23.877649 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 04 08:43:23.877649 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 08:43:23.877649 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 04 08:43:23.877649 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 04 08:43:23.877649 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 04 08:43:23.877649 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server raise value Feb 04 08:43:23.877649 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 08:43:23.877649 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 08:43:23.877649 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 08:43:23.877649 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 08:43:23.877649 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 04 08:43:23.877649 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 08:43:23.877649 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 04 08:43:23.877649 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 04 08:43:23.877649 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 04 08:43:23.877649 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server raise value Feb 04 08:43:23.877649 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 08:43:23.877649 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 08:43:23.877649 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Feb 04 08:43:23.877649 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 04 08:43:23.877649 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Feb 04 08:43:23.877649 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 04 08:43:23.877649 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Feb 04 08:43:23.877649 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 04 08:43:23.877649 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 04 08:43:23.877649 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 04 08:43:23.877649 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 04 08:43:23.877649 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 08:43:23.877649 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 04 08:43:23.877649 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 04 08:43:23.877649 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 04 08:43:23.877649 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 04 08:43:23.877649 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 04 08:43:23.877649 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 04 08:43:23.877649 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Feb 04 08:43:23.877649 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 04 08:43:23.877649 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 04 08:43:23.877649 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server raise exception Feb 04 08:43:23.877649 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a1028f2f-47aa-4ce4-97d2-865e81b225ef: This subnet is being modified by another concurrent operation. Feb 04 08:43:23.877649 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server Feb 04 08:43:23.897906 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-4357a79e-4d8e-4a33-be9f-27ce0fd9233b None None] Provisioning complete for port 37578130-b1b3-45b4-b100-2d5557b192d1 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:43:23.898274 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-4357a79e-4d8e-4a33-be9f-27ce0fd9233b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:23.928776 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46fe8ce-9eba-4d4b-8f4d-d583fbb9a576 None None] Network bf8922f4-3dd7-49f3-815b-672c9b1a95f7 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:43:23.930710 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-cb526cf7-e6d2-43c6-b5bf-666a2b0ca0ff tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7851377'] for subnet, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:24.086309 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-b2eae9a1-d928-4286-b894-b5d1c448f5d4 req-4666dd42-94ab-4fb4-be11-99964f83ab0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:24.101823 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-cb526cf7-e6d2-43c6-b5bf-666a2b0ca0ff tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:24.143092 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-91abc8d1-8b64-4ef2-9299-513a544b8ac7 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:24.191053 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-91abc8d1-8b64-4ef2-9299-513a544b8ac7 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf8922f4-3dd7-49f3-815b-672c9b1a95f7']}} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:43:24.218324 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-91abc8d1-8b64-4ef2-9299-513a544b8ac7 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38939f8d-1178-4877-aacf-57444499d424') {'for_net_delete': True} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:43:24.218767 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-91abc8d1-8b64-4ef2-9299-513a544b8ac7 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38939f8d-1178-4877-aacf-57444499d424') {} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:43:24.234652 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f3867dc7-e582-4a71-abcf-6db27be4927d tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:24.242431 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-91abc8d1-8b64-4ef2-9299-513a544b8ac7 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8058642'] for segment, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:24.328427 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-4357a79e-4d8e-4a33-be9f-27ce0fd9233b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:24.366894 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-4357a79e-4d8e-4a33-be9f-27ce0fd9233b None None] For port 37578130-b1b3-45b4-b100-2d5557b192d1, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=37578130-b1b3-45b4-b100-2d5557b192d1,segment=NetworkSegment(1e8081a7-c4a3-409a-a1c7-4675d7f93b4c),segment_id=1e8081a7-c4a3-409a-a1c7-4675d7f93b4c)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:43:24.371062 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-f3867dc7-e582-4a71-abcf-6db27be4927d tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Calling delete_port for 65928ae9-ed3a-4d15-b9fd-f8484bb8b412 owned by network:router_gateway {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:43:24.376681 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:24.381967 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-cb526cf7-e6d2-43c6-b5bf-666a2b0ca0ff tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7593563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8119683'] for subnet, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:24.404702 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-91abc8d1-8b64-4ef2-9299-513a544b8ac7 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:24.424867 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91abc8d1-8b64-4ef2-9299-513a544b8ac7 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=84107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:43:24.425294 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-91abc8d1-8b64-4ef2-9299-513a544b8ac7 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7377717'] for segment, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:24.430310 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-4357a79e-4d8e-4a33-be9f-27ce0fd9233b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:24.434530 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-cb526cf7-e6d2-43c6-b5bf-666a2b0ca0ff tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:24.439843 dv-neutron-827798-2-hyperv neutron-server[84107]: Traceback (most recent call last): Feb 04 08:43:24.439843 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:43:24.439843 dv-neutron-827798-2-hyperv neutron-server[84107]: timer() Feb 04 08:43:24.439843 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:43:24.439843 dv-neutron-827798-2-hyperv neutron-server[84107]: cb(*args, **kw) Feb 04 08:43:24.439843 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:43:24.439843 dv-neutron-827798-2-hyperv neutron-server[84107]: return func(*args, **kwargs) Feb 04 08:43:24.439843 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:43:24.439843 dv-neutron-827798-2-hyperv neutron-server[84107]: self._notify() Feb 04 08:43:24.439843 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:43:24.439843 dv-neutron-827798-2-hyperv neutron-server[84107]: self.callback(batched_events) Feb 04 08:43:24.439843 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:43:24.439843 dv-neutron-827798-2-hyperv neutron-server[84107]: event.method(event) Feb 04 08:43:24.439843 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:43:24.439843 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:43:24.439843 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:43:24.439843 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:43:24.439843 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:43:24.439843 dv-neutron-827798-2-hyperv neutron-server[84107]: return f(self, *a, **k) Feb 04 08:43:24.439843 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:43:24.439843 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._get(url).json() Feb 04 08:43:24.439843 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:43:24.439843 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:43:24.439843 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:43:24.439843 dv-neutron-827798-2-hyperv neutron-server[84107]: return self.request(url, 'GET', **kwargs) Feb 04 08:43:24.439843 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:43:24.439843 dv-neutron-827798-2-hyperv neutron-server[84107]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:43:24.439843 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:43:24.439843 dv-neutron-827798-2-hyperv neutron-server[84107]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:43:24.439843 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:43:24.439843 dv-neutron-827798-2-hyperv neutron-server[84107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:43:24.439843 dv-neutron-827798-2-hyperv neutron-server[84107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:43:24.459791 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb526cf7-e6d2-43c6-b5bf-666a2b0ca0ff tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Pushing event deleted for resources: {'Subnet': ['ID=a3a14d9e-158f-4524-82f4-3dab1449fb56,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:24.479386 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-cb526cf7-e6d2-43c6-b5bf-666a2b0ca0ff tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "DELETE /v2.0/subnets/a3a14d9e-158f-4524-82f4-3dab1449fb56 HTTP/1.1" status: 204 len: 168 time: 0.9415684 Feb 04 08:43:24.482591 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 54020) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:24.484108 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4595532c-9c7b-451f-b568-62351d23da32 None None] Network 50f32939-48ec-455e-86f8-8c6e3a27572b requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:43:24.488149 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-b8c11e4e-c102-4dcd-b803-c477d8c5ad48 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Request body: {'subnet': {'network_id': '50f32939-48ec-455e-86f8-8c6e3a27572b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:43:24.553700 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4357a79e-4d8e-4a33-be9f-27ce0fd9233b None None] Pushing event updated for resources: {'Port': ['ID=37578130-b1b3-45b4-b100-2d5557b192d1,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:24.620912 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4357a79e-4d8e-4a33-be9f-27ce0fd9233b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:43:24.621180 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4357a79e-4d8e-4a33-be9f-27ce0fd9233b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:43:24.621576 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4357a79e-4d8e-4a33-be9f-27ce0fd9233b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:43:24.621873 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4357a79e-4d8e-4a33-be9f-27ce0fd9233b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:43:24.622292 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4357a79e-4d8e-4a33-be9f-27ce0fd9233b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:43:24.622624 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4357a79e-4d8e-4a33-be9f-27ce0fd9233b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:43:24.622948 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4357a79e-4d8e-4a33-be9f-27ce0fd9233b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:43:24.623272 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4357a79e-4d8e-4a33-be9f-27ce0fd9233b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:43:24.623592 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4357a79e-4d8e-4a33-be9f-27ce0fd9233b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:43:24.623910 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4357a79e-4d8e-4a33-be9f-27ce0fd9233b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:43:24.624230 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4357a79e-4d8e-4a33-be9f-27ce0fd9233b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:43:24.687768 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea9e7b5-112d-4a91-9f59-3f9a4a8b6b20 req-242ee804-62e3-41ff-8ad9-2fd78f9b6a35 tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:24.694926 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-dea9e7b5-112d-4a91-9f59-3f9a4a8b6b20 req-242ee804-62e3-41ff-8ad9-2fd78f9b6a35 tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a13c904-87bf-48b3-b652-c6cfae2f9547 HTTP/1.1" status: 200 len: 932 time: 0.1607249 Feb 04 08:43:24.718892 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-91abc8d1-8b64-4ef2-9299-513a544b8ac7 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:24.737631 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-91abc8d1-8b64-4ef2-9299-513a544b8ac7 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:24.752476 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 37578130-b1b3-45b4-b100-2d5557b192d1 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:43:24.786910 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-b8c11e4e-c102-4dcd-b803-c477d8c5ad48 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:43:24.790242 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91abc8d1-8b64-4ef2-9299-513a544b8ac7 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Pushing event deleted for resources: {'Network': ['ID=bf8922f4-3dd7-49f3-815b-672c9b1a95f7,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:24.821093 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-b8c11e4e-c102-4dcd-b803-c477d8c5ad48 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Usage tracker for resource:subnet and tenant:a287064d5ca349c39790be8557119e7e is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:43:24.821743 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-dea9e7b5-112d-4a91-9f59-3f9a4a8b6b20 req-2cd77f7d-c3e0-4ca9-9d82-24a7f06be2d6 tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] 10.222.0.36 "GET /v2.0/security-groups?id=18d868dd-efaa-4d74-96cc-e5fc69b5c2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255345 Feb 04 08:43:24.823894 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-91abc8d1-8b64-4ef2-9299-513a544b8ac7 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] 10.222.0.36 "DELETE /v2.0/networks/bf8922f4-3dd7-49f3-815b-672c9b1a95f7 HTTP/1.1" status: 204 len: 168 time: 1.8041656 Feb 04 08:43:24.830523 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-718e8c7b-23bd-4973-ab66-ff21b214a161 None None] Provisioning complete for port 37578130-b1b3-45b4-b100-2d5557b192d1 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:43:24.830889 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-718e8c7b-23bd-4973-ab66-ff21b214a161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:24.841219 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 54024) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:24.843309 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-b8c11e4e-c102-4dcd-b803-c477d8c5ad48 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:43:24.849014 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-ae616e71-eb0a-42a9-85e2-4f33b72e26fa tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1613938488'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:43:24.859356 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-ae616e71-eb0a-42a9-85e2-4f33b72e26fa tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:43:24.861785 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-b8c11e4e-c102-4dcd-b803-c477d8c5ad48 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:43:24.871699 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-ae616e71-eb0a-42a9-85e2-4f33b72e26fa tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Usage tracker for resource:network and tenant:b4c31cf486bb4956abf9c7906e2ce93d is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:43:24.876942 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [req-b2eae9a1-d928-4286-b894-b5d1c448f5d4 req-4666dd42-94ab-4fb4-be11-99964f83ab0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64bd403a-0e30-4b5a-835d-e70bdd731127 {{(pid=84108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 08:43:24.881538 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-ae616e71-eb0a-42a9-85e2-4f33b72e26fa tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:43:24.889821 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-b2eae9a1-d928-4286-b894-b5d1c448f5d4 req-4666dd42-94ab-4fb4-be11-99964f83ab0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:24.892160 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-ae616e71-eb0a-42a9-85e2-4f33b72e26fa tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:43:24.910136 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f3867dc7-e582-4a71-abcf-6db27be4927d tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:24.922118 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.provisioning_blocks [req-b2eae9a1-d928-4286-b894-b5d1c448f5d4 req-4666dd42-94ab-4fb4-be11-99964f83ab0b service neutron] Transition to ACTIVE for port object 64bd403a-0e30-4b5a-835d-e70bdd731127 will not be triggered until provisioned by entity L2. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:43:24.958636 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3867dc7-e582-4a71-abcf-6db27be4927d tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Pushing event deleted for resources: {'Port': ['ID=65928ae9-ed3a-4d15-b9fd-f8484bb8b412,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:24.965332 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c11e4e-c102-4dcd-b803-c477d8c5ad48 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Made reservation on behalf of a287064d5ca349c39790be8557119e7e for: {'subnet': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:43:24.970261 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 37578130-b1b3-45b4-b100-2d5557b192d1 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:43:24.974411 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:24.976523 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b8c11e4e-c102-4dcd-b803-c477d8c5ad48 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8119726'] for subnet, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:24.995180 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae616e71-eb0a-42a9-85e2-4f33b72e26fa tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Made reservation on behalf of b4c31cf486bb4956abf9c7906e2ce93d for: {'network': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:43:25.001156 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ae616e71-eb0a-42a9-85e2-4f33b72e26fa tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:25.016045 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-b2eae9a1-d928-4286-b894-b5d1c448f5d4 req-4666dd42-94ab-4fb4-be11-99964f83ab0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:25.223751 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f3867dc7-e582-4a71-abcf-6db27be4927d tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473010'] for router_gateway, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:25.247125 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4666dd42-94ab-4fb4-be11-99964f83ab0b service neutron] Pushing event updated for resources: {'Port': ['ID=64bd403a-0e30-4b5a-835d-e70bdd731127,revision_number=2']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:25.251249 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae616e71-eb0a-42a9-85e2-4f33b72e26fa tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=84108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:43:25.286873 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ae616e71-eb0a-42a9-85e2-4f33b72e26fa tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:25.287218 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.segments_db [None req-ae616e71-eb0a-42a9-85e2-4f33b72e26fa tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Added segment 77218b43-530e-4cd7-b432-6a0b46c2df2d of type vlan for network e49935bf-69cd-4133-81aa-332fd0d4ddc6 Feb 04 08:43:25.428404 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ae616e71-eb0a-42a9-85e2-4f33b72e26fa tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:25.526177 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [req-b2eae9a1-d928-4286-b894-b5d1c448f5d4 req-4666dd42-94ab-4fb4-be11-99964f83ab0b service neutron] Attempting to bind port 64bd403a-0e30-4b5a-835d-e70bdd731127 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:43:25.526506 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [req-b2eae9a1-d928-4286-b894-b5d1c448f5d4 req-4666dd42-94ab-4fb4-be11-99964f83ab0b service neutron] Attempting to bind port 64bd403a-0e30-4b5a-835d-e70bdd731127 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'c58a19cf-7c6c-4752-bbaa-214f5e249faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0feb43c5-81db-47ea-8e99-1f15e3da5944'}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:43:25.526830 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2eae9a1-d928-4286-b894-b5d1c448f5d4 req-4666dd42-94ab-4fb4-be11-99964f83ab0b service neutron] Attempting to bind port 64bd403a-0e30-4b5a-835d-e70bdd731127 on network 0feb43c5-81db-47ea-8e99-1f15e3da5944 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:43:25.547041 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2eae9a1-d928-4286-b894-b5d1c448f5d4 req-4666dd42-94ab-4fb4-be11-99964f83ab0b service neutron] Port 64bd403a-0e30-4b5a-835d-e70bdd731127 on network 0feb43c5-81db-47ea-8e99-1f15e3da5944 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 08:43:25.547361 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2eae9a1-d928-4286-b894-b5d1c448f5d4 req-4666dd42-94ab-4fb4-be11-99964f83ab0b service neutron] Attempting to bind port 64bd403a-0e30-4b5a-835d-e70bdd731127 on network 0feb43c5-81db-47ea-8e99-1f15e3da5944 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:43:25.564495 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2eae9a1-d928-4286-b894-b5d1c448f5d4 req-4666dd42-94ab-4fb4-be11-99964f83ab0b service neutron] Checking agent: {'id': 'f735dfbb-9ed2-4de7-8aa1-fea4a962ae1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 34, 26), 'started_at': datetime.datetime(2022, 2, 4, 8, 34, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:43:25.564861 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2eae9a1-d928-4286-b894-b5d1c448f5d4 req-4666dd42-94ab-4fb4-be11-99964f83ab0b service neutron] Checking segment: {'id': 'c58a19cf-7c6c-4752-bbaa-214f5e249faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0feb43c5-81db-47ea-8e99-1f15e3da5944'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:43:25.565243 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2eae9a1-d928-4286-b894-b5d1c448f5d4 req-4666dd42-94ab-4fb4-be11-99964f83ab0b service neutron] Bound using segment: {'id': 'c58a19cf-7c6c-4752-bbaa-214f5e249faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0feb43c5-81db-47ea-8e99-1f15e3da5944'} {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:43:25.565683 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [req-b2eae9a1-d928-4286-b894-b5d1c448f5d4 req-4666dd42-94ab-4fb4-be11-99964f83ab0b service neutron] Bound port: 64bd403a-0e30-4b5a-835d-e70bdd731127, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c58a19cf-7c6c-4752-bbaa-214f5e249faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0feb43c5-81db-47ea-8e99-1f15e3da5944'}}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:43:25.566025 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-b2eae9a1-d928-4286-b894-b5d1c448f5d4 req-4666dd42-94ab-4fb4-be11-99964f83ab0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:25.610494 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f3867dc7-e582-4a71-abcf-6db27be4927d tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40989'] for router, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:25.615560 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f3867dc7-e582-4a71-abcf-6db27be4927d tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:25.624002 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ae616e71-eb0a-42a9-85e2-4f33b72e26fa tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:25.627783 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae616e71-eb0a-42a9-85e2-4f33b72e26fa tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:25.628381 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ae616e71-eb0a-42a9-85e2-4f33b72e26fa tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:25.648812 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b573cb92-c85f-4cda-9ab9-baace52c5571 None None] get_active_networks_info from dv-neutron-827798-2-hyperv {{(pid=84109) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 04 08:43:25.709943 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f3867dc7-e582-4a71-abcf-6db27be4927d tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-476062'] for router, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:25.710409 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3867dc7-e582-4a71-abcf-6db27be4927d tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Fanout notify agent at l3_agent the message router_deleted on router de793c8f-17cf-4e3d-8480-f685e8e42fc8 {{(pid=84107) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 08:43:25.729738 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f3867dc7-e582-4a71-abcf-6db27be4927d tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:25.729738 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-f3867dc7-e582-4a71-abcf-6db27be4927d tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] 10.222.0.36 "DELETE /v2.0/routers/de793c8f-17cf-4e3d-8480-f685e8e42fc8 HTTP/1.1" status: 204 len: 168 time: 3.1844082 Feb 04 08:43:25.731373 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 54028) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:25.784604 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-8adba369-c9e9-45b7-9c2b-940fea910914 None None] Provisioning complete for port 56740688-eb0f-45af-9592-15e456c4b1b7 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:43:25.784980 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-8adba369-c9e9-45b7-9c2b-940fea910914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:25.812450 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae616e71-eb0a-42a9-85e2-4f33b72e26fa tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Pushing event updated for resources: {'Network': ['ID=e49935bf-69cd-4133-81aa-332fd0d4ddc6,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:25.824496 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-ae616e71-eb0a-42a9-85e2-4f33b72e26fa tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9824100 Feb 04 08:43:25.824727 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 54032) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:25.832616 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-09dbed49-36eb-4fbb-b349-d106511e3239 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Request body: {'subnet': {'network_id': 'e49935bf-69cd-4133-81aa-332fd0d4ddc6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:43:25.836167 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network e49935bf-69cd-4133-81aa-332fd0d4ddc6 details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:43:25.913049 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b573cb92-c85f-4cda-9ab9-baace52c5571 None None] Resources bound (agent type, host, resource id): {{(pid=84109) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 08:43:25.956722 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c8b8183-5ff0-44e1-b179-a18fe4d5378e tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Deleting subnet 01be2da0-0277-4fb3-b334-a74dba501042 {{(pid=84107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:43:25.983849 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [req-b2eae9a1-d928-4286-b894-b5d1c448f5d4 req-4666dd42-94ab-4fb4-be11-99964f83ab0b service neutron] For port 64bd403a-0e30-4b5a-835d-e70bdd731127, host hv-neutron-8277, cleared binding levels {{(pid=84108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:43:25.991870 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [req-b2eae9a1-d928-4286-b894-b5d1c448f5d4 req-4666dd42-94ab-4fb4-be11-99964f83ab0b service neutron] For port 64bd403a-0e30-4b5a-835d-e70bdd731127, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=64bd403a-0e30-4b5a-835d-e70bdd731127,segment=NetworkSegment(c58a19cf-7c6c-4752-bbaa-214f5e249faf),segment_id=c58a19cf-7c6c-4752-bbaa-214f5e249faf)] {{(pid=84108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:43:26.000705 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3c8b8183-5ff0-44e1-b179-a18fe4d5378e tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks [] for subnet, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:26.000859 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b8c11e4e-c102-4dcd-b803-c477d8c5ad48 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7593498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8119736'] for subnet, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:26.010614 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-09dbed49-36eb-4fbb-b349-d106511e3239 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:43:26.064158 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-09dbed49-36eb-4fbb-b349-d106511e3239 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Usage tracker for resource:subnet and tenant:b4c31cf486bb4956abf9c7906e2ce93d is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:43:26.069471 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-09dbed49-36eb-4fbb-b349-d106511e3239 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:43:26.078490 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3c8b8183-5ff0-44e1-b179-a18fe4d5378e tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8058667'] for subnet, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:26.080331 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c11e4e-c102-4dcd-b803-c477d8c5ad48 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Network 50f32939-48ec-455e-86f8-8c6e3a27572b is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:43:26.082778 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:26.083698 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-09dbed49-36eb-4fbb-b349-d106511e3239 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:43:26.086036 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-b8c11e4e-c102-4dcd-b803-c477d8c5ad48 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:43:26.094664 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c11e4e-c102-4dcd-b803-c477d8c5ad48 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:26.096599 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b8c11e4e-c102-4dcd-b803-c477d8c5ad48 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:26.108582 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-b2eae9a1-d928-4286-b894-b5d1c448f5d4 req-4666dd42-94ab-4fb4-be11-99964f83ab0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:26.163689 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57658e6f-dc92-4562-bd56-5107cd7519ef req-18f42e8e-0deb-4173-a807-a34ac3c2c42d tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:26.165499 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-57658e6f-dc92-4562-bd56-5107cd7519ef req-18f42e8e-0deb-4173-a807-a34ac3c2c42d tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a13c904-87bf-48b3-b652-c6cfae2f9547 HTTP/1.1" status: 200 len: 944 time: 0.2211783 Feb 04 08:43:26.167852 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3c8b8183-5ff0-44e1-b179-a18fe4d5378e tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:26.189108 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-8adba369-c9e9-45b7-9c2b-940fea910914 None None] Provisioning complete for port fc4fc32a-25f8-489f-aa0f-baef313d8baa triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:43:26.189621 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-8adba369-c9e9-45b7-9c2b-940fea910914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:26.211606 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c11e4e-c102-4dcd-b803-c477d8c5ad48 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Pushing event updated for resources: {'Subnet': ['ID=904ca4d1-ede4-42f5-877a-1e0e086351f3,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:26.214109 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09dbed49-36eb-4fbb-b349-d106511e3239 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Made reservation on behalf of b4c31cf486bb4956abf9c7906e2ce93d for: {'subnet': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:43:26.273070 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-57658e6f-dc92-4562-bd56-5107cd7519ef req-8e2e8c44-3268-4d62-9591-1ef71c407c36 tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] 10.222.0.36 "GET /v2.0/security-groups?id=18d868dd-efaa-4d74-96cc-e5fc69b5c2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727148 Feb 04 08:43:26.294734 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-b2eae9a1-d928-4286-b894-b5d1c448f5d4 req-4666dd42-94ab-4fb4-be11-99964f83ab0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:26.295701 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-8adba369-c9e9-45b7-9c2b-940fea910914 None None] Port fc4fc32a-25f8-489f-aa0f-baef313d8baa cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:43:26.296113 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b2eae9a1-d928-4286-b894-b5d1c448f5d4 req-4666dd42-94ab-4fb4-be11-99964f83ab0b service neutron] 10.222.0.47 "PUT /v2.0/ports/64bd403a-0e30-4b5a-835d-e70bdd731127 HTTP/1.1" status: 200 len: 1094 time: 2.4585922 Feb 04 08:43:26.297562 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-b8c11e4e-c102-4dcd-b803-c477d8c5ad48 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8140121 Feb 04 08:43:26.298273 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a13c904-87bf-48b3-b652-c6cfae2f9547', 'tag': '64bd403a-0e30-4b5a-835d-e70bdd731127'}] {{(pid=84108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:43:26.301599 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 54042) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:26.312344 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-93f7f73a-ce9c-45cc-8dc2-6c5b83d72601 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Request body: {'security_group': {'name': 'tempest-secgroup-43442602'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:43:26.320453 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-93f7f73a-ce9c-45cc-8dc2-6c5b83d72601 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:43:26.327134 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-93f7f73a-ce9c-45cc-8dc2-6c5b83d72601 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Usage tracker for resource:security_group and tenant:a287064d5ca349c39790be8557119e7e is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:43:26.332672 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-93f7f73a-ce9c-45cc-8dc2-6c5b83d72601 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:43:26.341450 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3c8b8183-5ff0-44e1-b179-a18fe4d5378e tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7510167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985167'] for subnet, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:26.345006 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-93f7f73a-ce9c-45cc-8dc2-6c5b83d72601 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:43:26.355825 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4666dd42-94ab-4fb4-be11-99964f83ab0b service neutron] Pushing event updated for resources: {'Port': ['ID=64bd403a-0e30-4b5a-835d-e70bdd731127,revision_number=3']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:26.368423 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a13c904-87bf-48b3-b652-c6cfae2f9547', 'tag': '64bd403a-0e30-4b5a-835d-e70bdd731127', 'status': 'completed', 'code': 200} Feb 04 08:43:26.370385 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-09dbed49-36eb-4fbb-b349-d106511e3239 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8119726'] for subnet, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:26.398093 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8b8183-5ff0-44e1-b179-a18fe4d5378e tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Pushing event deleted for resources: {'Subnet': ['ID=01be2da0-0277-4fb3-b334-a74dba501042,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:26.404696 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3c8b8183-5ff0-44e1-b179-a18fe4d5378e tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:26.413772 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-3c8b8183-5ff0-44e1-b179-a18fe4d5378e tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] 10.222.0.36 "DELETE /v2.0/subnets/01be2da0-0277-4fb3-b334-a74dba501042 HTTP/1.1" status: 204 len: 168 time: 0.6785750 Feb 04 08:43:26.413772 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 54048) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:26.496150 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-93f7f73a-ce9c-45cc-8dc2-6c5b83d72601 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:26.518782 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e0d430-afdd-4fe6-b1b8-cd76d3765c0f None None] Network 50f32939-48ec-455e-86f8-8c6e3a27572b requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:43:26.559664 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b2eae9a1-d928-4286-b894-b5d1c448f5d4 req-4e387049-0714-4e8e-817d-a132a65bddf2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7f11cfeb8627474bb4bfbc5c240c4191&device_id=7a13c904-87bf-48b3-b652-c6cfae2f9547 HTTP/1.1" status: 200 len: 1097 time: 0.1703148 Feb 04 08:43:26.565178 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-cdae2293-e5dd-408e-adac-70c4df453753 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:26.576246 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-93f7f73a-ce9c-45cc-8dc2-6c5b83d72601 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:43:26.581335 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-93f7f73a-ce9c-45cc-8dc2-6c5b83d72601 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Usage tracker for resource:security_group_rule and tenant:a287064d5ca349c39790be8557119e7e is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:43:26.585288 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-93f7f73a-ce9c-45cc-8dc2-6c5b83d72601 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:43:26.592401 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-93f7f73a-ce9c-45cc-8dc2-6c5b83d72601 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:43:26.774131 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-cdae2293-e5dd-408e-adac-70c4df453753 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:26.775480 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b2eae9a1-d928-4286-b894-b5d1c448f5d4 req-d5a30789-d9e9-4175-93bf-8d05c3b27957 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64bd403a-0e30-4b5a-835d-e70bdd731127 HTTP/1.1" status: 200 len: 217 time: 0.2078021 Feb 04 08:43:26.811770 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-93f7f73a-ce9c-45cc-8dc2-6c5b83d72601 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:26.815220 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-cdae2293-e5dd-408e-adac-70c4df453753 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cffddbfd-7362-47bd-9723-84fa8f6b93f8']}} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:43:26.828090 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-cdae2293-e5dd-408e-adac-70c4df453753 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f59c6b0d-c1b6-4ca4-b62a-5943738750d5') {'for_net_delete': True} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:43:26.828489 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-cdae2293-e5dd-408e-adac-70c4df453753 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f59c6b0d-c1b6-4ca4-b62a-5943738750d5') {} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:43:26.840263 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-cdae2293-e5dd-408e-adac-70c4df453753 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8058642'] for segment, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:26.860847 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-cdae2293-e5dd-408e-adac-70c4df453753 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:26.868298 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdae2293-e5dd-408e-adac-70c4df453753 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=84107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:43:26.868458 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-cdae2293-e5dd-408e-adac-70c4df453753 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7377717'] for segment, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:26.871149 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de237e24-2eb9-4ddd-b206-80d37ee020c9 None None] Update dhcp port {'port': {'network_id': '50f32939-48ec-455e-86f8-8c6e3a27572b', 'fixed_ips': [{'subnet_id': 'cbbacf67-30a3-4b1a-86cb-68a11b924293', 'ip_address': '172.20.0.18'}, {'subnet_id': '904ca4d1-ede4-42f5-877a-1e0e086351f3'}], 'binding:host_id': 'dv-neutron-827798-2-hyperv'}, 'id': '56740688-eb0f-45af-9592-15e456c4b1b7'} from dv-neutron-827798-2-hyperv. {{(pid=84109) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 04 08:43:26.876145 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eae9a1-d928-4286-b894-b5d1c448f5d4 req-45fe51d5-5de0-424e-b338-a2864671fa03 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:26.876145 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b2eae9a1-d928-4286-b894-b5d1c448f5d4 req-45fe51d5-5de0-424e-b338-a2864671fa03 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8675bddc-291e-4add-bb9a-40b80a84c2b2 HTTP/1.1" status: 200 len: 852 time: 0.0923960 Feb 04 08:43:26.884395 dv-neutron-827798-2-hyperv neutron-server[84107]: Traceback (most recent call last): Feb 04 08:43:26.884395 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:43:26.884395 dv-neutron-827798-2-hyperv neutron-server[84107]: timer() Feb 04 08:43:26.884395 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:43:26.884395 dv-neutron-827798-2-hyperv neutron-server[84107]: cb(*args, **kw) Feb 04 08:43:26.884395 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:43:26.884395 dv-neutron-827798-2-hyperv neutron-server[84107]: return func(*args, **kwargs) Feb 04 08:43:26.884395 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:43:26.884395 dv-neutron-827798-2-hyperv neutron-server[84107]: self._notify() Feb 04 08:43:26.884395 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:43:26.884395 dv-neutron-827798-2-hyperv neutron-server[84107]: self.callback(batched_events) Feb 04 08:43:26.884395 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:43:26.884395 dv-neutron-827798-2-hyperv neutron-server[84107]: event.method(event) Feb 04 08:43:26.884395 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:43:26.884395 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:43:26.884395 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:43:26.884395 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:43:26.884395 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:43:26.884395 dv-neutron-827798-2-hyperv neutron-server[84107]: return f(self, *a, **k) Feb 04 08:43:26.884395 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:43:26.884395 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._get(url).json() Feb 04 08:43:26.884395 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:43:26.884395 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:43:26.884395 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:43:26.884395 dv-neutron-827798-2-hyperv neutron-server[84107]: return self.request(url, 'GET', **kwargs) Feb 04 08:43:26.884395 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:43:26.884395 dv-neutron-827798-2-hyperv neutron-server[84107]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:43:26.884395 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:43:26.884395 dv-neutron-827798-2-hyperv neutron-server[84107]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:43:26.884395 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:43:26.884395 dv-neutron-827798-2-hyperv neutron-server[84107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:43:26.884395 dv-neutron-827798-2-hyperv neutron-server[84107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:43:26.888885 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-93f7f73a-ce9c-45cc-8dc2-6c5b83d72601 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:26.923974 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-de237e24-2eb9-4ddd-b206-80d37ee020c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:26.927676 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b2eae9a1-d928-4286-b894-b5d1c448f5d4 req-447e86e7-b1d5-42a9-a8b8-424c2a6e1529 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0feb43c5-81db-47ea-8e99-1f15e3da5944&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418322 Feb 04 08:43:27.016177 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-09dbed49-36eb-4fbb-b349-d106511e3239 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7593498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8119736'] for subnet, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:27.028198 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f7f73a-ce9c-45cc-8dc2-6c5b83d72601 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b8b693b-251b-4b3a-91b8-990f4b5f25e0,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:27.083907 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-cdae2293-e5dd-408e-adac-70c4df453753 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:27.115171 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-cdae2293-e5dd-408e-adac-70c4df453753 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:27.119652 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-cdae2293-e5dd-408e-adac-70c4df453753 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] 10.222.0.36 "DELETE /v2.0/networks/cffddbfd-7362-47bd-9723-84fa8f6b93f8 HTTP/1.1" status: 204 len: 168 time: 0.7024684 Feb 04 08:43:27.119652 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-93f7f73a-ce9c-45cc-8dc2-6c5b83d72601 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:27.122887 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-93f7f73a-ce9c-45cc-8dc2-6c5b83d72601 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1575 time: 0.8201849 Feb 04 08:43:27.124109 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 54056) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:27.127499 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dbed49-36eb-4fbb-b349-d106511e3239 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Pushing event updated for resources: {'Subnet': ['ID=148d59a1-e966-4713-8d72-aaf50db72699,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:27.134177 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-7887f68a-93fe-4d3b-9baf-65d821415571 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Request body: {'security_group': {'name': 'tempest-secgroup-277247708'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:43:27.140518 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdae2293-e5dd-408e-adac-70c4df453753 tempest-FloatingIPTestJSON-1326965273 tempest-FloatingIPTestJSON-1326965273-project] Pushing event deleted for resources: {'Network': ['ID=cffddbfd-7362-47bd-9723-84fa8f6b93f8,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:27.144538 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-7887f68a-93fe-4d3b-9baf-65d821415571 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:43:27.152167 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-7887f68a-93fe-4d3b-9baf-65d821415571 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Usage tracker for resource:security_group and tenant:a287064d5ca349c39790be8557119e7e is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:43:27.154888 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-de237e24-2eb9-4ddd-b206-80d37ee020c9 None None] Allocated IP 172.20.0.2 (50f32939-48ec-455e-86f8-8c6e3a27572b/904ca4d1-ede4-42f5-877a-1e0e086351f3/56740688-eb0f-45af-9592-15e456c4b1b7) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:43:27.157904 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-7887f68a-93fe-4d3b-9baf-65d821415571 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:43:27.167574 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b2eae9a1-d928-4286-b894-b5d1c448f5d4 req-df7d9759-99dd-4e29-8ad2-772c3bada096 service neutron] 10.222.0.47 "GET /v2.0/networks/0feb43c5-81db-47ea-8e99-1f15e3da5944?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329295 Feb 04 08:43:27.169524 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09dbed49-36eb-4fbb-b349-d106511e3239 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Checking segment: {'id': '77218b43-530e-4cd7-b432-6a0b46c2df2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'e49935bf-69cd-4133-81aa-332fd0d4ddc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:43:27.170514 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09dbed49-36eb-4fbb-b349-d106511e3239 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Network hostable DHCP agents. Network: e49935bf-69cd-4133-81aa-332fd0d4ddc6, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:43:27.170729 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-7887f68a-93fe-4d3b-9baf-65d821415571 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:43:27.247195 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7887f68a-93fe-4d3b-9baf-65d821415571 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:27.291142 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-7887f68a-93fe-4d3b-9baf-65d821415571 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:43:27.295211 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-7887f68a-93fe-4d3b-9baf-65d821415571 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Usage tracker for resource:security_group_rule and tenant:a287064d5ca349c39790be8557119e7e is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:43:27.298343 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-7887f68a-93fe-4d3b-9baf-65d821415571 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:43:27.303355 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-de237e24-2eb9-4ddd-b206-80d37ee020c9 None None] For port 56740688-eb0f-45af-9592-15e456c4b1b7, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=56740688-eb0f-45af-9592-15e456c4b1b7,segment=NetworkSegment(b84403a3-7adc-4393-8376-fc4992396421),segment_id=b84403a3-7adc-4393-8376-fc4992396421)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:43:27.308113 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-7887f68a-93fe-4d3b-9baf-65d821415571 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:43:27.331233 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-de237e24-2eb9-4ddd-b206-80d37ee020c9 None None] Notify callbacks [] for port, precommit_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:27.343909 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b2eae9a1-d928-4286-b894-b5d1c448f5d4 req-91e3655a-4197-42c8-aa89-77f184dcc4bd service neutron] 10.222.0.47 "GET /v2.0/networks/0feb43c5-81db-47ea-8e99-1f15e3da5944?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663771 Feb 04 08:43:27.351212 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-de237e24-2eb9-4ddd-b206-80d37ee020c9 None None] Transition to ACTIVE for port object 56740688-eb0f-45af-9592-15e456c4b1b7 will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:43:27.356396 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09dbed49-36eb-4fbb-b349-d106511e3239 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Network e49935bf-69cd-4133-81aa-332fd0d4ddc6 is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:43:27.367088 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7887f68a-93fe-4d3b-9baf-65d821415571 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:27.429743 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-de237e24-2eb9-4ddd-b206-80d37ee020c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:27.482300 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7887f68a-93fe-4d3b-9baf-65d821415571 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:27.484589 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-09dbed49-36eb-4fbb-b349-d106511e3239 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, e49935bf-69cd-4133-81aa-332fd0d4ddc6) {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:43:27.504425 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09dbed49-36eb-4fbb-b349-d106511e3239 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:27.505529 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-09dbed49-36eb-4fbb-b349-d106511e3239 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:27.525543 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dbca201-12c2-49fd-8bf4-d46da4078c21 None None] Network e49935bf-69cd-4133-81aa-332fd0d4ddc6 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:43:27.532808 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7887f68a-93fe-4d3b-9baf-65d821415571 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13b2eeef-5961-4ad4-af1b-da8b40f2b9aa,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:27.563099 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a49224-d397-42b2-ae0c-c57a68f3a707 req-78848ce3-fd0e-4154-aee7-3ad19233cba6 tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:27.565052 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-11a49224-d397-42b2-ae0c-c57a68f3a707 req-78848ce3-fd0e-4154-aee7-3ad19233cba6 tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a13c904-87bf-48b3-b652-c6cfae2f9547 HTTP/1.1" status: 200 len: 944 time: 0.1405370 Feb 04 08:43:27.592166 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7887f68a-93fe-4d3b-9baf-65d821415571 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:27.593774 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-7887f68a-93fe-4d3b-9baf-65d821415571 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.4646144 Feb 04 08:43:27.596536 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 54062) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:27.603167 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-123d6969-074c-4f85-8a4d-8523978f7a1f req-d6666411-9d65-407f-9144-23e6f0025105 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7f11cfeb8627474bb4bfbc5c240c4191&device_id=7a13c904-87bf-48b3-b652-c6cfae2f9547 HTTP/1.1" status: 200 len: 1097 time: 0.0891216 Feb 04 08:43:27.604909 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-9f46ae53-2857-4b57-bcd1-93eb735f038a tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Request body: {'security_group': {'name': 'tempest-secgroup-1088228241'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:43:27.617232 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-9f46ae53-2857-4b57-bcd1-93eb735f038a tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:43:27.623244 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-9f46ae53-2857-4b57-bcd1-93eb735f038a tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Usage tracker for resource:security_group and tenant:a287064d5ca349c39790be8557119e7e is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:43:27.628316 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-9f46ae53-2857-4b57-bcd1-93eb735f038a tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:43:27.640004 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-9f46ae53-2857-4b57-bcd1-93eb735f038a tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:43:27.641703 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de237e24-2eb9-4ddd-b206-80d37ee020c9 None None] Pushing event updated for resources: {'Port': ['ID=56740688-eb0f-45af-9592-15e456c4b1b7,revision_number=6']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:27.647804 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-11a49224-d397-42b2-ae0c-c57a68f3a707 req-32b715a6-8d3c-4758-8c3a-e866e529d377 tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] 10.222.0.36 "GET /v2.0/security-groups?id=18d868dd-efaa-4d74-96cc-e5fc69b5c2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757389 Feb 04 08:43:27.711052 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-09dbed49-36eb-4fbb-b349-d106511e3239 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.8854389 Feb 04 08:43:27.713967 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 54068) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:27.783955 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9f46ae53-2857-4b57-bcd1-93eb735f038a tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:27.807651 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 54074) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:27.835961 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95794b76-1ad8-4e33-a69c-6028cec2f26e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-e49935bf-69cd-4133-81aa-332fd0d4ddc6', 'network_id': 'e49935bf-69cd-4133-81aa-332fd0d4ddc6', 'tenant_id': 'b4c31cf486bb4956abf9c7906e2ce93d', 'fixed_ips': [{'subnet_id': '148d59a1-e966-4713-8d72-aaf50db72699'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:43:27.837428 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-95794b76-1ad8-4e33-a69c-6028cec2f26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:27.851413 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-9f46ae53-2857-4b57-bcd1-93eb735f038a tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:43:27.857285 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-9f46ae53-2857-4b57-bcd1-93eb735f038a tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Usage tracker for resource:security_group_rule and tenant:a287064d5ca349c39790be8557119e7e is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:43:27.860547 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-9f46ae53-2857-4b57-bcd1-93eb735f038a tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:43:27.876844 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-9f46ae53-2857-4b57-bcd1-93eb735f038a tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:43:27.882771 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123d6969-074c-4f85-8a4d-8523978f7a1f req-0be952d3-4d9a-4a5f-9339-c4803668ad53 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:27.884935 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-123d6969-074c-4f85-8a4d-8523978f7a1f req-0be952d3-4d9a-4a5f-9339-c4803668ad53 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0feb43c5-81db-47ea-8e99-1f15e3da5944 HTTP/1.1" status: 200 len: 913 time: 0.2712066 Feb 04 08:43:27.998444 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9f46ae53-2857-4b57-bcd1-93eb735f038a tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:28.019233 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7e47861e-6e72-40c1-b398-03b573b8f980 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:28.047479 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-95794b76-1ad8-4e33-a69c-6028cec2f26e None None] Allocated IP 2001:db8::1 (e49935bf-69cd-4133-81aa-332fd0d4ddc6/148d59a1-e966-4713-8d72-aaf50db72699/c30b4c9d-8879-46c3-8e24-c30b0cac7fb2) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:43:28.054639 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-123d6969-074c-4f85-8a4d-8523978f7a1f req-fbe3b0d9-0eca-4b5d-9387-505cd8fcd891 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64bd403a-0e30-4b5a-835d-e70bdd731127 HTTP/1.1" status: 200 len: 217 time: 0.1575904 Feb 04 08:43:28.092983 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-87a9d4f8-e54b-47f2-8681-3d98065cc135 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ad4a401d45cf492bbfe70c7522312369&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2818532 Feb 04 08:43:28.092983 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9f46ae53-2857-4b57-bcd1-93eb735f038a tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:28.094680 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 54080) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:28.169273 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f46ae53-2857-4b57-bcd1-93eb735f038a tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a37eb58-3681-48e5-9a4d-0ac67fd494c5,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:28.191029 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123d6969-074c-4f85-8a4d-8523978f7a1f req-ba9a7f0e-ab3e-4e85-9238-1937d7552b4a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:28.193127 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-123d6969-074c-4f85-8a4d-8523978f7a1f req-ba9a7f0e-ab3e-4e85-9238-1937d7552b4a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8675bddc-291e-4add-bb9a-40b80a84c2b2 HTTP/1.1" status: 200 len: 852 time: 0.1310275 Feb 04 08:43:28.211247 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-aa8eb7ea-77fe-4d15-b04b-3ba4c7d3eb6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:28.234155 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9f46ae53-2857-4b57-bcd1-93eb735f038a tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:28.235915 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-9f46ae53-2857-4b57-bcd1-93eb735f038a tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6387134 Feb 04 08:43:28.241011 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 54084) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:28.245897 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7e47861e-6e72-40c1-b398-03b573b8f980 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:28.252063 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-aa8eb7ea-77fe-4d15-b04b-3ba4c7d3eb6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:28.286120 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-51cf9fa1-c729-4311-91a4-f67042cf67f5 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-567652543', 'security_groups': ['0a37eb58-3681-48e5-9a4d-0ac67fd494c5'], 'network_id': '50f32939-48ec-455e-86f8-8c6e3a27572b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '904ca4d1-ede4-42f5-877a-1e0e086351f3'}]}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:43:28.308661 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-123d6969-074c-4f85-8a4d-8523978f7a1f req-83b29136-dc03-4502-981c-f7896069ee4a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0feb43c5-81db-47ea-8e99-1f15e3da5944&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1080928 Feb 04 08:43:28.319054 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-95794b76-1ad8-4e33-a69c-6028cec2f26e None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:28.330774 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-95794b76-1ad8-4e33-a69c-6028cec2f26e None None] Transition to ACTIVE for port object c30b4c9d-8879-46c3-8e24-c30b0cac7fb2 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:43:28.350050 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-95794b76-1ad8-4e33-a69c-6028cec2f26e None None] Transition to ACTIVE for port object c30b4c9d-8879-46c3-8e24-c30b0cac7fb2 will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:43:28.395428 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-aa8eb7ea-77fe-4d15-b04b-3ba4c7d3eb6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:28.411951 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8eb7ea-77fe-4d15-b04b-3ba4c7d3eb6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=956cc0a5-8472-47f6-9f16-e354e19847c7,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:28.416184 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-aa8eb7ea-77fe-4d15-b04b-3ba4c7d3eb6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:28.424890 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-aa8eb7ea-77fe-4d15-b04b-3ba4c7d3eb6d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/956cc0a5-8472-47f6-9f16-e354e19847c7 HTTP/1.1" status: 204 len: 168 time: 0.3092928 Feb 04 08:43:28.432356 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-95794b76-1ad8-4e33-a69c-6028cec2f26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:28.516851 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95794b76-1ad8-4e33-a69c-6028cec2f26e None None] Network e49935bf-69cd-4133-81aa-332fd0d4ddc6 is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:43:28.520181 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-95794b76-1ad8-4e33-a69c-6028cec2f26e None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:43:28.524545 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95794b76-1ad8-4e33-a69c-6028cec2f26e None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:43:28.527147 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95794b76-1ad8-4e33-a69c-6028cec2f26e None None] Pushing event updated for resources: {'Port': ['ID=c30b4c9d-8879-46c3-8e24-c30b0cac7fb2,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:28.578291 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-51cf9fa1-c729-4311-91a4-f67042cf67f5 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:43:28.598165 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-51cf9fa1-c729-4311-91a4-f67042cf67f5 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:43:28.601961 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-123d6969-074c-4f85-8a4d-8523978f7a1f req-cf5de991-4d46-4e91-8551-096d9af6ac42 service neutron] 10.222.0.47 "GET /v2.0/networks/0feb43c5-81db-47ea-8e99-1f15e3da5944?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380528 Feb 04 08:43:28.616743 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-95794b76-1ad8-4e33-a69c-6028cec2f26e None None] Attempting to bind port c30b4c9d-8879-46c3-8e24-c30b0cac7fb2 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:43:28.622061 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-95794b76-1ad8-4e33-a69c-6028cec2f26e None None] Attempting to bind port c30b4c9d-8879-46c3-8e24-c30b0cac7fb2 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': '77218b43-530e-4cd7-b432-6a0b46c2df2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'e49935bf-69cd-4133-81aa-332fd0d4ddc6'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:43:28.622061 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95794b76-1ad8-4e33-a69c-6028cec2f26e None None] Attempting to bind port c30b4c9d-8879-46c3-8e24-c30b0cac7fb2 on network e49935bf-69cd-4133-81aa-332fd0d4ddc6 {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:43:28.624442 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95794b76-1ad8-4e33-a69c-6028cec2f26e None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:43:28.624906 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95794b76-1ad8-4e33-a69c-6028cec2f26e None None] Checking segment: {'id': '77218b43-530e-4cd7-b432-6a0b46c2df2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'e49935bf-69cd-4133-81aa-332fd0d4ddc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:43:28.625300 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-95794b76-1ad8-4e33-a69c-6028cec2f26e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:28.625681 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95794b76-1ad8-4e33-a69c-6028cec2f26e None None] Bound using segment: {'id': '77218b43-530e-4cd7-b432-6a0b46c2df2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'e49935bf-69cd-4133-81aa-332fd0d4ddc6'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:43:28.626130 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-95794b76-1ad8-4e33-a69c-6028cec2f26e None None] Bound port: c30b4c9d-8879-46c3-8e24-c30b0cac7fb2, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77218b43-530e-4cd7-b432-6a0b46c2df2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'e49935bf-69cd-4133-81aa-332fd0d4ddc6'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:43:28.626491 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-95794b76-1ad8-4e33-a69c-6028cec2f26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:28.675671 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-5b77b36c-c60d-4a6b-9536-5d9da262c7e6 None None] Provisioning for port 56740688-eb0f-45af-9592-15e456c4b1b7 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:43:28.692511 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-5b77b36c-c60d-4a6b-9536-5d9da262c7e6 None None] Provisioning complete for port 56740688-eb0f-45af-9592-15e456c4b1b7 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:43:28.692511 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-5b77b36c-c60d-4a6b-9536-5d9da262c7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:28.713630 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 56740688-eb0f-45af-9592-15e456c4b1b7 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:43:28.772700 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51cf9fa1-c729-4311-91a4-f67042cf67f5 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Made reservation on behalf of a287064d5ca349c39790be8557119e7e for: {'port': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:43:28.777620 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-51cf9fa1-c729-4311-91a4-f67042cf67f5 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:28.812066 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7e47861e-6e72-40c1-b398-03b573b8f980 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7593563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8119683'] for subnet, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:28.859922 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-95794b76-1ad8-4e33-a69c-6028cec2f26e None None] For port c30b4c9d-8879-46c3-8e24-c30b0cac7fb2, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:43:28.867303 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-95794b76-1ad8-4e33-a69c-6028cec2f26e None None] For port c30b4c9d-8879-46c3-8e24-c30b0cac7fb2, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=c30b4c9d-8879-46c3-8e24-c30b0cac7fb2,segment=NetworkSegment(77218b43-530e-4cd7-b432-6a0b46c2df2d),segment_id=77218b43-530e-4cd7-b432-6a0b46c2df2d)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:43:28.915503 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50097f66-c534-4e2c-8044-937a59d40809 req-1ff93ded-485f-4f30-860b-cfafa57bd37f tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:28.917046 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-50097f66-c534-4e2c-8044-937a59d40809 req-1ff93ded-485f-4f30-860b-cfafa57bd37f tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a13c904-87bf-48b3-b652-c6cfae2f9547 HTTP/1.1" status: 200 len: 944 time: 0.1007953 Feb 04 08:43:28.937118 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 56740688-eb0f-45af-9592-15e456c4b1b7 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:43:28.937492 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:28.983621 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-50097f66-c534-4e2c-8044-937a59d40809 req-3eefc806-8545-49d7-a221-0d4bcd91e638 tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] 10.222.0.36 "GET /v2.0/security-groups?id=18d868dd-efaa-4d74-96cc-e5fc69b5c2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600636 Feb 04 08:43:28.990153 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-95794b76-1ad8-4e33-a69c-6028cec2f26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:28.994788 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [None req-51cf9fa1-c729-4311-91a4-f67042cf67f5 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] device_id is not set on port 02a72912-ad56-48a6-86a0-54af46fdcfee yet. {{(pid=84108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:43:29.060433 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-123d6969-074c-4f85-8a4d-8523978f7a1f req-0befbf80-4614-4db2-91b8-e9a7496be274 service neutron] 10.222.0.47 "GET /v2.0/networks/0feb43c5-81db-47ea-8e99-1f15e3da5944?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4518661 Feb 04 08:43:29.076908 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47861e-6e72-40c1-b398-03b573b8f980 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Pushing event deleted for resources: {'Subnet': ['ID=148d59a1-e966-4713-8d72-aaf50db72699,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:29.141358 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-5b77b36c-c60d-4a6b-9536-5d9da262c7e6 None None] Provisioning complete for port fc4fc32a-25f8-489f-aa0f-baef313d8baa triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:43:29.141959 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-5b77b36c-c60d-4a6b-9536-5d9da262c7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:29.226179 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7e47861e-6e72-40c1-b398-03b573b8f980 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:29.232977 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95794b76-1ad8-4e33-a69c-6028cec2f26e None None] Pushing event updated for resources: {'Port': ['ID=c30b4c9d-8879-46c3-8e24-c30b0cac7fb2,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:29.279814 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-5b77b36c-c60d-4a6b-9536-5d9da262c7e6 None None] Port fc4fc32a-25f8-489f-aa0f-baef313d8baa cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:43:29.288252 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ecb6c24-0197-4be1-916e-414df321f0f3 None None] Network e49935bf-69cd-4133-81aa-332fd0d4ddc6 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:43:29.289270 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-7e47861e-6e72-40c1-b398-03b573b8f980 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e49935bf-69cd-4133-81aa-332fd0d4ddc6']}} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:43:29.307197 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-7e47861e-6e72-40c1-b398-03b573b8f980 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77218b43-530e-4cd7-b432-6a0b46c2df2d') {'for_net_delete': True} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:43:29.307487 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-7e47861e-6e72-40c1-b398-03b573b8f980 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77218b43-530e-4cd7-b432-6a0b46c2df2d') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:43:29.326870 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7e47861e-6e72-40c1-b398-03b573b8f980 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7851336'] for segment, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:29.345530 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-51cf9fa1-c729-4311-91a4-f67042cf67f5 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Allocated IP 172.20.0.3 (50f32939-48ec-455e-86f8-8c6e3a27572b/904ca4d1-ede4-42f5-877a-1e0e086351f3/02a72912-ad56-48a6-86a0-54af46fdcfee) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:43:29.350047 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7e47861e-6e72-40c1-b398-03b573b8f980 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:29.361012 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e47861e-6e72-40c1-b398-03b573b8f980 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=84108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:43:29.361407 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7e47861e-6e72-40c1-b398-03b573b8f980 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7460345'] for segment, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:29.381922 dv-neutron-827798-2-hyperv neutron-server[84108]: Traceback (most recent call last): Feb 04 08:43:29.381922 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:43:29.381922 dv-neutron-827798-2-hyperv neutron-server[84108]: timer() Feb 04 08:43:29.381922 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:43:29.381922 dv-neutron-827798-2-hyperv neutron-server[84108]: cb(*args, **kw) Feb 04 08:43:29.381922 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:43:29.381922 dv-neutron-827798-2-hyperv neutron-server[84108]: return func(*args, **kwargs) Feb 04 08:43:29.381922 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:43:29.381922 dv-neutron-827798-2-hyperv neutron-server[84108]: self._notify() Feb 04 08:43:29.381922 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:43:29.381922 dv-neutron-827798-2-hyperv neutron-server[84108]: self.callback(batched_events) Feb 04 08:43:29.381922 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:43:29.381922 dv-neutron-827798-2-hyperv neutron-server[84108]: event.method(event) Feb 04 08:43:29.381922 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:43:29.381922 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:43:29.381922 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:43:29.381922 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:43:29.381922 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:43:29.381922 dv-neutron-827798-2-hyperv neutron-server[84108]: return f(self, *a, **k) Feb 04 08:43:29.381922 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:43:29.381922 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._get(url).json() Feb 04 08:43:29.381922 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:43:29.381922 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:43:29.381922 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:43:29.381922 dv-neutron-827798-2-hyperv neutron-server[84108]: return self.request(url, 'GET', **kwargs) Feb 04 08:43:29.381922 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:43:29.381922 dv-neutron-827798-2-hyperv neutron-server[84108]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:43:29.381922 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:43:29.381922 dv-neutron-827798-2-hyperv neutron-server[84108]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:43:29.381922 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:43:29.381922 dv-neutron-827798-2-hyperv neutron-server[84108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:43:29.381922 dv-neutron-827798-2-hyperv neutron-server[84108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:43:29.500439 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5772b67f-023b-4c60-bfea-f1dbaebef912 None None] get_active_networks_info from dv-neutron-827798-2-hyperv {{(pid=84109) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 04 08:43:29.544110 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.db.api [None req-7e47861e-6e72-40c1-b398-03b573b8f980 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 08:43:29.544110 dv-neutron-827798-2-hyperv neutron-server[84108]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 08:43:29.544110 dv-neutron-827798-2-hyperv neutron-server[84108]: [parameters: {'id': 'e49935bf-69cd-4133-81aa-332fd0d4ddc6'}] Feb 04 08:43:29.544110 dv-neutron-827798-2-hyperv neutron-server[84108]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84108) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 08:43:29.544470 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG oslo_db.api [None req-7e47861e-6e72-40c1-b398-03b573b8f980 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 08:43:29.635331 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5772b67f-023b-4c60-bfea-f1dbaebef912 None None] Resources bound (agent type, host, resource id): {{(pid=84109) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 08:43:29.639227 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-51cf9fa1-c729-4311-91a4-f67042cf67f5 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:29.658794 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.provisioning_blocks [None req-51cf9fa1-c729-4311-91a4-f67042cf67f5 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Transition to ACTIVE for port object 02a72912-ad56-48a6-86a0-54af46fdcfee will not be triggered until provisioned by entity DHCP. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:43:29.743403 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 54108) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:29.750863 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-51cf9fa1-c729-4311-91a4-f67042cf67f5 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:29.832273 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51cf9fa1-c729-4311-91a4-f67042cf67f5 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Network 50f32939-48ec-455e-86f8-8c6e3a27572b is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:43:29.835818 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-51cf9fa1-c729-4311-91a4-f67042cf67f5 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:43:29.842668 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cf9fa1-c729-4311-91a4-f67042cf67f5 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:43:29.873894 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cf9fa1-c729-4311-91a4-f67042cf67f5 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Pushing event updated for resources: {'Port': ['ID=02a72912-ad56-48a6-86a0-54af46fdcfee,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:29.886863 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-964e3451-2075-4217-ae65-d1b64a187138 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-51742817'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:43:29.896019 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-964e3451-2075-4217-ae65-d1b64a187138 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:43:29.903477 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-964e3451-2075-4217-ae65-d1b64a187138 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Usage tracker for resource:network and tenant:2260a774eaa04d99b94c2b95d9361fff is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:43:29.912020 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-964e3451-2075-4217-ae65-d1b64a187138 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:43:29.921555 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-964e3451-2075-4217-ae65-d1b64a187138 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:43:29.929976 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51cf9fa1-c729-4311-91a4-f67042cf67f5 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:29.930573 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-51cf9fa1-c729-4311-91a4-f67042cf67f5 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:30.018550 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-964e3451-2075-4217-ae65-d1b64a187138 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Made reservation on behalf of 2260a774eaa04d99b94c2b95d9361fff for: {'network': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:43:30.021430 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-964e3451-2075-4217-ae65-d1b64a187138 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:30.038638 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-51cf9fa1-c729-4311-91a4-f67042cf67f5 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.7649794 Feb 04 08:43:30.039074 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 54116) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:30.042264 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-964e3451-2075-4217-ae65-d1b64a187138 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks [] for security_group, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:30.049192 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-14506e54-2884-4068-baa0-ab0efd3e4fdb tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Request body: {'subnet': {'network_id': '50f32939-48ec-455e-86f8-8c6e3a27572b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:43:30.057086 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7e47861e-6e72-40c1-b398-03b573b8f980 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:30.083260 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-7e47861e-6e72-40c1-b398-03b573b8f980 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Deleting port c30b4c9d-8879-46c3-8e24-c30b0cac7fb2 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:43:30.083638 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7e47861e-6e72-40c1-b398-03b573b8f980 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:30.126555 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-964e3451-2075-4217-ae65-d1b64a187138 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:43:30.140102 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-964e3451-2075-4217-ae65-d1b64a187138 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Usage tracker for resource:security_group_rule and tenant:2260a774eaa04d99b94c2b95d9361fff is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:43:30.145085 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-964e3451-2075-4217-ae65-d1b64a187138 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:43:30.154956 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-964e3451-2075-4217-ae65-d1b64a187138 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:43:30.372055 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [None req-7e47861e-6e72-40c1-b398-03b573b8f980 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] For port c30b4c9d-8879-46c3-8e24-c30b0cac7fb2, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=c30b4c9d-8879-46c3-8e24-c30b0cac7fb2,segment=NetworkSegment(77218b43-530e-4cd7-b432-6a0b46c2df2d),segment_id=77218b43-530e-4cd7-b432-6a0b46c2df2d)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:43:30.372413 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7e47861e-6e72-40c1-b398-03b573b8f980 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:30.398477 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40854d5-fe8e-4a76-b458-4f078ccfd008 req-15748bb2-ded1-429f-903b-188de8838663 tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:30.401029 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e40854d5-fe8e-4a76-b458-4f078ccfd008 req-15748bb2-ded1-429f-903b-188de8838663 tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a13c904-87bf-48b3-b652-c6cfae2f9547 HTTP/1.1" status: 200 len: 944 time: 0.2442174 Feb 04 08:43:30.410840 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-14506e54-2884-4068-baa0-ab0efd3e4fdb tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:43:30.429284 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-14506e54-2884-4068-baa0-ab0efd3e4fdb tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Usage tracker for resource:subnet and tenant:a287064d5ca349c39790be8557119e7e is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:43:30.435022 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-14506e54-2884-4068-baa0-ab0efd3e4fdb tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:43:30.443352 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-14506e54-2884-4068-baa0-ab0efd3e4fdb tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:43:30.449455 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-964e3451-2075-4217-ae65-d1b64a187138 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks [] for security_group, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:30.468032 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e40854d5-fe8e-4a76-b458-4f078ccfd008 req-58ab4ec8-2f0a-4c35-88a2-5b569ac2ebbd tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] 10.222.0.36 "GET /v2.0/security-groups?id=18d868dd-efaa-4d74-96cc-e5fc69b5c2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603676 Feb 04 08:43:30.514730 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-7e47861e-6e72-40c1-b398-03b573b8f980 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Calling delete_port for c30b4c9d-8879-46c3-8e24-c30b0cac7fb2 owned by network:dhcp {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:43:30.546249 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-964e3451-2075-4217-ae65-d1b64a187138 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:30.555637 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14506e54-2884-4068-baa0-ab0efd3e4fdb tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Made reservation on behalf of a287064d5ca349c39790be8557119e7e for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:43:30.585265 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-964e3451-2075-4217-ae65-d1b64a187138 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=84108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:43:30.623055 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964e3451-2075-4217-ae65-d1b64a187138 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28895416-c426-4787-a85c-ec95aae7fa49,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:30.627654 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-964e3451-2075-4217-ae65-d1b64a187138 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:30.628001 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.segments_db [None req-964e3451-2075-4217-ae65-d1b64a187138 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Added segment 752bdfc3-8d67-4017-82c5-5988da4ae1b7 of type vlan for network e8da26f8-3aa4-41f5-8c46-0ca23582cd6a Feb 04 08:43:30.630268 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-c26e1400-90b4-4f59-9457-95a267d8505b None None] Provisioning for port 02a72912-ad56-48a6-86a0-54af46fdcfee completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:43:30.641035 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-c26e1400-90b4-4f59-9457-95a267d8505b None None] Provisioning complete for port 02a72912-ad56-48a6-86a0-54af46fdcfee triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:43:30.641035 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-c26e1400-90b4-4f59-9457-95a267d8505b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:30.658927 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-964e3451-2075-4217-ae65-d1b64a187138 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:30.687900 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-14506e54-2884-4068-baa0-ab0efd3e4fdb tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985186'] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:30.700897 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-c26e1400-90b4-4f59-9457-95a267d8505b None None] Port 02a72912-ad56-48a6-86a0-54af46fdcfee cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:43:30.710284 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7e47861e-6e72-40c1-b398-03b573b8f980 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:30.819458 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.ipam_backend_mixin [None req-14506e54-2884-4068-baa0-ab0efd3e4fdb tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 904ca4d1-ede4-42f5-877a-1e0e086351f3 (CIDR: 172.20.0.0/28) Feb 04 08:43:30.839943 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-964e3451-2075-4217-ae65-d1b64a187138 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:30.843565 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964e3451-2075-4217-ae65-d1b64a187138 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:30.844144 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-964e3451-2075-4217-ae65-d1b64a187138 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:30.860774 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-14506e54-2884-4068-baa0-ab0efd3e4fdb tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 08:43:30.861226 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14506e54-2884-4068-baa0-ab0efd3e4fdb tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:43:30.871163 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47861e-6e72-40c1-b398-03b573b8f980 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Pushing event deleted for resources: {'Port': ['ID=c30b4c9d-8879-46c3-8e24-c30b0cac7fb2,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:30.935976 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-14506e54-2884-4068-baa0-ab0efd3e4fdb tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8918390 Feb 04 08:43:30.936168 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e47861e-6e72-40c1-b398-03b573b8f980 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] No DVR routers for this DVR port c30b4c9d-8879-46c3-8e24-c30b0cac7fb2 on host dv-neutron-827798-2-hyperv {{(pid=84108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:43:30.936270 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 54120) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:30.943120 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-8916c034-5d75-4582-aee3-ddb52440f6bd tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Request body: {'subnet': {'network_id': '50f32939-48ec-455e-86f8-8c6e3a27572b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:43:31.014642 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964e3451-2075-4217-ae65-d1b64a187138 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Pushing event updated for resources: {'Network': ['ID=e8da26f8-3aa4-41f5-8c46-0ca23582cd6a,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:31.026018 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network e8da26f8-3aa4-41f5-8c46-0ca23582cd6a details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:43:31.079392 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-964e3451-2075-4217-ae65-d1b64a187138 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.3342667 Feb 04 08:43:31.096940 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7e47861e-6e72-40c1-b398-03b573b8f980 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:31.102982 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-8916c034-5d75-4582-aee3-ddb52440f6bd tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:43:31.108574 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-8916c034-5d75-4582-aee3-ddb52440f6bd tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Usage tracker for resource:subnet and tenant:a287064d5ca349c39790be8557119e7e is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:43:31.112937 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-8916c034-5d75-4582-aee3-ddb52440f6bd tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:43:31.121704 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-8916c034-5d75-4582-aee3-ddb52440f6bd tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:43:31.126609 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-7e47861e-6e72-40c1-b398-03b573b8f980 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e49935bf-69cd-4133-81aa-332fd0d4ddc6']}} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:43:31.141112 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-7e47861e-6e72-40c1-b398-03b573b8f980 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77218b43-530e-4cd7-b432-6a0b46c2df2d') {'for_net_delete': True} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:43:31.141420 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-7e47861e-6e72-40c1-b398-03b573b8f980 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77218b43-530e-4cd7-b432-6a0b46c2df2d') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:43:31.152941 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7e47861e-6e72-40c1-b398-03b573b8f980 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7851336'] for segment, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:31.168445 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7e47861e-6e72-40c1-b398-03b573b8f980 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:31.174333 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e47861e-6e72-40c1-b398-03b573b8f980 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=84108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:43:31.174711 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7e47861e-6e72-40c1-b398-03b573b8f980 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7460345'] for segment, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:31.189192 dv-neutron-827798-2-hyperv neutron-server[84108]: Traceback (most recent call last): Feb 04 08:43:31.189192 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:43:31.189192 dv-neutron-827798-2-hyperv neutron-server[84108]: timer() Feb 04 08:43:31.189192 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:43:31.189192 dv-neutron-827798-2-hyperv neutron-server[84108]: cb(*args, **kw) Feb 04 08:43:31.189192 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:43:31.189192 dv-neutron-827798-2-hyperv neutron-server[84108]: return func(*args, **kwargs) Feb 04 08:43:31.189192 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:43:31.189192 dv-neutron-827798-2-hyperv neutron-server[84108]: self._notify() Feb 04 08:43:31.189192 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:43:31.189192 dv-neutron-827798-2-hyperv neutron-server[84108]: self.callback(batched_events) Feb 04 08:43:31.189192 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:43:31.189192 dv-neutron-827798-2-hyperv neutron-server[84108]: event.method(event) Feb 04 08:43:31.189192 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:43:31.189192 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:43:31.189192 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:43:31.189192 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:43:31.189192 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:43:31.189192 dv-neutron-827798-2-hyperv neutron-server[84108]: return f(self, *a, **k) Feb 04 08:43:31.189192 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:43:31.189192 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._get(url).json() Feb 04 08:43:31.189192 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:43:31.189192 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:43:31.189192 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:43:31.189192 dv-neutron-827798-2-hyperv neutron-server[84108]: return self.request(url, 'GET', **kwargs) Feb 04 08:43:31.189192 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:43:31.189192 dv-neutron-827798-2-hyperv neutron-server[84108]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:43:31.189192 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:43:31.189192 dv-neutron-827798-2-hyperv neutron-server[84108]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:43:31.189192 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:43:31.189192 dv-neutron-827798-2-hyperv neutron-server[84108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:43:31.189192 dv-neutron-827798-2-hyperv neutron-server[84108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:43:31.229871 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8916c034-5d75-4582-aee3-ddb52440f6bd tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Made reservation on behalf of a287064d5ca349c39790be8557119e7e for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:43:31.233728 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8916c034-5d75-4582-aee3-ddb52440f6bd tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985186'] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:31.338277 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7e47861e-6e72-40c1-b398-03b573b8f980 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:31.361250 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7e47861e-6e72-40c1-b398-03b573b8f980 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:31.370403 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.ipam_backend_mixin [None req-8916c034-5d75-4582-aee3-ddb52440f6bd tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet cbbacf67-30a3-4b1a-86cb-68a11b924293 (CIDR: 172.20.0.16/28) Feb 04 08:43:31.372147 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47861e-6e72-40c1-b398-03b573b8f980 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Pushing event deleted for resources: {'Network': ['ID=e49935bf-69cd-4133-81aa-332fd0d4ddc6,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:31.379485 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-7e47861e-6e72-40c1-b398-03b573b8f980 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] 10.222.0.36 "DELETE /v2.0/networks/e49935bf-69cd-4133-81aa-332fd0d4ddc6 HTTP/1.1" status: 204 len: 168 time: 3.6595986 Feb 04 08:43:31.379890 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 54124) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:31.385547 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-7c69e847-7870-44f5-b478-013c6b024179 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1703410757'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:43:31.390363 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-7c69e847-7870-44f5-b478-013c6b024179 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:43:31.394115 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-7c69e847-7870-44f5-b478-013c6b024179 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Usage tracker for resource:network and tenant:b4c31cf486bb4956abf9c7906e2ce93d is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:43:31.397233 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-7c69e847-7870-44f5-b478-013c6b024179 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:43:31.402557 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-7c69e847-7870-44f5-b478-013c6b024179 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:43:31.413537 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-8916c034-5d75-4582-aee3-ddb52440f6bd tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 08:43:31.413971 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8916c034-5d75-4582-aee3-ddb52440f6bd tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:43:31.463684 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c69e847-7870-44f5-b478-013c6b024179 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Made reservation on behalf of b4c31cf486bb4956abf9c7906e2ce93d for: {'network': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:43:31.466705 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7c69e847-7870-44f5-b478-013c6b024179 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:31.489828 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-8916c034-5d75-4582-aee3-ddb52440f6bd tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5491796 Feb 04 08:43:31.490065 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 54128) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:31.497146 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-acd999e3-e3c3-47c2-9f21-7c5b84f9cba5 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Request body: {'subnet': {'network_id': '50f32939-48ec-455e-86f8-8c6e3a27572b', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:43:31.568987 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c69e847-7870-44f5-b478-013c6b024179 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=84108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:43:31.592128 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7c69e847-7870-44f5-b478-013c6b024179 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:31.592128 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.segments_db [None req-7c69e847-7870-44f5-b478-013c6b024179 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Added segment cefa38ae-7e94-48b8-b204-fe1a06c6e284 of type vlan for network 6322cfe4-c9df-42b8-8001-f10e207482cc Feb 04 08:43:31.652639 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7c69e847-7870-44f5-b478-013c6b024179 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:31.670332 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-acd999e3-e3c3-47c2-9f21-7c5b84f9cba5 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:43:31.675484 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-acd999e3-e3c3-47c2-9f21-7c5b84f9cba5 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Usage tracker for resource:subnet and tenant:a287064d5ca349c39790be8557119e7e is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:43:31.682649 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d6b2d-b01e-4bf5-a37c-8c62d25c5668 req-2f140845-32a8-4ba0-a87f-fae87bf758ac tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:31.684218 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b24d6b2d-b01e-4bf5-a37c-8c62d25c5668 req-2f140845-32a8-4ba0-a87f-fae87bf758ac tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a13c904-87bf-48b3-b652-c6cfae2f9547 HTTP/1.1" status: 200 len: 944 time: 0.0821211 Feb 04 08:43:31.690314 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-acd999e3-e3c3-47c2-9f21-7c5b84f9cba5 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:43:31.699035 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-acd999e3-e3c3-47c2-9f21-7c5b84f9cba5 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:43:31.733320 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b24d6b2d-b01e-4bf5-a37c-8c62d25c5668 req-c1a00508-87db-4a3a-95ce-de5c30119e09 tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] 10.222.0.36 "GET /v2.0/security-groups?id=18d868dd-efaa-4d74-96cc-e5fc69b5c2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418346 Feb 04 08:43:31.786164 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7c69e847-7870-44f5-b478-013c6b024179 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:31.789857 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c69e847-7870-44f5-b478-013c6b024179 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:31.790452 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7c69e847-7870-44f5-b478-013c6b024179 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:31.816243 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acd999e3-e3c3-47c2-9f21-7c5b84f9cba5 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Made reservation on behalf of a287064d5ca349c39790be8557119e7e for: {'subnet': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:43:31.941909 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-7c69e847-7870-44f5-b478-013c6b024179 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5610566 Feb 04 08:43:31.944813 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 54134) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:31.950859 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-4cba7413-d02f-434b-a25e-df0d83c0750b tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Request body: {'subnet': {'network_id': '6322cfe4-c9df-42b8-8001-f10e207482cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:43:31.971813 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c69e847-7870-44f5-b478-013c6b024179 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Pushing event updated for resources: {'Network': ['ID=6322cfe4-c9df-42b8-8001-f10e207482cc,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:31.983183 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network 6322cfe4-c9df-42b8-8001-f10e207482cc details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:43:32.048393 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-acd999e3-e3c3-47c2-9f21-7c5b84f9cba5 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8119726'] for subnet, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:32.094547 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-4cba7413-d02f-434b-a25e-df0d83c0750b tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:43:32.107583 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-4cba7413-d02f-434b-a25e-df0d83c0750b tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Usage tracker for resource:subnet and tenant:b4c31cf486bb4956abf9c7906e2ce93d is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:43:32.113733 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-4cba7413-d02f-434b-a25e-df0d83c0750b tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:43:32.120530 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-4cba7413-d02f-434b-a25e-df0d83c0750b tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:43:32.180477 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cba7413-d02f-434b-a25e-df0d83c0750b tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Made reservation on behalf of b4c31cf486bb4956abf9c7906e2ce93d for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:43:32.188614 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device 64bd403a-0e30-4b5a-835d-e70bdd731127 details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=84109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 08:43:32.315021 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4cba7413-d02f-434b-a25e-df0d83c0750b tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985186'] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:32.398457 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port 64bd403a-0e30-4b5a-835d-e70bdd731127, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=64bd403a-0e30-4b5a-835d-e70bdd731127,segment=NetworkSegment(c58a19cf-7c6c-4752-bbaa-214f5e249faf),segment_id=c58a19cf-7c6c-4752-bbaa-214f5e249faf)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:43:32.412769 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Returning: {'device': '64bd403a-0e30-4b5a-835d-e70bdd731127', 'network_id': '0feb43c5-81db-47ea-8e99-1f15e3da5944', 'port_id': '64bd403a-0e30-4b5a-835d-e70bdd731127', 'mac_address': 'fa:16:3e:01:6d:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8675bddc-291e-4add-bb9a-40b80a84c2b2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 08:43:32.428832 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-acd999e3-e3c3-47c2-9f21-7c5b84f9cba5 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7593498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8119736'] for subnet, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:32.502614 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:32.521559 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64bd403a-0e30-4b5a-835d-e70bdd731127 {{(pid=84109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 08:43:32.534866 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd999e3-e3c3-47c2-9f21-7c5b84f9cba5 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Network 50f32939-48ec-455e-86f8-8c6e3a27572b is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:43:32.538711 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-acd999e3-e3c3-47c2-9f21-7c5b84f9cba5 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:43:32.544592 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd999e3-e3c3-47c2-9f21-7c5b84f9cba5 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:32.549954 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-acd999e3-e3c3-47c2-9f21-7c5b84f9cba5 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:32.554623 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3f7f43-81df-4a0c-9776-604829ceff1c None None] Network 50f32939-48ec-455e-86f8-8c6e3a27572b requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:43:32.587144 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd999e3-e3c3-47c2-9f21-7c5b84f9cba5 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Pushing event updated for resources: {'Subnet': ['ID=cfb1bbef-4dd0-490c-87ca-dc04af6907af,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:32.609222 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port 64bd403a-0e30-4b5a-835d-e70bdd731127, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=64bd403a-0e30-4b5a-835d-e70bdd731127,segment=NetworkSegment(c58a19cf-7c6c-4752-bbaa-214f5e249faf),segment_id=c58a19cf-7c6c-4752-bbaa-214f5e249faf)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:43:32.652162 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4cba7413-d02f-434b-a25e-df0d83c0750b tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7510230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985204'] for subnet, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:32.680328 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:32.683904 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-acd999e3-e3c3-47c2-9f21-7c5b84f9cba5 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1895964 Feb 04 08:43:32.684237 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 54138) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:32.692394 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-bb3089fb-d840-4975-9663-eddfbee2dfce tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1303394857', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'cfb1bbef-4dd0-490c-87ca-dc04af6907af'}], 'security_groups': ['6b8b693b-251b-4b3a-91b8-990f4b5f25e0', '13b2eeef-5961-4ad4-af1b-da8b40f2b9aa']}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:43:32.763820 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cba7413-d02f-434b-a25e-df0d83c0750b tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Pushing event updated for resources: {'Subnet': ['ID=9c4864f5-0c00-43ef-918a-51c43e4f202e,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:32.780165 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cba7413-d02f-434b-a25e-df0d83c0750b tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Checking segment: {'id': 'cefa38ae-7e94-48b8-b204-fe1a06c6e284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6322cfe4-c9df-42b8-8001-f10e207482cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:43:32.780616 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cba7413-d02f-434b-a25e-df0d83c0750b tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Network hostable DHCP agents. Network: 6322cfe4-c9df-42b8-8001-f10e207482cc, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:43:32.819229 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=64bd403a-0e30-4b5a-835d-e70bdd731127,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:32.850098 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-bb3089fb-d840-4975-9663-eddfbee2dfce tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:32.871751 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cba7413-d02f-434b-a25e-df0d83c0750b tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Network 6322cfe4-c9df-42b8-8001-f10e207482cc is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:43:32.949965 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-4cba7413-d02f-434b-a25e-df0d83c0750b tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, 6322cfe4-c9df-42b8-8001-f10e207482cc) {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:43:32.968719 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cba7413-d02f-434b-a25e-df0d83c0750b tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:32.970073 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4cba7413-d02f-434b-a25e-df0d83c0750b tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:32.971364 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d13608-27b3-4069-8426-d01ddea7ffa7 None None] Network 6322cfe4-c9df-42b8-8001-f10e207482cc requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:43:33.078529 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14e863e-12df-4184-8d9c-b424b5276413 req-bf8b1cc9-660d-4af8-b431-873bee165c54 tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:33.079603 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b14e863e-12df-4184-8d9c-b424b5276413 req-bf8b1cc9-660d-4af8-b431-873bee165c54 tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a13c904-87bf-48b3-b652-c6cfae2f9547 HTTP/1.1" status: 200 len: 945 time: 0.1978307 Feb 04 08:43:33.090223 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] get_ports_and_sgs() called for port_ids ['64bd403a-0e30-4b5a-835d-e70bdd731127'] {{(pid=84109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 08:43:33.127501 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-4cba7413-d02f-434b-a25e-df0d83c0750b tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1816232 Feb 04 08:43:33.130164 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 54144) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:33.234341 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b14e863e-12df-4184-8d9c-b424b5276413 req-ef8e93ed-1735-479b-8703-83e9ae27bac5 tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] 10.222.0.36 "GET /v2.0/security-groups?id=18d868dd-efaa-4d74-96cc-e5fc69b5c2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448214 Feb 04 08:43:33.329292 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cbd6b53-9e55-4cba-8cd1-790c61ec1d0d None None] Update dhcp port {'port': {'network_id': '50f32939-48ec-455e-86f8-8c6e3a27572b', 'fixed_ips': [{'subnet_id': 'cbbacf67-30a3-4b1a-86cb-68a11b924293', 'ip_address': '172.20.0.18'}, {'subnet_id': '904ca4d1-ede4-42f5-877a-1e0e086351f3', 'ip_address': '172.20.0.2'}, {'subnet_id': 'cfb1bbef-4dd0-490c-87ca-dc04af6907af'}], 'binding:host_id': 'dv-neutron-827798-2-hyperv'}, 'id': '56740688-eb0f-45af-9592-15e456c4b1b7'} from dv-neutron-827798-2-hyperv. {{(pid=84109) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 04 08:43:33.427617 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b0a58945-1494-4564-9c34-3568d997241d tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:33.449006 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-4cbd6b53-9e55-4cba-8cd1-790c61ec1d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:33.463935 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba23bb3-8816-47d3-9966-51df8f597751 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-6322cfe4-c9df-42b8-8001-f10e207482cc', 'network_id': '6322cfe4-c9df-42b8-8001-f10e207482cc', 'tenant_id': 'b4c31cf486bb4956abf9c7906e2ce93d', 'fixed_ips': [{'subnet_id': '9c4864f5-0c00-43ef-918a-51c43e4f202e'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:43:33.464860 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-6ba23bb3-8816-47d3-9966-51df8f597751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:33.485372 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-bb3089fb-d840-4975-9663-eddfbee2dfce tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Delete allocated IP 172.20.0.3 (50f32939-48ec-455e-86f8-8c6e3a27572b/904ca4d1-ede4-42f5-877a-1e0e086351f3) {{(pid=84108) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 04 08:43:33.494884 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-bb3089fb-d840-4975-9663-eddfbee2dfce tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Allocated IP 172.20.0.39 (50f32939-48ec-455e-86f8-8c6e3a27572b/cfb1bbef-4dd0-490c-87ca-dc04af6907af/02a72912-ad56-48a6-86a0-54af46fdcfee) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:43:33.530797 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b0a58945-1494-4564-9c34-3568d997241d tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:33.691406 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b0a58945-1494-4564-9c34-3568d997241d tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7510167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985167'] for subnet, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:33.737524 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-bb3089fb-d840-4975-9663-eddfbee2dfce tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks [] for port, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:33.760998 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a58945-1494-4564-9c34-3568d997241d tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Pushing event deleted for resources: {'Subnet': ['ID=9c4864f5-0c00-43ef-918a-51c43e4f202e,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:33.761349 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.provisioning_blocks [None req-bb3089fb-d840-4975-9663-eddfbee2dfce tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Transition to ACTIVE for port object 02a72912-ad56-48a6-86a0-54af46fdcfee will not be triggered until provisioned by entity DHCP. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:43:33.815038 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-bb3089fb-d840-4975-9663-eddfbee2dfce tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:33.818521 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server [None req-6ba23bb3-8816-47d3-9966-51df8f597751 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9c4864f5-0c00-43ef-918a-51c43e4f202e: This subnet is being modified by another concurrent operation. Feb 04 08:43:33.818521 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 04 08:43:33.818521 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 04 08:43:33.818521 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 04 08:43:33.818521 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 04 08:43:33.818521 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 04 08:43:33.818521 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 04 08:43:33.818521 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 04 08:43:33.818521 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 04 08:43:33.818521 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 04 08:43:33.818521 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 08:43:33.818521 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 08:43:33.818521 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 04 08:43:33.818521 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 08:43:33.818521 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 04 08:43:33.818521 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 04 08:43:33.818521 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 04 08:43:33.818521 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server raise value Feb 04 08:43:33.818521 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 08:43:33.818521 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 08:43:33.818521 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 08:43:33.818521 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 08:43:33.818521 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 04 08:43:33.818521 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 08:43:33.818521 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 04 08:43:33.818521 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 04 08:43:33.818521 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 04 08:43:33.818521 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server raise value Feb 04 08:43:33.818521 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 08:43:33.818521 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 08:43:33.818521 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 08:43:33.818521 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 08:43:33.818521 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 04 08:43:33.818521 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 08:43:33.818521 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 04 08:43:33.818521 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 04 08:43:33.818521 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 04 08:43:33.818521 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server raise value Feb 04 08:43:33.818521 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 08:43:33.818521 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 08:43:33.818521 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 04 08:43:33.818521 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 04 08:43:33.818521 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Feb 04 08:43:33.818521 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 04 08:43:33.818521 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Feb 04 08:43:33.818521 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 04 08:43:33.818521 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Feb 04 08:43:33.818521 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 04 08:43:33.818521 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 04 08:43:33.818521 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 04 08:43:33.818521 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 04 08:43:33.818521 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 08:43:33.818521 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 08:43:33.818521 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 08:43:33.818521 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 04 08:43:33.818521 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 08:43:33.818521 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 04 08:43:33.818521 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 04 08:43:33.818521 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 04 08:43:33.818521 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server raise value Feb 04 08:43:33.818521 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 08:43:33.818521 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 08:43:33.818521 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 08:43:33.818521 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 08:43:33.818521 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 04 08:43:33.818521 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 08:43:33.818521 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 04 08:43:33.818521 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 04 08:43:33.818521 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 04 08:43:33.818521 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server raise value Feb 04 08:43:33.818521 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 08:43:33.818521 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 08:43:33.818521 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 08:43:33.818521 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 08:43:33.818521 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 04 08:43:33.818521 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 08:43:33.818521 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 04 08:43:33.818521 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 04 08:43:33.818521 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 04 08:43:33.818521 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server raise value Feb 04 08:43:33.818521 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 08:43:33.818521 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 08:43:33.818521 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Feb 04 08:43:33.818521 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 04 08:43:33.818521 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Feb 04 08:43:33.818521 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 04 08:43:33.818521 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Feb 04 08:43:33.818521 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 04 08:43:33.818521 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 04 08:43:33.818521 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 04 08:43:33.818521 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 04 08:43:33.818521 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 08:43:33.818521 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 04 08:43:33.818521 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 04 08:43:33.818521 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 04 08:43:33.818521 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 04 08:43:33.818521 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 04 08:43:33.818521 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 04 08:43:33.818521 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Feb 04 08:43:33.818521 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 04 08:43:33.818521 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 04 08:43:33.818521 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server raise exception Feb 04 08:43:33.818521 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9c4864f5-0c00-43ef-918a-51c43e4f202e: This subnet is being modified by another concurrent operation. Feb 04 08:43:33.818521 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server Feb 04 08:43:33.838704 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b45d51-3f3c-4778-b445-6d7f33050d6c None None] Network 6322cfe4-c9df-42b8-8001-f10e207482cc requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:43:33.862173 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b0a58945-1494-4564-9c34-3568d997241d tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:33.891701 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-b0a58945-1494-4564-9c34-3568d997241d tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6322cfe4-c9df-42b8-8001-f10e207482cc']}} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:43:33.904755 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-b0a58945-1494-4564-9c34-3568d997241d tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cefa38ae-7e94-48b8-b204-fe1a06c6e284') {'for_net_delete': True} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:43:33.905051 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-b0a58945-1494-4564-9c34-3568d997241d tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cefa38ae-7e94-48b8-b204-fe1a06c6e284') {} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:43:33.912535 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3089fb-d840-4975-9663-eddfbee2dfce tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Pushing event updated for resources: {'Port': ['ID=02a72912-ad56-48a6-86a0-54af46fdcfee,revision_number=2']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:33.924971 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b0a58945-1494-4564-9c34-3568d997241d tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8058642'] for segment, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:33.943329 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b0a58945-1494-4564-9c34-3568d997241d tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:33.951046 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0a58945-1494-4564-9c34-3568d997241d tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=84107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:43:33.951558 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b0a58945-1494-4564-9c34-3568d997241d tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7377717'] for segment, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:33.969948 dv-neutron-827798-2-hyperv neutron-server[84107]: Traceback (most recent call last): Feb 04 08:43:33.969948 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:43:33.969948 dv-neutron-827798-2-hyperv neutron-server[84107]: timer() Feb 04 08:43:33.969948 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:43:33.969948 dv-neutron-827798-2-hyperv neutron-server[84107]: cb(*args, **kw) Feb 04 08:43:33.969948 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:43:33.969948 dv-neutron-827798-2-hyperv neutron-server[84107]: return func(*args, **kwargs) Feb 04 08:43:33.969948 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:43:33.969948 dv-neutron-827798-2-hyperv neutron-server[84107]: self._notify() Feb 04 08:43:33.969948 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:43:33.969948 dv-neutron-827798-2-hyperv neutron-server[84107]: self.callback(batched_events) Feb 04 08:43:33.969948 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:43:33.969948 dv-neutron-827798-2-hyperv neutron-server[84107]: event.method(event) Feb 04 08:43:33.969948 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:43:33.969948 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:43:33.969948 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:43:33.969948 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:43:33.969948 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:43:33.969948 dv-neutron-827798-2-hyperv neutron-server[84107]: return f(self, *a, **k) Feb 04 08:43:33.969948 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:43:33.969948 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._get(url).json() Feb 04 08:43:33.969948 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:43:33.969948 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:43:33.969948 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:43:33.969948 dv-neutron-827798-2-hyperv neutron-server[84107]: return self.request(url, 'GET', **kwargs) Feb 04 08:43:33.969948 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:43:33.969948 dv-neutron-827798-2-hyperv neutron-server[84107]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:43:33.969948 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:43:33.969948 dv-neutron-827798-2-hyperv neutron-server[84107]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:43:33.969948 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:43:33.969948 dv-neutron-827798-2-hyperv neutron-server[84107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:43:33.969948 dv-neutron-827798-2-hyperv neutron-server[84107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:43:34.078620 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-bb3089fb-d840-4975-9663-eddfbee2dfce tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] In _notify_port_updated(), no bound segment for port 02a72912-ad56-48a6-86a0-54af46fdcfee on network 50f32939-48ec-455e-86f8-8c6e3a27572b {{(pid=84108) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 04 08:43:34.083259 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3089fb-d840-4975-9663-eddfbee2dfce tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:34.083869 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-bb3089fb-d840-4975-9663-eddfbee2dfce tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:34.088232 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 54148) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:34.091880 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-bb3089fb-d840-4975-9663-eddfbee2dfce tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "PUT /v2.0/ports/02a72912-ad56-48a6-86a0-54af46fdcfee HTTP/1.1" status: 200 len: 960 time: 1.4027653 Feb 04 08:43:34.106151 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-4cbd6b53-9e55-4cba-8cd1-790c61ec1d0d None None] Allocated IP 172.20.0.34 (50f32939-48ec-455e-86f8-8c6e3a27572b/cfb1bbef-4dd0-490c-87ca-dc04af6907af/56740688-eb0f-45af-9592-15e456c4b1b7) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:43:34.156390 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-13d30796-10ca-4ff4-9c11-0ac7dfec86e4 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Deleting port 02a72912-ad56-48a6-86a0-54af46fdcfee {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:43:34.156987 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-13d30796-10ca-4ff4-9c11-0ac7dfec86e4 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:34.184945 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b0a58945-1494-4564-9c34-3568d997241d tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:34.189798 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b0a58945-1494-4564-9c34-3568d997241d tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:34.237523 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a58945-1494-4564-9c34-3568d997241d tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Pushing event deleted for resources: {'Network': ['ID=6322cfe4-c9df-42b8-8001-f10e207482cc,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:34.248878 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 54152) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:34.249129 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-b0a58945-1494-4564-9c34-3568d997241d tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] 10.222.0.36 "DELETE /v2.0/networks/6322cfe4-c9df-42b8-8001-f10e207482cc HTTP/1.1" status: 204 len: 168 time: 1.1179593 Feb 04 08:43:34.251358 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-4cbd6b53-9e55-4cba-8cd1-790c61ec1d0d None None] For port 56740688-eb0f-45af-9592-15e456c4b1b7, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=56740688-eb0f-45af-9592-15e456c4b1b7,segment=NetworkSegment(b84403a3-7adc-4393-8376-fc4992396421),segment_id=b84403a3-7adc-4393-8376-fc4992396421)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:43:34.259908 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-af7ac763-c9f8-4ac9-99db-a72fb6715051 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1986584436'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:43:34.267183 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-af7ac763-c9f8-4ac9-99db-a72fb6715051 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:43:34.271754 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-af7ac763-c9f8-4ac9-99db-a72fb6715051 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Usage tracker for resource:network and tenant:b4c31cf486bb4956abf9c7906e2ce93d is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:43:34.275867 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-af7ac763-c9f8-4ac9-99db-a72fb6715051 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:43:34.282324 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-af7ac763-c9f8-4ac9-99db-a72fb6715051 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:43:34.308609 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-4cbd6b53-9e55-4cba-8cd1-790c61ec1d0d None None] Notify callbacks [] for port, precommit_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:34.346144 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-4cbd6b53-9e55-4cba-8cd1-790c61ec1d0d None None] Transition to ACTIVE for port object 56740688-eb0f-45af-9592-15e456c4b1b7 will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:43:34.358270 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af7ac763-c9f8-4ac9-99db-a72fb6715051 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Made reservation on behalf of b4c31cf486bb4956abf9c7906e2ce93d for: {'network': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:43:34.363240 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-af7ac763-c9f8-4ac9-99db-a72fb6715051 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:34.374111 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 54158) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:34.381405 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-8da31f52-e071-4082-9a77-a40ec0b01de1 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Request body: {'subnet': {'network_id': 'e8da26f8-3aa4-41f5-8c46-0ca23582cd6a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:43:34.418253 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-4cbd6b53-9e55-4cba-8cd1-790c61ec1d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:34.496101 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af7ac763-c9f8-4ac9-99db-a72fb6715051 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=84108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:43:34.513166 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-af7ac763-c9f8-4ac9-99db-a72fb6715051 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:34.513422 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.segments_db [None req-af7ac763-c9f8-4ac9-99db-a72fb6715051 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Added segment d1c76b76-77ab-405f-8b8a-f7647ddf6730 of type vlan for network 53343b09-fc22-4681-aef3-25868666e1a1 Feb 04 08:43:34.514706 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-8da31f52-e071-4082-9a77-a40ec0b01de1 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:43:34.520921 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-13d30796-10ca-4ff4-9c11-0ac7dfec86e4 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:34.522273 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-8da31f52-e071-4082-9a77-a40ec0b01de1 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Usage tracker for resource:subnet and tenant:2260a774eaa04d99b94c2b95d9361fff is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:43:34.526489 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-8da31f52-e071-4082-9a77-a40ec0b01de1 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:43:34.536347 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-8da31f52-e071-4082-9a77-a40ec0b01de1 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:43:34.554747 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-af7ac763-c9f8-4ac9-99db-a72fb6715051 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:34.589772 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9606f2b2-3d5d-46fb-a672-6b298e1d2c95 req-8bf646ec-ac5e-443e-87a3-51908ec71578 tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:34.591212 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-9606f2b2-3d5d-46fb-a672-6b298e1d2c95 req-8bf646ec-ac5e-443e-87a3-51908ec71578 tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a13c904-87bf-48b3-b652-c6cfae2f9547 HTTP/1.1" status: 200 len: 945 time: 0.1958523 Feb 04 08:43:34.632256 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8da31f52-e071-4082-9a77-a40ec0b01de1 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Made reservation on behalf of 2260a774eaa04d99b94c2b95d9361fff for: {'subnet': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:43:34.636216 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbd6b53-9e55-4cba-8cd1-790c61ec1d0d None None] Pushing event updated for resources: {'Port': ['ID=56740688-eb0f-45af-9592-15e456c4b1b7,revision_number=7']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:34.657542 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-13d30796-10ca-4ff4-9c11-0ac7dfec86e4 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Calling delete_port for 02a72912-ad56-48a6-86a0-54af46fdcfee owned by {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:43:34.730994 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-af7ac763-c9f8-4ac9-99db-a72fb6715051 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:34.738981 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 56740688-eb0f-45af-9592-15e456c4b1b7 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:43:34.739122 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7ac763-c9f8-4ac9-99db-a72fb6715051 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:34.739122 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-af7ac763-c9f8-4ac9-99db-a72fb6715051 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:34.779831 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-9606f2b2-3d5d-46fb-a672-6b298e1d2c95 req-a5318f38-1465-454f-b316-84e886cb5f4d tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] 10.222.0.36 "GET /v2.0/security-groups?id=18d868dd-efaa-4d74-96cc-e5fc69b5c2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295002 Feb 04 08:43:34.912041 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8da31f52-e071-4082-9a77-a40ec0b01de1 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8119726'] for subnet, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:34.925849 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7ac763-c9f8-4ac9-99db-a72fb6715051 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Pushing event updated for resources: {'Network': ['ID=53343b09-fc22-4681-aef3-25868666e1a1,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:34.937895 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network 53343b09-fc22-4681-aef3-25868666e1a1 details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:43:34.946419 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-13d30796-10ca-4ff4-9c11-0ac7dfec86e4 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:35.053799 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-af7ac763-c9f8-4ac9-99db-a72fb6715051 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7996197 Feb 04 08:43:35.053799 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 54162) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:35.061866 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-74f0faca-b1ae-4933-82dc-6a30366b0286 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Request body: {'subnet': {'network_id': '53343b09-fc22-4681-aef3-25868666e1a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:43:35.117037 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d30796-10ca-4ff4-9c11-0ac7dfec86e4 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Pushing event deleted for resources: {'Port': ['ID=02a72912-ad56-48a6-86a0-54af46fdcfee,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:35.120495 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-13d30796-10ca-4ff4-9c11-0ac7dfec86e4 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:35.133258 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-13d30796-10ca-4ff4-9c11-0ac7dfec86e4 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "DELETE /v2.0/ports/02a72912-ad56-48a6-86a0-54af46fdcfee HTTP/1.1" status: 204 len: 168 time: 1.0437503 Feb 04 08:43:35.134211 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 54166) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:35.177053 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1484914-5ba8-4bbb-99a3-d537fd983fb2 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] GET failed (client error): The resource could not be found. Feb 04 08:43:35.177707 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-d1484914-5ba8-4bbb-99a3-d537fd983fb2 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Synchronizing usage tracker for tenant:a287064d5ca349c39790be8557119e7e on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:43:35.219262 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-74f0faca-b1ae-4933-82dc-6a30366b0286 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:43:35.226108 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-74f0faca-b1ae-4933-82dc-6a30366b0286 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Usage tracker for resource:subnet and tenant:b4c31cf486bb4956abf9c7906e2ce93d is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:43:35.230459 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-74f0faca-b1ae-4933-82dc-6a30366b0286 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:43:35.243063 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-74f0faca-b1ae-4933-82dc-6a30366b0286 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:43:35.298169 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-d1484914-5ba8-4bbb-99a3-d537fd983fb2 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Unset dirty status for tenant:a287064d5ca349c39790be8557119e7e on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:43:35.298169 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-d1484914-5ba8-4bbb-99a3-d537fd983fb2 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "GET /v2.0/ports/02a72912-ad56-48a6-86a0-54af46fdcfee HTTP/1.1" status: 404 len: 333 time: 0.1579499 Feb 04 08:43:35.298169 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 54170) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:35.351882 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74f0faca-b1ae-4933-82dc-6a30366b0286 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Made reservation on behalf of b4c31cf486bb4956abf9c7906e2ce93d for: {'subnet': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:43:35.357656 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e453361d-1bbc-470a-b835-0ed2fb4330c1 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:35.380481 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-019c993d-6d3e-4fd2-b858-dad5deb04949 None None] Provisioning for port 56740688-eb0f-45af-9592-15e456c4b1b7 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:43:35.387258 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-019c993d-6d3e-4fd2-b858-dad5deb04949 None None] Provisioning complete for port 56740688-eb0f-45af-9592-15e456c4b1b7 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:43:35.387765 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-019c993d-6d3e-4fd2-b858-dad5deb04949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:35.387951 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e453361d-1bbc-470a-b835-0ed2fb4330c1 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:35.417198 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8da31f52-e071-4082-9a77-a40ec0b01de1 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7593498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8119736'] for subnet, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:35.489559 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e453361d-1bbc-470a-b835-0ed2fb4330c1 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:35.506615 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e453361d-1bbc-470a-b835-0ed2fb4330c1 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a37eb58-3681-48e5-9a4d-0ac67fd494c5,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:35.511209 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-019c993d-6d3e-4fd2-b858-dad5deb04949 None None] Could not find standard attr ID for object 02a72912-ad56-48a6-86a0-54af46fdcfee. {{(pid=84109) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 08:43:35.514384 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e453361d-1bbc-470a-b835-0ed2fb4330c1 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:35.515206 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-e453361d-1bbc-470a-b835-0ed2fb4330c1 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "DELETE /v2.0/security-groups/0a37eb58-3681-48e5-9a4d-0ac67fd494c5 HTTP/1.1" status: 204 len: 168 time: 0.2180276 Feb 04 08:43:35.518098 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 54174) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:35.531157 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da31f52-e071-4082-9a77-a40ec0b01de1 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Pushing event updated for resources: {'Subnet': ['ID=55aa32be-f331-4b20-9c0d-a4b40bd3e093,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:35.533553 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-019c993d-6d3e-4fd2-b858-dad5deb04949 None None] Provisioning complete for port fc4fc32a-25f8-489f-aa0f-baef313d8baa triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:43:35.533553 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-019c993d-6d3e-4fd2-b858-dad5deb04949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:35.535914 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-74f0faca-b1ae-4933-82dc-6a30366b0286 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8119726'] for subnet, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:35.588397 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-415708e7-695a-4199-87b0-328a9240fc3b tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:35.597261 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-019c993d-6d3e-4fd2-b858-dad5deb04949 None None] Port fc4fc32a-25f8-489f-aa0f-baef313d8baa cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:43:35.619444 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-415708e7-695a-4199-87b0-328a9240fc3b tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:35.648004 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da31f52-e071-4082-9a77-a40ec0b01de1 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Checking segment: {'id': '752bdfc3-8d67-4017-82c5-5988da4ae1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e8da26f8-3aa4-41f5-8c46-0ca23582cd6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:43:35.648367 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da31f52-e071-4082-9a77-a40ec0b01de1 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Network hostable DHCP agents. Network: e8da26f8-3aa4-41f5-8c46-0ca23582cd6a, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:43:35.718040 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-415708e7-695a-4199-87b0-328a9240fc3b tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:35.740003 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415708e7-695a-4199-87b0-328a9240fc3b tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b2eeef-5961-4ad4-af1b-da8b40f2b9aa,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:35.745053 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-415708e7-695a-4199-87b0-328a9240fc3b tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:35.746920 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-415708e7-695a-4199-87b0-328a9240fc3b tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "DELETE /v2.0/security-groups/13b2eeef-5961-4ad4-af1b-da8b40f2b9aa HTTP/1.1" status: 204 len: 168 time: 0.2250190 Feb 04 08:43:35.751979 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 54178) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:35.816640 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-7582585a-0f92-4a38-9631-a38470776cc7 None None] Could not find standard attr ID for object 02a72912-ad56-48a6-86a0-54af46fdcfee. {{(pid=84109) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 08:43:35.897149 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da31f52-e071-4082-9a77-a40ec0b01de1 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Network e8da26f8-3aa4-41f5-8c46-0ca23582cd6a is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:43:35.979368 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-16b1d7ca-4e48-4bca-8892-401c990660e9 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:35.984473 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-74f0faca-b1ae-4933-82dc-6a30366b0286 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7593498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8119736'] for subnet, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:36.003732 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a423f0d4-ddbd-4b07-b5ad-fc22baa171cc None None] get_active_networks_info from dv-neutron-827798-2-hyperv {{(pid=84109) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 04 08:43:36.015064 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-16b1d7ca-4e48-4bca-8892-401c990660e9 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:36.031282 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-8da31f52-e071-4082-9a77-a40ec0b01de1 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, e8da26f8-3aa4-41f5-8c46-0ca23582cd6a) {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:43:36.049238 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da31f52-e071-4082-9a77-a40ec0b01de1 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:36.049819 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8da31f52-e071-4082-9a77-a40ec0b01de1 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:36.095826 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f0faca-b1ae-4933-82dc-6a30366b0286 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Pushing event updated for resources: {'Subnet': ['ID=92fcfe10-58b8-4b7f-89ce-2ded3f6038ae,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:36.118288 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f0faca-b1ae-4933-82dc-6a30366b0286 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Checking segment: {'id': 'd1c76b76-77ab-405f-8b8a-f7647ddf6730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '53343b09-fc22-4681-aef3-25868666e1a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:43:36.119758 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f0faca-b1ae-4933-82dc-6a30366b0286 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Network hostable DHCP agents. Network: 53343b09-fc22-4681-aef3-25868666e1a1, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:43:36.123761 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5c3af3-86f8-46e3-8af7-96e9d797b7cf req-9fbaaa94-3118-4a5b-a4f9-15987e55a465 tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:36.126065 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-aa5c3af3-86f8-46e3-8af7-96e9d797b7cf req-9fbaaa94-3118-4a5b-a4f9-15987e55a465 tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a13c904-87bf-48b3-b652-c6cfae2f9547 HTTP/1.1" status: 200 len: 945 time: 0.1846628 Feb 04 08:43:36.179844 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-aa5c3af3-86f8-46e3-8af7-96e9d797b7cf req-d94674d8-af85-4ece-9a18-b947d4bdd96b tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] 10.222.0.36 "GET /v2.0/security-groups?id=18d868dd-efaa-4d74-96cc-e5fc69b5c2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425646 Feb 04 08:43:36.195580 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-8da31f52-e071-4082-9a77-a40ec0b01de1 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8173065 Feb 04 08:43:36.196227 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 54184) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:36.209763 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-63a94861-fa5f-4ec0-a6f9-6e6c3e9b8cd9 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-807749170'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:43:36.209763 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-63a94861-fa5f-4ec0-a6f9-6e6c3e9b8cd9 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:43:36.212359 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-63a94861-fa5f-4ec0-a6f9-6e6c3e9b8cd9 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Usage tracker for resource:network and tenant:2260a774eaa04d99b94c2b95d9361fff is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:43:36.216251 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-63a94861-fa5f-4ec0-a6f9-6e6c3e9b8cd9 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:43:36.216487 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device 64bd403a-0e30-4b5a-835d-e70bdd731127 up at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:43:36.222001 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-63a94861-fa5f-4ec0-a6f9-6e6c3e9b8cd9 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:43:36.248964 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f0faca-b1ae-4933-82dc-6a30366b0286 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Network 53343b09-fc22-4681-aef3-25868666e1a1 is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:43:36.249301 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-16b1d7ca-4e48-4bca-8892-401c990660e9 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:36.269699 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b1d7ca-4e48-4bca-8892-401c990660e9 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b8b693b-251b-4b3a-91b8-990f4b5f25e0,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:36.274283 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-16b1d7ca-4e48-4bca-8892-401c990660e9 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:36.278519 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-16b1d7ca-4e48-4bca-8892-401c990660e9 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "DELETE /v2.0/security-groups/6b8b693b-251b-4b3a-91b8-990f4b5f25e0 HTTP/1.1" status: 204 len: 168 time: 0.5228097 Feb 04 08:43:36.278935 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 54188) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:36.314381 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a94861-fa5f-4ec0-a6f9-6e6c3e9b8cd9 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Made reservation on behalf of 2260a774eaa04d99b94c2b95d9361fff for: {'network': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:43:36.317353 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-63a94861-fa5f-4ec0-a6f9-6e6c3e9b8cd9 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:36.336861 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-74f0faca-b1ae-4933-82dc-6a30366b0286 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, 53343b09-fc22-4681-aef3-25868666e1a1) {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:43:36.346762 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f0faca-b1ae-4933-82dc-6a30366b0286 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:36.347247 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-74f0faca-b1ae-4933-82dc-6a30366b0286 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:36.367195 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a423f0d4-ddbd-4b07-b5ad-fc22baa171cc None None] Unable to find a vacant binding_index for network 53343b09-fc22-4681-aef3-25868666e1a1 and agent 7c841aab-f479-431f-aa18-797008bbd8c8 {{(pid=84109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Feb 04 08:43:36.373790 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a423f0d4-ddbd-4b07-b5ad-fc22baa171cc None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, 53343b09-fc22-4681-aef3-25868666e1a1) {{(pid=84109) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 08:43:36.392171 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_v2 [None req-372bd971-2517-4fb6-b99b-9b2911048461 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Deleting subnet 904ca4d1-ede4-42f5-877a-1e0e086351f3 {{(pid=84108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:43:36.397157 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-372bd971-2517-4fb6-b99b-9b2911048461 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks [] for subnet, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:36.397855 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Provisioning for port 64bd403a-0e30-4b5a-835d-e70bdd731127 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:43:36.417090 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Provisioning complete for port 64bd403a-0e30-4b5a-835d-e70bdd731127 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:43:36.417457 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:36.423818 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63a94861-fa5f-4ec0-a6f9-6e6c3e9b8cd9 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=84108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:43:36.441737 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-74f0faca-b1ae-4933-82dc-6a30366b0286 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3869979 Feb 04 08:43:36.444860 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 54192) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:36.452418 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-2220f373-1d77-4efd-a425-47be8ebc7944 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Request body: {'subnet': {'network_id': '53343b09-fc22-4681-aef3-25868666e1a1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:43:36.454518 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-63a94861-fa5f-4ec0-a6f9-6e6c3e9b8cd9 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:36.454518 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.segments_db [None req-63a94861-fa5f-4ec0-a6f9-6e6c3e9b8cd9 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Added segment e0d55396-d129-490e-b87a-86455bfc002f of type vlan for network d87972b5-6515-4606-8b8f-6da825c75539 Feb 04 08:43:36.464157 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-372bd971-2517-4fb6-b99b-9b2911048461 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7851377'] for subnet, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:36.524536 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-63a94861-fa5f-4ec0-a6f9-6e6c3e9b8cd9 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:36.583798 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-372bd971-2517-4fb6-b99b-9b2911048461 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:36.594934 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-2220f373-1d77-4efd-a425-47be8ebc7944 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:43:36.598774 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-2220f373-1d77-4efd-a425-47be8ebc7944 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Usage tracker for resource:subnet and tenant:b4c31cf486bb4956abf9c7906e2ce93d is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:43:36.601639 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-2220f373-1d77-4efd-a425-47be8ebc7944 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:43:36.607851 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-2220f373-1d77-4efd-a425-47be8ebc7944 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:43:36.618280 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-63a94861-fa5f-4ec0-a6f9-6e6c3e9b8cd9 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:36.622173 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a94861-fa5f-4ec0-a6f9-6e6c3e9b8cd9 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:36.622805 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-63a94861-fa5f-4ec0-a6f9-6e6c3e9b8cd9 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:36.675249 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2220f373-1d77-4efd-a425-47be8ebc7944 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Made reservation on behalf of b4c31cf486bb4956abf9c7906e2ce93d for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:43:36.698839 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:36.741584 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a13c904-87bf-48b3-b652-c6cfae2f9547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64bd403a-0e30-4b5a-835d-e70bdd731127'}] {{(pid=84109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:43:36.755696 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port 64bd403a-0e30-4b5a-835d-e70bdd731127, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=64bd403a-0e30-4b5a-835d-e70bdd731127,segment=NetworkSegment(c58a19cf-7c6c-4752-bbaa-214f5e249faf),segment_id=c58a19cf-7c6c-4752-bbaa-214f5e249faf)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:43:36.771919 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a94861-fa5f-4ec0-a6f9-6e6c3e9b8cd9 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Pushing event updated for resources: {'Network': ['ID=d87972b5-6515-4606-8b8f-6da825c75539,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:36.797650 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-63a94861-fa5f-4ec0-a6f9-6e6c3e9b8cd9 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5997865 Feb 04 08:43:36.799674 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 54198) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:36.810571 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-5fb21b2a-2822-4058-bff8-196812e154dc tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Request body: {'subnet': {'network_id': 'd87972b5-6515-4606-8b8f-6da825c75539', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:43:36.822674 dv-neutron-827798-2-hyperv neutron-server[84109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a13c904-87bf-48b3-b652-c6cfae2f9547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64bd403a-0e30-4b5a-835d-e70bdd731127', 'code': 200} Feb 04 08:43:36.823357 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network d87972b5-6515-4606-8b8f-6da825c75539 details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:43:36.848855 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2220f373-1d77-4efd-a425-47be8ebc7944 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985186'] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:36.891679 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-372bd971-2517-4fb6-b99b-9b2911048461 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7593563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8119683'] for subnet, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:36.899410 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:36.956345 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372bd971-2517-4fb6-b99b-9b2911048461 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Pushing event deleted for resources: {'Subnet': ['ID=904ca4d1-ede4-42f5-877a-1e0e086351f3,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:36.976195 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-372bd971-2517-4fb6-b99b-9b2911048461 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:36.992851 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-372bd971-2517-4fb6-b99b-9b2911048461 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "DELETE /v2.0/subnets/904ca4d1-ede4-42f5-877a-1e0e086351f3 HTTP/1.1" status: 204 len: 168 time: 0.7126801 Feb 04 08:43:36.994869 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 54202) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:36.999272 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-5fb21b2a-2822-4058-bff8-196812e154dc tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:43:37.004568 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-5fb21b2a-2822-4058-bff8-196812e154dc tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Usage tracker for resource:subnet and tenant:2260a774eaa04d99b94c2b95d9361fff is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:43:37.007535 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-5fb21b2a-2822-4058-bff8-196812e154dc tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:43:37.015541 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-5fb21b2a-2822-4058-bff8-196812e154dc tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:43:37.060351 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=64bd403a-0e30-4b5a-835d-e70bdd731127,revision_number=5']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:37.080964 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de83a4e8-8662-4402-a96a-8dfc57616d45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-53343b09-fc22-4681-aef3-25868666e1a1', 'network_id': '53343b09-fc22-4681-aef3-25868666e1a1', 'tenant_id': 'b4c31cf486bb4956abf9c7906e2ce93d', 'fixed_ips': [{'subnet_id': '92fcfe10-58b8-4b7f-89ce-2ded3f6038ae'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:43:37.080964 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-de83a4e8-8662-4402-a96a-8dfc57616d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:37.110063 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fb21b2a-2822-4058-bff8-196812e154dc tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Made reservation on behalf of 2260a774eaa04d99b94c2b95d9361fff for: {'subnet': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:43:37.189107 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552d73bb-232f-4e96-8162-874e038c2406 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-e8da26f8-3aa4-41f5-8c46-0ca23582cd6a', 'network_id': 'e8da26f8-3aa4-41f5-8c46-0ca23582cd6a', 'tenant_id': '2260a774eaa04d99b94c2b95d9361fff', 'fixed_ips': [{'subnet_id': '55aa32be-f331-4b20-9c0d-a4b40bd3e093'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:43:37.189906 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-552d73bb-232f-4e96-8162-874e038c2406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:37.313687 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ec1f451-bbaa-4486-bfcb-7b87612b5e88 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Deleting subnet cfb1bbef-4dd0-490c-87ca-dc04af6907af {{(pid=84107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:43:37.314742 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-5fb21b2a-2822-4058-bff8-196812e154dc tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8119726'] for subnet, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:37.319020 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9ec1f451-bbaa-4486-bfcb-7b87612b5e88 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks [] for subnet, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:37.413408 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-de83a4e8-8662-4402-a96a-8dfc57616d45 None None] Allocated IP 2001:db8::2 (53343b09-fc22-4681-aef3-25868666e1a1/92fcfe10-58b8-4b7f-89ce-2ded3f6038ae/4209a80b-e665-4cc5-b13d-10693ffeb183) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:43:37.445028 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9ec1f451-bbaa-4486-bfcb-7b87612b5e88 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8058667'] for subnet, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:37.458469 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-552d73bb-232f-4e96-8162-874e038c2406 None None] Allocated IP 2001:db8:0:ffff::2 (e8da26f8-3aa4-41f5-8c46-0ca23582cd6a/55aa32be-f331-4b20-9c0d-a4b40bd3e093/f39ddc82-c3f3-4426-96c8-809c69e777e5) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:43:37.467438 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-ae2f0d22-96f0-4587-a4c3-e296713931ad req-4696d99f-9199-4a1c-9d3b-fde630f14890 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7a13c904-87bf-48b3-b652-c6cfae2f9547 HTTP/1.1" status: 200 len: 1099 time: 0.2637644 Feb 04 08:43:37.524991 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2360eb75-8fb3-4fbf-85c7-64c02706f6ec req-27ec5dcb-813a-4e13-9ba1-e19e359483b9 tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:37.526793 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-2360eb75-8fb3-4fbf-85c7-64c02706f6ec req-27ec5dcb-813a-4e13-9ba1-e19e359483b9 tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a13c904-87bf-48b3-b652-c6cfae2f9547 HTTP/1.1" status: 200 len: 946 time: 0.2089729 Feb 04 08:43:37.555841 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2220f373-1d77-4efd-a425-47be8ebc7944 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7510230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985204'] for subnet, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:37.609073 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-ae2f0d22-96f0-4587-a4c3-e296713931ad req-a9e89e4f-e8fb-4aa6-96db-cec45b5f5cdc service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=18d868dd-efaa-4d74-96cc-e5fc69b5c2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347945 Feb 04 08:43:37.621171 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9ec1f451-bbaa-4486-bfcb-7b87612b5e88 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:37.679188 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2220f373-1d77-4efd-a425-47be8ebc7944 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Network 53343b09-fc22-4681-aef3-25868666e1a1 is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:43:37.682946 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-2360eb75-8fb3-4fbf-85c7-64c02706f6ec req-53bf356b-d621-4fd8-af24-d7fc1d0ab17b tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] 10.222.0.36 "GET /v2.0/security-groups?id=18d868dd-efaa-4d74-96cc-e5fc69b5c2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493340 Feb 04 08:43:37.687257 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-2220f373-1d77-4efd-a425-47be8ebc7944 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:43:37.698548 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2220f373-1d77-4efd-a425-47be8ebc7944 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:37.699145 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2220f373-1d77-4efd-a425-47be8ebc7944 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:37.706396 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2220f373-1d77-4efd-a425-47be8ebc7944 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Pushing event updated for resources: {'Subnet': ['ID=f37d6723-3256-4def-bf5a-d605175dc6a6,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:37.798794 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-2220f373-1d77-4efd-a425-47be8ebc7944 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3524833 Feb 04 08:43:37.801258 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 54208) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:37.808602 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-de83a4e8-8662-4402-a96a-8dfc57616d45 None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:37.831451 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-de83a4e8-8662-4402-a96a-8dfc57616d45 None None] Transition to ACTIVE for port object 4209a80b-e665-4cc5-b13d-10693ffeb183 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:43:37.832355 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9ec1f451-bbaa-4486-bfcb-7b87612b5e88 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7510167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985167'] for subnet, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:37.837130 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.objects.ports [None req-5fb21b2a-2822-4058-bff8-196812e154dc tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84108) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 04 08:43:37.839641 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-552d73bb-232f-4e96-8162-874e038c2406 None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:37.842664 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-5fb21b2a-2822-4058-bff8-196812e154dc tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7593498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8119736'] for subnet, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:37.859913 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-552d73bb-232f-4e96-8162-874e038c2406 None None] Transition to ACTIVE for port object f39ddc82-c3f3-4426-96c8-809c69e777e5 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:43:37.866445 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-de83a4e8-8662-4402-a96a-8dfc57616d45 None None] Transition to ACTIVE for port object 4209a80b-e665-4cc5-b13d-10693ffeb183 will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:43:37.873998 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec1f451-bbaa-4486-bfcb-7b87612b5e88 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Pushing event deleted for resources: {'Subnet': ['ID=cfb1bbef-4dd0-490c-87ca-dc04af6907af,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:37.881031 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9ec1f451-bbaa-4486-bfcb-7b87612b5e88 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:37.882461 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-9ec1f451-bbaa-4486-bfcb-7b87612b5e88 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "DELETE /v2.0/subnets/cfb1bbef-4dd0-490c-87ca-dc04af6907af HTTP/1.1" status: 204 len: 168 time: 0.8864415 Feb 04 08:43:37.884298 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-552d73bb-232f-4e96-8162-874e038c2406 None None] Transition to ACTIVE for port object f39ddc82-c3f3-4426-96c8-809c69e777e5 will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:43:37.885360 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 54212) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:37.927661 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c286529-a66e-4a5a-a4b8-5b050fa57fa9 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] DELETE failed (client error): The resource could not be found. Feb 04 08:43:37.928459 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c286529-a66e-4a5a-a4b8-5b050fa57fa9 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:43:37.930323 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-6c286529-a66e-4a5a-a4b8-5b050fa57fa9 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "DELETE /v2.0/subnets/904ca4d1-ede4-42f5-877a-1e0e086351f3 HTTP/1.1" status: 404 len: 337 time: 0.0437388 Feb 04 08:43:37.932872 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 54216) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:37.933333 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f140adcb-3301-4164-94a7-66445fd623e1 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:37.934649 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f140adcb-3301-4164-94a7-66445fd623e1 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:37.936118 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f140adcb-3301-4164-94a7-66445fd623e1 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:37.937509 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f140adcb-3301-4164-94a7-66445fd623e1 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:37.938827 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f140adcb-3301-4164-94a7-66445fd623e1 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:37.939691 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-f140adcb-3301-4164-94a7-66445fd623e1 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Synchronizing usage tracker for tenant:b4c31cf486bb4956abf9c7906e2ce93d on resource:subnet {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:43:37.941386 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-de83a4e8-8662-4402-a96a-8dfc57616d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:37.968476 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb21b2a-2822-4058-bff8-196812e154dc tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Pushing event updated for resources: {'Subnet': ['ID=705b8452-e988-44a2-88ac-50127d0bf9e1,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:37.986040 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb21b2a-2822-4058-bff8-196812e154dc tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Checking segment: {'id': 'e0d55396-d129-490e-b87a-86455bfc002f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd87972b5-6515-4606-8b8f-6da825c75539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:43:37.986418 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb21b2a-2822-4058-bff8-196812e154dc tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Network hostable DHCP agents. Network: d87972b5-6515-4606-8b8f-6da825c75539, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:43:37.995590 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-552d73bb-232f-4e96-8162-874e038c2406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:38.014830 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_v2 [None req-04e92a38-bc25-4362-94dd-e62769c6804d tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Deleting subnet cbbacf67-30a3-4b1a-86cb-68a11b924293 {{(pid=84107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:43:38.017826 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-04e92a38-bc25-4362-94dd-e62769c6804d tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks [] for subnet, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:38.047014 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de83a4e8-8662-4402-a96a-8dfc57616d45 None None] Network 53343b09-fc22-4681-aef3-25868666e1a1 is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:43:38.049031 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552d73bb-232f-4e96-8162-874e038c2406 None None] Network e8da26f8-3aa4-41f5-8c46-0ca23582cd6a is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:43:38.052385 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-de83a4e8-8662-4402-a96a-8dfc57616d45 None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:43:38.054787 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-f140adcb-3301-4164-94a7-66445fd623e1 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Unset dirty status for tenant:b4c31cf486bb4956abf9c7906e2ce93d on resource:subnet {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:43:38.055203 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de83a4e8-8662-4402-a96a-8dfc57616d45 None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:43:38.056853 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-f140adcb-3301-4164-94a7-66445fd623e1 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2540126 Feb 04 08:43:38.059326 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-552d73bb-232f-4e96-8162-874e038c2406 None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:43:38.060706 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 54220) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:38.061646 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552d73bb-232f-4e96-8162-874e038c2406 None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:43:38.063987 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de83a4e8-8662-4402-a96a-8dfc57616d45 None None] Pushing event updated for resources: {'Port': ['ID=4209a80b-e665-4cc5-b13d-10693ffeb183,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:38.067565 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-b66d25c2-5ba3-4a80-affa-59f1973e3217 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-956438847'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:43:38.074687 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-b66d25c2-5ba3-4a80-affa-59f1973e3217 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:43:38.077061 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-04e92a38-bc25-4362-94dd-e62769c6804d tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8058667'] for subnet, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:38.078907 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-b66d25c2-5ba3-4a80-affa-59f1973e3217 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Usage tracker for resource:network and tenant:b4c31cf486bb4956abf9c7906e2ce93d is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:43:38.082315 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-b66d25c2-5ba3-4a80-affa-59f1973e3217 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:43:38.085455 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb21b2a-2822-4058-bff8-196812e154dc tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Network d87972b5-6515-4606-8b8f-6da825c75539 is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:43:38.091575 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-b66d25c2-5ba3-4a80-affa-59f1973e3217 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:43:38.161542 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-04e92a38-bc25-4362-94dd-e62769c6804d tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:38.163453 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-5fb21b2a-2822-4058-bff8-196812e154dc tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, d87972b5-6515-4606-8b8f-6da825c75539) {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:43:38.168206 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb21b2a-2822-4058-bff8-196812e154dc tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:38.168934 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-5fb21b2a-2822-4058-bff8-196812e154dc tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:38.203102 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b66d25c2-5ba3-4a80-affa-59f1973e3217 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Made reservation on behalf of b4c31cf486bb4956abf9c7906e2ce93d for: {'network': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:43:38.206730 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b66d25c2-5ba3-4a80-affa-59f1973e3217 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:38.236917 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b66d25c2-5ba3-4a80-affa-59f1973e3217 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=84108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:43:38.245954 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b66d25c2-5ba3-4a80-affa-59f1973e3217 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:38.246384 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.segments_db [None req-b66d25c2-5ba3-4a80-affa-59f1973e3217 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Added segment dda2b7c0-1a49-45d8-b2ca-81ee41709eb6 of type vlan for network 10da3526-3b2b-41c7-8a9a-909569d6b2d9 Feb 04 08:43:38.267256 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-5fb21b2a-2822-4058-bff8-196812e154dc tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4657671 Feb 04 08:43:38.270219 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 54224) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:38.271068 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552d73bb-232f-4e96-8162-874e038c2406 None None] Pushing event updated for resources: {'Port': ['ID=f39ddc82-c3f3-4426-96c8-809c69e777e5,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:38.277086 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-ce17cbfd-6d20-45b6-8ef6-bc6026d75106 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Request body: {'port': {'network_id': 'd87972b5-6515-4606-8b8f-6da825c75539', 'name': 'tempest-NetworksIpV6TestAttrs-977202269'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:43:38.291819 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b66d25c2-5ba3-4a80-affa-59f1973e3217 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:38.292313 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-552d73bb-232f-4e96-8162-874e038c2406 None None] Attempting to bind port f39ddc82-c3f3-4426-96c8-809c69e777e5 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:43:38.292700 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-552d73bb-232f-4e96-8162-874e038c2406 None None] Attempting to bind port f39ddc82-c3f3-4426-96c8-809c69e777e5 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': '752bdfc3-8d67-4017-82c5-5988da4ae1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e8da26f8-3aa4-41f5-8c46-0ca23582cd6a'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:43:38.293064 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552d73bb-232f-4e96-8162-874e038c2406 None None] Attempting to bind port f39ddc82-c3f3-4426-96c8-809c69e777e5 on network e8da26f8-3aa4-41f5-8c46-0ca23582cd6a {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:43:38.298130 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-de83a4e8-8662-4402-a96a-8dfc57616d45 None None] Attempting to bind port 4209a80b-e665-4cc5-b13d-10693ffeb183 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:43:38.298487 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-de83a4e8-8662-4402-a96a-8dfc57616d45 None None] Attempting to bind port 4209a80b-e665-4cc5-b13d-10693ffeb183 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': 'd1c76b76-77ab-405f-8b8a-f7647ddf6730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '53343b09-fc22-4681-aef3-25868666e1a1'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:43:38.298838 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de83a4e8-8662-4402-a96a-8dfc57616d45 None None] Attempting to bind port 4209a80b-e665-4cc5-b13d-10693ffeb183 on network 53343b09-fc22-4681-aef3-25868666e1a1 {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:43:38.304873 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552d73bb-232f-4e96-8162-874e038c2406 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:43:38.305235 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552d73bb-232f-4e96-8162-874e038c2406 None None] Checking segment: {'id': '752bdfc3-8d67-4017-82c5-5988da4ae1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e8da26f8-3aa4-41f5-8c46-0ca23582cd6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:43:38.305636 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-552d73bb-232f-4e96-8162-874e038c2406 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:38.306021 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552d73bb-232f-4e96-8162-874e038c2406 None None] Bound using segment: {'id': '752bdfc3-8d67-4017-82c5-5988da4ae1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e8da26f8-3aa4-41f5-8c46-0ca23582cd6a'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:43:38.307052 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-552d73bb-232f-4e96-8162-874e038c2406 None None] Bound port: f39ddc82-c3f3-4426-96c8-809c69e777e5, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '752bdfc3-8d67-4017-82c5-5988da4ae1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e8da26f8-3aa4-41f5-8c46-0ca23582cd6a'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:43:38.307421 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-552d73bb-232f-4e96-8162-874e038c2406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:38.322193 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de83a4e8-8662-4402-a96a-8dfc57616d45 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:43:38.326260 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de83a4e8-8662-4402-a96a-8dfc57616d45 None None] Checking segment: {'id': 'd1c76b76-77ab-405f-8b8a-f7647ddf6730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '53343b09-fc22-4681-aef3-25868666e1a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:43:38.326260 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-de83a4e8-8662-4402-a96a-8dfc57616d45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:38.326260 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de83a4e8-8662-4402-a96a-8dfc57616d45 None None] Bound using segment: {'id': 'd1c76b76-77ab-405f-8b8a-f7647ddf6730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '53343b09-fc22-4681-aef3-25868666e1a1'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:43:38.326596 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-04e92a38-bc25-4362-94dd-e62769c6804d tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7510167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985167'] for subnet, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:38.327046 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-de83a4e8-8662-4402-a96a-8dfc57616d45 None None] Bound port: 4209a80b-e665-4cc5-b13d-10693ffeb183, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1c76b76-77ab-405f-8b8a-f7647ddf6730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '53343b09-fc22-4681-aef3-25868666e1a1'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:43:38.327046 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-de83a4e8-8662-4402-a96a-8dfc57616d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:38.376232 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e92a38-bc25-4362-94dd-e62769c6804d tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Pushing event deleted for resources: {'Subnet': ['ID=cbbacf67-30a3-4b1a-86cb-68a11b924293,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:38.389466 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-04e92a38-bc25-4362-94dd-e62769c6804d tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:38.397249 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-04e92a38-bc25-4362-94dd-e62769c6804d tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "DELETE /v2.0/subnets/cbbacf67-30a3-4b1a-86cb-68a11b924293 HTTP/1.1" status: 204 len: 168 time: 0.4630172 Feb 04 08:43:38.399825 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 54228) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:38.485859 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-552d73bb-232f-4e96-8162-874e038c2406 None None] For port f39ddc82-c3f3-4426-96c8-809c69e777e5, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:43:38.490199 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-552d73bb-232f-4e96-8162-874e038c2406 None None] For port f39ddc82-c3f3-4426-96c8-809c69e777e5, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=f39ddc82-c3f3-4426-96c8-809c69e777e5,segment=NetworkSegment(752bdfc3-8d67-4017-82c5-5988da4ae1b7),segment_id=752bdfc3-8d67-4017-82c5-5988da4ae1b7)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:43:38.493388 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-de83a4e8-8662-4402-a96a-8dfc57616d45 None None] For port 4209a80b-e665-4cc5-b13d-10693ffeb183, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:43:38.497239 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-de83a4e8-8662-4402-a96a-8dfc57616d45 None None] For port 4209a80b-e665-4cc5-b13d-10693ffeb183, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=4209a80b-e665-4cc5-b13d-10693ffeb183,segment=NetworkSegment(d1c76b76-77ab-405f-8b8a-f7647ddf6730),segment_id=d1c76b76-77ab-405f-8b8a-f7647ddf6730)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:43:38.538219 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-ce17cbfd-6d20-45b6-8ef6-bc6026d75106 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:43:38.541515 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf811c9d-4c44-4396-a864-f3c69828ec75 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] DELETE failed (client error): The resource could not be found. Feb 04 08:43:38.541964 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf811c9d-4c44-4396-a864-f3c69828ec75 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:43:38.542635 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-ce17cbfd-6d20-45b6-8ef6-bc6026d75106 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Usage tracker for resource:port and tenant:2260a774eaa04d99b94c2b95d9361fff is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:43:38.543595 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-bf811c9d-4c44-4396-a864-f3c69828ec75 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "DELETE /v2.0/subnets/a3a14d9e-158f-4524-82f4-3dab1449fb56 HTTP/1.1" status: 404 len: 337 time: 0.1426528 Feb 04 08:43:38.545749 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-ce17cbfd-6d20-45b6-8ef6-bc6026d75106 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:43:38.546181 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 54232) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:38.556308 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-ce17cbfd-6d20-45b6-8ef6-bc6026d75106 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:43:38.578581 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-552d73bb-232f-4e96-8162-874e038c2406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:38.587386 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-248185cf-8b3d-4e0b-bda7-27844f3a555b tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfc7cb70-db9c-4d7e-b982-3a274a32993a HTTP/1.1" status: 200 len: 205 time: 0.0401683 Feb 04 08:43:38.590287 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 54236) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:38.608963 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b66d25c2-5ba3-4a80-affa-59f1973e3217 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:38.612847 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66d25c2-5ba3-4a80-affa-59f1973e3217 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:38.613670 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b66d25c2-5ba3-4a80-affa-59f1973e3217 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:38.624562 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-de83a4e8-8662-4402-a96a-8dfc57616d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:38.663135 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.api.v2.resource [None req-fad52443-c916-4729-9123-a058085f7cf3 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] delete failed (client error): The resource could not be found. Feb 04 08:43:38.667297 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-fad52443-c916-4729-9123-a058085f7cf3 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "DELETE /v2.0/routers/cfc7cb70-db9c-4d7e-b982-3a274a32993a HTTP/1.1" status: 404 len: 336 time: 0.0732617 Feb 04 08:43:38.669022 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 54240) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:38.680932 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552d73bb-232f-4e96-8162-874e038c2406 None None] Pushing event updated for resources: {'Port': ['ID=f39ddc82-c3f3-4426-96c8-809c69e777e5,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:38.715190 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce17cbfd-6d20-45b6-8ef6-bc6026d75106 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Made reservation on behalf of 2260a774eaa04d99b94c2b95d9361fff for: {'port': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:43:38.718069 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ce17cbfd-6d20-45b6-8ef6-bc6026d75106 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:38.726795 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-b90fd337-4e77-4733-ad15-661adbce923f tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] DELETE failed (client error): The resource could not be found. Feb 04 08:43:38.727210 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b90fd337-4e77-4733-ad15-661adbce923f tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:43:38.729548 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-b90fd337-4e77-4733-ad15-661adbce923f tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "DELETE /v2.0/subnets/b0c6cafa-1878-4b1c-952b-ed43caec5184 HTTP/1.1" status: 404 len: 337 time: 0.0593715 Feb 04 08:43:38.732039 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 54244) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:38.767289 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66d25c2-5ba3-4a80-affa-59f1973e3217 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Pushing event updated for resources: {'Network': ['ID=10da3526-3b2b-41c7-8a9a-909569d6b2d9,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:38.769968 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [None req-ce17cbfd-6d20-45b6-8ef6-bc6026d75106 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] device_id is not set on port a107071e-10bf-4322-80a1-6ab28b86ea0f yet. {{(pid=84108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:43:38.779169 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network 10da3526-3b2b-41c7-8a9a-909569d6b2d9 details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:43:38.786324 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-894011c3-5feb-4dd7-9129-a99387106100 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] DELETE failed (client error): The resource could not be found. Feb 04 08:43:38.786995 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-894011c3-5feb-4dd7-9129-a99387106100 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:43:38.789077 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-894011c3-5feb-4dd7-9129-a99387106100 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "DELETE /v2.0/subnets/944a4b00-a987-4c1b-9e7d-a6197657507a HTTP/1.1" status: 404 len: 337 time: 0.0560255 Feb 04 08:43:38.796805 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 54250) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:38.833579 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-b66d25c2-5ba3-4a80-affa-59f1973e3217 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7690983 Feb 04 08:43:38.845577 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 54254) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:38.851439 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-a5217a66-6d1c-4768-9c3e-79de97b3b8e4 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Request body: {'network': {'name': 'New_network'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:43:38.871218 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-b111dee0-f1b0-4eb6-bb26-d7da805b5373 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] DELETE failed (client error): The resource could not be found. Feb 04 08:43:38.878218 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b111dee0-f1b0-4eb6-bb26-d7da805b5373 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:43:38.878218 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-b111dee0-f1b0-4eb6-bb26-d7da805b5373 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "DELETE /v2.0/subnets/9a08d289-61b6-49c6-b0c2-316a49b4dcf4 HTTP/1.1" status: 404 len: 337 time: 0.0761261 Feb 04 08:43:38.882656 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 54258) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:38.964900 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de83a4e8-8662-4402-a96a-8dfc57616d45 None None] Pushing event updated for resources: {'Port': ['ID=4209a80b-e665-4cc5-b13d-10693ffeb183,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:39.031224 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec257d7d-3a43-4123-8a0f-a50c7956479b req-42cd273a-e7d7-4b42-b01c-21647153aa65 tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:39.035273 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ec257d7d-3a43-4123-8a0f-a50c7956479b req-42cd273a-e7d7-4b42-b01c-21647153aa65 tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a13c904-87bf-48b3-b652-c6cfae2f9547 HTTP/1.1" status: 200 len: 946 time: 0.1596825 Feb 04 08:43:39.169181 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ec257d7d-3a43-4123-8a0f-a50c7956479b req-964e413b-60d5-41da-b425-240e7b34b845 tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] 10.222.0.36 "GET /v2.0/security-groups?id=18d868dd-efaa-4d74-96cc-e5fc69b5c2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235738 Feb 04 08:43:39.174532 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4b65f40-4795-42bc-a1ba-133876071e46 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] DELETE failed (client error): The resource could not be found. Feb 04 08:43:39.174988 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4b65f40-4795-42bc-a1ba-133876071e46 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:43:39.204416 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-f4b65f40-4795-42bc-a1ba-133876071e46 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "DELETE /v2.0/ports/57b33403-1622-4e91-a8d4-c61fb63042a9 HTTP/1.1" status: 404 len: 333 time: 0.3180482 Feb 04 08:43:39.207022 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 54262) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:39.265019 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bad4f1d-bcc8-42ab-a401-4aaae2ed66f1 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] DELETE failed (client error): The resource could not be found. Feb 04 08:43:39.265977 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bad4f1d-bcc8-42ab-a401-4aaae2ed66f1 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:43:39.276780 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-5bad4f1d-bcc8-42ab-a401-4aaae2ed66f1 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "DELETE /v2.0/subnets/759c327e-f5bc-4e6e-8e52-fa4135ee71aa HTTP/1.1" status: 404 len: 337 time: 0.0682173 Feb 04 08:43:39.280307 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 54266) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:39.322625 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cff546e-0224-44a6-9799-fddcffd4bad4 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] DELETE failed (client error): The resource could not be found. Feb 04 08:43:39.323068 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cff546e-0224-44a6-9799-fddcffd4bad4 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:43:39.328716 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-1cff546e-0224-44a6-9799-fddcffd4bad4 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "DELETE /v2.0/subnets/e19275a0-1aee-4348-9034-a00aee4a4058 HTTP/1.1" status: 404 len: 337 time: 0.0433643 Feb 04 08:43:39.328716 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 54270) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:39.373392 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-a30a7095-bde3-481c-bbcc-6562a8ec680e tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] DELETE failed (client error): The resource could not be found. Feb 04 08:43:39.373831 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a30a7095-bde3-481c-bbcc-6562a8ec680e tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:43:39.375454 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-a30a7095-bde3-481c-bbcc-6562a8ec680e tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "DELETE /v2.0/ports/0be77aa7-bf41-44e8-847c-b4fb40b30bae HTTP/1.1" status: 404 len: 333 time: 0.0472090 Feb 04 08:43:39.377970 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 54274) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:39.389974 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-ce17cbfd-6d20-45b6-8ef6-bc6026d75106 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Allocated IP 2001:db8::f816:3eff:fe63:30fe (d87972b5-6515-4606-8b8f-6da825c75539/705b8452-e988-44a2-88ac-50127d0bf9e1/a107071e-10bf-4322-80a1-6ab28b86ea0f) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:43:39.416394 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a5217a66-6d1c-4768-9c3e-79de97b3b8e4 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:39.416777 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-c89cb238-5b97-44e9-90b1-2e0867d66645 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] DELETE failed (client error): The resource could not be found. Feb 04 08:43:39.416893 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c89cb238-5b97-44e9-90b1-2e0867d66645 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:43:39.418476 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-c89cb238-5b97-44e9-90b1-2e0867d66645 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "DELETE /v2.0/subnets/45e41d84-ca12-4c42-a161-0a201c310353 HTTP/1.1" status: 404 len: 337 time: 0.0396304 Feb 04 08:43:39.421259 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 54278) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:39.462011 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae7b603d-c33c-46b6-b2d0-fd36c7fe26e8 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] DELETE failed (client error): The resource could not be found. Feb 04 08:43:39.462552 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae7b603d-c33c-46b6-b2d0-fd36c7fe26e8 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:43:39.466617 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-ae7b603d-c33c-46b6-b2d0-fd36c7fe26e8 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "DELETE /v2.0/subnets/b59f3449-c46c-4843-99dd-a0f0c80f5dbf HTTP/1.1" status: 404 len: 337 time: 0.0421734 Feb 04 08:43:39.466839 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 54282) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:39.534016 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-adda3e41-01e6-4c74-a537-8ab7ee38c593 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Deleting port fc4fc32a-25f8-489f-aa0f-baef313d8baa {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:43:39.534259 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-adda3e41-01e6-4c74-a537-8ab7ee38c593 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:39.541042 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a5217a66-6d1c-4768-9c3e-79de97b3b8e4 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:39.632074 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a5217a66-6d1c-4768-9c3e-79de97b3b8e4 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Network 10da3526-3b2b-41c7-8a9a-909569d6b2d9 is not hosted by any dhcp agent {{(pid=84108) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Feb 04 08:43:39.635929 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5217a66-6d1c-4768-9c3e-79de97b3b8e4 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:39.636533 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a5217a66-6d1c-4768-9c3e-79de97b3b8e4 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks [] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:39.640410 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-a5217a66-6d1c-4768-9c3e-79de97b3b8e4 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] 10.222.0.36 "PUT /v2.0/networks/10da3526-3b2b-41c7-8a9a-909569d6b2d9 HTTP/1.1" status: 200 len: 723 time: 0.7912645 Feb 04 08:43:39.641536 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 54286) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:39.664253 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-ef7b83d1-410b-4d64-8832-7350f4c10eb4 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Request body: {'subnet': {'network_id': '10da3526-3b2b-41c7-8a9a-909569d6b2d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:43:39.670656 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5217a66-6d1c-4768-9c3e-79de97b3b8e4 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Pushing event updated for resources: {'Network': ['ID=10da3526-3b2b-41c7-8a9a-909569d6b2d9,revision_number=2']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:39.683323 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network 10da3526-3b2b-41c7-8a9a-909569d6b2d9 details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:43:39.727083 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ce17cbfd-6d20-45b6-8ef6-bc6026d75106 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:39.754665 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.provisioning_blocks [None req-ce17cbfd-6d20-45b6-8ef6-bc6026d75106 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Transition to ACTIVE for port object a107071e-10bf-4322-80a1-6ab28b86ea0f will not be triggered until provisioned by entity DHCP. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:43:39.851662 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-adda3e41-01e6-4c74-a537-8ab7ee38c593 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:39.853799 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ce17cbfd-6d20-45b6-8ef6-bc6026d75106 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:39.867274 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-ef7b83d1-410b-4d64-8832-7350f4c10eb4 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:43:39.943768 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce17cbfd-6d20-45b6-8ef6-bc6026d75106 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Network d87972b5-6515-4606-8b8f-6da825c75539 is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:43:39.947889 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-ce17cbfd-6d20-45b6-8ef6-bc6026d75106 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:43:39.950481 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce17cbfd-6d20-45b6-8ef6-bc6026d75106 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Pushing event updated for resources: {'Port': ['ID=a107071e-10bf-4322-80a1-6ab28b86ea0f,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:39.952290 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce17cbfd-6d20-45b6-8ef6-bc6026d75106 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:43:39.956331 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce17cbfd-6d20-45b6-8ef6-bc6026d75106 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:39.957220 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ce17cbfd-6d20-45b6-8ef6-bc6026d75106 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:39.991770 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-adda3e41-01e6-4c74-a537-8ab7ee38c593 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Calling delete_port for fc4fc32a-25f8-489f-aa0f-baef313d8baa owned by {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:43:40.021858 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-ef7b83d1-410b-4d64-8832-7350f4c10eb4 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:43:40.036821 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-ce17cbfd-6d20-45b6-8ef6-bc6026d75106 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.7655411 Feb 04 08:43:40.039712 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 54290) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:40.112213 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f611726-6a71-40e8-9919-ea39a1568df5 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Deleting subnet 705b8452-e988-44a2-88ac-50127d0bf9e1 {{(pid=84108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:43:40.115937 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0f611726-6a71-40e8-9919-ea39a1568df5 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks [] for subnet, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:40.118172 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef7b83d1-410b-4d64-8832-7350f4c10eb4 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Made reservation on behalf of b4c31cf486bb4956abf9c7906e2ce93d for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:43:40.190425 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0f611726-6a71-40e8-9919-ea39a1568df5 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7851377'] for subnet, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:40.239793 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ef7b83d1-410b-4d64-8832-7350f4c10eb4 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985186'] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:40.289685 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0f611726-6a71-40e8-9919-ea39a1568df5 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:40.316527 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-adda3e41-01e6-4c74-a537-8ab7ee38c593 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:40.366681 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c5d661-cf8c-453b-9951-0f67b6dcd087 None None] Network e8da26f8-3aa4-41f5-8c46-0ca23582cd6a requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:43:40.393999 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816566a5-5c50-4e36-8b27-b703f941ffa5 None None] Network 53343b09-fc22-4681-aef3-25868666e1a1 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:43:40.444099 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0f611726-6a71-40e8-9919-ea39a1568df5 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7593563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8119683'] for subnet, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:40.460124 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-34e5f835-e85e-480a-9bf5-68a770833592 None None] Provisioning for port 4209a80b-e665-4cc5-b13d-10693ffeb183 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:43:40.463283 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8073afa9-ea83-4c4f-80e2-b92630d57ad6 None None] Network 50f32939-48ec-455e-86f8-8c6e3a27572b requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:43:40.475167 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720bd3c6-8550-43ff-b96e-11368f720768 None None] Network d87972b5-6515-4606-8b8f-6da825c75539 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:43:40.484176 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f611726-6a71-40e8-9919-ea39a1568df5 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Pushing event deleted for resources: {'Subnet': ['ID=705b8452-e988-44a2-88ac-50127d0bf9e1,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:40.492982 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0f611726-6a71-40e8-9919-ea39a1568df5 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:40.502003 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-0f611726-6a71-40e8-9919-ea39a1568df5 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] 10.222.0.36 "DELETE /v2.0/subnets/705b8452-e988-44a2-88ac-50127d0bf9e1 HTTP/1.1" status: 204 len: 168 time: 0.4583457 Feb 04 08:43:40.502003 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 54300) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:40.509709 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adda3e41-01e6-4c74-a537-8ab7ee38c593 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Pushing event deleted for resources: {'Port': ['ID=fc4fc32a-25f8-489f-aa0f-baef313d8baa,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:40.541097 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-adda3e41-01e6-4c74-a537-8ab7ee38c593 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:40.572458 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698b0873-aa07-4d1f-9000-a7ebfe3005de tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:40.574069 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698b0873-aa07-4d1f-9000-a7ebfe3005de tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:40.574860 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-698b0873-aa07-4d1f-9000-a7ebfe3005de tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Synchronizing usage tracker for tenant:2260a774eaa04d99b94c2b95d9361fff on resource:subnet {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:43:40.637528 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051086f2-2bfe-4c06-85db-a5fd0796b4e8 req-f6e30909-c8e6-4d9b-a97f-490f38a4b80b tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:40.639069 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-051086f2-2bfe-4c06-85db-a5fd0796b4e8 req-f6e30909-c8e6-4d9b-a97f-490f38a4b80b tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a13c904-87bf-48b3-b652-c6cfae2f9547 HTTP/1.1" status: 200 len: 946 time: 0.1803033 Feb 04 08:43:40.642644 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-adda3e41-01e6-4c74-a537-8ab7ee38c593 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "DELETE /v2.0/ports/fc4fc32a-25f8-489f-aa0f-baef313d8baa HTTP/1.1" status: 204 len: 168 time: 1.1725478 Feb 04 08:43:40.642850 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 54304) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:40.664071 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-698b0873-aa07-4d1f-9000-a7ebfe3005de tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Unset dirty status for tenant:2260a774eaa04d99b94c2b95d9361fff on resource:subnet {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:43:40.666521 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-698b0873-aa07-4d1f-9000-a7ebfe3005de tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1624043 Feb 04 08:43:40.669923 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 54308) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:40.839302 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-37b6a50c-0f03-4617-a885-2f6d4ad1b643 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:40.842307 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-051086f2-2bfe-4c06-85db-a5fd0796b4e8 req-5a63ef07-67f6-4429-8f41-a81325305f3c tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] 10.222.0.36 "GET /v2.0/security-groups?id=18d868dd-efaa-4d74-96cc-e5fc69b5c2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915026 Feb 04 08:43:40.844085 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0eaf2fe2-b208-4490-893c-7f76c601b06a tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:40.854201 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-37b6a50c-0f03-4617-a885-2f6d4ad1b643 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Deleting port 56740688-eb0f-45af-9592-15e456c4b1b7 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:43:40.854583 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-37b6a50c-0f03-4617-a885-2f6d4ad1b643 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:40.864715 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eaf2fe2-b208-4490-893c-7f76c601b06a tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 04 08:43:40.865280 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0eaf2fe2-b208-4490-893c-7f76c601b06a tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:43:40.873509 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-0eaf2fe2-b208-4490-893c-7f76c601b06a tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] 10.222.0.36 "DELETE /v2.0/networks/d87972b5-6515-4606-8b8f-6da825c75539 HTTP/1.1" status: 409 len: 405 time: 0.2023118 Feb 04 08:43:40.874277 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 54312) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:40.880173 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-597b7898-da1f-4d64-a37a-a76538f56ecc tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-530237036'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:43:40.886845 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-597b7898-da1f-4d64-a37a-a76538f56ecc tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:43:40.890851 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-597b7898-da1f-4d64-a37a-a76538f56ecc tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Usage tracker for resource:network and tenant:2260a774eaa04d99b94c2b95d9361fff is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:43:40.897612 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ef7b83d1-410b-4d64-8832-7350f4c10eb4 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7510230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985204'] for subnet, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:40.904940 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-597b7898-da1f-4d64-a37a-a76538f56ecc tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:43:40.911475 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-597b7898-da1f-4d64-a37a-a76538f56ecc tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:43:40.926860 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 4209a80b-e665-4cc5-b13d-10693ffeb183 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:43:40.980932 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-597b7898-da1f-4d64-a37a-a76538f56ecc tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Made reservation on behalf of 2260a774eaa04d99b94c2b95d9361fff for: {'network': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:43:40.984388 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-597b7898-da1f-4d64-a37a-a76538f56ecc tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:40.991617 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7b83d1-410b-4d64-8832-7350f4c10eb4 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Pushing event updated for resources: {'Subnet': ['ID=4b3f0aab-733a-4245-9bfe-c7ec734e21a0,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:41.034170 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-597b7898-da1f-4d64-a37a-a76538f56ecc tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=84108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:43:41.044049 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-597b7898-da1f-4d64-a37a-a76538f56ecc tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:41.044404 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.segments_db [None req-597b7898-da1f-4d64-a37a-a76538f56ecc tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Added segment 768d9a69-e4d7-41aa-aba2-b0be8e5fcd4d of type vlan for network cbce8ce1-f907-4bb1-b086-cc7b5ef349c9 Feb 04 08:43:41.073753 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-597b7898-da1f-4d64-a37a-a76538f56ecc tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:41.175832 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-597b7898-da1f-4d64-a37a-a76538f56ecc tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:41.179915 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597b7898-da1f-4d64-a37a-a76538f56ecc tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:41.180643 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-597b7898-da1f-4d64-a37a-a76538f56ecc tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks [] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:41.197955 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-0f19e79c-e15e-448e-b5d2-3d87cc9c5916 None None] Provisioning for port f39ddc82-c3f3-4426-96c8-809c69e777e5 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:43:41.198879 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7b83d1-410b-4d64-8832-7350f4c10eb4 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Checking segment: {'id': 'dda2b7c0-1a49-45d8-b2ca-81ee41709eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '10da3526-3b2b-41c7-8a9a-909569d6b2d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:43:41.199237 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7b83d1-410b-4d64-8832-7350f4c10eb4 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Network hostable DHCP agents. Network: 10da3526-3b2b-41c7-8a9a-909569d6b2d9, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:43:41.252520 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [None req-37b6a50c-0f03-4617-a885-2f6d4ad1b643 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] For port 56740688-eb0f-45af-9592-15e456c4b1b7, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=56740688-eb0f-45af-9592-15e456c4b1b7,segment=NetworkSegment(b84403a3-7adc-4393-8376-fc4992396421),segment_id=b84403a3-7adc-4393-8376-fc4992396421)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:43:41.253065 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-37b6a50c-0f03-4617-a885-2f6d4ad1b643 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:41.326545 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39301560-d06e-413c-aae6-2dd4bf8e91b5 req-0a1b2548-30f4-4006-b536-3b5792bf55f5 tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:41.328098 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-39301560-d06e-413c-aae6-2dd4bf8e91b5 req-0a1b2548-30f4-4006-b536-3b5792bf55f5 tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a13c904-87bf-48b3-b652-c6cfae2f9547 HTTP/1.1" status: 200 len: 946 time: 0.3011148 Feb 04 08:43:41.350060 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 4209a80b-e665-4cc5-b13d-10693ffeb183 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:43:41.367581 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 4209a80b-e665-4cc5-b13d-10693ffeb183 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:43:41.367966 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:41.393273 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-37b6a50c-0f03-4617-a885-2f6d4ad1b643 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Calling delete_port for 56740688-eb0f-45af-9592-15e456c4b1b7 owned by network:dhcp {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:43:41.410078 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597b7898-da1f-4d64-a37a-a76538f56ecc tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Pushing event updated for resources: {'Network': ['ID=cbce8ce1-f907-4bb1-b086-cc7b5ef349c9,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:41.430761 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062732d8-bbcf-4454-a192-cac853274032 None None] Network d87972b5-6515-4606-8b8f-6da825c75539 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:43:41.443282 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network cbce8ce1-f907-4bb1-b086-cc7b5ef349c9 details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:43:41.469708 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-597b7898-da1f-4d64-a37a-a76538f56ecc tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5915143 Feb 04 08:43:41.469938 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 54318) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:41.477052 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-9c8c8623-363a-49c3-8ad8-3d50cbcc36bf tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Request body: {'subnet': {'network_id': 'cbce8ce1-f907-4bb1-b086-cc7b5ef349c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:43:41.504879 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-39301560-d06e-413c-aae6-2dd4bf8e91b5 req-53961683-d0aa-4ac3-b658-46816fcea4ac tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] 10.222.0.36 "GET /v2.0/security-groups?id=18d868dd-efaa-4d74-96cc-e5fc69b5c2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191983 Feb 04 08:43:41.506578 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7b83d1-410b-4d64-8832-7350f4c10eb4 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Network 10da3526-3b2b-41c7-8a9a-909569d6b2d9 is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:43:41.602645 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-9c8c8623-363a-49c3-8ad8-3d50cbcc36bf tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:43:41.606500 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1edf574-c6a6-4bd3-984b-9abebfe365b2 None None] DHCP port deletion for 50f32939-48ec-455e-86f8-8c6e3a27572b request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 08:43:41.613539 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-ef7b83d1-410b-4d64-8832-7350f4c10eb4 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, 10da3526-3b2b-41c7-8a9a-909569d6b2d9) {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:43:41.615607 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-9c8c8623-363a-49c3-8ad8-3d50cbcc36bf tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:43:41.618096 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7b83d1-410b-4d64-8832-7350f4c10eb4 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:41.619750 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ef7b83d1-410b-4d64-8832-7350f4c10eb4 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:41.629376 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-37b6a50c-0f03-4617-a885-2f6d4ad1b643 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:41.647440 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-a1edf574-c6a6-4bd3-984b-9abebfe365b2 None None] Deleting port 56740688-eb0f-45af-9592-15e456c4b1b7 {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:43:41.647801 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-a1edf574-c6a6-4bd3-984b-9abebfe365b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:41.671721 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043882ba-ce27-46ce-a4f7-c48962ddf08c None None] Network 10da3526-3b2b-41c7-8a9a-909569d6b2d9 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:43:41.695668 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b6a50c-0f03-4617-a885-2f6d4ad1b643 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] No DVR routers for this DVR port 56740688-eb0f-45af-9592-15e456c4b1b7 on host dv-neutron-827798-2-hyperv {{(pid=84107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:43:41.699750 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b6a50c-0f03-4617-a885-2f6d4ad1b643 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Pushing event deleted for resources: {'Port': ['ID=56740688-eb0f-45af-9592-15e456c4b1b7,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:41.718983 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c8c8623-363a-49c3-8ad8-3d50cbcc36bf tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Made reservation on behalf of 2260a774eaa04d99b94c2b95d9361fff for: {'subnet': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:43:41.824428 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-a1edf574-c6a6-4bd3-984b-9abebfe365b2 None None] The port '56740688-eb0f-45af-9592-15e456c4b1b7' was deleted {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 08:43:41.833139 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9c8c8623-363a-49c3-8ad8-3d50cbcc36bf tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8119726'] for subnet, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:41.856144 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-37b6a50c-0f03-4617-a885-2f6d4ad1b643 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:41.890517 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-37b6a50c-0f03-4617-a885-2f6d4ad1b643 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50f32939-48ec-455e-86f8-8c6e3a27572b']}} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:43:41.909327 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-ef7b83d1-410b-4d64-8832-7350f4c10eb4 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2666924 Feb 04 08:43:41.912395 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 54326) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:41.916626 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-37b6a50c-0f03-4617-a885-2f6d4ad1b643 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b84403a3-7adc-4393-8376-fc4992396421') {'for_net_delete': True} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:43:41.917226 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-37b6a50c-0f03-4617-a885-2f6d4ad1b643 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b84403a3-7adc-4393-8376-fc4992396421') {} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:43:41.929448 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-ffc2fb8f-bd76-45fb-ad0d-e49622a611c5 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:43:42.046383 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-37b6a50c-0f03-4617-a885-2f6d4ad1b643 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8058642'] for segment, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:42.080835 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-37b6a50c-0f03-4617-a885-2f6d4ad1b643 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:42.093952 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ffc2fb8f-bd76-45fb-ad0d-e49622a611c5 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-7985213'] for subnet, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:42.139352 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37b6a50c-0f03-4617-a885-2f6d4ad1b643 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=84107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:43:42.139884 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-37b6a50c-0f03-4617-a885-2f6d4ad1b643 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7377717'] for segment, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:42.157034 dv-neutron-827798-2-hyperv neutron-server[84107]: Traceback (most recent call last): Feb 04 08:43:42.157034 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:43:42.157034 dv-neutron-827798-2-hyperv neutron-server[84107]: timer() Feb 04 08:43:42.157034 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:43:42.157034 dv-neutron-827798-2-hyperv neutron-server[84107]: cb(*args, **kw) Feb 04 08:43:42.157034 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:43:42.157034 dv-neutron-827798-2-hyperv neutron-server[84107]: return func(*args, **kwargs) Feb 04 08:43:42.157034 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:43:42.157034 dv-neutron-827798-2-hyperv neutron-server[84107]: self._notify() Feb 04 08:43:42.157034 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:43:42.157034 dv-neutron-827798-2-hyperv neutron-server[84107]: self.callback(batched_events) Feb 04 08:43:42.157034 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:43:42.157034 dv-neutron-827798-2-hyperv neutron-server[84107]: event.method(event) Feb 04 08:43:42.157034 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:43:42.157034 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:43:42.157034 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:43:42.157034 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:43:42.157034 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:43:42.157034 dv-neutron-827798-2-hyperv neutron-server[84107]: return f(self, *a, **k) Feb 04 08:43:42.157034 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:43:42.157034 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._get(url).json() Feb 04 08:43:42.157034 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:43:42.157034 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:43:42.157034 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:43:42.157034 dv-neutron-827798-2-hyperv neutron-server[84107]: return self.request(url, 'GET', **kwargs) Feb 04 08:43:42.157034 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:43:42.157034 dv-neutron-827798-2-hyperv neutron-server[84107]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:43:42.157034 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:43:42.157034 dv-neutron-827798-2-hyperv neutron-server[84107]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:43:42.157034 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:43:42.157034 dv-neutron-827798-2-hyperv neutron-server[84107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:43:42.157034 dv-neutron-827798-2-hyperv neutron-server[84107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:43:42.249412 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:42.342409 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6efed7-b449-4de9-bad0-3e910d4eb3bc None None] Update dhcp port {'port': {'network_id': '53343b09-fc22-4681-aef3-25868666e1a1', 'fixed_ips': [{'subnet_id': '92fcfe10-58b8-4b7f-89ce-2ded3f6038ae', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f37d6723-3256-4def-bf5a-d605175dc6a6'}], 'binding:host_id': 'dv-neutron-827798-2-hyperv'}, 'id': '4209a80b-e665-4cc5-b13d-10693ffeb183'} from dv-neutron-827798-2-hyperv. {{(pid=84109) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 04 08:43:42.352833 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.objects.ports [None req-9c8c8623-363a-49c3-8ad8-3d50cbcc36bf tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84108) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 04 08:43:42.354719 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9c8c8623-363a-49c3-8ad8-3d50cbcc36bf tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7593498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8119736'] for subnet, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:42.403068 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port 4209a80b-e665-4cc5-b13d-10693ffeb183, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=4209a80b-e665-4cc5-b13d-10693ffeb183,segment=NetworkSegment(d1c76b76-77ab-405f-8b8a-f7647ddf6730),segment_id=d1c76b76-77ab-405f-8b8a-f7647ddf6730)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:43:42.412164 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126d5656-49ae-40a7-97ab-e621c7ff0916 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-10da3526-3b2b-41c7-8a9a-909569d6b2d9', 'network_id': '10da3526-3b2b-41c7-8a9a-909569d6b2d9', 'tenant_id': 'b4c31cf486bb4956abf9c7906e2ce93d', 'fixed_ips': [{'subnet_id': '4b3f0aab-733a-4245-9bfe-c7ec734e21a0'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:43:42.413001 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-126d5656-49ae-40a7-97ab-e621c7ff0916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:42.450900 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-6d6efed7-b449-4de9-bad0-3e910d4eb3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:42.457318 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8c8623-363a-49c3-8ad8-3d50cbcc36bf tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Pushing event updated for resources: {'Subnet': ['ID=20c2bf0c-2a60-4f62-bf48-7f808c3b5c52,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:42.492002 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8c8623-363a-49c3-8ad8-3d50cbcc36bf tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Checking segment: {'id': '768d9a69-e4d7-41aa-aba2-b0be8e5fcd4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'cbce8ce1-f907-4bb1-b086-cc7b5ef349c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:43:42.492468 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8c8623-363a-49c3-8ad8-3d50cbcc36bf tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Network hostable DHCP agents. Network: cbce8ce1-f907-4bb1-b086-cc7b5ef349c9, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:43:42.504439 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-37b6a50c-0f03-4617-a885-2f6d4ad1b643 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:42.532357 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:42.533449 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device f39ddc82-c3f3-4426-96c8-809c69e777e5 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:43:42.535068 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-37b6a50c-0f03-4617-a885-2f6d4ad1b643 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:42.574381 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8c8623-363a-49c3-8ad8-3d50cbcc36bf tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Network cbce8ce1-f907-4bb1-b086-cc7b5ef349c9 is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:43:42.581751 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b6a50c-0f03-4617-a885-2f6d4ad1b643 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] Pushing event deleted for resources: {'Network': ['ID=50f32939-48ec-455e-86f8-8c6e3a27572b,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:42.584295 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-37b6a50c-0f03-4617-a885-2f6d4ad1b643 tempest-PortsTestJSON-68552548 tempest-PortsTestJSON-68552548-project] 10.222.0.36 "DELETE /v2.0/networks/50f32939-48ec-455e-86f8-8c6e3a27572b HTTP/1.1" status: 204 len: 168 time: 1.9405859 Feb 04 08:43:42.604651 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d84814d-822d-4267-980e-ba8aff3467e5 req-f3d53ee7-4487-40e4-9dd6-dd60ab99ffb5 tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:42.606148 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-6d84814d-822d-4267-980e-ba8aff3467e5 req-f3d53ee7-4487-40e4-9dd6-dd60ab99ffb5 tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a13c904-87bf-48b3-b652-c6cfae2f9547 HTTP/1.1" status: 200 len: 946 time: 0.3637285 Feb 04 08:43:42.654902 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-9c8c8623-363a-49c3-8ad8-3d50cbcc36bf tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, cbce8ce1-f907-4bb1-b086-cc7b5ef349c9) {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:43:42.659327 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8c8623-363a-49c3-8ad8-3d50cbcc36bf tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:42.660021 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9c8c8623-363a-49c3-8ad8-3d50cbcc36bf tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:42.682791 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-6d84814d-822d-4267-980e-ba8aff3467e5 req-526fb30f-1278-46a7-8635-a7549c198f65 tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] 10.222.0.36 "GET /v2.0/security-groups?id=18d868dd-efaa-4d74-96cc-e5fc69b5c2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653763 Feb 04 08:43:42.690363 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09180ac6-be2f-4859-8346-dc170e7d857e None None] Network cbce8ce1-f907-4bb1-b086-cc7b5ef349c9 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:43:42.738489 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ffc2fb8f-bd76-45fb-ad0d-e49622a611c5 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8782525379844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7510172'] for subnet, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:42.777808 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-9c8c8623-363a-49c3-8ad8-3d50cbcc36bf tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3057652 Feb 04 08:43:42.780492 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 54336) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:42.787167 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-c63e5451-1aab-495c-bd89-485aa65a6292 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Request body: {'port': {'network_id': 'cbce8ce1-f907-4bb1-b086-cc7b5ef349c9', 'name': 'tempest-NetworksIpV6TestAttrs-305307060'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:43:42.792234 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc2fb8f-bd76-45fb-ad0d-e49622a611c5 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:42.792867 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ffc2fb8f-bd76-45fb-ad0d-e49622a611c5 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks [] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:42.794443 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-ffc2fb8f-bd76-45fb-ad0d-e49622a611c5 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] 10.222.0.36 "PUT /v2.0/subnets/4b3f0aab-733a-4245-9bfe-c7ec734e21a0 HTTP/1.1" status: 200 len: 826 time: 0.8803060 Feb 04 08:43:42.801287 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 54340) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:42.881325 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc2fb8f-bd76-45fb-ad0d-e49622a611c5 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Pushing event updated for resources: {'Subnet': ['ID=4b3f0aab-733a-4245-9bfe-c7ec734e21a0,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:42.907425 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d86305-c33c-4f8b-b057-ad6791687787 None None] Network e8da26f8-3aa4-41f5-8c46-0ca23582cd6a requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:43:42.963360 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c2678aeb-56f6-4441-a325-b26b89a9b131 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:42.994338 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-c63e5451-1aab-495c-bd89-485aa65a6292 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:43:43.004261 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-c63e5451-1aab-495c-bd89-485aa65a6292 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Usage tracker for resource:port and tenant:2260a774eaa04d99b94c2b95d9361fff is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:43:43.011258 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-c63e5451-1aab-495c-bd89-485aa65a6292 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:43:43.018853 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-c63e5451-1aab-495c-bd89-485aa65a6292 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:43:43.038430 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c2678aeb-56f6-4441-a325-b26b89a9b131 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:43.092149 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=4209a80b-e665-4cc5-b13d-10693ffeb183,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:43.102271 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c63e5451-1aab-495c-bd89-485aa65a6292 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Made reservation on behalf of 2260a774eaa04d99b94c2b95d9361fff for: {'port': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:43:43.107051 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c63e5451-1aab-495c-bd89-485aa65a6292 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:43.144895 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [None req-c63e5451-1aab-495c-bd89-485aa65a6292 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] device_id is not set on port f8caa6cb-fd3d-415c-8349-a4cf0f92e3b4 yet. {{(pid=84108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:43:43.222119 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 54346) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:43.231885 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-126d5656-49ae-40a7-97ab-e621c7ff0916 None None] Allocated IP 2001:db8::2 (10da3526-3b2b-41c7-8a9a-909569d6b2d9/4b3f0aab-733a-4245-9bfe-c7ec734e21a0/e7f91ed2-fa38-41b6-942b-276ef72060de) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:43:43.285344 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb0790d-6a5d-497c-a0a3-e2893c944064 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-cbce8ce1-f907-4bb1-b086-cc7b5ef349c9', 'network_id': 'cbce8ce1-f907-4bb1-b086-cc7b5ef349c9', 'tenant_id': '2260a774eaa04d99b94c2b95d9361fff', 'fixed_ips': [{'subnet_id': '20c2bf0c-2a60-4f62-bf48-7f808c3b5c52'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:43:43.286158 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2fb0790d-6a5d-497c-a0a3-e2893c944064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:43.327888 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-c63e5451-1aab-495c-bd89-485aa65a6292 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Allocated IP 2001:db8::f816:3eff:fefd:58d8 (cbce8ce1-f907-4bb1-b086-cc7b5ef349c9/20c2bf0c-2a60-4f62-bf48-7f808c3b5c52/f8caa6cb-fd3d-415c-8349-a4cf0f92e3b4) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:43:43.372066 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port f39ddc82-c3f3-4426-96c8-809c69e777e5 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:43:43.418536 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-6d6efed7-b449-4de9-bad0-3e910d4eb3bc None None] Allocated IP 172.20.0.1 (53343b09-fc22-4681-aef3-25868666e1a1/f37d6723-3256-4def-bf5a-d605175dc6a6/4209a80b-e665-4cc5-b13d-10693ffeb183) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:43:43.420847 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-f23ba64d-7f7a-4441-8be0-34b58c07cb37 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a287064d5ca349c39790be8557119e7e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1956203 Feb 04 08:43:43.421720 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 54354) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:43.482928 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port f39ddc82-c3f3-4426-96c8-809c69e777e5 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:43:43.483295 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:43.494973 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-21429042-ec92-4292-a52c-d21a941dbd20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:43.521414 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-21429042-ec92-4292-a52c-d21a941dbd20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:43.556992 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c63e5451-1aab-495c-bd89-485aa65a6292 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:43.573453 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.provisioning_blocks [None req-c63e5451-1aab-495c-bd89-485aa65a6292 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Transition to ACTIVE for port object f8caa6cb-fd3d-415c-8349-a4cf0f92e3b4 will not be triggered until provisioned by entity DHCP. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:43:43.658155 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-21429042-ec92-4292-a52c-d21a941dbd20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:43.673040 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21429042-ec92-4292-a52c-d21a941dbd20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae29c5f3-2013-4167-b1aa-5d965aa803db,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:43.680043 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-21429042-ec92-4292-a52c-d21a941dbd20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:43.682233 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-21429042-ec92-4292-a52c-d21a941dbd20 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ae29c5f3-2013-4167-b1aa-5d965aa803db HTTP/1.1" status: 204 len: 168 time: 0.2594843 Feb 04 08:43:43.704238 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c63e5451-1aab-495c-bd89-485aa65a6292 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:43.787540 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63e5451-1aab-495c-bd89-485aa65a6292 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Network cbce8ce1-f907-4bb1-b086-cc7b5ef349c9 is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:43:43.795025 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-c63e5451-1aab-495c-bd89-485aa65a6292 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:43:43.799781 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63e5451-1aab-495c-bd89-485aa65a6292 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:43:43.803819 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63e5451-1aab-495c-bd89-485aa65a6292 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:43.804431 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c63e5451-1aab-495c-bd89-485aa65a6292 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:43.826563 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63e5451-1aab-495c-bd89-485aa65a6292 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Pushing event updated for resources: {'Port': ['ID=f8caa6cb-fd3d-415c-8349-a4cf0f92e3b4,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:43.887812 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-c63e5451-1aab-495c-bd89-485aa65a6292 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.1060562 Feb 04 08:43:43.890225 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 54364) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:43.945422 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10fb3c0-a28a-400e-8221-49c867061ed0 req-cbea5d74-5029-4ac3-8bd9-195841de1259 tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:43.947645 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d10fb3c0-a28a-400e-8221-49c867061ed0 req-cbea5d74-5029-4ac3-8bd9-195841de1259 tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a13c904-87bf-48b3-b652-c6cfae2f9547 HTTP/1.1" status: 200 len: 946 time: 0.1039207 Feb 04 08:43:43.960393 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d77f12d-46b1-4225-b0ee-7c05233dd6a4 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Deleting subnet 20c2bf0c-2a60-4f62-bf48-7f808c3b5c52 {{(pid=84108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:43:44.046394 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-2fb0790d-6a5d-497c-a0a3-e2893c944064 None None] Allocated IP 2001:db8::f816:3eff:fec4:7b2c (cbce8ce1-f907-4bb1-b086-cc7b5ef349c9/20c2bf0c-2a60-4f62-bf48-7f808c3b5c52/d40ab3e7-429a-450a-869b-e1e23581498c) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:43:44.066053 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-6d6efed7-b449-4de9-bad0-3e910d4eb3bc None None] For port 4209a80b-e665-4cc5-b13d-10693ffeb183, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=4209a80b-e665-4cc5-b13d-10693ffeb183,segment=NetworkSegment(d1c76b76-77ab-405f-8b8a-f7647ddf6730),segment_id=d1c76b76-77ab-405f-8b8a-f7647ddf6730)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:43:44.069440 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d10fb3c0-a28a-400e-8221-49c867061ed0 req-eda9e315-6ec6-4874-85ed-0f074811f000 tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] 10.222.0.36 "GET /v2.0/security-groups?id=18d868dd-efaa-4d74-96cc-e5fc69b5c2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160209 Feb 04 08:43:44.087818 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-126d5656-49ae-40a7-97ab-e621c7ff0916 None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:44.099821 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:44.125198 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96d1264-5f57-4235-92da-7cada9c9948d req-75c743b1-63fe-445a-a826-a1bd0272c9e5 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:44.127309 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e96d1264-5f57-4235-92da-7cada9c9948d req-75c743b1-63fe-445a-a826-a1bd0272c9e5 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d3f9a2e-5f81-4e26-82f8-be8c0a180732 HTTP/1.1" status: 200 len: 945 time: 0.1147528 Feb 04 08:43:44.197937 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e96d1264-5f57-4235-92da-7cada9c9948d req-cf9ae654-57dd-4f6a-a879-9b3232ce8107 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/security-groups?id=53227cdf-7dc5-4d80-b711-52cc313216b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654728 Feb 04 08:43:44.229941 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-126d5656-49ae-40a7-97ab-e621c7ff0916 None None] Transition to ACTIVE for port object e7f91ed2-fa38-41b6-942b-276ef72060de will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:43:44.274111 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.db.resource_extend [None req-6d6efed7-b449-4de9-bad0-3e910d4eb3bc None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 08:43:44.329625 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-126d5656-49ae-40a7-97ab-e621c7ff0916 None None] Transition to ACTIVE for port object e7f91ed2-fa38-41b6-942b-276ef72060de will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:43:44.339919 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-6d6efed7-b449-4de9-bad0-3e910d4eb3bc None None] Notify callbacks [] for port, precommit_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:44.395430 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port f39ddc82-c3f3-4426-96c8-809c69e777e5, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=f39ddc82-c3f3-4426-96c8-809c69e777e5,segment=NetworkSegment(752bdfc3-8d67-4017-82c5-5988da4ae1b7),segment_id=752bdfc3-8d67-4017-82c5-5988da4ae1b7)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:43:44.396765 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-6d6efed7-b449-4de9-bad0-3e910d4eb3bc None None] Transition to ACTIVE for port object 4209a80b-e665-4cc5-b13d-10693ffeb183 will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:43:44.414233 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-126d5656-49ae-40a7-97ab-e621c7ff0916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:44.466874 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b8b010-a06d-41f8-ab12-eb5bb26ca02e req-2bcb876e-57d3-4081-ad15-434f417b3eb8 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:44.476663 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d2b8b010-a06d-41f8-ab12-eb5bb26ca02e req-2bcb876e-57d3-4081-ad15-434f417b3eb8 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d3f9a2e-5f81-4e26-82f8-be8c0a180732 HTTP/1.1" status: 200 len: 945 time: 0.1118968 Feb 04 08:43:44.529013 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d2b8b010-a06d-41f8-ab12-eb5bb26ca02e req-368369d3-fa47-4929-8a18-2238b6f93c8e tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/security-groups?id=53227cdf-7dc5-4d80-b711-52cc313216b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542777 Feb 04 08:43:44.532384 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c2678aeb-56f6-4441-a325-b26b89a9b131 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7510167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985167'] for subnet, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:44.580979 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:44.595302 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-6d6efed7-b449-4de9-bad0-3e910d4eb3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:44.682844 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126d5656-49ae-40a7-97ab-e621c7ff0916 None None] Network 10da3526-3b2b-41c7-8a9a-909569d6b2d9 is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:43:44.686398 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2678aeb-56f6-4441-a325-b26b89a9b131 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Pushing event deleted for resources: {'Subnet': ['ID=4b3f0aab-733a-4245-9bfe-c7ec734e21a0,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:44.692066 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-126d5656-49ae-40a7-97ab-e621c7ff0916 None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:43:44.694049 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-450bf550-e51f-4b75-a5f0-da68c125cc63 None None] Provisioning complete for port f39ddc82-c3f3-4426-96c8-809c69e777e5 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:43:44.694422 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-450bf550-e51f-4b75-a5f0-da68c125cc63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:44.735975 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126d5656-49ae-40a7-97ab-e621c7ff0916 None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:43:44.746544 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 4209a80b-e665-4cc5-b13d-10693ffeb183 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:43:44.790698 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-3bc4f11b-e521-4024-b4f9-5071f595fc35 req-267288b0-ba12-4070-b28d-4e4e83f1060c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7f11cfeb8627474bb4bfbc5c240c4191&device_id=7a13c904-87bf-48b3-b652-c6cfae2f9547 HTTP/1.1" status: 200 len: 1099 time: 0.1353736 Feb 04 08:43:44.831532 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126d5656-49ae-40a7-97ab-e621c7ff0916 None None] Pushing event updated for resources: {'Port': ['ID=e7f91ed2-fa38-41b6-942b-276ef72060de,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:44.849275 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32513d87-1f5e-4f8d-a416-7e784e5c964c req-05f8e068-0e94-486b-ac09-9176e3d99769 tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:44.851522 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-32513d87-1f5e-4f8d-a416-7e784e5c964c req-05f8e068-0e94-486b-ac09-9176e3d99769 tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a13c904-87bf-48b3-b652-c6cfae2f9547 HTTP/1.1" status: 200 len: 946 time: 0.2537029 Feb 04 08:43:44.856910 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c2678aeb-56f6-4441-a325-b26b89a9b131 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:44.927484 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-32513d87-1f5e-4f8d-a416-7e784e5c964c req-6dc0a2ad-f3ad-4475-a441-9f64523d3cb4 tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] 10.222.0.36 "GET /v2.0/security-groups?id=18d868dd-efaa-4d74-96cc-e5fc69b5c2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627797 Feb 04 08:43:44.934795 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-c2678aeb-56f6-4441-a325-b26b89a9b131 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10da3526-3b2b-41c7-8a9a-909569d6b2d9']}} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:43:44.951365 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-c2678aeb-56f6-4441-a325-b26b89a9b131 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dda2b7c0-1a49-45d8-b2ca-81ee41709eb6') {'for_net_delete': True} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:43:44.958037 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-c2678aeb-56f6-4441-a325-b26b89a9b131 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dda2b7c0-1a49-45d8-b2ca-81ee41709eb6') {} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:43:44.965913 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c2678aeb-56f6-4441-a325-b26b89a9b131 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8058642'] for segment, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:44.993366 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c2678aeb-56f6-4441-a325-b26b89a9b131 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:45.001307 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2678aeb-56f6-4441-a325-b26b89a9b131 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=84107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:43:45.002513 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c2678aeb-56f6-4441-a325-b26b89a9b131 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7377717'] for segment, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:45.013783 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc4f11b-e521-4024-b4f9-5071f595fc35 req-f13268d6-7b8c-4d70-9375-7aff2d09ca5c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:45.015811 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-3bc4f11b-e521-4024-b4f9-5071f595fc35 req-f13268d6-7b8c-4d70-9375-7aff2d09ca5c service neutron] 10.222.0.47 "GET /v2.0/networks?id=0feb43c5-81db-47ea-8e99-1f15e3da5944 HTTP/1.1" status: 200 len: 913 time: 0.2141438 Feb 04 08:43:45.040977 dv-neutron-827798-2-hyperv neutron-server[84107]: Traceback (most recent call last): Feb 04 08:43:45.040977 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:43:45.040977 dv-neutron-827798-2-hyperv neutron-server[84107]: timer() Feb 04 08:43:45.040977 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:43:45.040977 dv-neutron-827798-2-hyperv neutron-server[84107]: cb(*args, **kw) Feb 04 08:43:45.040977 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:43:45.040977 dv-neutron-827798-2-hyperv neutron-server[84107]: return func(*args, **kwargs) Feb 04 08:43:45.040977 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:43:45.040977 dv-neutron-827798-2-hyperv neutron-server[84107]: self._notify() Feb 04 08:43:45.040977 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:43:45.040977 dv-neutron-827798-2-hyperv neutron-server[84107]: self.callback(batched_events) Feb 04 08:43:45.040977 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:43:45.040977 dv-neutron-827798-2-hyperv neutron-server[84107]: event.method(event) Feb 04 08:43:45.040977 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:43:45.040977 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:43:45.040977 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:43:45.040977 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:43:45.040977 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:43:45.040977 dv-neutron-827798-2-hyperv neutron-server[84107]: return f(self, *a, **k) Feb 04 08:43:45.040977 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:43:45.040977 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._get(url).json() Feb 04 08:43:45.040977 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:43:45.040977 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:43:45.040977 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:43:45.040977 dv-neutron-827798-2-hyperv neutron-server[84107]: return self.request(url, 'GET', **kwargs) Feb 04 08:43:45.040977 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:43:45.040977 dv-neutron-827798-2-hyperv neutron-server[84107]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:43:45.040977 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:43:45.040977 dv-neutron-827798-2-hyperv neutron-server[84107]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:43:45.040977 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:43:45.040977 dv-neutron-827798-2-hyperv neutron-server[84107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:43:45.040977 dv-neutron-827798-2-hyperv neutron-server[84107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:43:45.060292 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2fb0790d-6a5d-497c-a0a3-e2893c944064 None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:45.140690 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-2fb0790d-6a5d-497c-a0a3-e2893c944064 None None] Transition to ACTIVE for port object d40ab3e7-429a-450a-869b-e1e23581498c will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:43:45.185617 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=f39ddc82-c3f3-4426-96c8-809c69e777e5,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:45.240908 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 54396) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:45.257790 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50f81a4-5c06-4c07-aafa-2c182a46506b req-788a8981-6e4f-4fbf-a3f2-c6d70c228502 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:45.265077 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-2fb0790d-6a5d-497c-a0a3-e2893c944064 None None] Transition to ACTIVE for port object d40ab3e7-429a-450a-869b-e1e23581498c will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:43:45.266035 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b50f81a4-5c06-4c07-aafa-2c182a46506b req-788a8981-6e4f-4fbf-a3f2-c6d70c228502 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d3f9a2e-5f81-4e26-82f8-be8c0a180732 HTTP/1.1" status: 200 len: 945 time: 0.2238801 Feb 04 08:43:45.271735 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-126d5656-49ae-40a7-97ab-e621c7ff0916 None None] Attempting to bind port e7f91ed2-fa38-41b6-942b-276ef72060de on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:43:45.272105 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-126d5656-49ae-40a7-97ab-e621c7ff0916 None None] Attempting to bind port e7f91ed2-fa38-41b6-942b-276ef72060de by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': 'dda2b7c0-1a49-45d8-b2ca-81ee41709eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '10da3526-3b2b-41c7-8a9a-909569d6b2d9'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:43:45.272465 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126d5656-49ae-40a7-97ab-e621c7ff0916 None None] Attempting to bind port e7f91ed2-fa38-41b6-942b-276ef72060de on network 10da3526-3b2b-41c7-8a9a-909569d6b2d9 {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:43:45.277247 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-3bc4f11b-e521-4024-b4f9-5071f595fc35 req-caa66ac4-e5ce-476c-9aaf-04bf9e6e7ca1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64bd403a-0e30-4b5a-835d-e70bdd731127 HTTP/1.1" status: 200 len: 217 time: 0.2530632 Feb 04 08:43:45.335722 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b50f81a4-5c06-4c07-aafa-2c182a46506b req-ad0d929d-d112-4495-a608-fcf2b70a2fea tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/security-groups?id=53227cdf-7dc5-4d80-b711-52cc313216b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680964 Feb 04 08:43:45.340882 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.db.api [None req-c2678aeb-56f6-4441-a325-b26b89a9b131 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 08:43:45.340882 dv-neutron-827798-2-hyperv neutron-server[84107]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 08:43:45.340882 dv-neutron-827798-2-hyperv neutron-server[84107]: [parameters: {'id': '10da3526-3b2b-41c7-8a9a-909569d6b2d9'}] Feb 04 08:43:45.340882 dv-neutron-827798-2-hyperv neutron-server[84107]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 08:43:45.342293 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG oslo_db.api [None req-c2678aeb-56f6-4441-a325-b26b89a9b131 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 08:43:45.350863 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2d77f12d-46b1-4225-b0ee-7c05233dd6a4 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks [] for subnet, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:45.351213 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126d5656-49ae-40a7-97ab-e621c7ff0916 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:43:45.351747 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126d5656-49ae-40a7-97ab-e621c7ff0916 None None] Checking segment: {'id': 'dda2b7c0-1a49-45d8-b2ca-81ee41709eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '10da3526-3b2b-41c7-8a9a-909569d6b2d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:43:45.351977 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-126d5656-49ae-40a7-97ab-e621c7ff0916 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:45.352342 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126d5656-49ae-40a7-97ab-e621c7ff0916 None None] Bound using segment: {'id': 'dda2b7c0-1a49-45d8-b2ca-81ee41709eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '10da3526-3b2b-41c7-8a9a-909569d6b2d9'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:43:45.353013 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-126d5656-49ae-40a7-97ab-e621c7ff0916 None None] Bound port: e7f91ed2-fa38-41b6-942b-276ef72060de, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dda2b7c0-1a49-45d8-b2ca-81ee41709eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '10da3526-3b2b-41c7-8a9a-909569d6b2d9'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:43:45.353889 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-126d5656-49ae-40a7-97ab-e621c7ff0916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:45.369235 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2fb0790d-6a5d-497c-a0a3-e2893c944064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:45.392080 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6efed7-b449-4de9-bad0-3e910d4eb3bc None None] Pushing event updated for resources: {'Port': ['ID=4209a80b-e665-4cc5-b13d-10693ffeb183,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:45.442878 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 56740688-eb0f-45af-9592-15e456c4b1b7 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:43:45.462937 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc4f11b-e521-4024-b4f9-5071f595fc35 req-3e6f08e7-67c9-468f-bd56-7e3ae1cefd1d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:45.464849 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-3bc4f11b-e521-4024-b4f9-5071f595fc35 req-3e6f08e7-67c9-468f-bd56-7e3ae1cefd1d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8675bddc-291e-4add-bb9a-40b80a84c2b2 HTTP/1.1" status: 200 len: 852 time: 0.1786337 Feb 04 08:43:45.474148 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2d77f12d-46b1-4225-b0ee-7c05233dd6a4 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7851377'] for subnet, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:45.490244 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-3300dc43-ef0f-422f-bf83-768b7117053f tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-279409142'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:43:45.507047 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-3300dc43-ef0f-422f-bf83-768b7117053f tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:43:45.511318 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-3300dc43-ef0f-422f-bf83-768b7117053f tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Usage tracker for resource:network and tenant:bf57e53bceb34316b0180186a41d96ee is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:43:45.514302 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-3300dc43-ef0f-422f-bf83-768b7117053f tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:43:45.520312 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-3300dc43-ef0f-422f-bf83-768b7117053f tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:43:45.530536 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: 56740688-eb0f-45af-9592-15e456c4b1b7 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:43:45.530737 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 56740688-eb0f-45af-9592-15e456c4b1b7 not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:43:45.565018 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb0790d-6a5d-497c-a0a3-e2893c944064 None None] Network cbce8ce1-f907-4bb1-b086-cc7b5ef349c9 is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:43:45.569337 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-3bc4f11b-e521-4024-b4f9-5071f595fc35 req-c7c113a3-d575-44b1-82b7-32e1c53d906c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0feb43c5-81db-47ea-8e99-1f15e3da5944&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0976503 Feb 04 08:43:45.569733 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-2fb0790d-6a5d-497c-a0a3-e2893c944064 None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:43:45.572802 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb0790d-6a5d-497c-a0a3-e2893c944064 None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:43:45.590844 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb0790d-6a5d-497c-a0a3-e2893c944064 None None] Pushing event updated for resources: {'Port': ['ID=d40ab3e7-429a-450a-869b-e1e23581498c,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:45.604847 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-126d5656-49ae-40a7-97ab-e621c7ff0916 None None] For port e7f91ed2-fa38-41b6-942b-276ef72060de, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:43:45.626038 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3300dc43-ef0f-422f-bf83-768b7117053f tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Made reservation on behalf of bf57e53bceb34316b0180186a41d96ee for: {'network': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:43:45.629099 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3300dc43-ef0f-422f-bf83-768b7117053f tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:45.643708 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-126d5656-49ae-40a7-97ab-e621c7ff0916 None None] For port e7f91ed2-fa38-41b6-942b-276ef72060de, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=e7f91ed2-fa38-41b6-942b-276ef72060de,segment=NetworkSegment(dda2b7c0-1a49-45d8-b2ca-81ee41709eb6),segment_id=dda2b7c0-1a49-45d8-b2ca-81ee41709eb6)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:43:45.647582 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3300dc43-ef0f-422f-bf83-768b7117053f tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:45.691371 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-3300dc43-ef0f-422f-bf83-768b7117053f tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:43:45.697426 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-3300dc43-ef0f-422f-bf83-768b7117053f tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Usage tracker for resource:security_group_rule and tenant:bf57e53bceb34316b0180186a41d96ee is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:43:45.698742 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-2fb0790d-6a5d-497c-a0a3-e2893c944064 None None] Attempting to bind port d40ab3e7-429a-450a-869b-e1e23581498c on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:43:45.699248 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-2fb0790d-6a5d-497c-a0a3-e2893c944064 None None] Attempting to bind port d40ab3e7-429a-450a-869b-e1e23581498c by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': '768d9a69-e4d7-41aa-aba2-b0be8e5fcd4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'cbce8ce1-f907-4bb1-b086-cc7b5ef349c9'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:43:45.699874 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb0790d-6a5d-497c-a0a3-e2893c944064 None None] Attempting to bind port d40ab3e7-429a-450a-869b-e1e23581498c on network cbce8ce1-f907-4bb1-b086-cc7b5ef349c9 {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:43:45.701690 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-3300dc43-ef0f-422f-bf83-768b7117053f tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:43:45.709170 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb0790d-6a5d-497c-a0a3-e2893c944064 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:43:45.709614 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-3300dc43-ef0f-422f-bf83-768b7117053f tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:43:45.710164 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb0790d-6a5d-497c-a0a3-e2893c944064 None None] Checking segment: {'id': '768d9a69-e4d7-41aa-aba2-b0be8e5fcd4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'cbce8ce1-f907-4bb1-b086-cc7b5ef349c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:43:45.710717 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2fb0790d-6a5d-497c-a0a3-e2893c944064 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:45.711213 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb0790d-6a5d-497c-a0a3-e2893c944064 None None] Bound using segment: {'id': '768d9a69-e4d7-41aa-aba2-b0be8e5fcd4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'cbce8ce1-f907-4bb1-b086-cc7b5ef349c9'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:43:45.711772 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-2fb0790d-6a5d-497c-a0a3-e2893c944064 None None] Bound port: d40ab3e7-429a-450a-869b-e1e23581498c, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '768d9a69-e4d7-41aa-aba2-b0be8e5fcd4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'cbce8ce1-f907-4bb1-b086-cc7b5ef349c9'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:43:45.712446 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2fb0790d-6a5d-497c-a0a3-e2893c944064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:45.729137 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-126d5656-49ae-40a7-97ab-e621c7ff0916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:45.760731 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-3bc4f11b-e521-4024-b4f9-5071f595fc35 req-f468568f-1d83-49cb-a957-54a335c80f6f service neutron] 10.222.0.47 "GET /v2.0/networks/0feb43c5-81db-47ea-8e99-1f15e3da5944?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832466 Feb 04 08:43:45.809878 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3300dc43-ef0f-422f-bf83-768b7117053f tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:45.836095 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2164d6f-8455-4eb3-a1ae-4d4f9156af68 None None] Network 53343b09-fc22-4681-aef3-25868666e1a1 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:43:45.843314 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c2678aeb-56f6-4441-a325-b26b89a9b131 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:45.851657 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2d77f12d-46b1-4225-b0ee-7c05233dd6a4 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:45.857560 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-c2678aeb-56f6-4441-a325-b26b89a9b131 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Deleting port e7f91ed2-fa38-41b6-942b-276ef72060de {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:43:45.857991 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c2678aeb-56f6-4441-a325-b26b89a9b131 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:45.886745 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3300dc43-ef0f-422f-bf83-768b7117053f tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:45.938702 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3300dc43-ef0f-422f-bf83-768b7117053f tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=84107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:43:45.942767 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3300dc43-ef0f-422f-bf83-768b7117053f tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb66d4b-1f84-4ca6-9b93-3a05592dce38,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:46.003678 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-3bc4f11b-e521-4024-b4f9-5071f595fc35 req-711e9171-ed97-412d-a91b-6fe77194b8be service neutron] 10.222.0.47 "GET /v2.0/networks/0feb43c5-81db-47ea-8e99-1f15e3da5944?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335413 Feb 04 08:43:46.044160 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126d5656-49ae-40a7-97ab-e621c7ff0916 None None] Pushing event updated for resources: {'Port': ['ID=e7f91ed2-fa38-41b6-942b-276ef72060de,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:46.120088 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dce3930-de44-4db6-8bfd-3e17bbc3cadb None None] Network 10da3526-3b2b-41c7-8a9a-909569d6b2d9 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:43:46.167701 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2d77f12d-46b1-4225-b0ee-7c05233dd6a4 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7593563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8119683'] for subnet, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:46.214068 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d77f12d-46b1-4225-b0ee-7c05233dd6a4 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Pushing event deleted for resources: {'Subnet': ['ID=20c2bf0c-2a60-4f62-bf48-7f808c3b5c52,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:46.221365 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2d77f12d-46b1-4225-b0ee-7c05233dd6a4 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:46.223879 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-f6210165-9c90-433b-bed5-dc29d5cd82d5 None None] Provisioning for port 4209a80b-e665-4cc5-b13d-10693ffeb183 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:43:46.233517 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-2fb0790d-6a5d-497c-a0a3-e2893c944064 None None] For port d40ab3e7-429a-450a-869b-e1e23581498c, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:43:46.233819 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-2d77f12d-46b1-4225-b0ee-7c05233dd6a4 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] 10.222.0.36 "DELETE /v2.0/subnets/20c2bf0c-2a60-4f62-bf48-7f808c3b5c52 HTTP/1.1" status: 204 len: 168 time: 2.3415661 Feb 04 08:43:46.235690 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 54406) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:46.249069 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3300dc43-ef0f-422f-bf83-768b7117053f tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:46.249698 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.segments_db [None req-3300dc43-ef0f-422f-bf83-768b7117053f tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Added segment b0020f44-5b81-4aae-9b2e-c9a9b70bf74f of type vlan for network 3f4d31a5-7d87-4082-954a-92de050140b0 Feb 04 08:43:46.253861 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-f6210165-9c90-433b-bed5-dc29d5cd82d5 None None] Provisioning complete for port 4209a80b-e665-4cc5-b13d-10693ffeb183 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:43:46.254238 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-f6210165-9c90-433b-bed5-dc29d5cd82d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:46.289399 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-2fb0790d-6a5d-497c-a0a3-e2893c944064 None None] For port d40ab3e7-429a-450a-869b-e1e23581498c, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=d40ab3e7-429a-450a-869b-e1e23581498c,segment=NetworkSegment(768d9a69-e4d7-41aa-aba2-b0be8e5fcd4d),segment_id=768d9a69-e4d7-41aa-aba2-b0be8e5fcd4d)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:43:46.305363 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14edf19b-0fb9-462f-b432-9699f96dec36 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:46.306961 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14edf19b-0fb9-462f-b432-9699f96dec36 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:46.307705 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-14edf19b-0fb9-462f-b432-9699f96dec36 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Synchronizing usage tracker for tenant:2260a774eaa04d99b94c2b95d9361fff on resource:subnet {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:43:46.316401 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3300dc43-ef0f-422f-bf83-768b7117053f tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:46.322634 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [None req-c2678aeb-56f6-4441-a325-b26b89a9b131 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] For port e7f91ed2-fa38-41b6-942b-276ef72060de, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=e7f91ed2-fa38-41b6-942b-276ef72060de,segment=NetworkSegment(dda2b7c0-1a49-45d8-b2ca-81ee41709eb6),segment_id=dda2b7c0-1a49-45d8-b2ca-81ee41709eb6)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:43:46.322992 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c2678aeb-56f6-4441-a325-b26b89a9b131 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:46.361742 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2fb0790d-6a5d-497c-a0a3-e2893c944064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:46.372389 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-14edf19b-0fb9-462f-b432-9699f96dec36 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Unset dirty status for tenant:2260a774eaa04d99b94c2b95d9361fff on resource:subnet {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:43:46.377678 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-14edf19b-0fb9-462f-b432-9699f96dec36 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1407099 Feb 04 08:43:46.377983 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 54412) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:46.461044 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-c2678aeb-56f6-4441-a325-b26b89a9b131 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Calling delete_port for e7f91ed2-fa38-41b6-942b-276ef72060de owned by network:dhcp {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:43:46.494387 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.db.resource_extend [None req-3300dc43-ef0f-422f-bf83-768b7117053f tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 08:43:46.512387 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18759889-e28d-433a-ae7d-c94116dca9a6 req-9f455e4e-ce93-49b3-aa11-14bde4f2572d tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:46.514384 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-18759889-e28d-433a-ae7d-c94116dca9a6 req-9f455e4e-ce93-49b3-aa11-14bde4f2572d tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a13c904-87bf-48b3-b652-c6cfae2f9547 HTTP/1.1" status: 200 len: 946 time: 0.3689446 Feb 04 08:43:46.525955 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f8606277-fb78-45cd-94f3-4fdafd043665 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:46.537992 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8606277-fb78-45cd-94f3-4fdafd043665 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 04 08:43:46.538452 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8606277-fb78-45cd-94f3-4fdafd043665 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:43:46.541005 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-f8606277-fb78-45cd-94f3-4fdafd043665 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] 10.222.0.36 "DELETE /v2.0/networks/cbce8ce1-f907-4bb1-b086-cc7b5ef349c9 HTTP/1.1" status: 409 len: 405 time: 0.1612804 Feb 04 08:43:46.544767 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb0790d-6a5d-497c-a0a3-e2893c944064 None None] Pushing event updated for resources: {'Port': ['ID=d40ab3e7-429a-450a-869b-e1e23581498c,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:46.545162 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 54416) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:46.551213 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-1a0dc97c-8baf-49ef-b2fd-fe27145fdaa4 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-653862431'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:43:46.558132 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-1a0dc97c-8baf-49ef-b2fd-fe27145fdaa4 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:43:46.562616 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-1a0dc97c-8baf-49ef-b2fd-fe27145fdaa4 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Usage tracker for resource:network and tenant:2260a774eaa04d99b94c2b95d9361fff is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:43:46.565857 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-1a0dc97c-8baf-49ef-b2fd-fe27145fdaa4 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:43:46.572313 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-1a0dc97c-8baf-49ef-b2fd-fe27145fdaa4 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:43:46.636999 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a819d9d2-fe41-402d-aaeb-2e6fdf18acfe None None] Network 10da3526-3b2b-41c7-8a9a-909569d6b2d9 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:43:46.648246 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3300dc43-ef0f-422f-bf83-768b7117053f tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:46.652377 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3300dc43-ef0f-422f-bf83-768b7117053f tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:46.653585 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3300dc43-ef0f-422f-bf83-768b7117053f tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:46.664116 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a0dc97c-8baf-49ef-b2fd-fe27145fdaa4 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Made reservation on behalf of 2260a774eaa04d99b94c2b95d9361fff for: {'network': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:43:46.667716 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc97c-8baf-49ef-b2fd-fe27145fdaa4 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:46.737033 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 4209a80b-e665-4cc5-b13d-10693ffeb183 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:43:46.782748 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a0dc97c-8baf-49ef-b2fd-fe27145fdaa4 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=84108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:43:46.792609 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc97c-8baf-49ef-b2fd-fe27145fdaa4 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:46.793206 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.segments_db [None req-1a0dc97c-8baf-49ef-b2fd-fe27145fdaa4 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Added segment 721c58dd-5304-4fe0-a1be-5f0200689a2f of type vlan for network 88f578d2-3841-4665-96a1-5003f325eb80 Feb 04 08:43:46.836517 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-18759889-e28d-433a-ae7d-c94116dca9a6 req-8b1ab276-2521-438d-97ec-ce109e8cf8c5 tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] 10.222.0.36 "GET /v2.0/security-groups?id=18d868dd-efaa-4d74-96cc-e5fc69b5c2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445993 Feb 04 08:43:46.860963 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3300dc43-ef0f-422f-bf83-768b7117053f tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Pushing event updated for resources: {'Network': ['ID=3f4d31a5-7d87-4082-954a-92de050140b0,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:46.878686 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc97c-8baf-49ef-b2fd-fe27145fdaa4 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:46.892329 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251f08dd-d290-4f78-9352-6c8cdc1daa63 req-81a55d77-fdae-4ed4-9977-124d96108c14 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:46.896400 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network 3f4d31a5-7d87-4082-954a-92de050140b0 details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:43:46.911045 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-251f08dd-d290-4f78-9352-6c8cdc1daa63 req-81a55d77-fdae-4ed4-9977-124d96108c14 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d3f9a2e-5f81-4e26-82f8-be8c0a180732 HTTP/1.1" status: 200 len: 945 time: 0.4211431 Feb 04 08:43:46.946016 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c2678aeb-56f6-4441-a325-b26b89a9b131 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:46.991810 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc97c-8baf-49ef-b2fd-fe27145fdaa4 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:46.997485 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0dc97c-8baf-49ef-b2fd-fe27145fdaa4 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:46.998264 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc97c-8baf-49ef-b2fd-fe27145fdaa4 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks [] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:47.033514 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-3300dc43-ef0f-422f-bf83-768b7117053f tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.7827277 Feb 04 08:43:47.035204 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 54420) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:47.044259 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2678aeb-56f6-4441-a325-b26b89a9b131 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Pushing event deleted for resources: {'Port': ['ID=e7f91ed2-fa38-41b6-942b-276ef72060de,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:47.070852 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2678aeb-56f6-4441-a325-b26b89a9b131 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] No DVR routers for this DVR port e7f91ed2-fa38-41b6-942b-276ef72060de on host dv-neutron-827798-2-hyperv {{(pid=84107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:43:47.071047 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 4209a80b-e665-4cc5-b13d-10693ffeb183 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:43:47.071372 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:47.090389 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-0474f8b5-56be-4445-8660-c73a86ad36af tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2080796018'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:43:47.106769 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd4112b-c9af-4756-87f4-c70a030c7a6b None None] Network 53343b09-fc22-4681-aef3-25868666e1a1 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:43:47.154411 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-0474f8b5-56be-4445-8660-c73a86ad36af tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:43:47.160597 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-251f08dd-d290-4f78-9352-6c8cdc1daa63 req-258d8a7f-58c6-44b8-8416-9fb367796985 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/security-groups?id=53227cdf-7dc5-4d80-b711-52cc313216b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2482743 Feb 04 08:43:47.164755 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-0474f8b5-56be-4445-8660-c73a86ad36af tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Usage tracker for resource:network and tenant:bf57e53bceb34316b0180186a41d96ee is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:43:47.179297 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-0474f8b5-56be-4445-8660-c73a86ad36af tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:43:47.191292 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-0474f8b5-56be-4445-8660-c73a86ad36af tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:43:47.219105 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0dc97c-8baf-49ef-b2fd-fe27145fdaa4 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Pushing event updated for resources: {'Network': ['ID=88f578d2-3841-4665-96a1-5003f325eb80,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:47.248441 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-1a0dc97c-8baf-49ef-b2fd-fe27145fdaa4 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7022159 Feb 04 08:43:47.249217 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 54424) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:47.252202 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network 88f578d2-3841-4665-96a1-5003f325eb80 details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:43:47.260303 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-f01901a1-72b7-469f-971c-96cfbbeffae4 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Request body: {'subnet': {'network_id': '88f578d2-3841-4665-96a1-5003f325eb80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:43:47.275257 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c2678aeb-56f6-4441-a325-b26b89a9b131 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:47.303634 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0474f8b5-56be-4445-8660-c73a86ad36af tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Made reservation on behalf of bf57e53bceb34316b0180186a41d96ee for: {'network': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:43:47.307647 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0474f8b5-56be-4445-8660-c73a86ad36af tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:47.325760 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-c88a46e1-742d-4731-a233-083a626fcada None None] Provisioning complete for port 4209a80b-e665-4cc5-b13d-10693ffeb183 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:43:47.326199 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-c88a46e1-742d-4731-a233-083a626fcada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:47.336531 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0474f8b5-56be-4445-8660-c73a86ad36af tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=84108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:43:47.346979 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0474f8b5-56be-4445-8660-c73a86ad36af tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:47.347457 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.segments_db [None req-0474f8b5-56be-4445-8660-c73a86ad36af tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Added segment 4f6fab58-ae6c-4bfb-bed0-7bd7541f9ef1 of type vlan for network c57e03a7-86ec-4e09-9183-7059cfc22c0b Feb 04 08:43:47.370818 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-c2678aeb-56f6-4441-a325-b26b89a9b131 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10da3526-3b2b-41c7-8a9a-909569d6b2d9']}} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:43:47.395809 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-c2678aeb-56f6-4441-a325-b26b89a9b131 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dda2b7c0-1a49-45d8-b2ca-81ee41709eb6') {'for_net_delete': True} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:43:47.396046 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-c2678aeb-56f6-4441-a325-b26b89a9b131 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dda2b7c0-1a49-45d8-b2ca-81ee41709eb6') {} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:43:47.400819 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0474f8b5-56be-4445-8660-c73a86ad36af tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:47.412355 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c2678aeb-56f6-4441-a325-b26b89a9b131 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8058642'] for segment, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:47.427259 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-f01901a1-72b7-469f-971c-96cfbbeffae4 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:43:47.436831 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c2678aeb-56f6-4441-a325-b26b89a9b131 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:47.443430 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-f01901a1-72b7-469f-971c-96cfbbeffae4 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:43:47.448328 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2678aeb-56f6-4441-a325-b26b89a9b131 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=84107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:43:47.448929 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c2678aeb-56f6-4441-a325-b26b89a9b131 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7377717'] for segment, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:47.465667 dv-neutron-827798-2-hyperv neutron-server[84107]: Traceback (most recent call last): Feb 04 08:43:47.465667 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:43:47.465667 dv-neutron-827798-2-hyperv neutron-server[84107]: timer() Feb 04 08:43:47.465667 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:43:47.465667 dv-neutron-827798-2-hyperv neutron-server[84107]: cb(*args, **kw) Feb 04 08:43:47.465667 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:43:47.465667 dv-neutron-827798-2-hyperv neutron-server[84107]: return func(*args, **kwargs) Feb 04 08:43:47.465667 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:43:47.465667 dv-neutron-827798-2-hyperv neutron-server[84107]: self._notify() Feb 04 08:43:47.465667 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:43:47.465667 dv-neutron-827798-2-hyperv neutron-server[84107]: self.callback(batched_events) Feb 04 08:43:47.465667 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:43:47.465667 dv-neutron-827798-2-hyperv neutron-server[84107]: event.method(event) Feb 04 08:43:47.465667 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:43:47.465667 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:43:47.465667 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:43:47.465667 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:43:47.465667 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:43:47.465667 dv-neutron-827798-2-hyperv neutron-server[84107]: return f(self, *a, **k) Feb 04 08:43:47.465667 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:43:47.465667 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._get(url).json() Feb 04 08:43:47.465667 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:43:47.465667 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:43:47.465667 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:43:47.465667 dv-neutron-827798-2-hyperv neutron-server[84107]: return self.request(url, 'GET', **kwargs) Feb 04 08:43:47.465667 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:43:47.465667 dv-neutron-827798-2-hyperv neutron-server[84107]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:43:47.465667 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:43:47.465667 dv-neutron-827798-2-hyperv neutron-server[84107]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:43:47.465667 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:43:47.465667 dv-neutron-827798-2-hyperv neutron-server[84107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:43:47.465667 dv-neutron-827798-2-hyperv neutron-server[84107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:43:47.517261 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0474f8b5-56be-4445-8660-c73a86ad36af tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:47.521039 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0474f8b5-56be-4445-8660-c73a86ad36af tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:47.521691 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0474f8b5-56be-4445-8660-c73a86ad36af tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks [] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:47.609213 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f01901a1-72b7-469f-971c-96cfbbeffae4 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Made reservation on behalf of 2260a774eaa04d99b94c2b95d9361fff for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:43:47.656037 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0474f8b5-56be-4445-8660-c73a86ad36af tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Pushing event updated for resources: {'Network': ['ID=c57e03a7-86ec-4e09-9183-7059cfc22c0b,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:47.664891 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device f39ddc82-c3f3-4426-96c8-809c69e777e5 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:43:47.698729 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-0474f8b5-56be-4445-8660-c73a86ad36af tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6351204 Feb 04 08:43:47.698940 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c2678aeb-56f6-4441-a325-b26b89a9b131 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:47.699798 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 54428) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:47.707606 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-f167a400-a192-4bb4-98a9-52a0de7a9f39 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Request body: {'subnet': {'network_id': '3f4d31a5-7d87-4082-954a-92de050140b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:43:47.726126 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network c57e03a7-86ec-4e09-9183-7059cfc22c0b details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:43:47.735019 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c2678aeb-56f6-4441-a325-b26b89a9b131 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:47.737615 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2678aeb-56f6-4441-a325-b26b89a9b131 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Pushing event deleted for resources: {'Network': ['ID=10da3526-3b2b-41c7-8a9a-909569d6b2d9,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:47.755411 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-c2678aeb-56f6-4441-a325-b26b89a9b131 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] 10.222.0.36 "DELETE /v2.0/networks/10da3526-3b2b-41c7-8a9a-909569d6b2d9 HTTP/1.1" status: 204 len: 168 time: 4.9534013 Feb 04 08:43:47.757954 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 54432) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:47.796989 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-7de12232-d83a-4266-ab6c-4cabcb4620bf tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] DELETE failed (client error): The resource could not be found. Feb 04 08:43:47.797435 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7de12232-d83a-4266-ab6c-4cabcb4620bf tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:43:47.799296 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-7de12232-d83a-4266-ab6c-4cabcb4620bf tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] 10.222.0.36 "DELETE /v2.0/networks/10da3526-3b2b-41c7-8a9a-909569d6b2d9 HTTP/1.1" status: 404 len: 339 time: 0.0402737 Feb 04 08:43:47.801980 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f01901a1-72b7-469f-971c-96cfbbeffae4 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985186'] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:47.805160 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 54436) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:47.814900 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-26fd9482-2fd7-40bd-bb4d-08e6ed2517f6 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1809425213', 'description': 'd1'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:43:47.830562 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-26fd9482-2fd7-40bd-bb4d-08e6ed2517f6 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:43:47.840035 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-26fd9482-2fd7-40bd-bb4d-08e6ed2517f6 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Usage tracker for resource:network and tenant:b4c31cf486bb4956abf9c7906e2ce93d is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:43:47.852642 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-26fd9482-2fd7-40bd-bb4d-08e6ed2517f6 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:43:47.863888 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-26fd9482-2fd7-40bd-bb4d-08e6ed2517f6 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:43:47.880331 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-f167a400-a192-4bb4-98a9-52a0de7a9f39 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:43:47.885441 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-f167a400-a192-4bb4-98a9-52a0de7a9f39 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Usage tracker for resource:subnet and tenant:bf57e53bceb34316b0180186a41d96ee is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:43:47.893081 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-f167a400-a192-4bb4-98a9-52a0de7a9f39 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:43:47.902038 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-f167a400-a192-4bb4-98a9-52a0de7a9f39 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:43:47.912701 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd785b18-67bd-403d-9723-c4c765d95247 None None] Network cbce8ce1-f907-4bb1-b086-cc7b5ef349c9 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:43:47.929598 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port f39ddc82-c3f3-4426-96c8-809c69e777e5 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:43:47.929852 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:47.986091 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26fd9482-2fd7-40bd-bb4d-08e6ed2517f6 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Made reservation on behalf of b4c31cf486bb4956abf9c7906e2ce93d for: {'network': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:43:47.989357 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-26fd9482-2fd7-40bd-bb4d-08e6ed2517f6 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:48.051663 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26fd9482-2fd7-40bd-bb4d-08e6ed2517f6 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=84108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:43:48.063805 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-26fd9482-2fd7-40bd-bb4d-08e6ed2517f6 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:48.064583 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.segments_db [None req-26fd9482-2fd7-40bd-bb4d-08e6ed2517f6 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Added segment 45b6d173-d58c-4a5d-98a7-9d2d12ba91c3 of type vlan for network 9ddabcb4-9644-4d2a-abff-322a8e8ea199 Feb 04 08:43:48.094985 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f167a400-a192-4bb4-98a9-52a0de7a9f39 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Made reservation on behalf of bf57e53bceb34316b0180186a41d96ee for: {'subnet': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:43:48.170535 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-0592dd3c-9e48-48c9-bc8a-88d11d14882f None None] Provisioning for port d40ab3e7-429a-450a-869b-e1e23581498c completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:43:48.215365 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f167a400-a192-4bb4-98a9-52a0de7a9f39 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8119726'] for subnet, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:48.282567 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d119aba-8c7d-4eab-8c38-426e99f44908 req-dd481c2b-cf35-431e-b2dd-2bc581ca4196 tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:48.292442 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5d119aba-8c7d-4eab-8c38-426e99f44908 req-dd481c2b-cf35-431e-b2dd-2bc581ca4196 tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a13c904-87bf-48b3-b652-c6cfae2f9547 HTTP/1.1" status: 200 len: 946 time: 0.2393835 Feb 04 08:43:48.362532 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5d119aba-8c7d-4eab-8c38-426e99f44908 req-3ed0c007-10ff-4957-bdd0-0a3ecf130661 tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] 10.222.0.36 "GET /v2.0/security-groups?id=18d868dd-efaa-4d74-96cc-e5fc69b5c2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690022 Feb 04 08:43:48.369593 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-9b27c574-c833-4bbc-8991-3e8c007557ea None None] Provisioning complete for port 4209a80b-e665-4cc5-b13d-10693ffeb183 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:43:48.369593 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-9b27c574-c833-4bbc-8991-3e8c007557ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:48.396398 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a4ed80-1b68-416c-a19c-b358d91e93cc None None] DHCP port deletion for cbce8ce1-f907-4bb1-b086-cc7b5ef349c9 request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 08:43:48.412014 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-26a4ed80-1b68-416c-a19c-b358d91e93cc None None] Deleting port d40ab3e7-429a-450a-869b-e1e23581498c {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:43:48.412481 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-26a4ed80-1b68-416c-a19c-b358d91e93cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:48.449329 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-26fd9482-2fd7-40bd-bb4d-08e6ed2517f6 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:48.578425 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.objects.ports [None req-f01901a1-72b7-469f-971c-96cfbbeffae4 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84107) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 04 08:43:48.582242 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f01901a1-72b7-469f-971c-96cfbbeffae4 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7510230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985204'] for subnet, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:48.587034 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-26fd9482-2fd7-40bd-bb4d-08e6ed2517f6 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:48.590876 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26fd9482-2fd7-40bd-bb4d-08e6ed2517f6 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:48.591454 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-26fd9482-2fd7-40bd-bb4d-08e6ed2517f6 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks [] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:48.632381 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42666939-7b45-4e2a-a4ee-13cd27393343 req-3919b5bf-0464-4590-970b-5395735208b4 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:48.633883 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-42666939-7b45-4e2a-a4ee-13cd27393343 req-3919b5bf-0464-4590-970b-5395735208b4 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d3f9a2e-5f81-4e26-82f8-be8c0a180732 HTTP/1.1" status: 200 len: 945 time: 0.2701705 Feb 04 08:43:48.699590 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-26a4ed80-1b68-416c-a19c-b358d91e93cc None None] For port d40ab3e7-429a-450a-869b-e1e23581498c, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=d40ab3e7-429a-450a-869b-e1e23581498c,segment=NetworkSegment(768d9a69-e4d7-41aa-aba2-b0be8e5fcd4d),segment_id=768d9a69-e4d7-41aa-aba2-b0be8e5fcd4d)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:43:48.700145 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-26a4ed80-1b68-416c-a19c-b358d91e93cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:48.708888 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01901a1-72b7-469f-971c-96cfbbeffae4 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Pushing event updated for resources: {'Subnet': ['ID=fd7b60bf-72c1-4229-a078-4e1e2700bc88,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:48.722305 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-42666939-7b45-4e2a-a4ee-13cd27393343 req-420747a1-53d2-45e0-8bea-2360f30b802a tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/security-groups?id=53227cdf-7dc5-4d80-b711-52cc313216b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794499 Feb 04 08:43:48.727667 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01901a1-72b7-469f-971c-96cfbbeffae4 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Checking segment: {'id': '721c58dd-5304-4fe0-a1be-5f0200689a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '88f578d2-3841-4665-96a1-5003f325eb80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:43:48.728050 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01901a1-72b7-469f-971c-96cfbbeffae4 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Network hostable DHCP agents. Network: 88f578d2-3841-4665-96a1-5003f325eb80, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:43:48.739373 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f167a400-a192-4bb4-98a9-52a0de7a9f39 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7593498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8119736'] for subnet, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:48.808372 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-26fd9482-2fd7-40bd-bb4d-08e6ed2517f6 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9994442 Feb 04 08:43:48.808856 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 54448) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:48.823977 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fd9482-2fd7-40bd-bb4d-08e6ed2517f6 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Pushing event updated for resources: {'Network': ['ID=9ddabcb4-9644-4d2a-abff-322a8e8ea199,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:48.827356 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-26a4ed80-1b68-416c-a19c-b358d91e93cc None None] Calling delete_port for d40ab3e7-429a-450a-869b-e1e23581498c owned by network:dhcp {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:43:48.841945 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01901a1-72b7-469f-971c-96cfbbeffae4 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Network 88f578d2-3841-4665-96a1-5003f325eb80 is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:43:48.854803 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network 9ddabcb4-9644-4d2a-abff-322a8e8ea199 details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:43:48.871817 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f167a400-a192-4bb4-98a9-52a0de7a9f39 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Pushing event updated for resources: {'Subnet': ['ID=462688c6-75fa-4e34-a60b-b1157f5493ad,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:48.878012 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f167a400-a192-4bb4-98a9-52a0de7a9f39 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Checking segment: {'id': 'b0020f44-5b81-4aae-9b2e-c9a9b70bf74f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '3f4d31a5-7d87-4082-954a-92de050140b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:43:48.878456 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f167a400-a192-4bb4-98a9-52a0de7a9f39 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Network hostable DHCP agents. Network: 3f4d31a5-7d87-4082-954a-92de050140b0, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:43:48.966925 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f167a400-a192-4bb4-98a9-52a0de7a9f39 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Network 3f4d31a5-7d87-4082-954a-92de050140b0 is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:43:48.967548 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6fa1d7-72e9-4764-8826-499bf1f321c2 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:48.968166 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-ff6fa1d7-72e9-4764-8826-499bf1f321c2 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Synchronizing usage tracker for tenant:b4c31cf486bb4956abf9c7906e2ce93d on resource:network {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:43:49.061343 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-26a4ed80-1b68-416c-a19c-b358d91e93cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407'] for port, after_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:49.061575 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-ff6fa1d7-72e9-4764-8826-499bf1f321c2 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Unset dirty status for tenant:b4c31cf486bb4956abf9c7906e2ce93d on resource:network {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:43:49.061671 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-f167a400-a192-4bb4-98a9-52a0de7a9f39 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, 3f4d31a5-7d87-4082-954a-92de050140b0) {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:43:49.062749 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-ff6fa1d7-72e9-4764-8826-499bf1f321c2 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] 10.222.0.36 "GET /v2.0/networks?id=9ddabcb4-9644-4d2a-abff-322a8e8ea199 HTTP/1.1" status: 200 len: 765 time: 0.2528200 Feb 04 08:43:49.064129 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-f01901a1-72b7-469f-971c-96cfbbeffae4 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, 88f578d2-3841-4665-96a1-5003f325eb80) {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:43:49.068127 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01901a1-72b7-469f-971c-96cfbbeffae4 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:49.068726 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f01901a1-72b7-469f-971c-96cfbbeffae4 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks [] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:49.071167 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 54454) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:49.083336 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f167a400-a192-4bb4-98a9-52a0de7a9f39 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:49.084262 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f167a400-a192-4bb4-98a9-52a0de7a9f39 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:49.092573 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-bbe31857-5778-4f54-a235-0a69daf28d72 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Request body: {'network': {'description': 'd2'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:43:49.103412 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54dc926a-f6d9-412c-bcaf-b6fb7e142cd5 None None] Network 3f4d31a5-7d87-4082-954a-92de050140b0 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:43:49.115768 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe970d6-eae4-4d6c-9d2a-b31c9577c385 None None] Network 88f578d2-3841-4665-96a1-5003f325eb80 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:43:49.124336 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee39803-c3da-48b5-8a29-6722663bcf78 req-5a3846b5-b474-4a3a-bdef-ae32e03b209e tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:49.126137 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-6ee39803-c3da-48b5-8a29-6722663bcf78 req-5a3846b5-b474-4a3a-bdef-ae32e03b209e tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a13c904-87bf-48b3-b652-c6cfae2f9547 HTTP/1.1" status: 200 len: 946 time: 0.1128907 Feb 04 08:43:49.144667 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a4ed80-1b68-416c-a19c-b358d91e93cc None None] Pushing event deleted for resources: {'Port': ['ID=d40ab3e7-429a-450a-869b-e1e23581498c,revision_number=None']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:49.180157 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-f01901a1-72b7-469f-971c-96cfbbeffae4 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.9296408 Feb 04 08:43:49.183345 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 54458) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:49.210114 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-6ee39803-c3da-48b5-8a29-6722663bcf78 req-da872732-2778-44f1-8550-e299fee74c6e tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] 10.222.0.36 "GET /v2.0/security-groups?id=18d868dd-efaa-4d74-96cc-e5fc69b5c2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774059 Feb 04 08:43:49.295016 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-f167a400-a192-4bb4-98a9-52a0de7a9f39 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5940654 Feb 04 08:43:49.297904 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 54462) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:49.316632 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-70650bc7-0700-4559-87ca-a84b9e2e0620 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Request body: {'subnet': {'network_id': 'c57e03a7-86ec-4e09-9183-7059cfc22c0b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:43:49.327858 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a4ed80-1b68-416c-a19c-b358d91e93cc None None] No DVR routers for this DVR port d40ab3e7-429a-450a-869b-e1e23581498c on host dv-neutron-827798-2-hyperv {{(pid=84109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:43:49.359692 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-bbe31857-5778-4f54-a235-0a69daf28d72 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:49.429553 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1359bfed-b7b0-4c9f-a298-3bc6026a6ef7 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:49.460376 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-bbe31857-5778-4f54-a235-0a69daf28d72 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:49.495888 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-afe86a7d-bb32-4e67-bdb0-59f99129cd16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:49.500095 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-70650bc7-0700-4559-87ca-a84b9e2e0620 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:43:49.507052 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-70650bc7-0700-4559-87ca-a84b9e2e0620 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Usage tracker for resource:subnet and tenant:bf57e53bceb34316b0180186a41d96ee is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:43:49.515876 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-70650bc7-0700-4559-87ca-a84b9e2e0620 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:43:49.525091 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-70650bc7-0700-4559-87ca-a84b9e2e0620 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:43:49.529960 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1359bfed-b7b0-4c9f-a298-3bc6026a6ef7 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:49.544725 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bbe31857-5778-4f54-a235-0a69daf28d72 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Network 9ddabcb4-9644-4d2a-abff-322a8e8ea199 is not hosted by any dhcp agent {{(pid=84108) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Feb 04 08:43:49.548430 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe31857-5778-4f54-a235-0a69daf28d72 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:49.549112 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-bbe31857-5778-4f54-a235-0a69daf28d72 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks [] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:49.553156 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-bbe31857-5778-4f54-a235-0a69daf28d72 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] 10.222.0.36 "PUT /v2.0/networks/9ddabcb4-9644-4d2a-abff-322a8e8ea199 HTTP/1.1" status: 200 len: 762 time: 0.4802027 Feb 04 08:43:49.554010 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 54466) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:49.597609 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe31857-5778-4f54-a235-0a69daf28d72 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Pushing event updated for resources: {'Network': ['ID=9ddabcb4-9644-4d2a-abff-322a8e8ea199,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:49.614823 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a638ed3-a322-45b8-861d-19c2c742785a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-88f578d2-3841-4665-96a1-5003f325eb80', 'network_id': '88f578d2-3841-4665-96a1-5003f325eb80', 'tenant_id': '2260a774eaa04d99b94c2b95d9361fff', 'fixed_ips': [{'subnet_id': 'fd7b60bf-72c1-4229-a078-4e1e2700bc88'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:43:49.615644 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-8a638ed3-a322-45b8-861d-19c2c742785a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:49.625507 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d426e9-a1ec-4b34-97aa-572afe08c1d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-3f4d31a5-7d87-4082-954a-92de050140b0', 'network_id': '3f4d31a5-7d87-4082-954a-92de050140b0', 'tenant_id': 'bf57e53bceb34316b0180186a41d96ee', 'fixed_ips': [{'subnet_id': '462688c6-75fa-4e34-a60b-b1157f5493ad'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:43:49.626222 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-c3d426e9-a1ec-4b34-97aa-572afe08c1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:49.634790 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network 9ddabcb4-9644-4d2a-abff-322a8e8ea199 details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:43:49.653590 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70650bc7-0700-4559-87ca-a84b9e2e0620 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Made reservation on behalf of bf57e53bceb34316b0180186a41d96ee for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:43:49.696268 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2b80a9-fa8d-4ede-8f9f-aa1ca6955eaf tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:49.697053 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-be2b80a9-fa8d-4ede-8f9f-aa1ca6955eaf tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Synchronizing usage tracker for tenant:b4c31cf486bb4956abf9c7906e2ce93d on resource:network {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:43:49.708991 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-be2b80a9-fa8d-4ede-8f9f-aa1ca6955eaf tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Unset dirty status for tenant:b4c31cf486bb4956abf9c7906e2ce93d on resource:network {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:43:49.714162 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-be2b80a9-fa8d-4ede-8f9f-aa1ca6955eaf tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] 10.222.0.36 "GET /v2.0/networks?id=9ddabcb4-9644-4d2a-abff-322a8e8ea199 HTTP/1.1" status: 200 len: 765 time: 0.1395638 Feb 04 08:43:49.714492 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 54470) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:49.729296 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1359bfed-b7b0-4c9f-a298-3bc6026a6ef7 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7510167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985167'] for subnet, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:49.801722 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1359bfed-b7b0-4c9f-a298-3bc6026a6ef7 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Pushing event deleted for resources: {'Subnet': ['ID=fd7b60bf-72c1-4229-a078-4e1e2700bc88,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:49.891182 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-70650bc7-0700-4559-87ca-a84b9e2e0620 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985186'] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:49.914280 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c618fb5-f197-4efe-a320-51eb0b17d795 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:49.916411 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-8c618fb5-f197-4efe-a320-51eb0b17d795 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2010763 Feb 04 08:43:49.921000 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1359bfed-b7b0-4c9f-a298-3bc6026a6ef7 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:49.927878 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 54476) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:49.956300 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e202fff-fb3a-4dd0-a31e-c868142cf80b None None] Network 88f578d2-3841-4665-96a1-5003f325eb80 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:43:50.048721 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-c3d426e9-a1ec-4b34-97aa-572afe08c1d3 None None] Allocated IP 2001:db8::2 (3f4d31a5-7d87-4082-954a-92de050140b0/462688c6-75fa-4e34-a60b-b1157f5493ad/3048237b-3653-4f96-803e-79a79ffa13b2) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:43:50.072717 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-46d32966-e9f3-4b87-97e6-231a4b14be98 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Synchronizing usage tracker for tenant:b4c31cf486bb4956abf9c7906e2ce93d on resource:subnet {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:43:50.075947 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-1359bfed-b7b0-4c9f-a298-3bc6026a6ef7 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88f578d2-3841-4665-96a1-5003f325eb80']}} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:43:50.116065 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-1359bfed-b7b0-4c9f-a298-3bc6026a6ef7 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '721c58dd-5304-4fe0-a1be-5f0200689a2f') {'for_net_delete': True} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:43:50.116358 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-1359bfed-b7b0-4c9f-a298-3bc6026a6ef7 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '721c58dd-5304-4fe0-a1be-5f0200689a2f') {} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:43:50.135541 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1359bfed-b7b0-4c9f-a298-3bc6026a6ef7 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8058642'] for segment, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:50.170110 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1359bfed-b7b0-4c9f-a298-3bc6026a6ef7 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:50.183009 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1359bfed-b7b0-4c9f-a298-3bc6026a6ef7 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=84107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:43:50.183401 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1359bfed-b7b0-4c9f-a298-3bc6026a6ef7 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7377717'] for segment, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:50.197656 dv-neutron-827798-2-hyperv neutron-server[84107]: Traceback (most recent call last): Feb 04 08:43:50.197656 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:43:50.197656 dv-neutron-827798-2-hyperv neutron-server[84107]: timer() Feb 04 08:43:50.197656 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:43:50.197656 dv-neutron-827798-2-hyperv neutron-server[84107]: cb(*args, **kw) Feb 04 08:43:50.197656 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:43:50.197656 dv-neutron-827798-2-hyperv neutron-server[84107]: return func(*args, **kwargs) Feb 04 08:43:50.197656 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:43:50.197656 dv-neutron-827798-2-hyperv neutron-server[84107]: self._notify() Feb 04 08:43:50.197656 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:43:50.197656 dv-neutron-827798-2-hyperv neutron-server[84107]: self.callback(batched_events) Feb 04 08:43:50.197656 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:43:50.197656 dv-neutron-827798-2-hyperv neutron-server[84107]: event.method(event) Feb 04 08:43:50.197656 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:43:50.197656 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:43:50.197656 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:43:50.197656 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:43:50.197656 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:43:50.197656 dv-neutron-827798-2-hyperv neutron-server[84107]: return f(self, *a, **k) Feb 04 08:43:50.197656 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:43:50.197656 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._get(url).json() Feb 04 08:43:50.197656 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:43:50.197656 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:43:50.197656 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:43:50.197656 dv-neutron-827798-2-hyperv neutron-server[84107]: return self.request(url, 'GET', **kwargs) Feb 04 08:43:50.197656 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:43:50.197656 dv-neutron-827798-2-hyperv neutron-server[84107]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:43:50.197656 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:43:50.197656 dv-neutron-827798-2-hyperv neutron-server[84107]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:43:50.197656 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:43:50.197656 dv-neutron-827798-2-hyperv neutron-server[84107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:43:50.197656 dv-neutron-827798-2-hyperv neutron-server[84107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:43:50.347647 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-c3d426e9-a1ec-4b34-97aa-572afe08c1d3 None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:50.363004 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-46d32966-e9f3-4b87-97e6-231a4b14be98 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Unset dirty status for tenant:b4c31cf486bb4956abf9c7906e2ce93d on resource:subnet {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:43:50.364119 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-46d32966-e9f3-4b87-97e6-231a4b14be98 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] 10.222.0.36 "GET /v2.0/subnets?network_id=e264bd74-c56b-43d0-9059-bcb57dbbe5bc HTTP/1.1" status: 200 len: 207 time: 0.4353075 Feb 04 08:43:50.367664 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 54482) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:50.472810 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b9d76f-ea18-4b3f-833e-a9b9436c23f8 req-c627d62c-e631-4145-b8ad-86dee010b32d tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:50.474277 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-95b9d76f-ea18-4b3f-833e-a9b9436c23f8 req-c627d62c-e631-4145-b8ad-86dee010b32d tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d3f9a2e-5f81-4e26-82f8-be8c0a180732 HTTP/1.1" status: 200 len: 945 time: 0.4656653 Feb 04 08:43:50.515666 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-c3d426e9-a1ec-4b34-97aa-572afe08c1d3 None None] Transition to ACTIVE for port object 3048237b-3653-4f96-803e-79a79ffa13b2 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:43:50.522293 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b0859d-6312-46f7-b652-42ee26e7f8a1 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:50.523211 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1359bfed-b7b0-4c9f-a298-3bc6026a6ef7 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:50.527119 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b0859d-6312-46f7-b652-42ee26e7f8a1 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:50.531686 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b0859d-6312-46f7-b652-42ee26e7f8a1 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:50.535646 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b0859d-6312-46f7-b652-42ee26e7f8a1 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:50.539930 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b0859d-6312-46f7-b652-42ee26e7f8a1 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:50.540068 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-c3d426e9-a1ec-4b34-97aa-572afe08c1d3 None None] Transition to ACTIVE for port object 3048237b-3653-4f96-803e-79a79ffa13b2 will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:43:50.544592 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b0859d-6312-46f7-b652-42ee26e7f8a1 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:50.546461 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-20b0859d-6312-46f7-b652-42ee26e7f8a1 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.1777995 Feb 04 08:43:50.547714 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1359bfed-b7b0-4c9f-a298-3bc6026a6ef7 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:50.550560 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 54486) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:50.569114 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1359bfed-b7b0-4c9f-a298-3bc6026a6ef7 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Pushing event deleted for resources: {'Network': ['ID=88f578d2-3841-4665-96a1-5003f325eb80,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:50.615862 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-1359bfed-b7b0-4c9f-a298-3bc6026a6ef7 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] 10.222.0.36 "DELETE /v2.0/networks/88f578d2-3841-4665-96a1-5003f325eb80 HTTP/1.1" status: 204 len: 168 time: 1.4313602 Feb 04 08:43:50.624252 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809a3d21-2a17-4e45-bf2b-6164cf513b51 req-b5d65dba-9b1c-45f4-b21f-450fe50eae23 tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:50.625835 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 54490) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:50.625984 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-809a3d21-2a17-4e45-bf2b-6164cf513b51 req-b5d65dba-9b1c-45f4-b21f-450fe50eae23 tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a13c904-87bf-48b3-b652-c6cfae2f9547 HTTP/1.1" status: 200 len: 946 time: 0.2732873 Feb 04 08:43:50.627442 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-c3d426e9-a1ec-4b34-97aa-572afe08c1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:50.627799 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-95b9d76f-ea18-4b3f-833e-a9b9436c23f8 req-b01629b6-779e-4769-bb79-6b2f35825493 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/security-groups?id=53227cdf-7dc5-4d80-b711-52cc313216b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1452355 Feb 04 08:43:50.652089 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-f9058590-708d-4a71-85cc-98d0452610f7 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2083522859'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:43:50.662236 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-f9058590-708d-4a71-85cc-98d0452610f7 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:43:50.670463 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-f9058590-708d-4a71-85cc-98d0452610f7 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Usage tracker for resource:network and tenant:2260a774eaa04d99b94c2b95d9361fff is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:43:50.681330 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-f9058590-708d-4a71-85cc-98d0452610f7 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:43:50.681819 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-809a3d21-2a17-4e45-bf2b-6164cf513b51 req-32e66378-5879-43ea-9ce1-f1b4f0793ef5 tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] 10.222.0.36 "GET /v2.0/security-groups?id=18d868dd-efaa-4d74-96cc-e5fc69b5c2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491304 Feb 04 08:43:50.692334 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-f9058590-708d-4a71-85cc-98d0452610f7 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:43:50.707833 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d426e9-a1ec-4b34-97aa-572afe08c1d3 None None] Network 3f4d31a5-7d87-4082-954a-92de050140b0 is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:43:50.711459 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-c3d426e9-a1ec-4b34-97aa-572afe08c1d3 None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:43:50.713884 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d426e9-a1ec-4b34-97aa-572afe08c1d3 None None] Pushing event updated for resources: {'Port': ['ID=3048237b-3653-4f96-803e-79a79ffa13b2,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:50.716058 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d426e9-a1ec-4b34-97aa-572afe08c1d3 None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:43:50.719182 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-70650bc7-0700-4559-87ca-a84b9e2e0620 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7510230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985204'] for subnet, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:50.764845 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-8282c07c-e287-42a9-9cec-8325f49592c6 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] 10.222.0.36 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.2101412 Feb 04 08:43:50.765844 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 54496) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:50.812851 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-c3d426e9-a1ec-4b34-97aa-572afe08c1d3 None None] Attempting to bind port 3048237b-3653-4f96-803e-79a79ffa13b2 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:43:50.813206 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-c3d426e9-a1ec-4b34-97aa-572afe08c1d3 None None] Attempting to bind port 3048237b-3653-4f96-803e-79a79ffa13b2 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': 'b0020f44-5b81-4aae-9b2e-c9a9b70bf74f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '3f4d31a5-7d87-4082-954a-92de050140b0'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:43:50.813976 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d426e9-a1ec-4b34-97aa-572afe08c1d3 None None] Attempting to bind port 3048237b-3653-4f96-803e-79a79ffa13b2 on network 3f4d31a5-7d87-4082-954a-92de050140b0 {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:43:50.820319 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d426e9-a1ec-4b34-97aa-572afe08c1d3 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:43:50.820730 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d426e9-a1ec-4b34-97aa-572afe08c1d3 None None] Checking segment: {'id': 'b0020f44-5b81-4aae-9b2e-c9a9b70bf74f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '3f4d31a5-7d87-4082-954a-92de050140b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:43:50.820952 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9058590-708d-4a71-85cc-98d0452610f7 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Made reservation on behalf of 2260a774eaa04d99b94c2b95d9361fff for: {'network': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:43:50.821127 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-c3d426e9-a1ec-4b34-97aa-572afe08c1d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:50.821526 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d426e9-a1ec-4b34-97aa-572afe08c1d3 None None] Bound using segment: {'id': 'b0020f44-5b81-4aae-9b2e-c9a9b70bf74f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '3f4d31a5-7d87-4082-954a-92de050140b0'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:43:50.822507 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-c3d426e9-a1ec-4b34-97aa-572afe08c1d3 None None] Bound port: 3048237b-3653-4f96-803e-79a79ffa13b2, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0020f44-5b81-4aae-9b2e-c9a9b70bf74f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '3f4d31a5-7d87-4082-954a-92de050140b0'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:43:50.822882 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-c3d426e9-a1ec-4b34-97aa-572afe08c1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:50.826154 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f9058590-708d-4a71-85cc-98d0452610f7 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:50.865448 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9058590-708d-4a71-85cc-98d0452610f7 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=84108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:43:50.875628 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70650bc7-0700-4559-87ca-a84b9e2e0620 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Pushing event updated for resources: {'Subnet': ['ID=b16c2990-a29f-4334-a012-5ebc75c1b65a,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:50.887024 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f9058590-708d-4a71-85cc-98d0452610f7 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:50.887705 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.segments_db [None req-f9058590-708d-4a71-85cc-98d0452610f7 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Added segment a9c4beb3-e83e-4763-aff8-08a51659365b of type vlan for network a3139ffe-a8b7-41fc-9f19-5a5bb12d7f0c Feb 04 08:43:50.892995 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246cb5b2-6555-45db-afa6-d6392d8137f2 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:50.894431 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246cb5b2-6555-45db-afa6-d6392d8137f2 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:50.896125 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246cb5b2-6555-45db-afa6-d6392d8137f2 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:50.897145 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246cb5b2-6555-45db-afa6-d6392d8137f2 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:50.898426 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246cb5b2-6555-45db-afa6-d6392d8137f2 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:50.900696 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-246cb5b2-6555-45db-afa6-d6392d8137f2 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1344118 Feb 04 08:43:50.904386 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 54500) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:50.906248 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70650bc7-0700-4559-87ca-a84b9e2e0620 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Checking segment: {'id': '4f6fab58-ae6c-4bfb-bed0-7bd7541f9ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'c57e03a7-86ec-4e09-9183-7059cfc22c0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:43:50.906603 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70650bc7-0700-4559-87ca-a84b9e2e0620 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Network hostable DHCP agents. Network: c57e03a7-86ec-4e09-9183-7059cfc22c0b, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:43:50.925800 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-c3d426e9-a1ec-4b34-97aa-572afe08c1d3 None None] For port 3048237b-3653-4f96-803e-79a79ffa13b2, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:43:50.929736 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-c3d426e9-a1ec-4b34-97aa-572afe08c1d3 None None] For port 3048237b-3653-4f96-803e-79a79ffa13b2, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=3048237b-3653-4f96-803e-79a79ffa13b2,segment=NetworkSegment(b0020f44-5b81-4aae-9b2e-c9a9b70bf74f),segment_id=b0020f44-5b81-4aae-9b2e-c9a9b70bf74f)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:43:50.957327 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f9058590-708d-4a71-85cc-98d0452610f7 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:50.991727 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70650bc7-0700-4559-87ca-a84b9e2e0620 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Network c57e03a7-86ec-4e09-9183-7059cfc22c0b is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:43:51.007777 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111dd9d4-3cdb-4931-859b-082d5ef012d6 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Attributes excluded by policy engine: ['shared'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:51.009636 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111dd9d4-3cdb-4931-859b-082d5ef012d6 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Attributes excluded by policy engine: ['shared'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:51.011013 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111dd9d4-3cdb-4931-859b-082d5ef012d6 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Attributes excluded by policy engine: ['shared'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:51.012279 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111dd9d4-3cdb-4931-859b-082d5ef012d6 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Attributes excluded by policy engine: ['shared'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:51.013572 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111dd9d4-3cdb-4931-859b-082d5ef012d6 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Attributes excluded by policy engine: ['shared'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:51.015104 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-111dd9d4-3cdb-4931-859b-082d5ef012d6 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] 10.222.0.36 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1016388 Feb 04 08:43:51.018982 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 54504) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:51.020321 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-c3d426e9-a1ec-4b34-97aa-572afe08c1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:51.102595 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-70650bc7-0700-4559-87ca-a84b9e2e0620 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, c57e03a7-86ec-4e09-9183-7059cfc22c0b) {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:43:51.113977 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d81a035-d987-4374-b209-e5f32d3203bb None None] Network c57e03a7-86ec-4e09-9183-7059cfc22c0b requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:43:51.114171 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70650bc7-0700-4559-87ca-a84b9e2e0620 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:51.115305 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-70650bc7-0700-4559-87ca-a84b9e2e0620 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks [] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:51.129273 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f9058590-708d-4a71-85cc-98d0452610f7 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:51.136116 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9058590-708d-4a71-85cc-98d0452610f7 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:51.140056 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f9058590-708d-4a71-85cc-98d0452610f7 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks [] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:51.151882 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d426e9-a1ec-4b34-97aa-572afe08c1d3 None None] Pushing event updated for resources: {'Port': ['ID=3048237b-3653-4f96-803e-79a79ffa13b2,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:51.211857 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-70650bc7-0700-4559-87ca-a84b9e2e0620 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9123144 Feb 04 08:43:51.216491 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 54510) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:51.225964 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-12d30664-f8ce-4f96-84b8-1efa14a8b722 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1506998457', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:43:51.236180 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-12d30664-f8ce-4f96-84b8-1efa14a8b722 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:43:51.254579 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-12d30664-f8ce-4f96-84b8-1efa14a8b722 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Usage tracker for resource:router and tenant:bf57e53bceb34316b0180186a41d96ee is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:43:51.255534 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-12d30664-f8ce-4f96-84b8-1efa14a8b722 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:43:51.289913 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-12d30664-f8ce-4f96-84b8-1efa14a8b722 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:43:51.340206 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4addd9-da0b-40c0-84b0-066392d8cea9 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:51.341673 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-fe4addd9-da0b-40c0-84b0-066392d8cea9 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] 10.222.0.36 "GET /v2.0/networks/dc4367fd-dc16-4fc2-96a9-f1ec5ae98870 HTTP/1.1" status: 200 len: 804 time: 0.3215199 Feb 04 08:43:51.348374 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 54514) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:51.392235 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf7ff51-5589-45c7-aa1d-d389ba7ea465 req-455bc00b-7b5c-4123-9b43-10894b7ef91d tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:51.399608 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-faf7ff51-5589-45c7-aa1d-d389ba7ea465 req-455bc00b-7b5c-4123-9b43-10894b7ef91d tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a13c904-87bf-48b3-b652-c6cfae2f9547 HTTP/1.1" status: 200 len: 946 time: 0.2634039 Feb 04 08:43:51.461995 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9058590-708d-4a71-85cc-98d0452610f7 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Pushing event updated for resources: {'Network': ['ID=a3139ffe-a8b7-41fc-9f19-5a5bb12d7f0c,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:51.483421 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-12d30664-f8ce-4f96-84b8-1efa14a8b722 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40975'] for router, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:51.484235 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network a3139ffe-a8b7-41fc-9f19-5a5bb12d7f0c details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:43:51.484361 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-12d30664-f8ce-4f96-84b8-1efa14a8b722 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40982'] for router, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:51.551194 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-085ddde9-3e3c-4a95-8db2-08dcdf359cdc req-4b72779d-7987-469a-9f30-a4b29cc36401 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7f11cfeb8627474bb4bfbc5c240c4191&device_id=7a13c904-87bf-48b3-b652-c6cfae2f9547 HTTP/1.1" status: 200 len: 1099 time: 0.1081679 Feb 04 08:43:51.559704 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-f9058590-708d-4a71-85cc-98d0452610f7 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9301903 Feb 04 08:43:51.559917 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a712da67-71b1-4d7f-bfc5-eb9772644ba5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-c57e03a7-86ec-4e09-9183-7059cfc22c0b', 'network_id': 'c57e03a7-86ec-4e09-9183-7059cfc22c0b', 'tenant_id': 'bf57e53bceb34316b0180186a41d96ee', 'fixed_ips': [{'subnet_id': 'b16c2990-a29f-4334-a012-5ebc75c1b65a'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:43:51.559917 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-a712da67-71b1-4d7f-bfc5-eb9772644ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:51.560118 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 54518) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:51.578435 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-faf7ff51-5589-45c7-aa1d-d389ba7ea465 req-706233a9-6bf3-430b-86b4-2b6e5b896674 tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] 10.222.0.36 "GET /v2.0/security-groups?id=18d868dd-efaa-4d74-96cc-e5fc69b5c2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775138 Feb 04 08:43:51.582403 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-12d30664-f8ce-4f96-84b8-1efa14a8b722 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:51.589925 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-a480ca50-d626-4ad7-8bd6-8794ac2fe0e8 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Request body: {'subnet': {'network_id': 'a3139ffe-a8b7-41fc-9f19-5a5bb12d7f0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:43:51.593032 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-390e55aa-d2db-4ec4-85e8-ce09d4e9f6c8 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] 10.222.0.36 "GET /v2.0/networks/dc4367fd-dc16-4fc2-96a9-f1ec5ae98870?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2426133 Feb 04 08:43:51.596690 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 54522) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:51.688536 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fdb6094-8fd9-4353-b494-c7b66f2d6b61 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:51.690020 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-4fdb6094-8fd9-4353-b494-c7b66f2d6b61 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] 10.222.0.36 "GET /v2.0/subnets/9755eed8-18e0-48de-ad5c-0d41140bda8f HTTP/1.1" status: 200 len: 843 time: 0.0923362 Feb 04 08:43:51.693585 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 54528) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:51.744545 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-12d30664-f8ce-4f96-84b8-1efa14a8b722 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472990'] for router, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:51.769810 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-d7c221fb-bcfb-4919-aa6e-e70e570a5135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:51.782807 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-a712da67-71b1-4d7f-bfc5-eb9772644ba5 None None] Allocated IP 2001:db8:1::2 (c57e03a7-86ec-4e09-9183-7059cfc22c0b/b16c2990-a29f-4334-a012-5ebc75c1b65a/1a72152f-e08f-4e0d-8cb8-25f330234251) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:43:51.864265 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-12d30664-f8ce-4f96-84b8-1efa14a8b722 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:51.869584 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-12d30664-f8ce-4f96-84b8-1efa14a8b722 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6517754 Feb 04 08:43:51.878949 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 54532) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:51.971150 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ddde9-3e3c-4a95-8db2-08dcdf359cdc req-2a12c63a-3168-4456-89e2-e6aed973b725 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:51.976832 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-085ddde9-3e3c-4a95-8db2-08dcdf359cdc req-2a12c63a-3168-4456-89e2-e6aed973b725 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0feb43c5-81db-47ea-8e99-1f15e3da5944 HTTP/1.1" status: 200 len: 913 time: 0.4144089 Feb 04 08:43:51.976832 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e3be3f-05e0-49f7-ba24-2c5e4e84c547 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Attributes excluded by policy engine: ['shared'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:51.976832 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-64e3be3f-05e0-49f7-ba24-2c5e4e84c547 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] 10.222.0.36 "GET /v2.0/subnets/9755eed8-18e0-48de-ad5c-0d41140bda8f?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2362301 Feb 04 08:43:51.977715 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-a480ca50-d626-4ad7-8bd6-8794ac2fe0e8 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:43:51.979940 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 54536) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:52.025813 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354caf24-9462-4974-a78d-d889874314fb req-89e723d2-d365-4b79-89ff-f94192343547 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:52.033483 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-354caf24-9462-4974-a78d-d889874314fb req-89e723d2-d365-4b79-89ff-f94192343547 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d3f9a2e-5f81-4e26-82f8-be8c0a180732 HTTP/1.1" status: 200 len: 945 time: 0.2271738 Feb 04 08:43:52.053816 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-6781bd6b-507c-49af-a5f6-7540912b74dd tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-420216261'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:43:52.058492 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-a480ca50-d626-4ad7-8bd6-8794ac2fe0e8 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Usage tracker for resource:subnet and tenant:2260a774eaa04d99b94c2b95d9361fff is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:43:52.074069 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-a480ca50-d626-4ad7-8bd6-8794ac2fe0e8 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:43:52.077095 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-6781bd6b-507c-49af-a5f6-7540912b74dd tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:43:52.104010 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-a480ca50-d626-4ad7-8bd6-8794ac2fe0e8 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:43:52.111150 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-085ddde9-3e3c-4a95-8db2-08dcdf359cdc req-c7b5231e-0e8f-47f2-8c1c-04a2a3f2177d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64bd403a-0e30-4b5a-835d-e70bdd731127 HTTP/1.1" status: 200 len: 217 time: 0.1285036 Feb 04 08:43:52.118146 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-6781bd6b-507c-49af-a5f6-7540912b74dd tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:43:52.266175 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-a712da67-71b1-4d7f-bfc5-eb9772644ba5 None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:52.267175 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ddde9-3e3c-4a95-8db2-08dcdf359cdc req-f98d2deb-fcba-4f75-bbf1-2c60a5f5f350 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:52.267175 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-085ddde9-3e3c-4a95-8db2-08dcdf359cdc req-f98d2deb-fcba-4f75-bbf1-2c60a5f5f350 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8675bddc-291e-4add-bb9a-40b80a84c2b2 HTTP/1.1" status: 200 len: 852 time: 0.0743339 Feb 04 08:43:52.267378 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-a712da67-71b1-4d7f-bfc5-eb9772644ba5 None None] Transition to ACTIVE for port object 1a72152f-e08f-4e0d-8cb8-25f330234251 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:43:52.267378 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-a712da67-71b1-4d7f-bfc5-eb9772644ba5 None None] Transition to ACTIVE for port object 1a72152f-e08f-4e0d-8cb8-25f330234251 will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:43:52.267604 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-085ddde9-3e3c-4a95-8db2-08dcdf359cdc req-401a8727-9499-4ed2-9bde-62636eb89286 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0feb43c5-81db-47ea-8e99-1f15e3da5944&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649815 Feb 04 08:43:52.326218 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-354caf24-9462-4974-a78d-d889874314fb req-6563949b-857c-488e-85dd-9380ccf4e4a2 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/security-groups?id=53227cdf-7dc5-4d80-b711-52cc313216b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2917922 Feb 04 08:43:52.403515 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390573a2-c0e7-4868-b176-cac3a4c61359 None None] Network 3f4d31a5-7d87-4082-954a-92de050140b0 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:43:52.425981 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-085ddde9-3e3c-4a95-8db2-08dcdf359cdc req-94d41685-757e-4bfe-b8ae-54c3f2c87c80 service neutron] 10.222.0.47 "GET /v2.0/networks/0feb43c5-81db-47ea-8e99-1f15e3da5944?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539855 Feb 04 08:43:52.568404 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-085ddde9-3e3c-4a95-8db2-08dcdf359cdc req-270745f0-4123-417e-a860-35c85e1cb52e service neutron] 10.222.0.47 "GET /v2.0/networks/0feb43c5-81db-47ea-8e99-1f15e3da5944?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361411 Feb 04 08:43:52.587382 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a480ca50-d626-4ad7-8bd6-8794ac2fe0e8 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Made reservation on behalf of 2260a774eaa04d99b94c2b95d9361fff for: {'subnet': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:43:52.654977 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-a712da67-71b1-4d7f-bfc5-eb9772644ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:52.671957 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6781bd6b-507c-49af-a5f6-7540912b74dd tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Made reservation on behalf of b4c31cf486bb4956abf9c7906e2ce93d for: {'network': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:43:52.674994 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-6781bd6b-507c-49af-a5f6-7540912b74dd tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:52.701750 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ac35a66d-ebb3-4d57-b52a-6d4c8f352809 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:52.715709 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-2ae7d60c-8f71-4490-9a79-45225f91c207 None None] Provisioning for port 3048237b-3653-4f96-803e-79a79ffa13b2 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:43:52.760330 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a480ca50-d626-4ad7-8bd6-8794ac2fe0e8 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8119726'] for subnet, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:52.774958 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6781bd6b-507c-49af-a5f6-7540912b74dd tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=84108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:43:52.793496 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 3048237b-3653-4f96-803e-79a79ffa13b2 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:43:52.845775 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-6781bd6b-507c-49af-a5f6-7540912b74dd tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:52.846191 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.segments_db [None req-6781bd6b-507c-49af-a5f6-7540912b74dd tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Added segment 5e384991-cc46-4e4b-a74e-7bafd4b9e05e of type vlan for network 0eb7fa40-8fb0-4d42-8603-7173389af536 Feb 04 08:43:52.849560 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a712da67-71b1-4d7f-bfc5-eb9772644ba5 None None] Pushing event updated for resources: {'Port': ['ID=1a72152f-e08f-4e0d-8cb8-25f330234251,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:52.877027 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a712da67-71b1-4d7f-bfc5-eb9772644ba5 None None] Network c57e03a7-86ec-4e09-9183-7059cfc22c0b is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:43:52.898143 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-a712da67-71b1-4d7f-bfc5-eb9772644ba5 None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:43:52.902758 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-6781bd6b-507c-49af-a5f6-7540912b74dd tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:52.904476 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:52.912583 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a712da67-71b1-4d7f-bfc5-eb9772644ba5 None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:43:53.035171 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-6781bd6b-507c-49af-a5f6-7540912b74dd tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:53.039490 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6781bd6b-507c-49af-a5f6-7540912b74dd tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:53.040331 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5deee71-5e90-477e-82e8-b61eeab409d7 req-bb45ac67-918e-4cad-843f-a9ba10fd9532 tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:53.040547 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-6781bd6b-507c-49af-a5f6-7540912b74dd tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks [] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:53.051459 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-a712da67-71b1-4d7f-bfc5-eb9772644ba5 None None] Attempting to bind port 1a72152f-e08f-4e0d-8cb8-25f330234251 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:43:53.052738 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-a712da67-71b1-4d7f-bfc5-eb9772644ba5 None None] Attempting to bind port 1a72152f-e08f-4e0d-8cb8-25f330234251 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': '4f6fab58-ae6c-4bfb-bed0-7bd7541f9ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'c57e03a7-86ec-4e09-9183-7059cfc22c0b'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:43:53.052738 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a712da67-71b1-4d7f-bfc5-eb9772644ba5 None None] Attempting to bind port 1a72152f-e08f-4e0d-8cb8-25f330234251 on network c57e03a7-86ec-4e09-9183-7059cfc22c0b {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:43:53.054488 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e5deee71-5e90-477e-82e8-b61eeab409d7 req-bb45ac67-918e-4cad-843f-a9ba10fd9532 tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a13c904-87bf-48b3-b652-c6cfae2f9547 HTTP/1.1" status: 200 len: 946 time: 0.2566721 Feb 04 08:43:53.060692 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a712da67-71b1-4d7f-bfc5-eb9772644ba5 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:43:53.061119 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a712da67-71b1-4d7f-bfc5-eb9772644ba5 None None] Checking segment: {'id': '4f6fab58-ae6c-4bfb-bed0-7bd7541f9ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'c57e03a7-86ec-4e09-9183-7059cfc22c0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:43:53.061924 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-a712da67-71b1-4d7f-bfc5-eb9772644ba5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:53.061924 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a712da67-71b1-4d7f-bfc5-eb9772644ba5 None None] Bound using segment: {'id': '4f6fab58-ae6c-4bfb-bed0-7bd7541f9ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'c57e03a7-86ec-4e09-9183-7059cfc22c0b'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:43:53.062254 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-a712da67-71b1-4d7f-bfc5-eb9772644ba5 None None] Bound port: 1a72152f-e08f-4e0d-8cb8-25f330234251, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f6fab58-ae6c-4bfb-bed0-7bd7541f9ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'c57e03a7-86ec-4e09-9183-7059cfc22c0b'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:43:53.062437 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 08:43:53.063192 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-a712da67-71b1-4d7f-bfc5-eb9772644ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:53.073233 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:53.117208 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 3048237b-3653-4f96-803e-79a79ffa13b2 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:43:53.141781 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 3048237b-3653-4f96-803e-79a79ffa13b2 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:43:53.142173 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:53.169991 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6781bd6b-507c-49af-a5f6-7540912b74dd tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Pushing event updated for resources: {'Network': ['ID=0eb7fa40-8fb0-4d42-8603-7173389af536,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:53.170165 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e5deee71-5e90-477e-82e8-b61eeab409d7 req-1d77a39f-a930-4f70-8ae3-3bb0aac760f6 tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] 10.222.0.36 "GET /v2.0/security-groups?id=18d868dd-efaa-4d74-96cc-e5fc69b5c2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143055 Feb 04 08:43:53.189818 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network 0eb7fa40-8fb0-4d42-8603-7173389af536 details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:43:53.224047 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-ac35a66d-ebb3-4d57-b52a-6d4c8f352809 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Allocated IP 2001:db8::1 (3f4d31a5-7d87-4082-954a-92de050140b0/462688c6-75fa-4e34-a60b-b1157f5493ad/4f29a8d2-eac6-486e-8394-6ed3720c0371) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:43:53.270285 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a480ca50-d626-4ad7-8bd6-8794ac2fe0e8 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7593498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8119736'] for subnet, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:53.314958 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-6781bd6b-507c-49af-a5f6-7540912b74dd tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3313630 Feb 04 08:43:53.319017 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 54544) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:53.327235 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-e93a5c2d-0177-421d-b242-7569569189f1 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Request body: {'subnet': {'network_id': '0eb7fa40-8fb0-4d42-8603-7173389af536', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:43:53.335720 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-a712da67-71b1-4d7f-bfc5-eb9772644ba5 None None] For port 1a72152f-e08f-4e0d-8cb8-25f330234251, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:43:53.355167 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-a712da67-71b1-4d7f-bfc5-eb9772644ba5 None None] For port 1a72152f-e08f-4e0d-8cb8-25f330234251, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=1a72152f-e08f-4e0d-8cb8-25f330234251,segment=NetworkSegment(4f6fab58-ae6c-4bfb-bed0-7bd7541f9ef1),segment_id=4f6fab58-ae6c-4bfb-bed0-7bd7541f9ef1)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:43:53.423733 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:53.437061 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ac35a66d-ebb3-4d57-b52a-6d4c8f352809 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:53.444888 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-a712da67-71b1-4d7f-bfc5-eb9772644ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:53.449199 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-7894ee53-efdd-4b98-8fd6-59cdd746aad8 None None] Provisioning complete for port 3048237b-3653-4f96-803e-79a79ffa13b2 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:43:53.449597 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-7894ee53-efdd-4b98-8fd6-59cdd746aad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:53.464588 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [None req-ac35a66d-ebb3-4d57-b52a-6d4c8f352809 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Transition to ACTIVE for port object 4f29a8d2-eac6-486e-8394-6ed3720c0371 will not be triggered until provisioned by entity DHCP. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:43:53.572842 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ac35a66d-ebb3-4d57-b52a-6d4c8f352809 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:53.586384 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port 3048237b-3653-4f96-803e-79a79ffa13b2, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=3048237b-3653-4f96-803e-79a79ffa13b2,segment=NetworkSegment(b0020f44-5b81-4aae-9b2e-c9a9b70bf74f),segment_id=b0020f44-5b81-4aae-9b2e-c9a9b70bf74f)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:43:53.597841 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a480ca50-d626-4ad7-8bd6-8794ac2fe0e8 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Pushing event updated for resources: {'Subnet': ['ID=131bc9ba-4c2f-4771-b00d-8a125a1e9203,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:53.614533 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a712da67-71b1-4d7f-bfc5-eb9772644ba5 None None] Pushing event updated for resources: {'Port': ['ID=1a72152f-e08f-4e0d-8cb8-25f330234251,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:53.642720 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a480ca50-d626-4ad7-8bd6-8794ac2fe0e8 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Checking segment: {'id': 'a9c4beb3-e83e-4763-aff8-08a51659365b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a3139ffe-a8b7-41fc-9f19-5a5bb12d7f0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:43:53.643317 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a480ca50-d626-4ad7-8bd6-8794ac2fe0e8 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Network hostable DHCP agents. Network: a3139ffe-a8b7-41fc-9f19-5a5bb12d7f0c, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:43:53.650998 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-e93a5c2d-0177-421d-b242-7569569189f1 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:43:53.656282 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:53.671775 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-e93a5c2d-0177-421d-b242-7569569189f1 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:43:53.683266 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac35a66d-ebb3-4d57-b52a-6d4c8f352809 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Pushing event updated for resources: {'Port': ['ID=4f29a8d2-eac6-486e-8394-6ed3720c0371,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:53.716499 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87641d6-340b-4e3e-99f5-a056bbb7aca7 req-2ce338cc-4e74-4522-befe-f74f952b671c tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:53.718303 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f87641d6-340b-4e3e-99f5-a056bbb7aca7 req-2ce338cc-4e74-4522-befe-f74f952b671c tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d3f9a2e-5f81-4e26-82f8-be8c0a180732 HTTP/1.1" status: 200 len: 945 time: 0.2195203 Feb 04 08:43:53.723390 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac35a66d-ebb3-4d57-b52a-6d4c8f352809 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Network 3f4d31a5-7d87-4082-954a-92de050140b0 is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:43:53.725038 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-ac35a66d-ebb3-4d57-b52a-6d4c8f352809 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:43:53.729341 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac35a66d-ebb3-4d57-b52a-6d4c8f352809 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:43:53.730149 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ac35a66d-ebb3-4d57-b52a-6d4c8f352809 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-472912'] for router_interface, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:53.766844 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a480ca50-d626-4ad7-8bd6-8794ac2fe0e8 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Network a3139ffe-a8b7-41fc-9f19-5a5bb12d7f0c is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:43:53.814657 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e93a5c2d-0177-421d-b242-7569569189f1 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Made reservation on behalf of b4c31cf486bb4956abf9c7906e2ce93d for: {'subnet': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:43:53.825167 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f87641d6-340b-4e3e-99f5-a056bbb7aca7 req-79c84c68-1c4d-4809-9307-12606cbaac9c tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/security-groups?id=53227cdf-7dc5-4d80-b711-52cc313216b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850430 Feb 04 08:43:53.830383 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=3048237b-3653-4f96-803e-79a79ffa13b2,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:53.897105 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-a480ca50-d626-4ad7-8bd6-8794ac2fe0e8 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, a3139ffe-a8b7-41fc-9f19-5a5bb12d7f0c) {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:43:53.902447 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a480ca50-d626-4ad7-8bd6-8794ac2fe0e8 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:53.903106 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a480ca50-d626-4ad7-8bd6-8794ac2fe0e8 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:53.943081 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58505828-e0b1-465f-ba02-57830f279279 None None] Network a3139ffe-a8b7-41fc-9f19-5a5bb12d7f0c requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:43:53.992341 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e93a5c2d-0177-421d-b242-7569569189f1 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8119726'] for subnet, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:53.992775 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ac35a66d-ebb3-4d57-b52a-6d4c8f352809 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:54.036628 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-a480ca50-d626-4ad7-8bd6-8794ac2fe0e8 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4743192 Feb 04 08:43:54.148751 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.ipam_backend_mixin [None req-e93a5c2d-0177-421d-b242-7569569189f1 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Performing IP validity checks on allocation pools {{(pid=84108) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 04 08:43:54.149397 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.ipam_backend_mixin [None req-e93a5c2d-0177-421d-b242-7569569189f1 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84108) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 04 08:43:54.154966 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 54550) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:54.316486 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e9c374-1a0e-4700-b3b1-4307690c2e66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-a3139ffe-a8b7-41fc-9f19-5a5bb12d7f0c', 'network_id': 'a3139ffe-a8b7-41fc-9f19-5a5bb12d7f0c', 'tenant_id': '2260a774eaa04d99b94c2b95d9361fff', 'fixed_ips': [{'subnet_id': '131bc9ba-4c2f-4771-b00d-8a125a1e9203'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:43:54.317488 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-e1e9c374-1a0e-4700-b3b1-4307690c2e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:54.328800 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:54.355578 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f0e96313-f83a-423c-94f2-f03c02930b65 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:54.402232 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-f676c4bd-0af2-4eec-83b7-f14c8a26bc6c None None] Provisioning for port 4f29a8d2-eac6-486e-8394-6ed3720c0371 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:43:54.416769 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-f676c4bd-0af2-4eec-83b7-f14c8a26bc6c None None] Provisioning complete for port 4f29a8d2-eac6-486e-8394-6ed3720c0371 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:43:54.417239 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-f676c4bd-0af2-4eec-83b7-f14c8a26bc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:54.475641 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f0e96313-f83a-423c-94f2-f03c02930b65 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:54.518298 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-f676c4bd-0af2-4eec-83b7-f14c8a26bc6c None None] Port 4f29a8d2-eac6-486e-8394-6ed3720c0371 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:43:54.523190 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a852f98b-24fa-40e7-9a11-8dd0b412a60d req-333732ff-8d6c-4ad1-86ad-58d11c5eb2fa tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:54.524992 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a852f98b-24fa-40e7-9a11-8dd0b412a60d req-333732ff-8d6c-4ad1-86ad-58d11c5eb2fa tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a13c904-87bf-48b3-b652-c6cfae2f9547 HTTP/1.1" status: 200 len: 946 time: 0.1898451 Feb 04 08:43:54.540989 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-e1e9c374-1a0e-4700-b3b1-4307690c2e66 None None] Allocated IP 2001:db8::2 (a3139ffe-a8b7-41fc-9f19-5a5bb12d7f0c/131bc9ba-4c2f-4771-b00d-8a125a1e9203/28095c95-230d-4478-bd1a-99ee1566fecf) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:43:54.574705 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e93a5c2d-0177-421d-b242-7569569189f1 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7593498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8119736'] for subnet, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:54.613143 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a852f98b-24fa-40e7-9a11-8dd0b412a60d req-90e8cfa9-24d7-4e92-bbda-620f5ae526bd tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] 10.222.0.36 "GET /v2.0/security-groups?id=18d868dd-efaa-4d74-96cc-e5fc69b5c2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736303 Feb 04 08:43:54.627852 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ac35a66d-ebb3-4d57-b52a-6d4c8f352809 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:54.688604 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ac35a66d-ebb3-4d57-b52a-6d4c8f352809 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:54.689395 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ac35a66d-ebb3-4d57-b52a-6d4c8f352809 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473771'] for router_interface, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:54.782882 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93a5c2d-0177-421d-b242-7569569189f1 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Pushing event updated for resources: {'Subnet': ['ID=742ae8b6-8d16-43bc-9d0a-096e01af10e3,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:54.788841 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93a5c2d-0177-421d-b242-7569569189f1 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Checking segment: {'id': '5e384991-cc46-4e4b-a74e-7bafd4b9e05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0eb7fa40-8fb0-4d42-8603-7173389af536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:43:54.789201 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93a5c2d-0177-421d-b242-7569569189f1 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Network hostable DHCP agents. Network: 0eb7fa40-8fb0-4d42-8603-7173389af536, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:43:54.860363 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 1a72152f-e08f-4e0d-8cb8-25f330234251 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:43:54.877168 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93a5c2d-0177-421d-b242-7569569189f1 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Network 0eb7fa40-8fb0-4d42-8603-7173389af536 is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:43:54.955011 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-e1e9c374-1a0e-4700-b3b1-4307690c2e66 None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:54.970094 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-e1e9c374-1a0e-4700-b3b1-4307690c2e66 None None] Transition to ACTIVE for port object 28095c95-230d-4478-bd1a-99ee1566fecf will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:43:54.972077 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-e93a5c2d-0177-421d-b242-7569569189f1 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, 0eb7fa40-8fb0-4d42-8603-7173389af536) {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:43:54.983849 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93a5c2d-0177-421d-b242-7569569189f1 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:54.984894 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e93a5c2d-0177-421d-b242-7569569189f1 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:54.985076 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f95be7e-d6e2-4436-bb75-e91dede33cf5 None None] Network 0eb7fa40-8fb0-4d42-8603-7173389af536 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:43:55.078628 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-e1e9c374-1a0e-4700-b3b1-4307690c2e66 None None] Transition to ACTIVE for port object 28095c95-230d-4478-bd1a-99ee1566fecf will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:43:55.107246 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-e93a5c2d-0177-421d-b242-7569569189f1 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.7870853 Feb 04 08:43:55.109984 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 54560) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:55.117772 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-fd8901ed-4375-4765-b427-46684e435760 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:43:55.142740 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac35a66d-ebb3-4d57-b52a-6d4c8f352809 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Pushing event updated for resources: {'Port': ['ID=4f29a8d2-eac6-486e-8394-6ed3720c0371,revision_number=2']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:55.173801 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 1a72152f-e08f-4e0d-8cb8-25f330234251 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:43:55.184287 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 3048237b-3653-4f96-803e-79a79ffa13b2 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:43:55.215436 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac35a66d-ebb3-4d57-b52a-6d4c8f352809 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Network 3f4d31a5-7d87-4082-954a-92de050140b0 is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:43:55.218911 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-ac35a66d-ebb3-4d57-b52a-6d4c8f352809 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:43:55.222609 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e685f899-a5db-4c7e-9720-79593a2b4e12 None None] Network c57e03a7-86ec-4e09-9183-7059cfc22c0b requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:43:55.254912 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-e1e9c374-1a0e-4700-b3b1-4307690c2e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:55.283044 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-fd8901ed-4375-4765-b427-46684e435760 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8119729'] for subnet, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:55.430067 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639c2bb5-8112-4119-afbd-d9f5e40d9a20 req-752149db-1b13-405c-b91c-91b08368944b tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:55.431760 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-639c2bb5-8112-4119-afbd-d9f5e40d9a20 req-752149db-1b13-405c-b91c-91b08368944b tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d3f9a2e-5f81-4e26-82f8-be8c0a180732 HTTP/1.1" status: 200 len: 945 time: 0.3719573 Feb 04 08:43:55.477881 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e954fad6-b397-4f80-8a1c-8e3d9e39a23a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-0eb7fa40-8fb0-4d42-8603-7173389af536', 'network_id': '0eb7fa40-8fb0-4d42-8603-7173389af536', 'tenant_id': 'b4c31cf486bb4956abf9c7906e2ce93d', 'fixed_ips': [{'subnet_id': '742ae8b6-8d16-43bc-9d0a-096e01af10e3'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:43:55.479287 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-e954fad6-b397-4f80-8a1c-8e3d9e39a23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:55.494451 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e9c374-1a0e-4700-b3b1-4307690c2e66 None None] Network a3139ffe-a8b7-41fc-9f19-5a5bb12d7f0c is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:43:55.504959 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-e1e9c374-1a0e-4700-b3b1-4307690c2e66 None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:43:55.513063 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e9c374-1a0e-4700-b3b1-4307690c2e66 None None] Pushing event updated for resources: {'Port': ['ID=28095c95-230d-4478-bd1a-99ee1566fecf,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:55.521069 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e9c374-1a0e-4700-b3b1-4307690c2e66 None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:43:55.533472 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-639c2bb5-8112-4119-afbd-d9f5e40d9a20 req-fb2ac2d7-3355-4211-9c9f-520f08ae9e82 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/security-groups?id=53227cdf-7dc5-4d80-b711-52cc313216b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857210 Feb 04 08:43:55.571468 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f0e96313-f83a-423c-94f2-f03c02930b65 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7593563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8119683'] for subnet, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:55.621102 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e96313-f83a-423c-94f2-f03c02930b65 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Pushing event deleted for resources: {'Subnet': ['ID=131bc9ba-4c2f-4771-b00d-8a125a1e9203,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:55.625661 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a44b33e-fb0e-4c79-8912-fe8819fb4057 req-f91cde29-5163-4df7-bfc5-467df3f9ddd8 tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:55.628167 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-2a44b33e-fb0e-4c79-8912-fe8819fb4057 req-f91cde29-5163-4df7-bfc5-467df3f9ddd8 tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a13c904-87bf-48b3-b652-c6cfae2f9547 HTTP/1.1" status: 200 len: 946 time: 0.3198619 Feb 04 08:43:55.651547 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-0108cee9-174b-420b-9c53-8c5ec9660396 None None] Provisioning for port 1a72152f-e08f-4e0d-8cb8-25f330234251 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:43:55.733335 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-0108cee9-174b-420b-9c53-8c5ec9660396 None None] Provisioning complete for port 1a72152f-e08f-4e0d-8cb8-25f330234251 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:43:55.733624 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-0108cee9-174b-420b-9c53-8c5ec9660396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:55.750050 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-2a44b33e-fb0e-4c79-8912-fe8819fb4057 req-85422f54-0647-4518-9513-fe12453ad016 tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] 10.222.0.36 "GET /v2.0/security-groups?id=18d868dd-efaa-4d74-96cc-e5fc69b5c2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700042 Feb 04 08:43:55.798631 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 3048237b-3653-4f96-803e-79a79ffa13b2 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:43:55.799007 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:55.802406 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f0e96313-f83a-423c-94f2-f03c02930b65 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:55.835696 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-f0e96313-f83a-423c-94f2-f03c02930b65 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3139ffe-a8b7-41fc-9f19-5a5bb12d7f0c']}} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:43:55.849008 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-f0e96313-f83a-423c-94f2-f03c02930b65 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9c4beb3-e83e-4763-aff8-08a51659365b') {'for_net_delete': True} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:43:55.849316 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-f0e96313-f83a-423c-94f2-f03c02930b65 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9c4beb3-e83e-4763-aff8-08a51659365b') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:43:55.861726 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f0e96313-f83a-423c-94f2-f03c02930b65 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7851336'] for segment, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:55.878220 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f0e96313-f83a-423c-94f2-f03c02930b65 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:55.885403 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0e96313-f83a-423c-94f2-f03c02930b65 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=84108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:43:55.885792 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f0e96313-f83a-423c-94f2-f03c02930b65 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7460345'] for segment, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:55.892277 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac35a66d-ebb3-4d57-b52a-6d4c8f352809 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Router 166d44d9-9555-4d56-88d2-96a24d713000 is scheduled to L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 with binding_index 1 {{(pid=84107) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 08:43:55.900392 dv-neutron-827798-2-hyperv neutron-server[84108]: Traceback (most recent call last): Feb 04 08:43:55.900392 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:43:55.900392 dv-neutron-827798-2-hyperv neutron-server[84108]: timer() Feb 04 08:43:55.900392 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:43:55.900392 dv-neutron-827798-2-hyperv neutron-server[84108]: cb(*args, **kw) Feb 04 08:43:55.900392 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:43:55.900392 dv-neutron-827798-2-hyperv neutron-server[84108]: return func(*args, **kwargs) Feb 04 08:43:55.900392 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:43:55.900392 dv-neutron-827798-2-hyperv neutron-server[84108]: self._notify() Feb 04 08:43:55.900392 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:43:55.900392 dv-neutron-827798-2-hyperv neutron-server[84108]: self.callback(batched_events) Feb 04 08:43:55.900392 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:43:55.900392 dv-neutron-827798-2-hyperv neutron-server[84108]: event.method(event) Feb 04 08:43:55.900392 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:43:55.900392 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:43:55.900392 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:43:55.900392 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:43:55.900392 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:43:55.900392 dv-neutron-827798-2-hyperv neutron-server[84108]: return f(self, *a, **k) Feb 04 08:43:55.900392 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:43:55.900392 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._get(url).json() Feb 04 08:43:55.900392 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:43:55.900392 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:43:55.900392 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:43:55.900392 dv-neutron-827798-2-hyperv neutron-server[84108]: return self.request(url, 'GET', **kwargs) Feb 04 08:43:55.900392 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:43:55.900392 dv-neutron-827798-2-hyperv neutron-server[84108]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:43:55.900392 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:43:55.900392 dv-neutron-827798-2-hyperv neutron-server[84108]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:43:55.900392 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:43:55.900392 dv-neutron-827798-2-hyperv neutron-server[84108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:43:55.900392 dv-neutron-827798-2-hyperv neutron-server[84108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:43:55.953061 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-fd8901ed-4375-4765-b427-46684e435760 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8782525379844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7593552'] for subnet, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:56.008683 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-e1e9c374-1a0e-4700-b3b1-4307690c2e66 None None] Attempting to bind port 28095c95-230d-4478-bd1a-99ee1566fecf on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:43:56.009005 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-e1e9c374-1a0e-4700-b3b1-4307690c2e66 None None] Attempting to bind port 28095c95-230d-4478-bd1a-99ee1566fecf by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': 'a9c4beb3-e83e-4763-aff8-08a51659365b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a3139ffe-a8b7-41fc-9f19-5a5bb12d7f0c'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:43:56.009911 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e9c374-1a0e-4700-b3b1-4307690c2e66 None None] Attempting to bind port 28095c95-230d-4478-bd1a-99ee1566fecf on network a3139ffe-a8b7-41fc-9f19-5a5bb12d7f0c {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:43:56.026246 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8901ed-4375-4765-b427-46684e435760 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:56.026875 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-fd8901ed-4375-4765-b427-46684e435760 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:56.032187 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-fd8901ed-4375-4765-b427-46684e435760 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] 10.222.0.36 "PUT /v2.0/subnets/742ae8b6-8d16-43bc-9d0a-096e01af10e3 HTTP/1.1" status: 200 len: 900 time: 0.9172845 Feb 04 08:43:56.032187 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 54566) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:56.069974 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.db.api [None req-f0e96313-f83a-423c-94f2-f03c02930b65 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 08:43:56.069974 dv-neutron-827798-2-hyperv neutron-server[84108]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 08:43:56.069974 dv-neutron-827798-2-hyperv neutron-server[84108]: [parameters: {'id': 'a3139ffe-a8b7-41fc-9f19-5a5bb12d7f0c'}] Feb 04 08:43:56.069974 dv-neutron-827798-2-hyperv neutron-server[84108]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84108) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 08:43:56.070494 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG oslo_db.api [None req-f0e96313-f83a-423c-94f2-f03c02930b65 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 08:43:56.079454 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:56.086231 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e9c374-1a0e-4700-b3b1-4307690c2e66 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:43:56.086612 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e9c374-1a0e-4700-b3b1-4307690c2e66 None None] Checking segment: {'id': 'a9c4beb3-e83e-4763-aff8-08a51659365b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a3139ffe-a8b7-41fc-9f19-5a5bb12d7f0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:43:56.087010 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-e1e9c374-1a0e-4700-b3b1-4307690c2e66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:56.087431 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e9c374-1a0e-4700-b3b1-4307690c2e66 None None] Bound using segment: {'id': 'a9c4beb3-e83e-4763-aff8-08a51659365b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a3139ffe-a8b7-41fc-9f19-5a5bb12d7f0c'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:43:56.087910 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-e1e9c374-1a0e-4700-b3b1-4307690c2e66 None None] Bound port: 28095c95-230d-4478-bd1a-99ee1566fecf, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c4beb3-e83e-4763-aff8-08a51659365b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a3139ffe-a8b7-41fc-9f19-5a5bb12d7f0c'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:43:56.088282 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-e1e9c374-1a0e-4700-b3b1-4307690c2e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:56.096155 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac35a66d-ebb3-4d57-b52a-6d4c8f352809 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:43:56.112035 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89e9ffb-bd6b-48f7-8f5c-23b31569d393 None None] Sync routers for ids ['166d44d9-9555-4d56-88d2-96a24d713000'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:43:56.125904 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-ac35a66d-ebb3-4d57-b52a-6d4c8f352809 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "PUT /v2.0/routers/166d44d9-9555-4d56-88d2-96a24d713000/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2441745 Feb 04 08:43:56.127076 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 54570) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:56.130388 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8901ed-4375-4765-b427-46684e435760 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Pushing event updated for resources: {'Subnet': ['ID=742ae8b6-8d16-43bc-9d0a-096e01af10e3,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:56.141190 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89e9ffb-bd6b-48f7-8f5c-23b31569d393 None None] Routers {'166d44d9-9555-4d56-88d2-96a24d713000'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:43:56.142942 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-d89e9ffb-bd6b-48f7-8f5c-23b31569d393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:43:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['166d44d9-9555-4d56-88d2-96a24d713000'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:43:56.160949 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-e954fad6-b397-4f80-8a1c-8e3d9e39a23a None None] Allocated IP 2001:db8::3 (0eb7fa40-8fb0-4d42-8603-7173389af536/742ae8b6-8d16-43bc-9d0a-096e01af10e3/92c8ee34-3449-427d-b111-e142f07e653b) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:43:56.208485 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-d89e9ffb-bd6b-48f7-8f5c-23b31569d393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:43:56.211263 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8c58b1-a635-4957-808a-bb862fecbf9c tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:56.212786 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-ed8c58b1-a635-4957-808a-bb862fecbf9c tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Synchronizing usage tracker for tenant:bf57e53bceb34316b0180186a41d96ee on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:43:56.220205 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89e9ffb-bd6b-48f7-8f5c-23b31569d393 None None] Routers {'166d44d9-9555-4d56-88d2-96a24d713000'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:43:56.220827 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-d89e9ffb-bd6b-48f7-8f5c-23b31569d393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:43:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['166d44d9-9555-4d56-88d2-96a24d713000'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:43:56.231281 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-fb1b70e1-cec2-40d7-bfc9-2986a79b4add tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:56.280379 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-d89e9ffb-bd6b-48f7-8f5c-23b31569d393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:43:56.280728 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89e9ffb-bd6b-48f7-8f5c-23b31569d393 None None] The sync data for ids ['166d44d9-9555-4d56-88d2-96a24d713000'] in dv-neutron-827798-2-hyperv is: [] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:43:56.311881 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-fb1b70e1-cec2-40d7-bfc9-2986a79b4add tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:56.321384 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-ed8c58b1-a635-4957-808a-bb862fecbf9c tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Unset dirty status for tenant:bf57e53bceb34316b0180186a41d96ee on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:43:56.322826 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-ed8c58b1-a635-4957-808a-bb862fecbf9c tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "GET /v2.0/ports/4f29a8d2-eac6-486e-8394-6ed3720c0371 HTTP/1.1" status: 200 len: 911 time: 0.1954818 Feb 04 08:43:56.326167 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 54574) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:56.395247 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-0108cee9-174b-420b-9c53-8c5ec9660396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:56.433870 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-e1e9c374-1a0e-4700-b3b1-4307690c2e66 None None] For port 28095c95-230d-4478-bd1a-99ee1566fecf, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:43:56.466079 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-e1e9c374-1a0e-4700-b3b1-4307690c2e66 None None] For port 28095c95-230d-4478-bd1a-99ee1566fecf, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=28095c95-230d-4478-bd1a-99ee1566fecf,segment=NetworkSegment(a9c4beb3-e83e-4763-aff8-08a51659365b),segment_id=a9c4beb3-e83e-4763-aff8-08a51659365b)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:43:56.494482 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-0108cee9-174b-420b-9c53-8c5ec9660396 None None] For port 1a72152f-e08f-4e0d-8cb8-25f330234251, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=1a72152f-e08f-4e0d-8cb8-25f330234251,segment=NetworkSegment(4f6fab58-ae6c-4bfb-bed0-7bd7541f9ef1),segment_id=4f6fab58-ae6c-4bfb-bed0-7bd7541f9ef1)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:43:56.539791 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-e1e9c374-1a0e-4700-b3b1-4307690c2e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:56.571391 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f0e96313-f83a-423c-94f2-f03c02930b65 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:56.584684 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-f0e96313-f83a-423c-94f2-f03c02930b65 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Deleting port 28095c95-230d-4478-bd1a-99ee1566fecf {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:43:56.585042 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f0e96313-f83a-423c-94f2-f03c02930b65 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:56.595818 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-0108cee9-174b-420b-9c53-8c5ec9660396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:56.679782 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-e954fad6-b397-4f80-8a1c-8e3d9e39a23a None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:56.714404 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-e954fad6-b397-4f80-8a1c-8e3d9e39a23a None None] Transition to ACTIVE for port object 92c8ee34-3449-427d-b111-e142f07e653b will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:43:56.753001 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e9c374-1a0e-4700-b3b1-4307690c2e66 None None] Pushing event updated for resources: {'Port': ['ID=28095c95-230d-4478-bd1a-99ee1566fecf,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:56.843963 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-e954fad6-b397-4f80-8a1c-8e3d9e39a23a None None] Transition to ACTIVE for port object 92c8ee34-3449-427d-b111-e142f07e653b will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:43:56.866187 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-e392e82c-d22f-4cea-9793-3b9fc3fe56e1 None None] Provisioning complete for port 4f29a8d2-eac6-486e-8394-6ed3720c0371 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:43:56.866559 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-e392e82c-d22f-4cea-9793-3b9fc3fe56e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:56.891231 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963de826-6797-49ca-a4d5-ae25f75bc11b None None] Network a3139ffe-a8b7-41fc-9f19-5a5bb12d7f0c requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:43:56.894429 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [None req-f0e96313-f83a-423c-94f2-f03c02930b65 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] For port 28095c95-230d-4478-bd1a-99ee1566fecf, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=28095c95-230d-4478-bd1a-99ee1566fecf,segment=NetworkSegment(a9c4beb3-e83e-4763-aff8-08a51659365b),segment_id=a9c4beb3-e83e-4763-aff8-08a51659365b)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:43:56.894990 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f0e96313-f83a-423c-94f2-f03c02930b65 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:56.977071 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-e954fad6-b397-4f80-8a1c-8e3d9e39a23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:56.981166 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0108cee9-174b-420b-9c53-8c5ec9660396 None None] Pushing event updated for resources: {'Port': ['ID=1a72152f-e08f-4e0d-8cb8-25f330234251,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:57.051578 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-f0e96313-f83a-423c-94f2-f03c02930b65 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Calling delete_port for 28095c95-230d-4478-bd1a-99ee1566fecf owned by network:dhcp {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:43:57.119286 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-e392e82c-d22f-4cea-9793-3b9fc3fe56e1 None None] Port 4f29a8d2-eac6-486e-8394-6ed3720c0371 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:43:57.148405 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e954fad6-b397-4f80-8a1c-8e3d9e39a23a None None] Network 0eb7fa40-8fb0-4d42-8603-7173389af536 is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:43:57.156251 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e954fad6-b397-4f80-8a1c-8e3d9e39a23a None None] Pushing event updated for resources: {'Port': ['ID=92c8ee34-3449-427d-b111-e142f07e653b,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:57.161745 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-e954fad6-b397-4f80-8a1c-8e3d9e39a23a None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:43:57.165069 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e954fad6-b397-4f80-8a1c-8e3d9e39a23a None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:43:57.209981 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-fb1b70e1-cec2-40d7-bfc9-2986a79b4add tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7593563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8119683'] for subnet, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:57.227111 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b43db15-9833-475c-8e05-a14b2ad90062 req-232f0308-27e0-4611-985f-f14a704ce009 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:57.228638 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8b43db15-9833-475c-8e05-a14b2ad90062 req-232f0308-27e0-4611-985f-f14a704ce009 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d3f9a2e-5f81-4e26-82f8-be8c0a180732 HTTP/1.1" status: 200 len: 945 time: 0.4782588 Feb 04 08:43:57.262771 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b65252-6c9f-4a4c-b2bd-41ab9bbb4042 req-f1ebc749-dcc0-4b0a-90eb-9e9f95b45313 tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:57.264120 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-03b65252-6c9f-4a4c-b2bd-41ab9bbb4042 req-f1ebc749-dcc0-4b0a-90eb-9e9f95b45313 tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a13c904-87bf-48b3-b652-c6cfae2f9547 HTTP/1.1" status: 200 len: 946 time: 0.2467825 Feb 04 08:43:57.275043 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1b70e1-cec2-40d7-bfc9-2986a79b4add tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Pushing event deleted for resources: {'Subnet': ['ID=742ae8b6-8d16-43bc-9d0a-096e01af10e3,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:57.276804 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-e954fad6-b397-4f80-8a1c-8e3d9e39a23a None None] Attempting to bind port 92c8ee34-3449-427d-b111-e142f07e653b on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:43:57.277162 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-e954fad6-b397-4f80-8a1c-8e3d9e39a23a None None] Attempting to bind port 92c8ee34-3449-427d-b111-e142f07e653b by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': '5e384991-cc46-4e4b-a74e-7bafd4b9e05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0eb7fa40-8fb0-4d42-8603-7173389af536'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:43:57.277473 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e954fad6-b397-4f80-8a1c-8e3d9e39a23a None None] Attempting to bind port 92c8ee34-3449-427d-b111-e142f07e653b on network 0eb7fa40-8fb0-4d42-8603-7173389af536 {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:43:57.280321 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f0e96313-f83a-423c-94f2-f03c02930b65 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:57.293579 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e954fad6-b397-4f80-8a1c-8e3d9e39a23a None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:43:57.293954 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e954fad6-b397-4f80-8a1c-8e3d9e39a23a None None] Checking segment: {'id': '5e384991-cc46-4e4b-a74e-7bafd4b9e05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0eb7fa40-8fb0-4d42-8603-7173389af536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:43:57.294354 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-e954fad6-b397-4f80-8a1c-8e3d9e39a23a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:57.294743 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e954fad6-b397-4f80-8a1c-8e3d9e39a23a None None] Bound using segment: {'id': '5e384991-cc46-4e4b-a74e-7bafd4b9e05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0eb7fa40-8fb0-4d42-8603-7173389af536'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:43:57.295215 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-e954fad6-b397-4f80-8a1c-8e3d9e39a23a None None] Bound port: 92c8ee34-3449-427d-b111-e142f07e653b, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e384991-cc46-4e4b-a74e-7bafd4b9e05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0eb7fa40-8fb0-4d42-8603-7173389af536'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:43:57.295582 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-e954fad6-b397-4f80-8a1c-8e3d9e39a23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:57.310118 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-24489caf-42a4-466c-b6c6-568978c202f9 None None] Provisioning complete for port 1a72152f-e08f-4e0d-8cb8-25f330234251 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:43:57.310491 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-24489caf-42a4-466c-b6c6-568978c202f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:57.337068 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e96313-f83a-423c-94f2-f03c02930b65 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Pushing event deleted for resources: {'Port': ['ID=28095c95-230d-4478-bd1a-99ee1566fecf,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:57.358684 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e96313-f83a-423c-94f2-f03c02930b65 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] No DVR routers for this DVR port 28095c95-230d-4478-bd1a-99ee1566fecf on host dv-neutron-827798-2-hyperv {{(pid=84108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:43:57.365094 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8b43db15-9833-475c-8e05-a14b2ad90062 req-a0742fcb-2d20-4c95-be0a-e2f9870fbb7d tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/security-groups?id=53227cdf-7dc5-4d80-b711-52cc313216b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259623 Feb 04 08:43:57.395439 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-03b65252-6c9f-4a4c-b2bd-41ab9bbb4042 req-50b87b5b-8601-4700-9386-a64484f11df0 tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] 10.222.0.36 "GET /v2.0/security-groups?id=18d868dd-efaa-4d74-96cc-e5fc69b5c2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226127 Feb 04 08:43:57.452663 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-e954fad6-b397-4f80-8a1c-8e3d9e39a23a None None] For port 92c8ee34-3449-427d-b111-e142f07e653b, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:43:57.457885 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-e954fad6-b397-4f80-8a1c-8e3d9e39a23a None None] For port 92c8ee34-3449-427d-b111-e142f07e653b, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=92c8ee34-3449-427d-b111-e142f07e653b,segment=NetworkSegment(5e384991-cc46-4e4b-a74e-7bafd4b9e05e),segment_id=5e384991-cc46-4e4b-a74e-7bafd4b9e05e)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:43:57.464858 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-bc683b3a-85a7-4135-9d62-f9b02604ec1d tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:57.562422 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-fb1b70e1-cec2-40d7-bfc9-2986a79b4add tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:57.563231 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-e954fad6-b397-4f80-8a1c-8e3d9e39a23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:57.672881 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-fb1b70e1-cec2-40d7-bfc9-2986a79b4add tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eb7fa40-8fb0-4d42-8603-7173389af536']}} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:43:57.681096 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e954fad6-b397-4f80-8a1c-8e3d9e39a23a None None] Pushing event updated for resources: {'Port': ['ID=92c8ee34-3449-427d-b111-e142f07e653b,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:57.707839 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-fb1b70e1-cec2-40d7-bfc9-2986a79b4add tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e384991-cc46-4e4b-a74e-7bafd4b9e05e') {'for_net_delete': True} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:43:57.708203 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-fb1b70e1-cec2-40d7-bfc9-2986a79b4add tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e384991-cc46-4e4b-a74e-7bafd4b9e05e') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:43:57.727405 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6594ec4f-67af-49bf-8029-4674449031bb None None] Network 0eb7fa40-8fb0-4d42-8603-7173389af536 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:43:57.738764 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-fb1b70e1-cec2-40d7-bfc9-2986a79b4add tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7851336'] for segment, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:57.763844 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-fb1b70e1-cec2-40d7-bfc9-2986a79b4add tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:57.772978 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb1b70e1-cec2-40d7-bfc9-2986a79b4add tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=84108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:43:57.773399 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-fb1b70e1-cec2-40d7-bfc9-2986a79b4add tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7460345'] for segment, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:57.800694 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f0e96313-f83a-423c-94f2-f03c02930b65 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:57.831417 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-f0e96313-f83a-423c-94f2-f03c02930b65 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3139ffe-a8b7-41fc-9f19-5a5bb12d7f0c']}} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:43:57.845871 dv-neutron-827798-2-hyperv neutron-server[84108]: Traceback (most recent call last): Feb 04 08:43:57.845871 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:43:57.845871 dv-neutron-827798-2-hyperv neutron-server[84108]: timer() Feb 04 08:43:57.845871 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:43:57.845871 dv-neutron-827798-2-hyperv neutron-server[84108]: cb(*args, **kw) Feb 04 08:43:57.845871 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:43:57.845871 dv-neutron-827798-2-hyperv neutron-server[84108]: return func(*args, **kwargs) Feb 04 08:43:57.845871 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:43:57.845871 dv-neutron-827798-2-hyperv neutron-server[84108]: self._notify() Feb 04 08:43:57.845871 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:43:57.845871 dv-neutron-827798-2-hyperv neutron-server[84108]: self.callback(batched_events) Feb 04 08:43:57.845871 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:43:57.845871 dv-neutron-827798-2-hyperv neutron-server[84108]: event.method(event) Feb 04 08:43:57.845871 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:43:57.845871 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:43:57.845871 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:43:57.845871 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:43:57.845871 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:43:57.845871 dv-neutron-827798-2-hyperv neutron-server[84108]: return f(self, *a, **k) Feb 04 08:43:57.845871 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:43:57.845871 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._get(url).json() Feb 04 08:43:57.845871 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:43:57.845871 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:43:57.845871 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:43:57.845871 dv-neutron-827798-2-hyperv neutron-server[84108]: return self.request(url, 'GET', **kwargs) Feb 04 08:43:57.845871 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:43:57.845871 dv-neutron-827798-2-hyperv neutron-server[84108]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:43:57.845871 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:43:57.845871 dv-neutron-827798-2-hyperv neutron-server[84108]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:43:57.845871 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:43:57.845871 dv-neutron-827798-2-hyperv neutron-server[84108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:43:57.845871 dv-neutron-827798-2-hyperv neutron-server[84108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:43:57.849734 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-f0e96313-f83a-423c-94f2-f03c02930b65 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9c4beb3-e83e-4763-aff8-08a51659365b') {'for_net_delete': True} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:43:57.850130 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-f0e96313-f83a-423c-94f2-f03c02930b65 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9c4beb3-e83e-4763-aff8-08a51659365b') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:43:57.891168 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-bc683b3a-85a7-4135-9d62-f9b02604ec1d tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Allocated IP 2001:db8:1::1 (c57e03a7-86ec-4e09-9183-7059cfc22c0b/b16c2990-a29f-4334-a012-5ebc75c1b65a/c90cd010-3b2b-4678-acbb-d6adcb6a3091) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:43:57.945303 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f0e96313-f83a-423c-94f2-f03c02930b65 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7851336'] for segment, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:57.988384 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9f26ad-e6b9-4b8e-9087-95158e5924c5 None None] Network 0eb7fa40-8fb0-4d42-8603-7173389af536 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:43:58.004759 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb99f54-cc68-40bc-aa24-797db002a987 req-81448dc4-01b9-4785-81cb-35e625503313 tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:58.005538 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [req-0eb99f54-cc68-40bc-aa24-797db002a987 req-81448dc4-01b9-4785-81cb-35e625503313 tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] Synchronizing usage tracker for tenant:7f11cfeb8627474bb4bfbc5c240c4191 on resource:port {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:43:58.011999 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f0e96313-f83a-423c-94f2-f03c02930b65 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:58.023591 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0e96313-f83a-423c-94f2-f03c02930b65 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=84108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:43:58.023815 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f0e96313-f83a-423c-94f2-f03c02930b65 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7460345'] for segment, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:58.039851 dv-neutron-827798-2-hyperv neutron-server[84108]: Traceback (most recent call last): Feb 04 08:43:58.039851 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:43:58.039851 dv-neutron-827798-2-hyperv neutron-server[84108]: timer() Feb 04 08:43:58.039851 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:43:58.039851 dv-neutron-827798-2-hyperv neutron-server[84108]: cb(*args, **kw) Feb 04 08:43:58.039851 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:43:58.039851 dv-neutron-827798-2-hyperv neutron-server[84108]: return func(*args, **kwargs) Feb 04 08:43:58.039851 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:43:58.039851 dv-neutron-827798-2-hyperv neutron-server[84108]: self._notify() Feb 04 08:43:58.039851 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:43:58.039851 dv-neutron-827798-2-hyperv neutron-server[84108]: self.callback(batched_events) Feb 04 08:43:58.039851 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:43:58.039851 dv-neutron-827798-2-hyperv neutron-server[84108]: event.method(event) Feb 04 08:43:58.039851 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:43:58.039851 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:43:58.039851 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:43:58.039851 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:43:58.039851 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:43:58.039851 dv-neutron-827798-2-hyperv neutron-server[84108]: return f(self, *a, **k) Feb 04 08:43:58.039851 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:43:58.039851 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._get(url).json() Feb 04 08:43:58.039851 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:43:58.039851 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:43:58.039851 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:43:58.039851 dv-neutron-827798-2-hyperv neutron-server[84108]: return self.request(url, 'GET', **kwargs) Feb 04 08:43:58.039851 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:43:58.039851 dv-neutron-827798-2-hyperv neutron-server[84108]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:43:58.039851 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:43:58.039851 dv-neutron-827798-2-hyperv neutron-server[84108]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:43:58.039851 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:43:58.039851 dv-neutron-827798-2-hyperv neutron-server[84108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:43:58.039851 dv-neutron-827798-2-hyperv neutron-server[84108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:43:58.048246 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.db.api [None req-fb1b70e1-cec2-40d7-bfc9-2986a79b4add tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 08:43:58.048246 dv-neutron-827798-2-hyperv neutron-server[84108]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 08:43:58.048246 dv-neutron-827798-2-hyperv neutron-server[84108]: [parameters: {'id': '0eb7fa40-8fb0-4d42-8603-7173389af536'}] Feb 04 08:43:58.048246 dv-neutron-827798-2-hyperv neutron-server[84108]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84108) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 08:43:58.048669 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG oslo_db.api [None req-fb1b70e1-cec2-40d7-bfc9-2986a79b4add tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 08:43:58.167308 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80172bd-8717-4601-86cc-081d83967033 req-fed26635-d9e1-40c9-b2d3-c68887f1fa6b tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:58.168712 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f80172bd-8717-4601-86cc-081d83967033 req-fed26635-d9e1-40c9-b2d3-c68887f1fa6b tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d3f9a2e-5f81-4e26-82f8-be8c0a180732 HTTP/1.1" status: 200 len: 945 time: 0.2706997 Feb 04 08:43:58.185942 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [req-0eb99f54-cc68-40bc-aa24-797db002a987 req-81448dc4-01b9-4785-81cb-35e625503313 tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] Unset dirty status for tenant:7f11cfeb8627474bb4bfbc5c240c4191 on resource:port {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:43:58.190369 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-0eb99f54-cc68-40bc-aa24-797db002a987 req-81448dc4-01b9-4785-81cb-35e625503313 tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] 10.222.0.47 "GET /v2.0/ports?device_id=7a13c904-87bf-48b3-b652-c6cfae2f9547 HTTP/1.1" status: 200 len: 946 time: 0.7598767 Feb 04 08:43:58.209931 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f64a0e8-6f3a-4247-916b-c9ac2492a916 None None] get_active_networks_info from dv-neutron-827798-2-hyperv {{(pid=84109) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 04 08:43:58.226631 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f0e96313-f83a-423c-94f2-f03c02930b65 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:58.241829 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-bc683b3a-85a7-4135-9d62-f9b02604ec1d tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:58.249944 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f0e96313-f83a-423c-94f2-f03c02930b65 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks [] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:58.253848 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7ca9a8dc-573b-4dcb-ab7e-4f9b38e51a2b req-d6994560-9291-45a0-af42-47f0b0d4074d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bcdc9b25d9ba412baa8d7ec71c6170b5&device_id=5d3f9a2e-5f81-4e26-82f8-be8c0a180732 HTTP/1.1" status: 200 len: 1098 time: 0.2636571 Feb 04 08:43:58.273606 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e96313-f83a-423c-94f2-f03c02930b65 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Pushing event deleted for resources: {'Network': ['ID=a3139ffe-a8b7-41fc-9f19-5a5bb12d7f0c,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:58.294829 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-f0e96313-f83a-423c-94f2-f03c02930b65 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] 10.222.0.36 "DELETE /v2.0/networks/a3139ffe-a8b7-41fc-9f19-5a5bb12d7f0c HTTP/1.1" status: 204 len: 168 time: 4.1333289 Feb 04 08:43:58.295057 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [None req-bc683b3a-85a7-4135-9d62-f9b02604ec1d tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Transition to ACTIVE for port object c90cd010-3b2b-4678-acbb-d6adcb6a3091 will not be triggered until provisioned by entity DHCP. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:43:58.295172 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 54588) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:58.296596 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f80172bd-8717-4601-86cc-081d83967033 req-6c423c8f-5e0b-442b-ac62-1dae4104f4c8 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/security-groups?id=53227cdf-7dc5-4d80-b711-52cc313216b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210668 Feb 04 08:43:58.301234 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [req-0eb99f54-cc68-40bc-aa24-797db002a987 req-2a4c199a-0ba3-4124-a9e0-83bc21c2d0b0 tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] Deleting port 64bd403a-0e30-4b5a-835d-e70bdd731127 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:43:58.305045 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-0eb99f54-cc68-40bc-aa24-797db002a987 req-2a4c199a-0ba3-4124-a9e0-83bc21c2d0b0 tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:58.343524 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-e32bc159-5e9b-4601-af71-193fa0ba5566 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1904070066'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:43:58.361523 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-e32bc159-5e9b-4601-af71-193fa0ba5566 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:43:58.366557 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f64a0e8-6f3a-4247-916b-c9ac2492a916 None None] Resources bound (agent type, host, resource id): {{(pid=84109) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 08:43:58.373881 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-e32bc159-5e9b-4601-af71-193fa0ba5566 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Usage tracker for resource:network and tenant:2260a774eaa04d99b94c2b95d9361fff is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:43:58.379726 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-e32bc159-5e9b-4601-af71-193fa0ba5566 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:43:58.390214 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-e32bc159-5e9b-4601-af71-193fa0ba5566 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:43:58.412988 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca9a8dc-573b-4dcb-ab7e-4f9b38e51a2b req-0e0e9730-5931-4c54-9bec-c4bf8a31590d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:58.421773 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7ca9a8dc-573b-4dcb-ab7e-4f9b38e51a2b req-0e0e9730-5931-4c54-9bec-c4bf8a31590d service neutron] 10.222.0.47 "GET /v2.0/networks?id=b0b8e294-2639-4240-96e8-00c76471f9a3 HTTP/1.1" status: 200 len: 912 time: 0.1517653 Feb 04 08:43:58.515675 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-bc683b3a-85a7-4135-9d62-f9b02604ec1d tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:58.606025 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc683b3a-85a7-4135-9d62-f9b02604ec1d tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Pushing event updated for resources: {'Port': ['ID=c90cd010-3b2b-4678-acbb-d6adcb6a3091,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:58.635621 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7ca9a8dc-573b-4dcb-ab7e-4f9b38e51a2b req-4b89a8f6-ebce-495e-bef5-6af94235411e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b372ab4-7400-4547-a17c-2f75c1e00079 HTTP/1.1" status: 200 len: 1001 time: 0.2146108 Feb 04 08:43:58.645704 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc683b3a-85a7-4135-9d62-f9b02604ec1d tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Network c57e03a7-86ec-4e09-9183-7059cfc22c0b is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:43:58.673446 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-fb1b70e1-cec2-40d7-bfc9-2986a79b4add tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:58.683131 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e32bc159-5e9b-4601-af71-193fa0ba5566 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Made reservation on behalf of 2260a774eaa04d99b94c2b95d9361fff for: {'network': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:43:58.686373 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e32bc159-5e9b-4601-af71-193fa0ba5566 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:58.691090 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-bc683b3a-85a7-4135-9d62-f9b02604ec1d tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:43:58.705990 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc683b3a-85a7-4135-9d62-f9b02604ec1d tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:43:58.706647 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-bc683b3a-85a7-4135-9d62-f9b02604ec1d tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-472912'] for router_interface, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:58.737175 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-fb1b70e1-cec2-40d7-bfc9-2986a79b4add tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Deleting port 92c8ee34-3449-427d-b111-e142f07e653b {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:43:58.737541 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-fb1b70e1-cec2-40d7-bfc9-2986a79b4add tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:58.753134 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 1a72152f-e08f-4e0d-8cb8-25f330234251 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:43:58.794111 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca9a8dc-573b-4dcb-ab7e-4f9b38e51a2b req-6d70cf96-5a21-46d0-b0f9-cd05e450be1a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:58.795626 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7ca9a8dc-573b-4dcb-ab7e-4f9b38e51a2b req-6d70cf96-5a21-46d0-b0f9-cd05e450be1a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=80f6a88b-b0ed-49ff-9c6c-faec9e6053f8 HTTP/1.1" status: 200 len: 850 time: 0.1486685 Feb 04 08:43:58.821619 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e32bc159-5e9b-4601-af71-193fa0ba5566 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=84108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:43:58.882215 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e32bc159-5e9b-4601-af71-193fa0ba5566 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:58.882647 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.segments_db [None req-e32bc159-5e9b-4601-af71-193fa0ba5566 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Added segment 93095aa0-ed3c-4ac9-af47-fa9c44ace96e of type vlan for network 88a8c807-a2ff-4cea-a98e-4496c583cfb4 Feb 04 08:43:58.883094 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 1a72152f-e08f-4e0d-8cb8-25f330234251 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:43:58.883470 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:58.919448 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [req-0eb99f54-cc68-40bc-aa24-797db002a987 req-2a4c199a-0ba3-4124-a9e0-83bc21c2d0b0 tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] For port 64bd403a-0e30-4b5a-835d-e70bdd731127, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=64bd403a-0e30-4b5a-835d-e70bdd731127,segment=NetworkSegment(c58a19cf-7c6c-4752-bbaa-214f5e249faf),segment_id=c58a19cf-7c6c-4752-bbaa-214f5e249faf)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:43:58.919815 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-0eb99f54-cc68-40bc-aa24-797db002a987 req-2a4c199a-0ba3-4124-a9e0-83bc21c2d0b0 tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:58.922377 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33411d8-47d1-4955-aef3-9321d967cbb1 None None] get_active_networks_info from dv-neutron-827798-2-hyperv {{(pid=84109) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 04 08:43:58.998032 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273c4c9b-0255-45c0-985b-7e767ea16276 req-83946717-77a2-4096-aa1d-dbada4d85ae9 tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:59.004969 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-273c4c9b-0255-45c0-985b-7e767ea16276 req-83946717-77a2-4096-aa1d-dbada4d85ae9 tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a13c904-87bf-48b3-b652-c6cfae2f9547 HTTP/1.1" status: 200 len: 946 time: 0.2725773 Feb 04 08:43:59.082666 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [req-0eb99f54-cc68-40bc-aa24-797db002a987 req-2a4c199a-0ba3-4124-a9e0-83bc21c2d0b0 tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] Calling delete_port for 64bd403a-0e30-4b5a-835d-e70bdd731127 owned by compute:nova {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:43:59.112966 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e32bc159-5e9b-4601-af71-193fa0ba5566 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:59.120528 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-273c4c9b-0255-45c0-985b-7e767ea16276 req-7a811632-b91a-4b91-891a-dd1213046d42 tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] 10.222.0.36 "GET /v2.0/security-groups?id=18d868dd-efaa-4d74-96cc-e5fc69b5c2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146228 Feb 04 08:43:59.131830 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7ca9a8dc-573b-4dcb-ab7e-4f9b38e51a2b req-dcffd844-7219-45b4-b7b6-08ec2adba2ce service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b0b8e294-2639-4240-96e8-00c76471f9a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3246582 Feb 04 08:43:59.146796 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-bc683b3a-85a7-4135-9d62-f9b02604ec1d tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:59.180370 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33411d8-47d1-4955-aef3-9321d967cbb1 None None] Resources bound (agent type, host, resource id): {{(pid=84109) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 08:43:59.296171 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [None req-fb1b70e1-cec2-40d7-bfc9-2986a79b4add tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] For port 92c8ee34-3449-427d-b111-e142f07e653b, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=92c8ee34-3449-427d-b111-e142f07e653b,segment=NetworkSegment(5e384991-cc46-4e4b-a74e-7bafd4b9e05e),segment_id=5e384991-cc46-4e4b-a74e-7bafd4b9e05e)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:43:59.296974 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-fb1b70e1-cec2-40d7-bfc9-2986a79b4add tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:59.450473 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e32bc159-5e9b-4601-af71-193fa0ba5566 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:59.454209 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32bc159-5e9b-4601-af71-193fa0ba5566 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:59.454814 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e32bc159-5e9b-4601-af71-193fa0ba5566 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks [] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:59.465921 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-fb1b70e1-cec2-40d7-bfc9-2986a79b4add tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Calling delete_port for 92c8ee34-3449-427d-b111-e142f07e653b owned by network:dhcp {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:43:59.543009 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7ca9a8dc-573b-4dcb-ab7e-4f9b38e51a2b req-5dcf0747-7db1-4b96-9415-5a4652aae14a service neutron] 10.222.0.47 "GET /v2.0/networks/b0b8e294-2639-4240-96e8-00c76471f9a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4033852 Feb 04 08:43:59.636469 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32bc159-5e9b-4601-af71-193fa0ba5566 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Pushing event updated for resources: {'Network': ['ID=88a8c807-a2ff-4cea-a98e-4496c583cfb4,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:59.654273 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network 88a8c807-a2ff-4cea-a98e-4496c583cfb4 details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:43:59.681798 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-e32bc159-5e9b-4601-af71-193fa0ba5566 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3833199 Feb 04 08:43:59.687097 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 54596) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:43:59.688398 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-9a034bef-e5f4-4484-a49d-642346765733 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Request body: {'subnet': {'network_id': '88a8c807-a2ff-4cea-a98e-4496c583cfb4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:43:59.797630 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-fb1b70e1-cec2-40d7-bfc9-2986a79b4add tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:59.801412 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-0eb99f54-cc68-40bc-aa24-797db002a987 req-2a4c199a-0ba3-4124-a9e0-83bc21c2d0b0 tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:59.823301 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56a4b51-5cbb-4c2e-85d6-20cc2fd7a342 req-7723650a-f15e-4d4e-bf47-9bbdd5bbf12b tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:43:59.824744 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f56a4b51-5cbb-4c2e-85d6-20cc2fd7a342 req-7723650a-f15e-4d4e-bf47-9bbdd5bbf12b tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d3f9a2e-5f81-4e26-82f8-be8c0a180732 HTTP/1.1" status: 200 len: 945 time: 0.3428936 Feb 04 08:43:59.831825 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7ca9a8dc-573b-4dcb-ab7e-4f9b38e51a2b req-d8dfe80e-c6aa-4e1e-a7b8-5ad3edc6b2c0 service neutron] 10.222.0.47 "GET /v2.0/networks/b0b8e294-2639-4240-96e8-00c76471f9a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676191 Feb 04 08:43:59.884619 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-bc683b3a-85a7-4135-9d62-f9b02604ec1d tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:59.885823 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1b70e1-cec2-40d7-bfc9-2986a79b4add tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Pushing event deleted for resources: {'Port': ['ID=92c8ee34-3449-427d-b111-e142f07e653b,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:59.895387 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f56a4b51-5cbb-4c2e-85d6-20cc2fd7a342 req-f0622f51-8764-4c69-8644-c32412bad2bc tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/security-groups?id=53227cdf-7dc5-4d80-b711-52cc313216b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626557 Feb 04 08:43:59.945706 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-82bbc689-e535-4f4e-a01f-782fb688f82d None None] Provisioning for port c90cd010-3b2b-4678-acbb-d6adcb6a3091 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:43:59.951158 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-82bbc689-e535-4f4e-a01f-782fb688f82d None None] Provisioning complete for port c90cd010-3b2b-4678-acbb-d6adcb6a3091 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:43:59.956190 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-82bbc689-e535-4f4e-a01f-782fb688f82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:59.970445 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4c199a-0ba3-4124-a9e0-83bc21c2d0b0 tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] Pushing event deleted for resources: {'Port': ['ID=64bd403a-0e30-4b5a-835d-e70bdd731127,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:43:59.974661 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-bc683b3a-85a7-4135-9d62-f9b02604ec1d tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:43:59.975319 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1b70e1-cec2-40d7-bfc9-2986a79b4add tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] No DVR routers for this DVR port 92c8ee34-3449-427d-b111-e142f07e653b on host dv-neutron-827798-2-hyperv {{(pid=84108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:43:59.979938 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-bc683b3a-85a7-4135-9d62-f9b02604ec1d tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473771'] for router_interface, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:00.010593 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-82bbc689-e535-4f4e-a01f-782fb688f82d None None] Port c90cd010-3b2b-4678-acbb-d6adcb6a3091 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:44:00.047356 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-9a034bef-e5f4-4484-a49d-642346765733 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:44:00.067530 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eb99f54-cc68-40bc-aa24-797db002a987 req-2a4c199a-0ba3-4124-a9e0-83bc21c2d0b0 tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] No DVR routers for this DVR port 64bd403a-0e30-4b5a-835d-e70bdd731127 on host hv-neutron-8277 {{(pid=84108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:44:00.070290 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-0eb99f54-cc68-40bc-aa24-797db002a987 req-2a4c199a-0ba3-4124-a9e0-83bc21c2d0b0 tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:00.079193 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-9a034bef-e5f4-4484-a49d-642346765733 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Usage tracker for resource:subnet and tenant:2260a774eaa04d99b94c2b95d9361fff is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:44:00.079193 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a13c904-87bf-48b3-b652-c6cfae2f9547', 'name': 'network-vif-deleted', 'tag': '64bd403a-0e30-4b5a-835d-e70bdd731127'}] {{(pid=84108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:44:00.084175 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-9a034bef-e5f4-4484-a49d-642346765733 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:44:00.135680 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc683b3a-85a7-4135-9d62-f9b02604ec1d tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Pushing event updated for resources: {'Port': ['ID=c90cd010-3b2b-4678-acbb-d6adcb6a3091,revision_number=2']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:00.143833 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-9a034bef-e5f4-4484-a49d-642346765733 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:44:00.146817 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-0eb99f54-cc68-40bc-aa24-797db002a987 req-2a4c199a-0ba3-4124-a9e0-83bc21c2d0b0 tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] 10.222.0.47 "DELETE /v2.0/ports/64bd403a-0e30-4b5a-835d-e70bdd731127 HTTP/1.1" status: 204 len: 173 time: 1.9543343 Feb 04 08:44:00.178655 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-fb1b70e1-cec2-40d7-bfc9-2986a79b4add tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:00.183486 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc683b3a-85a7-4135-9d62-f9b02604ec1d tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Network c57e03a7-86ec-4e09-9183-7059cfc22c0b is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:44:00.185355 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-bc683b3a-85a7-4135-9d62-f9b02604ec1d tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:44:00.208652 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-fb1b70e1-cec2-40d7-bfc9-2986a79b4add tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eb7fa40-8fb0-4d42-8603-7173389af536']}} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:00.222694 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-fb1b70e1-cec2-40d7-bfc9-2986a79b4add tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e384991-cc46-4e4b-a74e-7bafd4b9e05e') {'for_net_delete': True} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:00.222990 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-fb1b70e1-cec2-40d7-bfc9-2986a79b4add tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e384991-cc46-4e4b-a74e-7bafd4b9e05e') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:00.242002 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-fb1b70e1-cec2-40d7-bfc9-2986a79b4add tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7851336'] for segment, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:00.274478 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a034bef-e5f4-4484-a49d-642346765733 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Made reservation on behalf of 2260a774eaa04d99b94c2b95d9361fff for: {'subnet': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:44:00.296505 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-fb1b70e1-cec2-40d7-bfc9-2986a79b4add tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:00.329636 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device 64bd403a-0e30-4b5a-835d-e70bdd731127 no longer exists at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:44:00.427683 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] No Port match for: 64bd403a-0e30-4b5a-835d-e70bdd731127 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:44:00.428068 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device 64bd403a-0e30-4b5a-835d-e70bdd731127 not bound to the agent host hv-neutron-8277 {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:44:00.436065 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-972278c3-a023-4883-a497-52004079d806 req-e89f5f92-2e8c-4d89-8a6b-85f55ebf79cd tempest-TestServerAdvancedOps-905747333 tempest-TestServerAdvancedOps-905747333-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a13c904-87bf-48b3-b652-c6cfae2f9547 HTTP/1.1" status: 200 len: 210 time: 0.1419911 Feb 04 08:44:00.548543 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a13c904-87bf-48b3-b652-c6cfae2f9547', 'name': 'network-vif-deleted', 'tag': '64bd403a-0e30-4b5a-835d-e70bdd731127', 'status': 'completed', 'code': 200} Feb 04 08:44:00.554064 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb1b70e1-cec2-40d7-bfc9-2986a79b4add tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=84108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:44:00.554463 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-fb1b70e1-cec2-40d7-bfc9-2986a79b4add tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7460345'] for segment, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:00.570452 dv-neutron-827798-2-hyperv neutron-server[84108]: Traceback (most recent call last): Feb 04 08:44:00.570452 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:44:00.570452 dv-neutron-827798-2-hyperv neutron-server[84108]: timer() Feb 04 08:44:00.570452 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:44:00.570452 dv-neutron-827798-2-hyperv neutron-server[84108]: cb(*args, **kw) Feb 04 08:44:00.570452 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:44:00.570452 dv-neutron-827798-2-hyperv neutron-server[84108]: return func(*args, **kwargs) Feb 04 08:44:00.570452 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:44:00.570452 dv-neutron-827798-2-hyperv neutron-server[84108]: self._notify() Feb 04 08:44:00.570452 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:44:00.570452 dv-neutron-827798-2-hyperv neutron-server[84108]: self.callback(batched_events) Feb 04 08:44:00.570452 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:44:00.570452 dv-neutron-827798-2-hyperv neutron-server[84108]: event.method(event) Feb 04 08:44:00.570452 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:44:00.570452 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:44:00.570452 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:44:00.570452 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:44:00.570452 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:44:00.570452 dv-neutron-827798-2-hyperv neutron-server[84108]: return f(self, *a, **k) Feb 04 08:44:00.570452 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:44:00.570452 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._get(url).json() Feb 04 08:44:00.570452 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:44:00.570452 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:44:00.570452 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:44:00.570452 dv-neutron-827798-2-hyperv neutron-server[84108]: return self.request(url, 'GET', **kwargs) Feb 04 08:44:00.570452 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:44:00.570452 dv-neutron-827798-2-hyperv neutron-server[84108]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:44:00.570452 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:44:00.570452 dv-neutron-827798-2-hyperv neutron-server[84108]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:44:00.570452 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:44:00.570452 dv-neutron-827798-2-hyperv neutron-server[84108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:44:00.570452 dv-neutron-827798-2-hyperv neutron-server[84108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:44:00.657320 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-00fe4214-1bc0-4cb1-a98b-0fc96b11accd None None] Provisioning complete for port c90cd010-3b2b-4678-acbb-d6adcb6a3091 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:44:00.657722 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-00fe4214-1bc0-4cb1-a98b-0fc96b11accd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:00.684857 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9a034bef-e5f4-4484-a49d-642346765733 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8119726'] for subnet, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:00.717856 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-00fe4214-1bc0-4cb1-a98b-0fc96b11accd None None] Port c90cd010-3b2b-4678-acbb-d6adcb6a3091 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:44:00.781647 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc683b3a-85a7-4135-9d62-f9b02604ec1d tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Router 166d44d9-9555-4d56-88d2-96a24d713000 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:44:00.841148 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-fb1b70e1-cec2-40d7-bfc9-2986a79b4add tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:00.862625 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-fb1b70e1-cec2-40d7-bfc9-2986a79b4add tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks [] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:00.871528 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1b70e1-cec2-40d7-bfc9-2986a79b4add tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Pushing event deleted for resources: {'Network': ['ID=0eb7fa40-8fb0-4d42-8603-7173389af536,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:00.892453 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-fb1b70e1-cec2-40d7-bfc9-2986a79b4add tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] 10.222.0.36 "DELETE /v2.0/networks/0eb7fa40-8fb0-4d42-8603-7173389af536 HTTP/1.1" status: 204 len: 168 time: 4.8547730 Feb 04 08:44:00.906490 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 54606) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:00.959313 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdba855f-619b-44ed-ac03-450050a6f6a9 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] DELETE failed (client error): The resource could not be found. Feb 04 08:44:00.960345 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdba855f-619b-44ed-ac03-450050a6f6a9 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:44:00.968662 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-bdba855f-619b-44ed-ac03-450050a6f6a9 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] 10.222.0.36 "DELETE /v2.0/subnets/742ae8b6-8d16-43bc-9d0a-096e01af10e3 HTTP/1.1" status: 404 len: 337 time: 0.0536318 Feb 04 08:44:00.972040 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 54612) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:01.004667 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-24379c8f-b9d6-4cd8-89d5-866d4011523a tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] DELETE failed (client error): The resource could not be found. Feb 04 08:44:01.005195 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24379c8f-b9d6-4cd8-89d5-866d4011523a tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:44:01.009202 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-24379c8f-b9d6-4cd8-89d5-866d4011523a tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] 10.222.0.36 "DELETE /v2.0/networks/0eb7fa40-8fb0-4d42-8603-7173389af536 HTTP/1.1" status: 404 len: 339 time: 0.0337536 Feb 04 08:44:01.013098 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 54616) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:01.015675 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc683b3a-85a7-4135-9d62-f9b02604ec1d tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:44:01.022485 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-bc683b3a-85a7-4135-9d62-f9b02604ec1d tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "PUT /v2.0/routers/166d44d9-9555-4d56-88d2-96a24d713000/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6953132 Feb 04 08:44:01.030076 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 54618) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:01.031098 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0078797-965e-4d98-8d51-b4ec12e8d0ae None None] Sync routers for ids ['166d44d9-9555-4d56-88d2-96a24d713000'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:44:01.043976 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0078797-965e-4d98-8d51-b4ec12e8d0ae None None] Routers {'166d44d9-9555-4d56-88d2-96a24d713000'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:44:01.044789 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-b0078797-965e-4d98-8d51-b4ec12e8d0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:43:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['166d44d9-9555-4d56-88d2-96a24d713000'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:01.109686 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-b0078797-965e-4d98-8d51-b4ec12e8d0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:01.121863 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0078797-965e-4d98-8d51-b4ec12e8d0ae None None] Routers {'166d44d9-9555-4d56-88d2-96a24d713000'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:44:01.122561 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-b0078797-965e-4d98-8d51-b4ec12e8d0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:43:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['166d44d9-9555-4d56-88d2-96a24d713000'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:01.183124 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-b0078797-965e-4d98-8d51-b4ec12e8d0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:01.183664 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0078797-965e-4d98-8d51-b4ec12e8d0ae None None] The sync data for ids ['166d44d9-9555-4d56-88d2-96a24d713000'] in dv-neutron-827798-2-hyperv is: [] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:44:01.216523 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.objects.ports [None req-9a034bef-e5f4-4484-a49d-642346765733 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84108) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 04 08:44:01.218525 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9a034bef-e5f4-4484-a49d-642346765733 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7593498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8119736'] for subnet, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:01.243009 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9472e62d-7805-42ba-98eb-95cd77b7d8e1 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:01.254552 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe102d13-1b87-4ca2-b803-0558110bec44 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:44:01.256162 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-fe102d13-1b87-4ca2-b803-0558110bec44 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Synchronizing usage tracker for tenant:bf57e53bceb34316b0180186a41d96ee on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:44:01.297814 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a034bef-e5f4-4484-a49d-642346765733 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Pushing event updated for resources: {'Subnet': ['ID=60715229-f3db-4930-8853-13ff4ddfa68c,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:01.315157 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a034bef-e5f4-4484-a49d-642346765733 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Checking segment: {'id': '93095aa0-ed3c-4ac9-af47-fa9c44ace96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '88a8c807-a2ff-4cea-a98e-4496c583cfb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:44:01.315509 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a034bef-e5f4-4484-a49d-642346765733 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Network hostable DHCP agents. Network: 88a8c807-a2ff-4cea-a98e-4496c583cfb4, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:44:01.390369 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-fe102d13-1b87-4ca2-b803-0558110bec44 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Unset dirty status for tenant:bf57e53bceb34316b0180186a41d96ee on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:44:01.391435 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-fe102d13-1b87-4ca2-b803-0558110bec44 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "GET /v2.0/ports/c90cd010-3b2b-4678-acbb-d6adcb6a3091 HTTP/1.1" status: 200 len: 913 time: 0.3646591 Feb 04 08:44:01.394579 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 54624) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:01.399757 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dbccef-c671-4cd8-8005-7688ce390008 req-0c79a81e-e161-43e4-9a0c-ec3c1aa78c1f tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:44:01.401179 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a8dbccef-c671-4cd8-8005-7688ce390008 req-0c79a81e-e161-43e4-9a0c-ec3c1aa78c1f tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d3f9a2e-5f81-4e26-82f8-be8c0a180732 HTTP/1.1" status: 200 len: 945 time: 0.2960820 Feb 04 08:44:01.431743 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9472e62d-7805-42ba-98eb-95cd77b7d8e1 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:01.456037 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a034bef-e5f4-4484-a49d-642346765733 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Network 88a8c807-a2ff-4cea-a98e-4496c583cfb4 is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:44:01.469865 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-9472e62d-7805-42ba-98eb-95cd77b7d8e1 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ddabcb4-9644-4d2a-abff-322a8e8ea199']}} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:01.489663 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-9472e62d-7805-42ba-98eb-95cd77b7d8e1 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45b6d173-d58c-4a5d-98a7-9d2d12ba91c3') {'for_net_delete': True} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:01.489991 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-9472e62d-7805-42ba-98eb-95cd77b7d8e1 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45b6d173-d58c-4a5d-98a7-9d2d12ba91c3') {} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:01.498643 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a8dbccef-c671-4cd8-8005-7688ce390008 req-2698298c-38b2-47a0-bf1d-e60e59b3e82a tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/security-groups?id=53227cdf-7dc5-4d80-b711-52cc313216b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874410 Feb 04 08:44:01.504348 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9472e62d-7805-42ba-98eb-95cd77b7d8e1 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8058642'] for segment, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:01.521260 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9472e62d-7805-42ba-98eb-95cd77b7d8e1 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:01.531161 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9472e62d-7805-42ba-98eb-95cd77b7d8e1 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=84107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:44:01.538867 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9472e62d-7805-42ba-98eb-95cd77b7d8e1 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7377717'] for segment, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:01.556890 dv-neutron-827798-2-hyperv neutron-server[84107]: Traceback (most recent call last): Feb 04 08:44:01.556890 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:44:01.556890 dv-neutron-827798-2-hyperv neutron-server[84107]: timer() Feb 04 08:44:01.556890 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:44:01.556890 dv-neutron-827798-2-hyperv neutron-server[84107]: cb(*args, **kw) Feb 04 08:44:01.556890 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:44:01.556890 dv-neutron-827798-2-hyperv neutron-server[84107]: return func(*args, **kwargs) Feb 04 08:44:01.556890 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:44:01.556890 dv-neutron-827798-2-hyperv neutron-server[84107]: self._notify() Feb 04 08:44:01.556890 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:44:01.556890 dv-neutron-827798-2-hyperv neutron-server[84107]: self.callback(batched_events) Feb 04 08:44:01.556890 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:44:01.556890 dv-neutron-827798-2-hyperv neutron-server[84107]: event.method(event) Feb 04 08:44:01.556890 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:44:01.556890 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:44:01.556890 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:44:01.556890 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:44:01.556890 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:44:01.556890 dv-neutron-827798-2-hyperv neutron-server[84107]: return f(self, *a, **k) Feb 04 08:44:01.556890 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:44:01.556890 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._get(url).json() Feb 04 08:44:01.556890 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:44:01.556890 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:44:01.556890 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:44:01.556890 dv-neutron-827798-2-hyperv neutron-server[84107]: return self.request(url, 'GET', **kwargs) Feb 04 08:44:01.556890 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:44:01.556890 dv-neutron-827798-2-hyperv neutron-server[84107]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:44:01.556890 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:44:01.556890 dv-neutron-827798-2-hyperv neutron-server[84107]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:44:01.556890 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:44:01.556890 dv-neutron-827798-2-hyperv neutron-server[84107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:44:01.556890 dv-neutron-827798-2-hyperv neutron-server[84107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:44:01.560759 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-9a034bef-e5f4-4484-a49d-642346765733 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, 88a8c807-a2ff-4cea-a98e-4496c583cfb4) {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:44:01.573939 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9198dd45-6cae-49d7-9c51-97100edb3778 None None] Network 88a8c807-a2ff-4cea-a98e-4496c583cfb4 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:44:01.577358 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a034bef-e5f4-4484-a49d-642346765733 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:44:01.577358 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9a034bef-e5f4-4484-a49d-642346765733 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:01.585311 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 54632) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:01.676328 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_v2 [None req-67c5d02b-68a8-4708-b261-b00302054d22 admin admin] Deleting subnet 8675bddc-291e-4add-bb9a-40b80a84c2b2 {{(pid=84108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:44:01.732389 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cc95f7-a267-40bf-a2c0-0af4e4fc5275 req-497bdde8-37a5-4720-89ee-57d2344c4c3d tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:44:01.733872 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c7cc95f7-a267-40bf-a2c0-0af4e4fc5275 req-497bdde8-37a5-4720-89ee-57d2344c4c3d tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d3f9a2e-5f81-4e26-82f8-be8c0a180732 HTTP/1.1" status: 200 len: 945 time: 0.0842652 Feb 04 08:44:01.740627 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-9a034bef-e5f4-4484-a49d-642346765733 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.0573432 Feb 04 08:44:01.744189 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 54636) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:01.748179 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-67c5d02b-68a8-4708-b261-b00302054d22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:01.783243 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9472e62d-7805-42ba-98eb-95cd77b7d8e1 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:01.804963 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09162310-8963-4a2d-98d7-24f684ec414f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-88a8c807-a2ff-4cea-a98e-4496c583cfb4', 'network_id': '88a8c807-a2ff-4cea-a98e-4496c583cfb4', 'tenant_id': '2260a774eaa04d99b94c2b95d9361fff', 'fixed_ips': [{'subnet_id': '60715229-f3db-4930-8853-13ff4ddfa68c'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:44:01.806286 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-09162310-8963-4a2d-98d7-24f684ec414f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:01.854602 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-67c5d02b-68a8-4708-b261-b00302054d22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7851377'] for subnet, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:01.858504 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9472e62d-7805-42ba-98eb-95cd77b7d8e1 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:01.873629 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9472e62d-7805-42ba-98eb-95cd77b7d8e1 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Pushing event deleted for resources: {'Network': ['ID=9ddabcb4-9644-4d2a-abff-322a8e8ea199,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:01.901873 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-9472e62d-7805-42ba-98eb-95cd77b7d8e1 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] 10.222.0.36 "DELETE /v2.0/networks/9ddabcb4-9644-4d2a-abff-322a8e8ea199 HTTP/1.1" status: 204 len: 168 time: 0.8754623 Feb 04 08:44:01.905245 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 54640) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:01.941136 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-67c5d02b-68a8-4708-b261-b00302054d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:01.947998 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c7cc95f7-a267-40bf-a2c0-0af4e4fc5275 req-abff91fe-9684-49f8-9860-7db24adb1dd5 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/security-groups?id=53227cdf-7dc5-4d80-b711-52cc313216b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2006729 Feb 04 08:44:01.954572 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-06a298bb-3d3a-420f-88b3-18663c7a1a38 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] DELETE failed (client error): The resource could not be found. Feb 04 08:44:01.955005 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06a298bb-3d3a-420f-88b3-18663c7a1a38 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:44:01.959013 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-06a298bb-3d3a-420f-88b3-18663c7a1a38 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] 10.222.0.36 "DELETE /v2.0/subnets/4b3f0aab-733a-4245-9bfe-c7ec734e21a0 HTTP/1.1" status: 404 len: 337 time: 0.0504451 Feb 04 08:44:01.966694 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 54644) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:02.006828 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd58079d-744b-4e7b-b419-937d6d27414b tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] DELETE failed (client error): The resource could not be found. Feb 04 08:44:02.007258 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd58079d-744b-4e7b-b419-937d6d27414b tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:44:02.012008 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-fd58079d-744b-4e7b-b419-937d6d27414b tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] 10.222.0.36 "DELETE /v2.0/networks/10da3526-3b2b-41c7-8a9a-909569d6b2d9 HTTP/1.1" status: 404 len: 339 time: 0.0412765 Feb 04 08:44:02.013259 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 54650) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:02.020006 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-bb0bdaf6-65e9-43c2-9472-b0dbe1e6dd76 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473817'] for router_interface, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:02.048819 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-09162310-8963-4a2d-98d7-24f684ec414f None None] Allocated IP 2001:db8::f816:3eff:febd:959f (88a8c807-a2ff-4cea-a98e-4496c583cfb4/60715229-f3db-4930-8853-13ff4ddfa68c/2e8d9122-33f2-41a6-8fcf-c59c836bd1df) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:44:02.055351 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2cf75b7c-0e7c-4ba5-b0d5-be977eb977b0 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:02.256029 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-67c5d02b-68a8-4708-b261-b00302054d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7593563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8119683'] for subnet, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:02.299164 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-09162310-8963-4a2d-98d7-24f684ec414f None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:02.311760 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-09162310-8963-4a2d-98d7-24f684ec414f None None] Transition to ACTIVE for port object 2e8d9122-33f2-41a6-8fcf-c59c836bd1df will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:44:02.333784 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-09162310-8963-4a2d-98d7-24f684ec414f None None] Transition to ACTIVE for port object 2e8d9122-33f2-41a6-8fcf-c59c836bd1df will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:44:02.366912 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2cf75b7c-0e7c-4ba5-b0d5-be977eb977b0 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:02.374797 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-09162310-8963-4a2d-98d7-24f684ec414f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:02.412641 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c5d02b-68a8-4708-b261-b00302054d22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8675bddc-291e-4add-bb9a-40b80a84c2b2,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:02.422302 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-67c5d02b-68a8-4708-b261-b00302054d22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:02.435874 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-67c5d02b-68a8-4708-b261-b00302054d22 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/8675bddc-291e-4add-bb9a-40b80a84c2b2 HTTP/1.1" status: 204 len: 168 time: 0.8493237 Feb 04 08:44:02.438496 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 54654) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:02.465512 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09162310-8963-4a2d-98d7-24f684ec414f None None] Network 88a8c807-a2ff-4cea-a98e-4496c583cfb4 is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:44:02.469365 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-09162310-8963-4a2d-98d7-24f684ec414f None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:44:02.471266 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09162310-8963-4a2d-98d7-24f684ec414f None None] Pushing event updated for resources: {'Port': ['ID=2e8d9122-33f2-41a6-8fcf-c59c836bd1df,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:02.473633 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09162310-8963-4a2d-98d7-24f684ec414f None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:44:02.479723 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9df6fc9-7d09-4439-ab85-c31b4a2aeecc tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Deleting subnet f37d6723-3256-4def-bf5a-d605175dc6a6 {{(pid=84107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:44:02.485242 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d9df6fc9-7d09-4439-ab85-c31b4a2aeecc tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks [] for subnet, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:02.556669 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d93cf8a-2571-490a-93ee-7d70212e8700 req-06d0259a-5271-4d70-9fa6-f32250ddb31c tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:44:02.558027 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8d93cf8a-2571-490a-93ee-7d70212e8700 req-06d0259a-5271-4d70-9fa6-f32250ddb31c tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d3f9a2e-5f81-4e26-82f8-be8c0a180732 HTTP/1.1" status: 200 len: 945 time: 0.4201128 Feb 04 08:44:02.562938 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d9df6fc9-7d09-4439-ab85-c31b4a2aeecc tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8058667'] for subnet, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:02.567084 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-09162310-8963-4a2d-98d7-24f684ec414f None None] Attempting to bind port 2e8d9122-33f2-41a6-8fcf-c59c836bd1df on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:44:02.567454 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-09162310-8963-4a2d-98d7-24f684ec414f None None] Attempting to bind port 2e8d9122-33f2-41a6-8fcf-c59c836bd1df by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': '93095aa0-ed3c-4ac9-af47-fa9c44ace96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '88a8c807-a2ff-4cea-a98e-4496c583cfb4'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:44:02.567816 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09162310-8963-4a2d-98d7-24f684ec414f None None] Attempting to bind port 2e8d9122-33f2-41a6-8fcf-c59c836bd1df on network 88a8c807-a2ff-4cea-a98e-4496c583cfb4 {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:44:02.575467 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09162310-8963-4a2d-98d7-24f684ec414f None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:44:02.576050 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09162310-8963-4a2d-98d7-24f684ec414f None None] Checking segment: {'id': '93095aa0-ed3c-4ac9-af47-fa9c44ace96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '88a8c807-a2ff-4cea-a98e-4496c583cfb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:44:02.578359 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-09162310-8963-4a2d-98d7-24f684ec414f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:02.578359 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09162310-8963-4a2d-98d7-24f684ec414f None None] Bound using segment: {'id': '93095aa0-ed3c-4ac9-af47-fa9c44ace96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '88a8c807-a2ff-4cea-a98e-4496c583cfb4'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:44:02.578359 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-09162310-8963-4a2d-98d7-24f684ec414f None None] Bound port: 2e8d9122-33f2-41a6-8fcf-c59c836bd1df, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93095aa0-ed3c-4ac9-af47-fa9c44ace96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '88a8c807-a2ff-4cea-a98e-4496c583cfb4'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:44:02.578359 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-09162310-8963-4a2d-98d7-24f684ec414f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:02.657253 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2cf75b7c-0e7c-4ba5-b0d5-be977eb977b0 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7510167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985167'] for subnet, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:02.658222 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-18b60950-9bb7-4eb5-9c9f-a2d0b13a8eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:02.675706 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-09162310-8963-4a2d-98d7-24f684ec414f None None] For port 2e8d9122-33f2-41a6-8fcf-c59c836bd1df, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:44:02.679009 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-09162310-8963-4a2d-98d7-24f684ec414f None None] For port 2e8d9122-33f2-41a6-8fcf-c59c836bd1df, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=2e8d9122-33f2-41a6-8fcf-c59c836bd1df,segment=NetworkSegment(93095aa0-ed3c-4ac9-af47-fa9c44ace96e),segment_id=93095aa0-ed3c-4ac9-af47-fa9c44ace96e)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:44:02.717891 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8d93cf8a-2571-490a-93ee-7d70212e8700 req-b15c5ab8-6b8f-4dfb-bc3f-c27974925cd9 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/security-groups?id=53227cdf-7dc5-4d80-b711-52cc313216b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246231 Feb 04 08:44:02.723273 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-09162310-8963-4a2d-98d7-24f684ec414f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:02.741588 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf75b7c-0e7c-4ba5-b0d5-be977eb977b0 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Pushing event deleted for resources: {'Subnet': ['ID=60715229-f3db-4930-8853-13ff4ddfa68c,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:02.824471 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09162310-8963-4a2d-98d7-24f684ec414f None None] Pushing event updated for resources: {'Port': ['ID=2e8d9122-33f2-41a6-8fcf-c59c836bd1df,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:02.873055 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d9df6fc9-7d09-4439-ab85-c31b4a2aeecc tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:02.901774 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-18b60950-9bb7-4eb5-9c9f-a2d0b13a8eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:02.912114 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2cf75b7c-0e7c-4ba5-b0d5-be977eb977b0 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:02.934853 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-18b60950-9bb7-4eb5-9c9f-a2d0b13a8eed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0feb43c5-81db-47ea-8e99-1f15e3da5944']}} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:02.958242 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-2cf75b7c-0e7c-4ba5-b0d5-be977eb977b0 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88a8c807-a2ff-4cea-a98e-4496c583cfb4']}} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:02.962901 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-18b60950-9bb7-4eb5-9c9f-a2d0b13a8eed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c58a19cf-7c6c-4752-bbaa-214f5e249faf') {'for_net_delete': True} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:02.962901 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-18b60950-9bb7-4eb5-9c9f-a2d0b13a8eed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c58a19cf-7c6c-4752-bbaa-214f5e249faf') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:02.976041 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-18b60950-9bb7-4eb5-9c9f-a2d0b13a8eed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7851336'] for segment, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:02.977952 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-2cf75b7c-0e7c-4ba5-b0d5-be977eb977b0 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93095aa0-ed3c-4ac9-af47-fa9c44ace96e') {'for_net_delete': True} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:02.978662 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-2cf75b7c-0e7c-4ba5-b0d5-be977eb977b0 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93095aa0-ed3c-4ac9-af47-fa9c44ace96e') {} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:02.999395 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2cf75b7c-0e7c-4ba5-b0d5-be977eb977b0 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8058642'] for segment, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:03.000984 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-18b60950-9bb7-4eb5-9c9f-a2d0b13a8eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:03.014048 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18b60950-9bb7-4eb5-9c9f-a2d0b13a8eed admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=84108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:44:03.014617 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-18b60950-9bb7-4eb5-9c9f-a2d0b13a8eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7460345'] for segment, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:03.021629 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2cf75b7c-0e7c-4ba5-b0d5-be977eb977b0 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:03.032631 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cf75b7c-0e7c-4ba5-b0d5-be977eb977b0 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=84107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:44:03.032878 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2cf75b7c-0e7c-4ba5-b0d5-be977eb977b0 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7377717'] for segment, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:03.041714 dv-neutron-827798-2-hyperv neutron-server[84108]: Traceback (most recent call last): Feb 04 08:44:03.041714 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:44:03.041714 dv-neutron-827798-2-hyperv neutron-server[84108]: timer() Feb 04 08:44:03.041714 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:44:03.041714 dv-neutron-827798-2-hyperv neutron-server[84108]: cb(*args, **kw) Feb 04 08:44:03.041714 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:44:03.041714 dv-neutron-827798-2-hyperv neutron-server[84108]: return func(*args, **kwargs) Feb 04 08:44:03.041714 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:44:03.041714 dv-neutron-827798-2-hyperv neutron-server[84108]: self._notify() Feb 04 08:44:03.041714 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:44:03.041714 dv-neutron-827798-2-hyperv neutron-server[84108]: self.callback(batched_events) Feb 04 08:44:03.041714 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:44:03.041714 dv-neutron-827798-2-hyperv neutron-server[84108]: event.method(event) Feb 04 08:44:03.041714 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:44:03.041714 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:44:03.041714 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:44:03.041714 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:44:03.041714 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:44:03.041714 dv-neutron-827798-2-hyperv neutron-server[84108]: return f(self, *a, **k) Feb 04 08:44:03.041714 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:44:03.041714 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._get(url).json() Feb 04 08:44:03.041714 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:44:03.041714 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:44:03.041714 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:44:03.041714 dv-neutron-827798-2-hyperv neutron-server[84108]: return self.request(url, 'GET', **kwargs) Feb 04 08:44:03.041714 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:44:03.041714 dv-neutron-827798-2-hyperv neutron-server[84108]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:44:03.041714 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:44:03.041714 dv-neutron-827798-2-hyperv neutron-server[84108]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:44:03.041714 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:44:03.041714 dv-neutron-827798-2-hyperv neutron-server[84108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:44:03.041714 dv-neutron-827798-2-hyperv neutron-server[84108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:44:03.085484 dv-neutron-827798-2-hyperv neutron-server[84107]: Traceback (most recent call last): Feb 04 08:44:03.085484 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:44:03.085484 dv-neutron-827798-2-hyperv neutron-server[84107]: timer() Feb 04 08:44:03.085484 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:44:03.085484 dv-neutron-827798-2-hyperv neutron-server[84107]: cb(*args, **kw) Feb 04 08:44:03.085484 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:44:03.085484 dv-neutron-827798-2-hyperv neutron-server[84107]: return func(*args, **kwargs) Feb 04 08:44:03.085484 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:44:03.085484 dv-neutron-827798-2-hyperv neutron-server[84107]: self._notify() Feb 04 08:44:03.085484 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:44:03.085484 dv-neutron-827798-2-hyperv neutron-server[84107]: self.callback(batched_events) Feb 04 08:44:03.085484 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:44:03.085484 dv-neutron-827798-2-hyperv neutron-server[84107]: event.method(event) Feb 04 08:44:03.085484 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:44:03.085484 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:44:03.085484 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:44:03.085484 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:44:03.085484 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:44:03.085484 dv-neutron-827798-2-hyperv neutron-server[84107]: return f(self, *a, **k) Feb 04 08:44:03.085484 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:44:03.085484 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._get(url).json() Feb 04 08:44:03.085484 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:44:03.085484 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:44:03.085484 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:44:03.085484 dv-neutron-827798-2-hyperv neutron-server[84107]: return self.request(url, 'GET', **kwargs) Feb 04 08:44:03.085484 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:44:03.085484 dv-neutron-827798-2-hyperv neutron-server[84107]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:44:03.085484 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:44:03.085484 dv-neutron-827798-2-hyperv neutron-server[84107]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:44:03.085484 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:44:03.085484 dv-neutron-827798-2-hyperv neutron-server[84107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:44:03.085484 dv-neutron-827798-2-hyperv neutron-server[84107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:44:03.154395 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d9df6fc9-7d09-4439-ab85-c31b4a2aeecc tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7510167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985167'] for subnet, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:03.218929 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9df6fc9-7d09-4439-ab85-c31b4a2aeecc tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Pushing event deleted for resources: {'Subnet': ['ID=f37d6723-3256-4def-bf5a-d605175dc6a6,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:03.235741 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4cf322-9b53-405e-9910-0801d2143d3c None None] Network 53343b09-fc22-4681-aef3-25868666e1a1 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:44:03.237839 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d9df6fc9-7d09-4439-ab85-c31b4a2aeecc tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks [] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:03.255235 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-d9df6fc9-7d09-4439-ab85-c31b4a2aeecc tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] 10.222.0.36 "DELETE /v2.0/subnets/f37d6723-3256-4def-bf5a-d605175dc6a6 HTTP/1.1" status: 204 len: 168 time: 1.2408261 Feb 04 08:44:03.257334 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 54660) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:03.262358 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-18b60950-9bb7-4eb5-9c9f-a2d0b13a8eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:03.287231 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-18b60950-9bb7-4eb5-9c9f-a2d0b13a8eed admin admin] Notify callbacks [] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:03.297734 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.db.api [None req-2cf75b7c-0e7c-4ba5-b0d5-be977eb977b0 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 08:44:03.297734 dv-neutron-827798-2-hyperv neutron-server[84107]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 08:44:03.297734 dv-neutron-827798-2-hyperv neutron-server[84107]: [parameters: {'id': '88a8c807-a2ff-4cea-a98e-4496c583cfb4'}] Feb 04 08:44:03.297734 dv-neutron-827798-2-hyperv neutron-server[84107]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 08:44:03.298117 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG oslo_db.api [None req-2cf75b7c-0e7c-4ba5-b0d5-be977eb977b0 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 08:44:03.310662 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b60950-9bb7-4eb5-9c9f-a2d0b13a8eed admin admin] Pushing event deleted for resources: {'Network': ['ID=0feb43c5-81db-47ea-8e99-1f15e3da5944,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:03.331945 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-bb0bdaf6-65e9-43c2-9472-b0dbe1e6dd76 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Deleting port c90cd010-3b2b-4678-acbb-d6adcb6a3091 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:44:03.332482 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-bb0bdaf6-65e9-43c2-9472-b0dbe1e6dd76 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:03.349777 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_v2 [None req-212bd12a-a78c-4f51-8820-7b7aa5b1a8da tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Deleting subnet 92fcfe10-58b8-4b7f-89ce-2ded3f6038ae {{(pid=84107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:44:03.354856 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-212bd12a-a78c-4f51-8820-7b7aa5b1a8da tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks [] for subnet, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:03.422514 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-212bd12a-a78c-4f51-8820-7b7aa5b1a8da tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8058667'] for subnet, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:03.482477 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-18b60950-9bb7-4eb5-9c9f-a2d0b13a8eed admin admin] 10.222.0.36 "DELETE /v2.0/networks/0feb43c5-81db-47ea-8e99-1f15e3da5944 HTTP/1.1" status: 204 len: 168 time: 1.0396261 Feb 04 08:44:03.482477 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 54666) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:03.575497 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c61dd-03de-4a4e-9a79-fe2dc652607c req-9685ddf3-9bf0-4f85-88b0-58a9fea1bea0 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:44:03.578204 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-aa0c61dd-03de-4a4e-9a79-fe2dc652607c req-9685ddf3-9bf0-4f85-88b0-58a9fea1bea0 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d3f9a2e-5f81-4e26-82f8-be8c0a180732 HTTP/1.1" status: 200 len: 945 time: 0.1263473 Feb 04 08:44:03.586037 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2168ed3-ba4f-45df-8f04-3fa8e8c4ff5a admin admin] Deleting subnet a07e0ccc-6916-4721-b6cf-dac576f98770 {{(pid=84108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:44:03.600223 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f2168ed3-ba4f-45df-8f04-3fa8e8c4ff5a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:03.611936 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-212bd12a-a78c-4f51-8820-7b7aa5b1a8da tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:03.633712 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-bb0bdaf6-65e9-43c2-9472-b0dbe1e6dd76 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:03.692637 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-aa0c61dd-03de-4a4e-9a79-fe2dc652607c req-f1476f9a-63b7-4fdf-881d-b9a3ad4755e3 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/security-groups?id=53227cdf-7dc5-4d80-b711-52cc313216b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006358 Feb 04 08:44:03.777751 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-bb0bdaf6-65e9-43c2-9472-b0dbe1e6dd76 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Calling delete_port for c90cd010-3b2b-4678-acbb-d6adcb6a3091 owned by network:router_interface {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:44:03.789734 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-212bd12a-a78c-4f51-8820-7b7aa5b1a8da tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7510167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985167'] for subnet, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:03.819572 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f2168ed3-ba4f-45df-8f04-3fa8e8c4ff5a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7851377'] for subnet, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:03.826140 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2cf75b7c-0e7c-4ba5-b0d5-be977eb977b0 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:03.838658 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212bd12a-a78c-4f51-8820-7b7aa5b1a8da tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Pushing event deleted for resources: {'Subnet': ['ID=92fcfe10-58b8-4b7f-89ce-2ded3f6038ae,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:03.850824 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-212bd12a-a78c-4f51-8820-7b7aa5b1a8da tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks [] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:03.863734 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-212bd12a-a78c-4f51-8820-7b7aa5b1a8da tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] 10.222.0.36 "DELETE /v2.0/subnets/92fcfe10-58b8-4b7f-89ce-2ded3f6038ae HTTP/1.1" status: 204 len: 168 time: 0.6031625 Feb 04 08:44:03.864691 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 54670) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:03.865426 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-2cf75b7c-0e7c-4ba5-b0d5-be977eb977b0 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Deleting port 2e8d9122-33f2-41a6-8fcf-c59c836bd1df {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:44:03.865838 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2cf75b7c-0e7c-4ba5-b0d5-be977eb977b0 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:03.954260 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f2168ed3-ba4f-45df-8f04-3fa8e8c4ff5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:04.066453 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0ef6c5de-c35c-488f-ae58-b2f1befe324f tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:04.076357 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7692c21d-3ba9-42d3-9d97-b5e23f85f8df None None] Network 88a8c807-a2ff-4cea-a98e-4496c583cfb4 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:44:04.110769 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-0ef6c5de-c35c-488f-ae58-b2f1befe324f tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Deleting port 4209a80b-e665-4cc5-b13d-10693ffeb183 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:44:04.111712 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0ef6c5de-c35c-488f-ae58-b2f1befe324f tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:04.174675 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f2168ed3-ba4f-45df-8f04-3fa8e8c4ff5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7593563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8119683'] for subnet, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:04.289786 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [None req-2cf75b7c-0e7c-4ba5-b0d5-be977eb977b0 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] For port 2e8d9122-33f2-41a6-8fcf-c59c836bd1df, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=2e8d9122-33f2-41a6-8fcf-c59c836bd1df,segment=NetworkSegment(93095aa0-ed3c-4ac9-af47-fa9c44ace96e),segment_id=93095aa0-ed3c-4ac9-af47-fa9c44ace96e)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:44:04.290748 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2cf75b7c-0e7c-4ba5-b0d5-be977eb977b0 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:04.317491 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d4f273-c37b-4215-b7ea-65deee617b5b None None] Network 53343b09-fc22-4681-aef3-25868666e1a1 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:44:04.371022 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-bb0bdaf6-65e9-43c2-9472-b0dbe1e6dd76 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:04.382771 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f2168ed3-ba4f-45df-8f04-3fa8e8c4ff5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:04.420123 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-e569a197-25b0-475b-8b7f-009b540e8d91 None None] Provisioning for port 2e8d9122-33f2-41a6-8fcf-c59c836bd1df completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:44:04.421673 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2168ed3-ba4f-45df-8f04-3fa8e8c4ff5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a07e0ccc-6916-4721-b6cf-dac576f98770,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:04.468604 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0bdaf6-65e9-43c2-9472-b0dbe1e6dd76 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Pushing event deleted for resources: {'Port': ['ID=c90cd010-3b2b-4678-acbb-d6adcb6a3091,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:04.552361 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-2cf75b7c-0e7c-4ba5-b0d5-be977eb977b0 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Calling delete_port for 2e8d9122-33f2-41a6-8fcf-c59c836bd1df owned by network:dhcp {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:44:04.558210 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-f2168ed3-ba4f-45df-8f04-3fa8e8c4ff5a admin admin] 10.222.0.36 "DELETE /v2.0/subnets/a07e0ccc-6916-4721-b6cf-dac576f98770 HTTP/1.1" status: 204 len: 168 time: 1.0752575 Feb 04 08:44:04.596122 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 54676) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:04.614054 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-f9007611-4bb4-433f-891b-81bc16146d7d None None] Provisioning complete for port 4209a80b-e665-4cc5-b13d-10693ffeb183 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:44:04.614968 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-f9007611-4bb4-433f-891b-81bc16146d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:04.691202 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-bb0bdaf6-65e9-43c2-9472-b0dbe1e6dd76 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1572495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472959'] for router_interface, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:04.702237 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57d1230-81d7-45c5-8f8f-a9cf9db5a440 None None] DHCP port deletion for 88a8c807-a2ff-4cea-a98e-4496c583cfb4 request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 08:44:04.705998 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2ad424-d05b-4cbb-abaa-5b257c85ca62 None None] DHCP port deletion for 53343b09-fc22-4681-aef3-25868666e1a1 request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 08:44:04.711751 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-d57d1230-81d7-45c5-8f8f-a9cf9db5a440 None None] Deleting port 2e8d9122-33f2-41a6-8fcf-c59c836bd1df {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:44:04.712195 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-d57d1230-81d7-45c5-8f8f-a9cf9db5a440 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:04.742228 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-3a2ad424-d05b-4cbb-abaa-5b257c85ca62 None None] Deleting port 4209a80b-e665-4cc5-b13d-10693ffeb183 {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:44:04.743018 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-3a2ad424-d05b-4cbb-abaa-5b257c85ca62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:04.954962 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [None req-0ef6c5de-c35c-488f-ae58-b2f1befe324f tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] For port 4209a80b-e665-4cc5-b13d-10693ffeb183, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=4209a80b-e665-4cc5-b13d-10693ffeb183,segment=NetworkSegment(d1c76b76-77ab-405f-8b8a-f7647ddf6730),segment_id=d1c76b76-77ab-405f-8b8a-f7647ddf6730)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:44:04.955188 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0ef6c5de-c35c-488f-ae58-b2f1befe324f tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:05.034242 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-37d4baa8-cfa4-4737-9687-de3c544d48ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:05.101106 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-0ef6c5de-c35c-488f-ae58-b2f1befe324f tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Calling delete_port for 4209a80b-e665-4cc5-b13d-10693ffeb183 owned by network:dhcp {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:44:05.194640 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-d57d1230-81d7-45c5-8f8f-a9cf9db5a440 None None] For port 2e8d9122-33f2-41a6-8fcf-c59c836bd1df, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=2e8d9122-33f2-41a6-8fcf-c59c836bd1df,segment=NetworkSegment(93095aa0-ed3c-4ac9-af47-fa9c44ace96e),segment_id=93095aa0-ed3c-4ac9-af47-fa9c44ace96e)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:44:05.195032 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-d57d1230-81d7-45c5-8f8f-a9cf9db5a440 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:05.204153 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2cf75b7c-0e7c-4ba5-b0d5-be977eb977b0 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:05.218957 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f1d894-1fc6-49fd-ab10-e586001ef148 req-d22849b4-ac6c-493c-b5b4-3fd66026faa5 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:44:05.218957 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-70f1d894-1fc6-49fd-ab10-e586001ef148 req-d22849b4-ac6c-493c-b5b4-3fd66026faa5 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d3f9a2e-5f81-4e26-82f8-be8c0a180732 HTTP/1.1" status: 200 len: 945 time: 0.3714256 Feb 04 08:44:05.271170 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb0bdaf6-65e9-43c2-9472-b0dbe1e6dd76 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Router 166d44d9-9555-4d56-88d2-96a24d713000 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:44:05.324204 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-d57d1230-81d7-45c5-8f8f-a9cf9db5a440 None None] Calling delete_port for 2e8d9122-33f2-41a6-8fcf-c59c836bd1df owned by network:dhcp {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:44:05.345542 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf75b7c-0e7c-4ba5-b0d5-be977eb977b0 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Pushing event deleted for resources: {'Port': ['ID=2e8d9122-33f2-41a6-8fcf-c59c836bd1df,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:05.358574 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-3a2ad424-d05b-4cbb-abaa-5b257c85ca62 None None] For port 4209a80b-e665-4cc5-b13d-10693ffeb183, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=4209a80b-e665-4cc5-b13d-10693ffeb183,segment=NetworkSegment(d1c76b76-77ab-405f-8b8a-f7647ddf6730),segment_id=d1c76b76-77ab-405f-8b8a-f7647ddf6730)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:44:05.358574 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-3a2ad424-d05b-4cbb-abaa-5b257c85ca62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:05.379648 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf75b7c-0e7c-4ba5-b0d5-be977eb977b0 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] No DVR routers for this DVR port 2e8d9122-33f2-41a6-8fcf-c59c836bd1df on host dv-neutron-827798-2-hyperv {{(pid=84107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:44:05.418698 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-37d4baa8-cfa4-4737-9687-de3c544d48ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:05.436402 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0ef6c5de-c35c-488f-ae58-b2f1befe324f tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:05.444423 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb0bdaf6-65e9-43c2-9472-b0dbe1e6dd76 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:44:05.452874 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-bb0bdaf6-65e9-43c2-9472-b0dbe1e6dd76 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "PUT /v2.0/routers/166d44d9-9555-4d56-88d2-96a24d713000/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0547054 Feb 04 08:44:05.453546 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 54682) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:05.459665 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378263c7-a8d8-4a93-8d24-ebdac59982d6 None None] Sync routers for ids ['166d44d9-9555-4d56-88d2-96a24d713000'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:44:05.474171 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378263c7-a8d8-4a93-8d24-ebdac59982d6 None None] Routers {'166d44d9-9555-4d56-88d2-96a24d713000'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:44:05.474927 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-378263c7-a8d8-4a93-8d24-ebdac59982d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:43:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['166d44d9-9555-4d56-88d2-96a24d713000'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:05.498542 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-3a2ad424-d05b-4cbb-abaa-5b257c85ca62 None None] Calling delete_port for 4209a80b-e665-4cc5-b13d-10693ffeb183 owned by network:dhcp {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:44:05.557625 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-378263c7-a8d8-4a93-8d24-ebdac59982d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:05.565776 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef6c5de-c35c-488f-ae58-b2f1befe324f tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Pushing event deleted for resources: {'Port': ['ID=4209a80b-e665-4cc5-b13d-10693ffeb183,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:05.566133 dv-neutron-827798-2-hyperv neutron-server[84109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 04 08:44:05.566133 dv-neutron-827798-2-hyperv neutron-server[84109]: util.warn_limited( Feb 04 08:44:05.566133 dv-neutron-827798-2-hyperv neutron-server[84109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 04 08:44:05.566133 dv-neutron-827798-2-hyperv neutron-server[84109]: util.warn_limited( Feb 04 08:44:05.566133 dv-neutron-827798-2-hyperv neutron-server[84109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 08:44:05.566133 dv-neutron-827798-2-hyperv neutron-server[84109]: util.warn( Feb 04 08:44:05.566133 dv-neutron-827798-2-hyperv neutron-server[84109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 08:44:05.566133 dv-neutron-827798-2-hyperv neutron-server[84109]: util.warn( Feb 04 08:44:05.566133 dv-neutron-827798-2-hyperv neutron-server[84109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 08:44:05.566133 dv-neutron-827798-2-hyperv neutron-server[84109]: util.warn( Feb 04 08:44:05.566133 dv-neutron-827798-2-hyperv neutron-server[84109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 08:44:05.566133 dv-neutron-827798-2-hyperv neutron-server[84109]: util.warn( Feb 04 08:44:05.566133 dv-neutron-827798-2-hyperv neutron-server[84109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 08:44:05.566133 dv-neutron-827798-2-hyperv neutron-server[84109]: util.warn( Feb 04 08:44:05.566133 dv-neutron-827798-2-hyperv neutron-server[84109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 08:44:05.566133 dv-neutron-827798-2-hyperv neutron-server[84109]: util.warn( Feb 04 08:44:05.566133 dv-neutron-827798-2-hyperv neutron-server[84109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 08:44:05.566133 dv-neutron-827798-2-hyperv neutron-server[84109]: util.warn( Feb 04 08:44:05.566133 dv-neutron-827798-2-hyperv neutron-server[84109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 08:44:05.566133 dv-neutron-827798-2-hyperv neutron-server[84109]: util.warn( Feb 04 08:44:05.566133 dv-neutron-827798-2-hyperv neutron-server[84109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 08:44:05.566133 dv-neutron-827798-2-hyperv neutron-server[84109]: util.warn( Feb 04 08:44:05.566133 dv-neutron-827798-2-hyperv neutron-server[84109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 08:44:05.566133 dv-neutron-827798-2-hyperv neutron-server[84109]: util.warn( Feb 04 08:44:05.566133 dv-neutron-827798-2-hyperv neutron-server[84109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 08:44:05.566133 dv-neutron-827798-2-hyperv neutron-server[84109]: util.warn( Feb 04 08:44:05.566133 dv-neutron-827798-2-hyperv neutron-server[84109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 08:44:05.566133 dv-neutron-827798-2-hyperv neutron-server[84109]: util.warn( Feb 04 08:44:05.566133 dv-neutron-827798-2-hyperv neutron-server[84109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 08:44:05.566133 dv-neutron-827798-2-hyperv neutron-server[84109]: util.warn( Feb 04 08:44:05.566133 dv-neutron-827798-2-hyperv neutron-server[84109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 08:44:05.566133 dv-neutron-827798-2-hyperv neutron-server[84109]: util.warn( Feb 04 08:44:05.566133 dv-neutron-827798-2-hyperv neutron-server[84109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 08:44:05.566133 dv-neutron-827798-2-hyperv neutron-server[84109]: util.warn( Feb 04 08:44:05.566133 dv-neutron-827798-2-hyperv neutron-server[84109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 08:44:05.566133 dv-neutron-827798-2-hyperv neutron-server[84109]: util.warn( Feb 04 08:44:05.566133 dv-neutron-827798-2-hyperv neutron-server[84109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 08:44:05.566133 dv-neutron-827798-2-hyperv neutron-server[84109]: util.warn( Feb 04 08:44:05.566133 dv-neutron-827798-2-hyperv neutron-server[84109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 08:44:05.566133 dv-neutron-827798-2-hyperv neutron-server[84109]: util.warn( Feb 04 08:44:05.566133 dv-neutron-827798-2-hyperv neutron-server[84109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 08:44:05.566133 dv-neutron-827798-2-hyperv neutron-server[84109]: util.warn( Feb 04 08:44:05.566133 dv-neutron-827798-2-hyperv neutron-server[84109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 08:44:05.566133 dv-neutron-827798-2-hyperv neutron-server[84109]: util.warn( Feb 04 08:44:05.566133 dv-neutron-827798-2-hyperv neutron-server[84109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 08:44:05.566133 dv-neutron-827798-2-hyperv neutron-server[84109]: util.warn( Feb 04 08:44:05.566133 dv-neutron-827798-2-hyperv neutron-server[84109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 08:44:05.566133 dv-neutron-827798-2-hyperv neutron-server[84109]: util.warn( Feb 04 08:44:05.566133 dv-neutron-827798-2-hyperv neutron-server[84109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 08:44:05.566133 dv-neutron-827798-2-hyperv neutron-server[84109]: util.warn( Feb 04 08:44:05.566133 dv-neutron-827798-2-hyperv neutron-server[84109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 08:44:05.566133 dv-neutron-827798-2-hyperv neutron-server[84109]: util.warn( Feb 04 08:44:05.566133 dv-neutron-827798-2-hyperv neutron-server[84109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 08:44:05.566133 dv-neutron-827798-2-hyperv neutron-server[84109]: util.warn( Feb 04 08:44:05.578398 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378263c7-a8d8-4a93-8d24-ebdac59982d6 None None] Routers {'166d44d9-9555-4d56-88d2-96a24d713000'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:44:05.579444 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-378263c7-a8d8-4a93-8d24-ebdac59982d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:43:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['166d44d9-9555-4d56-88d2-96a24d713000'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:05.579840 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-70f1d894-1fc6-49fd-ab10-e586001ef148 req-6e24eac7-4297-4a6d-92c7-07f401b72df1 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/security-groups?id=53227cdf-7dc5-4d80-b711-52cc313216b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3156409 Feb 04 08:44:05.590195 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.db.api [None req-d57d1230-81d7-45c5-8f8f-a9cf9db5a440 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 08:44:05.590806 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG oslo_db.api [None req-d57d1230-81d7-45c5-8f8f-a9cf9db5a440 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 08:44:05.604825 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-37d4baa8-cfa4-4737-9687-de3c544d48ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf949a99-8242-4b60-b851-dceb2f882ff9']}} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:05.612029 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.db.api [None req-3a2ad424-d05b-4cbb-abaa-5b257c85ca62 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 08:44:05.612385 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG oslo_db.api [None req-3a2ad424-d05b-4cbb-abaa-5b257c85ca62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 08:44:05.622447 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-37d4baa8-cfa4-4737-9687-de3c544d48ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad4136ee-e53a-4735-9103-2e4299ae025a') {'for_net_delete': True} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:05.622717 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-37d4baa8-cfa4-4737-9687-de3c544d48ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad4136ee-e53a-4735-9103-2e4299ae025a') {} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:05.629214 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef6c5de-c35c-488f-ae58-b2f1befe324f tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] No DVR routers for this DVR port 4209a80b-e665-4cc5-b13d-10693ffeb183 on host dv-neutron-827798-2-hyperv {{(pid=84107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:44:05.657974 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-378263c7-a8d8-4a93-8d24-ebdac59982d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:05.658368 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378263c7-a8d8-4a93-8d24-ebdac59982d6 None None] The sync data for ids ['166d44d9-9555-4d56-88d2-96a24d713000'] in dv-neutron-827798-2-hyperv is: [] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:44:05.663239 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-37d4baa8-cfa4-4737-9687-de3c544d48ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8058642'] for segment, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:05.675017 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2cf75b7c-0e7c-4ba5-b0d5-be977eb977b0 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:05.726100 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-37d4baa8-cfa4-4737-9687-de3c544d48ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:05.727892 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-2cf75b7c-0e7c-4ba5-b0d5-be977eb977b0 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88a8c807-a2ff-4cea-a98e-4496c583cfb4']}} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:05.794115 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-2cf75b7c-0e7c-4ba5-b0d5-be977eb977b0 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93095aa0-ed3c-4ac9-af47-fa9c44ace96e') {'for_net_delete': True} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:05.794398 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-2cf75b7c-0e7c-4ba5-b0d5-be977eb977b0 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93095aa0-ed3c-4ac9-af47-fa9c44ace96e') {} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:05.808070 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37d4baa8-cfa4-4737-9687-de3c544d48ff admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=84107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:44:05.808467 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-37d4baa8-cfa4-4737-9687-de3c544d48ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7377717'] for segment, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:05.831936 dv-neutron-827798-2-hyperv neutron-server[84107]: Traceback (most recent call last): Feb 04 08:44:05.831936 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:44:05.831936 dv-neutron-827798-2-hyperv neutron-server[84107]: timer() Feb 04 08:44:05.831936 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:44:05.831936 dv-neutron-827798-2-hyperv neutron-server[84107]: cb(*args, **kw) Feb 04 08:44:05.831936 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:44:05.831936 dv-neutron-827798-2-hyperv neutron-server[84107]: return func(*args, **kwargs) Feb 04 08:44:05.831936 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:44:05.831936 dv-neutron-827798-2-hyperv neutron-server[84107]: self._notify() Feb 04 08:44:05.831936 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:44:05.831936 dv-neutron-827798-2-hyperv neutron-server[84107]: self.callback(batched_events) Feb 04 08:44:05.831936 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:44:05.831936 dv-neutron-827798-2-hyperv neutron-server[84107]: event.method(event) Feb 04 08:44:05.831936 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:44:05.831936 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:44:05.831936 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:44:05.831936 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:44:05.831936 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:44:05.831936 dv-neutron-827798-2-hyperv neutron-server[84107]: return f(self, *a, **k) Feb 04 08:44:05.831936 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:44:05.831936 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._get(url).json() Feb 04 08:44:05.831936 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:44:05.831936 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:44:05.831936 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:44:05.831936 dv-neutron-827798-2-hyperv neutron-server[84107]: return self.request(url, 'GET', **kwargs) Feb 04 08:44:05.831936 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:44:05.831936 dv-neutron-827798-2-hyperv neutron-server[84107]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:44:05.831936 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:44:05.831936 dv-neutron-827798-2-hyperv neutron-server[84107]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:44:05.831936 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:44:05.831936 dv-neutron-827798-2-hyperv neutron-server[84107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:44:05.831936 dv-neutron-827798-2-hyperv neutron-server[84107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:44:05.888107 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2cf75b7c-0e7c-4ba5-b0d5-be977eb977b0 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8058642'] for segment, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:05.895188 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0ef6c5de-c35c-488f-ae58-b2f1befe324f tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:05.947040 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2cf75b7c-0e7c-4ba5-b0d5-be977eb977b0 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:05.962019 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-0ef6c5de-c35c-488f-ae58-b2f1befe324f tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53343b09-fc22-4681-aef3-25868666e1a1']}} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:05.968430 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8b61d7f0-f19b-462b-b5b3-810c04a3294a tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473817'] for router_interface, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:05.976302 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cf75b7c-0e7c-4ba5-b0d5-be977eb977b0 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=84107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:44:05.976938 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2cf75b7c-0e7c-4ba5-b0d5-be977eb977b0 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7377717'] for segment, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:06.092197 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-d57d1230-81d7-45c5-8f8f-a9cf9db5a440 None None] Deleting port 2e8d9122-33f2-41a6-8fcf-c59c836bd1df {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:44:06.092588 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-d57d1230-81d7-45c5-8f8f-a9cf9db5a440 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:06.124058 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-3a2ad424-d05b-4cbb-abaa-5b257c85ca62 None None] Deleting port 4209a80b-e665-4cc5-b13d-10693ffeb183 {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:44:06.124506 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-3a2ad424-d05b-4cbb-abaa-5b257c85ca62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:06.189504 dv-neutron-827798-2-hyperv neutron-server[84107]: Traceback (most recent call last): Feb 04 08:44:06.189504 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:44:06.189504 dv-neutron-827798-2-hyperv neutron-server[84107]: timer() Feb 04 08:44:06.189504 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:44:06.189504 dv-neutron-827798-2-hyperv neutron-server[84107]: cb(*args, **kw) Feb 04 08:44:06.189504 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:44:06.189504 dv-neutron-827798-2-hyperv neutron-server[84107]: return func(*args, **kwargs) Feb 04 08:44:06.189504 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:44:06.189504 dv-neutron-827798-2-hyperv neutron-server[84107]: self._notify() Feb 04 08:44:06.189504 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:44:06.189504 dv-neutron-827798-2-hyperv neutron-server[84107]: self.callback(batched_events) Feb 04 08:44:06.189504 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:44:06.189504 dv-neutron-827798-2-hyperv neutron-server[84107]: event.method(event) Feb 04 08:44:06.189504 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:44:06.189504 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:44:06.189504 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:44:06.189504 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:44:06.189504 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:44:06.189504 dv-neutron-827798-2-hyperv neutron-server[84107]: return f(self, *a, **k) Feb 04 08:44:06.189504 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:44:06.189504 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._get(url).json() Feb 04 08:44:06.189504 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:44:06.189504 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:44:06.189504 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:44:06.189504 dv-neutron-827798-2-hyperv neutron-server[84107]: return self.request(url, 'GET', **kwargs) Feb 04 08:44:06.189504 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:44:06.189504 dv-neutron-827798-2-hyperv neutron-server[84107]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:44:06.189504 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:44:06.189504 dv-neutron-827798-2-hyperv neutron-server[84107]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:44:06.189504 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:44:06.189504 dv-neutron-827798-2-hyperv neutron-server[84107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:44:06.189504 dv-neutron-827798-2-hyperv neutron-server[84107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:44:06.195584 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-d57d1230-81d7-45c5-8f8f-a9cf9db5a440 None None] The port '2e8d9122-33f2-41a6-8fcf-c59c836bd1df' was deleted {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 08:44:06.237156 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-3a2ad424-d05b-4cbb-abaa-5b257c85ca62 None None] The port '4209a80b-e665-4cc5-b13d-10693ffeb183' was deleted {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 08:44:06.243479 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-0ef6c5de-c35c-488f-ae58-b2f1befe324f tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1c76b76-77ab-405f-8b8a-f7647ddf6730') {'for_net_delete': True} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:06.243671 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-0ef6c5de-c35c-488f-ae58-b2f1befe324f tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1c76b76-77ab-405f-8b8a-f7647ddf6730') {} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:06.277212 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0ef6c5de-c35c-488f-ae58-b2f1befe324f tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8058642'] for segment, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:06.301505 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0ef6c5de-c35c-488f-ae58-b2f1befe324f tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:06.310399 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ef6c5de-c35c-488f-ae58-b2f1befe324f tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=84107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:44:06.310787 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0ef6c5de-c35c-488f-ae58-b2f1befe324f tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7377717'] for segment, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:06.324754 dv-neutron-827798-2-hyperv neutron-server[84107]: Traceback (most recent call last): Feb 04 08:44:06.324754 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:44:06.324754 dv-neutron-827798-2-hyperv neutron-server[84107]: timer() Feb 04 08:44:06.324754 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:44:06.324754 dv-neutron-827798-2-hyperv neutron-server[84107]: cb(*args, **kw) Feb 04 08:44:06.324754 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:44:06.324754 dv-neutron-827798-2-hyperv neutron-server[84107]: return func(*args, **kwargs) Feb 04 08:44:06.324754 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:44:06.324754 dv-neutron-827798-2-hyperv neutron-server[84107]: self._notify() Feb 04 08:44:06.324754 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:44:06.324754 dv-neutron-827798-2-hyperv neutron-server[84107]: self.callback(batched_events) Feb 04 08:44:06.324754 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:44:06.324754 dv-neutron-827798-2-hyperv neutron-server[84107]: event.method(event) Feb 04 08:44:06.324754 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:44:06.324754 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:44:06.324754 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:44:06.324754 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:44:06.324754 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:44:06.324754 dv-neutron-827798-2-hyperv neutron-server[84107]: return f(self, *a, **k) Feb 04 08:44:06.324754 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:44:06.324754 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._get(url).json() Feb 04 08:44:06.324754 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:44:06.324754 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:44:06.324754 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:44:06.324754 dv-neutron-827798-2-hyperv neutron-server[84107]: return self.request(url, 'GET', **kwargs) Feb 04 08:44:06.324754 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:44:06.324754 dv-neutron-827798-2-hyperv neutron-server[84107]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:44:06.324754 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:44:06.324754 dv-neutron-827798-2-hyperv neutron-server[84107]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:44:06.324754 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:44:06.324754 dv-neutron-827798-2-hyperv neutron-server[84107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:44:06.324754 dv-neutron-827798-2-hyperv neutron-server[84107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:44:06.327085 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-7fc2a5d3-5654-43c8-ad17-5036729b168f req-4a2efa49-e474-4c72-a7a0-a0f775270587 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bcdc9b25d9ba412baa8d7ec71c6170b5&device_id=5d3f9a2e-5f81-4e26-82f8-be8c0a180732 HTTP/1.1" status: 200 len: 1098 time: 0.2001233 Feb 04 08:44:06.376363 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-37d4baa8-cfa4-4737-9687-de3c544d48ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:06.381310 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-37d4baa8-cfa4-4737-9687-de3c544d48ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:06.420007 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2cf75b7c-0e7c-4ba5-b0d5-be977eb977b0 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:06.425673 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2cf75b7c-0e7c-4ba5-b0d5-be977eb977b0 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:06.453430 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d4baa8-cfa4-4737-9687-de3c544d48ff admin admin] Pushing event deleted for resources: {'Network': ['ID=bf949a99-8242-4b60-b851-dceb2f882ff9,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:06.490344 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf75b7c-0e7c-4ba5-b0d5-be977eb977b0 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Pushing event deleted for resources: {'Network': ['ID=88a8c807-a2ff-4cea-a98e-4496c583cfb4,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:06.495206 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-2cf75b7c-0e7c-4ba5-b0d5-be977eb977b0 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] 10.222.0.36 "DELETE /v2.0/networks/88a8c807-a2ff-4cea-a98e-4496c583cfb4 HTTP/1.1" status: 204 len: 168 time: 4.7498600 Feb 04 08:44:06.496457 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-37d4baa8-cfa4-4737-9687-de3c544d48ff admin admin] 10.222.0.36 "DELETE /v2.0/networks/bf949a99-8242-4b60-b851-dceb2f882ff9 HTTP/1.1" status: 204 len: 168 time: 1.8995378 Feb 04 08:44:06.502609 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac07d41-0815-4fd2-bfc2-845ddf271d8f req-007e53f0-a00c-497d-aec0-549592797ac3 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:44:06.507308 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-2ac07d41-0815-4fd2-bfc2-845ddf271d8f req-007e53f0-a00c-497d-aec0-549592797ac3 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d3f9a2e-5f81-4e26-82f8-be8c0a180732 HTTP/1.1" status: 200 len: 945 time: 0.3102567 Feb 04 08:44:06.507308 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 54690) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:06.559483 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0ef6c5de-c35c-488f-ae58-b2f1befe324f tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:06.564295 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0ef6c5de-c35c-488f-ae58-b2f1befe324f tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:06.567519 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-52e0da80-75ee-4372-b463-c901bd5c5dbb tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] DELETE failed (client error): The resource could not be found. Feb 04 08:44:06.567819 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52e0da80-75ee-4372-b463-c901bd5c5dbb tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:44:06.570991 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc2a5d3-5654-43c8-ad17-5036729b168f req-b5450ff9-d706-43ef-b30f-cbc64fb6047a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:44:06.573107 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-7fc2a5d3-5654-43c8-ad17-5036729b168f req-b5450ff9-d706-43ef-b30f-cbc64fb6047a service neutron] 10.222.0.47 "GET /v2.0/networks?id=b0b8e294-2639-4240-96e8-00c76471f9a3 HTTP/1.1" status: 200 len: 912 time: 0.2403672 Feb 04 08:44:06.603698 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-52e0da80-75ee-4372-b463-c901bd5c5dbb tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] 10.222.0.36 "DELETE /v2.0/subnets/60715229-f3db-4930-8853-13ff4ddfa68c HTTP/1.1" status: 404 len: 337 time: 0.0957718 Feb 04 08:44:06.603698 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef6c5de-c35c-488f-ae58-b2f1befe324f tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Pushing event deleted for resources: {'Network': ['ID=53343b09-fc22-4681-aef3-25868666e1a1,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:06.605073 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 54696) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:06.614561 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-0ef6c5de-c35c-488f-ae58-b2f1befe324f tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] 10.222.0.36 "DELETE /v2.0/networks/53343b09-fc22-4681-aef3-25868666e1a1 HTTP/1.1" status: 204 len: 168 time: 2.7241611 Feb 04 08:44:06.638639 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 54700) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:06.687481 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ed1573e-015d-4954-a12f-5e67c53346df tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] DELETE failed (client error): The resource could not be found. Feb 04 08:44:06.688608 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ed1573e-015d-4954-a12f-5e67c53346df tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:44:06.692855 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-1ed1573e-015d-4954-a12f-5e67c53346df tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] 10.222.0.36 "DELETE /v2.0/networks/88a8c807-a2ff-4cea-a98e-4496c583cfb4 HTTP/1.1" status: 404 len: 339 time: 0.0776958 Feb 04 08:44:06.694056 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 2e8d9122-33f2-41a6-8fcf-c59c836bd1df no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:44:06.694534 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a6586e6-7f0d-4709-a4db-507eb41b2715 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] DELETE failed (client error): The resource could not be found. Feb 04 08:44:06.694896 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a6586e6-7f0d-4709-a4db-507eb41b2715 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:44:06.696983 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-5a6586e6-7f0d-4709-a4db-507eb41b2715 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] 10.222.0.36 "DELETE /v2.0/subnets/9c4864f5-0c00-43ef-918a-51c43e4f202e HTTP/1.1" status: 404 len: 337 time: 0.0555241 Feb 04 08:44:06.697476 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 54704) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:06.699734 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 54706) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:06.702122 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-2ac07d41-0815-4fd2-bfc2-845ddf271d8f req-9cc1a336-7ab3-4e67-82ec-f3dc05f691a4 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/security-groups?id=53227cdf-7dc5-4d80-b711-52cc313216b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1666245 Feb 04 08:44:06.743110 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-7fc2a5d3-5654-43c8-ad17-5036729b168f req-1d5067b3-579e-467c-904d-00920a486825 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b372ab4-7400-4547-a17c-2f75c1e00079 HTTP/1.1" status: 200 len: 1001 time: 0.1612165 Feb 04 08:44:06.761090 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5a33c3b-3155-4cef-8dbf-fdc1b6dcdc21 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] DELETE failed (client error): The resource could not be found. Feb 04 08:44:06.761528 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5a33c3b-3155-4cef-8dbf-fdc1b6dcdc21 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:44:06.766714 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-a5a33c3b-3155-4cef-8dbf-fdc1b6dcdc21 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] 10.222.0.36 "DELETE /v2.0/subnets/131bc9ba-4c2f-4771-b00d-8a125a1e9203 HTTP/1.1" status: 404 len: 337 time: 0.0645847 Feb 04 08:44:06.766714 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-96a39305-bfda-4b4e-848a-00be4d97dcf0 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] DELETE failed (client error): The resource could not be found. Feb 04 08:44:06.766714 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96a39305-bfda-4b4e-848a-00be4d97dcf0 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:44:06.766714 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-96a39305-bfda-4b4e-848a-00be4d97dcf0 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] 10.222.0.36 "DELETE /v2.0/networks/6322cfe4-c9df-42b8-8001-f10e207482cc HTTP/1.1" status: 404 len: 339 time: 0.0632720 Feb 04 08:44:06.767120 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 54712) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:06.768703 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 54716) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:06.792509 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: 2e8d9122-33f2-41a6-8fcf-c59c836bd1df {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:44:06.793702 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 2e8d9122-33f2-41a6-8fcf-c59c836bd1df not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:44:06.793702 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 4209a80b-e665-4cc5-b13d-10693ffeb183 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:44:06.825776 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: 4209a80b-e665-4cc5-b13d-10693ffeb183 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:44:06.826123 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 4209a80b-e665-4cc5-b13d-10693ffeb183 not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:44:06.832593 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-17a9f3de-f92f-4d9a-b596-21ba19624522 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] DELETE failed (client error): The resource could not be found. Feb 04 08:44:06.832790 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17a9f3de-f92f-4d9a-b596-21ba19624522 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:44:06.834496 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-17a9f3de-f92f-4d9a-b596-21ba19624522 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] 10.222.0.36 "DELETE /v2.0/networks/a3139ffe-a8b7-41fc-9f19-5a5bb12d7f0c HTTP/1.1" status: 404 len: 339 time: 0.0668311 Feb 04 08:44:06.835388 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad6b233e-0c7c-405d-9d53-0b7e05c39293 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] DELETE failed (client error): The resource could not be found. Feb 04 08:44:06.835788 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad6b233e-0c7c-405d-9d53-0b7e05c39293 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:44:06.839729 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-ad6b233e-0c7c-405d-9d53-0b7e05c39293 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] 10.222.0.36 "DELETE /v2.0/subnets/148d59a1-e966-4713-8d72-aaf50db72699 HTTP/1.1" status: 404 len: 337 time: 0.0675666 Feb 04 08:44:06.839729 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 54720) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:06.839953 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 54724) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:06.851587 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc2a5d3-5654-43c8-ad17-5036729b168f req-8b634c66-3e5c-4eed-8b71-fd85a099e7fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:44:06.853680 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-7fc2a5d3-5654-43c8-ad17-5036729b168f req-8b634c66-3e5c-4eed-8b71-fd85a099e7fd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=80f6a88b-b0ed-49ff-9c6c-faec9e6053f8 HTTP/1.1" status: 200 len: 850 time: 0.1026213 Feb 04 08:44:06.898339 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa8f0664-055c-4db6-a2b9-84345b30b1db tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] DELETE failed (client error): The resource could not be found. Feb 04 08:44:06.898776 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa8f0664-055c-4db6-a2b9-84345b30b1db tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:44:06.900414 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-aa8f0664-055c-4db6-a2b9-84345b30b1db tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] 10.222.0.36 "DELETE /v2.0/subnets/fd7b60bf-72c1-4229-a078-4e1e2700bc88 HTTP/1.1" status: 404 len: 337 time: 0.0617530 Feb 04 08:44:06.903657 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 54728) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:06.906107 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-d050883c-f996-4061-aedd-3499058d92fc tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] DELETE failed (client error): The resource could not be found. Feb 04 08:44:06.906513 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d050883c-f996-4061-aedd-3499058d92fc tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:44:06.910320 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-d050883c-f996-4061-aedd-3499058d92fc tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] 10.222.0.36 "DELETE /v2.0/networks/e49935bf-69cd-4133-81aa-332fd0d4ddc6 HTTP/1.1" status: 404 len: 339 time: 0.0671635 Feb 04 08:44:06.910629 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 54732) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:06.977281 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-405eb9f8-36ae-496f-a68c-5e23a399fe10 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] DELETE failed (client error): The resource could not be found. Feb 04 08:44:06.977281 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-405eb9f8-36ae-496f-a68c-5e23a399fe10 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:44:06.977281 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-405eb9f8-36ae-496f-a68c-5e23a399fe10 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] 10.222.0.36 "DELETE /v2.0/subnets/a1028f2f-47aa-4ce4-97d2-865e81b225ef HTTP/1.1" status: 404 len: 337 time: 0.0631843 Feb 04 08:44:06.977281 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cc5e248-c51f-4aff-be9a-176c729fa7e9 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] DELETE failed (client error): The resource could not be found. Feb 04 08:44:06.977281 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cc5e248-c51f-4aff-be9a-176c729fa7e9 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:44:06.977281 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-1cc5e248-c51f-4aff-be9a-176c729fa7e9 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] 10.222.0.36 "DELETE /v2.0/networks/88f578d2-3841-4665-96a1-5003f325eb80 HTTP/1.1" status: 404 len: 339 time: 0.0725236 Feb 04 08:44:06.978409 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 54736) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:06.978600 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 54738) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:06.982462 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 54740) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:07.021767 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e555af0-a2e8-475d-aca9-4422edffd2bc tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] DELETE failed (client error): The resource could not be found. Feb 04 08:44:07.022197 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e555af0-a2e8-475d-aca9-4422edffd2bc tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:44:07.023792 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-1e555af0-a2e8-475d-aca9-4422edffd2bc tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] 10.222.0.36 "DELETE /v2.0/networks/bf8922f4-3dd7-49f3-815b-672c9b1a95f7 HTTP/1.1" status: 404 len: 339 time: 0.0429635 Feb 04 08:44:07.026848 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 54748) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:07.033911 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-8b61d7f0-f19b-462b-b5b3-810c04a3294a tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Deleting port 4f29a8d2-eac6-486e-8394-6ed3720c0371 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:44:07.034246 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8b61d7f0-f19b-462b-b5b3-810c04a3294a tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:07.102450 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-7fc2a5d3-5654-43c8-ad17-5036729b168f req-95b1c77d-9bdb-4c05-8a06-337f2cd25b75 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b0b8e294-2639-4240-96e8-00c76471f9a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2422023 Feb 04 08:44:07.108416 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-6d233508-eecc-46e0-94e0-638d28550cd3 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Deleting port f8caa6cb-fd3d-415c-8349-a4cf0f92e3b4 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:44:07.108793 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-6d233508-eecc-46e0-94e0-638d28550cd3 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:07.115333 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-585beb91-c4c1-4346-977f-51693104419d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7f11cfeb8627474bb4bfbc5c240c4191&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1335421 Feb 04 08:44:07.115687 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 54752) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:07.279846 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-980315c5-d69f-4630-a04d-37df61f6640f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:07.293529 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_v2 [None req-4592f380-b3d7-4a2e-9998-9be9904ad04f tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Deleting subnet f863f089-eaa6-438d-80f3-8377a4016c1b {{(pid=84107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:44:07.300701 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4592f380-b3d7-4a2e-9998-9be9904ad04f tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks [] for subnet, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:07.346437 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-980315c5-d69f-4630-a04d-37df61f6640f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:07.381679 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4592f380-b3d7-4a2e-9998-9be9904ad04f tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8058667'] for subnet, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:07.489492 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4592f380-b3d7-4a2e-9998-9be9904ad04f tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:07.551249 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-980315c5-d69f-4630-a04d-37df61f6640f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:07.569078 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8b61d7f0-f19b-462b-b5b3-810c04a3294a tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:07.574601 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980315c5-d69f-4630-a04d-37df61f6640f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d868dd-efaa-4d74-96cc-e5fc69b5c2e7,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:07.588307 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-980315c5-d69f-4630-a04d-37df61f6640f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:07.589517 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-980315c5-d69f-4630-a04d-37df61f6640f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/18d868dd-efaa-4d74-96cc-e5fc69b5c2e7 HTTP/1.1" status: 204 len: 168 time: 0.4729156 Feb 04 08:44:07.647658 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4592f380-b3d7-4a2e-9998-9be9904ad04f tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7510167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985167'] for subnet, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:07.690639 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4592f380-b3d7-4a2e-9998-9be9904ad04f tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Pushing event deleted for resources: {'Subnet': ['ID=f863f089-eaa6-438d-80f3-8377a4016c1b,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:07.697094 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4592f380-b3d7-4a2e-9998-9be9904ad04f tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks [] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:07.701583 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-7fc2a5d3-5654-43c8-ad17-5036729b168f req-2ec1f5f6-fef6-4090-ac62-044e083a6dfb service neutron] 10.222.0.47 "GET /v2.0/networks/b0b8e294-2639-4240-96e8-00c76471f9a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5623839 Feb 04 08:44:07.702153 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-4592f380-b3d7-4a2e-9998-9be9904ad04f tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] 10.222.0.36 "DELETE /v2.0/subnets/f863f089-eaa6-438d-80f3-8377a4016c1b HTTP/1.1" status: 204 len: 168 time: 0.6738796 Feb 04 08:44:07.702259 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 54758) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:07.711400 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ada766-2056-4384-bb45-220efb41cc39 None None] Network 5e02c80a-1d97-4511-8399-c422e3910dca requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:44:07.764958 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-8b61d7f0-f19b-462b-b5b3-810c04a3294a tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Calling delete_port for 4f29a8d2-eac6-486e-8394-6ed3720c0371 owned by network:router_interface {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:44:07.915275 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-6d233508-eecc-46e0-94e0-638d28550cd3 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:07.950900 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bd89c1-b82a-46aa-83d6-65425da54609 req-40cbc560-ec71-4fa3-9b0c-a0bb5f4ea455 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:44:07.952486 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f0bd89c1-b82a-46aa-83d6-65425da54609 req-40cbc560-ec71-4fa3-9b0c-a0bb5f4ea455 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d3f9a2e-5f81-4e26-82f8-be8c0a180732 HTTP/1.1" status: 200 len: 945 time: 0.0964434 Feb 04 08:44:08.033272 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4df641c-b38b-49a5-8846-473ea02dd101 None None] DHCP port deletion for 5e02c80a-1d97-4511-8399-c422e3910dca request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 08:44:08.037817 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-e4df641c-b38b-49a5-8846-473ea02dd101 None None] Deleting port 37578130-b1b3-45b4-b100-2d5557b192d1 {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:44:08.038391 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-e4df641c-b38b-49a5-8846-473ea02dd101 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:08.058285 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f0bd89c1-b82a-46aa-83d6-65425da54609 req-c4c99276-fb92-4c0e-a6f4-64f73049b404 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/security-groups?id=53227cdf-7dc5-4d80-b711-52cc313216b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994220 Feb 04 08:44:08.133454 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-6d233508-eecc-46e0-94e0-638d28550cd3 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Calling delete_port for f8caa6cb-fd3d-415c-8349-a4cf0f92e3b4 owned by {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:44:08.224427 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b05ba5a8-3605-4a76-acc0-04116cd95073 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:08.258768 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-e4df641c-b38b-49a5-8846-473ea02dd101 None None] For port 37578130-b1b3-45b4-b100-2d5557b192d1, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=37578130-b1b3-45b4-b100-2d5557b192d1,segment=NetworkSegment(1e8081a7-c4a3-409a-a1c7-4675d7f93b4c),segment_id=1e8081a7-c4a3-409a-a1c7-4675d7f93b4c)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:44:08.259075 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-e4df641c-b38b-49a5-8846-473ea02dd101 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:08.283712 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-7fc2a5d3-5654-43c8-ad17-5036729b168f req-89dace80-3b92-4037-a589-8bfe2485a8bf service neutron] 10.222.0.47 "GET /v2.0/networks/b0b8e294-2639-4240-96e8-00c76471f9a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4897907 Feb 04 08:44:08.293830 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-b05ba5a8-3605-4a76-acc0-04116cd95073 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Deleting port 37578130-b1b3-45b4-b100-2d5557b192d1 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:44:08.294181 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b05ba5a8-3605-4a76-acc0-04116cd95073 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:08.379925 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-e4df641c-b38b-49a5-8846-473ea02dd101 None None] Calling delete_port for 37578130-b1b3-45b4-b100-2d5557b192d1 owned by network:dhcp {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:44:08.396824 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 54766) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:08.414839 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-6d233508-eecc-46e0-94e0-638d28550cd3 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:08.456529 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-8961ec37-8b91-4e61-a6a7-fe78d1f22178 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fdfd190edb864d03b3dfb584d77a168c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0554979 Feb 04 08:44:08.456993 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 54770) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:08.488971 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d233508-eecc-46e0-94e0-638d28550cd3 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Pushing event deleted for resources: {'Port': ['ID=f8caa6cb-fd3d-415c-8349-a4cf0f92e3b4,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:08.523988 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-47963332-a2b4-4d40-b3cc-a9e251c683da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:08.534124 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-e4df641c-b38b-49a5-8846-473ea02dd101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407'] for port, after_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:08.555865 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-47963332-a2b4-4d40-b3cc-a9e251c683da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:08.573923 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-6d233508-eecc-46e0-94e0-638d28550cd3 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:08.575200 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4df641c-b38b-49a5-8846-473ea02dd101 None None] Pushing event deleted for resources: {'Port': ['ID=37578130-b1b3-45b4-b100-2d5557b192d1,revision_number=None']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:08.585096 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4df641c-b38b-49a5-8846-473ea02dd101 None None] No DVR routers for this DVR port 37578130-b1b3-45b4-b100-2d5557b192d1 on host dv-neutron-827798-2-hyperv {{(pid=84109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:44:08.585249 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8b61d7f0-f19b-462b-b5b3-810c04a3294a tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:08.644031 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-6d233508-eecc-46e0-94e0-638d28550cd3 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] 10.222.0.36 "DELETE /v2.0/ports/f8caa6cb-fd3d-415c-8349-a4cf0f92e3b4 HTTP/1.1" status: 204 len: 168 time: 1.6605313 Feb 04 08:44:08.646515 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 54774) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:08.660618 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b61d7f0-f19b-462b-b5b3-810c04a3294a tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Pushing event deleted for resources: {'Port': ['ID=4f29a8d2-eac6-486e-8394-6ed3720c0371,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:08.680818 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 37578130-b1b3-45b4-b100-2d5557b192d1 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:44:08.694696 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-f37f201b-b6c8-44b4-8936-d58c3ca5a536 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] DELETE failed (client error): The resource could not be found. Feb 04 08:44:08.695304 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f37f201b-b6c8-44b4-8936-d58c3ca5a536 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:44:08.702728 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-47963332-a2b4-4d40-b3cc-a9e251c683da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:08.724016 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-f37f201b-b6c8-44b4-8936-d58c3ca5a536 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] 10.222.0.36 "DELETE /v2.0/subnets/20c2bf0c-2a60-4f62-bf48-7f808c3b5c52 HTTP/1.1" status: 404 len: 337 time: 0.0762641 Feb 04 08:44:08.726038 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 54778) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:08.728677 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: 37578130-b1b3-45b4-b100-2d5557b192d1 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:44:08.729158 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 37578130-b1b3-45b4-b100-2d5557b192d1 not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:44:08.729514 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-47963332-a2b4-4d40-b3cc-a9e251c683da admin admin] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:08.735035 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-47963332-a2b4-4d40-b3cc-a9e251c683da admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/515dd579-9ae4-4469-88e9-6efbe729783c HTTP/1.1" status: 204 len: 168 time: 0.2728291 Feb 04 08:44:08.758280 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47963332-a2b4-4d40-b3cc-a9e251c683da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=515dd579-9ae4-4469-88e9-6efbe729783c,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:08.778003 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [None req-b05ba5a8-3605-4a76-acc0-04116cd95073 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] For port 37578130-b1b3-45b4-b100-2d5557b192d1, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=37578130-b1b3-45b4-b100-2d5557b192d1,segment=NetworkSegment(1e8081a7-c4a3-409a-a1c7-4675d7f93b4c),segment_id=1e8081a7-c4a3-409a-a1c7-4675d7f93b4c)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:44:08.778607 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b05ba5a8-3605-4a76-acc0-04116cd95073 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:08.992850 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-fbf556c5-386d-48e3-954b-47fd1f2be974 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:09.029919 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-b05ba5a8-3605-4a76-acc0-04116cd95073 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Calling delete_port for 37578130-b1b3-45b4-b100-2d5557b192d1 owned by network:dhcp {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:44:09.148699 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8b61d7f0-f19b-462b-b5b3-810c04a3294a tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1572495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472959'] for router_interface, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:09.206109 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-fbf556c5-386d-48e3-954b-47fd1f2be974 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:09.235938 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.db.api [None req-b05ba5a8-3605-4a76-acc0-04116cd95073 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84108) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 08:44:09.236261 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG oslo_db.api [None req-b05ba5a8-3605-4a76-acc0-04116cd95073 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 08:44:09.282006 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-fbf556c5-386d-48e3-954b-47fd1f2be974 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbce8ce1-f907-4bb1-b086-cc7b5ef349c9']}} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:09.299972 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-fbf556c5-386d-48e3-954b-47fd1f2be974 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '768d9a69-e4d7-41aa-aba2-b0be8e5fcd4d') {'for_net_delete': True} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:09.300252 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-fbf556c5-386d-48e3-954b-47fd1f2be974 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '768d9a69-e4d7-41aa-aba2-b0be8e5fcd4d') {} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:09.316839 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-fbf556c5-386d-48e3-954b-47fd1f2be974 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8058642'] for segment, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:09.345663 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-fbf556c5-386d-48e3-954b-47fd1f2be974 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:09.356955 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbf556c5-386d-48e3-954b-47fd1f2be974 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=84107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:44:09.357458 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-fbf556c5-386d-48e3-954b-47fd1f2be974 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7377717'] for segment, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:09.376179 dv-neutron-827798-2-hyperv neutron-server[84107]: Traceback (most recent call last): Feb 04 08:44:09.376179 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:44:09.376179 dv-neutron-827798-2-hyperv neutron-server[84107]: timer() Feb 04 08:44:09.376179 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:44:09.376179 dv-neutron-827798-2-hyperv neutron-server[84107]: cb(*args, **kw) Feb 04 08:44:09.376179 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:44:09.376179 dv-neutron-827798-2-hyperv neutron-server[84107]: return func(*args, **kwargs) Feb 04 08:44:09.376179 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:44:09.376179 dv-neutron-827798-2-hyperv neutron-server[84107]: self._notify() Feb 04 08:44:09.376179 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:44:09.376179 dv-neutron-827798-2-hyperv neutron-server[84107]: self.callback(batched_events) Feb 04 08:44:09.376179 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:44:09.376179 dv-neutron-827798-2-hyperv neutron-server[84107]: event.method(event) Feb 04 08:44:09.376179 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:44:09.376179 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:44:09.376179 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:44:09.376179 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:44:09.376179 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:44:09.376179 dv-neutron-827798-2-hyperv neutron-server[84107]: return f(self, *a, **k) Feb 04 08:44:09.376179 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:44:09.376179 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._get(url).json() Feb 04 08:44:09.376179 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:44:09.376179 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:44:09.376179 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:44:09.376179 dv-neutron-827798-2-hyperv neutron-server[84107]: return self.request(url, 'GET', **kwargs) Feb 04 08:44:09.376179 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:44:09.376179 dv-neutron-827798-2-hyperv neutron-server[84107]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:44:09.376179 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:44:09.376179 dv-neutron-827798-2-hyperv neutron-server[84107]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:44:09.376179 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:44:09.376179 dv-neutron-827798-2-hyperv neutron-server[84107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:44:09.376179 dv-neutron-827798-2-hyperv neutron-server[84107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:44:09.453374 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148553b4-a395-45c5-aefd-99e239f29494 req-8771a402-f07b-47e2-8293-9a5638c8e62a tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:44:09.455587 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-148553b4-a395-45c5-aefd-99e239f29494 req-8771a402-f07b-47e2-8293-9a5638c8e62a tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d3f9a2e-5f81-4e26-82f8-be8c0a180732 HTTP/1.1" status: 200 len: 945 time: 0.2161934 Feb 04 08:44:09.513245 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-148553b4-a395-45c5-aefd-99e239f29494 req-78d954c1-2043-4448-8f98-75d1afa32da2 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/security-groups?id=53227cdf-7dc5-4d80-b711-52cc313216b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448282 Feb 04 08:44:09.579702 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-fbf556c5-386d-48e3-954b-47fd1f2be974 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:09.597042 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-fbf556c5-386d-48e3-954b-47fd1f2be974 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:09.599919 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b61d7f0-f19b-462b-b5b3-810c04a3294a tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Router 166d44d9-9555-4d56-88d2-96a24d713000 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:44:09.609288 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf556c5-386d-48e3-954b-47fd1f2be974 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Pushing event deleted for resources: {'Network': ['ID=cbce8ce1-f907-4bb1-b086-cc7b5ef349c9,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:09.612067 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-fbf556c5-386d-48e3-954b-47fd1f2be974 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] 10.222.0.36 "DELETE /v2.0/networks/cbce8ce1-f907-4bb1-b086-cc7b5ef349c9 HTTP/1.1" status: 204 len: 168 time: 0.8848307 Feb 04 08:44:09.614830 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 54786) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:09.678774 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-50315bcb-9f89-4f6b-b0af-f6ac10e540dd tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Deleting port a107071e-10bf-4322-80a1-6ab28b86ea0f {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:44:09.679109 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-50315bcb-9f89-4f6b-b0af-f6ac10e540dd tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:09.738134 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-b05ba5a8-3605-4a76-acc0-04116cd95073 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Deleting port 37578130-b1b3-45b4-b100-2d5557b192d1 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:44:09.738464 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b05ba5a8-3605-4a76-acc0-04116cd95073 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:09.804240 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-b05ba5a8-3605-4a76-acc0-04116cd95073 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] The port '37578130-b1b3-45b4-b100-2d5557b192d1' was deleted {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 08:44:09.806007 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b61d7f0-f19b-462b-b5b3-810c04a3294a tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:44:09.816065 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d282d80c-39f3-4094-af31-690a1a2800ff None None] Sync routers for ids ['166d44d9-9555-4d56-88d2-96a24d713000'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:44:09.831563 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d282d80c-39f3-4094-af31-690a1a2800ff None None] Routers {'166d44d9-9555-4d56-88d2-96a24d713000'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:44:09.832183 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-d282d80c-39f3-4094-af31-690a1a2800ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:43:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['166d44d9-9555-4d56-88d2-96a24d713000'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:09.858831 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-8b61d7f0-f19b-462b-b5b3-810c04a3294a tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "PUT /v2.0/routers/166d44d9-9555-4d56-88d2-96a24d713000/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4015715 Feb 04 08:44:09.859368 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 54790) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:09.890978 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-d282d80c-39f3-4094-af31-690a1a2800ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:09.896421 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-50315bcb-9f89-4f6b-b0af-f6ac10e540dd tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:09.902592 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d282d80c-39f3-4094-af31-690a1a2800ff None None] Routers {'166d44d9-9555-4d56-88d2-96a24d713000'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:44:09.903193 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-d282d80c-39f3-4094-af31-690a1a2800ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:43:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['166d44d9-9555-4d56-88d2-96a24d713000'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:09.963937 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-eb550108-c0d8-4446-8f3e-b9dfe7cb0d74 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Synchronizing usage tracker for tenant:bf57e53bceb34316b0180186a41d96ee on resource:port {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:44:09.968491 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-d282d80c-39f3-4094-af31-690a1a2800ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:09.969110 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d282d80c-39f3-4094-af31-690a1a2800ff None None] The sync data for ids ['166d44d9-9555-4d56-88d2-96a24d713000'] in dv-neutron-827798-2-hyperv is: [] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:44:09.973198 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b05ba5a8-3605-4a76-acc0-04116cd95073 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:10.003905 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-b05ba5a8-3605-4a76-acc0-04116cd95073 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e02c80a-1d97-4511-8399-c422e3910dca']}} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:10.016890 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-b05ba5a8-3605-4a76-acc0-04116cd95073 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e8081a7-c4a3-409a-a1c7-4675d7f93b4c') {'for_net_delete': True} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:10.017182 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-b05ba5a8-3605-4a76-acc0-04116cd95073 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e8081a7-c4a3-409a-a1c7-4675d7f93b4c') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:10.023820 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-50315bcb-9f89-4f6b-b0af-f6ac10e540dd tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Calling delete_port for a107071e-10bf-4322-80a1-6ab28b86ea0f owned by {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:44:10.028268 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b05ba5a8-3605-4a76-acc0-04116cd95073 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7851336'] for segment, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:10.043873 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b05ba5a8-3605-4a76-acc0-04116cd95073 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:10.050014 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b05ba5a8-3605-4a76-acc0-04116cd95073 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=84108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:44:10.050422 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b05ba5a8-3605-4a76-acc0-04116cd95073 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7460345'] for segment, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:10.069526 dv-neutron-827798-2-hyperv neutron-server[84108]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 08:44:10.069526 dv-neutron-827798-2-hyperv neutron-server[84108]: util.warn( Feb 04 08:44:10.069526 dv-neutron-827798-2-hyperv neutron-server[84108]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 08:44:10.069526 dv-neutron-827798-2-hyperv neutron-server[84108]: util.warn( Feb 04 08:44:10.069526 dv-neutron-827798-2-hyperv neutron-server[84108]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 08:44:10.069526 dv-neutron-827798-2-hyperv neutron-server[84108]: util.warn( Feb 04 08:44:10.069526 dv-neutron-827798-2-hyperv neutron-server[84108]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 08:44:10.069526 dv-neutron-827798-2-hyperv neutron-server[84108]: util.warn( Feb 04 08:44:10.069526 dv-neutron-827798-2-hyperv neutron-server[84108]: Traceback (most recent call last): Feb 04 08:44:10.069526 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:44:10.069526 dv-neutron-827798-2-hyperv neutron-server[84108]: timer() Feb 04 08:44:10.069526 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:44:10.069526 dv-neutron-827798-2-hyperv neutron-server[84108]: cb(*args, **kw) Feb 04 08:44:10.069526 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:44:10.069526 dv-neutron-827798-2-hyperv neutron-server[84108]: return func(*args, **kwargs) Feb 04 08:44:10.069526 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:44:10.069526 dv-neutron-827798-2-hyperv neutron-server[84108]: self._notify() Feb 04 08:44:10.069526 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:44:10.069526 dv-neutron-827798-2-hyperv neutron-server[84108]: self.callback(batched_events) Feb 04 08:44:10.069526 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:44:10.069526 dv-neutron-827798-2-hyperv neutron-server[84108]: event.method(event) Feb 04 08:44:10.069526 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:44:10.069526 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:44:10.069526 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:44:10.069526 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:44:10.069526 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:44:10.069526 dv-neutron-827798-2-hyperv neutron-server[84108]: return f(self, *a, **k) Feb 04 08:44:10.069526 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:44:10.069526 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._get(url).json() Feb 04 08:44:10.069526 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:44:10.069526 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:44:10.069526 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:44:10.069526 dv-neutron-827798-2-hyperv neutron-server[84108]: return self.request(url, 'GET', **kwargs) Feb 04 08:44:10.069526 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:44:10.069526 dv-neutron-827798-2-hyperv neutron-server[84108]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:44:10.069526 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:44:10.069526 dv-neutron-827798-2-hyperv neutron-server[84108]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:44:10.069526 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:44:10.069526 dv-neutron-827798-2-hyperv neutron-server[84108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:44:10.069526 dv-neutron-827798-2-hyperv neutron-server[84108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:44:10.115936 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-eb550108-c0d8-4446-8f3e-b9dfe7cb0d74 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Unset dirty status for tenant:bf57e53bceb34316b0180186a41d96ee on resource:port {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:44:10.117131 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-eb550108-c0d8-4446-8f3e-b9dfe7cb0d74 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "GET /v2.0/ports?device_id=166d44d9-9555-4d56-88d2-96a24d713000 HTTP/1.1" status: 200 len: 205 time: 0.2568822 Feb 04 08:44:10.119903 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 54794) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:10.178604 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-50315bcb-9f89-4f6b-b0af-f6ac10e540dd tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:10.202443 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b05ba5a8-3605-4a76-acc0-04116cd95073 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:10.222538 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b05ba5a8-3605-4a76-acc0-04116cd95073 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks [] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:10.231500 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05ba5a8-3605-4a76-acc0-04116cd95073 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Pushing event deleted for resources: {'Network': ['ID=5e02c80a-1d97-4511-8399-c422e3910dca,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:10.235347 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50315bcb-9f89-4f6b-b0af-f6ac10e540dd tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Pushing event deleted for resources: {'Port': ['ID=a107071e-10bf-4322-80a1-6ab28b86ea0f,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:10.238753 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-b05ba5a8-3605-4a76-acc0-04116cd95073 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] 10.222.0.36 "DELETE /v2.0/networks/5e02c80a-1d97-4511-8399-c422e3910dca HTTP/1.1" status: 204 len: 168 time: 2.4795635 Feb 04 08:44:10.239616 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 54798) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:10.280137 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-74943626-f236-493c-b312-e4338fd3f5b5 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] DELETE failed (client error): The resource could not be found. Feb 04 08:44:10.280597 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74943626-f236-493c-b312-e4338fd3f5b5 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:44:10.282187 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-74943626-f236-493c-b312-e4338fd3f5b5 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] 10.222.0.36 "DELETE /v2.0/subnets/66945fe9-1bba-4009-bc64-d2ee62e56351 HTTP/1.1" status: 404 len: 337 time: 0.0421460 Feb 04 08:44:10.285062 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 54802) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:10.301246 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-50315bcb-9f89-4f6b-b0af-f6ac10e540dd tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:10.310778 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-50315bcb-9f89-4f6b-b0af-f6ac10e540dd tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] 10.222.0.36 "DELETE /v2.0/ports/a107071e-10bf-4322-80a1-6ab28b86ea0f HTTP/1.1" status: 204 len: 168 time: 0.6948974 Feb 04 08:44:10.313243 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 54806) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:10.347288 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-543e5cbb-910e-4948-b930-fbb6e595566a tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks [] for router, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:10.409510 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-870a52f3-ca82-4327-b32c-c907b43c7e42 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] DELETE failed (client error): The resource could not be found. Feb 04 08:44:10.409952 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-870a52f3-ca82-4327-b32c-c907b43c7e42 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:44:10.411585 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-870a52f3-ca82-4327-b32c-c907b43c7e42 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] 10.222.0.36 "DELETE /v2.0/networks/081ea6ae-8126-4f74-8728-621890b08483 HTTP/1.1" status: 404 len: 339 time: 0.1256225 Feb 04 08:44:10.413154 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-c07ad94c-63ea-47e8-99f2-e654a206dc36 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] DELETE failed (client error): The resource could not be found. Feb 04 08:44:10.413579 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c07ad94c-63ea-47e8-99f2-e654a206dc36 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:44:10.414148 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 54810) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:10.417950 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-c07ad94c-63ea-47e8-99f2-e654a206dc36 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] 10.222.0.36 "DELETE /v2.0/subnets/705b8452-e988-44a2-88ac-50127d0bf9e1 HTTP/1.1" status: 404 len: 337 time: 0.1009676 Feb 04 08:44:10.418461 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 54814) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:10.603278 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_v2 [None req-58f07489-a4f0-4835-8cf1-6a76e6b52431 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Deleting subnet 9755eed8-18e0-48de-ad5c-0d41140bda8f {{(pid=84108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:44:10.606445 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-58f07489-a4f0-4835-8cf1-6a76e6b52431 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks [] for subnet, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:10.663691 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-58f07489-a4f0-4835-8cf1-6a76e6b52431 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7851377'] for subnet, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:10.744620 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-58f07489-a4f0-4835-8cf1-6a76e6b52431 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:10.775714 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-48757386-c815-4c6a-96f3-347d1af45946 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:10.875532 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-58f07489-a4f0-4835-8cf1-6a76e6b52431 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7593563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8119683'] for subnet, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:10.916923 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f07489-a4f0-4835-8cf1-6a76e6b52431 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Pushing event deleted for resources: {'Subnet': ['ID=9755eed8-18e0-48de-ad5c-0d41140bda8f,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:10.923148 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-58f07489-a4f0-4835-8cf1-6a76e6b52431 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:10.930512 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80094df-9399-4be4-98c0-f9a409208cda None None] Network dc4367fd-dc16-4fc2-96a9-f1ec5ae98870 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:44:10.932726 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-58f07489-a4f0-4835-8cf1-6a76e6b52431 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] 10.222.0.36 "DELETE /v2.0/subnets/9755eed8-18e0-48de-ad5c-0d41140bda8f HTTP/1.1" status: 204 len: 168 time: 0.5175810 Feb 04 08:44:10.936979 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 54820) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:11.076409 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f044a660-3fb6-408c-8436-3af6910503a7 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:11.087076 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-f044a660-3fb6-408c-8436-3af6910503a7 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Deleting port f6b3232a-bc1d-4907-8c66-1fdb4225fe33 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:44:11.087410 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f044a660-3fb6-408c-8436-3af6910503a7 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:11.104545 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-543e5cbb-910e-4948-b930-fbb6e595566a tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40989'] for router, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:11.122062 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552375b1-3b47-4b67-9d6e-5f7dcb7a8a7c req-c3f6db63-6108-4718-a81a-0aff2aac878b tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:44:11.123516 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-552375b1-3b47-4b67-9d6e-5f7dcb7a8a7c req-c3f6db63-6108-4718-a81a-0aff2aac878b tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d3f9a2e-5f81-4e26-82f8-be8c0a180732 HTTP/1.1" status: 200 len: 945 time: 0.4855967 Feb 04 08:44:11.145692 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-48757386-c815-4c6a-96f3-347d1af45946 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:11.154435 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-543e5cbb-910e-4948-b930-fbb6e595566a tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:11.191767 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-48757386-c815-4c6a-96f3-347d1af45946 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d87972b5-6515-4606-8b8f-6da825c75539']}} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:11.193943 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7458e9d0-15d0-49a6-af8c-2ce1a15e110c None None] DHCP port deletion for dc4367fd-dc16-4fc2-96a9-f1ec5ae98870 request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 08:44:11.199344 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-7458e9d0-15d0-49a6-af8c-2ce1a15e110c None None] Deleting port f6b3232a-bc1d-4907-8c66-1fdb4225fe33 {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:44:11.199725 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-7458e9d0-15d0-49a6-af8c-2ce1a15e110c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:11.220127 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-48757386-c815-4c6a-96f3-347d1af45946 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0d55396-d129-490e-b87a-86455bfc002f') {'for_net_delete': True} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:11.220426 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-48757386-c815-4c6a-96f3-347d1af45946 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0d55396-d129-490e-b87a-86455bfc002f') {} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:11.235750 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-48757386-c815-4c6a-96f3-347d1af45946 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8058642'] for segment, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:11.244116 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-552375b1-3b47-4b67-9d6e-5f7dcb7a8a7c req-508afc48-c222-43a0-8337-36ea5d7b7adf tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/security-groups?id=53227cdf-7dc5-4d80-b711-52cc313216b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135752 Feb 04 08:44:11.257739 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-48757386-c815-4c6a-96f3-347d1af45946 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:11.266335 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48757386-c815-4c6a-96f3-347d1af45946 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=84107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:44:11.266927 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-48757386-c815-4c6a-96f3-347d1af45946 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7377717'] for segment, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:11.316718 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [None req-f044a660-3fb6-408c-8436-3af6910503a7 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] For port f6b3232a-bc1d-4907-8c66-1fdb4225fe33, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=f6b3232a-bc1d-4907-8c66-1fdb4225fe33,segment=NetworkSegment(525dfeb2-c6e9-46c0-86b5-c0fc8f38aa61),segment_id=525dfeb2-c6e9-46c0-86b5-c0fc8f38aa61)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:44:11.317135 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f044a660-3fb6-408c-8436-3af6910503a7 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:11.364978 dv-neutron-827798-2-hyperv neutron-server[84107]: Traceback (most recent call last): Feb 04 08:44:11.364978 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:44:11.364978 dv-neutron-827798-2-hyperv neutron-server[84107]: timer() Feb 04 08:44:11.364978 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:44:11.364978 dv-neutron-827798-2-hyperv neutron-server[84107]: cb(*args, **kw) Feb 04 08:44:11.364978 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:44:11.364978 dv-neutron-827798-2-hyperv neutron-server[84107]: return func(*args, **kwargs) Feb 04 08:44:11.364978 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:44:11.364978 dv-neutron-827798-2-hyperv neutron-server[84107]: self._notify() Feb 04 08:44:11.364978 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:44:11.364978 dv-neutron-827798-2-hyperv neutron-server[84107]: self.callback(batched_events) Feb 04 08:44:11.364978 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:44:11.364978 dv-neutron-827798-2-hyperv neutron-server[84107]: event.method(event) Feb 04 08:44:11.364978 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:44:11.364978 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:44:11.364978 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:44:11.364978 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:44:11.364978 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:44:11.364978 dv-neutron-827798-2-hyperv neutron-server[84107]: return f(self, *a, **k) Feb 04 08:44:11.364978 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:44:11.364978 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._get(url).json() Feb 04 08:44:11.364978 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:44:11.364978 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:44:11.364978 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:44:11.364978 dv-neutron-827798-2-hyperv neutron-server[84107]: return self.request(url, 'GET', **kwargs) Feb 04 08:44:11.364978 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:44:11.364978 dv-neutron-827798-2-hyperv neutron-server[84107]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:44:11.364978 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:44:11.364978 dv-neutron-827798-2-hyperv neutron-server[84107]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:44:11.364978 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:44:11.364978 dv-neutron-827798-2-hyperv neutron-server[84107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:44:11.364978 dv-neutron-827798-2-hyperv neutron-server[84107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:44:11.369132 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-543e5cbb-910e-4948-b930-fbb6e595566a tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-476062'] for router, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:11.369669 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-543e5cbb-910e-4948-b930-fbb6e595566a tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Fanout notify agent at l3_agent the message router_deleted on router 166d44d9-9555-4d56-88d2-96a24d713000 {{(pid=84107) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 08:44:11.385318 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-543e5cbb-910e-4948-b930-fbb6e595566a tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:11.389500 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-543e5cbb-910e-4948-b930-fbb6e595566a tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "DELETE /v2.0/routers/166d44d9-9555-4d56-88d2-96a24d713000 HTTP/1.1" status: 204 len: 168 time: 1.2682896 Feb 04 08:44:11.390306 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 54826) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:11.423512 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-7458e9d0-15d0-49a6-af8c-2ce1a15e110c None None] For port f6b3232a-bc1d-4907-8c66-1fdb4225fe33, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=f6b3232a-bc1d-4907-8c66-1fdb4225fe33,segment=NetworkSegment(525dfeb2-c6e9-46c0-86b5-c0fc8f38aa61),segment_id=525dfeb2-c6e9-46c0-86b5-c0fc8f38aa61)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:44:11.423901 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-7458e9d0-15d0-49a6-af8c-2ce1a15e110c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:11.465423 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-f044a660-3fb6-408c-8436-3af6910503a7 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Calling delete_port for f6b3232a-bc1d-4907-8c66-1fdb4225fe33 owned by network:dhcp {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:44:11.471602 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-48757386-c815-4c6a-96f3-347d1af45946 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:11.498666 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-48757386-c815-4c6a-96f3-347d1af45946 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:11.500524 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-48757386-c815-4c6a-96f3-347d1af45946 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] 10.222.0.36 "DELETE /v2.0/networks/d87972b5-6515-4606-8b8f-6da825c75539 HTTP/1.1" status: 204 len: 168 time: 1.0811763 Feb 04 08:44:11.506360 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 54830) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:11.519165 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48757386-c815-4c6a-96f3-347d1af45946 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Pushing event deleted for resources: {'Network': ['ID=d87972b5-6515-4606-8b8f-6da825c75539,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:11.583014 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-7458e9d0-15d0-49a6-af8c-2ce1a15e110c None None] Calling delete_port for f6b3232a-bc1d-4907-8c66-1fdb4225fe33 owned by network:dhcp {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:44:11.642392 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b05ab2-55fe-40c5-8fba-400a02e51ddb req-f4c3fa85-aa6f-400a-bb7c-7ca34b36e27d tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:44:11.644125 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a7b05ab2-55fe-40c5-8fba-400a02e51ddb req-f4c3fa85-aa6f-400a-bb7c-7ca34b36e27d tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d3f9a2e-5f81-4e26-82f8-be8c0a180732 HTTP/1.1" status: 200 len: 945 time: 0.2192481 Feb 04 08:44:11.685763 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4548464-4788-4da7-9db2-e3d862e73a26 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Deleting subnet b16c2990-a29f-4334-a012-5ebc75c1b65a {{(pid=84107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:44:11.690154 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e4548464-4788-4da7-9db2-e3d862e73a26 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks [] for subnet, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:11.721354 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_v2 [None req-121e6b4e-f3ef-4fbb-acec-3eebbb8547fb tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Deleting subnet 55aa32be-f331-4b20-9c0d-a4b40bd3e093 {{(pid=84108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:44:11.724535 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f044a660-3fb6-408c-8436-3af6910503a7 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:11.729156 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-121e6b4e-f3ef-4fbb-acec-3eebbb8547fb tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks [] for subnet, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:11.730143 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.db.api [None req-7458e9d0-15d0-49a6-af8c-2ce1a15e110c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 08:44:11.731026 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG oslo_db.api [None req-7458e9d0-15d0-49a6-af8c-2ce1a15e110c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 08:44:11.751593 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a7b05ab2-55fe-40c5-8fba-400a02e51ddb req-48351f8b-0a35-4364-a304-fbb49ebedc9b tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/security-groups?id=53227cdf-7dc5-4d80-b711-52cc313216b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936177 Feb 04 08:44:11.758776 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e4548464-4788-4da7-9db2-e3d862e73a26 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8058667'] for subnet, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:11.810266 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f044a660-3fb6-408c-8436-3af6910503a7 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Pushing event deleted for resources: {'Port': ['ID=f6b3232a-bc1d-4907-8c66-1fdb4225fe33,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:11.816956 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f044a660-3fb6-408c-8436-3af6910503a7 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] No DVR routers for this DVR port f6b3232a-bc1d-4907-8c66-1fdb4225fe33 on host dv-neutron-827798-2-hyperv {{(pid=84108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:44:11.849357 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e4548464-4788-4da7-9db2-e3d862e73a26 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:11.882015 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-121e6b4e-f3ef-4fbb-acec-3eebbb8547fb tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7851377'] for subnet, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:11.996110 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e4548464-4788-4da7-9db2-e3d862e73a26 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7510167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985167'] for subnet, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:12.036719 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4548464-4788-4da7-9db2-e3d862e73a26 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Pushing event deleted for resources: {'Subnet': ['ID=b16c2990-a29f-4334-a012-5ebc75c1b65a,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:12.043091 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e4548464-4788-4da7-9db2-e3d862e73a26 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks [] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:12.049661 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-e4548464-4788-4da7-9db2-e3d862e73a26 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "DELETE /v2.0/subnets/b16c2990-a29f-4334-a012-5ebc75c1b65a HTTP/1.1" status: 204 len: 168 time: 0.6582825 Feb 04 08:44:12.050502 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7428fea3-7ad0-4bf1-829f-f47bce2c1d16 None None] Network c57e03a7-86ec-4e09-9183-7059cfc22c0b requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:44:12.052106 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 54836) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:12.139859 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-121e6b4e-f3ef-4fbb-acec-3eebbb8547fb tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:12.186058 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f044a660-3fb6-408c-8436-3af6910503a7 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:12.228595 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-f044a660-3fb6-408c-8436-3af6910503a7 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc4367fd-dc16-4fc2-96a9-f1ec5ae98870']}} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:12.246049 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-7458e9d0-15d0-49a6-af8c-2ce1a15e110c None None] Deleting port f6b3232a-bc1d-4907-8c66-1fdb4225fe33 {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:44:12.246586 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-7458e9d0-15d0-49a6-af8c-2ce1a15e110c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:12.251223 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-f044a660-3fb6-408c-8436-3af6910503a7 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '525dfeb2-c6e9-46c0-86b5-c0fc8f38aa61') {'for_net_delete': True} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:12.251527 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-f044a660-3fb6-408c-8436-3af6910503a7 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '525dfeb2-c6e9-46c0-86b5-c0fc8f38aa61') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:12.270240 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f044a660-3fb6-408c-8436-3af6910503a7 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7851336'] for segment, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:12.288831 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f044a660-3fb6-408c-8436-3af6910503a7 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:12.295675 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f044a660-3fb6-408c-8436-3af6910503a7 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=84108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:44:12.296076 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f044a660-3fb6-408c-8436-3af6910503a7 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7460345'] for segment, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:12.322377 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-7458e9d0-15d0-49a6-af8c-2ce1a15e110c None None] The port 'f6b3232a-bc1d-4907-8c66-1fdb4225fe33' was deleted {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 08:44:12.379928 dv-neutron-827798-2-hyperv neutron-server[84108]: Traceback (most recent call last): Feb 04 08:44:12.379928 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:44:12.379928 dv-neutron-827798-2-hyperv neutron-server[84108]: timer() Feb 04 08:44:12.379928 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:44:12.379928 dv-neutron-827798-2-hyperv neutron-server[84108]: cb(*args, **kw) Feb 04 08:44:12.379928 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:44:12.379928 dv-neutron-827798-2-hyperv neutron-server[84108]: return func(*args, **kwargs) Feb 04 08:44:12.379928 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:44:12.379928 dv-neutron-827798-2-hyperv neutron-server[84108]: self._notify() Feb 04 08:44:12.379928 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:44:12.379928 dv-neutron-827798-2-hyperv neutron-server[84108]: self.callback(batched_events) Feb 04 08:44:12.379928 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:44:12.379928 dv-neutron-827798-2-hyperv neutron-server[84108]: event.method(event) Feb 04 08:44:12.379928 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:44:12.379928 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:44:12.379928 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:44:12.379928 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:44:12.379928 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:44:12.379928 dv-neutron-827798-2-hyperv neutron-server[84108]: return f(self, *a, **k) Feb 04 08:44:12.379928 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:44:12.379928 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._get(url).json() Feb 04 08:44:12.379928 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:44:12.379928 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:44:12.379928 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:44:12.379928 dv-neutron-827798-2-hyperv neutron-server[84108]: return self.request(url, 'GET', **kwargs) Feb 04 08:44:12.379928 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:44:12.379928 dv-neutron-827798-2-hyperv neutron-server[84108]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:44:12.379928 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:44:12.379928 dv-neutron-827798-2-hyperv neutron-server[84108]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:44:12.379928 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:44:12.379928 dv-neutron-827798-2-hyperv neutron-server[84108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:44:12.379928 dv-neutron-827798-2-hyperv neutron-server[84108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:44:12.421725 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce6c1cb-3237-4cc6-9943-ce647429fcd7 None None] DHCP port deletion for c57e03a7-86ec-4e09-9183-7059cfc22c0b request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 08:44:12.425806 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-8ce6c1cb-3237-4cc6-9943-ce647429fcd7 None None] Deleting port 1a72152f-e08f-4e0d-8cb8-25f330234251 {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:44:12.426525 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-8ce6c1cb-3237-4cc6-9943-ce647429fcd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:12.452878 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4f7ed13-608d-4fe0-bdd1-dfa49af3a8fe tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Deleting subnet 462688c6-75fa-4e34-a60b-b1157f5493ad {{(pid=84107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:44:12.457570 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c4f7ed13-608d-4fe0-bdd1-dfa49af3a8fe tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks [] for subnet, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:12.471171 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f044a660-3fb6-408c-8436-3af6910503a7 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:12.475377 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f044a660-3fb6-408c-8436-3af6910503a7 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Notify callbacks [] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:12.508724 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f044a660-3fb6-408c-8436-3af6910503a7 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] Pushing event deleted for resources: {'Network': ['ID=dc4367fd-dc16-4fc2-96a9-f1ec5ae98870,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:12.517134 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18496bf5-86d3-44ff-ac37-1b38570f5620 req-26e2dc56-4cb3-4433-93f7-ed3052840177 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:44:12.517524 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-f044a660-3fb6-408c-8436-3af6910503a7 tempest-NetworksIpV6Test-1206963173 tempest-NetworksIpV6Test-1206963173-project] 10.222.0.36 "DELETE /v2.0/networks/dc4367fd-dc16-4fc2-96a9-f1ec5ae98870 HTTP/1.1" status: 204 len: 168 time: 1.5794320 Feb 04 08:44:12.525753 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-18496bf5-86d3-44ff-ac37-1b38570f5620 req-26e2dc56-4cb3-4433-93f7-ed3052840177 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d3f9a2e-5f81-4e26-82f8-be8c0a180732 HTTP/1.1" status: 200 len: 945 time: 0.1755557 Feb 04 08:44:12.527064 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-121e6b4e-f3ef-4fbb-acec-3eebbb8547fb tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7593563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8119683'] for subnet, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:12.561211 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c4f7ed13-608d-4fe0-bdd1-dfa49af3a8fe tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8058667'] for subnet, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:12.575349 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121e6b4e-f3ef-4fbb-acec-3eebbb8547fb tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Pushing event deleted for resources: {'Subnet': ['ID=55aa32be-f331-4b20-9c0d-a4b40bd3e093,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:12.584883 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-121e6b4e-f3ef-4fbb-acec-3eebbb8547fb tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:12.586901 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-121e6b4e-f3ef-4fbb-acec-3eebbb8547fb tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] 10.222.0.36 "DELETE /v2.0/subnets/55aa32be-f331-4b20-9c0d-a4b40bd3e093 HTTP/1.1" status: 204 len: 168 time: 1.0793202 Feb 04 08:44:12.589366 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 54846) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:12.601494 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b2f71e-24ca-4099-bf78-7403d5d75f83 None None] Network e8da26f8-3aa4-41f5-8c46-0ca23582cd6a requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:44:12.640070 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-18496bf5-86d3-44ff-ac37-1b38570f5620 req-b19a9278-bb35-45ee-aa55-1107622bbb33 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/security-groups?id=53227cdf-7dc5-4d80-b711-52cc313216b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120059 Feb 04 08:44:12.733718 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device f6b3232a-bc1d-4907-8c66-1fdb4225fe33 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:44:12.739508 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c4f7ed13-608d-4fe0-bdd1-dfa49af3a8fe tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:12.747186 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4a1e0b39-6692-40b0-a31a-51bd9f844e49 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:12.757932 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-4a1e0b39-6692-40b0-a31a-51bd9f844e49 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Deleting port f39ddc82-c3f3-4426-96c8-809c69e777e5 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:44:12.758269 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4a1e0b39-6692-40b0-a31a-51bd9f844e49 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:12.776903 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: f6b3232a-bc1d-4907-8c66-1fdb4225fe33 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:44:12.777245 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device f6b3232a-bc1d-4907-8c66-1fdb4225fe33 not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:44:12.777724 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 1a72152f-e08f-4e0d-8cb8-25f330234251 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:44:12.802802 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-8ce6c1cb-3237-4cc6-9943-ce647429fcd7 None None] For port 1a72152f-e08f-4e0d-8cb8-25f330234251, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=1a72152f-e08f-4e0d-8cb8-25f330234251,segment=NetworkSegment(4f6fab58-ae6c-4bfb-bed0-7bd7541f9ef1),segment_id=4f6fab58-ae6c-4bfb-bed0-7bd7541f9ef1)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:44:12.803192 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-8ce6c1cb-3237-4cc6-9943-ce647429fcd7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:12.877830 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c4f7ed13-608d-4fe0-bdd1-dfa49af3a8fe tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7510167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985167'] for subnet, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:12.936486 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f7ed13-608d-4fe0-bdd1-dfa49af3a8fe tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Pushing event deleted for resources: {'Subnet': ['ID=462688c6-75fa-4e34-a60b-b1157f5493ad,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:12.949708 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c4f7ed13-608d-4fe0-bdd1-dfa49af3a8fe tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks [] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:12.956189 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-c4f7ed13-608d-4fe0-bdd1-dfa49af3a8fe tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "DELETE /v2.0/subnets/462688c6-75fa-4e34-a60b-b1157f5493ad HTTP/1.1" status: 204 len: 168 time: 0.9028080 Feb 04 08:44:12.961220 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 54850) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:12.972332 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [None req-4a1e0b39-6692-40b0-a31a-51bd9f844e49 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] For port f39ddc82-c3f3-4426-96c8-809c69e777e5, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=f39ddc82-c3f3-4426-96c8-809c69e777e5,segment=NetworkSegment(752bdfc3-8d67-4017-82c5-5988da4ae1b7),segment_id=752bdfc3-8d67-4017-82c5-5988da4ae1b7)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:44:12.973119 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4a1e0b39-6692-40b0-a31a-51bd9f844e49 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:13.004855 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-8ce6c1cb-3237-4cc6-9943-ce647429fcd7 None None] Calling delete_port for 1a72152f-e08f-4e0d-8cb8-25f330234251 owned by network:dhcp {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:44:13.093765 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a05b2e9b-7158-4445-9846-39f2a11c644c tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:13.104990 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6dc37b4-b9fd-4521-ac13-2768db88c89a None None] Network 3f4d31a5-7d87-4082-954a-92de050140b0 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:44:13.107110 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-a05b2e9b-7158-4445-9846-39f2a11c644c tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Deleting port 1a72152f-e08f-4e0d-8cb8-25f330234251 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:44:13.107925 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a05b2e9b-7158-4445-9846-39f2a11c644c tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:13.131263 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 54856) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:13.142056 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-4a1e0b39-6692-40b0-a31a-51bd9f844e49 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Calling delete_port for f39ddc82-c3f3-4426-96c8-809c69e777e5 owned by network:dhcp {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:44:13.271570 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4a1e0b39-6692-40b0-a31a-51bd9f844e49 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:13.300984 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:13.332340 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1e0b39-6692-40b0-a31a-51bd9f844e49 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Pushing event deleted for resources: {'Port': ['ID=f39ddc82-c3f3-4426-96c8-809c69e777e5,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:13.339204 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1e0b39-6692-40b0-a31a-51bd9f844e49 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] No DVR routers for this DVR port f39ddc82-c3f3-4426-96c8-809c69e777e5 on host dv-neutron-827798-2-hyperv {{(pid=84108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:44:13.369792 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [None req-a05b2e9b-7158-4445-9846-39f2a11c644c tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] For port 1a72152f-e08f-4e0d-8cb8-25f330234251, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=1a72152f-e08f-4e0d-8cb8-25f330234251,segment=NetworkSegment(4f6fab58-ae6c-4bfb-bed0-7bd7541f9ef1),segment_id=4f6fab58-ae6c-4bfb-bed0-7bd7541f9ef1)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:44:13.370655 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a05b2e9b-7158-4445-9846-39f2a11c644c tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:13.389402 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-8ce6c1cb-3237-4cc6-9943-ce647429fcd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407'] for port, after_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:13.442744 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-9ba44637-2c3a-4101-be59-73cf5716c16b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b4c31cf486bb4956abf9c7906e2ce93d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3036964 Feb 04 08:44:13.452707 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 54862) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:13.520682 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-a05b2e9b-7158-4445-9846-39f2a11c644c tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Calling delete_port for 1a72152f-e08f-4e0d-8cb8-25f330234251 owned by network:dhcp {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:44:13.520914 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce6c1cb-3237-4cc6-9943-ce647429fcd7 None None] Pushing event deleted for resources: {'Port': ['ID=1a72152f-e08f-4e0d-8cb8-25f330234251,revision_number=None']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:13.527209 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4a1e0b39-6692-40b0-a31a-51bd9f844e49 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:13.534361 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce6c1cb-3237-4cc6-9943-ce647429fcd7 None None] No DVR routers for this DVR port 1a72152f-e08f-4e0d-8cb8-25f330234251 on host dv-neutron-827798-2-hyperv {{(pid=84109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:44:13.570439 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-4a1e0b39-6692-40b0-a31a-51bd9f844e49 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8da26f8-3aa4-41f5-8c46-0ca23582cd6a']}} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:13.589222 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.db.api [None req-a05b2e9b-7158-4445-9846-39f2a11c644c tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 08:44:13.589546 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG oslo_db.api [None req-a05b2e9b-7158-4445-9846-39f2a11c644c tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 08:44:13.594237 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-4a1e0b39-6692-40b0-a31a-51bd9f844e49 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '752bdfc3-8d67-4017-82c5-5988da4ae1b7') {'for_net_delete': True} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:13.594418 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-4a1e0b39-6692-40b0-a31a-51bd9f844e49 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '752bdfc3-8d67-4017-82c5-5988da4ae1b7') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:13.612272 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4a1e0b39-6692-40b0-a31a-51bd9f844e49 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7851336'] for segment, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:13.619257 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-71d21867-bce7-4c7d-901a-93fa0fd14942 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:13.624831 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61b755d-2b4c-40f2-9e1b-bd4e5f4c4616 None None] DHCP port deletion for e8da26f8-3aa4-41f5-8c46-0ca23582cd6a request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 08:44:13.659914 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4a1e0b39-6692-40b0-a31a-51bd9f844e49 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:13.659914 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a1e0b39-6692-40b0-a31a-51bd9f844e49 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=84108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:44:13.659914 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4a1e0b39-6692-40b0-a31a-51bd9f844e49 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7460345'] for segment, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:13.673465 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92287b0-0923-4260-a4c4-988cd51a04dd None None] DHCP port deletion for 3f4d31a5-7d87-4082-954a-92de050140b0 request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 08:44:13.674535 dv-neutron-827798-2-hyperv neutron-server[84108]: Traceback (most recent call last): Feb 04 08:44:13.674535 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:44:13.674535 dv-neutron-827798-2-hyperv neutron-server[84108]: timer() Feb 04 08:44:13.674535 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:44:13.674535 dv-neutron-827798-2-hyperv neutron-server[84108]: cb(*args, **kw) Feb 04 08:44:13.674535 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:44:13.674535 dv-neutron-827798-2-hyperv neutron-server[84108]: return func(*args, **kwargs) Feb 04 08:44:13.674535 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:44:13.674535 dv-neutron-827798-2-hyperv neutron-server[84108]: self._notify() Feb 04 08:44:13.674535 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:44:13.674535 dv-neutron-827798-2-hyperv neutron-server[84108]: self.callback(batched_events) Feb 04 08:44:13.674535 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:44:13.674535 dv-neutron-827798-2-hyperv neutron-server[84108]: event.method(event) Feb 04 08:44:13.674535 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:44:13.674535 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:44:13.674535 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:44:13.674535 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:44:13.674535 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:44:13.674535 dv-neutron-827798-2-hyperv neutron-server[84108]: return f(self, *a, **k) Feb 04 08:44:13.674535 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:44:13.674535 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._get(url).json() Feb 04 08:44:13.674535 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:44:13.674535 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:44:13.674535 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:44:13.674535 dv-neutron-827798-2-hyperv neutron-server[84108]: return self.request(url, 'GET', **kwargs) Feb 04 08:44:13.674535 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:44:13.674535 dv-neutron-827798-2-hyperv neutron-server[84108]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:44:13.674535 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:44:13.674535 dv-neutron-827798-2-hyperv neutron-server[84108]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:44:13.674535 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:44:13.674535 dv-neutron-827798-2-hyperv neutron-server[84108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:44:13.674535 dv-neutron-827798-2-hyperv neutron-server[84108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:44:13.676890 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-71d21867-bce7-4c7d-901a-93fa0fd14942 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:13.686859 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-e92287b0-0923-4260-a4c4-988cd51a04dd None None] Deleting port 3048237b-3653-4f96-803e-79a79ffa13b2 {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:44:13.687222 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-e92287b0-0923-4260-a4c4-988cd51a04dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:13.840230 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae1269-309d-44eb-9d80-9723e20d2eb8 req-a5245a15-3792-43b0-bace-2e3763debdb5 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:44:13.841773 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-9eae1269-309d-44eb-9d80-9723e20d2eb8 req-a5245a15-3792-43b0-bace-2e3763debdb5 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d3f9a2e-5f81-4e26-82f8-be8c0a180732 HTTP/1.1" status: 200 len: 945 time: 0.0776398 Feb 04 08:44:13.877231 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4a1e0b39-6692-40b0-a31a-51bd9f844e49 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:13.882503 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4a1e0b39-6692-40b0-a31a-51bd9f844e49 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Notify callbacks [] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:13.889930 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-e92287b0-0923-4260-a4c4-988cd51a04dd None None] For port 3048237b-3653-4f96-803e-79a79ffa13b2, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=3048237b-3653-4f96-803e-79a79ffa13b2,segment=NetworkSegment(b0020f44-5b81-4aae-9b2e-c9a9b70bf74f),segment_id=b0020f44-5b81-4aae-9b2e-c9a9b70bf74f)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:44:13.890323 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-e92287b0-0923-4260-a4c4-988cd51a04dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:13.891679 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-9eae1269-309d-44eb-9d80-9723e20d2eb8 req-741c6970-121f-4d61-a13a-2059d93f92e1 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/security-groups?id=53227cdf-7dc5-4d80-b711-52cc313216b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442207 Feb 04 08:44:13.914132 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1e0b39-6692-40b0-a31a-51bd9f844e49 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] Pushing event deleted for resources: {'Network': ['ID=e8da26f8-3aa4-41f5-8c46-0ca23582cd6a,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:13.915910 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-71d21867-bce7-4c7d-901a-93fa0fd14942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:13.936007 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-71d21867-bce7-4c7d-901a-93fa0fd14942 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:13.939509 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-71d21867-bce7-4c7d-901a-93fa0fd14942 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ede47da0-7db0-4aec-804c-7f282c607454 HTTP/1.1" status: 204 len: 168 time: 0.4838469 Feb 04 08:44:13.941570 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-4a1e0b39-6692-40b0-a31a-51bd9f844e49 tempest-NetworksIpV6TestAttrs-520822357 tempest-NetworksIpV6TestAttrs-520822357-project] 10.222.0.36 "DELETE /v2.0/networks/e8da26f8-3aa4-41f5-8c46-0ca23582cd6a HTTP/1.1" status: 204 len: 168 time: 1.3510392 Feb 04 08:44:13.943161 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d21867-bce7-4c7d-901a-93fa0fd14942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede47da0-7db0-4aec-804c-7f282c607454,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:14.016296 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-e92287b0-0923-4260-a4c4-988cd51a04dd None None] Calling delete_port for 3048237b-3653-4f96-803e-79a79ffa13b2 owned by network:dhcp {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:44:14.094461 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-a05b2e9b-7158-4445-9846-39f2a11c644c tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Deleting port 1a72152f-e08f-4e0d-8cb8-25f330234251 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:44:14.094461 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a05b2e9b-7158-4445-9846-39f2a11c644c tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:14.153094 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-a05b2e9b-7158-4445-9846-39f2a11c644c tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] The port '1a72152f-e08f-4e0d-8cb8-25f330234251' was deleted {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 08:44:14.166979 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-e92287b0-0923-4260-a4c4-988cd51a04dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407'] for port, after_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:14.214994 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92287b0-0923-4260-a4c4-988cd51a04dd None None] Pushing event deleted for resources: {'Port': ['ID=3048237b-3653-4f96-803e-79a79ffa13b2,revision_number=None']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:14.219189 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92287b0-0923-4260-a4c4-988cd51a04dd None None] No DVR routers for this DVR port 3048237b-3653-4f96-803e-79a79ffa13b2 on host dv-neutron-827798-2-hyperv {{(pid=84109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:44:14.280275 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a05b2e9b-7158-4445-9846-39f2a11c644c tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:14.304693 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-a05b2e9b-7158-4445-9846-39f2a11c644c tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c57e03a7-86ec-4e09-9183-7059cfc22c0b']}} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:14.317656 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-a05b2e9b-7158-4445-9846-39f2a11c644c tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f6fab58-ae6c-4bfb-bed0-7bd7541f9ef1') {'for_net_delete': True} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:14.317943 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-a05b2e9b-7158-4445-9846-39f2a11c644c tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f6fab58-ae6c-4bfb-bed0-7bd7541f9ef1') {} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:14.329952 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a05b2e9b-7158-4445-9846-39f2a11c644c tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8058642'] for segment, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:14.349647 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a05b2e9b-7158-4445-9846-39f2a11c644c tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:14.353068 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a05b2e9b-7158-4445-9846-39f2a11c644c tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=84107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:44:14.353463 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a05b2e9b-7158-4445-9846-39f2a11c644c tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7377717'] for segment, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:14.371798 dv-neutron-827798-2-hyperv neutron-server[84107]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 08:44:14.371798 dv-neutron-827798-2-hyperv neutron-server[84107]: util.warn( Feb 04 08:44:14.371798 dv-neutron-827798-2-hyperv neutron-server[84107]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 08:44:14.371798 dv-neutron-827798-2-hyperv neutron-server[84107]: util.warn( Feb 04 08:44:14.371798 dv-neutron-827798-2-hyperv neutron-server[84107]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 08:44:14.371798 dv-neutron-827798-2-hyperv neutron-server[84107]: util.warn( Feb 04 08:44:14.371798 dv-neutron-827798-2-hyperv neutron-server[84107]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 08:44:14.371798 dv-neutron-827798-2-hyperv neutron-server[84107]: util.warn( Feb 04 08:44:14.371798 dv-neutron-827798-2-hyperv neutron-server[84107]: Traceback (most recent call last): Feb 04 08:44:14.371798 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:44:14.371798 dv-neutron-827798-2-hyperv neutron-server[84107]: timer() Feb 04 08:44:14.371798 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:44:14.371798 dv-neutron-827798-2-hyperv neutron-server[84107]: cb(*args, **kw) Feb 04 08:44:14.371798 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:44:14.371798 dv-neutron-827798-2-hyperv neutron-server[84107]: return func(*args, **kwargs) Feb 04 08:44:14.371798 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:44:14.371798 dv-neutron-827798-2-hyperv neutron-server[84107]: self._notify() Feb 04 08:44:14.371798 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:44:14.371798 dv-neutron-827798-2-hyperv neutron-server[84107]: self.callback(batched_events) Feb 04 08:44:14.371798 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:44:14.371798 dv-neutron-827798-2-hyperv neutron-server[84107]: event.method(event) Feb 04 08:44:14.371798 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:44:14.371798 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:44:14.371798 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:44:14.371798 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:44:14.371798 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:44:14.371798 dv-neutron-827798-2-hyperv neutron-server[84107]: return f(self, *a, **k) Feb 04 08:44:14.371798 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:44:14.371798 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._get(url).json() Feb 04 08:44:14.371798 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:44:14.371798 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:44:14.371798 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:44:14.371798 dv-neutron-827798-2-hyperv neutron-server[84107]: return self.request(url, 'GET', **kwargs) Feb 04 08:44:14.371798 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:44:14.371798 dv-neutron-827798-2-hyperv neutron-server[84107]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:44:14.371798 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:44:14.371798 dv-neutron-827798-2-hyperv neutron-server[84107]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:44:14.371798 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:44:14.371798 dv-neutron-827798-2-hyperv neutron-server[84107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:44:14.371798 dv-neutron-827798-2-hyperv neutron-server[84107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:44:14.495385 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 54878) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:14.502033 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a05b2e9b-7158-4445-9846-39f2a11c644c tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:14.507694 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a05b2e9b-7158-4445-9846-39f2a11c644c tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:14.536246 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05b2e9b-7158-4445-9846-39f2a11c644c tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Pushing event deleted for resources: {'Network': ['ID=c57e03a7-86ec-4e09-9183-7059cfc22c0b,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:14.597009 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-a05b2e9b-7158-4445-9846-39f2a11c644c tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "DELETE /v2.0/networks/c57e03a7-86ec-4e09-9183-7059cfc22c0b HTTP/1.1" status: 204 len: 168 time: 1.6369901 Feb 04 08:44:14.599468 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 54888) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:14.685062 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device f39ddc82-c3f3-4426-96c8-809c69e777e5 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:44:14.719151 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: f39ddc82-c3f3-4426-96c8-809c69e777e5 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:44:14.719496 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device f39ddc82-c3f3-4426-96c8-809c69e777e5 not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:44:14.719921 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 3048237b-3653-4f96-803e-79a79ffa13b2 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:44:14.752071 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: 3048237b-3653-4f96-803e-79a79ffa13b2 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:44:14.752423 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 3048237b-3653-4f96-803e-79a79ffa13b2 not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:44:14.855715 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-fc30dec0-c03a-4c62-9d9e-79733c24be4f tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:14.859882 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7d761-6093-49fa-8e94-ab057d3e3603 req-0b883fb7-f987-4baa-921d-2cecc4e4b317 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:44:14.860676 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [req-b1e7d761-6093-49fa-8e94-ab057d3e3603 req-0b883fb7-f987-4baa-921d-2cecc4e4b317 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Synchronizing usage tracker for tenant:bcdc9b25d9ba412baa8d7ec71c6170b5 on resource:port {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:44:14.865870 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-a2f60a4a-ba89-44fd-85b2-f2274ba14e36 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2260a774eaa04d99b94c2b95d9361fff&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3694038 Feb 04 08:44:14.869122 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 54894) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:14.873097 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [req-b1e7d761-6093-49fa-8e94-ab057d3e3603 req-0b883fb7-f987-4baa-921d-2cecc4e4b317 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Unset dirty status for tenant:bcdc9b25d9ba412baa8d7ec71c6170b5 on resource:port {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:44:14.874258 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b1e7d761-6093-49fa-8e94-ab057d3e3603 req-0b883fb7-f987-4baa-921d-2cecc4e4b317 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.47 "GET /v2.0/ports?device_id=5d3f9a2e-5f81-4e26-82f8-be8c0a180732 HTTP/1.1" status: 200 len: 945 time: 0.0960529 Feb 04 08:44:14.973881 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [req-b1e7d761-6093-49fa-8e94-ab057d3e3603 req-c3beb57a-7a66-4e89-9879-99df3934bccc tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Deleting port 2b372ab4-7400-4547-a17c-2f75c1e00079 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:44:14.974222 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-b1e7d761-6093-49fa-8e94-ab057d3e3603 req-c3beb57a-7a66-4e89-9879-99df3934bccc tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:15.051463 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-abd466d4-193c-45c6-bcd0-72150ab3e9a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:15.054169 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-fc30dec0-c03a-4c62-9d9e-79733c24be4f tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:15.145792 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-fc30dec0-c03a-4c62-9d9e-79733c24be4f tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f4d31a5-7d87-4082-954a-92de050140b0']}} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:15.160818 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-abd466d4-193c-45c6-bcd0-72150ab3e9a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:15.173781 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-fc30dec0-c03a-4c62-9d9e-79733c24be4f tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0020f44-5b81-4aae-9b2e-c9a9b70bf74f') {'for_net_delete': True} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:15.174085 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-fc30dec0-c03a-4c62-9d9e-79733c24be4f tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0020f44-5b81-4aae-9b2e-c9a9b70bf74f') {} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:15.213211 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-fc30dec0-c03a-4c62-9d9e-79733c24be4f tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8058642'] for segment, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:15.241313 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-fc30dec0-c03a-4c62-9d9e-79733c24be4f tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:15.250500 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc30dec0-c03a-4c62-9d9e-79733c24be4f tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=84107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:44:15.250891 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-fc30dec0-c03a-4c62-9d9e-79733c24be4f tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7377717'] for segment, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:15.265502 dv-neutron-827798-2-hyperv neutron-server[84107]: Traceback (most recent call last): Feb 04 08:44:15.265502 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:44:15.265502 dv-neutron-827798-2-hyperv neutron-server[84107]: timer() Feb 04 08:44:15.265502 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:44:15.265502 dv-neutron-827798-2-hyperv neutron-server[84107]: cb(*args, **kw) Feb 04 08:44:15.265502 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:44:15.265502 dv-neutron-827798-2-hyperv neutron-server[84107]: return func(*args, **kwargs) Feb 04 08:44:15.265502 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:44:15.265502 dv-neutron-827798-2-hyperv neutron-server[84107]: self._notify() Feb 04 08:44:15.265502 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:44:15.265502 dv-neutron-827798-2-hyperv neutron-server[84107]: self.callback(batched_events) Feb 04 08:44:15.265502 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:44:15.265502 dv-neutron-827798-2-hyperv neutron-server[84107]: event.method(event) Feb 04 08:44:15.265502 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:44:15.265502 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:44:15.265502 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:44:15.265502 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:44:15.265502 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:44:15.265502 dv-neutron-827798-2-hyperv neutron-server[84107]: return f(self, *a, **k) Feb 04 08:44:15.265502 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:44:15.265502 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._get(url).json() Feb 04 08:44:15.265502 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:44:15.265502 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:44:15.265502 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:44:15.265502 dv-neutron-827798-2-hyperv neutron-server[84107]: return self.request(url, 'GET', **kwargs) Feb 04 08:44:15.265502 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:44:15.265502 dv-neutron-827798-2-hyperv neutron-server[84107]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:44:15.265502 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:44:15.265502 dv-neutron-827798-2-hyperv neutron-server[84107]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:44:15.265502 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:44:15.265502 dv-neutron-827798-2-hyperv neutron-server[84107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:44:15.265502 dv-neutron-827798-2-hyperv neutron-server[84107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:44:15.324391 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677e375b-5c98-4083-a1b8-68ce2f4b38a7 req-fc8e0ce4-6511-4abb-8ec6-2a114c76b943 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:44:15.324391 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-677e375b-5c98-4083-a1b8-68ce2f4b38a7 req-fc8e0ce4-6511-4abb-8ec6-2a114c76b943 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d3f9a2e-5f81-4e26-82f8-be8c0a180732 HTTP/1.1" status: 200 len: 945 time: 0.2627795 Feb 04 08:44:15.324865 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 54906) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:15.338512 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [req-b1e7d761-6093-49fa-8e94-ab057d3e3603 req-c3beb57a-7a66-4e89-9879-99df3934bccc tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] For port 2b372ab4-7400-4547-a17c-2f75c1e00079, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=2b372ab4-7400-4547-a17c-2f75c1e00079,segment=NetworkSegment(c8e7a4a8-bd8f-4bcd-a973-4a8e1fee7582),segment_id=c8e7a4a8-bd8f-4bcd-a973-4a8e1fee7582)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:44:15.338878 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-b1e7d761-6093-49fa-8e94-ab057d3e3603 req-c3beb57a-7a66-4e89-9879-99df3934bccc tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:15.394157 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-abd466d4-193c-45c6-bcd0-72150ab3e9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:15.410910 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd466d4-193c-45c6-bcd0-72150ab3e9a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28895416-c426-4787-a85c-ec95aae7fa49,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:15.417979 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-677e375b-5c98-4083-a1b8-68ce2f4b38a7 req-2da875e0-4cc5-42b6-af51-fcb415723c76 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/security-groups?id=53227cdf-7dc5-4d80-b711-52cc313216b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856380 Feb 04 08:44:15.427240 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-abd466d4-193c-45c6-bcd0-72150ab3e9a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:15.432322 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-abd466d4-193c-45c6-bcd0-72150ab3e9a1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/28895416-c426-4787-a85c-ec95aae7fa49 HTTP/1.1" status: 204 len: 168 time: 0.5590930 Feb 04 08:44:15.475271 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-fc30dec0-c03a-4c62-9d9e-79733c24be4f tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:15.503672 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-fc30dec0-c03a-4c62-9d9e-79733c24be4f tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:15.505884 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-fc30dec0-c03a-4c62-9d9e-79733c24be4f tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "DELETE /v2.0/networks/3f4d31a5-7d87-4082-954a-92de050140b0 HTTP/1.1" status: 204 len: 168 time: 0.9049563 Feb 04 08:44:15.513188 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-3ca13700-1913-459d-9176-b24281effe85 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1694907690'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:44:15.521481 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 54916) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:15.526697 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-3ca13700-1913-459d-9176-b24281effe85 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:44:15.531908 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-b7cd1b5b-32e2-47c8-97ef-0ce1b61610a2 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1714156762'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:44:15.535323 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc30dec0-c03a-4c62-9d9e-79733c24be4f tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Pushing event deleted for resources: {'Network': ['ID=3f4d31a5-7d87-4082-954a-92de050140b0,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:15.539558 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-3ca13700-1913-459d-9176-b24281effe85 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Usage tracker for resource:network and tenant:88ac21618fc2460393f2181c0240ea1e is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:44:15.542596 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-b7cd1b5b-32e2-47c8-97ef-0ce1b61610a2 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:44:15.544810 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-3ca13700-1913-459d-9176-b24281effe85 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:44:15.551014 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-b7cd1b5b-32e2-47c8-97ef-0ce1b61610a2 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Usage tracker for resource:network and tenant:bf57e53bceb34316b0180186a41d96ee is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:44:15.554194 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-3ca13700-1913-459d-9176-b24281effe85 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:44:15.556886 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-b7cd1b5b-32e2-47c8-97ef-0ce1b61610a2 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:44:15.564520 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-b7cd1b5b-32e2-47c8-97ef-0ce1b61610a2 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:44:15.625103 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca13700-1913-459d-9176-b24281effe85 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Made reservation on behalf of 88ac21618fc2460393f2181c0240ea1e for: {'network': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:44:15.628140 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3ca13700-1913-459d-9176-b24281effe85 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:15.641054 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3ca13700-1913-459d-9176-b24281effe85 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:15.654687 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7cd1b5b-32e2-47c8-97ef-0ce1b61610a2 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Made reservation on behalf of bf57e53bceb34316b0180186a41d96ee for: {'network': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:44:15.657523 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b7cd1b5b-32e2-47c8-97ef-0ce1b61610a2 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:15.672144 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-b1e7d761-6093-49fa-8e94-ab057d3e3603 req-c3beb57a-7a66-4e89-9879-99df3934bccc tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:15.672274 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-b1e7d761-6093-49fa-8e94-ab057d3e3603 req-c3beb57a-7a66-4e89-9879-99df3934bccc tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473039'] for floatingip, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:15.672471 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.l3_db [req-b1e7d761-6093-49fa-8e94-ab057d3e3603 req-c3beb57a-7a66-4e89-9879-99df3934bccc tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Floating IP 4d2e8a93-3a2a-4a70-ba47-d47babb55a5e disassociated. External IP: 172.26.3.135, port: 2b372ab4-7400-4547-a17c-2f75c1e00079. Feb 04 08:44:15.672840 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [req-b1e7d761-6093-49fa-8e94-ab057d3e3603 req-c3beb57a-7a66-4e89-9879-99df3934bccc tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Calling delete_port for 2b372ab4-7400-4547-a17c-2f75c1e00079 owned by compute:nova {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:44:15.702028 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-3ca13700-1913-459d-9176-b24281effe85 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:44:15.704032 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7cd1b5b-32e2-47c8-97ef-0ce1b61610a2 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=84107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:44:15.709603 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-3ca13700-1913-459d-9176-b24281effe85 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Usage tracker for resource:security_group_rule and tenant:88ac21618fc2460393f2181c0240ea1e is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:44:15.713865 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-3ca13700-1913-459d-9176-b24281effe85 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:44:15.721116 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-3ca13700-1913-459d-9176-b24281effe85 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:44:15.723052 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b7cd1b5b-32e2-47c8-97ef-0ce1b61610a2 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:15.723380 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.segments_db [None req-b7cd1b5b-32e2-47c8-97ef-0ce1b61610a2 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Added segment 5c42715e-eb0f-487a-b496-bd65995ca12a of type vlan for network 89ec3240-9d00-48b9-8510-99d89fb4ca66 Feb 04 08:44:15.762674 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b7cd1b5b-32e2-47c8-97ef-0ce1b61610a2 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:15.830088 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3ca13700-1913-459d-9176-b24281effe85 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:15.932679 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b7cd1b5b-32e2-47c8-97ef-0ce1b61610a2 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:15.936432 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7cd1b5b-32e2-47c8-97ef-0ce1b61610a2 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:44:15.937135 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b7cd1b5b-32e2-47c8-97ef-0ce1b61610a2 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:15.966541 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-b1e7d761-6093-49fa-8e94-ab057d3e3603 req-c3beb57a-7a66-4e89-9879-99df3934bccc tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:16.018368 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3ca13700-1913-459d-9176-b24281effe85 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:16.024936 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3beb57a-7a66-4e89-9879-99df3934bccc tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Pushing event deleted for resources: {'Port': ['ID=2b372ab4-7400-4547-a17c-2f75c1e00079,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:16.080074 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ca13700-1913-459d-9176-b24281effe85 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=84107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:44:16.082128 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cd1b5b-32e2-47c8-97ef-0ce1b61610a2 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Pushing event updated for resources: {'Network': ['ID=89ec3240-9d00-48b9-8510-99d89fb4ca66,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:16.095189 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca13700-1913-459d-9176-b24281effe85 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c5b14f8-eb2f-431d-a580-5c8d65181312,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:16.098265 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network 89ec3240-9d00-48b9-8510-99d89fb4ca66 details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:44:16.100070 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3ca13700-1913-459d-9176-b24281effe85 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:16.100486 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.segments_db [None req-3ca13700-1913-459d-9176-b24281effe85 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Added segment e558db3a-0e94-4dc2-b19c-7fdfcab60ef6 of type vlan for network 64c3d6bf-36a9-4329-8a5f-b59d9eddcfc4 Feb 04 08:44:16.130104 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3ca13700-1913-459d-9176-b24281effe85 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:16.188216 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-b7cd1b5b-32e2-47c8-97ef-0ce1b61610a2 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6544123 Feb 04 08:44:16.188216 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 54930) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:16.194306 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-74dbb0d8-0ff4-497c-97c2-04c789785167 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Request body: {'subnet': {'network_id': '89ec3240-9d00-48b9-8510-99d89fb4ca66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:44:16.288352 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3ca13700-1913-459d-9176-b24281effe85 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:16.289355 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b1e7d761-6093-49fa-8e94-ab057d3e3603 req-c3beb57a-7a66-4e89-9879-99df3934bccc tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Router 4804df28-f7c7-4da5-a69d-07f92f181f93 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:44:16.292117 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca13700-1913-459d-9176-b24281effe85 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:44:16.292998 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3ca13700-1913-459d-9176-b24281effe85 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:16.431628 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-74dbb0d8-0ff4-497c-97c2-04c789785167 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:44:16.433682 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca13700-1913-459d-9176-b24281effe85 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Pushing event updated for resources: {'Network': ['ID=64c3d6bf-36a9-4329-8a5f-b59d9eddcfc4,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:16.437487 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-74dbb0d8-0ff4-497c-97c2-04c789785167 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Usage tracker for resource:subnet and tenant:bf57e53bceb34316b0180186a41d96ee is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:44:16.440389 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-74dbb0d8-0ff4-497c-97c2-04c789785167 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:44:16.444651 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network 64c3d6bf-36a9-4329-8a5f-b59d9eddcfc4 details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:44:16.446089 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-74dbb0d8-0ff4-497c-97c2-04c789785167 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:44:16.479866 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-3ca13700-1913-459d-9176-b24281effe85 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1489224 Feb 04 08:44:16.572792 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b1e7d761-6093-49fa-8e94-ab057d3e3603 req-c3beb57a-7a66-4e89-9879-99df3934bccc tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:44:16.573933 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74dbb0d8-0ff4-497c-97c2-04c789785167 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Made reservation on behalf of bf57e53bceb34316b0180186a41d96ee for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:44:16.588565 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c911a5-d406-4bbe-a063-90cc0508619b None None] Sync routers for ids ['4804df28-f7c7-4da5-a69d-07f92f181f93'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:44:16.619593 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c911a5-d406-4bbe-a063-90cc0508619b None None] Routers {'4804df28-f7c7-4da5-a69d-07f92f181f93'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:44:16.620207 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-65c911a5-d406-4bbe-a063-90cc0508619b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:43:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['4804df28-f7c7-4da5-a69d-07f92f181f93'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:16.653014 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 54940) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:16.656013 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1e7d761-6093-49fa-8e94-ab057d3e3603 req-c3beb57a-7a66-4e89-9879-99df3934bccc tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] No DVR routers for this DVR port 2b372ab4-7400-4547-a17c-2f75c1e00079 on host hv-neutron-8277 {{(pid=84108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:44:16.660808 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-2e69453b-2ea5-4c01-a1b4-7052e5753d53 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Request body: {'subnet': {'network_id': '64c3d6bf-36a9-4329-8a5f-b59d9eddcfc4', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:44:16.674445 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-b1e7d761-6093-49fa-8e94-ab057d3e3603 req-c3beb57a-7a66-4e89-9879-99df3934bccc tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:16.678113 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d3f9a2e-5f81-4e26-82f8-be8c0a180732', 'name': 'network-vif-deleted', 'tag': '2b372ab4-7400-4547-a17c-2f75c1e00079'}] {{(pid=84108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:44:16.747091 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-52bf9b49-1e23-422c-82d3-1930c270b537 req-0de50ec9-7959-4845-a017-5c781abf2684 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d3f9a2e-5f81-4e26-82f8-be8c0a180732 HTTP/1.1" status: 200 len: 210 time: 0.1291609 Feb 04 08:44:16.785067 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-74dbb0d8-0ff4-497c-97c2-04c789785167 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985186'] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:16.823150 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d3f9a2e-5f81-4e26-82f8-be8c0a180732', 'name': 'network-vif-deleted', 'tag': '2b372ab4-7400-4547-a17c-2f75c1e00079', 'status': 'completed', 'code': 200} Feb 04 08:44:16.825976 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-2e69453b-2ea5-4c01-a1b4-7052e5753d53 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:44:16.830586 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-2e69453b-2ea5-4c01-a1b4-7052e5753d53 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Usage tracker for resource:subnet and tenant:88ac21618fc2460393f2181c0240ea1e is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:44:16.833733 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-2e69453b-2ea5-4c01-a1b4-7052e5753d53 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:44:16.840048 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-2e69453b-2ea5-4c01-a1b4-7052e5753d53 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:44:16.883225 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-65c911a5-d406-4bbe-a063-90cc0508619b None None] Set router 4804df28-f7c7-4da5-a69d-07f92f181f93 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:44:16.889743 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b1e7d761-6093-49fa-8e94-ab057d3e3603 req-c3beb57a-7a66-4e89-9879-99df3934bccc tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.47 "DELETE /v2.0/ports/2b372ab4-7400-4547-a17c-2f75c1e00079 HTTP/1.1" status: 204 len: 173 time: 2.0099616 Feb 04 08:44:16.918290 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e69453b-2ea5-4c01-a1b4-7052e5753d53 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Made reservation on behalf of 88ac21618fc2460393f2181c0240ea1e for: {'subnet': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:44:17.058583 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2e69453b-2ea5-4c01-a1b4-7052e5753d53 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8119726'] for subnet, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:17.185532 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-74dbb0d8-0ff4-497c-97c2-04c789785167 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7510230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985204'] for subnet, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:17.306346 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-65c911a5-d406-4bbe-a063-90cc0508619b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4804df28-f7c7-4da5-a69d-07f92f181f93', 'name': 'tempest-ServerActionsTestJSON-478268432-router', 'tenant_id': 'bcdc9b25d9ba412baa8d7ec71c6170b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': '7e01970c-a0b3-46d1-bc17-e04409c5fec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:39:26Z', 'updated_at': '2022-02-04T08:39:40Z', 'revision_number': 4, 'project_id': 'bcdc9b25d9ba412baa8d7ec71c6170b5', 'gw_port': {'id': '7e01970c-a0b3-46d1-bc17-e04409c5fec8', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:e2:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4804df28-f7c7-4da5-a69d-07f92f181f93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:39:28Z', 'updated_at': '2022-02-04T08:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': 'affffaa5-174e-42ac-946f-083a5ad0f6e9', 'name': '', 'network_id': 'b0b8e294-2639-4240-96e8-00c76471f9a3', 'tenant_id': 'bcdc9b25d9ba412baa8d7ec71c6170b5', 'mac_address': 'fa:16:3e:d3:c5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4804df28-f7c7-4da5-a69d-07f92f181f93', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80f6a88b-b0ed-49ff-9c6c-faec9e6053f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:39:38Z', 'updated_at': '2022-02-04T08:39:51Z', 'revision_number': 5, 'project_id': 'bcdc9b25d9ba412baa8d7ec71c6170b5', 'subnets': [{'id': '80f6a88b-b0ed-49ff-9c6c-faec9e6053f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:17.311668 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c911a5-d406-4bbe-a063-90cc0508619b None None] Checking router: 4804df28-f7c7-4da5-a69d-07f92f181f93 for host: dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 08:44:17.327453 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c911a5-d406-4bbe-a063-90cc0508619b None None] Routers {'4804df28-f7c7-4da5-a69d-07f92f181f93'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:44:17.328318 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-65c911a5-d406-4bbe-a063-90cc0508619b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:43:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['4804df28-f7c7-4da5-a69d-07f92f181f93'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:17.369807 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dbb0d8-0ff4-497c-97c2-04c789785167 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Pushing event updated for resources: {'Subnet': ['ID=e63e7435-6d83-46c3-8806-3c82eebd0f59,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:17.383890 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74dbb0d8-0ff4-497c-97c2-04c789785167 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Checking segment: {'id': '5c42715e-eb0f-487a-b496-bd65995ca12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '89ec3240-9d00-48b9-8510-99d89fb4ca66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:44:17.384478 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74dbb0d8-0ff4-497c-97c2-04c789785167 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Network hostable DHCP agents. Network: 89ec3240-9d00-48b9-8510-99d89fb4ca66, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:44:17.488126 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74dbb0d8-0ff4-497c-97c2-04c789785167 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Network 89ec3240-9d00-48b9-8510-99d89fb4ca66 is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:44:17.500018 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2e69453b-2ea5-4c01-a1b4-7052e5753d53 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7593498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8119736'] for subnet, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:17.525816 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-65c911a5-d406-4bbe-a063-90cc0508619b None None] Set router 4804df28-f7c7-4da5-a69d-07f92f181f93 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:44:17.585880 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-74dbb0d8-0ff4-497c-97c2-04c789785167 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, 89ec3240-9d00-48b9-8510-99d89fb4ca66) {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:44:17.587395 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e69453b-2ea5-4c01-a1b4-7052e5753d53 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Pushing event updated for resources: {'Subnet': ['ID=83c33f11-921c-442b-aec9-fac23da4f887,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:17.598296 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e69453b-2ea5-4c01-a1b4-7052e5753d53 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Checking segment: {'id': 'e558db3a-0e94-4dc2-b19c-7fdfcab60ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '64c3d6bf-36a9-4329-8a5f-b59d9eddcfc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:44:17.598659 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e69453b-2ea5-4c01-a1b4-7052e5753d53 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Network hostable DHCP agents. Network: 64c3d6bf-36a9-4329-8a5f-b59d9eddcfc4, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:44:17.605742 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74dbb0d8-0ff4-497c-97c2-04c789785167 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:44:17.606663 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e56d58b-797e-4aa9-8332-9c1600604c4a None None] Network 89ec3240-9d00-48b9-8510-99d89fb4ca66 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:44:17.608002 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-74dbb0d8-0ff4-497c-97c2-04c789785167 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks [] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:17.692757 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e69453b-2ea5-4c01-a1b4-7052e5753d53 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Network 64c3d6bf-36a9-4329-8a5f-b59d9eddcfc4 is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:44:17.700542 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-2e69453b-2ea5-4c01-a1b4-7052e5753d53 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, 64c3d6bf-36a9-4329-8a5f-b59d9eddcfc4) {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:44:17.711017 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98dcfc11-365b-405f-82a0-6f99b171fa34 None None] Network 64c3d6bf-36a9-4329-8a5f-b59d9eddcfc4 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:44:17.712437 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e69453b-2ea5-4c01-a1b4-7052e5753d53 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:44:17.713242 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2e69453b-2ea5-4c01-a1b4-7052e5753d53 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:17.723304 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-74dbb0d8-0ff4-497c-97c2-04c789785167 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5399811 Feb 04 08:44:17.726121 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 54956) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:17.742756 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-06a94294-8185-4fe4-b3a9-2317a9827ce3 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-496874646', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:44:17.752310 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-06a94294-8185-4fe4-b3a9-2317a9827ce3 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:44:17.757101 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-06a94294-8185-4fe4-b3a9-2317a9827ce3 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Usage tracker for resource:router and tenant:bf57e53bceb34316b0180186a41d96ee is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:44:17.760443 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-06a94294-8185-4fe4-b3a9-2317a9827ce3 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:44:17.766369 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-06a94294-8185-4fe4-b3a9-2317a9827ce3 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:44:17.843600 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 54962) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:17.847912 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-2e69453b-2ea5-4c01-a1b4-7052e5753d53 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.1903226 Feb 04 08:44:17.849124 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-6fed6365-1c5f-48cc-88ff-71d581823381 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1115423540'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:44:17.859352 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-6fed6365-1c5f-48cc-88ff-71d581823381 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:44:17.865484 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-6fed6365-1c5f-48cc-88ff-71d581823381 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Usage tracker for resource:network and tenant:88ac21618fc2460393f2181c0240ea1e is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:44:17.869662 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-6fed6365-1c5f-48cc-88ff-71d581823381 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:44:17.880313 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-6fed6365-1c5f-48cc-88ff-71d581823381 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:44:17.955496 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-06a94294-8185-4fe4-b3a9-2317a9827ce3 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40975'] for router, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:17.956781 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-06a94294-8185-4fe4-b3a9-2317a9827ce3 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40982'] for router, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:17.985140 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-65c911a5-d406-4bbe-a063-90cc0508619b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4804df28-f7c7-4da5-a69d-07f92f181f93', 'name': 'tempest-ServerActionsTestJSON-478268432-router', 'tenant_id': 'bcdc9b25d9ba412baa8d7ec71c6170b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': '7e01970c-a0b3-46d1-bc17-e04409c5fec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:39:26Z', 'updated_at': '2022-02-04T08:39:40Z', 'revision_number': 4, 'project_id': 'bcdc9b25d9ba412baa8d7ec71c6170b5', 'gw_port': {'id': '7e01970c-a0b3-46d1-bc17-e04409c5fec8', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:e2:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4804df28-f7c7-4da5-a69d-07f92f181f93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:39:28Z', 'updated_at': '2022-02-04T08:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': 'affffaa5-174e-42ac-946f-083a5ad0f6e9', 'name': '', 'network_id': 'b0b8e294-2639-4240-96e8-00c76471f9a3', 'tenant_id': 'bcdc9b25d9ba412baa8d7ec71c6170b5', 'mac_address': 'fa:16:3e:d3:c5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4804df28-f7c7-4da5-a69d-07f92f181f93', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80f6a88b-b0ed-49ff-9c6c-faec9e6053f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:39:38Z', 'updated_at': '2022-02-04T08:39:51Z', 'revision_number': 5, 'project_id': 'bcdc9b25d9ba412baa8d7ec71c6170b5', 'subnets': [{'id': '80f6a88b-b0ed-49ff-9c6c-faec9e6053f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:17.987424 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fed6365-1c5f-48cc-88ff-71d581823381 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Made reservation on behalf of 88ac21618fc2460393f2181c0240ea1e for: {'network': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:44:17.993787 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6fed6365-1c5f-48cc-88ff-71d581823381 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:18.002622 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c911a5-d406-4bbe-a063-90cc0508619b None None] The sync data for ids ['4804df28-f7c7-4da5-a69d-07f92f181f93'] in dv-neutron-827798-2-hyperv is: [{'id': '4804df28-f7c7-4da5-a69d-07f92f181f93', 'name': 'tempest-ServerActionsTestJSON-478268432-router', 'tenant_id': 'bcdc9b25d9ba412baa8d7ec71c6170b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': '7e01970c-a0b3-46d1-bc17-e04409c5fec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:39:26Z', 'updated_at': '2022-02-04T08:39:40Z', 'revision_number': 4, 'project_id': 'bcdc9b25d9ba412baa8d7ec71c6170b5', 'gw_port': {'id': '7e01970c-a0b3-46d1-bc17-e04409c5fec8', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:e2:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4804df28-f7c7-4da5-a69d-07f92f181f93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:39:28Z', 'updated_at': '2022-02-04T08:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': 'affffaa5-174e-42ac-946f-083a5ad0f6e9', 'name': '', 'network_id': 'b0b8e294-2639-4240-96e8-00c76471f9a3', 'tenant_id': 'bcdc9b25d9ba412baa8d7ec71c6170b5', 'mac_address': 'fa:16:3e:d3:c5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4804df28-f7c7-4da5-a69d-07f92f181f93', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80f6a88b-b0ed-49ff-9c6c-faec9e6053f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:39:38Z', 'updated_at': '2022-02-04T08:39:51Z', 'revision_number': 5, 'project_id': 'bcdc9b25d9ba412baa8d7ec71c6170b5', 'subnets': [{'id': '80f6a88b-b0ed-49ff-9c6c-faec9e6053f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:44:18.011228 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-06a94294-8185-4fe4-b3a9-2317a9827ce3 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:18.026324 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d866ecb3-b9d0-4797-b1a4-7fa1fdea536b req-21aff540-c2dd-4aea-bd6e-79e6005fb09a tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d3f9a2e-5f81-4e26-82f8-be8c0a180732 HTTP/1.1" status: 200 len: 210 time: 0.0970170 Feb 04 08:44:18.030192 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ef0b45-e514-4af3-b89f-22b665a3cdf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-64c3d6bf-36a9-4329-8a5f-b59d9eddcfc4', 'network_id': '64c3d6bf-36a9-4329-8a5f-b59d9eddcfc4', 'tenant_id': '88ac21618fc2460393f2181c0240ea1e', 'fixed_ips': [{'subnet_id': '83c33f11-921c-442b-aec9-fac23da4f887'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:44:18.037120 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-24ef0b45-e514-4af3-b89f-22b665a3cdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:18.048476 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fed6365-1c5f-48cc-88ff-71d581823381 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=84107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:44:18.063576 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6fed6365-1c5f-48cc-88ff-71d581823381 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:18.063972 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.segments_db [None req-6fed6365-1c5f-48cc-88ff-71d581823381 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Added segment afc5fbeb-7e5a-45e0-881b-f0745d40ddeb of type vlan for network d160b7bc-a4a3-4d03-81f0-420fe5a005ef Feb 04 08:44:18.105536 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6fed6365-1c5f-48cc-88ff-71d581823381 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:18.161483 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-06a94294-8185-4fe4-b3a9-2317a9827ce3 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472990'] for router, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:18.190364 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6230e4f4-c704-4eb4-b3a0-4d2228ada4c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-89ec3240-9d00-48b9-8510-99d89fb4ca66', 'network_id': '89ec3240-9d00-48b9-8510-99d89fb4ca66', 'tenant_id': 'bf57e53bceb34316b0180186a41d96ee', 'fixed_ips': [{'subnet_id': 'e63e7435-6d83-46c3-8806-3c82eebd0f59'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:44:18.191258 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-6230e4f4-c704-4eb4-b3a0-4d2228ada4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:18.218537 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6fed6365-1c5f-48cc-88ff-71d581823381 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:18.222679 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fed6365-1c5f-48cc-88ff-71d581823381 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:44:18.223769 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6fed6365-1c5f-48cc-88ff-71d581823381 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:18.248418 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-06a94294-8185-4fe4-b3a9-2317a9827ce3 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks [] for router, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:18.253280 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-06a94294-8185-4fe4-b3a9-2317a9827ce3 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5258608 Feb 04 08:44:18.254766 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 54972) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:18.261999 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-6af93fd9-a251-4af4-ae0a-b1d51d151fb8 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Request body: {'port': {'network_id': '89ec3240-9d00-48b9-8510-99d89fb4ca66', 'name': 'tempest-RoutersIpV6Test-3509565'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:44:18.370948 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fed6365-1c5f-48cc-88ff-71d581823381 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Pushing event updated for resources: {'Network': ['ID=d160b7bc-a4a3-4d03-81f0-420fe5a005ef,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:18.378209 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b758cc-d857-4df0-ac0b-be14a98ab972 None None] New status for floating IP 4d2e8a93-3a2a-4a70-ba47-d47babb55a5e: DOWN {{(pid=84109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 08:44:18.435570 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-6fed6365-1c5f-48cc-88ff-71d581823381 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5908618 Feb 04 08:44:18.437862 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network d160b7bc-a4a3-4d03-81f0-420fe5a005ef details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:44:18.438324 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 54976) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:18.439516 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-6af93fd9-a251-4af4-ae0a-b1d51d151fb8 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:44:18.443707 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-69f86171-a6d4-4c4f-a4ec-1492e6894cc8 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Request body: {'subnet': {'network_id': 'd160b7bc-a4a3-4d03-81f0-420fe5a005ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:44:18.444886 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-6af93fd9-a251-4af4-ae0a-b1d51d151fb8 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Usage tracker for resource:port and tenant:bf57e53bceb34316b0180186a41d96ee is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:44:18.449301 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-6af93fd9-a251-4af4-ae0a-b1d51d151fb8 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:44:18.464694 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-6af93fd9-a251-4af4-ae0a-b1d51d151fb8 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:44:18.485014 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device 2b372ab4-7400-4547-a17c-2f75c1e00079 no longer exists at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:44:18.549180 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af93fd9-a251-4af4-ae0a-b1d51d151fb8 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Made reservation on behalf of bf57e53bceb34316b0180186a41d96ee for: {'port': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:44:18.552846 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-6af93fd9-a251-4af4-ae0a-b1d51d151fb8 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:18.566986 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-69f86171-a6d4-4c4f-a4ec-1492e6894cc8 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:44:18.571776 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-69f86171-a6d4-4c4f-a4ec-1492e6894cc8 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Usage tracker for resource:subnet and tenant:88ac21618fc2460393f2181c0240ea1e is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:44:18.574699 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-69f86171-a6d4-4c4f-a4ec-1492e6894cc8 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:44:18.578934 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [None req-6af93fd9-a251-4af4-ae0a-b1d51d151fb8 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] device_id is not set on port c1366f4f-a7c6-42e9-afe5-5e236742bb45 yet. {{(pid=84108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:44:18.580499 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-69f86171-a6d4-4c4f-a4ec-1492e6894cc8 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:44:18.642232 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-24ef0b45-e514-4af3-b89f-22b665a3cdf7 None None] Allocated IP 172.20.255.242 (64c3d6bf-36a9-4329-8a5f-b59d9eddcfc4/83c33f11-921c-442b-aec9-fac23da4f887/25aa0dbb-292e-4bec-b8bf-beab1480ba4a) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:44:18.650212 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] No Port match for: 2b372ab4-7400-4547-a17c-2f75c1e00079 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:44:18.650556 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device 2b372ab4-7400-4547-a17c-2f75c1e00079 not bound to the agent host hv-neutron-8277 {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:44:18.654805 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69f86171-a6d4-4c4f-a4ec-1492e6894cc8 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Made reservation on behalf of 88ac21618fc2460393f2181c0240ea1e for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:44:18.787831 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-69f86171-a6d4-4c4f-a4ec-1492e6894cc8 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985186'] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:18.886136 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-6230e4f4-c704-4eb4-b3a0-4d2228ada4c6 None None] Allocated IP 2001:db8::2 (89ec3240-9d00-48b9-8510-99d89fb4ca66/e63e7435-6d83-46c3-8806-3c82eebd0f59/bb2af7ba-0b1d-4786-94d7-083706d2b744) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:44:19.144222 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-24ef0b45-e514-4af3-b89f-22b665a3cdf7 None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:19.174328 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-69f86171-a6d4-4c4f-a4ec-1492e6894cc8 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7510230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985204'] for subnet, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:19.187880 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-24ef0b45-e514-4af3-b89f-22b665a3cdf7 None None] Transition to ACTIVE for port object 25aa0dbb-292e-4bec-b8bf-beab1480ba4a will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:44:19.226924 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-24ef0b45-e514-4af3-b89f-22b665a3cdf7 None None] Transition to ACTIVE for port object 25aa0dbb-292e-4bec-b8bf-beab1480ba4a will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:44:19.234567 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-6230e4f4-c704-4eb4-b3a0-4d2228ada4c6 None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:19.246158 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-6230e4f4-c704-4eb4-b3a0-4d2228ada4c6 None None] Transition to ACTIVE for port object bb2af7ba-0b1d-4786-94d7-083706d2b744 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:44:19.260353 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f86171-a6d4-4c4f-a4ec-1492e6894cc8 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Pushing event updated for resources: {'Subnet': ['ID=284dc749-a8fb-42ac-ba31-3bcbec664536,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:19.265628 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-6230e4f4-c704-4eb4-b3a0-4d2228ada4c6 None None] Transition to ACTIVE for port object bb2af7ba-0b1d-4786-94d7-083706d2b744 will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:44:19.276589 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f86171-a6d4-4c4f-a4ec-1492e6894cc8 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:44:19.277005 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f86171-a6d4-4c4f-a4ec-1492e6894cc8 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:44:19.277411 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f86171-a6d4-4c4f-a4ec-1492e6894cc8 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:44:19.277808 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f86171-a6d4-4c4f-a4ec-1492e6894cc8 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:44:19.278203 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f86171-a6d4-4c4f-a4ec-1492e6894cc8 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:44:19.278602 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f86171-a6d4-4c4f-a4ec-1492e6894cc8 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:44:19.278931 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f86171-a6d4-4c4f-a4ec-1492e6894cc8 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:44:19.279250 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f86171-a6d4-4c4f-a4ec-1492e6894cc8 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:44:19.279566 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f86171-a6d4-4c4f-a4ec-1492e6894cc8 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:44:19.279884 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f86171-a6d4-4c4f-a4ec-1492e6894cc8 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:44:19.280203 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f86171-a6d4-4c4f-a4ec-1492e6894cc8 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:44:19.283588 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f86171-a6d4-4c4f-a4ec-1492e6894cc8 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Checking segment: {'id': 'afc5fbeb-7e5a-45e0-881b-f0745d40ddeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd160b7bc-a4a3-4d03-81f0-420fe5a005ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:44:19.283945 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f86171-a6d4-4c4f-a4ec-1492e6894cc8 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Network hostable DHCP agents. Network: d160b7bc-a4a3-4d03-81f0-420fe5a005ef, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:44:19.301135 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 54992) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:19.328776 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-24ef0b45-e514-4af3-b89f-22b665a3cdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:19.374714 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-714a7682-18b8-4e67-b46d-ba2f275d1883 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:19.407324 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-714a7682-18b8-4e67-b46d-ba2f275d1883 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:19.415999 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f86171-a6d4-4c4f-a4ec-1492e6894cc8 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Network d160b7bc-a4a3-4d03-81f0-420fe5a005ef is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:44:19.444928 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ef0b45-e514-4af3-b89f-22b665a3cdf7 None None] Pushing event updated for resources: {'Port': ['ID=25aa0dbb-292e-4bec-b8bf-beab1480ba4a,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:19.467100 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-6af93fd9-a251-4af4-ae0a-b1d51d151fb8 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Allocated IP 2001:db8::243 (89ec3240-9d00-48b9-8510-99d89fb4ca66/e63e7435-6d83-46c3-8806-3c82eebd0f59/c1366f4f-a7c6-42e9-afe5-5e236742bb45) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:44:19.472202 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-6230e4f4-c704-4eb4-b3a0-4d2228ada4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:19.478669 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ef0b45-e514-4af3-b89f-22b665a3cdf7 None None] Network 64c3d6bf-36a9-4329-8a5f-b59d9eddcfc4 is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:44:19.499872 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-69f86171-a6d4-4c4f-a4ec-1492e6894cc8 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, d160b7bc-a4a3-4d03-81f0-420fe5a005ef) {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:44:19.504668 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f86171-a6d4-4c4f-a4ec-1492e6894cc8 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:44:19.505597 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-69f86171-a6d4-4c4f-a4ec-1492e6894cc8 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks [] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:19.517890 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-24ef0b45-e514-4af3-b89f-22b665a3cdf7 None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:44:19.520087 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2cb2f0-4398-4db4-a888-acb267376adf None None] Network d160b7bc-a4a3-4d03-81f0-420fe5a005ef requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:44:19.539260 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ef0b45-e514-4af3-b89f-22b665a3cdf7 None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:44:19.557047 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-714a7682-18b8-4e67-b46d-ba2f275d1883 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:19.559614 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-714a7682-18b8-4e67-b46d-ba2f275d1883 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:19.563112 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-714a7682-18b8-4e67-b46d-ba2f275d1883 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "DELETE /v2.0/security-groups/53227cdf-7dc5-4d80-b711-52cc313216b9 HTTP/1.1" status: 204 len: 168 time: 0.2587986 Feb 04 08:44:19.572032 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 54996) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:19.590129 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.api.v2.resource [None req-7a370751-c52c-4bb8-99a4-ec30306cf1fe tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] show failed (client error): The resource could not be found. Feb 04 08:44:19.593928 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-7a370751-c52c-4bb8-99a4-ec30306cf1fe tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "GET /v2.0/security-groups/53227cdf-7dc5-4d80-b711-52cc313216b9 HTTP/1.1" status: 404 len: 347 time: 0.0181444 Feb 04 08:44:19.593928 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714a7682-18b8-4e67-b46d-ba2f275d1883 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53227cdf-7dc5-4d80-b711-52cc313216b9,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:19.596235 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 55000) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:19.621362 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6230e4f4-c704-4eb4-b3a0-4d2228ada4c6 None None] Network 89ec3240-9d00-48b9-8510-99d89fb4ca66 is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:44:19.636572 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-6230e4f4-c704-4eb4-b3a0-4d2228ada4c6 None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:44:19.639335 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-3eea6be2-518f-4a7e-9890-716d03122aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:19.640916 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6230e4f4-c704-4eb4-b3a0-4d2228ada4c6 None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:44:19.661705 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 55004) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:19.674851 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-316524c2-1211-40bf-a390-6e9817cffeb8 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-212008993', 'description': 'tempest-secgroup-smoke-212008993 description', 'project_id': '8286d186dd0e4cfe84e34ace3d186fd0'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:44:19.681708 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-316524c2-1211-40bf-a390-6e9817cffeb8 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:44:19.685147 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-69f86171-a6d4-4c4f-a4ec-1492e6894cc8 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.2457397 Feb 04 08:44:19.685973 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 55008) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:19.686137 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-316524c2-1211-40bf-a390-6e9817cffeb8 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Usage tracker for resource:security_group and tenant:8286d186dd0e4cfe84e34ace3d186fd0 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:44:19.691365 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-316524c2-1211-40bf-a390-6e9817cffeb8 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:44:19.702578 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-316524c2-1211-40bf-a390-6e9817cffeb8 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:44:19.760198 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-6af93fd9-a251-4af4-ae0a-b1d51d151fb8 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:19.776330 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.provisioning_blocks [None req-6af93fd9-a251-4af4-ae0a-b1d51d151fb8 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Transition to ACTIVE for port object c1366f4f-a7c6-42e9-afe5-5e236742bb45 will not be triggered until provisioned by entity DHCP. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:44:19.788977 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6230e4f4-c704-4eb4-b3a0-4d2228ada4c6 None None] Pushing event updated for resources: {'Port': ['ID=bb2af7ba-0b1d-4786-94d7-083706d2b744,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:19.801747 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-316524c2-1211-40bf-a390-6e9817cffeb8 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks [] for security_group, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:19.817290 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-316524c2-1211-40bf-a390-6e9817cffeb8 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks [] for security_group, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:19.851503 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-0a5ad964-3988-4f68-8305-65f66309df50 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Deleting port 0f12ac91-c041-444c-b43d-86fe08ab104e {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:44:19.851872 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0a5ad964-3988-4f68-8305-65f66309df50 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:19.854379 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-316524c2-1211-40bf-a390-6e9817cffeb8 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:44:19.858313 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-316524c2-1211-40bf-a390-6e9817cffeb8 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Usage tracker for resource:security_group_rule and tenant:8286d186dd0e4cfe84e34ace3d186fd0 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:44:19.861605 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-316524c2-1211-40bf-a390-6e9817cffeb8 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:44:19.862195 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-6230e4f4-c704-4eb4-b3a0-4d2228ada4c6 None None] Attempting to bind port bb2af7ba-0b1d-4786-94d7-083706d2b744 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:44:19.862566 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-6230e4f4-c704-4eb4-b3a0-4d2228ada4c6 None None] Attempting to bind port bb2af7ba-0b1d-4786-94d7-083706d2b744 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': '5c42715e-eb0f-487a-b496-bd65995ca12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '89ec3240-9d00-48b9-8510-99d89fb4ca66'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:44:19.862921 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6230e4f4-c704-4eb4-b3a0-4d2228ada4c6 None None] Attempting to bind port bb2af7ba-0b1d-4786-94d7-083706d2b744 on network 89ec3240-9d00-48b9-8510-99d89fb4ca66 {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:44:19.866986 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-24ef0b45-e514-4af3-b89f-22b665a3cdf7 None None] Attempting to bind port 25aa0dbb-292e-4bec-b8bf-beab1480ba4a on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:44:19.872702 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-24ef0b45-e514-4af3-b89f-22b665a3cdf7 None None] Attempting to bind port 25aa0dbb-292e-4bec-b8bf-beab1480ba4a by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': 'e558db3a-0e94-4dc2-b19c-7fdfcab60ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '64c3d6bf-36a9-4329-8a5f-b59d9eddcfc4'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:44:19.872835 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-316524c2-1211-40bf-a390-6e9817cffeb8 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:44:19.872928 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ef0b45-e514-4af3-b89f-22b665a3cdf7 None None] Attempting to bind port 25aa0dbb-292e-4bec-b8bf-beab1480ba4a on network 64c3d6bf-36a9-4329-8a5f-b59d9eddcfc4 {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:44:19.894902 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-6af93fd9-a251-4af4-ae0a-b1d51d151fb8 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:19.913143 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6230e4f4-c704-4eb4-b3a0-4d2228ada4c6 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:44:19.913439 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6230e4f4-c704-4eb4-b3a0-4d2228ada4c6 None None] Checking segment: {'id': '5c42715e-eb0f-487a-b496-bd65995ca12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '89ec3240-9d00-48b9-8510-99d89fb4ca66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:44:19.913846 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-6230e4f4-c704-4eb4-b3a0-4d2228ada4c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:19.914238 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6230e4f4-c704-4eb4-b3a0-4d2228ada4c6 None None] Bound using segment: {'id': '5c42715e-eb0f-487a-b496-bd65995ca12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '89ec3240-9d00-48b9-8510-99d89fb4ca66'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:44:19.914701 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-6230e4f4-c704-4eb4-b3a0-4d2228ada4c6 None None] Bound port: bb2af7ba-0b1d-4786-94d7-083706d2b744, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c42715e-eb0f-487a-b496-bd65995ca12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '89ec3240-9d00-48b9-8510-99d89fb4ca66'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:44:19.915100 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-6230e4f4-c704-4eb4-b3a0-4d2228ada4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:19.929441 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ef0b45-e514-4af3-b89f-22b665a3cdf7 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:44:19.935690 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ef0b45-e514-4af3-b89f-22b665a3cdf7 None None] Checking segment: {'id': 'e558db3a-0e94-4dc2-b19c-7fdfcab60ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '64c3d6bf-36a9-4329-8a5f-b59d9eddcfc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:44:19.935690 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-24ef0b45-e514-4af3-b89f-22b665a3cdf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:19.935690 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ef0b45-e514-4af3-b89f-22b665a3cdf7 None None] Bound using segment: {'id': 'e558db3a-0e94-4dc2-b19c-7fdfcab60ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '64c3d6bf-36a9-4329-8a5f-b59d9eddcfc4'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:44:19.935690 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-24ef0b45-e514-4af3-b89f-22b665a3cdf7 None None] Bound port: 25aa0dbb-292e-4bec-b8bf-beab1480ba4a, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e558db3a-0e94-4dc2-b19c-7fdfcab60ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '64c3d6bf-36a9-4329-8a5f-b59d9eddcfc4'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:44:19.935690 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-24ef0b45-e514-4af3-b89f-22b665a3cdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:20.004603 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af93fd9-a251-4af4-ae0a-b1d51d151fb8 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Network 89ec3240-9d00-48b9-8510-99d89fb4ca66 is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:44:20.005426 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af93fd9-a251-4af4-ae0a-b1d51d151fb8 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Pushing event updated for resources: {'Port': ['ID=c1366f4f-a7c6-42e9-afe5-5e236742bb45,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:20.011078 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-6af93fd9-a251-4af4-ae0a-b1d51d151fb8 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:44:20.014972 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3323e64e-4ba2-4f73-be1d-9c7a1fb44707 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:20.023133 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af93fd9-a251-4af4-ae0a-b1d51d151fb8 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:44:20.027234 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af93fd9-a251-4af4-ae0a-b1d51d151fb8 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:44:20.027874 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-6af93fd9-a251-4af4-ae0a-b1d51d151fb8 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:20.048340 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-316524c2-1211-40bf-a390-6e9817cffeb8 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks [] for security_group, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:20.057067 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af93fd9-a251-4af4-ae0a-b1d51d151fb8 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:44:20.057067 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af93fd9-a251-4af4-ae0a-b1d51d151fb8 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:44:20.057067 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af93fd9-a251-4af4-ae0a-b1d51d151fb8 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:44:20.057067 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af93fd9-a251-4af4-ae0a-b1d51d151fb8 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:44:20.057067 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af93fd9-a251-4af4-ae0a-b1d51d151fb8 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:44:20.057067 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af93fd9-a251-4af4-ae0a-b1d51d151fb8 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:44:20.057067 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af93fd9-a251-4af4-ae0a-b1d51d151fb8 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:44:20.057067 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af93fd9-a251-4af4-ae0a-b1d51d151fb8 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:44:20.057067 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af93fd9-a251-4af4-ae0a-b1d51d151fb8 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:44:20.057067 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af93fd9-a251-4af4-ae0a-b1d51d151fb8 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:44:20.057067 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af93fd9-a251-4af4-ae0a-b1d51d151fb8 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:44:20.123385 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0a5ad964-3988-4f68-8305-65f66309df50 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:20.123711 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0a5ad964-3988-4f68-8305-65f66309df50 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:20.137309 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3323e64e-4ba2-4f73-be1d-9c7a1fb44707 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:20.158600 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-316524c2-1211-40bf-a390-6e9817cffeb8 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:20.169100 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a676cf-3570-46b3-8a50-84695ec61c20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-d160b7bc-a4a3-4d03-81f0-420fe5a005ef', 'network_id': 'd160b7bc-a4a3-4d03-81f0-420fe5a005ef', 'tenant_id': '88ac21618fc2460393f2181c0240ea1e', 'fixed_ips': [{'subnet_id': '284dc749-a8fb-42ac-ba31-3bcbec664536'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:44:20.169826 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-b4a676cf-3570-46b3-8a50-84695ec61c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:20.197106 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-6af93fd9-a251-4af4-ae0a-b1d51d151fb8 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 926 time: 1.9379010 Feb 04 08:44:20.200155 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 55012) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:20.215769 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-24ef0b45-e514-4af3-b89f-22b665a3cdf7 None None] For port 25aa0dbb-292e-4bec-b8bf-beab1480ba4a, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:44:20.222609 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-24ef0b45-e514-4af3-b89f-22b665a3cdf7 None None] For port 25aa0dbb-292e-4bec-b8bf-beab1480ba4a, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=25aa0dbb-292e-4bec-b8bf-beab1480ba4a,segment=NetworkSegment(e558db3a-0e94-4dc2-b19c-7fdfcab60ef6),segment_id=e558db3a-0e94-4dc2-b19c-7fdfcab60ef6)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:44:20.224775 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-6230e4f4-c704-4eb4-b3a0-4d2228ada4c6 None None] For port bb2af7ba-0b1d-4786-94d7-083706d2b744, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:44:20.263767 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-316524c2-1211-40bf-a390-6e9817cffeb8 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:44:20.271342 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-6230e4f4-c704-4eb4-b3a0-4d2228ada4c6 None None] For port bb2af7ba-0b1d-4786-94d7-083706d2b744, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=bb2af7ba-0b1d-4786-94d7-083706d2b744,segment=NetworkSegment(5c42715e-eb0f-487a-b496-bd65995ca12a),segment_id=5c42715e-eb0f-487a-b496-bd65995ca12a)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:44:20.275948 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316524c2-1211-40bf-a390-6e9817cffeb8 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1755126f-d424-4b08-a6bf-a27f8581071b,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:20.282420 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-316524c2-1211-40bf-a390-6e9817cffeb8 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Usage tracker for resource:security_group_rule and tenant:8286d186dd0e4cfe84e34ace3d186fd0 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:44:20.285882 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-316524c2-1211-40bf-a390-6e9817cffeb8 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:44:20.295978 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-316524c2-1211-40bf-a390-6e9817cffeb8 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:44:20.314209 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-24ef0b45-e514-4af3-b89f-22b665a3cdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:20.382338 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-0a5ad964-3988-4f68-8305-65f66309df50 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Calling delete_port for 0f12ac91-c041-444c-b43d-86fe08ab104e owned by network:floatingip {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:44:20.399402 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-6230e4f4-c704-4eb4-b3a0-4d2228ada4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:20.471312 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ef0b45-e514-4af3-b89f-22b665a3cdf7 None None] Pushing event updated for resources: {'Port': ['ID=25aa0dbb-292e-4bec-b8bf-beab1480ba4a,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:20.506817 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-b4a676cf-3570-46b3-8a50-84695ec61c20 None None] Allocated IP 172.20.0.2 (d160b7bc-a4a3-4d03-81f0-420fe5a005ef/284dc749-a8fb-42ac-ba31-3bcbec664536/77de93fa-bc1e-41f8-a8de-01bacd32bffd) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:44:20.536187 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-316524c2-1211-40bf-a390-6e9817cffeb8 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks [] for security_group, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:20.617314 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-316524c2-1211-40bf-a390-6e9817cffeb8 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:20.643155 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0a5ad964-3988-4f68-8305-65f66309df50 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:20.649369 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6230e4f4-c704-4eb4-b3a0-4d2228ada4c6 None None] Pushing event updated for resources: {'Port': ['ID=bb2af7ba-0b1d-4786-94d7-083706d2b744,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:20.709011 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5ad964-3988-4f68-8305-65f66309df50 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Pushing event deleted for resources: {'Port': ['ID=0f12ac91-c041-444c-b43d-86fe08ab104e,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:20.717767 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 55018) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:20.743516 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316524c2-1211-40bf-a390-6e9817cffeb8 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e01d01f-649a-4a93-8da0-fda7af4b84c3,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:20.840545 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-b4a676cf-3570-46b3-8a50-84695ec61c20 None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:20.853642 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-b4a676cf-3570-46b3-8a50-84695ec61c20 None None] Transition to ACTIVE for port object 77de93fa-bc1e-41f8-a8de-01bacd32bffd will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:44:20.878878 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-b4a676cf-3570-46b3-8a50-84695ec61c20 None None] Transition to ACTIVE for port object 77de93fa-bc1e-41f8-a8de-01bacd32bffd will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:44:20.911778 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-316524c2-1211-40bf-a390-6e9817cffeb8 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:20.923104 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 55022) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:20.925290 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-316524c2-1211-40bf-a390-6e9817cffeb8 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 1.2539024 Feb 04 08:44:20.939553 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-883bff4d-3ae5-4ea5-a427-21ec8c2161db tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Request body: {'security_group_rule': {'security_group_id': '1e01d01f-649a-4a93-8da0-fda7af4b84c3', 'project_id': '8286d186dd0e4cfe84e34ace3d186fd0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:44:20.953758 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-883bff4d-3ae5-4ea5-a427-21ec8c2161db tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:44:20.974553 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-b4a676cf-3570-46b3-8a50-84695ec61c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:20.975214 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-883bff4d-3ae5-4ea5-a427-21ec8c2161db tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Usage tracker for resource:security_group_rule and tenant:8286d186dd0e4cfe84e34ace3d186fd0 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:44:20.982362 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-883bff4d-3ae5-4ea5-a427-21ec8c2161db tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:44:21.000539 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-7616836d-81b2-4f76-b291-279f3d224696 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/floatingips/1eb3424d-a5ce-41fc-bb73-0d7090077f2f HTTP/1.1" status: 200 len: 994 time: 0.2810624 Feb 04 08:44:21.013586 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-883bff4d-3ae5-4ea5-a427-21ec8c2161db tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:44:21.036512 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0a5ad964-3988-4f68-8305-65f66309df50 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Notify callbacks [] for floatingip, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:21.089887 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0a5ad964-3988-4f68-8305-65f66309df50 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for floatingip, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:21.091123 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-0a5ad964-3988-4f68-8305-65f66309df50 tempest-ServerActionsTestJSON-2092222656 tempest-ServerActionsTestJSON-2092222656-project] 10.222.0.36 "DELETE /v2.0/floatingips/4d2e8a93-3a2a-4a70-ba47-d47babb55a5e HTTP/1.1" status: 204 len: 168 time: 1.4956241 Feb 04 08:44:21.094160 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 55028) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:21.135593 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a676cf-3570-46b3-8a50-84695ec61c20 None None] Network d160b7bc-a4a3-4d03-81f0-420fe5a005ef is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:44:21.139765 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-b4a676cf-3570-46b3-8a50-84695ec61c20 None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:44:21.146816 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a676cf-3570-46b3-8a50-84695ec61c20 None None] Pushing event updated for resources: {'Port': ['ID=77de93fa-bc1e-41f8-a8de-01bacd32bffd,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:21.158396 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a676cf-3570-46b3-8a50-84695ec61c20 None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:44:21.209723 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3323e64e-4ba2-4f73-be1d-9c7a1fb44707 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7510167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985167'] for subnet, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:21.231411 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e3f605d4-6e61-4510-be7d-652bac826bfe tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:21.276969 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3323e64e-4ba2-4f73-be1d-9c7a1fb44707 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Pushing event deleted for resources: {'Subnet': ['ID=284dc749-a8fb-42ac-ba31-3bcbec664536,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:21.278691 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-883bff4d-3ae5-4ea5-a427-21ec8c2161db tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:21.280296 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-b4a676cf-3570-46b3-8a50-84695ec61c20 None None] Attempting to bind port 77de93fa-bc1e-41f8-a8de-01bacd32bffd on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:44:21.280784 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-b4a676cf-3570-46b3-8a50-84695ec61c20 None None] Attempting to bind port 77de93fa-bc1e-41f8-a8de-01bacd32bffd by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': 'afc5fbeb-7e5a-45e0-881b-f0745d40ddeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd160b7bc-a4a3-4d03-81f0-420fe5a005ef'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:44:21.281339 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a676cf-3570-46b3-8a50-84695ec61c20 None None] Attempting to bind port 77de93fa-bc1e-41f8-a8de-01bacd32bffd on network d160b7bc-a4a3-4d03-81f0-420fe5a005ef {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:44:21.288291 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a676cf-3570-46b3-8a50-84695ec61c20 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:44:21.288710 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a676cf-3570-46b3-8a50-84695ec61c20 None None] Checking segment: {'id': 'afc5fbeb-7e5a-45e0-881b-f0745d40ddeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd160b7bc-a4a3-4d03-81f0-420fe5a005ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:44:21.289109 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-b4a676cf-3570-46b3-8a50-84695ec61c20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:21.289496 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a676cf-3570-46b3-8a50-84695ec61c20 None None] Bound using segment: {'id': 'afc5fbeb-7e5a-45e0-881b-f0745d40ddeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd160b7bc-a4a3-4d03-81f0-420fe5a005ef'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:44:21.290957 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-b4a676cf-3570-46b3-8a50-84695ec61c20 None None] Bound port: 77de93fa-bc1e-41f8-a8de-01bacd32bffd, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afc5fbeb-7e5a-45e0-881b-f0745d40ddeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd160b7bc-a4a3-4d03-81f0-420fe5a005ef'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:44:21.290957 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-b4a676cf-3570-46b3-8a50-84695ec61c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:21.380061 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-b4a676cf-3570-46b3-8a50-84695ec61c20 None None] For port 77de93fa-bc1e-41f8-a8de-01bacd32bffd, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:44:21.385524 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-b4a676cf-3570-46b3-8a50-84695ec61c20 None None] For port 77de93fa-bc1e-41f8-a8de-01bacd32bffd, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=77de93fa-bc1e-41f8-a8de-01bacd32bffd,segment=NetworkSegment(afc5fbeb-7e5a-45e0-881b-f0745d40ddeb),segment_id=afc5fbeb-7e5a-45e0-881b-f0745d40ddeb)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:44:21.419231 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 55034) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:21.421782 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3323e64e-4ba2-4f73-be1d-9c7a1fb44707 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:21.436354 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-b4a676cf-3570-46b3-8a50-84695ec61c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:21.552360 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a676cf-3570-46b3-8a50-84695ec61c20 None None] Pushing event updated for resources: {'Port': ['ID=77de93fa-bc1e-41f8-a8de-01bacd32bffd,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:21.570762 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-3323e64e-4ba2-4f73-be1d-9c7a1fb44707 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d160b7bc-a4a3-4d03-81f0-420fe5a005ef']}} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:21.589685 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900447f8-b373-43d5-8a47-9b7c35bf3a0f None None] Network d160b7bc-a4a3-4d03-81f0-420fe5a005ef requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:44:21.640941 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e3f605d4-6e61-4510-be7d-652bac826bfe tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks [] for port, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:21.656097 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-3323e64e-4ba2-4f73-be1d-9c7a1fb44707 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afc5fbeb-7e5a-45e0-881b-f0745d40ddeb') {'for_net_delete': True} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:21.656397 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-3323e64e-4ba2-4f73-be1d-9c7a1fb44707 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afc5fbeb-7e5a-45e0-881b-f0745d40ddeb') {} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:21.684736 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-883bff4d-3ae5-4ea5-a427-21ec8c2161db tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:21.711101 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e3f605d4-6e61-4510-be7d-652bac826bfe tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:21.775236 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3323e64e-4ba2-4f73-be1d-9c7a1fb44707 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8058642'] for segment, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:21.778527 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-0081fd94-38ce-4a3e-b891-45955359dbe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:21.811631 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f605d4-6e61-4510-be7d-652bac826bfe tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Pushing event updated for resources: {'Port': ['ID=c1366f4f-a7c6-42e9-afe5-5e236742bb45,revision_number=2']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:21.828044 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-883bff4d-3ae5-4ea5-a427-21ec8c2161db tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:21.842952 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3323e64e-4ba2-4f73-be1d-9c7a1fb44707 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:21.869507 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3323e64e-4ba2-4f73-be1d-9c7a1fb44707 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=84107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:44:21.869507 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3323e64e-4ba2-4f73-be1d-9c7a1fb44707 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7377717'] for segment, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:21.889611 dv-neutron-827798-2-hyperv neutron-server[84107]: Traceback (most recent call last): Feb 04 08:44:21.889611 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:44:21.889611 dv-neutron-827798-2-hyperv neutron-server[84107]: timer() Feb 04 08:44:21.889611 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:44:21.889611 dv-neutron-827798-2-hyperv neutron-server[84107]: cb(*args, **kw) Feb 04 08:44:21.889611 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:44:21.889611 dv-neutron-827798-2-hyperv neutron-server[84107]: return func(*args, **kwargs) Feb 04 08:44:21.889611 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:44:21.889611 dv-neutron-827798-2-hyperv neutron-server[84107]: self._notify() Feb 04 08:44:21.889611 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:44:21.889611 dv-neutron-827798-2-hyperv neutron-server[84107]: self.callback(batched_events) Feb 04 08:44:21.889611 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:44:21.889611 dv-neutron-827798-2-hyperv neutron-server[84107]: event.method(event) Feb 04 08:44:21.889611 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:44:21.889611 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:44:21.889611 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:44:21.889611 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:44:21.889611 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:44:21.889611 dv-neutron-827798-2-hyperv neutron-server[84107]: return f(self, *a, **k) Feb 04 08:44:21.889611 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:44:21.889611 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._get(url).json() Feb 04 08:44:21.889611 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:44:21.889611 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:44:21.889611 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:44:21.889611 dv-neutron-827798-2-hyperv neutron-server[84107]: return self.request(url, 'GET', **kwargs) Feb 04 08:44:21.889611 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:44:21.889611 dv-neutron-827798-2-hyperv neutron-server[84107]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:44:21.889611 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:44:21.889611 dv-neutron-827798-2-hyperv neutron-server[84107]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:44:21.889611 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:44:21.889611 dv-neutron-827798-2-hyperv neutron-server[84107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:44:21.889611 dv-neutron-827798-2-hyperv neutron-server[84107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:44:21.901296 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-b4c92294-a1b4-4bf9-8fd9-d561984d7aa3 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Deleting port e9fc3a96-fdc8-4c54-8e52-081ebf891910 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:44:21.901296 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b4c92294-a1b4-4bf9-8fd9-d561984d7aa3 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:21.969945 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883bff4d-3ae5-4ea5-a427-21ec8c2161db tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a7b0e94-c188-4c58-b6a4-5cdfdef12cbb,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:22.039370 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-883bff4d-3ae5-4ea5-a427-21ec8c2161db tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:22.044814 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-883bff4d-3ae5-4ea5-a427-21ec8c2161db tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.1174614 Feb 04 08:44:22.056942 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 55038) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:22.065942 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-cf1e12d1-1278-46c6-bb40-e79b78c3066d tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Request body: {'security_group_rule': {'security_group_id': '1e01d01f-649a-4a93-8da0-fda7af4b84c3', 'project_id': '8286d186dd0e4cfe84e34ace3d186fd0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:44:22.076956 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-cf1e12d1-1278-46c6-bb40-e79b78c3066d tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:44:22.082846 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e3f605d4-6e61-4510-be7d-652bac826bfe tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-472912'] for router_interface, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:22.089910 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-cf1e12d1-1278-46c6-bb40-e79b78c3066d tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Usage tracker for resource:security_group_rule and tenant:8286d186dd0e4cfe84e34ace3d186fd0 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:44:22.095639 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-cf1e12d1-1278-46c6-bb40-e79b78c3066d tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:44:22.108599 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-cf1e12d1-1278-46c6-bb40-e79b78c3066d tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:44:22.202105 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-cf1e12d1-1278-46c6-bb40-e79b78c3066d tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:22.253182 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dffd9d08-3293-4d85-8f25-bba1b36e2f43 None None] Network 64c3d6bf-36a9-4329-8a5f-b59d9eddcfc4 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:44:22.282809 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.db.api [None req-3323e64e-4ba2-4f73-be1d-9c7a1fb44707 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 08:44:22.282809 dv-neutron-827798-2-hyperv neutron-server[84107]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 08:44:22.282809 dv-neutron-827798-2-hyperv neutron-server[84107]: [parameters: {'id': 'd160b7bc-a4a3-4d03-81f0-420fe5a005ef'}] Feb 04 08:44:22.282809 dv-neutron-827798-2-hyperv neutron-server[84107]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 08:44:22.283318 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG oslo_db.api [None req-3323e64e-4ba2-4f73-be1d-9c7a1fb44707 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 08:44:22.356440 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-cf1e12d1-1278-46c6-bb40-e79b78c3066d tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:22.358623 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e3f605d4-6e61-4510-be7d-652bac826bfe tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:22.375192 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b4c92294-a1b4-4bf9-8fd9-d561984d7aa3 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:22.375192 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b4c92294-a1b4-4bf9-8fd9-d561984d7aa3 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:22.431997 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-cf1e12d1-1278-46c6-bb40-e79b78c3066d tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:22.479638 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b11a236-8814-44e0-a2f6-5336ad588589 None None] Network 89ec3240-9d00-48b9-8510-99d89fb4ca66 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:44:22.488319 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1e12d1-1278-46c6-bb40-e79b78c3066d tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f4ccbe9-38a5-4e07-9098-de949c0d501d,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:22.499252 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-b3172909-e9b5-447f-a298-29f0b4da9f65 None None] Provisioning for port 25aa0dbb-292e-4bec-b8bf-beab1480ba4a completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:44:22.525705 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-b4c92294-a1b4-4bf9-8fd9-d561984d7aa3 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Calling delete_port for e9fc3a96-fdc8-4c54-8e52-081ebf891910 owned by network:floatingip {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:44:22.646420 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-cf1e12d1-1278-46c6-bb40-e79b78c3066d tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:22.650757 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-cf1e12d1-1278-46c6-bb40-e79b78c3066d tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5926633 Feb 04 08:44:22.654453 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 55042) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:22.671229 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-d140419b-65c0-4bfb-84a6-7916f129a1c0 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Request body: {'security_group_rule': {'security_group_id': '1e01d01f-649a-4a93-8da0-fda7af4b84c3', 'project_id': '8286d186dd0e4cfe84e34ace3d186fd0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:44:22.680026 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-d140419b-65c0-4bfb-84a6-7916f129a1c0 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:44:22.687172 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-d140419b-65c0-4bfb-84a6-7916f129a1c0 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Usage tracker for resource:security_group_rule and tenant:8286d186dd0e4cfe84e34ace3d186fd0 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:44:22.691923 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-d140419b-65c0-4bfb-84a6-7916f129a1c0 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:44:22.703182 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-d140419b-65c0-4bfb-84a6-7916f129a1c0 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:44:22.737901 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-827753e1-5281-40c2-891a-46a9cfbf07ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473817'] for router_interface, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:22.800078 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3323e64e-4ba2-4f73-be1d-9c7a1fb44707 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:22.900498 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 25aa0dbb-292e-4bec-b8bf-beab1480ba4a up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:44:22.918492 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d140419b-65c0-4bfb-84a6-7916f129a1c0 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:22.943174 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e3f605d4-6e61-4510-be7d-652bac826bfe tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks [] for port, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:22.960011 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-96576e39-8aa2-4dd5-b996-ceeb316e8d4f None None] Provisioning for port bb2af7ba-0b1d-4786-94d7-083706d2b744 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:44:22.972373 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:22.982401 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-3323e64e-4ba2-4f73-be1d-9c7a1fb44707 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Deleting port 77de93fa-bc1e-41f8-a8de-01bacd32bffd {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:44:22.982736 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3323e64e-4ba2-4f73-be1d-9c7a1fb44707 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:23.000810 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:23.014280 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e3f605d4-6e61-4510-be7d-652bac826bfe tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:23.016039 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e3f605d4-6e61-4510-be7d-652bac826bfe tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473771'] for router_interface, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:23.183227 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b4c92294-a1b4-4bf9-8fd9-d561984d7aa3 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:23.216053 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 25aa0dbb-292e-4bec-b8bf-beab1480ba4a completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:44:23.225119 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 25aa0dbb-292e-4bec-b8bf-beab1480ba4a triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:44:23.225496 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:23.238415 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f605d4-6e61-4510-be7d-652bac826bfe tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Pushing event updated for resources: {'Port': ['ID=c1366f4f-a7c6-42e9-afe5-5e236742bb45,revision_number=3']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:23.280705 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d140419b-65c0-4bfb-84a6-7916f129a1c0 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:23.318337 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c92294-a1b4-4bf9-8fd9-d561984d7aa3 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event deleted for resources: {'Port': ['ID=e9fc3a96-fdc8-4c54-8e52-081ebf891910,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:23.373299 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:23.410532 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d140419b-65c0-4bfb-84a6-7916f129a1c0 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:23.415451 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port 25aa0dbb-292e-4bec-b8bf-beab1480ba4a, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=25aa0dbb-292e-4bec-b8bf-beab1480ba4a,segment=NetworkSegment(e558db3a-0e94-4dc2-b19c-7fdfcab60ef6),segment_id=e558db3a-0e94-4dc2-b19c-7fdfcab60ef6)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:44:23.431541 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f605d4-6e61-4510-be7d-652bac826bfe tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Network 89ec3240-9d00-48b9-8510-99d89fb4ca66 is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:44:23.432888 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-e3f605d4-6e61-4510-be7d-652bac826bfe tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:44:23.443446 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d140419b-65c0-4bfb-84a6-7916f129a1c0 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=561b571e-3f32-4834-bcdf-7165e7eaf96d,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:23.499463 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b4c92294-a1b4-4bf9-8fd9-d561984d7aa3 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for floatingip, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:23.500307 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:23.501521 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device bb2af7ba-0b1d-4786-94d7-083706d2b744 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:44:23.580242 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-e8f8513b-fc02-45ca-8f41-d562ca09751d None None] Provisioning for port c1366f4f-a7c6-42e9-afe5-5e236742bb45 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:44:23.581002 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [None req-3323e64e-4ba2-4f73-be1d-9c7a1fb44707 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] For port 77de93fa-bc1e-41f8-a8de-01bacd32bffd, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=77de93fa-bc1e-41f8-a8de-01bacd32bffd,segment=NetworkSegment(afc5fbeb-7e5a-45e0-881b-f0745d40ddeb),segment_id=afc5fbeb-7e5a-45e0-881b-f0745d40ddeb)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:44:23.585493 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3323e64e-4ba2-4f73-be1d-9c7a1fb44707 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:23.602932 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-e8f8513b-fc02-45ca-8f41-d562ca09751d None None] Provisioning complete for port c1366f4f-a7c6-42e9-afe5-5e236742bb45 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:44:23.603517 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-e8f8513b-fc02-45ca-8f41-d562ca09751d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:23.694272 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=25aa0dbb-292e-4bec-b8bf-beab1480ba4a,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:23.697118 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-e8f8513b-fc02-45ca-8f41-d562ca09751d None None] Port c1366f4f-a7c6-42e9-afe5-5e236742bb45 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:44:23.762137 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port bb2af7ba-0b1d-4786-94d7-083706d2b744 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:44:23.767801 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port bb2af7ba-0b1d-4786-94d7-083706d2b744 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:44:23.768921 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:23.852004 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-150a0489-9f90-4fbb-b4dd-aa39f53521fd None None] Provisioning complete for port c1366f4f-a7c6-42e9-afe5-5e236742bb45 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:44:23.853103 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-150a0489-9f90-4fbb-b4dd-aa39f53521fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:23.866239 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d140419b-65c0-4bfb-84a6-7916f129a1c0 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:23.870515 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-d140419b-65c0-4bfb-84a6-7916f129a1c0 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.2055981 Feb 04 08:44:23.873975 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 55046) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:23.874635 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-3323e64e-4ba2-4f73-be1d-9c7a1fb44707 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Calling delete_port for 77de93fa-bc1e-41f8-a8de-01bacd32bffd owned by network:dhcp {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:44:23.883010 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-458e245f-087c-448f-9051-e4270670480a tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Request body: {'security_group_rule': {'security_group_id': '1e01d01f-649a-4a93-8da0-fda7af4b84c3', 'project_id': '8286d186dd0e4cfe84e34ace3d186fd0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:44:23.890897 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-458e245f-087c-448f-9051-e4270670480a tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:44:23.895909 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-458e245f-087c-448f-9051-e4270670480a tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Usage tracker for resource:security_group_rule and tenant:8286d186dd0e4cfe84e34ace3d186fd0 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:44:23.900096 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-458e245f-087c-448f-9051-e4270670480a tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:44:23.907224 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-458e245f-087c-448f-9051-e4270670480a tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:44:23.910252 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3f605d4-6e61-4510-be7d-652bac826bfe tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Router aad16814-68d9-4b54-8488-8c0e2d4367dd is scheduled to L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 with binding_index 1 {{(pid=84108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 08:44:23.913095 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-150a0489-9f90-4fbb-b4dd-aa39f53521fd None None] Port c1366f4f-a7c6-42e9-afe5-5e236742bb45 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:44:23.998694 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:24.057692 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port bb2af7ba-0b1d-4786-94d7-083706d2b744, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=bb2af7ba-0b1d-4786-94d7-083706d2b744,segment=NetworkSegment(5c42715e-eb0f-487a-b496-bd65995ca12a),segment_id=5c42715e-eb0f-487a-b496-bd65995ca12a)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:44:24.064149 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-524d40d7-554c-4afd-b42e-03b567149ad7 None None] Provisioning complete for port c1366f4f-a7c6-42e9-afe5-5e236742bb45 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:44:24.064525 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-524d40d7-554c-4afd-b42e-03b567149ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:24.083731 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-458e245f-087c-448f-9051-e4270670480a tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:24.117465 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3323e64e-4ba2-4f73-be1d-9c7a1fb44707 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:24.125013 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:24.177434 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-524d40d7-554c-4afd-b42e-03b567149ad7 None None] Port c1366f4f-a7c6-42e9-afe5-5e236742bb45 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:44:24.184210 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5bcb2a2-be79-4b4c-8a4a-ee97a9139249 None None] get_active_networks_info from dv-neutron-827798-2-hyperv {{(pid=84109) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 04 08:44:24.191527 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3323e64e-4ba2-4f73-be1d-9c7a1fb44707 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Pushing event deleted for resources: {'Port': ['ID=77de93fa-bc1e-41f8-a8de-01bacd32bffd,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:24.195513 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3f605d4-6e61-4510-be7d-652bac826bfe tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:44:24.213459 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-e3f605d4-6e61-4510-be7d-652bac826bfe tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "PUT /v2.0/routers/aad16814-68d9-4b54-8488-8c0e2d4367dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0087554 Feb 04 08:44:24.214235 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 55050) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:24.217303 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-458e245f-087c-448f-9051-e4270670480a tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:24.220850 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66cc4660-c958-434e-b5eb-cddd3195e3e8 None None] Sync routers for ids ['aad16814-68d9-4b54-8488-8c0e2d4367dd'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:44:24.233402 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cc4660-c958-434e-b5eb-cddd3195e3e8 None None] Routers {'aad16814-68d9-4b54-8488-8c0e2d4367dd'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:44:24.233998 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-66cc4660-c958-434e-b5eb-cddd3195e3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:44:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['aad16814-68d9-4b54-8488-8c0e2d4367dd'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:24.290622 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890522a2-1928-4d3e-b937-8640c6f577b8 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:44:24.291211 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-890522a2-1928-4d3e-b937-8640c6f577b8 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Synchronizing usage tracker for tenant:bf57e53bceb34316b0180186a41d96ee on resource:port {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:44:24.293002 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3323e64e-4ba2-4f73-be1d-9c7a1fb44707 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] No DVR routers for this DVR port 77de93fa-bc1e-41f8-a8de-01bacd32bffd on host dv-neutron-827798-2-hyperv {{(pid=84107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:44:24.297750 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-66cc4660-c958-434e-b5eb-cddd3195e3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:24.300973 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-458e245f-087c-448f-9051-e4270670480a tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:24.305789 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=bb2af7ba-0b1d-4786-94d7-083706d2b744,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:24.310347 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cc4660-c958-434e-b5eb-cddd3195e3e8 None None] Routers {'aad16814-68d9-4b54-8488-8c0e2d4367dd'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:44:24.311462 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-66cc4660-c958-434e-b5eb-cddd3195e3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:44:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['aad16814-68d9-4b54-8488-8c0e2d4367dd'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:24.331216 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:24.336012 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458e245f-087c-448f-9051-e4270670480a tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f59ec6fe-ff03-42f9-bdb1-17a7df5c115b,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:24.368383 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-ffa7399e-119f-4e7f-bfb9-71dd85cf2303 None None] Provisioning complete for port c1366f4f-a7c6-42e9-afe5-5e236742bb45 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:44:24.368773 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-ffa7399e-119f-4e7f-bfb9-71dd85cf2303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:24.377965 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-66cc4660-c958-434e-b5eb-cddd3195e3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:24.378660 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66cc4660-c958-434e-b5eb-cddd3195e3e8 None None] The sync data for ids ['aad16814-68d9-4b54-8488-8c0e2d4367dd'] in dv-neutron-827798-2-hyperv is: [] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:44:24.408585 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-890522a2-1928-4d3e-b937-8640c6f577b8 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Unset dirty status for tenant:bf57e53bceb34316b0180186a41d96ee on resource:port {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:44:24.412359 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-890522a2-1928-4d3e-b937-8640c6f577b8 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "GET /v2.0/ports/c1366f4f-a7c6-42e9-afe5-5e236742bb45 HTTP/1.1" status: 200 len: 981 time: 0.1949024 Feb 04 08:44:24.412501 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 55054) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:24.440496 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-ffa7399e-119f-4e7f-bfb9-71dd85cf2303 None None] Port c1366f4f-a7c6-42e9-afe5-5e236742bb45 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:44:24.442748 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5bcb2a2-be79-4b4c-8a4a-ee97a9139249 None None] Resources bound (agent type, host, resource id): {{(pid=84109) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 08:44:24.479248 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-458e245f-087c-448f-9051-e4270670480a tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:24.480406 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-458e245f-087c-448f-9051-e4270670480a tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6044590 Feb 04 08:44:24.486236 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 55058) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:24.497188 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-049c35be-1070-4047-badf-bc5af1ab8669 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Request body: {'security_group_rule': {'security_group_id': '1e01d01f-649a-4a93-8da0-fda7af4b84c3', 'project_id': '8286d186dd0e4cfe84e34ace3d186fd0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:44:24.504576 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-049c35be-1070-4047-badf-bc5af1ab8669 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:44:24.510168 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-049c35be-1070-4047-badf-bc5af1ab8669 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Usage tracker for resource:security_group_rule and tenant:8286d186dd0e4cfe84e34ace3d186fd0 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:44:24.513951 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-049c35be-1070-4047-badf-bc5af1ab8669 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:44:24.548744 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3323e64e-4ba2-4f73-be1d-9c7a1fb44707 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:24.565348 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-049c35be-1070-4047-badf-bc5af1ab8669 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:44:24.601106 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-3323e64e-4ba2-4f73-be1d-9c7a1fb44707 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d160b7bc-a4a3-4d03-81f0-420fe5a005ef']}} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:24.621732 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-3323e64e-4ba2-4f73-be1d-9c7a1fb44707 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afc5fbeb-7e5a-45e0-881b-f0745d40ddeb') {'for_net_delete': True} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:24.622072 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-3323e64e-4ba2-4f73-be1d-9c7a1fb44707 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afc5fbeb-7e5a-45e0-881b-f0745d40ddeb') {} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:24.640756 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3323e64e-4ba2-4f73-be1d-9c7a1fb44707 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8058642'] for segment, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:24.668752 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3323e64e-4ba2-4f73-be1d-9c7a1fb44707 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:24.685508 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.securitygroups_db [None req-049c35be-1070-4047-badf-bc5af1ab8669 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Project 8286d186dd0e4cfe84e34ace3d186fd0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 08:44:24.710373 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-049c35be-1070-4047-badf-bc5af1ab8669 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:24.734053 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3323e64e-4ba2-4f73-be1d-9c7a1fb44707 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=84107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:44:24.734389 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3323e64e-4ba2-4f73-be1d-9c7a1fb44707 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7377717'] for segment, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:24.750675 dv-neutron-827798-2-hyperv neutron-server[84107]: Traceback (most recent call last): Feb 04 08:44:24.750675 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:44:24.750675 dv-neutron-827798-2-hyperv neutron-server[84107]: timer() Feb 04 08:44:24.750675 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:44:24.750675 dv-neutron-827798-2-hyperv neutron-server[84107]: cb(*args, **kw) Feb 04 08:44:24.750675 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:44:24.750675 dv-neutron-827798-2-hyperv neutron-server[84107]: return func(*args, **kwargs) Feb 04 08:44:24.750675 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:44:24.750675 dv-neutron-827798-2-hyperv neutron-server[84107]: self._notify() Feb 04 08:44:24.750675 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:44:24.750675 dv-neutron-827798-2-hyperv neutron-server[84107]: self.callback(batched_events) Feb 04 08:44:24.750675 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:44:24.750675 dv-neutron-827798-2-hyperv neutron-server[84107]: event.method(event) Feb 04 08:44:24.750675 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:44:24.750675 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:44:24.750675 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:44:24.750675 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:44:24.750675 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:44:24.750675 dv-neutron-827798-2-hyperv neutron-server[84107]: return f(self, *a, **k) Feb 04 08:44:24.750675 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:44:24.750675 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._get(url).json() Feb 04 08:44:24.750675 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:44:24.750675 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:44:24.750675 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:44:24.750675 dv-neutron-827798-2-hyperv neutron-server[84107]: return self.request(url, 'GET', **kwargs) Feb 04 08:44:24.750675 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:44:24.750675 dv-neutron-827798-2-hyperv neutron-server[84107]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:44:24.750675 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:44:24.750675 dv-neutron-827798-2-hyperv neutron-server[84107]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:44:24.750675 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:44:24.750675 dv-neutron-827798-2-hyperv neutron-server[84107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:44:24.750675 dv-neutron-827798-2-hyperv neutron-server[84107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:44:24.758211 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 25aa0dbb-292e-4bec-b8bf-beab1480ba4a up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:44:24.837846 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 25aa0dbb-292e-4bec-b8bf-beab1480ba4a triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:44:24.838478 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:24.871753 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-049c35be-1070-4047-badf-bc5af1ab8669 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:24.963892 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device bb2af7ba-0b1d-4786-94d7-083706d2b744 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:44:24.975870 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-049c35be-1070-4047-badf-bc5af1ab8669 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:25.006042 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049c35be-1070-4047-badf-bc5af1ab8669 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d80e3d5-7bda-4e02-a4d0-da55ca7aae51,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:25.028121 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3323e64e-4ba2-4f73-be1d-9c7a1fb44707 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:25.052605 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3323e64e-4ba2-4f73-be1d-9c7a1fb44707 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:25.066305 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port bb2af7ba-0b1d-4786-94d7-083706d2b744 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:44:25.067388 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:25.073628 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3323e64e-4ba2-4f73-be1d-9c7a1fb44707 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Pushing event deleted for resources: {'Network': ['ID=d160b7bc-a4a3-4d03-81f0-420fe5a005ef,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:25.075828 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-827753e1-5281-40c2-891a-46a9cfbf07ae admin admin] Deleting port affffaa5-174e-42ac-946f-083a5ad0f6e9 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:44:25.075828 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-827753e1-5281-40c2-891a-46a9cfbf07ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:25.083490 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-049c35be-1070-4047-badf-bc5af1ab8669 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:25.087422 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-049c35be-1070-4047-badf-bc5af1ab8669 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.5979702 Feb 04 08:44:25.093307 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 55062) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:25.095359 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-6bef74ec-5afd-4734-a792-617bfd37eb53 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Request body: {'security_group_rule': {'security_group_id': '1e01d01f-649a-4a93-8da0-fda7af4b84c3', 'project_id': '8286d186dd0e4cfe84e34ace3d186fd0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:44:25.106819 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-6bef74ec-5afd-4734-a792-617bfd37eb53 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:44:25.115840 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-3323e64e-4ba2-4f73-be1d-9c7a1fb44707 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] 10.222.0.36 "DELETE /v2.0/networks/d160b7bc-a4a3-4d03-81f0-420fe5a005ef HTTP/1.1" status: 204 len: 168 time: 5.4137666 Feb 04 08:44:25.117658 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 55066) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:25.121860 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-6bef74ec-5afd-4734-a792-617bfd37eb53 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Usage tracker for resource:security_group_rule and tenant:8286d186dd0e4cfe84e34ace3d186fd0 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:44:25.130588 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-10792600-9ea0-4486-a3df-d433a89c907d tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1392944650'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:44:25.136110 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-6bef74ec-5afd-4734-a792-617bfd37eb53 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:44:25.143439 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-10792600-9ea0-4486-a3df-d433a89c907d tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:44:25.151736 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-6bef74ec-5afd-4734-a792-617bfd37eb53 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:44:25.154264 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-dbe6ada0-3bc3-4457-a5a8-bce5b767fd89 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473817'] for router_interface, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:25.201113 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-10792600-9ea0-4486-a3df-d433a89c907d tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Usage tracker for resource:network and tenant:88ac21618fc2460393f2181c0240ea1e is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:44:25.215092 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-10792600-9ea0-4486-a3df-d433a89c907d tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:44:25.226374 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-10792600-9ea0-4486-a3df-d433a89c907d tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:44:25.263144 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4c92294-a1b4-4bf9-8fd9-d561984d7aa3 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Router 4a72ba4c-e039-402a-8503-660cd7f4f6a8 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:44:25.292343 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [None req-827753e1-5281-40c2-891a-46a9cfbf07ae admin admin] For port affffaa5-174e-42ac-946f-083a5ad0f6e9, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=affffaa5-174e-42ac-946f-083a5ad0f6e9,segment=NetworkSegment(c8e7a4a8-bd8f-4bcd-a973-4a8e1fee7582),segment_id=c8e7a4a8-bd8f-4bcd-a973-4a8e1fee7582)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:44:25.292732 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-827753e1-5281-40c2-891a-46a9cfbf07ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:25.388512 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.securitygroups_db [None req-6bef74ec-5afd-4734-a792-617bfd37eb53 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Project 8286d186dd0e4cfe84e34ace3d186fd0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 08:44:25.399922 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-6bef74ec-5afd-4734-a792-617bfd37eb53 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:25.453809 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10792600-9ea0-4486-a3df-d433a89c907d tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Made reservation on behalf of 88ac21618fc2460393f2181c0240ea1e for: {'network': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:44:25.456786 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-10792600-9ea0-4486-a3df-d433a89c907d tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:25.520425 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-6bef74ec-5afd-4734-a792-617bfd37eb53 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:25.525105 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10792600-9ea0-4486-a3df-d433a89c907d tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=84108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:44:25.540578 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-10792600-9ea0-4486-a3df-d433a89c907d tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:25.540923 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.segments_db [None req-10792600-9ea0-4486-a3df-d433a89c907d tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Added segment 8915a59b-5508-40cb-9907-8c5247fa480f of type vlan for network 1a312eda-b991-437c-a182-81a95f27d0f4 Feb 04 08:44:25.589895 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-827753e1-5281-40c2-891a-46a9cfbf07ae admin admin] Calling delete_port for affffaa5-174e-42ac-946f-083a5ad0f6e9 owned by network:router_interface {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:44:25.594505 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-6bef74ec-5afd-4734-a792-617bfd37eb53 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:25.627092 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-10792600-9ea0-4486-a3df-d433a89c907d tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:25.693047 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bef74ec-5afd-4734-a792-617bfd37eb53 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cdea8e8-1e49-42aa-9b1a-67f3b12953ca,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:25.786451 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-dbe6ada0-3bc3-4457-a5a8-bce5b767fd89 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Deleting port c1366f4f-a7c6-42e9-afe5-5e236742bb45 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:44:25.786691 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-dbe6ada0-3bc3-4457-a5a8-bce5b767fd89 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:25.814920 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-6bef74ec-5afd-4734-a792-617bfd37eb53 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:25.816080 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-6bef74ec-5afd-4734-a792-617bfd37eb53 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.7275529 Feb 04 08:44:25.822198 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 55070) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:25.829363 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-de03ce52-37ce-4b93-910f-e7174f243bcb tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Request body: {'network': {'name': 'tempest-network-smoke--1121771860', 'project_id': '8286d186dd0e4cfe84e34ace3d186fd0', 'port_security_enabled': True}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:44:25.841305 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-de03ce52-37ce-4b93-910f-e7174f243bcb tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:44:25.848057 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-10792600-9ea0-4486-a3df-d433a89c907d tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:25.848057 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10792600-9ea0-4486-a3df-d433a89c907d tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:44:25.848057 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-10792600-9ea0-4486-a3df-d433a89c907d tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks [] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:25.851945 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4c92294-a1b4-4bf9-8fd9-d561984d7aa3 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:44:25.862743 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b6f183-87fa-4b76-ab79-5111002815e8 None None] Sync routers for ids ['4a72ba4c-e039-402a-8503-660cd7f4f6a8'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:44:25.873390 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-de03ce52-37ce-4b93-910f-e7174f243bcb tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Usage tracker for resource:network and tenant:8286d186dd0e4cfe84e34ace3d186fd0 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:44:25.873777 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b4c92294-a1b4-4bf9-8fd9-d561984d7aa3 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for floatingip, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:25.875547 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b6f183-87fa-4b76-ab79-5111002815e8 None None] Routers {'4a72ba4c-e039-402a-8503-660cd7f4f6a8'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:44:25.876164 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-34b6f183-87fa-4b76-ab79-5111002815e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:44:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['4a72ba4c-e039-402a-8503-660cd7f4f6a8'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:25.934085 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-b4c92294-a1b4-4bf9-8fd9-d561984d7aa3 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "DELETE /v2.0/floatingips/1eb3424d-a5ce-41fc-bb73-0d7090077f2f HTTP/1.1" status: 204 len: 168 time: 4.5021355 Feb 04 08:44:25.934330 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-de03ce52-37ce-4b93-910f-e7174f243bcb tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:44:25.934446 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07ffe891-8cfd-4d80-a752-f1bcd03d42c5', 'tag': '5a51418e-8221-4177-93e8-0f6d95efbe73'}] {{(pid=84107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:44:25.947589 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-de03ce52-37ce-4b93-910f-e7174f243bcb tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:44:25.989700 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-827753e1-5281-40c2-891a-46a9cfbf07ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:26.051734 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10792600-9ea0-4486-a3df-d433a89c907d tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Pushing event updated for resources: {'Network': ['ID=1a312eda-b991-437c-a182-81a95f27d0f4,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:26.056043 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-10792600-9ea0-4486-a3df-d433a89c907d tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9342260 Feb 04 08:44:26.068969 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 55078) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:26.069520 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07ffe891-8cfd-4d80-a752-f1bcd03d42c5', 'tag': '5a51418e-8221-4177-93e8-0f6d95efbe73', 'status': 'completed', 'code': 200} Feb 04 08:44:26.070318 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827753e1-5281-40c2-891a-46a9cfbf07ae admin admin] Pushing event deleted for resources: {'Port': ['ID=affffaa5-174e-42ac-946f-083a5ad0f6e9,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:26.078361 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-1b428da7-9b8b-4018-954a-1e8153107147 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Request body: {'subnet': {'network_id': '1a312eda-b991-437c-a182-81a95f27d0f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:44:26.222775 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de03ce52-37ce-4b93-910f-e7174f243bcb tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Made reservation on behalf of 8286d186dd0e4cfe84e34ace3d186fd0 for: {'network': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:44:26.226085 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-de03ce52-37ce-4b93-910f-e7174f243bcb tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:26.232285 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network 1a312eda-b991-437c-a182-81a95f27d0f4 details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:44:26.291701 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-dbe6ada0-3bc3-4457-a5a8-bce5b767fd89 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:26.353821 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:26.420930 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-34b6f183-87fa-4b76-ab79-5111002815e8 None None] Set router 4a72ba4c-e039-402a-8503-660cd7f4f6a8 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:44:26.427283 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-827753e1-5281-40c2-891a-46a9cfbf07ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1572495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472959'] for router_interface, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:26.467838 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-dbe6ada0-3bc3-4457-a5a8-bce5b767fd89 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Calling delete_port for c1366f4f-a7c6-42e9-afe5-5e236742bb45 owned by network:router_interface {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:44:26.502551 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de03ce52-37ce-4b93-910f-e7174f243bcb tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=84108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:44:26.506922 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-1b428da7-9b8b-4018-954a-1e8153107147 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:44:26.524917 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-1b428da7-9b8b-4018-954a-1e8153107147 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Usage tracker for resource:subnet and tenant:88ac21618fc2460393f2181c0240ea1e is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:44:26.528442 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-1b428da7-9b8b-4018-954a-1e8153107147 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:44:26.535545 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-de03ce52-37ce-4b93-910f-e7174f243bcb tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:26.535888 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.segments_db [None req-de03ce52-37ce-4b93-910f-e7174f243bcb tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Added segment d10773c3-ff2b-4a66-a4d7-5fa5d8f550a5 of type vlan for network fd850cd4-7481-4610-9715-4b6b4e6c51ec Feb 04 08:44:26.546764 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-1b428da7-9b8b-4018-954a-1e8153107147 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:44:26.599538 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-d41e81a5-632d-4a45-a53f-cf4c8814e0d2 req-e9cc4be5-3bb6-44ef-a7e6-eb0eb1b4497e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7df2bfd740464e869863a41b14f4d5af&device_id=07ffe891-8cfd-4d80-a752-f1bcd03d42c5 HTTP/1.1" status: 200 len: 1099 time: 0.5023804 Feb 04 08:44:26.601134 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-de03ce52-37ce-4b93-910f-e7174f243bcb tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:26.699184 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b428da7-9b8b-4018-954a-1e8153107147 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Made reservation on behalf of 88ac21618fc2460393f2181c0240ea1e for: {'subnet': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:44:26.791658 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff672de-eb17-427b-a80a-c05c4b42e14d req-a7782da3-faee-40f0-9491-adfc69e6a2a5 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:44:26.792353 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-fff672de-eb17-427b-a80a-c05c4b42e14d req-a7782da3-faee-40f0-9491-adfc69e6a2a5 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Synchronizing usage tracker for tenant:7df2bfd740464e869863a41b14f4d5af on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:44:26.805160 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-34b6f183-87fa-4b76-ab79-5111002815e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a72ba4c-e039-402a-8503-660cd7f4f6a8', 'name': 'tempest-TestNetworkBasicOps-router-1639249351', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.177'}], 'enable_snat': True}, 'gw_port_id': '51804439-b547-47b1-acbe-80799117713d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:42:13Z', 'updated_at': '2022-02-04T08:42:28Z', 'revision_number': 4, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': '51804439-b547-47b1-acbe-80799117713d', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a72ba4c-e039-402a-8503-660cd7f4f6a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:42:15Z', 'updated_at': '2022-02-04T08:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '1f16f60d-bdf7-4fe1-8b01-2f5938f5eed6', 'name': '', 'network_id': '496cc049-ee93-4118-86d8-45abdf23adc3', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'mac_address': 'fa:16:3e:4c:cd:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a72ba4c-e039-402a-8503-660cd7f4f6a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '13bb94bf-077c-48a9-9255-43c72a99925c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:42:26Z', 'updated_at': '2022-02-04T08:42:40Z', 'revision_number': 5, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'subnets': [{'id': '13bb94bf-077c-48a9-9255-43c72a99925c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:26.810724 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b6f183-87fa-4b76-ab79-5111002815e8 None None] Checking router: 4a72ba4c-e039-402a-8503-660cd7f4f6a8 for host: dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 08:44:26.822650 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b6f183-87fa-4b76-ab79-5111002815e8 None None] Routers {'4a72ba4c-e039-402a-8503-660cd7f4f6a8'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:44:26.823950 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-34b6f183-87fa-4b76-ab79-5111002815e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:44:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['4a72ba4c-e039-402a-8503-660cd7f4f6a8'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:26.893146 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-1b428da7-9b8b-4018-954a-1e8153107147 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8119726'] for subnet, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:26.916792 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-fff672de-eb17-427b-a80a-c05c4b42e14d req-a7782da3-faee-40f0-9491-adfc69e6a2a5 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Unset dirty status for tenant:7df2bfd740464e869863a41b14f4d5af on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:44:26.921995 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-fff672de-eb17-427b-a80a-c05c4b42e14d req-a7782da3-faee-40f0-9491-adfc69e6a2a5 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=07ffe891-8cfd-4d80-a752-f1bcd03d42c5 HTTP/1.1" status: 200 len: 946 time: 0.3011451 Feb 04 08:44:27.039489 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-34b6f183-87fa-4b76-ab79-5111002815e8 None None] Set router 4a72ba4c-e039-402a-8503-660cd7f4f6a8 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:44:27.042386 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-fff672de-eb17-427b-a80a-c05c4b42e14d req-de4a33bd-ffdc-422d-91d1-ddc81a994ebd tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd556e8c-e336-4af4-8bcf-e0cfc06f1d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714192 Feb 04 08:44:27.043836 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-de03ce52-37ce-4b93-910f-e7174f243bcb tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:27.047694 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de03ce52-37ce-4b93-910f-e7174f243bcb tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:44:27.048282 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-de03ce52-37ce-4b93-910f-e7174f243bcb tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks [] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:27.203657 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41e81a5-632d-4a45-a53f-cf4c8814e0d2 req-5575ed24-4e95-47e0-b724-e3ba2eeacafe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:44:27.205050 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-d41e81a5-632d-4a45-a53f-cf4c8814e0d2 req-5575ed24-4e95-47e0-b724-e3ba2eeacafe service neutron] 10.222.0.47 "GET /v2.0/networks?id=496cc049-ee93-4118-86d8-45abdf23adc3 HTTP/1.1" status: 200 len: 898 time: 0.5913658 Feb 04 08:44:27.294242 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.ipam_backend_mixin [None req-1b428da7-9b8b-4018-954a-1e8153107147 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Performing IP validity checks on allocation pools {{(pid=84108) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 04 08:44:27.295153 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.ipam_backend_mixin [None req-1b428da7-9b8b-4018-954a-1e8153107147 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84108) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 04 08:44:27.299550 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-827753e1-5281-40c2-891a-46a9cfbf07ae admin admin] Router 4804df28-f7c7-4da5-a69d-07f92f181f93 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:44:27.335624 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-d41e81a5-632d-4a45-a53f-cf4c8814e0d2 req-f839e2ad-189b-44f9-91e3-8fcd64aec8cc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a51418e-8221-4177-93e8-0f6d95efbe73 HTTP/1.1" status: 200 len: 217 time: 0.1059530 Feb 04 08:44:27.336206 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de03ce52-37ce-4b93-910f-e7174f243bcb tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Pushing event updated for resources: {'Network': ['ID=fd850cd4-7481-4610-9715-4b6b4e6c51ec,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:27.375263 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network fd850cd4-7481-4610-9715-4b6b4e6c51ec details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:44:27.379775 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-de03ce52-37ce-4b93-910f-e7174f243bcb tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5539396 Feb 04 08:44:27.380636 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 55084) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:27.386645 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-0a753082-d58c-4472-b84b-22f73ac1e8f2 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1799521398', 'admin_state_up': True, 'project_id': '8286d186dd0e4cfe84e34ace3d186fd0', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:44:27.396115 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-0a753082-d58c-4472-b84b-22f73ac1e8f2 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:44:27.404488 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-dbe6ada0-3bc3-4457-a5a8-bce5b767fd89 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:27.408787 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-0a753082-d58c-4472-b84b-22f73ac1e8f2 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Usage tracker for resource:router and tenant:8286d186dd0e4cfe84e34ace3d186fd0 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:44:27.412536 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-0a753082-d58c-4472-b84b-22f73ac1e8f2 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:44:27.420943 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-0a753082-d58c-4472-b84b-22f73ac1e8f2 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:44:27.456607 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41e81a5-632d-4a45-a53f-cf4c8814e0d2 req-73faa3b3-519a-47e1-a4de-6fbe732cc07c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:44:27.458037 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-d41e81a5-632d-4a45-a53f-cf4c8814e0d2 req-73faa3b3-519a-47e1-a4de-6fbe732cc07c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=13bb94bf-077c-48a9-9255-43c72a99925c HTTP/1.1" status: 200 len: 835 time: 0.1163917 Feb 04 08:44:27.462349 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe6ada0-3bc3-4457-a5a8-bce5b767fd89 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Pushing event deleted for resources: {'Port': ['ID=c1366f4f-a7c6-42e9-afe5-5e236742bb45,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:27.513528 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0a753082-d58c-4472-b84b-22f73ac1e8f2 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40975'] for router, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:27.515653 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0a753082-d58c-4472-b84b-22f73ac1e8f2 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40982'] for router, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:27.518544 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-34b6f183-87fa-4b76-ab79-5111002815e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a72ba4c-e039-402a-8503-660cd7f4f6a8', 'name': 'tempest-TestNetworkBasicOps-router-1639249351', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.177'}], 'enable_snat': True}, 'gw_port_id': '51804439-b547-47b1-acbe-80799117713d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:42:13Z', 'updated_at': '2022-02-04T08:42:28Z', 'revision_number': 4, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': '51804439-b547-47b1-acbe-80799117713d', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a72ba4c-e039-402a-8503-660cd7f4f6a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:42:15Z', 'updated_at': '2022-02-04T08:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '1f16f60d-bdf7-4fe1-8b01-2f5938f5eed6', 'name': '', 'network_id': '496cc049-ee93-4118-86d8-45abdf23adc3', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'mac_address': 'fa:16:3e:4c:cd:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a72ba4c-e039-402a-8503-660cd7f4f6a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '13bb94bf-077c-48a9-9255-43c72a99925c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:42:26Z', 'updated_at': '2022-02-04T08:42:40Z', 'revision_number': 5, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'subnets': [{'id': '13bb94bf-077c-48a9-9255-43c72a99925c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:27.523131 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b6f183-87fa-4b76-ab79-5111002815e8 None None] The sync data for ids ['4a72ba4c-e039-402a-8503-660cd7f4f6a8'] in dv-neutron-827798-2-hyperv is: [{'id': '4a72ba4c-e039-402a-8503-660cd7f4f6a8', 'name': 'tempest-TestNetworkBasicOps-router-1639249351', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.177'}], 'enable_snat': True}, 'gw_port_id': '51804439-b547-47b1-acbe-80799117713d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:42:13Z', 'updated_at': '2022-02-04T08:42:28Z', 'revision_number': 4, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': '51804439-b547-47b1-acbe-80799117713d', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a72ba4c-e039-402a-8503-660cd7f4f6a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:42:15Z', 'updated_at': '2022-02-04T08:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '1f16f60d-bdf7-4fe1-8b01-2f5938f5eed6', 'name': '', 'network_id': '496cc049-ee93-4118-86d8-45abdf23adc3', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'mac_address': 'fa:16:3e:4c:cd:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a72ba4c-e039-402a-8503-660cd7f4f6a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '13bb94bf-077c-48a9-9255-43c72a99925c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:42:26Z', 'updated_at': '2022-02-04T08:42:40Z', 'revision_number': 5, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'subnets': [{'id': '13bb94bf-077c-48a9-9255-43c72a99925c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:44:27.576312 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0a753082-d58c-4472-b84b-22f73ac1e8f2 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:27.607570 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-827753e1-5281-40c2-891a-46a9cfbf07ae admin admin] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:44:27.618907 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c15530-1e0a-44c8-a939-5fe211392110 None None] Sync routers for ids ['4804df28-f7c7-4da5-a69d-07f92f181f93'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:44:27.643157 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c15530-1e0a-44c8-a939-5fe211392110 None None] Routers {'4804df28-f7c7-4da5-a69d-07f92f181f93'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:44:27.643758 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-e6c15530-1e0a-44c8-a939-5fe211392110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:44:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['4804df28-f7c7-4da5-a69d-07f92f181f93'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:27.645738 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-827753e1-5281-40c2-891a-46a9cfbf07ae admin admin] 10.222.0.36 "PUT /v2.0/routers/4804df28-f7c7-4da5-a69d-07f92f181f93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5504453 Feb 04 08:44:27.648157 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 55088) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:27.871696 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e382e5e1-58d1-4945-99e1-67c77b70d655 None None] New status for floating IP 1eb3424d-a5ce-41fc-bb73-0d7090077f2f: DOWN {{(pid=84109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 08:44:27.902772 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-d41e81a5-632d-4a45-a53f-cf4c8814e0d2 req-f5fdb8c1-4e2e-4db0-acac-a480e89a95e8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=496cc049-ee93-4118-86d8-45abdf23adc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4353802 Feb 04 08:44:27.904645 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0a753082-d58c-4472-b84b-22f73ac1e8f2 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40996'] for router, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:27.908151 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-dbe6ada0-3bc3-4457-a5a8-bce5b767fd89 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1572495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472959'] for router_interface, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:27.972791 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-e6c15530-1e0a-44c8-a939-5fe211392110 None None] Set router 4804df28-f7c7-4da5-a69d-07f92f181f93 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:44:28.092032 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-1b428da7-9b8b-4018-954a-1e8153107147 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7593498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8119736'] for subnet, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:28.155439 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-d41e81a5-632d-4a45-a53f-cf4c8814e0d2 req-246eabe4-96ca-4095-a736-1296f43d4cd5 service neutron] 10.222.0.47 "GET /v2.0/networks/496cc049-ee93-4118-86d8-45abdf23adc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420833 Feb 04 08:44:28.344241 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-e6c15530-1e0a-44c8-a939-5fe211392110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4804df28-f7c7-4da5-a69d-07f92f181f93', 'name': 'tempest-ServerActionsTestJSON-478268432-router', 'tenant_id': 'bcdc9b25d9ba412baa8d7ec71c6170b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': '7e01970c-a0b3-46d1-bc17-e04409c5fec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:39:26Z', 'updated_at': '2022-02-04T08:44:25Z', 'revision_number': 5, 'project_id': 'bcdc9b25d9ba412baa8d7ec71c6170b5', 'gw_port': {'id': '7e01970c-a0b3-46d1-bc17-e04409c5fec8', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:e2:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4804df28-f7c7-4da5-a69d-07f92f181f93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:39:28Z', 'updated_at': '2022-02-04T08:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:28.348273 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c15530-1e0a-44c8-a939-5fe211392110 None None] Checking router: 4804df28-f7c7-4da5-a69d-07f92f181f93 for host: dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 08:44:28.358520 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c15530-1e0a-44c8-a939-5fe211392110 None None] Routers {'4804df28-f7c7-4da5-a69d-07f92f181f93'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:44:28.359096 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-e6c15530-1e0a-44c8-a939-5fe211392110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:44:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['4804df28-f7c7-4da5-a69d-07f92f181f93'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:28.400711 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ae33ef-8d6c-448e-bcc7-8f24525db037 req-fa5b5e60-e774-4a6c-a2ad-b70df9d49fe6 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:44:28.402137 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f6ae33ef-8d6c-448e-bcc7-8f24525db037 req-fa5b5e60-e774-4a6c-a2ad-b70df9d49fe6 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.47 "GET /v2.0/ports?device_id=07ffe891-8cfd-4d80-a752-f1bcd03d42c5 HTTP/1.1" status: 200 len: 946 time: 0.3005691 Feb 04 08:44:28.410949 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b428da7-9b8b-4018-954a-1e8153107147 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Pushing event updated for resources: {'Subnet': ['ID=5972f743-e47d-4806-bc4e-22738fe6931f,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:28.519736 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [req-f6ae33ef-8d6c-448e-bcc7-8f24525db037 req-e71a996d-912f-46a4-9c18-2c05f19d4c9f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Deleting port 5a51418e-8221-4177-93e8-0f6d95efbe73 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:44:28.520153 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-f6ae33ef-8d6c-448e-bcc7-8f24525db037 req-e71a996d-912f-46a4-9c18-2c05f19d4c9f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:28.523874 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b428da7-9b8b-4018-954a-1e8153107147 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Checking segment: {'id': '8915a59b-5508-40cb-9907-8c5247fa480f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1a312eda-b991-437c-a182-81a95f27d0f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:44:28.524271 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b428da7-9b8b-4018-954a-1e8153107147 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Network hostable DHCP agents. Network: 1a312eda-b991-437c-a182-81a95f27d0f4, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:44:28.534617 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-e6c15530-1e0a-44c8-a939-5fe211392110 None None] Set router 4804df28-f7c7-4da5-a69d-07f92f181f93 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:44:28.565892 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3076de2f-4488-4d2d-b768-278dae961e0a req-091567ce-8ce3-4140-b0df-1a798c76532a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:44:28.567849 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-3076de2f-4488-4d2d-b768-278dae961e0a req-091567ce-8ce3-4140-b0df-1a798c76532a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=07ffe891-8cfd-4d80-a752-f1bcd03d42c5 HTTP/1.1" status: 200 len: 946 time: 0.3205330 Feb 04 08:44:28.637068 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0a753082-d58c-4472-b84b-22f73ac1e8f2 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks [] for router_gateway, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:28.682885 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0a753082-d58c-4472-b84b-22f73ac1e8f2 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:28.705367 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-d41e81a5-632d-4a45-a53f-cf4c8814e0d2 req-8ef1dffa-8d29-4cae-b157-1b9fa470ed2d service neutron] 10.222.0.47 "GET /v2.0/networks/496cc049-ee93-4118-86d8-45abdf23adc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4780040 Feb 04 08:44:28.798629 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-fd128922-b48a-45fe-bec2-fdbd010f59e5 admin admin] Notify callbacks [] for router, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:28.824836 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-e6c15530-1e0a-44c8-a939-5fe211392110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4804df28-f7c7-4da5-a69d-07f92f181f93', 'name': 'tempest-ServerActionsTestJSON-478268432-router', 'tenant_id': 'bcdc9b25d9ba412baa8d7ec71c6170b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': '7e01970c-a0b3-46d1-bc17-e04409c5fec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:39:26Z', 'updated_at': '2022-02-04T08:44:25Z', 'revision_number': 5, 'project_id': 'bcdc9b25d9ba412baa8d7ec71c6170b5', 'gw_port': {'id': '7e01970c-a0b3-46d1-bc17-e04409c5fec8', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:e2:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4804df28-f7c7-4da5-a69d-07f92f181f93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:39:28Z', 'updated_at': '2022-02-04T08:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:28.828677 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c15530-1e0a-44c8-a939-5fe211392110 None None] The sync data for ids ['4804df28-f7c7-4da5-a69d-07f92f181f93'] in dv-neutron-827798-2-hyperv is: [{'id': '4804df28-f7c7-4da5-a69d-07f92f181f93', 'name': 'tempest-ServerActionsTestJSON-478268432-router', 'tenant_id': 'bcdc9b25d9ba412baa8d7ec71c6170b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': '7e01970c-a0b3-46d1-bc17-e04409c5fec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:39:26Z', 'updated_at': '2022-02-04T08:44:25Z', 'revision_number': 5, 'project_id': 'bcdc9b25d9ba412baa8d7ec71c6170b5', 'gw_port': {'id': '7e01970c-a0b3-46d1-bc17-e04409c5fec8', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:e2:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4804df28-f7c7-4da5-a69d-07f92f181f93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:39:28Z', 'updated_at': '2022-02-04T08:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:44:28.863193 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-3076de2f-4488-4d2d-b768-278dae961e0a req-50cbd18b-dc76-4fe0-81b1-0aecabb5bff1 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd556e8c-e336-4af4-8bcf-e0cfc06f1d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2640254 Feb 04 08:44:28.877140 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b428da7-9b8b-4018-954a-1e8153107147 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Network 1a312eda-b991-437c-a182-81a95f27d0f4 is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:44:28.895805 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbe6ada0-3bc3-4457-a5a8-bce5b767fd89 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Router aad16814-68d9-4b54-8488-8c0e2d4367dd has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:44:28.970022 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-1b428da7-9b8b-4018-954a-1e8153107147 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, 1a312eda-b991-437c-a182-81a95f27d0f4) {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:44:28.975445 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b428da7-9b8b-4018-954a-1e8153107147 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:44:28.976009 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-1b428da7-9b8b-4018-954a-1e8153107147 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:28.984888 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb25649-7629-450a-b8a0-b5847dfb1b9c None None] Network 1a312eda-b991-437c-a182-81a95f27d0f4 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:44:29.058936 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbe6ada0-3bc3-4457-a5a8-bce5b767fd89 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:44:29.063667 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-dbe6ada0-3bc3-4457-a5a8-bce5b767fd89 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "PUT /v2.0/routers/aad16814-68d9-4b54-8488-8c0e2d4367dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6501358 Feb 04 08:44:29.066591 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 55096) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:29.070173 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698ec7aa-6f8e-4e11-a0fa-584780f9a5ec None None] Sync routers for ids ['aad16814-68d9-4b54-8488-8c0e2d4367dd'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:44:29.088217 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698ec7aa-6f8e-4e11-a0fa-584780f9a5ec None None] Routers {'aad16814-68d9-4b54-8488-8c0e2d4367dd'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:44:29.089110 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-698ec7aa-6f8e-4e11-a0fa-584780f9a5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:44:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['aad16814-68d9-4b54-8488-8c0e2d4367dd'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:29.146446 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-1b428da7-9b8b-4018-954a-1e8153107147 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 3.0762451 Feb 04 08:44:29.149938 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 55100) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:29.202444 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-698ec7aa-6f8e-4e11-a0fa-584780f9a5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:29.236942 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86eb391-4e02-4923-a025-1bcbb7a800e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-1a312eda-b991-437c-a182-81a95f27d0f4', 'network_id': '1a312eda-b991-437c-a182-81a95f27d0f4', 'tenant_id': '88ac21618fc2460393f2181c0240ea1e', 'fixed_ips': [{'subnet_id': '5972f743-e47d-4806-bc4e-22738fe6931f'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:44:29.238090 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-d86eb391-4e02-4923-a025-1bcbb7a800e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:29.241159 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698ec7aa-6f8e-4e11-a0fa-584780f9a5ec None None] Routers {'aad16814-68d9-4b54-8488-8c0e2d4367dd'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:44:29.243388 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-698ec7aa-6f8e-4e11-a0fa-584780f9a5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:44:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['aad16814-68d9-4b54-8488-8c0e2d4367dd'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:29.247777 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-0a753082-d58c-4472-b84b-22f73ac1e8f2 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Allocated IP 172.26.3.185 (e264bd74-c56b-43d0-9059-bcb57dbbe5bc/79caf47c-b62c-4ea0-b35f-21ede155daa8/8930259b-d44e-4b4b-9e01-88d31f930d62) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:44:29.266297 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [req-f6ae33ef-8d6c-448e-bcc7-8f24525db037 req-e71a996d-912f-46a4-9c18-2c05f19d4c9f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] For port 5a51418e-8221-4177-93e8-0f6d95efbe73, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=5a51418e-8221-4177-93e8-0f6d95efbe73,segment=NetworkSegment(db317278-674f-445c-8827-caaa4207caa7),segment_id=db317278-674f-445c-8827-caaa4207caa7)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:44:29.266414 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-f6ae33ef-8d6c-448e-bcc7-8f24525db037 req-e71a996d-912f-46a4-9c18-2c05f19d4c9f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:29.362280 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-698ec7aa-6f8e-4e11-a0fa-584780f9a5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:29.363586 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698ec7aa-6f8e-4e11-a0fa-584780f9a5ec None None] The sync data for ids ['aad16814-68d9-4b54-8488-8c0e2d4367dd'] in dv-neutron-827798-2-hyperv is: [] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:44:29.415808 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-d86eb391-4e02-4923-a025-1bcbb7a800e9 None None] Allocated IP 172.20.0.3 (1a312eda-b991-437c-a182-81a95f27d0f4/5972f743-e47d-4806-bc4e-22738fe6931f/a09ade66-88f5-40e5-bf41-aeb9f0f5c252) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:44:29.417859 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [req-f6ae33ef-8d6c-448e-bcc7-8f24525db037 req-e71a996d-912f-46a4-9c18-2c05f19d4c9f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Calling delete_port for 5a51418e-8221-4177-93e8-0f6d95efbe73 owned by compute:nova {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:44:29.555186 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2e2f3e37-09a8-4d18-a8d0-708134a7f819 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:29.650186 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0a753082-d58c-4472-b84b-22f73ac1e8f2 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:29.655781 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-d86eb391-4e02-4923-a025-1bcbb7a800e9 None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:29.666529 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-d86eb391-4e02-4923-a025-1bcbb7a800e9 None None] Transition to ACTIVE for port object a09ade66-88f5-40e5-bf41-aeb9f0f5c252 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:44:29.687897 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-d86eb391-4e02-4923-a025-1bcbb7a800e9 None None] Transition to ACTIVE for port object a09ade66-88f5-40e5-bf41-aeb9f0f5c252 will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:44:29.688644 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.api.v2.resource [None req-f22307d3-0fe6-4c70-a7b2-34344e33abc9 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] remove_router_interface failed (client error): The resource could not be found. Feb 04 08:44:29.690201 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-f22307d3-0fe6-4c70-a7b2-34344e33abc9 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "PUT /v2.0/routers/aad16814-68d9-4b54-8488-8c0e2d4367dd/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6224816 Feb 04 08:44:29.692958 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 55104) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:29.717244 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2e2f3e37-09a8-4d18-a8d0-708134a7f819 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:29.761576 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-08d46ef8-c7fa-421e-8949-5db3df70351d tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Synchronizing usage tracker for tenant:bf57e53bceb34316b0180186a41d96ee on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:44:29.764796 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0a753082-d58c-4472-b84b-22f73ac1e8f2 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:29.775873 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-d86eb391-4e02-4923-a025-1bcbb7a800e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:29.854957 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86eb391-4e02-4923-a025-1bcbb7a800e9 None None] Network 1a312eda-b991-437c-a182-81a95f27d0f4 is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:44:29.860841 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a753082-d58c-4472-b84b-22f73ac1e8f2 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Pushing event updated for resources: {'Port': ['ID=8930259b-d44e-4b4b-9e01-88d31f930d62,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:29.861024 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-d86eb391-4e02-4923-a025-1bcbb7a800e9 None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:44:29.861869 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86eb391-4e02-4923-a025-1bcbb7a800e9 None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:44:29.868637 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86eb391-4e02-4923-a025-1bcbb7a800e9 None None] Pushing event updated for resources: {'Port': ['ID=a09ade66-88f5-40e5-bf41-aeb9f0f5c252,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:29.882660 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2e2f3e37-09a8-4d18-a8d0-708134a7f819 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7593563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8119683'] for subnet, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:29.922817 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a753082-d58c-4472-b84b-22f73ac1e8f2 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Network e264bd74-c56b-43d0-9059-bcb57dbbe5bc is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:44:29.927924 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-0a753082-d58c-4472-b84b-22f73ac1e8f2 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:44:29.933919 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a753082-d58c-4472-b84b-22f73ac1e8f2 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:44:29.946501 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2f3e37-09a8-4d18-a8d0-708134a7f819 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Pushing event deleted for resources: {'Subnet': ['ID=5972f743-e47d-4806-bc4e-22738fe6931f,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:29.948661 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86eb391-4e02-4923-a025-1bcbb7a800e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:44:29.951369 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86eb391-4e02-4923-a025-1bcbb7a800e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:44:29.951369 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86eb391-4e02-4923-a025-1bcbb7a800e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:44:29.951369 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86eb391-4e02-4923-a025-1bcbb7a800e9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:44:29.951369 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86eb391-4e02-4923-a025-1bcbb7a800e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:44:29.951369 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86eb391-4e02-4923-a025-1bcbb7a800e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:44:29.951369 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86eb391-4e02-4923-a025-1bcbb7a800e9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:44:29.951369 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86eb391-4e02-4923-a025-1bcbb7a800e9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:44:29.951369 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86eb391-4e02-4923-a025-1bcbb7a800e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:44:29.952002 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86eb391-4e02-4923-a025-1bcbb7a800e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:44:29.952002 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86eb391-4e02-4923-a025-1bcbb7a800e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:44:29.979663 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-08d46ef8-c7fa-421e-8949-5db3df70351d tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Unset dirty status for tenant:bf57e53bceb34316b0180186a41d96ee on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:44:29.983781 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-08d46ef8-c7fa-421e-8949-5db3df70351d tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "GET /v2.0/ports?device_id=aad16814-68d9-4b54-8488-8c0e2d4367dd HTTP/1.1" status: 200 len: 205 time: 0.2898529 Feb 04 08:44:29.986553 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 55110) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:30.015082 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-d86eb391-4e02-4923-a025-1bcbb7a800e9 None None] Attempting to bind port a09ade66-88f5-40e5-bf41-aeb9f0f5c252 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:44:30.020296 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-d86eb391-4e02-4923-a025-1bcbb7a800e9 None None] Attempting to bind port a09ade66-88f5-40e5-bf41-aeb9f0f5c252 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': '8915a59b-5508-40cb-9907-8c5247fa480f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1a312eda-b991-437c-a182-81a95f27d0f4'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:44:30.020296 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86eb391-4e02-4923-a025-1bcbb7a800e9 None None] Attempting to bind port a09ade66-88f5-40e5-bf41-aeb9f0f5c252 on network 1a312eda-b991-437c-a182-81a95f27d0f4 {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:44:30.022804 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86eb391-4e02-4923-a025-1bcbb7a800e9 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:44:30.023177 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86eb391-4e02-4923-a025-1bcbb7a800e9 None None] Checking segment: {'id': '8915a59b-5508-40cb-9907-8c5247fa480f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1a312eda-b991-437c-a182-81a95f27d0f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:44:30.023571 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-d86eb391-4e02-4923-a025-1bcbb7a800e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:30.023995 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86eb391-4e02-4923-a025-1bcbb7a800e9 None None] Bound using segment: {'id': '8915a59b-5508-40cb-9907-8c5247fa480f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1a312eda-b991-437c-a182-81a95f27d0f4'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:44:30.024442 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-d86eb391-4e02-4923-a025-1bcbb7a800e9 None None] Bound port: a09ade66-88f5-40e5-bf41-aeb9f0f5c252, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8915a59b-5508-40cb-9907-8c5247fa480f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1a312eda-b991-437c-a182-81a95f27d0f4'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:44:30.024853 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-d86eb391-4e02-4923-a025-1bcbb7a800e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:30.053108 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 08:44:30.066571 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-fd128922-b48a-45fe-bec2-fdbd010f59e5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:30.119578 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2e2f3e37-09a8-4d18-a8d0-708134a7f819 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:30.155971 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-d86eb391-4e02-4923-a025-1bcbb7a800e9 None None] For port a09ade66-88f5-40e5-bf41-aeb9f0f5c252, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:44:30.159307 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-2e2f3e37-09a8-4d18-a8d0-708134a7f819 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a312eda-b991-437c-a182-81a95f27d0f4']}} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:30.160893 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-d86eb391-4e02-4923-a025-1bcbb7a800e9 None None] For port a09ade66-88f5-40e5-bf41-aeb9f0f5c252, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=a09ade66-88f5-40e5-bf41-aeb9f0f5c252,segment=NetworkSegment(8915a59b-5508-40cb-9907-8c5247fa480f),segment_id=8915a59b-5508-40cb-9907-8c5247fa480f)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:44:30.173429 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-2e2f3e37-09a8-4d18-a8d0-708134a7f819 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8915a59b-5508-40cb-9907-8c5247fa480f') {'for_net_delete': True} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:30.173766 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-2e2f3e37-09a8-4d18-a8d0-708134a7f819 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8915a59b-5508-40cb-9907-8c5247fa480f') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:30.186184 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2e2f3e37-09a8-4d18-a8d0-708134a7f819 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7851336'] for segment, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:30.210510 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-f6ae33ef-8d6c-448e-bcc7-8f24525db037 req-e71a996d-912f-46a4-9c18-2c05f19d4c9f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:30.283813 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-d86eb391-4e02-4923-a025-1bcbb7a800e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:30.284339 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2e2f3e37-09a8-4d18-a8d0-708134a7f819 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:30.292922 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e2f3e37-09a8-4d18-a8d0-708134a7f819 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=84108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:44:30.293576 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2e2f3e37-09a8-4d18-a8d0-708134a7f819 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7460345'] for segment, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:30.304540 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-fd128922-b48a-45fe-bec2-fdbd010f59e5 admin admin] Deleting port 7e01970c-a0b3-46d1-bc17-e04409c5fec8 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:44:30.304890 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-fd128922-b48a-45fe-bec2-fdbd010f59e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:30.313005 dv-neutron-827798-2-hyperv neutron-server[84108]: Traceback (most recent call last): Feb 04 08:44:30.313005 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:44:30.313005 dv-neutron-827798-2-hyperv neutron-server[84108]: timer() Feb 04 08:44:30.313005 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:44:30.313005 dv-neutron-827798-2-hyperv neutron-server[84108]: cb(*args, **kw) Feb 04 08:44:30.313005 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:44:30.313005 dv-neutron-827798-2-hyperv neutron-server[84108]: return func(*args, **kwargs) Feb 04 08:44:30.313005 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:44:30.313005 dv-neutron-827798-2-hyperv neutron-server[84108]: self._notify() Feb 04 08:44:30.313005 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:44:30.313005 dv-neutron-827798-2-hyperv neutron-server[84108]: self.callback(batched_events) Feb 04 08:44:30.313005 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:44:30.313005 dv-neutron-827798-2-hyperv neutron-server[84108]: event.method(event) Feb 04 08:44:30.313005 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:44:30.313005 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:44:30.313005 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:44:30.313005 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:44:30.313005 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:44:30.313005 dv-neutron-827798-2-hyperv neutron-server[84108]: return f(self, *a, **k) Feb 04 08:44:30.313005 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:44:30.313005 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._get(url).json() Feb 04 08:44:30.313005 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:44:30.313005 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:44:30.313005 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:44:30.313005 dv-neutron-827798-2-hyperv neutron-server[84108]: return self.request(url, 'GET', **kwargs) Feb 04 08:44:30.313005 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:44:30.313005 dv-neutron-827798-2-hyperv neutron-server[84108]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:44:30.313005 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:44:30.313005 dv-neutron-827798-2-hyperv neutron-server[84108]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:44:30.313005 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:44:30.313005 dv-neutron-827798-2-hyperv neutron-server[84108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:44:30.313005 dv-neutron-827798-2-hyperv neutron-server[84108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:44:30.358047 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71a996d-912f-46a4-9c18-2c05f19d4c9f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event deleted for resources: {'Port': ['ID=5a51418e-8221-4177-93e8-0f6d95efbe73,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:30.389724 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86eb391-4e02-4923-a025-1bcbb7a800e9 None None] Pushing event updated for resources: {'Port': ['ID=a09ade66-88f5-40e5-bf41-aeb9f0f5c252,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:30.456980 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd8a759-747f-4fdc-976f-dbb1a5562b53 req-cfe65b6d-fee2-4604-a46d-98b152a0425f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:44:30.458440 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ccd8a759-747f-4fdc-976f-dbb1a5562b53 req-cfe65b6d-fee2-4604-a46d-98b152a0425f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=07ffe891-8cfd-4d80-a752-f1bcd03d42c5 HTTP/1.1" status: 200 len: 867 time: 0.3886268 Feb 04 08:44:30.459766 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d3592e-ffa2-4cb4-9d15-bdfdef6a13cc None None] Network 1a312eda-b991-437c-a182-81a95f27d0f4 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:44:30.469634 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-891ce617-5708-4d3e-a180-9f736413273a tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks [] for router, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:30.479829 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device 5a51418e-8221-4177-93e8-0f6d95efbe73 no longer exists at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:44:30.482553 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.db.api [None req-2e2f3e37-09a8-4d18-a8d0-708134a7f819 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 08:44:30.482553 dv-neutron-827798-2-hyperv neutron-server[84108]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 08:44:30.482553 dv-neutron-827798-2-hyperv neutron-server[84108]: [parameters: {'id': '1a312eda-b991-437c-a182-81a95f27d0f4'}] Feb 04 08:44:30.482553 dv-neutron-827798-2-hyperv neutron-server[84108]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84108) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 08:44:30.482958 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG oslo_db.api [None req-2e2f3e37-09a8-4d18-a8d0-708134a7f819 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 08:44:30.561658 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] No Port match for: 5a51418e-8221-4177-93e8-0f6d95efbe73 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:44:30.561988 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device 5a51418e-8221-4177-93e8-0f6d95efbe73 not bound to the agent host hv-neutron-8277 {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:44:30.651923 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device affffaa5-174e-42ac-946f-083a5ad0f6e9 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:44:30.689824 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: affffaa5-174e-42ac-946f-083a5ad0f6e9 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:44:30.690075 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device affffaa5-174e-42ac-946f-083a5ad0f6e9 not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:44:30.756433 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6ae33ef-8d6c-448e-bcc7-8f24525db037 req-e71a996d-912f-46a4-9c18-2c05f19d4c9f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] No DVR routers for this DVR port 5a51418e-8221-4177-93e8-0f6d95efbe73 on host hv-neutron-8277 {{(pid=84107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:44:30.771609 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-f6ae33ef-8d6c-448e-bcc7-8f24525db037 req-e71a996d-912f-46a4-9c18-2c05f19d4c9f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:30.775499 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07ffe891-8cfd-4d80-a752-f1bcd03d42c5', 'name': 'network-vif-deleted', 'tag': '5a51418e-8221-4177-93e8-0f6d95efbe73'}] {{(pid=84107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:44:30.866664 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07ffe891-8cfd-4d80-a752-f1bcd03d42c5', 'name': 'network-vif-deleted', 'tag': '5a51418e-8221-4177-93e8-0f6d95efbe73', 'status': 'completed', 'code': 200} Feb 04 08:44:30.910333 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ccd8a759-747f-4fdc-976f-dbb1a5562b53 req-7ebad867-fd3e-47c8-a3ed-ecdf7c936a1b tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd556e8c-e336-4af4-8bcf-e0cfc06f1d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3861187 Feb 04 08:44:30.912160 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3813ffbe-e0b4-4eda-94db-1cd1b2321adb None None] get_active_networks_info from dv-neutron-827798-2-hyperv {{(pid=84109) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 04 08:44:30.919231 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [None req-fd128922-b48a-45fe-bec2-fdbd010f59e5 admin admin] For port 7e01970c-a0b3-46d1-bc17-e04409c5fec8, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=7e01970c-a0b3-46d1-bc17-e04409c5fec8,segment=NetworkSegment(c44b9475-949d-4ae7-bfca-e29b010a56a6),segment_id=c44b9475-949d-4ae7-bfca-e29b010a56a6)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:44:30.919590 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-fd128922-b48a-45fe-bec2-fdbd010f59e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:30.984230 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2e2f3e37-09a8-4d18-a8d0-708134a7f819 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:31.001541 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-2e2f3e37-09a8-4d18-a8d0-708134a7f819 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Deleting port a09ade66-88f5-40e5-bf41-aeb9f0f5c252 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:44:31.001819 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2e2f3e37-09a8-4d18-a8d0-708134a7f819 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:31.031300 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3813ffbe-e0b4-4eda-94db-1cd1b2321adb None None] Resources bound (agent type, host, resource id): {{(pid=84109) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 08:44:31.052266 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f6ae33ef-8d6c-448e-bcc7-8f24525db037 req-e71a996d-912f-46a4-9c18-2c05f19d4c9f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.47 "DELETE /v2.0/ports/5a51418e-8221-4177-93e8-0f6d95efbe73 HTTP/1.1" status: 204 len: 173 time: 2.6409750 Feb 04 08:44:31.167478 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-fd128922-b48a-45fe-bec2-fdbd010f59e5 admin admin] Calling delete_port for 7e01970c-a0b3-46d1-bc17-e04409c5fec8 owned by network:router_gateway {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:44:31.370149 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [None req-2e2f3e37-09a8-4d18-a8d0-708134a7f819 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] For port a09ade66-88f5-40e5-bf41-aeb9f0f5c252, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=a09ade66-88f5-40e5-bf41-aeb9f0f5c252,segment=NetworkSegment(8915a59b-5508-40cb-9907-8c5247fa480f),segment_id=8915a59b-5508-40cb-9907-8c5247fa480f)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:44:31.370563 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2e2f3e37-09a8-4d18-a8d0-708134a7f819 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:31.373051 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-891ce617-5708-4d3e-a180-9f736413273a tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40989'] for router, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:31.396889 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-891ce617-5708-4d3e-a180-9f736413273a tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:31.399045 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0a753082-d58c-4472-b84b-22f73ac1e8f2 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks [] for router_gateway, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:31.399770 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0a753082-d58c-4472-b84b-22f73ac1e8f2 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472990'] for router, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:31.503742 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-2e2f3e37-09a8-4d18-a8d0-708134a7f819 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Calling delete_port for a09ade66-88f5-40e5-bf41-aeb9f0f5c252 owned by network:dhcp {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:44:31.580544 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-891ce617-5708-4d3e-a180-9f736413273a tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-476062'] for router, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:31.581058 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-891ce617-5708-4d3e-a180-9f736413273a tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Fanout notify agent at l3_agent the message router_deleted on router aad16814-68d9-4b54-8488-8c0e2d4367dd {{(pid=84107) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 08:44:31.665449 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2e2f3e37-09a8-4d18-a8d0-708134a7f819 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:31.666372 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-891ce617-5708-4d3e-a180-9f736413273a tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:31.670411 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-891ce617-5708-4d3e-a180-9f736413273a tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "DELETE /v2.0/routers/aad16814-68d9-4b54-8488-8c0e2d4367dd HTTP/1.1" status: 204 len: 168 time: 1.6751280 Feb 04 08:44:31.685072 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 55118) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:31.711938 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-fd128922-b48a-45fe-bec2-fdbd010f59e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:31.716006 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2f3e37-09a8-4d18-a8d0-708134a7f819 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Pushing event deleted for resources: {'Port': ['ID=a09ade66-88f5-40e5-bf41-aeb9f0f5c252,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:31.720921 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2f3e37-09a8-4d18-a8d0-708134a7f819 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] No DVR routers for this DVR port a09ade66-88f5-40e5-bf41-aeb9f0f5c252 on host dv-neutron-827798-2-hyperv {{(pid=84108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:44:31.783772 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd128922-b48a-45fe-bec2-fdbd010f59e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e01970c-a0b3-46d1-bc17-e04409c5fec8,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:31.843839 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2e2f3e37-09a8-4d18-a8d0-708134a7f819 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:31.869402 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-2e2f3e37-09a8-4d18-a8d0-708134a7f819 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a312eda-b991-437c-a182-81a95f27d0f4']}} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:31.881339 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-2e2f3e37-09a8-4d18-a8d0-708134a7f819 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8915a59b-5508-40cb-9907-8c5247fa480f') {'for_net_delete': True} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:31.881641 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-2e2f3e37-09a8-4d18-a8d0-708134a7f819 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8915a59b-5508-40cb-9907-8c5247fa480f') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:31.893037 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2e2f3e37-09a8-4d18-a8d0-708134a7f819 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7851336'] for segment, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:31.908387 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2e2f3e37-09a8-4d18-a8d0-708134a7f819 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:31.915898 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e2f3e37-09a8-4d18-a8d0-708134a7f819 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=84108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:44:31.916291 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2e2f3e37-09a8-4d18-a8d0-708134a7f819 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7460345'] for segment, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:31.931739 dv-neutron-827798-2-hyperv neutron-server[84108]: Traceback (most recent call last): Feb 04 08:44:31.931739 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:44:31.931739 dv-neutron-827798-2-hyperv neutron-server[84108]: timer() Feb 04 08:44:31.931739 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:44:31.931739 dv-neutron-827798-2-hyperv neutron-server[84108]: cb(*args, **kw) Feb 04 08:44:31.931739 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:44:31.931739 dv-neutron-827798-2-hyperv neutron-server[84108]: return func(*args, **kwargs) Feb 04 08:44:31.931739 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:44:31.931739 dv-neutron-827798-2-hyperv neutron-server[84108]: self._notify() Feb 04 08:44:31.931739 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:44:31.931739 dv-neutron-827798-2-hyperv neutron-server[84108]: self.callback(batched_events) Feb 04 08:44:31.931739 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:44:31.931739 dv-neutron-827798-2-hyperv neutron-server[84108]: event.method(event) Feb 04 08:44:31.931739 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:44:31.931739 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:44:31.931739 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:44:31.931739 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:44:31.931739 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:44:31.931739 dv-neutron-827798-2-hyperv neutron-server[84108]: return f(self, *a, **k) Feb 04 08:44:31.931739 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:44:31.931739 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._get(url).json() Feb 04 08:44:31.931739 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:44:31.931739 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:44:31.931739 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:44:31.931739 dv-neutron-827798-2-hyperv neutron-server[84108]: return self.request(url, 'GET', **kwargs) Feb 04 08:44:31.931739 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:44:31.931739 dv-neutron-827798-2-hyperv neutron-server[84108]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:44:31.931739 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:44:31.931739 dv-neutron-827798-2-hyperv neutron-server[84108]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:44:31.931739 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:44:31.931739 dv-neutron-827798-2-hyperv neutron-server[84108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:44:31.931739 dv-neutron-827798-2-hyperv neutron-server[84108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:44:32.087804 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2e2f3e37-09a8-4d18-a8d0-708134a7f819 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:32.106464 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2e2f3e37-09a8-4d18-a8d0-708134a7f819 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks [] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:32.118902 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2f3e37-09a8-4d18-a8d0-708134a7f819 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Pushing event deleted for resources: {'Network': ['ID=1a312eda-b991-437c-a182-81a95f27d0f4,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:32.137129 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-2e2f3e37-09a8-4d18-a8d0-708134a7f819 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] 10.222.0.36 "DELETE /v2.0/networks/1a312eda-b991-437c-a182-81a95f27d0f4 HTTP/1.1" status: 204 len: 168 time: 2.9816008 Feb 04 08:44:32.137503 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 55124) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:32.143296 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-87ad2eab-431a-434c-a006-2fd7f0a5a431 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1527467798'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:44:32.148627 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-87ad2eab-431a-434c-a006-2fd7f0a5a431 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:44:32.152798 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-87ad2eab-431a-434c-a006-2fd7f0a5a431 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Usage tracker for resource:network and tenant:88ac21618fc2460393f2181c0240ea1e is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:44:32.155737 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-87ad2eab-431a-434c-a006-2fd7f0a5a431 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:44:32.162232 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-87ad2eab-431a-434c-a006-2fd7f0a5a431 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:44:32.242261 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87ad2eab-431a-434c-a006-2fd7f0a5a431 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Made reservation on behalf of 88ac21618fc2460393f2181c0240ea1e for: {'network': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:44:32.245961 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-87ad2eab-431a-434c-a006-2fd7f0a5a431 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:32.274744 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87ad2eab-431a-434c-a006-2fd7f0a5a431 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=84108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:44:32.283388 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-87ad2eab-431a-434c-a006-2fd7f0a5a431 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:32.283732 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.segments_db [None req-87ad2eab-431a-434c-a006-2fd7f0a5a431 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Added segment 31dc9f9d-51c9-461e-a514-a09f2a078146 of type vlan for network 9a2a5833-56e1-4d7c-9e84-d1458a5f6576 Feb 04 08:44:32.292062 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-58dec1d3-1ebf-4b16-a3a7-db25a71f8443 req-3bd8254c-7570-4723-a3ab-15bc86861b0d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Synchronizing usage tracker for tenant:7df2bfd740464e869863a41b14f4d5af on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:44:32.311261 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-87ad2eab-431a-434c-a006-2fd7f0a5a431 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:32.317720 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-fd128922-b48a-45fe-bec2-fdbd010f59e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473010'] for router_gateway, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:32.448167 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-87ad2eab-431a-434c-a006-2fd7f0a5a431 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:32.452186 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ad2eab-431a-434c-a006-2fd7f0a5a431 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:44:32.452809 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-87ad2eab-431a-434c-a006-2fd7f0a5a431 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks [] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:32.469804 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_v2 [None req-6372b09d-e3c1-4fd5-ac05-c2239667262d tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Deleting subnet e63e7435-6d83-46c3-8806-3c82eebd0f59 {{(pid=84107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:44:32.479921 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6372b09d-e3c1-4fd5-ac05-c2239667262d tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks [] for subnet, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:32.560802 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ad2eab-431a-434c-a006-2fd7f0a5a431 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Pushing event updated for resources: {'Network': ['ID=9a2a5833-56e1-4d7c-9e84-d1458a5f6576,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:32.571175 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network 9a2a5833-56e1-4d7c-9e84-d1458a5f6576 details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:44:32.581715 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-58dec1d3-1ebf-4b16-a3a7-db25a71f8443 req-3bd8254c-7570-4723-a3ab-15bc86861b0d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Unset dirty status for tenant:7df2bfd740464e869863a41b14f4d5af on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:44:32.582878 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-58dec1d3-1ebf-4b16-a3a7-db25a71f8443 req-3bd8254c-7570-4723-a3ab-15bc86861b0d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=07ffe891-8cfd-4d80-a752-f1bcd03d42c5 HTTP/1.1" status: 200 len: 210 time: 0.4157515 Feb 04 08:44:32.627102 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-87ad2eab-431a-434c-a006-2fd7f0a5a431 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4883945 Feb 04 08:44:32.631493 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 55128) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:32.637283 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-22524448-dc39-4706-8894-22e2ed0e7f15 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Request body: {'subnet': {'network_id': '9a2a5833-56e1-4d7c-9e84-d1458a5f6576', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:44:32.672052 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6372b09d-e3c1-4fd5-ac05-c2239667262d tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8058667'] for subnet, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:32.710746 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-fd128922-b48a-45fe-bec2-fdbd010f59e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40989'] for router, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:32.717202 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-fd128922-b48a-45fe-bec2-fdbd010f59e5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:32.748978 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a753082-d58c-4472-b84b-22f73ac1e8f2 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Router 1fda863d-0174-4e5d-b686-0257dd1682b7 is scheduled to L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 with binding_index 1 {{(pid=84107) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 08:44:32.761398 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-22524448-dc39-4706-8894-22e2ed0e7f15 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:44:32.765328 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-22524448-dc39-4706-8894-22e2ed0e7f15 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Usage tracker for resource:subnet and tenant:88ac21618fc2460393f2181c0240ea1e is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:44:32.777142 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-22524448-dc39-4706-8894-22e2ed0e7f15 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:44:32.777142 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-22524448-dc39-4706-8894-22e2ed0e7f15 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:44:32.835689 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6372b09d-e3c1-4fd5-ac05-c2239667262d tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:32.872350 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-fd128922-b48a-45fe-bec2-fdbd010f59e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-476062'] for router, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:32.872885 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd128922-b48a-45fe-bec2-fdbd010f59e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4804df28-f7c7-4da5-a69d-07f92f181f93 {{(pid=84107) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 08:44:32.891145 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-fd128922-b48a-45fe-bec2-fdbd010f59e5 admin admin] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:32.892265 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-fd128922-b48a-45fe-bec2-fdbd010f59e5 admin admin] 10.222.0.36 "DELETE /v2.0/routers/4804df28-f7c7-4da5-a69d-07f92f181f93 HTTP/1.1" status: 204 len: 168 time: 5.2431245 Feb 04 08:44:32.895574 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 55132) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:32.941613 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22524448-dc39-4706-8894-22e2ed0e7f15 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Made reservation on behalf of 88ac21618fc2460393f2181c0240ea1e for: {'subnet': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:44:33.036694 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6372b09d-e3c1-4fd5-ac05-c2239667262d tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7510167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985167'] for subnet, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:33.062168 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_v2 [None req-d880e150-88de-4182-875b-9a0dc80b48bc admin admin] Deleting subnet 80f6a88b-b0ed-49ff-9c6c-faec9e6053f8 {{(pid=84108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:44:33.067385 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d880e150-88de-4182-875b-9a0dc80b48bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:33.084157 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6372b09d-e3c1-4fd5-ac05-c2239667262d tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Pushing event deleted for resources: {'Subnet': ['ID=e63e7435-6d83-46c3-8806-3c82eebd0f59,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:33.095267 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-22524448-dc39-4706-8894-22e2ed0e7f15 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8119726'] for subnet, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:33.098392 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6372b09d-e3c1-4fd5-ac05-c2239667262d tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks [] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:33.104107 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749d4e1b-011e-4c47-9401-43c7e661f215 None None] Network 89ec3240-9d00-48b9-8510-99d89fb4ca66 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:44:33.112910 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a753082-d58c-4472-b84b-22f73ac1e8f2 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:44:33.129194 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-6372b09d-e3c1-4fd5-ac05-c2239667262d tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "DELETE /v2.0/subnets/e63e7435-6d83-46c3-8806-3c82eebd0f59 HTTP/1.1" status: 204 len: 168 time: 1.4571791 Feb 04 08:44:33.132059 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 55136) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:33.133892 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ec9e45-deb8-4ac0-b549-f35bc11825f1 None None] Sync routers for ids ['1fda863d-0174-4e5d-b686-0257dd1682b7'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:44:33.222439 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ec9e45-deb8-4ac0-b549-f35bc11825f1 None None] Routers {'1fda863d-0174-4e5d-b686-0257dd1682b7'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:44:33.222671 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d880e150-88de-4182-875b-9a0dc80b48bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7851377'] for subnet, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:33.223451 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-f9ec9e45-deb8-4ac0-b549-f35bc11825f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:44:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['1fda863d-0174-4e5d-b686-0257dd1682b7'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:33.238117 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0a753082-d58c-4472-b84b-22f73ac1e8f2 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:33.239356 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-0a753082-d58c-4472-b84b-22f73ac1e8f2 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 5.8582816 Feb 04 08:44:33.251407 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 55140) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:33.286337 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b97a05e8-a562-4007-b82c-e85c94367cf0 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:33.299943 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-b97a05e8-a562-4007-b82c-e85c94367cf0 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Deleting port bb2af7ba-0b1d-4786-94d7-083706d2b744 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:44:33.300422 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b97a05e8-a562-4007-b82c-e85c94367cf0 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:33.389430 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d880e150-88de-4182-875b-9a0dc80b48bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:33.493480 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-a9686141-f636-4355-a3e1-4ce4e9ac1927 tempest-TestNetworkAdvancedServerOps-718756295 tempest-TestNetworkAdvancedServerOps-718756295-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=8286d186dd0e4cfe84e34ace3d186fd0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2416027 Feb 04 08:44:33.496597 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 55146) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:33.542501 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-f9ec9e45-deb8-4ac0-b549-f35bc11825f1 None None] Set router 1fda863d-0174-4e5d-b686-0257dd1682b7 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:44:33.682680 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-22524448-dc39-4706-8894-22e2ed0e7f15 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7593498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8119736'] for subnet, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:33.745979 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0123bd5f-7aa7-41fd-ba8c-13c7b82dec16 None None] DHCP port deletion for 89ec3240-9d00-48b9-8510-99d89fb4ca66 request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 08:44:33.754325 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d880e150-88de-4182-875b-9a0dc80b48bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7593563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8119683'] for subnet, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:33.755938 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-0123bd5f-7aa7-41fd-ba8c-13c7b82dec16 None None] Deleting port bb2af7ba-0b1d-4786-94d7-083706d2b744 {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:44:33.756314 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-0123bd5f-7aa7-41fd-ba8c-13c7b82dec16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:33.763580 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 55152) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:33.853463 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [None req-b97a05e8-a562-4007-b82c-e85c94367cf0 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] For port bb2af7ba-0b1d-4786-94d7-083706d2b744, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=bb2af7ba-0b1d-4786-94d7-083706d2b744,segment=NetworkSegment(5c42715e-eb0f-487a-b496-bd65995ca12a),segment_id=5c42715e-eb0f-487a-b496-bd65995ca12a)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:44:33.854124 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b97a05e8-a562-4007-b82c-e85c94367cf0 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:33.900502 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d880e150-88de-4182-875b-9a0dc80b48bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:33.908869 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-d880e150-88de-4182-875b-9a0dc80b48bc admin admin] 10.222.0.36 "DELETE /v2.0/subnets/80f6a88b-b0ed-49ff-9c6c-faec9e6053f8 HTTP/1.1" status: 204 len: 168 time: 1.0122252 Feb 04 08:44:33.914371 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0d8bd6cf-7969-435c-a692-2fde69676877 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:33.938835 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 55156) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:33.939439 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a9049f-6a6c-4eb0-8641-6102b26741ad None None] Network b0b8e294-2639-4240-96e8-00c76471f9a3 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:44:33.954840 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0d8bd6cf-7969-435c-a692-2fde69676877 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:34.006172 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-b97a05e8-a562-4007-b82c-e85c94367cf0 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Calling delete_port for bb2af7ba-0b1d-4786-94d7-083706d2b744 owned by network:dhcp {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:44:34.017642 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22524448-dc39-4706-8894-22e2ed0e7f15 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Pushing event updated for resources: {'Subnet': ['ID=e1a92c18-7b10-475b-a30d-908fcd6c5805,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:34.085280 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d880e150-88de-4182-875b-9a0dc80b48bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80f6a88b-b0ed-49ff-9c6c-faec9e6053f8,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:34.091218 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22524448-dc39-4706-8894-22e2ed0e7f15 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Checking segment: {'id': '31dc9f9d-51c9-461e-a514-a09f2a078146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9a2a5833-56e1-4d7c-9e84-d1458a5f6576'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:44:34.091572 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22524448-dc39-4706-8894-22e2ed0e7f15 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Network hostable DHCP agents. Network: 9a2a5833-56e1-4d7c-9e84-d1458a5f6576, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:44:34.108751 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0d8bd6cf-7969-435c-a692-2fde69676877 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:34.111851 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da0a611-a351-4a2e-8f24-bc7f5d1deba0 tempest-TestNetworkAdvancedServerOps-718756295 tempest-TestNetworkAdvancedServerOps-718756295-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:44:34.116237 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-6da0a611-a351-4a2e-8f24-bc7f5d1deba0 tempest-TestNetworkAdvancedServerOps-718756295 tempest-TestNetworkAdvancedServerOps-718756295-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6186225 Feb 04 08:44:34.124382 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 55160) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:34.138963 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8bd6cf-7969-435c-a692-2fde69676877 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd556e8c-e336-4af4-8bcf-e0cfc06f1d8d,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:34.188774 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 55164) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:34.189030 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-310df6c5-0f82-4788-967d-552fd036d34d tempest-TestNetworkAdvancedServerOps-718756295 tempest-TestNetworkAdvancedServerOps-718756295-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=e264bd74-c56b-43d0-9059-bcb57dbbe5bc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0633519 Feb 04 08:44:34.189157 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-0123bd5f-7aa7-41fd-ba8c-13c7b82dec16 None None] For port bb2af7ba-0b1d-4786-94d7-083706d2b744, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=bb2af7ba-0b1d-4786-94d7-083706d2b744,segment=NetworkSegment(5c42715e-eb0f-487a-b496-bd65995ca12a),segment_id=5c42715e-eb0f-487a-b496-bd65995ca12a)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:44:34.189277 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-0123bd5f-7aa7-41fd-ba8c-13c7b82dec16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:34.196768 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-7b6011a7-5094-40b0-a741-06c307eac730 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-126924183', 'network_id': 'fd850cd4-7481-4610-9715-4b6b4e6c51ec', 'project_id': '8286d186dd0e4cfe84e34ace3d186fd0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:44:34.216862 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f20af90c-1b0c-4fc9-bf62-a34826676147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:34.230419 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-f20af90c-1b0c-4fc9-bf62-a34826676147 admin admin] Deleting port 0ebad3a6-42f9-4978-945c-3841b79e1e3c {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:44:34.230754 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f20af90c-1b0c-4fc9-bf62-a34826676147 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:34.268725 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22524448-dc39-4706-8894-22e2ed0e7f15 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Network 9a2a5833-56e1-4d7c-9e84-d1458a5f6576 is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:44:34.309100 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0d8bd6cf-7969-435c-a692-2fde69676877 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:34.313556 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-0d8bd6cf-7969-435c-a692-2fde69676877 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "DELETE /v2.0/security-groups/fd556e8c-e336-4af4-8bcf-e0cfc06f1d8d HTTP/1.1" status: 204 len: 168 time: 0.5363643 Feb 04 08:44:34.328299 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b97a05e8-a562-4007-b82c-e85c94367cf0 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:34.340642 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-7b6011a7-5094-40b0-a741-06c307eac730 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:44:34.344381 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-7b6011a7-5094-40b0-a741-06c307eac730 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Usage tracker for resource:subnet and tenant:8286d186dd0e4cfe84e34ace3d186fd0 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:44:34.347965 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-7b6011a7-5094-40b0-a741-06c307eac730 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:44:34.355203 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-7b6011a7-5094-40b0-a741-06c307eac730 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:44:34.383811 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-22524448-dc39-4706-8894-22e2ed0e7f15 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, 9a2a5833-56e1-4d7c-9e84-d1458a5f6576) {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:44:34.385112 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97a05e8-a562-4007-b82c-e85c94367cf0 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Pushing event deleted for resources: {'Port': ['ID=bb2af7ba-0b1d-4786-94d7-083706d2b744,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:34.399521 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22524448-dc39-4706-8894-22e2ed0e7f15 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:44:34.400102 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-22524448-dc39-4706-8894-22e2ed0e7f15 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:34.423316 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 55170) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:34.427135 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97a05e8-a562-4007-b82c-e85c94367cf0 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] No DVR routers for this DVR port bb2af7ba-0b1d-4786-94d7-083706d2b744 on host dv-neutron-827798-2-hyperv {{(pid=84107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:44:34.429220 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-0123bd5f-7aa7-41fd-ba8c-13c7b82dec16 None None] Calling delete_port for bb2af7ba-0b1d-4786-94d7-083706d2b744 owned by network:dhcp {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:44:34.457100 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766cedcc-e395-4303-8c73-66cc69fe4d79 None None] Network 9a2a5833-56e1-4d7c-9e84-d1458a5f6576 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:44:34.485183 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b6011a7-5094-40b0-a741-06c307eac730 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Made reservation on behalf of 8286d186dd0e4cfe84e34ace3d186fd0 for: {'subnet': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:44:34.507942 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-22524448-dc39-4706-8894-22e2ed0e7f15 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.8754215 Feb 04 08:44:34.514543 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 55174) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:34.565334 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-f9ec9e45-deb8-4ac0-b549-f35bc11825f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fda863d-0174-4e5d-b686-0257dd1682b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1799521398', 'tenant_id': '8286d186dd0e4cfe84e34ace3d186fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.185'}], 'enable_snat': True}, 'gw_port_id': '8930259b-d44e-4b4b-9e01-88d31f930d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:44:27Z', 'updated_at': '2022-02-04T08:44:30Z', 'revision_number': 3, 'project_id': '8286d186dd0e4cfe84e34ace3d186fd0', 'gw_port': {'id': '8930259b-d44e-4b4b-9e01-88d31f930d62', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:1d:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fda863d-0174-4e5d-b686-0257dd1682b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:44:28Z', 'updated_at': '2022-02-04T08:44:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:34.600315 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ec9e45-deb8-4ac0-b549-f35bc11825f1 None None] Checking router: 1fda863d-0174-4e5d-b686-0257dd1682b7 for host: dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 08:44:34.600698 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ec9e45-deb8-4ac0-b549-f35bc11825f1 None None] Updating router 1fda863d-0174-4e5d-b686-0257dd1682b7 port 8930259b-d44e-4b4b-9e01-88d31f930d62 binding host dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 08:44:34.611605 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7b6011a7-5094-40b0-a741-06c307eac730 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8119726'] for subnet, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:34.683553 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.db.api [None req-0123bd5f-7aa7-41fd-ba8c-13c7b82dec16 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 08:44:34.683902 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG oslo_db.api [None req-0123bd5f-7aa7-41fd-ba8c-13c7b82dec16 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 08:44:34.725077 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-f9ec9e45-deb8-4ac0-b549-f35bc11825f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:34.732022 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [None req-f20af90c-1b0c-4fc9-bf62-a34826676147 admin admin] For port 0ebad3a6-42f9-4978-945c-3841b79e1e3c, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=0ebad3a6-42f9-4978-945c-3841b79e1e3c,segment=NetworkSegment(c8e7a4a8-bd8f-4bcd-a973-4a8e1fee7582),segment_id=c8e7a4a8-bd8f-4bcd-a973-4a8e1fee7582)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:44:34.732380 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f20af90c-1b0c-4fc9-bf62-a34826676147 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:34.743417 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b97a05e8-a562-4007-b82c-e85c94367cf0 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:34.774225 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 7e01970c-a0b3-46d1-bc17-e04409c5fec8 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:44:34.813869 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b241664e-519a-4197-956a-375a41381543 None None] DHCP port deletion for b0b8e294-2639-4240-96e8-00c76471f9a3 request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 08:44:34.830493 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: 7e01970c-a0b3-46d1-bc17-e04409c5fec8 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:44:34.830907 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 7e01970c-a0b3-46d1-bc17-e04409c5fec8 not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:44:34.831338 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device bb2af7ba-0b1d-4786-94d7-083706d2b744 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:44:34.861732 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-b241664e-519a-4197-956a-375a41381543 None None] Deleting port 0ebad3a6-42f9-4978-945c-3841b79e1e3c {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:44:34.862102 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-b241664e-519a-4197-956a-375a41381543 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:34.905644 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: bb2af7ba-0b1d-4786-94d7-083706d2b744 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:44:34.905981 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device bb2af7ba-0b1d-4786-94d7-083706d2b744 not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:44:34.929762 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-f20af90c-1b0c-4fc9-bf62-a34826676147 admin admin] Calling delete_port for 0ebad3a6-42f9-4978-945c-3841b79e1e3c owned by network:dhcp {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:44:35.026969 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-b97a05e8-a562-4007-b82c-e85c94367cf0 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89ec3240-9d00-48b9-8510-99d89fb4ca66']}} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:35.052745 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-b97a05e8-a562-4007-b82c-e85c94367cf0 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c42715e-eb0f-487a-b496-bd65995ca12a') {'for_net_delete': True} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:35.053044 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-b97a05e8-a562-4007-b82c-e85c94367cf0 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c42715e-eb0f-487a-b496-bd65995ca12a') {} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:35.064788 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95781ceb-163e-4665-a42e-26555e7fc0c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-9a2a5833-56e1-4d7c-9e84-d1458a5f6576', 'network_id': '9a2a5833-56e1-4d7c-9e84-d1458a5f6576', 'tenant_id': '88ac21618fc2460393f2181c0240ea1e', 'fixed_ips': [{'subnet_id': 'e1a92c18-7b10-475b-a30d-908fcd6c5805'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:44:35.065592 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-95781ceb-163e-4665-a42e-26555e7fc0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:35.072373 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b80c325d-5504-4ab6-9ae3-23ab22f7792b tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:35.076836 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b97a05e8-a562-4007-b82c-e85c94367cf0 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8058642'] for segment, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:35.109903 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7b6011a7-5094-40b0-a741-06c307eac730 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7593498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8119736'] for subnet, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:35.125688 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b97a05e8-a562-4007-b82c-e85c94367cf0 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:35.139657 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f20af90c-1b0c-4fc9-bf62-a34826676147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:35.143466 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b97a05e8-a562-4007-b82c-e85c94367cf0 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=84107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:44:35.143858 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b97a05e8-a562-4007-b82c-e85c94367cf0 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7377717'] for segment, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:35.192590 dv-neutron-827798-2-hyperv neutron-server[84107]: Traceback (most recent call last): Feb 04 08:44:35.192590 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:44:35.192590 dv-neutron-827798-2-hyperv neutron-server[84107]: timer() Feb 04 08:44:35.192590 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:44:35.192590 dv-neutron-827798-2-hyperv neutron-server[84107]: cb(*args, **kw) Feb 04 08:44:35.192590 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:44:35.192590 dv-neutron-827798-2-hyperv neutron-server[84107]: return func(*args, **kwargs) Feb 04 08:44:35.192590 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:44:35.192590 dv-neutron-827798-2-hyperv neutron-server[84107]: self._notify() Feb 04 08:44:35.192590 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:44:35.192590 dv-neutron-827798-2-hyperv neutron-server[84107]: self.callback(batched_events) Feb 04 08:44:35.192590 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:44:35.192590 dv-neutron-827798-2-hyperv neutron-server[84107]: event.method(event) Feb 04 08:44:35.192590 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:44:35.192590 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:44:35.192590 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:44:35.192590 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:44:35.192590 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:44:35.192590 dv-neutron-827798-2-hyperv neutron-server[84107]: return f(self, *a, **k) Feb 04 08:44:35.192590 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:44:35.192590 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._get(url).json() Feb 04 08:44:35.192590 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:44:35.192590 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:44:35.192590 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:44:35.192590 dv-neutron-827798-2-hyperv neutron-server[84107]: return self.request(url, 'GET', **kwargs) Feb 04 08:44:35.192590 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:44:35.192590 dv-neutron-827798-2-hyperv neutron-server[84107]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:44:35.192590 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:44:35.192590 dv-neutron-827798-2-hyperv neutron-server[84107]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:44:35.192590 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:44:35.192590 dv-neutron-827798-2-hyperv neutron-server[84107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:44:35.192590 dv-neutron-827798-2-hyperv neutron-server[84107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:44:35.204193 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6011a7-5094-40b0-a741-06c307eac730 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Pushing event updated for resources: {'Subnet': ['ID=310ce234-34d4-43db-998c-a4888eef5b35,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:35.212259 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-0123bd5f-7aa7-41fd-ba8c-13c7b82dec16 None None] Deleting port bb2af7ba-0b1d-4786-94d7-083706d2b744 {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:44:35.212670 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-0123bd5f-7aa7-41fd-ba8c-13c7b82dec16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:35.241709 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6011a7-5094-40b0-a741-06c307eac730 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Checking segment: {'id': 'd10773c3-ff2b-4a66-a4d7-5fa5d8f550a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fd850cd4-7481-4610-9715-4b6b4e6c51ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:44:35.242107 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6011a7-5094-40b0-a741-06c307eac730 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Network hostable DHCP agents. Network: fd850cd4-7481-4610-9715-4b6b4e6c51ec, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:44:35.259624 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-6d45d620-1640-4592-8085-3d69d517286c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473817'] for router_interface, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:35.368731 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-0123bd5f-7aa7-41fd-ba8c-13c7b82dec16 None None] The port 'bb2af7ba-0b1d-4786-94d7-083706d2b744' was deleted {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 08:44:35.385081 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20af90c-1b0c-4fc9-bf62-a34826676147 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ebad3a6-42f9-4978-945c-3841b79e1e3c,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:35.410988 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-b241664e-519a-4197-956a-375a41381543 None None] For port 0ebad3a6-42f9-4978-945c-3841b79e1e3c, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=0ebad3a6-42f9-4978-945c-3841b79e1e3c,segment=NetworkSegment(c8e7a4a8-bd8f-4bcd-a973-4a8e1fee7582),segment_id=c8e7a4a8-bd8f-4bcd-a973-4a8e1fee7582)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:44:35.410988 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-b241664e-519a-4197-956a-375a41381543 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:35.426515 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20af90c-1b0c-4fc9-bf62-a34826676147 admin admin] No DVR routers for this DVR port 0ebad3a6-42f9-4978-945c-3841b79e1e3c on host dv-neutron-827798-2-hyperv {{(pid=84107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:44:35.426757 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6011a7-5094-40b0-a741-06c307eac730 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Network fd850cd4-7481-4610-9715-4b6b4e6c51ec is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:44:35.463946 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b80c325d-5504-4ab6-9ae3-23ab22f7792b tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:35.516366 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-7b6011a7-5094-40b0-a741-06c307eac730 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, fd850cd4-7481-4610-9715-4b6b4e6c51ec) {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:44:35.574004 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b97a05e8-a562-4007-b82c-e85c94367cf0 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:35.579317 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b97a05e8-a562-4007-b82c-e85c94367cf0 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:35.589410 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875ec728-8403-4aa1-bb00-1b988f3229ba None None] Network fd850cd4-7481-4610-9715-4b6b4e6c51ec requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:44:35.607766 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-b241664e-519a-4197-956a-375a41381543 None None] Calling delete_port for 0ebad3a6-42f9-4978-945c-3841b79e1e3c owned by network:dhcp {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:44:35.644387 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6011a7-5094-40b0-a741-06c307eac730 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:44:35.644387 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7b6011a7-5094-40b0-a741-06c307eac730 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:35.650497 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97a05e8-a562-4007-b82c-e85c94367cf0 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Pushing event deleted for resources: {'Network': ['ID=89ec3240-9d00-48b9-8510-99d89fb4ca66,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:35.659303 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f20af90c-1b0c-4fc9-bf62-a34826676147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:35.692708 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-f20af90c-1b0c-4fc9-bf62-a34826676147 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0b8e294-2639-4240-96e8-00c76471f9a3']}} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:35.705643 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-f20af90c-1b0c-4fc9-bf62-a34826676147 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8e7a4a8-bd8f-4bcd-a973-4a8e1fee7582') {'for_net_delete': True} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:35.705643 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-f20af90c-1b0c-4fc9-bf62-a34826676147 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8e7a4a8-bd8f-4bcd-a973-4a8e1fee7582') {} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:35.718266 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f20af90c-1b0c-4fc9-bf62-a34826676147 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8058642'] for segment, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:35.735884 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f20af90c-1b0c-4fc9-bf62-a34826676147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:35.742645 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f20af90c-1b0c-4fc9-bf62-a34826676147 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=84107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:44:35.743802 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f20af90c-1b0c-4fc9-bf62-a34826676147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7377717'] for segment, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:35.758068 dv-neutron-827798-2-hyperv neutron-server[84107]: Traceback (most recent call last): Feb 04 08:44:35.758068 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:44:35.758068 dv-neutron-827798-2-hyperv neutron-server[84107]: timer() Feb 04 08:44:35.758068 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:44:35.758068 dv-neutron-827798-2-hyperv neutron-server[84107]: cb(*args, **kw) Feb 04 08:44:35.758068 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:44:35.758068 dv-neutron-827798-2-hyperv neutron-server[84107]: return func(*args, **kwargs) Feb 04 08:44:35.758068 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:44:35.758068 dv-neutron-827798-2-hyperv neutron-server[84107]: self._notify() Feb 04 08:44:35.758068 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:44:35.758068 dv-neutron-827798-2-hyperv neutron-server[84107]: self.callback(batched_events) Feb 04 08:44:35.758068 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:44:35.758068 dv-neutron-827798-2-hyperv neutron-server[84107]: event.method(event) Feb 04 08:44:35.758068 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:44:35.758068 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:44:35.758068 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:44:35.758068 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:44:35.758068 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:44:35.758068 dv-neutron-827798-2-hyperv neutron-server[84107]: return f(self, *a, **k) Feb 04 08:44:35.758068 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:44:35.758068 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._get(url).json() Feb 04 08:44:35.758068 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:44:35.758068 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:44:35.758068 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:44:35.758068 dv-neutron-827798-2-hyperv neutron-server[84107]: return self.request(url, 'GET', **kwargs) Feb 04 08:44:35.758068 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:44:35.758068 dv-neutron-827798-2-hyperv neutron-server[84107]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:44:35.758068 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:44:35.758068 dv-neutron-827798-2-hyperv neutron-server[84107]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:44:35.758068 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:44:35.758068 dv-neutron-827798-2-hyperv neutron-server[84107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:44:35.758068 dv-neutron-827798-2-hyperv neutron-server[84107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:44:35.764286 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-b97a05e8-a562-4007-b82c-e85c94367cf0 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "DELETE /v2.0/networks/89ec3240-9d00-48b9-8510-99d89fb4ca66 HTTP/1.1" status: 204 len: 168 time: 2.6307304 Feb 04 08:44:35.768081 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 55178) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:35.775431 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-95781ceb-163e-4665-a42e-26555e7fc0c9 None None] Allocated IP 172.20.0.1 (9a2a5833-56e1-4d7c-9e84-d1458a5f6576/e1a92c18-7b10-475b-a30d-908fcd6c5805/09984960-9443-440b-b031-302b792988b0) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:44:35.777840 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-0503454f-649d-4835-8cfa-0d9269259614 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-76102617'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:44:35.786192 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-7b6011a7-5094-40b0-a741-06c307eac730 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.5948198 Feb 04 08:44:35.788377 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-0503454f-649d-4835-8cfa-0d9269259614 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:44:35.797523 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 55182) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:35.853103 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-0503454f-649d-4835-8cfa-0d9269259614 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Usage tracker for resource:network and tenant:bf57e53bceb34316b0180186a41d96ee is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:44:35.866113 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-0503454f-649d-4835-8cfa-0d9269259614 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:44:35.879889 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-0503454f-649d-4835-8cfa-0d9269259614 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:44:35.900244 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f20af90c-1b0c-4fc9-bf62-a34826676147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:35.906182 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f20af90c-1b0c-4fc9-bf62-a34826676147 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:35.929638 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20af90c-1b0c-4fc9-bf62-a34826676147 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0b8e294-2639-4240-96e8-00c76471f9a3,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:35.935677 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-f20af90c-1b0c-4fc9-bf62-a34826676147 admin admin] 10.222.0.36 "DELETE /v2.0/networks/b0b8e294-2639-4240-96e8-00c76471f9a3 HTTP/1.1" status: 204 len: 168 time: 1.9936748 Feb 04 08:44:35.941249 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.db.api [None req-b241664e-519a-4197-956a-375a41381543 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 08:44:35.941606 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG oslo_db.api [None req-b241664e-519a-4197-956a-375a41381543 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 08:44:35.955799 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0503454f-649d-4835-8cfa-0d9269259614 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Made reservation on behalf of bf57e53bceb34316b0180186a41d96ee for: {'network': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:44:35.958772 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0503454f-649d-4835-8cfa-0d9269259614 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:36.047827 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-f9ec9e45-deb8-4ac0-b549-f35bc11825f1 None None] Notify callbacks [] for port, precommit_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:36.060515 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0503454f-649d-4835-8cfa-0d9269259614 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=84108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:44:36.082901 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-f9ec9e45-deb8-4ac0-b549-f35bc11825f1 None None] Transition to ACTIVE for port object 8930259b-d44e-4b4b-9e01-88d31f930d62 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:44:36.128276 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0503454f-649d-4835-8cfa-0d9269259614 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:36.128902 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.segments_db [None req-0503454f-649d-4835-8cfa-0d9269259614 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Added segment ee5c419b-2d18-4550-9960-2bb4cb221414 of type vlan for network 874a6a73-bc08-4264-974a-ccc59dc1369e Feb 04 08:44:36.158861 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103e5c6c-e007-4d33-bccb-937f61c8c088 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-fd850cd4-7481-4610-9715-4b6b4e6c51ec', 'network_id': 'fd850cd4-7481-4610-9715-4b6b4e6c51ec', 'tenant_id': '8286d186dd0e4cfe84e34ace3d186fd0', 'fixed_ips': [{'subnet_id': '310ce234-34d4-43db-998c-a4888eef5b35'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:44:36.159628 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-103e5c6c-e007-4d33-bccb-937f61c8c088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:36.175452 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0503454f-649d-4835-8cfa-0d9269259614 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:36.215274 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-f9ec9e45-deb8-4ac0-b549-f35bc11825f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:36.299080 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0503454f-649d-4835-8cfa-0d9269259614 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:36.302767 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0503454f-649d-4835-8cfa-0d9269259614 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:44:36.303339 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0503454f-649d-4835-8cfa-0d9269259614 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks [] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:36.350554 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 55188) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:36.364141 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-95781ceb-163e-4665-a42e-26555e7fc0c9 None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:36.384157 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0610dd-0721-4432-af0e-a120b43b7b92 None None] Pushing event updated for resources: {'Port': ['ID=8930259b-d44e-4b4b-9e01-88d31f930d62,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:36.394863 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-f9ec9e45-deb8-4ac0-b549-f35bc11825f1 None None] Attempting to bind port 8930259b-d44e-4b4b-9e01-88d31f930d62 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:44:36.394863 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-f9ec9e45-deb8-4ac0-b549-f35bc11825f1 None None] Attempting to bind port 8930259b-d44e-4b4b-9e01-88d31f930d62 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:44:36.394863 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ec9e45-deb8-4ac0-b549-f35bc11825f1 None None] Attempting to bind port 8930259b-d44e-4b4b-9e01-88d31f930d62 on network e264bd74-c56b-43d0-9059-bcb57dbbe5bc {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:44:36.397191 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-95781ceb-163e-4665-a42e-26555e7fc0c9 None None] Transition to ACTIVE for port object 09984960-9443-440b-b031-302b792988b0 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:44:36.409439 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-4a803e57-5cf8-4bd0-8a83-7a7e105339e7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bcdc9b25d9ba412baa8d7ec71c6170b5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0547047 Feb 04 08:44:36.411007 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 55192) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:36.424597 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ec9e45-deb8-4ac0-b549-f35bc11825f1 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:44:36.424999 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ec9e45-deb8-4ac0-b549-f35bc11825f1 None None] Checking segment: {'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:44:36.425355 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-f9ec9e45-deb8-4ac0-b549-f35bc11825f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:36.425742 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ec9e45-deb8-4ac0-b549-f35bc11825f1 None None] Bound using segment: {'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:44:36.426207 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-f9ec9e45-deb8-4ac0-b549-f35bc11825f1 None None] Bound port: 8930259b-d44e-4b4b-9e01-88d31f930d62, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:44:36.426573 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-f9ec9e45-deb8-4ac0-b549-f35bc11825f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:36.468647 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0503454f-649d-4835-8cfa-0d9269259614 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Pushing event updated for resources: {'Network': ['ID=874a6a73-bc08-4264-974a-ccc59dc1369e,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:36.479829 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-26bef043-bebb-4573-a879-533e37f7d0fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:36.481724 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-b241664e-519a-4197-956a-375a41381543 None None] Deleting port 0ebad3a6-42f9-4978-945c-3841b79e1e3c {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:44:36.482098 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-b241664e-519a-4197-956a-375a41381543 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:36.502248 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-0503454f-649d-4835-8cfa-0d9269259614 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7282670 Feb 04 08:44:36.502571 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 55196) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:36.511517 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-4d8e2a1c-f96a-4982-9268-5e8246d93344 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Request body: {'subnet': {'network_id': '874a6a73-bc08-4264-974a-ccc59dc1369e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:44:36.522560 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network 874a6a73-bc08-4264-974a-ccc59dc1369e details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:44:36.537210 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-26bef043-bebb-4573-a879-533e37f7d0fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:36.542928 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-95781ceb-163e-4665-a42e-26555e7fc0c9 None None] Transition to ACTIVE for port object 09984960-9443-440b-b031-302b792988b0 will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:44:36.642387 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-95781ceb-163e-4665-a42e-26555e7fc0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:36.643832 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-6d45d620-1640-4592-8085-3d69d517286c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Deleting port 1f16f60d-bdf7-4fe1-8b01-2f5938f5eed6 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:44:36.644091 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-6d45d620-1640-4592-8085-3d69d517286c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:36.650489 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-b241664e-519a-4197-956a-375a41381543 None None] The port '0ebad3a6-42f9-4978-945c-3841b79e1e3c' was deleted {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 08:44:36.661404 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-4d8e2a1c-f96a-4982-9268-5e8246d93344 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:44:36.667270 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-4d8e2a1c-f96a-4982-9268-5e8246d93344 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Usage tracker for resource:subnet and tenant:bf57e53bceb34316b0180186a41d96ee is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:44:36.670123 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-4d8e2a1c-f96a-4982-9268-5e8246d93344 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:44:36.674673 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-4d8e2a1c-f96a-4982-9268-5e8246d93344 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:44:36.728365 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b80c325d-5504-4ab6-9ae3-23ab22f7792b tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7510167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985167'] for subnet, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:36.758208 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 0ebad3a6-42f9-4978-945c-3841b79e1e3c no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:44:36.778718 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d8e2a1c-f96a-4982-9268-5e8246d93344 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Made reservation on behalf of bf57e53bceb34316b0180186a41d96ee for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:44:36.794192 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-26bef043-bebb-4573-a879-533e37f7d0fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:36.805946 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-103e5c6c-e007-4d33-bccb-937f61c8c088 None None] Allocated IP 172.20.0.2 (fd850cd4-7481-4610-9715-4b6b4e6c51ec/310ce234-34d4-43db-998c-a4888eef5b35/5402f673-53c5-4214-98c6-c03f7f62e982) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:44:36.811306 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: 0ebad3a6-42f9-4978-945c-3841b79e1e3c {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:44:36.811659 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 0ebad3a6-42f9-4978-945c-3841b79e1e3c not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:44:36.819840 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c325d-5504-4ab6-9ae3-23ab22f7792b tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Pushing event deleted for resources: {'Subnet': ['ID=e1a92c18-7b10-475b-a30d-908fcd6c5805,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:36.828510 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-f9ec9e45-deb8-4ac0-b549-f35bc11825f1 None None] For port 8930259b-d44e-4b4b-9e01-88d31f930d62, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:44:36.831564 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95781ceb-163e-4665-a42e-26555e7fc0c9 None None] Network 9a2a5833-56e1-4d7c-9e84-d1458a5f6576 is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:44:36.839366 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-95781ceb-163e-4665-a42e-26555e7fc0c9 None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:44:36.843119 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95781ceb-163e-4665-a42e-26555e7fc0c9 None None] Pushing event updated for resources: {'Port': ['ID=09984960-9443-440b-b031-302b792988b0,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:36.846290 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95781ceb-163e-4665-a42e-26555e7fc0c9 None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:44:36.851443 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-f9ec9e45-deb8-4ac0-b549-f35bc11825f1 None None] For port 8930259b-d44e-4b4b-9e01-88d31f930d62, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=8930259b-d44e-4b4b-9e01-88d31f930d62,segment=NetworkSegment(c44b9475-949d-4ae7-bfca-e29b010a56a6),segment_id=c44b9475-949d-4ae7-bfca-e29b010a56a6)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:44:36.881343 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bef043-bebb-4573-a879-533e37f7d0fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb54ea75-01ae-4439-9e35-6690e7426750,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:36.955384 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [None req-6d45d620-1640-4592-8085-3d69d517286c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] For port 1f16f60d-bdf7-4fe1-8b01-2f5938f5eed6, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=1f16f60d-bdf7-4fe1-8b01-2f5938f5eed6,segment=NetworkSegment(db317278-674f-445c-8827-caaa4207caa7),segment_id=db317278-674f-445c-8827-caaa4207caa7)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:44:36.955742 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-6d45d620-1640-4592-8085-3d69d517286c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:36.960663 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4d8e2a1c-f96a-4982-9268-5e8246d93344 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985186'] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:37.009546 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-f9ec9e45-deb8-4ac0-b549-f35bc11825f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:37.070263 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-95781ceb-163e-4665-a42e-26555e7fc0c9 None None] Attempting to bind port 09984960-9443-440b-b031-302b792988b0 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:44:37.070920 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-95781ceb-163e-4665-a42e-26555e7fc0c9 None None] Attempting to bind port 09984960-9443-440b-b031-302b792988b0 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': '31dc9f9d-51c9-461e-a514-a09f2a078146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9a2a5833-56e1-4d7c-9e84-d1458a5f6576'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:44:37.071472 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95781ceb-163e-4665-a42e-26555e7fc0c9 None None] Attempting to bind port 09984960-9443-440b-b031-302b792988b0 on network 9a2a5833-56e1-4d7c-9e84-d1458a5f6576 {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:44:37.081512 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-6d45d620-1640-4592-8085-3d69d517286c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Calling delete_port for 1f16f60d-bdf7-4fe1-8b01-2f5938f5eed6 owned by network:router_interface {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:44:37.115592 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95781ceb-163e-4665-a42e-26555e7fc0c9 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:44:37.116031 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95781ceb-163e-4665-a42e-26555e7fc0c9 None None] Checking segment: {'id': '31dc9f9d-51c9-461e-a514-a09f2a078146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9a2a5833-56e1-4d7c-9e84-d1458a5f6576'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:44:37.116355 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-95781ceb-163e-4665-a42e-26555e7fc0c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:37.116766 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95781ceb-163e-4665-a42e-26555e7fc0c9 None None] Bound using segment: {'id': '31dc9f9d-51c9-461e-a514-a09f2a078146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9a2a5833-56e1-4d7c-9e84-d1458a5f6576'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:44:37.118296 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-95781ceb-163e-4665-a42e-26555e7fc0c9 None None] Bound port: 09984960-9443-440b-b031-302b792988b0, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31dc9f9d-51c9-461e-a514-a09f2a078146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9a2a5833-56e1-4d7c-9e84-d1458a5f6576'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:44:37.118296 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-95781ceb-163e-4665-a42e-26555e7fc0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:37.128776 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-26bef043-bebb-4573-a879-533e37f7d0fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:37.132147 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-26bef043-bebb-4573-a879-533e37f7d0fa admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cb54ea75-01ae-4439-9e35-6690e7426750 HTTP/1.1" status: 204 len: 168 time: 0.7173798 Feb 04 08:44:37.169245 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b80c325d-5504-4ab6-9ae3-23ab22f7792b tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:37.215756 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-b80c325d-5504-4ab6-9ae3-23ab22f7792b tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a2a5833-56e1-4d7c-9e84-d1458a5f6576']}} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:37.223791 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-95781ceb-163e-4665-a42e-26555e7fc0c9 None None] For port 09984960-9443-440b-b031-302b792988b0, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:44:37.231439 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-b80c325d-5504-4ab6-9ae3-23ab22f7792b tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31dc9f9d-51c9-461e-a514-a09f2a078146') {'for_net_delete': True} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:37.231832 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-b80c325d-5504-4ab6-9ae3-23ab22f7792b tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31dc9f9d-51c9-461e-a514-a09f2a078146') {} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:37.245617 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0610dd-0721-4432-af0e-a120b43b7b92 None None] Pushing event updated for resources: {'Port': ['ID=8930259b-d44e-4b4b-9e01-88d31f930d62,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:37.256094 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b80c325d-5504-4ab6-9ae3-23ab22f7792b tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8058642'] for segment, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:37.262180 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-95781ceb-163e-4665-a42e-26555e7fc0c9 None None] For port 09984960-9443-440b-b031-302b792988b0, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=09984960-9443-440b-b031-302b792988b0,segment=NetworkSegment(31dc9f9d-51c9-461e-a514-a09f2a078146),segment_id=31dc9f9d-51c9-461e-a514-a09f2a078146)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:44:37.281616 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ec9e45-deb8-4ac0-b549-f35bc11825f1 None None] Routers {'1fda863d-0174-4e5d-b686-0257dd1682b7'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:44:37.282245 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-f9ec9e45-deb8-4ac0-b549-f35bc11825f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:44:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['1fda863d-0174-4e5d-b686-0257dd1682b7'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:37.358270 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b80c325d-5504-4ab6-9ae3-23ab22f7792b tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:37.370871 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b80c325d-5504-4ab6-9ae3-23ab22f7792b tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=84107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:44:37.371363 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b80c325d-5504-4ab6-9ae3-23ab22f7792b tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7377717'] for segment, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:37.394955 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-95781ceb-163e-4665-a42e-26555e7fc0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:37.475740 dv-neutron-827798-2-hyperv neutron-server[84107]: Traceback (most recent call last): Feb 04 08:44:37.475740 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:44:37.475740 dv-neutron-827798-2-hyperv neutron-server[84107]: timer() Feb 04 08:44:37.475740 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:44:37.475740 dv-neutron-827798-2-hyperv neutron-server[84107]: cb(*args, **kw) Feb 04 08:44:37.475740 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:44:37.475740 dv-neutron-827798-2-hyperv neutron-server[84107]: return func(*args, **kwargs) Feb 04 08:44:37.475740 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:44:37.475740 dv-neutron-827798-2-hyperv neutron-server[84107]: self._notify() Feb 04 08:44:37.475740 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:44:37.475740 dv-neutron-827798-2-hyperv neutron-server[84107]: self.callback(batched_events) Feb 04 08:44:37.475740 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:44:37.475740 dv-neutron-827798-2-hyperv neutron-server[84107]: event.method(event) Feb 04 08:44:37.475740 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:44:37.475740 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:44:37.475740 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:44:37.475740 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:44:37.475740 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:44:37.475740 dv-neutron-827798-2-hyperv neutron-server[84107]: return f(self, *a, **k) Feb 04 08:44:37.475740 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:44:37.475740 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._get(url).json() Feb 04 08:44:37.475740 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:44:37.475740 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:44:37.475740 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:44:37.475740 dv-neutron-827798-2-hyperv neutron-server[84107]: return self.request(url, 'GET', **kwargs) Feb 04 08:44:37.475740 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:44:37.475740 dv-neutron-827798-2-hyperv neutron-server[84107]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:44:37.475740 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:44:37.475740 dv-neutron-827798-2-hyperv neutron-server[84107]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:44:37.475740 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:44:37.475740 dv-neutron-827798-2-hyperv neutron-server[84107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:44:37.475740 dv-neutron-827798-2-hyperv neutron-server[84107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:44:37.533770 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.db.api [None req-b80c325d-5504-4ab6-9ae3-23ab22f7792b tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 08:44:37.533770 dv-neutron-827798-2-hyperv neutron-server[84107]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 08:44:37.533770 dv-neutron-827798-2-hyperv neutron-server[84107]: [parameters: {'id': '9a2a5833-56e1-4d7c-9e84-d1458a5f6576'}] Feb 04 08:44:37.533770 dv-neutron-827798-2-hyperv neutron-server[84107]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 08:44:37.534585 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG oslo_db.api [None req-b80c325d-5504-4ab6-9ae3-23ab22f7792b tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 08:44:37.590728 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4d8e2a1c-f96a-4982-9268-5e8246d93344 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7510230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985204'] for subnet, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:37.605089 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-103e5c6c-e007-4d33-bccb-937f61c8c088 None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:37.644013 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95781ceb-163e-4665-a42e-26555e7fc0c9 None None] Pushing event updated for resources: {'Port': ['ID=09984960-9443-440b-b031-302b792988b0,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:37.651934 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-103e5c6c-e007-4d33-bccb-937f61c8c088 None None] Transition to ACTIVE for port object 5402f673-53c5-4214-98c6-c03f7f62e982 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:44:37.686099 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8e2a1c-f96a-4982-9268-5e8246d93344 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Pushing event updated for resources: {'Subnet': ['ID=8faf684a-c9c1-44fb-b9cb-5448942ba67f,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:37.694284 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-185febcc-0165-4639-bf86-e09be5486217 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:37.703915 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8e2a1c-f96a-4982-9268-5e8246d93344 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Checking segment: {'id': 'ee5c419b-2d18-4550-9960-2bb4cb221414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '874a6a73-bc08-4264-974a-ccc59dc1369e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:44:37.704323 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8e2a1c-f96a-4982-9268-5e8246d93344 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Network hostable DHCP agents. Network: 874a6a73-bc08-4264-974a-ccc59dc1369e, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:44:37.736297 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-103e5c6c-e007-4d33-bccb-937f61c8c088 None None] Transition to ACTIVE for port object 5402f673-53c5-4214-98c6-c03f7f62e982 will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:44:37.746375 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-f9ec9e45-deb8-4ac0-b549-f35bc11825f1 None None] Set router 1fda863d-0174-4e5d-b686-0257dd1682b7 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:44:37.812408 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8e2a1c-f96a-4982-9268-5e8246d93344 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Network 874a6a73-bc08-4264-974a-ccc59dc1369e is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:44:37.848398 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04fc469e-8425-4b31-8edb-fea1039f2c47 None None] Network 9a2a5833-56e1-4d7c-9e84-d1458a5f6576 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:44:37.867644 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-103e5c6c-e007-4d33-bccb-937f61c8c088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:37.869929 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-6d45d620-1640-4592-8085-3d69d517286c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:37.899327 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-4d8e2a1c-f96a-4982-9268-5e8246d93344 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, 874a6a73-bc08-4264-974a-ccc59dc1369e) {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:44:37.906765 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8e2a1c-f96a-4982-9268-5e8246d93344 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:44:37.908999 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4d8e2a1c-f96a-4982-9268-5e8246d93344 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks [] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:37.924887 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d45d620-1640-4592-8085-3d69d517286c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event deleted for resources: {'Port': ['ID=1f16f60d-bdf7-4fe1-8b01-2f5938f5eed6,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:37.974602 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53eab09e-95d5-44b6-83ff-66ded17a9b62 None None] Network 874a6a73-bc08-4264-974a-ccc59dc1369e requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:44:38.032200 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-4d8e2a1c-f96a-4982-9268-5e8246d93344 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5285921 Feb 04 08:44:38.034692 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 55210) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:38.035303 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b80c325d-5504-4ab6-9ae3-23ab22f7792b tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:38.043490 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-02a0b3a5-9459-4802-b4ad-3360ea18c969 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1977014882', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:44:38.057235 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-02a0b3a5-9459-4802-b4ad-3360ea18c969 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:44:38.078138 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-02a0b3a5-9459-4802-b4ad-3360ea18c969 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Usage tracker for resource:router and tenant:bf57e53bceb34316b0180186a41d96ee is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:44:38.088835 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-02a0b3a5-9459-4802-b4ad-3360ea18c969 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:44:38.092587 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-b80c325d-5504-4ab6-9ae3-23ab22f7792b tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Deleting port 09984960-9443-440b-b031-302b792988b0 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:44:38.092937 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b80c325d-5504-4ab6-9ae3-23ab22f7792b tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:38.140221 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-02a0b3a5-9459-4802-b4ad-3360ea18c969 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:44:38.182584 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103e5c6c-e007-4d33-bccb-937f61c8c088 None None] Network fd850cd4-7481-4610-9715-4b6b4e6c51ec is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:44:38.198335 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-103e5c6c-e007-4d33-bccb-937f61c8c088 None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:44:38.202327 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103e5c6c-e007-4d33-bccb-937f61c8c088 None None] Pushing event updated for resources: {'Port': ['ID=5402f673-53c5-4214-98c6-c03f7f62e982,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:38.218879 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103e5c6c-e007-4d33-bccb-937f61c8c088 None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:44:38.465188 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-185febcc-0165-4639-bf86-e09be5486217 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Allocated IP 172.20.0.1 (fd850cd4-7481-4610-9715-4b6b4e6c51ec/310ce234-34d4-43db-998c-a4888eef5b35/9187c020-ac28-4343-9fbd-5ed57f1f634b) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:44:38.561308 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-103e5c6c-e007-4d33-bccb-937f61c8c088 None None] Attempting to bind port 5402f673-53c5-4214-98c6-c03f7f62e982 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:44:38.561755 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-103e5c6c-e007-4d33-bccb-937f61c8c088 None None] Attempting to bind port 5402f673-53c5-4214-98c6-c03f7f62e982 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': 'd10773c3-ff2b-4a66-a4d7-5fa5d8f550a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fd850cd4-7481-4610-9715-4b6b4e6c51ec'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:44:38.562202 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103e5c6c-e007-4d33-bccb-937f61c8c088 None None] Attempting to bind port 5402f673-53c5-4214-98c6-c03f7f62e982 on network fd850cd4-7481-4610-9715-4b6b4e6c51ec {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:44:38.577504 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [None req-b80c325d-5504-4ab6-9ae3-23ab22f7792b tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] For port 09984960-9443-440b-b031-302b792988b0, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=09984960-9443-440b-b031-302b792988b0,segment=NetworkSegment(31dc9f9d-51c9-461e-a514-a09f2a078146),segment_id=31dc9f9d-51c9-461e-a514-a09f2a078146)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:44:38.577853 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b80c325d-5504-4ab6-9ae3-23ab22f7792b tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:38.585910 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-02a0b3a5-9459-4802-b4ad-3360ea18c969 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40975'] for router, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:38.586970 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-02a0b3a5-9459-4802-b4ad-3360ea18c969 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40982'] for router, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:38.588348 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103e5c6c-e007-4d33-bccb-937f61c8c088 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:44:38.588769 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103e5c6c-e007-4d33-bccb-937f61c8c088 None None] Checking segment: {'id': 'd10773c3-ff2b-4a66-a4d7-5fa5d8f550a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fd850cd4-7481-4610-9715-4b6b4e6c51ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:44:38.589386 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-103e5c6c-e007-4d33-bccb-937f61c8c088 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:38.589781 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103e5c6c-e007-4d33-bccb-937f61c8c088 None None] Bound using segment: {'id': 'd10773c3-ff2b-4a66-a4d7-5fa5d8f550a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fd850cd4-7481-4610-9715-4b6b4e6c51ec'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:44:38.590974 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-103e5c6c-e007-4d33-bccb-937f61c8c088 None None] Bound port: 5402f673-53c5-4214-98c6-c03f7f62e982, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd10773c3-ff2b-4a66-a4d7-5fa5d8f550a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fd850cd4-7481-4610-9715-4b6b4e6c51ec'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:44:38.591355 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-103e5c6c-e007-4d33-bccb-937f61c8c088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:38.685988 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-185febcc-0165-4639-bf86-e09be5486217 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:38.736791 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1685e2-879d-4a0f-9420-a6c8b7625e5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-874a6a73-bc08-4264-974a-ccc59dc1369e', 'network_id': '874a6a73-bc08-4264-974a-ccc59dc1369e', 'tenant_id': 'bf57e53bceb34316b0180186a41d96ee', 'fixed_ips': [{'subnet_id': '8faf684a-c9c1-44fb-b9cb-5448942ba67f'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:44:38.737596 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-fe1685e2-879d-4a0f-9420-a6c8b7625e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:38.740504 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-b80c325d-5504-4ab6-9ae3-23ab22f7792b tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Calling delete_port for 09984960-9443-440b-b031-302b792988b0 owned by network:dhcp {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:44:38.768331 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-02a0b3a5-9459-4802-b4ad-3360ea18c969 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:38.803842 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.provisioning_blocks [None req-185febcc-0165-4639-bf86-e09be5486217 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Transition to ACTIVE for port object 9187c020-ac28-4343-9fbd-5ed57f1f634b will not be triggered until provisioned by entity DHCP. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:44:38.832899 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-f9ec9e45-deb8-4ac0-b549-f35bc11825f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fda863d-0174-4e5d-b686-0257dd1682b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1799521398', 'tenant_id': '8286d186dd0e4cfe84e34ace3d186fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.185'}], 'enable_snat': True}, 'gw_port_id': '8930259b-d44e-4b4b-9e01-88d31f930d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:44:27Z', 'updated_at': '2022-02-04T08:44:30Z', 'revision_number': 3, 'project_id': '8286d186dd0e4cfe84e34ace3d186fd0', 'gw_port': {'id': '8930259b-d44e-4b4b-9e01-88d31f930d62', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:1d:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fda863d-0174-4e5d-b686-0257dd1682b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:44:28Z', 'updated_at': '2022-02-04T08:44:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:38.841499 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ec9e45-deb8-4ac0-b549-f35bc11825f1 None None] The sync data for ids ['1fda863d-0174-4e5d-b686-0257dd1682b7'] in dv-neutron-827798-2-hyperv is: [{'id': '1fda863d-0174-4e5d-b686-0257dd1682b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1799521398', 'tenant_id': '8286d186dd0e4cfe84e34ace3d186fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.185'}], 'enable_snat': True}, 'gw_port_id': '8930259b-d44e-4b4b-9e01-88d31f930d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:44:27Z', 'updated_at': '2022-02-04T08:44:30Z', 'revision_number': 3, 'project_id': '8286d186dd0e4cfe84e34ace3d186fd0', 'gw_port': {'id': '8930259b-d44e-4b4b-9e01-88d31f930d62', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:1d:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fda863d-0174-4e5d-b686-0257dd1682b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:44:28Z', 'updated_at': '2022-02-04T08:44:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:44:38.847524 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-103e5c6c-e007-4d33-bccb-937f61c8c088 None None] For port 5402f673-53c5-4214-98c6-c03f7f62e982, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:44:38.865635 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-6d45d620-1640-4592-8085-3d69d517286c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1572495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472959'] for router_interface, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:38.867751 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-103e5c6c-e007-4d33-bccb-937f61c8c088 None None] For port 5402f673-53c5-4214-98c6-c03f7f62e982, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=5402f673-53c5-4214-98c6-c03f7f62e982,segment=NetworkSegment(d10773c3-ff2b-4a66-a4d7-5fa5d8f550a5),segment_id=d10773c3-ff2b-4a66-a4d7-5fa5d8f550a5)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:44:38.872159 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-02a0b3a5-9459-4802-b4ad-3360ea18c969 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472990'] for router, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:38.900793 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b80c325d-5504-4ab6-9ae3-23ab22f7792b tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:38.949549 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c325d-5504-4ab6-9ae3-23ab22f7792b tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Pushing event deleted for resources: {'Port': ['ID=09984960-9443-440b-b031-302b792988b0,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:38.961029 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80c325d-5504-4ab6-9ae3-23ab22f7792b tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] No DVR routers for this DVR port 09984960-9443-440b-b031-302b792988b0 on host dv-neutron-827798-2-hyperv {{(pid=84107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:44:38.966134 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-103e5c6c-e007-4d33-bccb-937f61c8c088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:39.001987 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-02a0b3a5-9459-4802-b4ad-3360ea18c969 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:39.003956 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-02a0b3a5-9459-4802-b4ad-3360ea18c969 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9662313 Feb 04 08:44:39.008380 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 55224) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:39.034856 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-185febcc-0165-4639-bf86-e09be5486217 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:39.157079 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-fe1685e2-879d-4a0f-9420-a6c8b7625e5d None None] Allocated IP 2001:db8::2 (874a6a73-bc08-4264-974a-ccc59dc1369e/8faf684a-c9c1-44fb-b9cb-5448942ba67f/14ea600c-1aa6-44d7-834d-a575f7b7f7a2) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:44:39.160942 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185febcc-0165-4639-bf86-e09be5486217 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Network fd850cd4-7481-4610-9715-4b6b4e6c51ec is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:44:39.162462 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185febcc-0165-4639-bf86-e09be5486217 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Pushing event updated for resources: {'Port': ['ID=9187c020-ac28-4343-9fbd-5ed57f1f634b,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:39.165434 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-185febcc-0165-4639-bf86-e09be5486217 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:44:39.177234 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185febcc-0165-4639-bf86-e09be5486217 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:44:39.197196 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103e5c6c-e007-4d33-bccb-937f61c8c088 None None] Pushing event updated for resources: {'Port': ['ID=5402f673-53c5-4214-98c6-c03f7f62e982,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:39.398387 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b80c325d-5504-4ab6-9ae3-23ab22f7792b tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:39.439460 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-b80c325d-5504-4ab6-9ae3-23ab22f7792b tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a2a5833-56e1-4d7c-9e84-d1458a5f6576']}} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:39.504042 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-b80c325d-5504-4ab6-9ae3-23ab22f7792b tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31dc9f9d-51c9-461e-a514-a09f2a078146') {'for_net_delete': True} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:39.504886 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-b80c325d-5504-4ab6-9ae3-23ab22f7792b tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31dc9f9d-51c9-461e-a514-a09f2a078146') {} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:39.541542 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b80c325d-5504-4ab6-9ae3-23ab22f7792b tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8058642'] for segment, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:39.591023 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-fe1685e2-879d-4a0f-9420-a6c8b7625e5d None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:39.608128 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-185febcc-0165-4639-bf86-e09be5486217 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-472912'] for router_interface, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:39.609640 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-fe1685e2-879d-4a0f-9420-a6c8b7625e5d None None] Transition to ACTIVE for port object 14ea600c-1aa6-44d7-834d-a575f7b7f7a2 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:44:39.650738 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-fe1685e2-879d-4a0f-9420-a6c8b7625e5d None None] Transition to ACTIVE for port object 14ea600c-1aa6-44d7-834d-a575f7b7f7a2 will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:44:39.678395 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b80c325d-5504-4ab6-9ae3-23ab22f7792b tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:39.687209 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b80c325d-5504-4ab6-9ae3-23ab22f7792b tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=84107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:44:39.687209 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b80c325d-5504-4ab6-9ae3-23ab22f7792b tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7377717'] for segment, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:39.745527 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-fe1685e2-879d-4a0f-9420-a6c8b7625e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:39.805804 dv-neutron-827798-2-hyperv neutron-server[84107]: Traceback (most recent call last): Feb 04 08:44:39.805804 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:44:39.805804 dv-neutron-827798-2-hyperv neutron-server[84107]: timer() Feb 04 08:44:39.805804 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:44:39.805804 dv-neutron-827798-2-hyperv neutron-server[84107]: cb(*args, **kw) Feb 04 08:44:39.805804 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:44:39.805804 dv-neutron-827798-2-hyperv neutron-server[84107]: return func(*args, **kwargs) Feb 04 08:44:39.805804 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:44:39.805804 dv-neutron-827798-2-hyperv neutron-server[84107]: self._notify() Feb 04 08:44:39.805804 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:44:39.805804 dv-neutron-827798-2-hyperv neutron-server[84107]: self.callback(batched_events) Feb 04 08:44:39.805804 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:44:39.805804 dv-neutron-827798-2-hyperv neutron-server[84107]: event.method(event) Feb 04 08:44:39.805804 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:44:39.805804 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:44:39.805804 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:44:39.805804 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:44:39.805804 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:44:39.805804 dv-neutron-827798-2-hyperv neutron-server[84107]: return f(self, *a, **k) Feb 04 08:44:39.805804 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:44:39.805804 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._get(url).json() Feb 04 08:44:39.805804 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:44:39.805804 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:44:39.805804 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:44:39.805804 dv-neutron-827798-2-hyperv neutron-server[84107]: return self.request(url, 'GET', **kwargs) Feb 04 08:44:39.805804 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:44:39.805804 dv-neutron-827798-2-hyperv neutron-server[84107]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:44:39.805804 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:44:39.805804 dv-neutron-827798-2-hyperv neutron-server[84107]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:44:39.805804 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:44:39.805804 dv-neutron-827798-2-hyperv neutron-server[84107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:44:39.805804 dv-neutron-827798-2-hyperv neutron-server[84107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:44:39.846611 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1685e2-879d-4a0f-9420-a6c8b7625e5d None None] Pushing event updated for resources: {'Port': ['ID=14ea600c-1aa6-44d7-834d-a575f7b7f7a2,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:39.867198 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1685e2-879d-4a0f-9420-a6c8b7625e5d None None] Network 874a6a73-bc08-4264-974a-ccc59dc1369e is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:44:39.869339 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-fe1685e2-879d-4a0f-9420-a6c8b7625e5d None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:44:39.873651 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1685e2-879d-4a0f-9420-a6c8b7625e5d None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:44:39.899877 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b80c325d-5504-4ab6-9ae3-23ab22f7792b tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:39.934837 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b80c325d-5504-4ab6-9ae3-23ab22f7792b tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:39.952543 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-185febcc-0165-4639-bf86-e09be5486217 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:40.038624 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c325d-5504-4ab6-9ae3-23ab22f7792b tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Pushing event deleted for resources: {'Network': ['ID=9a2a5833-56e1-4d7c-9e84-d1458a5f6576,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:40.048571 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-b80c325d-5504-4ab6-9ae3-23ab22f7792b tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] 10.222.0.36 "DELETE /v2.0/networks/9a2a5833-56e1-4d7c-9e84-d1458a5f6576 HTTP/1.1" status: 204 len: 168 time: 5.5283659 Feb 04 08:44:40.053917 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-fe1685e2-879d-4a0f-9420-a6c8b7625e5d None None] Attempting to bind port 14ea600c-1aa6-44d7-834d-a575f7b7f7a2 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:44:40.054355 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-fe1685e2-879d-4a0f-9420-a6c8b7625e5d None None] Attempting to bind port 14ea600c-1aa6-44d7-834d-a575f7b7f7a2 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': 'ee5c419b-2d18-4550-9960-2bb4cb221414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '874a6a73-bc08-4264-974a-ccc59dc1369e'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:44:40.062867 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1685e2-879d-4a0f-9420-a6c8b7625e5d None None] Attempting to bind port 14ea600c-1aa6-44d7-834d-a575f7b7f7a2 on network 874a6a73-bc08-4264-974a-ccc59dc1369e {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:44:40.063395 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 55236) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:40.070909 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1685e2-879d-4a0f-9420-a6c8b7625e5d None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:44:40.071454 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-25bc6052-8b88-440e-a011-e613b91dc880 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-765825587'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:44:40.073913 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1685e2-879d-4a0f-9420-a6c8b7625e5d None None] Checking segment: {'id': 'ee5c419b-2d18-4550-9960-2bb4cb221414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '874a6a73-bc08-4264-974a-ccc59dc1369e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:44:40.074544 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-fe1685e2-879d-4a0f-9420-a6c8b7625e5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:40.075116 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1685e2-879d-4a0f-9420-a6c8b7625e5d None None] Bound using segment: {'id': 'ee5c419b-2d18-4550-9960-2bb4cb221414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '874a6a73-bc08-4264-974a-ccc59dc1369e'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:44:40.075770 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-fe1685e2-879d-4a0f-9420-a6c8b7625e5d None None] Bound port: 14ea600c-1aa6-44d7-834d-a575f7b7f7a2, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee5c419b-2d18-4550-9960-2bb4cb221414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '874a6a73-bc08-4264-974a-ccc59dc1369e'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:44:40.076320 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-fe1685e2-879d-4a0f-9420-a6c8b7625e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:40.078676 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-25bc6052-8b88-440e-a011-e613b91dc880 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:44:40.189492 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-25bc6052-8b88-440e-a011-e613b91dc880 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Usage tracker for resource:network and tenant:88ac21618fc2460393f2181c0240ea1e is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:44:40.197962 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-25bc6052-8b88-440e-a011-e613b91dc880 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:44:40.207502 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-25bc6052-8b88-440e-a011-e613b91dc880 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:44:40.318474 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-fe1685e2-879d-4a0f-9420-a6c8b7625e5d None None] For port 14ea600c-1aa6-44d7-834d-a575f7b7f7a2, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:44:40.322523 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-fe1685e2-879d-4a0f-9420-a6c8b7625e5d None None] For port 14ea600c-1aa6-44d7-834d-a575f7b7f7a2, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=14ea600c-1aa6-44d7-834d-a575f7b7f7a2,segment=NetworkSegment(ee5c419b-2d18-4550-9960-2bb4cb221414),segment_id=ee5c419b-2d18-4550-9960-2bb4cb221414)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:44:40.376080 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e6897991-ceeb-43ef-bcc9-dfdbb37d2513 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:40.392370 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-fe1685e2-879d-4a0f-9420-a6c8b7625e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:40.470390 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25bc6052-8b88-440e-a011-e613b91dc880 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Made reservation on behalf of 88ac21618fc2460393f2181c0240ea1e for: {'network': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:44:40.473509 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-25bc6052-8b88-440e-a011-e613b91dc880 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:40.532234 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1685e2-879d-4a0f-9420-a6c8b7625e5d None None] Pushing event updated for resources: {'Port': ['ID=14ea600c-1aa6-44d7-834d-a575f7b7f7a2,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:40.568864 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25bc6052-8b88-440e-a011-e613b91dc880 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=84107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:44:40.576951 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d45d620-1640-4592-8085-3d69d517286c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Router 4a72ba4c-e039-402a-8503-660cd7f4f6a8 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:44:40.592697 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-25bc6052-8b88-440e-a011-e613b91dc880 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:40.594660 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.segments_db [None req-25bc6052-8b88-440e-a011-e613b91dc880 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Added segment 024f7423-754d-486b-9802-ffa07c129e38 of type vlan for network 88605236-ef78-4eab-9b37-4c99260a05f3 Feb 04 08:44:40.729864 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.db.resource_extend [None req-185febcc-0165-4639-bf86-e09be5486217 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 08:44:40.740932 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7966c6-1a6b-4754-9726-310963fa5029 None None] Network fd850cd4-7481-4610-9715-4b6b4e6c51ec requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:44:40.754452 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-185febcc-0165-4639-bf86-e09be5486217 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks [] for port, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:40.886609 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-185febcc-0165-4639-bf86-e09be5486217 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:40.890323 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-25bc6052-8b88-440e-a011-e613b91dc880 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:40.959929 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 8930259b-d44e-4b4b-9e01-88d31f930d62 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:44:41.033459 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 55248) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:41.039595 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185febcc-0165-4639-bf86-e09be5486217 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Pushing event updated for resources: {'Port': ['ID=9187c020-ac28-4343-9fbd-5ed57f1f634b,revision_number=2']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:41.040649 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-dd1bec5b-858f-47ab-b0c6-b52a81df74d3 None None] Provisioning for port 5402f673-53c5-4214-98c6-c03f7f62e982 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:44:41.091817 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-185febcc-0165-4639-bf86-e09be5486217 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473771'] for router_interface, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:41.226532 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d45d620-1640-4592-8085-3d69d517286c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:44:41.232879 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-e6897991-ceeb-43ef-bcc9-dfdbb37d2513 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Allocated IP 2001:db8::1 (874a6a73-bc08-4264-974a-ccc59dc1369e/8faf684a-c9c1-44fb-b9cb-5448942ba67f/cd64566c-229e-46f4-b565-b7630f005d56) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:44:41.238529 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12f7c27-99a7-496e-a710-680f54cfb501 None None] Sync routers for ids ['4a72ba4c-e039-402a-8503-660cd7f4f6a8'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:44:41.275949 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12f7c27-99a7-496e-a710-680f54cfb501 None None] Routers {'4a72ba4c-e039-402a-8503-660cd7f4f6a8'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:44:41.276664 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-a12f7c27-99a7-496e-a710-680f54cfb501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:44:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['4a72ba4c-e039-402a-8503-660cd7f4f6a8'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:41.295451 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 8930259b-d44e-4b4b-9e01-88d31f930d62 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:44:41.301927 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 8930259b-d44e-4b4b-9e01-88d31f930d62 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:44:41.302301 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:41.307306 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185febcc-0165-4639-bf86-e09be5486217 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Network fd850cd4-7481-4610-9715-4b6b4e6c51ec is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:44:41.319394 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-185febcc-0165-4639-bf86-e09be5486217 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:44:41.334832 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-25bc6052-8b88-440e-a011-e613b91dc880 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:41.344412 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25bc6052-8b88-440e-a011-e613b91dc880 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:44:41.346733 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-25bc6052-8b88-440e-a011-e613b91dc880 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:41.401454 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-08519847-452c-4fe0-8b83-3013822a8740 tempest-ExternalNetworksTestJSON-540370498 tempest-ExternalNetworksTestJSON-540370498-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1417169157'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:44:41.475730 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-08519847-452c-4fe0-8b83-3013822a8740 tempest-ExternalNetworksTestJSON-540370498 tempest-ExternalNetworksTestJSON-540370498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:44:41.520218 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-08519847-452c-4fe0-8b83-3013822a8740 tempest-ExternalNetworksTestJSON-540370498 tempest-ExternalNetworksTestJSON-540370498-project] Usage tracker for resource:network and tenant:1606dc13b3344ae59d2261a3b03e8ed0 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:44:41.528148 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-08519847-452c-4fe0-8b83-3013822a8740 tempest-ExternalNetworksTestJSON-540370498 tempest-ExternalNetworksTestJSON-540370498-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:44:41.546155 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:41.560053 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-08519847-452c-4fe0-8b83-3013822a8740 tempest-ExternalNetworksTestJSON-540370498 tempest-ExternalNetworksTestJSON-540370498-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:44:41.566287 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port 8930259b-d44e-4b4b-9e01-88d31f930d62, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=8930259b-d44e-4b4b-9e01-88d31f930d62,segment=NetworkSegment(c44b9475-949d-4ae7-bfca-e29b010a56a6),segment_id=c44b9475-949d-4ae7-bfca-e29b010a56a6)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:44:41.594363 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-6d45d620-1640-4592-8085-3d69d517286c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "PUT /v2.0/routers/4a72ba4c-e039-402a-8503-660cd7f4f6a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1698163 Feb 04 08:44:41.603296 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 55254) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:41.610977 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bc6052-8b88-440e-a011-e613b91dc880 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Pushing event updated for resources: {'Network': ['ID=88605236-ef78-4eab-9b37-4c99260a05f3,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:41.624821 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network 88605236-ef78-4eab-9b37-4c99260a05f3 details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:44:41.661861 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-a12f7c27-99a7-496e-a710-680f54cfb501 None None] Set router 4a72ba4c-e039-402a-8503-660cd7f4f6a8 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:44:41.663205 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e6897991-ceeb-43ef-bcc9-dfdbb37d2513 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:41.688112 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [None req-e6897991-ceeb-43ef-bcc9-dfdbb37d2513 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Transition to ACTIVE for port object cd64566c-229e-46f4-b565-b7630f005d56 will not be triggered until provisioned by entity DHCP. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:44:41.689228 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:41.691168 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 5402f673-53c5-4214-98c6-c03f7f62e982 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:44:41.704017 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-25bc6052-8b88-440e-a011-e613b91dc880 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6384103 Feb 04 08:44:41.708185 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 55258) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:41.722765 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-e5398f5d-e1ea-4cac-9114-4629f0e805e6 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Request body: {'subnet': {'network_id': '88605236-ef78-4eab-9b37-4c99260a05f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:44:41.874240 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08519847-452c-4fe0-8b83-3013822a8740 tempest-ExternalNetworksTestJSON-540370498 tempest-ExternalNetworksTestJSON-540370498-project] Made reservation on behalf of 1606dc13b3344ae59d2261a3b03e8ed0 for: {'network': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:44:41.877205 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-08519847-452c-4fe0-8b83-3013822a8740 tempest-ExternalNetworksTestJSON-540370498 tempest-ExternalNetworksTestJSON-540370498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:41.946709 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-08519847-452c-4fe0-8b83-3013822a8740 tempest-ExternalNetworksTestJSON-540370498 tempest-ExternalNetworksTestJSON-540370498-project] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:42.069732 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-e5398f5d-e1ea-4cac-9114-4629f0e805e6 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:44:42.089639 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-e5398f5d-e1ea-4cac-9114-4629f0e805e6 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Usage tracker for resource:subnet and tenant:88ac21618fc2460393f2181c0240ea1e is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:44:42.096750 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-e5398f5d-e1ea-4cac-9114-4629f0e805e6 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:44:42.103742 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e6897991-ceeb-43ef-bcc9-dfdbb37d2513 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:42.119683 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-08519847-452c-4fe0-8b83-3013822a8740 tempest-ExternalNetworksTestJSON-540370498 tempest-ExternalNetworksTestJSON-540370498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:44:42.126488 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-9cd46757-cb82-4b85-be64-438a5a033ee7 None None] Provisioning for port 9187c020-ac28-4343-9fbd-5ed57f1f634b completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:44:42.131007 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d6f0a18-509b-4e0f-8ee6-a0ed34f6a1c7 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Deleting subnet 13bb94bf-077c-48a9-9255-43c72a99925c {{(pid=84108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:44:42.136353 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-5d6f0a18-509b-4e0f-8ee6-a0ed34f6a1c7 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for subnet, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:42.143679 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=8930259b-d44e-4b4b-9e01-88d31f930d62,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:42.146332 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-9cd46757-cb82-4b85-be64-438a5a033ee7 None None] Provisioning complete for port 9187c020-ac28-4343-9fbd-5ed57f1f634b triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:44:42.146588 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-9cd46757-cb82-4b85-be64-438a5a033ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:42.189725 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8b63f1-bbc2-4692-92c3-feed00717575 None None] Network 874a6a73-bc08-4264-974a-ccc59dc1369e requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:44:42.193594 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-a12f7c27-99a7-496e-a710-680f54cfb501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a72ba4c-e039-402a-8503-660cd7f4f6a8', 'name': 'tempest-TestNetworkBasicOps-router-1639249351', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.177'}], 'enable_snat': True}, 'gw_port_id': '51804439-b547-47b1-acbe-80799117713d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:42:13Z', 'updated_at': '2022-02-04T08:44:37Z', 'revision_number': 5, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': '51804439-b547-47b1-acbe-80799117713d', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a72ba4c-e039-402a-8503-660cd7f4f6a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:42:15Z', 'updated_at': '2022-02-04T08:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:42.199435 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12f7c27-99a7-496e-a710-680f54cfb501 None None] Checking router: 4a72ba4c-e039-402a-8503-660cd7f4f6a8 for host: dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 08:44:42.212963 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-5d6f0a18-509b-4e0f-8ee6-a0ed34f6a1c7 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7851377'] for subnet, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:42.215413 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12f7c27-99a7-496e-a710-680f54cfb501 None None] Routers {'4a72ba4c-e039-402a-8503-660cd7f4f6a8'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:44:42.216219 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-a12f7c27-99a7-496e-a710-680f54cfb501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:44:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['4a72ba4c-e039-402a-8503-660cd7f4f6a8'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:42.218951 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-e5398f5d-e1ea-4cac-9114-4629f0e805e6 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:44:42.233219 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-08519847-452c-4fe0-8b83-3013822a8740 tempest-ExternalNetworksTestJSON-540370498 tempest-ExternalNetworksTestJSON-540370498-project] Usage tracker for resource:security_group_rule and tenant:1606dc13b3344ae59d2261a3b03e8ed0 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:44:42.253796 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-08519847-452c-4fe0-8b83-3013822a8740 tempest-ExternalNetworksTestJSON-540370498 tempest-ExternalNetworksTestJSON-540370498-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:44:42.288680 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6897991-ceeb-43ef-bcc9-dfdbb37d2513 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Network 874a6a73-bc08-4264-974a-ccc59dc1369e is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:44:42.293723 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-08519847-452c-4fe0-8b83-3013822a8740 tempest-ExternalNetworksTestJSON-540370498 tempest-ExternalNetworksTestJSON-540370498-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:44:42.299206 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-e6897991-ceeb-43ef-bcc9-dfdbb37d2513 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:44:42.302124 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5398f5d-e1ea-4cac-9114-4629f0e805e6 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Made reservation on behalf of 88ac21618fc2460393f2181c0240ea1e for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:44:42.315445 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 5402f673-53c5-4214-98c6-c03f7f62e982 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:44:42.324024 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-9cd46757-cb82-4b85-be64-438a5a033ee7 None None] Port 9187c020-ac28-4343-9fbd-5ed57f1f634b cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:44:42.349491 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 5402f673-53c5-4214-98c6-c03f7f62e982 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:44:42.349599 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:42.407021 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-5d6f0a18-509b-4e0f-8ee6-a0ed34f6a1c7 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:42.451859 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-9cd46757-cb82-4b85-be64-438a5a033ee7 None None] Provisioning complete for port 5402f673-53c5-4214-98c6-c03f7f62e982 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:44:42.452229 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-9cd46757-cb82-4b85-be64-438a5a033ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:42.474346 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-185febcc-0165-4639-bf86-e09be5486217 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Router 1fda863d-0174-4e5d-b686-0257dd1682b7 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:44:42.475692 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6897991-ceeb-43ef-bcc9-dfdbb37d2513 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:44:42.476224 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e6897991-ceeb-43ef-bcc9-dfdbb37d2513 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-472912'] for router_interface, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:42.485513 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-a12f7c27-99a7-496e-a710-680f54cfb501 None None] Set router 4a72ba4c-e039-402a-8503-660cd7f4f6a8 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:44:42.567207 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-08519847-452c-4fe0-8b83-3013822a8740 tempest-ExternalNetworksTestJSON-540370498 tempest-ExternalNetworksTestJSON-540370498-project] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:42.570818 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e5398f5d-e1ea-4cac-9114-4629f0e805e6 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985186'] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:42.588640 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6897991-ceeb-43ef-bcc9-dfdbb37d2513 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Pushing event updated for resources: {'Port': ['ID=cd64566c-229e-46f4-b565-b7630f005d56,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:42.663556 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-08519847-452c-4fe0-8b83-3013822a8740 tempest-ExternalNetworksTestJSON-540370498 tempest-ExternalNetworksTestJSON-540370498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:42.675383 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08519847-452c-4fe0-8b83-3013822a8740 tempest-ExternalNetworksTestJSON-540370498 tempest-ExternalNetworksTestJSON-540370498-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=84107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:44:42.688753 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-08519847-452c-4fe0-8b83-3013822a8740 tempest-ExternalNetworksTestJSON-540370498 tempest-ExternalNetworksTestJSON-540370498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:42.688975 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.segments_db [None req-08519847-452c-4fe0-8b83-3013822a8740 tempest-ExternalNetworksTestJSON-540370498 tempest-ExternalNetworksTestJSON-540370498-project] Added segment c32a99a4-799c-4535-becc-bd02b10d2908 of type vlan for network 3f64e4df-225c-4392-97c4-551f77a9e0eb Feb 04 08:44:42.700076 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-5d6f0a18-509b-4e0f-8ee6-a0ed34f6a1c7 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7593563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8119683'] for subnet, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:42.722523 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-08519847-452c-4fe0-8b83-3013822a8740 tempest-ExternalNetworksTestJSON-540370498 tempest-ExternalNetworksTestJSON-540370498-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:42.741258 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:42.763884 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6f0a18-509b-4e0f-8ee6-a0ed34f6a1c7 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event deleted for resources: {'Subnet': ['ID=13bb94bf-077c-48a9-9255-43c72a99925c,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:42.770683 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-9cd46757-cb82-4b85-be64-438a5a033ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:42.785396 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-5d6f0a18-509b-4e0f-8ee6-a0ed34f6a1c7 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:42.794391 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9768429-26ab-4181-b670-75014cd646d6 None None] Network 496cc049-ee93-4118-86d8-45abdf23adc3 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:44:42.799442 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-5d6f0a18-509b-4e0f-8ee6-a0ed34f6a1c7 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "DELETE /v2.0/subnets/13bb94bf-077c-48a9-9255-43c72a99925c HTTP/1.1" status: 204 len: 168 time: 1.1947858 Feb 04 08:44:42.801523 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 55262) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:42.820688 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-08519847-452c-4fe0-8b83-3013822a8740 tempest-ExternalNetworksTestJSON-540370498 tempest-ExternalNetworksTestJSON-540370498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:42.824498 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08519847-452c-4fe0-8b83-3013822a8740 tempest-ExternalNetworksTestJSON-540370498 tempest-ExternalNetworksTestJSON-540370498-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:44:42.825306 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-08519847-452c-4fe0-8b83-3013822a8740 tempest-ExternalNetworksTestJSON-540370498 tempest-ExternalNetworksTestJSON-540370498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:42.849257 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-a12f7c27-99a7-496e-a710-680f54cfb501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a72ba4c-e039-402a-8503-660cd7f4f6a8', 'name': 'tempest-TestNetworkBasicOps-router-1639249351', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.177'}], 'enable_snat': True}, 'gw_port_id': '51804439-b547-47b1-acbe-80799117713d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:42:13Z', 'updated_at': '2022-02-04T08:44:37Z', 'revision_number': 5, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': '51804439-b547-47b1-acbe-80799117713d', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a72ba4c-e039-402a-8503-660cd7f4f6a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:42:15Z', 'updated_at': '2022-02-04T08:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:42.854051 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12f7c27-99a7-496e-a710-680f54cfb501 None None] The sync data for ids ['4a72ba4c-e039-402a-8503-660cd7f4f6a8'] in dv-neutron-827798-2-hyperv is: [{'id': '4a72ba4c-e039-402a-8503-660cd7f4f6a8', 'name': 'tempest-TestNetworkBasicOps-router-1639249351', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.177'}], 'enable_snat': True}, 'gw_port_id': '51804439-b547-47b1-acbe-80799117713d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:42:13Z', 'updated_at': '2022-02-04T08:44:37Z', 'revision_number': 5, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': '51804439-b547-47b1-acbe-80799117713d', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a72ba4c-e039-402a-8503-660cd7f4f6a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:42:15Z', 'updated_at': '2022-02-04T08:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:44:42.891675 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08519847-452c-4fe0-8b83-3013822a8740 tempest-ExternalNetworksTestJSON-540370498 tempest-ExternalNetworksTestJSON-540370498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb85ab8-1f58-4129-a58f-5f253c261109,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:42.926909 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port 5402f673-53c5-4214-98c6-c03f7f62e982, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=5402f673-53c5-4214-98c6-c03f7f62e982,segment=NetworkSegment(d10773c3-ff2b-4a66-a4d7-5fa5d8f550a5),segment_id=d10773c3-ff2b-4a66-a4d7-5fa5d8f550a5)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:44:42.987559 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-185febcc-0165-4639-bf86-e09be5486217 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:44:42.998539 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-185febcc-0165-4639-bf86-e09be5486217 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] 10.222.0.36 "PUT /v2.0/routers/1fda863d-0174-4e5d-b686-0257dd1682b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1957502 Feb 04 08:44:43.029447 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:43.065596 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-08519847-452c-4fe0-8b83-3013822a8740 tempest-ExternalNetworksTestJSON-540370498 tempest-ExternalNetworksTestJSON-540370498-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.0308473 Feb 04 08:44:43.075573 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 55268) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:43.097442 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08519847-452c-4fe0-8b83-3013822a8740 tempest-ExternalNetworksTestJSON-540370498 tempest-ExternalNetworksTestJSON-540370498-project] Pushing event updated for resources: {'Network': ['ID=3f64e4df-225c-4392-97c4-551f77a9e0eb,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:43.167932 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network 3f64e4df-225c-4392-97c4-551f77a9e0eb details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:44:43.226797 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-793fb76b-2c09-473e-9803-05f2bd5e9c0e tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Request body: {'network': {'name': 'tempest-network--1203856313', 'router:external': True}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:44:43.257884 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d7da3552-6774-4ed0-a981-ac64d23816af tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for router, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:43.297465 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-793fb76b-2c09-473e-9803-05f2bd5e9c0e tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:44:43.312505 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-793fb76b-2c09-473e-9803-05f2bd5e9c0e tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Usage tracker for resource:network and tenant:ef6d1876151d427da188fd3387f2326d is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:44:43.331980 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-793fb76b-2c09-473e-9803-05f2bd5e9c0e tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:44:43.344630 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e6897991-ceeb-43ef-bcc9-dfdbb37d2513 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:43.431529 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-793fb76b-2c09-473e-9803-05f2bd5e9c0e tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:44:43.545662 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e5398f5d-e1ea-4cac-9114-4629f0e805e6 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7510230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985204'] for subnet, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:43.584185 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=5402f673-53c5-4214-98c6-c03f7f62e982,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:43.604908 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05140755-c3b5-46e3-9a50-5108f200d312 None None] Sync routers for ids ['1fda863d-0174-4e5d-b686-0257dd1682b7'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:44:43.615035 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 8930259b-d44e-4b4b-9e01-88d31f930d62 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:44:43.632222 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-793fb76b-2c09-473e-9803-05f2bd5e9c0e tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Made reservation on behalf of ef6d1876151d427da188fd3387f2326d for: {'network': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:44:43.636343 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-793fb76b-2c09-473e-9803-05f2bd5e9c0e tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:43.663972 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-793fb76b-2c09-473e-9803-05f2bd5e9c0e tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:43.675857 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.db.api [None req-9cd46757-cb82-4b85-be64-438a5a033ee7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 08:44:43.676844 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG oslo_db.api [None req-9cd46757-cb82-4b85-be64-438a5a033ee7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 08:44:43.696823 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05140755-c3b5-46e3-9a50-5108f200d312 None None] Routers {'1fda863d-0174-4e5d-b686-0257dd1682b7'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:44:43.698960 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-05140755-c3b5-46e3-9a50-5108f200d312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:44:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['1fda863d-0174-4e5d-b686-0257dd1682b7'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:43.764597 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d7da3552-6774-4ed0-a981-ac64d23816af tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:43.856983 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-d7da3552-6774-4ed0-a981-ac64d23816af tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Deleting port 51804439-b547-47b1-acbe-80799117713d {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:44:43.856983 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d7da3552-6774-4ed0-a981-ac64d23816af tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:43.869205 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2afa8a66-88a3-4c34-9116-e76bd8663446 None None] DHCP port deletion for 496cc049-ee93-4118-86d8-45abdf23adc3 request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 08:44:43.887134 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 8930259b-d44e-4b4b-9e01-88d31f930d62 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:44:43.887825 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:43.903154 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-16436421-1670-43cd-bb8b-308ee13e5bf7 req-ed725e51-2ee3-49f6-9127-182b03c84576 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-212008993&fields=id&tenant_id=8286d186dd0e4cfe84e34ace3d186fd0 HTTP/1.1" status: 200 len: 267 time: 0.4784393 Feb 04 08:44:43.909551 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-2afa8a66-88a3-4c34-9116-e76bd8663446 None None] Deleting port c0e374a8-1160-4ff1-af0a-0114d0de8018 {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:44:43.909920 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2afa8a66-88a3-4c34-9116-e76bd8663446 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:44.024673 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5398f5d-e1ea-4cac-9114-4629f0e805e6 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Pushing event updated for resources: {'Subnet': ['ID=5cff55cf-c7ae-44de-8d5b-38221e2a60f2,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:44.040923 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-05140755-c3b5-46e3-9a50-5108f200d312 None None] Set router 1fda863d-0174-4e5d-b686-0257dd1682b7 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:44:44.051519 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [None req-d7da3552-6774-4ed0-a981-ac64d23816af tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] For port 51804439-b547-47b1-acbe-80799117713d, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=51804439-b547-47b1-acbe-80799117713d,segment=NetworkSegment(c44b9475-949d-4ae7-bfca-e29b010a56a6),segment_id=c44b9475-949d-4ae7-bfca-e29b010a56a6)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:44:44.052149 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d7da3552-6774-4ed0-a981-ac64d23816af tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:44.055481 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-793fb76b-2c09-473e-9803-05f2bd5e9c0e tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:44:44.064859 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5398f5d-e1ea-4cac-9114-4629f0e805e6 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Checking segment: {'id': '024f7423-754d-486b-9802-ffa07c129e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '88605236-ef78-4eab-9b37-4c99260a05f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:44:44.066585 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5398f5d-e1ea-4cac-9114-4629f0e805e6 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Network hostable DHCP agents. Network: 88605236-ef78-4eab-9b37-4c99260a05f3, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:44:44.120290 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-793fb76b-2c09-473e-9803-05f2bd5e9c0e tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Usage tracker for resource:security_group_rule and tenant:ef6d1876151d427da188fd3387f2326d is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:44:44.134147 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-793fb76b-2c09-473e-9803-05f2bd5e9c0e tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:44:44.148026 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-793fb76b-2c09-473e-9803-05f2bd5e9c0e tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:44:44.192872 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-d7da3552-6774-4ed0-a981-ac64d23816af tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Calling delete_port for 51804439-b547-47b1-acbe-80799117713d owned by network:router_gateway {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:44:44.337178 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16436421-1670-43cd-bb8b-308ee13e5bf7 req-1b0f6b53-91fd-4158-a331-b1b48e3523fe tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:44:44.338808 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-16436421-1670-43cd-bb8b-308ee13e5bf7 req-1b0f6b53-91fd-4158-a331-b1b48e3523fe tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] 10.222.0.36 "GET /v2.0/networks?id=fd850cd4-7481-4610-9715-4b6b4e6c51ec HTTP/1.1" status: 200 len: 797 time: 0.3350713 Feb 04 08:44:44.372330 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-2afa8a66-88a3-4c34-9116-e76bd8663446 None None] For port c0e374a8-1160-4ff1-af0a-0114d0de8018, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=c0e374a8-1160-4ff1-af0a-0114d0de8018,segment=NetworkSegment(db317278-674f-445c-8827-caaa4207caa7),segment_id=db317278-674f-445c-8827-caaa4207caa7)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:44:44.373012 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2afa8a66-88a3-4c34-9116-e76bd8663446 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:44.385648 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5398f5d-e1ea-4cac-9114-4629f0e805e6 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Network 88605236-ef78-4eab-9b37-4c99260a05f3 is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:44:44.408442 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-16436421-1670-43cd-bb8b-308ee13e5bf7 req-45b7960c-4fd0-4f9d-99aa-256e4f4cf0a1 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] 10.222.0.36 "GET /v2.0/quotas/8286d186dd0e4cfe84e34ace3d186fd0 HTTP/1.1" status: 200 len: 375 time: 0.0619493 Feb 04 08:44:44.419832 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d7da3552-6774-4ed0-a981-ac64d23816af tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:44.474201 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-793fb76b-2c09-473e-9803-05f2bd5e9c0e tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:44.478009 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7da3552-6774-4ed0-a981-ac64d23816af tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event deleted for resources: {'Port': ['ID=51804439-b547-47b1-acbe-80799117713d,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:44.487111 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-e5398f5d-e1ea-4cac-9114-4629f0e805e6 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, 88605236-ef78-4eab-9b37-4c99260a05f3) {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:44:44.491756 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5398f5d-e1ea-4cac-9114-4629f0e805e6 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:44:44.492398 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e5398f5d-e1ea-4cac-9114-4629f0e805e6 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks [] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:44.503088 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61cb8d3-f076-413f-9598-0a9eb0d4de9a None None] Network 88605236-ef78-4eab-9b37-4c99260a05f3 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:44:44.532088 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-793fb76b-2c09-473e-9803-05f2bd5e9c0e tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:44.578732 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-793fb76b-2c09-473e-9803-05f2bd5e9c0e tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=84107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:44:44.591373 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e6897991-ceeb-43ef-bcc9-dfdbb37d2513 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:44.596732 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-e5398f5d-e1ea-4cac-9114-4629f0e805e6 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8835292 Feb 04 08:44:44.602863 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 55280) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:44.613267 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-793fb76b-2c09-473e-9803-05f2bd5e9c0e tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:44.613617 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.segments_db [None req-793fb76b-2c09-473e-9803-05f2bd5e9c0e tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Added segment 3c80e587-b7d9-4b87-9f0c-1f2641fb4030 of type vlan for network 0b685135-6529-4259-a98b-ad38a4af3447 Feb 04 08:44:44.629943 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 14ea600c-1aa6-44d7-834d-a575f7b7f7a2 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:44:44.670056 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-2afa8a66-88a3-4c34-9116-e76bd8663446 None None] Calling delete_port for c0e374a8-1160-4ff1-af0a-0114d0de8018 owned by network:dhcp {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:44:44.697778 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793fb76b-2c09-473e-9803-05f2bd5e9c0e tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b0ff149-b391-47c6-8da2-89b7794f8515,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:44.711796 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e6897991-ceeb-43ef-bcc9-dfdbb37d2513 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:44.712586 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e6897991-ceeb-43ef-bcc9-dfdbb37d2513 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473771'] for router_interface, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:44.740246 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d7da3552-6774-4ed0-a981-ac64d23816af tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473010'] for router_gateway, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:44.770418 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-16436421-1670-43cd-bb8b-308ee13e5bf7 req-b5878e93-fd12-494a-bbd7-972898b850b7 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8286d186dd0e4cfe84e34ace3d186fd0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3432238 Feb 04 08:44:44.897261 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-609ba2db-c6b3-40eb-82de-eb5861cae3b0 None None] Provisioning complete for port 9187c020-ac28-4343-9fbd-5ed57f1f634b triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:44:44.897632 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-609ba2db-c6b3-40eb-82de-eb5861cae3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:44.930564 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-793fb76b-2c09-473e-9803-05f2bd5e9c0e tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:45.008295 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6897991-ceeb-43ef-bcc9-dfdbb37d2513 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Pushing event updated for resources: {'Port': ['ID=cd64566c-229e-46f4-b565-b7630f005d56,revision_number=2']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:45.043773 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-609ba2db-c6b3-40eb-82de-eb5861cae3b0 None None] Port 9187c020-ac28-4343-9fbd-5ed57f1f634b cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:44:45.048264 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2afa8a66-88a3-4c34-9116-e76bd8663446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407'] for port, after_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:45.069706 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f99bf5f4-8a3e-449e-b9ac-90172fe3e3a2 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:45.078068 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d7da3552-6774-4ed0-a981-ac64d23816af tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40989'] for router, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:45.082555 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d7da3552-6774-4ed0-a981-ac64d23816af tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:45.105876 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afa8a66-88a3-4c34-9116-e76bd8663446 None None] Pushing event deleted for resources: {'Port': ['ID=c0e374a8-1160-4ff1-af0a-0114d0de8018,revision_number=None']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:45.128729 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afa8a66-88a3-4c34-9116-e76bd8663446 None None] No DVR routers for this DVR port c0e374a8-1160-4ff1-af0a-0114d0de8018 on host dv-neutron-827798-2-hyperv {{(pid=84109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:44:45.157948 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 14ea600c-1aa6-44d7-834d-a575f7b7f7a2 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:44:45.180625 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 1f16f60d-bdf7-4fe1-8b01-2f5938f5eed6 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:44:45.180822 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d7da3552-6774-4ed0-a981-ac64d23816af tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-476062'] for router, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:45.181322 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7da3552-6774-4ed0-a981-ac64d23816af tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Fanout notify agent at l3_agent the message router_deleted on router 4a72ba4c-e039-402a-8503-660cd7f4f6a8 {{(pid=84108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 08:44:45.202485 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d7da3552-6774-4ed0-a981-ac64d23816af tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for router, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:45.206293 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-d7da3552-6774-4ed0-a981-ac64d23816af tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "DELETE /v2.0/routers/4a72ba4c-e039-402a-8503-660cd7f4f6a8 HTTP/1.1" status: 204 len: 168 time: 2.3998680 Feb 04 08:44:45.206533 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 55284) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:45.210234 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae099cb-898a-4834-9b86-1447469a7132 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-88605236-ef78-4eab-9b37-4c99260a05f3', 'network_id': '88605236-ef78-4eab-9b37-4c99260a05f3', 'tenant_id': '88ac21618fc2460393f2181c0240ea1e', 'fixed_ips': [{'subnet_id': '5cff55cf-c7ae-44de-8d5b-38221e2a60f2'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:44:45.211116 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-aae099cb-898a-4834-9b86-1447469a7132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:45.223897 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-793fb76b-2c09-473e-9803-05f2bd5e9c0e tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:45.224832 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793fb76b-2c09-473e-9803-05f2bd5e9c0e tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:44:45.231372 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-793fb76b-2c09-473e-9803-05f2bd5e9c0e tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:45.231509 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: 1f16f60d-bdf7-4fe1-8b01-2f5938f5eed6 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:44:45.231509 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 1f16f60d-bdf7-4fe1-8b01-2f5938f5eed6 not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:44:45.243638 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-05140755-c3b5-46e3-9a50-5108f200d312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fda863d-0174-4e5d-b686-0257dd1682b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1799521398', 'tenant_id': '8286d186dd0e4cfe84e34ace3d186fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.185'}], 'enable_snat': True}, 'gw_port_id': '8930259b-d44e-4b4b-9e01-88d31f930d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:44:27Z', 'updated_at': '2022-02-04T08:44:39Z', 'revision_number': 4, 'project_id': '8286d186dd0e4cfe84e34ace3d186fd0', 'gw_port': {'id': '8930259b-d44e-4b4b-9e01-88d31f930d62', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:1d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fda863d-0174-4e5d-b686-0257dd1682b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:44:28Z', 'updated_at': '2022-02-04T08:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '9187c020-ac28-4343-9fbd-5ed57f1f634b', 'name': '', 'network_id': 'fd850cd4-7481-4610-9715-4b6b4e6c51ec', 'tenant_id': '8286d186dd0e4cfe84e34ace3d186fd0', 'mac_address': 'fa:16:3e:de:9c:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fda863d-0174-4e5d-b686-0257dd1682b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '310ce234-34d4-43db-998c-a4888eef5b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:44:38Z', 'updated_at': '2022-02-04T08:44:40Z', 'revision_number': 2, 'project_id': '8286d186dd0e4cfe84e34ace3d186fd0', 'subnets': [{'id': '310ce234-34d4-43db-998c-a4888eef5b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:45.255544 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-16436421-1670-43cd-bb8b-308ee13e5bf7 req-dfe312cb-af9c-442f-9a4e-eef9967409af service neutron] 10.222.0.36 "GET /v2.0/networks/fd850cd4-7481-4610-9715-4b6b4e6c51ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4562366 Feb 04 08:44:45.255544 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6897991-ceeb-43ef-bcc9-dfdbb37d2513 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Network 874a6a73-bc08-4264-974a-ccc59dc1369e is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:44:45.269908 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-e6897991-ceeb-43ef-bcc9-dfdbb37d2513 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:44:45.286027 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-609ba2db-c6b3-40eb-82de-eb5861cae3b0 None None] Provisioning for port cd64566c-229e-46f4-b565-b7630f005d56 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:44:45.295121 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05140755-c3b5-46e3-9a50-5108f200d312 None None] Checking router: 1fda863d-0174-4e5d-b686-0257dd1682b7 for host: dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 08:44:45.295121 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05140755-c3b5-46e3-9a50-5108f200d312 None None] Updating router 1fda863d-0174-4e5d-b686-0257dd1682b7 port 9187c020-ac28-4343-9fbd-5ed57f1f634b binding host dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 08:44:45.330827 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-609ba2db-c6b3-40eb-82de-eb5861cae3b0 None None] Provisioning complete for port cd64566c-229e-46f4-b565-b7630f005d56 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:44:45.331200 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-609ba2db-c6b3-40eb-82de-eb5861cae3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:45.375909 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-789ade88-0b63-4f48-9a57-5b7314ecd485 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:45.508861 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 5402f673-53c5-4214-98c6-c03f7f62e982 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:44:45.524969 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f99bf5f4-8a3e-449e-b9ac-90172fe3e3a2 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:45.556674 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-aae099cb-898a-4834-9b86-1447469a7132 None None] Allocated IP 172.20.0.2 (88605236-ef78-4eab-9b37-4c99260a05f3/5cff55cf-c7ae-44de-8d5b-38221e2a60f2/d0c4ed57-a3f9-4624-8cad-2763371221bf) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:44:45.577557 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-609ba2db-c6b3-40eb-82de-eb5861cae3b0 None None] Port cd64566c-229e-46f4-b565-b7630f005d56 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:44:45.579324 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-05140755-c3b5-46e3-9a50-5108f200d312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:45.737363 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-789ade88-0b63-4f48-9a57-5b7314ecd485 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:45.762295 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-789ade88-0b63-4f48-9a57-5b7314ecd485 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['496cc049-ee93-4118-86d8-45abdf23adc3']}} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:45.775898 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-789ade88-0b63-4f48-9a57-5b7314ecd485 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db317278-674f-445c-8827-caaa4207caa7') {'for_net_delete': True} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:45.776204 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-789ade88-0b63-4f48-9a57-5b7314ecd485 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db317278-674f-445c-8827-caaa4207caa7') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:45.783137 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-793fb76b-2c09-473e-9803-05f2bd5e9c0e tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.7039242 Feb 04 08:44:45.783890 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 55288) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:45.810373 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793fb76b-2c09-473e-9803-05f2bd5e9c0e tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Pushing event updated for resources: {'Network': ['ID=0b685135-6529-4259-a98b-ad38a4af3447,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:45.848276 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network 0b685135-6529-4259-a98b-ad38a4af3447 details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:44:45.859228 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-789ade88-0b63-4f48-9a57-5b7314ecd485 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7851336'] for segment, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:45.881096 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-609ba2db-c6b3-40eb-82de-eb5861cae3b0 None None] Provisioning for port 14ea600c-1aa6-44d7-834d-a575f7b7f7a2 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:44:45.900453 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-789ade88-0b63-4f48-9a57-5b7314ecd485 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:45.912642 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-789ade88-0b63-4f48-9a57-5b7314ecd485 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=84108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:44:45.913037 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-789ade88-0b63-4f48-9a57-5b7314ecd485 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7460345'] for segment, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:45.928220 dv-neutron-827798-2-hyperv neutron-server[84108]: Traceback (most recent call last): Feb 04 08:44:45.928220 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:44:45.928220 dv-neutron-827798-2-hyperv neutron-server[84108]: timer() Feb 04 08:44:45.928220 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:44:45.928220 dv-neutron-827798-2-hyperv neutron-server[84108]: cb(*args, **kw) Feb 04 08:44:45.928220 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:44:45.928220 dv-neutron-827798-2-hyperv neutron-server[84108]: return func(*args, **kwargs) Feb 04 08:44:45.928220 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:44:45.928220 dv-neutron-827798-2-hyperv neutron-server[84108]: self._notify() Feb 04 08:44:45.928220 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:44:45.928220 dv-neutron-827798-2-hyperv neutron-server[84108]: self.callback(batched_events) Feb 04 08:44:45.928220 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:44:45.928220 dv-neutron-827798-2-hyperv neutron-server[84108]: event.method(event) Feb 04 08:44:45.928220 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:44:45.928220 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:44:45.928220 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:44:45.928220 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:44:45.928220 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:44:45.928220 dv-neutron-827798-2-hyperv neutron-server[84108]: return f(self, *a, **k) Feb 04 08:44:45.928220 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:44:45.928220 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._get(url).json() Feb 04 08:44:45.928220 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:44:45.928220 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:44:45.928220 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:44:45.928220 dv-neutron-827798-2-hyperv neutron-server[84108]: return self.request(url, 'GET', **kwargs) Feb 04 08:44:45.928220 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:44:45.928220 dv-neutron-827798-2-hyperv neutron-server[84108]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:44:45.928220 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:44:45.928220 dv-neutron-827798-2-hyperv neutron-server[84108]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:44:45.928220 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:44:45.928220 dv-neutron-827798-2-hyperv neutron-server[84108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:44:45.928220 dv-neutron-827798-2-hyperv neutron-server[84108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:44:45.933130 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-fc47f199-5587-4901-a125-aedf5c32c416 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:45.949351 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-16436421-1670-43cd-bb8b-308ee13e5bf7 req-d6e306ca-f54a-4094-bf50-8e073898f329 service neutron] 10.222.0.36 "GET /v2.0/networks/fd850cd4-7481-4610-9715-4b6b4e6c51ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6114144 Feb 04 08:44:46.007436 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 5402f673-53c5-4214-98c6-c03f7f62e982 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:44:46.007712 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:46.105934 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-609ba2db-c6b3-40eb-82de-eb5861cae3b0 None None] Provisioning complete for port 14ea600c-1aa6-44d7-834d-a575f7b7f7a2 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:44:46.106303 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-609ba2db-c6b3-40eb-82de-eb5861cae3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:46.132871 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-fc47f199-5587-4901-a125-aedf5c32c416 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:46.143721 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-789ade88-0b63-4f48-9a57-5b7314ecd485 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:46.148085 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-789ade88-0b63-4f48-9a57-5b7314ecd485 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:46.168049 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6897991-ceeb-43ef-bcc9-dfdbb37d2513 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Router 5b4e7239-63b9-4d38-942e-aff215dc4027 is scheduled to L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 with binding_index 1 {{(pid=84107) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 08:44:46.191181 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789ade88-0b63-4f48-9a57-5b7314ecd485 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event deleted for resources: {'Network': ['ID=496cc049-ee93-4118-86d8-45abdf23adc3,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:46.195352 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-fc47f199-5587-4901-a125-aedf5c32c416 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b685135-6529-4259-a98b-ad38a4af3447']}} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:46.210399 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-fc47f199-5587-4901-a125-aedf5c32c416 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c80e587-b7d9-4b87-9f0c-1f2641fb4030') {'for_net_delete': True} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:46.210733 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-fc47f199-5587-4901-a125-aedf5c32c416 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c80e587-b7d9-4b87-9f0c-1f2641fb4030') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:46.223417 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-fc47f199-5587-4901-a125-aedf5c32c416 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7851336'] for segment, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:46.240992 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-fc47f199-5587-4901-a125-aedf5c32c416 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:46.248027 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc47f199-5587-4901-a125-aedf5c32c416 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=84108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:44:46.254236 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-fc47f199-5587-4901-a125-aedf5c32c416 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7460345'] for segment, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:46.285631 dv-neutron-827798-2-hyperv neutron-server[84108]: Traceback (most recent call last): Feb 04 08:44:46.285631 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:44:46.285631 dv-neutron-827798-2-hyperv neutron-server[84108]: timer() Feb 04 08:44:46.285631 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:44:46.285631 dv-neutron-827798-2-hyperv neutron-server[84108]: cb(*args, **kw) Feb 04 08:44:46.285631 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:44:46.285631 dv-neutron-827798-2-hyperv neutron-server[84108]: return func(*args, **kwargs) Feb 04 08:44:46.285631 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:44:46.285631 dv-neutron-827798-2-hyperv neutron-server[84108]: self._notify() Feb 04 08:44:46.285631 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:44:46.285631 dv-neutron-827798-2-hyperv neutron-server[84108]: self.callback(batched_events) Feb 04 08:44:46.285631 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:44:46.285631 dv-neutron-827798-2-hyperv neutron-server[84108]: event.method(event) Feb 04 08:44:46.285631 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:44:46.285631 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:44:46.285631 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:44:46.285631 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:44:46.285631 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:44:46.285631 dv-neutron-827798-2-hyperv neutron-server[84108]: return f(self, *a, **k) Feb 04 08:44:46.285631 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:44:46.285631 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._get(url).json() Feb 04 08:44:46.285631 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:44:46.285631 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:44:46.285631 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:44:46.285631 dv-neutron-827798-2-hyperv neutron-server[84108]: return self.request(url, 'GET', **kwargs) Feb 04 08:44:46.285631 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:44:46.285631 dv-neutron-827798-2-hyperv neutron-server[84108]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:44:46.285631 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:44:46.285631 dv-neutron-827798-2-hyperv neutron-server[84108]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:44:46.285631 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:44:46.285631 dv-neutron-827798-2-hyperv neutron-server[84108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:44:46.285631 dv-neutron-827798-2-hyperv neutron-server[84108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:44:46.342764 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-789ade88-0b63-4f48-9a57-5b7314ecd485 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "DELETE /v2.0/networks/496cc049-ee93-4118-86d8-45abdf23adc3 HTTP/1.1" status: 204 len: 168 time: 1.1325459 Feb 04 08:44:46.358245 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 55296) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:46.381988 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-449a23b1-4b4d-4f41-98d3-202724347612 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'network': {'name': 'tempest-network-smoke--119741461', 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'port_security_enabled': True}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:44:46.388858 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-449a23b1-4b4d-4f41-98d3-202724347612 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:44:46.391777 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-aae099cb-898a-4834-9b86-1447469a7132 None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:46.394728 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-449a23b1-4b4d-4f41-98d3-202724347612 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:network and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:44:46.399515 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-449a23b1-4b4d-4f41-98d3-202724347612 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:44:46.409462 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-449a23b1-4b4d-4f41-98d3-202724347612 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:44:46.433231 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-73433b12-7e2d-4c46-94fa-c8995c1756d5 req-453ed1e6-4c9f-4064-9eca-4fc02fa7bd02 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] 10.222.0.36 "GET /v2.0/ports?device_id=740b04e0-50d9-4863-966c-f332f94c275b HTTP/1.1" status: 200 len: 210 time: 0.0763202 Feb 04 08:44:46.476898 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-449a23b1-4b4d-4f41-98d3-202724347612 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Made reservation on behalf of 7df2bfd740464e869863a41b14f4d5af for: {'network': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:44:46.480830 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6897991-ceeb-43ef-bcc9-dfdbb37d2513 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:44:46.484392 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-449a23b1-4b4d-4f41-98d3-202724347612 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:46.485566 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-e6897991-ceeb-43ef-bcc9-dfdbb37d2513 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "PUT /v2.0/routers/5b4e7239-63b9-4d38-942e-aff215dc4027/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4512742 Feb 04 08:44:46.488721 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 55304) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:46.496335 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0291416a-dc92-4a24-a65b-491016b6156f None None] Sync routers for ids ['5b4e7239-63b9-4d38-942e-aff215dc4027'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:44:46.514584 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-fc47f199-5587-4901-a125-aedf5c32c416 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:46.514584 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc47f199-5587-4901-a125-aedf5c32c416 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0b685135-6529-4259-a98b-ad38a4af3447 {{(pid=84108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 04 08:44:46.517484 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-fc47f199-5587-4901-a125-aedf5c32c416 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Notify callbacks [] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:46.519651 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0291416a-dc92-4a24-a65b-491016b6156f None None] Routers {'5b4e7239-63b9-4d38-942e-aff215dc4027'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:44:46.520255 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-0291416a-dc92-4a24-a65b-491016b6156f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:44:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['5b4e7239-63b9-4d38-942e-aff215dc4027'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:46.529751 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-aae099cb-898a-4834-9b86-1447469a7132 None None] Transition to ACTIVE for port object d0c4ed57-a3f9-4624-8cad-2763371221bf will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:44:46.574192 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be93e93-a9f0-4211-92b5-f7286739c6a9 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:44:46.574766 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-6be93e93-a9f0-4211-92b5-f7286739c6a9 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Synchronizing usage tracker for tenant:bf57e53bceb34316b0180186a41d96ee on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:44:46.582103 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-fc47f199-5587-4901-a125-aedf5c32c416 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] 10.222.0.36 "DELETE /v2.0/networks/0b685135-6529-4259-a98b-ad38a4af3447 HTTP/1.1" status: 204 len: 168 time: 0.7909334 Feb 04 08:44:46.583194 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 55308) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:46.583856 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc47f199-5587-4901-a125-aedf5c32c416 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Pushing event deleted for resources: {'Network': ['ID=0b685135-6529-4259-a98b-ad38a4af3447,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:46.591025 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-a59a5752-9c32-4f42-89dd-b5454251dc13 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Request body: {'network': {'router:external': True}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:44:46.600078 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-a59a5752-9c32-4f42-89dd-b5454251dc13 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:44:46.608864 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-a59a5752-9c32-4f42-89dd-b5454251dc13 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Usage tracker for resource:network and tenant:ef6d1876151d427da188fd3387f2326d is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:44:46.613438 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-a59a5752-9c32-4f42-89dd-b5454251dc13 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:44:46.622840 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-a59a5752-9c32-4f42-89dd-b5454251dc13 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:44:46.623883 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-449a23b1-4b4d-4f41-98d3-202724347612 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=84108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:44:46.647308 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-0291416a-dc92-4a24-a65b-491016b6156f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:46.649647 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-449a23b1-4b4d-4f41-98d3-202724347612 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:46.651012 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.segments_db [None req-449a23b1-4b4d-4f41-98d3-202724347612 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Added segment 621bf94a-8623-401c-be43-5da80d76f6b2 of type vlan for network dfd3e35e-8d31-4904-a33a-2fe9438ce3a8 Feb 04 08:44:46.660820 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0291416a-dc92-4a24-a65b-491016b6156f None None] Routers {'5b4e7239-63b9-4d38-942e-aff215dc4027'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:44:46.661505 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-0291416a-dc92-4a24-a65b-491016b6156f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:44:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['5b4e7239-63b9-4d38-942e-aff215dc4027'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:46.663597 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-aae099cb-898a-4834-9b86-1447469a7132 None None] Transition to ACTIVE for port object d0c4ed57-a3f9-4624-8cad-2763371221bf will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:44:46.676396 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-609ba2db-c6b3-40eb-82de-eb5861cae3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:46.704986 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-6be93e93-a9f0-4211-92b5-f7286739c6a9 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Unset dirty status for tenant:bf57e53bceb34316b0180186a41d96ee on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:44:46.709583 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-6be93e93-a9f0-4211-92b5-f7286739c6a9 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "GET /v2.0/ports/cd64566c-229e-46f4-b565-b7630f005d56 HTTP/1.1" status: 200 len: 911 time: 0.2203228 Feb 04 08:44:46.710558 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 55312) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:46.733290 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-aae099cb-898a-4834-9b86-1447469a7132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:46.746820 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-449a23b1-4b4d-4f41-98d3-202724347612 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:46.757248 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-0291416a-dc92-4a24-a65b-491016b6156f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:46.757882 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0291416a-dc92-4a24-a65b-491016b6156f None None] The sync data for ids ['5b4e7239-63b9-4d38-942e-aff215dc4027'] in dv-neutron-827798-2-hyperv is: [] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:44:46.803133 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a59a5752-9c32-4f42-89dd-b5454251dc13 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Made reservation on behalf of ef6d1876151d427da188fd3387f2326d for: {'network': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:44:46.804682 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.db.resource_extend [None req-05140755-c3b5-46e3-9a50-5108f200d312 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 08:44:46.805469 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a59a5752-9c32-4f42-89dd-b5454251dc13 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:46.821857 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device c0e374a8-1160-4ff1-af0a-0114d0de8018 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:44:46.876067 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-449a23b1-4b4d-4f41-98d3-202724347612 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:46.879732 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449a23b1-4b4d-4f41-98d3-202724347612 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:44:46.880321 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-449a23b1-4b4d-4f41-98d3-202724347612 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:46.905984 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a59a5752-9c32-4f42-89dd-b5454251dc13 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=84107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:44:46.925488 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a59a5752-9c32-4f42-89dd-b5454251dc13 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:46.925840 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.segments_db [None req-a59a5752-9c32-4f42-89dd-b5454251dc13 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Added segment 2ff748ad-23a0-4ec5-942c-50f966ec4b79 of type vlan for network b8906e38-5d02-4ec4-ba6a-c8a72b397039 Feb 04 08:44:46.939710 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f99bf5f4-8a3e-449e-b9ac-90172fe3e3a2 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7510167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985167'] for subnet, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:46.959893 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-05140755-c3b5-46e3-9a50-5108f200d312 None None] Notify callbacks [] for port, precommit_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:46.975764 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-05140755-c3b5-46e3-9a50-5108f200d312 None None] Transition to ACTIVE for port object 9187c020-ac28-4343-9fbd-5ed57f1f634b will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:44:46.981016 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: c0e374a8-1160-4ff1-af0a-0114d0de8018 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:44:46.981920 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device c0e374a8-1160-4ff1-af0a-0114d0de8018 not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:44:46.988128 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99bf5f4-8a3e-449e-b9ac-90172fe3e3a2 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Pushing event deleted for resources: {'Subnet': ['ID=5cff55cf-c7ae-44de-8d5b-38221e2a60f2,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:47.029194 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-609ba2db-c6b3-40eb-82de-eb5861cae3b0 None None] For port 14ea600c-1aa6-44d7-834d-a575f7b7f7a2, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=14ea600c-1aa6-44d7-834d-a575f7b7f7a2,segment=NetworkSegment(ee5c419b-2d18-4550-9960-2bb4cb221414),segment_id=ee5c419b-2d18-4550-9960-2bb4cb221414)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:44:47.029409 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a59a5752-9c32-4f42-89dd-b5454251dc13 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:47.058461 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae099cb-898a-4834-9b86-1447469a7132 None None] Pushing event updated for resources: {'Port': ['ID=d0c4ed57-a3f9-4624-8cad-2763371221bf,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:47.069973 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-05140755-c3b5-46e3-9a50-5108f200d312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:47.083353 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae099cb-898a-4834-9b86-1447469a7132 None None] Network 88605236-ef78-4eab-9b37-4c99260a05f3 is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:44:47.121079 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f99bf5f4-8a3e-449e-b9ac-90172fe3e3a2 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:47.131317 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449a23b1-4b4d-4f41-98d3-202724347612 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'Network': ['ID=dfd3e35e-8d31-4904-a33a-2fe9438ce3a8,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:47.177162 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-aae099cb-898a-4834-9b86-1447469a7132 None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:44:47.243316 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network dfd3e35e-8d31-4904-a33a-2fe9438ce3a8 details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:44:47.254511 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-449a23b1-4b4d-4f41-98d3-202724347612 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8933413 Feb 04 08:44:47.255462 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 55318) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:47.261630 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-609ba2db-c6b3-40eb-82de-eb5861cae3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:47.263547 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae099cb-898a-4834-9b86-1447469a7132 None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:44:47.264713 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-f99bf5f4-8a3e-449e-b9ac-90172fe3e3a2 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88605236-ef78-4eab-9b37-4c99260a05f3']}} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:47.278432 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-5560193b-5aac-48f0-b4a9-247ee8b0c2f1 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1051621526', 'admin_state_up': True, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:44:47.289398 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-5560193b-5aac-48f0-b4a9-247ee8b0c2f1 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:44:47.295420 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-5560193b-5aac-48f0-b4a9-247ee8b0c2f1 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:router and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:44:47.295556 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-f99bf5f4-8a3e-449e-b9ac-90172fe3e3a2 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '024f7423-754d-486b-9802-ffa07c129e38') {'for_net_delete': True} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:47.295837 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-f99bf5f4-8a3e-449e-b9ac-90172fe3e3a2 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '024f7423-754d-486b-9802-ffa07c129e38') {} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:47.299079 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-5560193b-5aac-48f0-b4a9-247ee8b0c2f1 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:44:47.305906 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-5560193b-5aac-48f0-b4a9-247ee8b0c2f1 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:44:47.313275 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f99bf5f4-8a3e-449e-b9ac-90172fe3e3a2 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8058642'] for segment, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:47.355106 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f944ed-c44b-423b-8970-738bba7aa42d None None] Pushing event updated for resources: {'Port': ['ID=9187c020-ac28-4343-9fbd-5ed57f1f634b,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:47.374257 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-5560193b-5aac-48f0-b4a9-247ee8b0c2f1 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40975'] for router, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:47.379083 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-5560193b-5aac-48f0-b4a9-247ee8b0c2f1 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40982'] for router, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:47.379246 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f99bf5f4-8a3e-449e-b9ac-90172fe3e3a2 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:47.385456 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a59a5752-9c32-4f42-89dd-b5454251dc13 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:47.386367 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59a5752-9c32-4f42-89dd-b5454251dc13 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:44:47.387071 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a59a5752-9c32-4f42-89dd-b5454251dc13 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:47.444522 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f99bf5f4-8a3e-449e-b9ac-90172fe3e3a2 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=84107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:44:47.444949 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f99bf5f4-8a3e-449e-b9ac-90172fe3e3a2 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7377717'] for segment, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:47.462401 dv-neutron-827798-2-hyperv neutron-server[84107]: Traceback (most recent call last): Feb 04 08:44:47.462401 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:44:47.462401 dv-neutron-827798-2-hyperv neutron-server[84107]: timer() Feb 04 08:44:47.462401 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:44:47.462401 dv-neutron-827798-2-hyperv neutron-server[84107]: cb(*args, **kw) Feb 04 08:44:47.462401 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:44:47.462401 dv-neutron-827798-2-hyperv neutron-server[84107]: return func(*args, **kwargs) Feb 04 08:44:47.462401 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:44:47.462401 dv-neutron-827798-2-hyperv neutron-server[84107]: self._notify() Feb 04 08:44:47.462401 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:44:47.462401 dv-neutron-827798-2-hyperv neutron-server[84107]: self.callback(batched_events) Feb 04 08:44:47.462401 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:44:47.462401 dv-neutron-827798-2-hyperv neutron-server[84107]: event.method(event) Feb 04 08:44:47.462401 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:44:47.462401 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:44:47.462401 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:44:47.462401 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:44:47.462401 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:44:47.462401 dv-neutron-827798-2-hyperv neutron-server[84107]: return f(self, *a, **k) Feb 04 08:44:47.462401 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:44:47.462401 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._get(url).json() Feb 04 08:44:47.462401 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:44:47.462401 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:44:47.462401 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:44:47.462401 dv-neutron-827798-2-hyperv neutron-server[84107]: return self.request(url, 'GET', **kwargs) Feb 04 08:44:47.462401 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:44:47.462401 dv-neutron-827798-2-hyperv neutron-server[84107]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:44:47.462401 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:44:47.462401 dv-neutron-827798-2-hyperv neutron-server[84107]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:44:47.462401 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:44:47.462401 dv-neutron-827798-2-hyperv neutron-server[84107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:44:47.462401 dv-neutron-827798-2-hyperv neutron-server[84107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:44:47.631315 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-e4094d82-3561-485d-b22a-e961085d7f20 None None] Provisioning complete for port cd64566c-229e-46f4-b565-b7630f005d56 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:44:47.631851 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-e4094d82-3561-485d-b22a-e961085d7f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:47.661400 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609ba2db-c6b3-40eb-82de-eb5861cae3b0 None None] Pushing event updated for resources: {'Port': ['ID=14ea600c-1aa6-44d7-834d-a575f7b7f7a2,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:47.678092 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-aae099cb-898a-4834-9b86-1447469a7132 None None] Attempting to bind port d0c4ed57-a3f9-4624-8cad-2763371221bf on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:44:47.678455 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-aae099cb-898a-4834-9b86-1447469a7132 None None] Attempting to bind port d0c4ed57-a3f9-4624-8cad-2763371221bf by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': '024f7423-754d-486b-9802-ffa07c129e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '88605236-ef78-4eab-9b37-4c99260a05f3'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:44:47.678816 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae099cb-898a-4834-9b86-1447469a7132 None None] Attempting to bind port d0c4ed57-a3f9-4624-8cad-2763371221bf on network 88605236-ef78-4eab-9b37-4c99260a05f3 {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:44:47.703671 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-05140755-c3b5-46e3-9a50-5108f200d312 None None] Attempting to bind port 9187c020-ac28-4343-9fbd-5ed57f1f634b on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:44:47.703671 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-05140755-c3b5-46e3-9a50-5108f200d312 None None] Attempting to bind port 9187c020-ac28-4343-9fbd-5ed57f1f634b by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': 'd10773c3-ff2b-4a66-a4d7-5fa5d8f550a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fd850cd4-7481-4610-9715-4b6b4e6c51ec'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:44:47.704825 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05140755-c3b5-46e3-9a50-5108f200d312 None None] Attempting to bind port 9187c020-ac28-4343-9fbd-5ed57f1f634b on network fd850cd4-7481-4610-9715-4b6b4e6c51ec {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:44:47.709063 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae099cb-898a-4834-9b86-1447469a7132 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:44:47.709435 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae099cb-898a-4834-9b86-1447469a7132 None None] Checking segment: {'id': '024f7423-754d-486b-9802-ffa07c129e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '88605236-ef78-4eab-9b37-4c99260a05f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:44:47.709827 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-aae099cb-898a-4834-9b86-1447469a7132 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:47.710213 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae099cb-898a-4834-9b86-1447469a7132 None None] Bound using segment: {'id': '024f7423-754d-486b-9802-ffa07c129e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '88605236-ef78-4eab-9b37-4c99260a05f3'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:44:47.710670 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-aae099cb-898a-4834-9b86-1447469a7132 None None] Bound port: d0c4ed57-a3f9-4624-8cad-2763371221bf, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '024f7423-754d-486b-9802-ffa07c129e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '88605236-ef78-4eab-9b37-4c99260a05f3'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:44:47.711040 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-aae099cb-898a-4834-9b86-1447469a7132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:47.735983 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05140755-c3b5-46e3-9a50-5108f200d312 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:44:47.736349 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05140755-c3b5-46e3-9a50-5108f200d312 None None] Checking segment: {'id': 'd10773c3-ff2b-4a66-a4d7-5fa5d8f550a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fd850cd4-7481-4610-9715-4b6b4e6c51ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:44:47.736768 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-05140755-c3b5-46e3-9a50-5108f200d312 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:47.737155 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05140755-c3b5-46e3-9a50-5108f200d312 None None] Bound using segment: {'id': 'd10773c3-ff2b-4a66-a4d7-5fa5d8f550a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fd850cd4-7481-4610-9715-4b6b4e6c51ec'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:44:47.737611 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-05140755-c3b5-46e3-9a50-5108f200d312 None None] Bound port: 9187c020-ac28-4343-9fbd-5ed57f1f634b, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd10773c3-ff2b-4a66-a4d7-5fa5d8f550a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fd850cd4-7481-4610-9715-4b6b4e6c51ec'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:44:47.737983 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-05140755-c3b5-46e3-9a50-5108f200d312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:47.779669 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-e4094d82-3561-485d-b22a-e961085d7f20 None None] Port cd64566c-229e-46f4-b565-b7630f005d56 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:44:47.795189 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-a59a5752-9c32-4f42-89dd-b5454251dc13 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.2075160 Feb 04 08:44:47.796359 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 55324) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:47.803055 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-27c2dcfd-11fc-4421-8aa4-418003e4f56a tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Request body: {'subnet': {'network_id': 'b8906e38-5d02-4ec4-ba6a-c8a72b397039', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:44:47.808155 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59a5752-9c32-4f42-89dd-b5454251dc13 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Pushing event updated for resources: {'Network': ['ID=b8906e38-5d02-4ec4-ba6a-c8a72b397039,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:47.808755 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-27c2dcfd-11fc-4421-8aa4-418003e4f56a tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:44:47.812115 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-27c2dcfd-11fc-4421-8aa4-418003e4f56a tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Usage tracker for resource:subnet and tenant:ef6d1876151d427da188fd3387f2326d is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:44:47.815001 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-27c2dcfd-11fc-4421-8aa4-418003e4f56a tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:44:47.824401 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-880c465e-2f91-45c5-a785-f070d67b6ace req-e41ac21e-e550-4b03-af49-06d334ab02c3 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] 10.222.0.36 "GET /v2.0/ports?device_id=740b04e0-50d9-4863-966c-f332f94c275b HTTP/1.1" status: 200 len: 210 time: 0.1172392 Feb 04 08:44:47.827108 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-27c2dcfd-11fc-4421-8aa4-418003e4f56a tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:44:47.829237 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network b8906e38-5d02-4ec4-ba6a-c8a72b397039 details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:44:47.839473 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-5560193b-5aac-48f0-b4a9-247ee8b0c2f1 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:47.860685 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.db.api [None req-f99bf5f4-8a3e-449e-b9ac-90172fe3e3a2 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 08:44:47.860685 dv-neutron-827798-2-hyperv neutron-server[84107]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 08:44:47.860685 dv-neutron-827798-2-hyperv neutron-server[84107]: [parameters: {'id': '88605236-ef78-4eab-9b37-4c99260a05f3'}] Feb 04 08:44:47.860685 dv-neutron-827798-2-hyperv neutron-server[84107]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 08:44:47.861177 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG oslo_db.api [None req-f99bf5f4-8a3e-449e-b9ac-90172fe3e3a2 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 08:44:47.863435 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-cb55e6e4-d058-4297-9aa3-1755c936347e tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473817'] for router_interface, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:47.916276 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27c2dcfd-11fc-4421-8aa4-418003e4f56a tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Made reservation on behalf of ef6d1876151d427da188fd3387f2326d for: {'subnet': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:44:47.918928 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-27c2dcfd-11fc-4421-8aa4-418003e4f56a tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8119726'] for subnet, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:47.976287 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-05140755-c3b5-46e3-9a50-5108f200d312 None None] For port 9187c020-ac28-4343-9fbd-5ed57f1f634b, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:44:47.979772 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-05140755-c3b5-46e3-9a50-5108f200d312 None None] For port 9187c020-ac28-4343-9fbd-5ed57f1f634b, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=9187c020-ac28-4343-9fbd-5ed57f1f634b,segment=NetworkSegment(d10773c3-ff2b-4a66-a4d7-5fa5d8f550a5),segment_id=d10773c3-ff2b-4a66-a4d7-5fa5d8f550a5)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:44:48.047094 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-aae099cb-898a-4834-9b86-1447469a7132 None None] For port d0c4ed57-a3f9-4624-8cad-2763371221bf, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:44:48.058525 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-aae099cb-898a-4834-9b86-1447469a7132 None None] For port d0c4ed57-a3f9-4624-8cad-2763371221bf, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=d0c4ed57-a3f9-4624-8cad-2763371221bf,segment=NetworkSegment(024f7423-754d-486b-9802-ffa07c129e38),segment_id=024f7423-754d-486b-9802-ffa07c129e38)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:44:48.111676 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-05140755-c3b5-46e3-9a50-5108f200d312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:48.206566 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-5560193b-5aac-48f0-b4a9-247ee8b0c2f1 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40996'] for router, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:48.213708 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05140755-c3b5-46e3-9a50-5108f200d312 None None] Routers {'1fda863d-0174-4e5d-b686-0257dd1682b7'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:44:48.214406 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-05140755-c3b5-46e3-9a50-5108f200d312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:44:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['1fda863d-0174-4e5d-b686-0257dd1682b7'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:48.268801 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-aae099cb-898a-4834-9b86-1447469a7132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:48.314392 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f944ed-c44b-423b-8970-738bba7aa42d None None] Pushing event updated for resources: {'Port': ['ID=9187c020-ac28-4343-9fbd-5ed57f1f634b,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:48.380627 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f99bf5f4-8a3e-449e-b9ac-90172fe3e3a2 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:48.409593 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-f99bf5f4-8a3e-449e-b9ac-90172fe3e3a2 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Deleting port d0c4ed57-a3f9-4624-8cad-2763371221bf {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:44:48.410029 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f99bf5f4-8a3e-449e-b9ac-90172fe3e3a2 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:48.591212 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f28eb94-6026-45b7-a6fa-0217da759c69 None None] Network 88605236-ef78-4eab-9b37-4c99260a05f3 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:44:48.645588 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-5560193b-5aac-48f0-b4a9-247ee8b0c2f1 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for router_gateway, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:48.670109 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-cb55e6e4-d058-4297-9aa3-1755c936347e tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Deleting port cd64566c-229e-46f4-b565-b7630f005d56 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:44:48.670551 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-cb55e6e4-d058-4297-9aa3-1755c936347e tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:48.694248 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae099cb-898a-4834-9b86-1447469a7132 None None] Pushing event updated for resources: {'Port': ['ID=d0c4ed57-a3f9-4624-8cad-2763371221bf,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:48.762625 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-05140755-c3b5-46e3-9a50-5108f200d312 None None] Set router 1fda863d-0174-4e5d-b686-0257dd1682b7 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:44:48.787758 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-5560193b-5aac-48f0-b4a9-247ee8b0c2f1 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:48.838217 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [None req-f99bf5f4-8a3e-449e-b9ac-90172fe3e3a2 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] For port d0c4ed57-a3f9-4624-8cad-2763371221bf, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=d0c4ed57-a3f9-4624-8cad-2763371221bf,segment=NetworkSegment(024f7423-754d-486b-9802-ffa07c129e38),segment_id=024f7423-754d-486b-9802-ffa07c129e38)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:44:48.838823 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f99bf5f4-8a3e-449e-b9ac-90172fe3e3a2 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:49.011525 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-5560193b-5aac-48f0-b4a9-247ee8b0c2f1 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Allocated IP 172.26.3.219 (e264bd74-c56b-43d0-9059-bcb57dbbe5bc/79caf47c-b62c-4ea0-b35f-21ede155daa8/6df7ed41-74d6-49dc-85c8-11ceeb770ff9) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:44:49.016161 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.objects.ports [None req-27c2dcfd-11fc-4421-8aa4-418003e4f56a tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84108) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 04 08:44:49.016641 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-27c2dcfd-11fc-4421-8aa4-418003e4f56a tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7593498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8119736'] for subnet, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:49.059568 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-f99bf5f4-8a3e-449e-b9ac-90172fe3e3a2 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Calling delete_port for d0c4ed57-a3f9-4624-8cad-2763371221bf owned by network:dhcp {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:44:49.152632 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-0b67d438-b119-4d0d-ad91-21da5f245581 req-892a3470-c082-4769-ae9a-28c4842e6bee tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] 10.222.0.36 "GET /v2.0/ports?device_id=740b04e0-50d9-4863-966c-f332f94c275b HTTP/1.1" status: 200 len: 210 time: 0.0590620 Feb 04 08:44:49.169386 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eae698c-4afe-4b14-96c1-e16544104d90 None None] get_active_networks_info from dv-neutron-827798-2-hyperv {{(pid=84109) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 04 08:44:49.181927 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c2dcfd-11fc-4421-8aa4-418003e4f56a tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Pushing event updated for resources: {'Subnet': ['ID=6f2beed2-3555-4536-8b15-825893352b39,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:49.228508 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c2dcfd-11fc-4421-8aa4-418003e4f56a tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Checking segment: {'id': '2ff748ad-23a0-4ec5-942c-50f966ec4b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b8906e38-5d02-4ec4-ba6a-c8a72b397039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:44:49.228894 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c2dcfd-11fc-4421-8aa4-418003e4f56a tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Network hostable DHCP agents. Network: b8906e38-5d02-4ec4-ba6a-c8a72b397039, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:44:49.299975 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-5560193b-5aac-48f0-b4a9-247ee8b0c2f1 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:49.373801 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 14ea600c-1aa6-44d7-834d-a575f7b7f7a2 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:44:49.374287 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16436421-1670-43cd-bb8b-308ee13e5bf7 req-b56c5e5c-2d3d-4ded-b2df-ddc19ba31957 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:44:49.375682 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-16436421-1670-43cd-bb8b-308ee13e5bf7 req-b56c5e5c-2d3d-4ded-b2df-ddc19ba31957 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] 10.222.0.47 "GET /v2.0/networks?id=fd850cd4-7481-4610-9715-4b6b4e6c51ec HTTP/1.1" status: 200 len: 797 time: 0.6610017 Feb 04 08:44:49.413762 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c2dcfd-11fc-4421-8aa4-418003e4f56a tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Network b8906e38-5d02-4ec4-ba6a-c8a72b397039 is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:44:49.422212 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-cb55e6e4-d058-4297-9aa3-1755c936347e tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:49.448884 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-5560193b-5aac-48f0-b4a9-247ee8b0c2f1 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:49.497795 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eae698c-4afe-4b14-96c1-e16544104d90 None None] Resources bound (agent type, host, resource id): {{(pid=84109) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 08:44:49.520923 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-27c2dcfd-11fc-4421-8aa4-418003e4f56a tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, b8906e38-5d02-4ec4-ba6a-c8a72b397039) {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:44:49.530200 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c2dcfd-11fc-4421-8aa4-418003e4f56a tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:44:49.530427 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-27c2dcfd-11fc-4421-8aa4-418003e4f56a tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:49.540970 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5560193b-5aac-48f0-b4a9-247ee8b0c2f1 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Network e264bd74-c56b-43d0-9059-bcb57dbbe5bc is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:44:49.549445 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5560193b-5aac-48f0-b4a9-247ee8b0c2f1 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'Port': ['ID=6df7ed41-74d6-49dc-85c8-11ceeb770ff9,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:49.553198 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-5560193b-5aac-48f0-b4a9-247ee8b0c2f1 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:44:49.556130 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5560193b-5aac-48f0-b4a9-247ee8b0c2f1 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:44:49.556306 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f99bf5f4-8a3e-449e-b9ac-90172fe3e3a2 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:49.565630 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-cb55e6e4-d058-4297-9aa3-1755c936347e tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Calling delete_port for cd64566c-229e-46f4-b565-b7630f005d56 owned by network:router_interface {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:44:49.611803 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-0980093e-8290-4b8b-bc0d-1fa0e07c913b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:49.629527 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 14ea600c-1aa6-44d7-834d-a575f7b7f7a2 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:44:49.629883 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:49.654144 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-05140755-c3b5-46e3-9a50-5108f200d312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fda863d-0174-4e5d-b686-0257dd1682b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1799521398', 'tenant_id': '8286d186dd0e4cfe84e34ace3d186fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.185'}], 'enable_snat': True}, 'gw_port_id': '8930259b-d44e-4b4b-9e01-88d31f930d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:44:27Z', 'updated_at': '2022-02-04T08:44:39Z', 'revision_number': 4, 'project_id': '8286d186dd0e4cfe84e34ace3d186fd0', 'gw_port': {'id': '8930259b-d44e-4b4b-9e01-88d31f930d62', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:1d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fda863d-0174-4e5d-b686-0257dd1682b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:44:28Z', 'updated_at': '2022-02-04T08:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '9187c020-ac28-4343-9fbd-5ed57f1f634b', 'name': '', 'network_id': 'fd850cd4-7481-4610-9715-4b6b4e6c51ec', 'tenant_id': '8286d186dd0e4cfe84e34ace3d186fd0', 'mac_address': 'fa:16:3e:de:9c:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fda863d-0174-4e5d-b686-0257dd1682b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '310ce234-34d4-43db-998c-a4888eef5b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:44:38Z', 'updated_at': '2022-02-04T08:44:47Z', 'revision_number': 4, 'project_id': '8286d186dd0e4cfe84e34ace3d186fd0', 'subnets': [{'id': '310ce234-34d4-43db-998c-a4888eef5b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:49.660458 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99bf5f4-8a3e-449e-b9ac-90172fe3e3a2 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Pushing event deleted for resources: {'Port': ['ID=d0c4ed57-a3f9-4624-8cad-2763371221bf,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:49.668011 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-16436421-1670-43cd-bb8b-308ee13e5bf7 req-c1f3fa89-e25f-4fdc-90f4-a476909986d5 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8286d186dd0e4cfe84e34ace3d186fd0 HTTP/1.1" status: 200 len: 379 time: 0.2668836 Feb 04 08:44:49.674742 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99bf5f4-8a3e-449e-b9ac-90172fe3e3a2 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] No DVR routers for this DVR port d0c4ed57-a3f9-4624-8cad-2763371221bf on host dv-neutron-827798-2-hyperv {{(pid=84107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:44:49.678909 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-27c2dcfd-11fc-4421-8aa4-418003e4f56a tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.8807521 Feb 04 08:44:49.683089 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 55330) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:49.683856 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [req-16436421-1670-43cd-bb8b-308ee13e5bf7 req-a4fc25ff-6cbd-41d9-82e8-18a1f4abb30a tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Request body: {'port': {'device_id': '740b04e0-50d9-4863-966c-f332f94c275b', 'network_id': 'fd850cd4-7481-4610-9715-4b6b4e6c51ec', 'admin_state_up': True, 'tenant_id': '8286d186dd0e4cfe84e34ace3d186fd0', 'security_groups': ['1e01d01f-649a-4a93-8da0-fda7af4b84c3']}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:44:49.690325 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05140755-c3b5-46e3-9a50-5108f200d312 None None] The sync data for ids ['1fda863d-0174-4e5d-b686-0257dd1682b7'] in dv-neutron-827798-2-hyperv is: [{'id': '1fda863d-0174-4e5d-b686-0257dd1682b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1799521398', 'tenant_id': '8286d186dd0e4cfe84e34ace3d186fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.185'}], 'enable_snat': True}, 'gw_port_id': '8930259b-d44e-4b4b-9e01-88d31f930d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:44:27Z', 'updated_at': '2022-02-04T08:44:39Z', 'revision_number': 4, 'project_id': '8286d186dd0e4cfe84e34ace3d186fd0', 'gw_port': {'id': '8930259b-d44e-4b4b-9e01-88d31f930d62', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:1d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fda863d-0174-4e5d-b686-0257dd1682b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:44:28Z', 'updated_at': '2022-02-04T08:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '9187c020-ac28-4343-9fbd-5ed57f1f634b', 'name': '', 'network_id': 'fd850cd4-7481-4610-9715-4b6b4e6c51ec', 'tenant_id': '8286d186dd0e4cfe84e34ace3d186fd0', 'mac_address': 'fa:16:3e:de:9c:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fda863d-0174-4e5d-b686-0257dd1682b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '310ce234-34d4-43db-998c-a4888eef5b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:44:38Z', 'updated_at': '2022-02-04T08:44:47Z', 'revision_number': 4, 'project_id': '8286d186dd0e4cfe84e34ace3d186fd0', 'subnets': [{'id': '310ce234-34d4-43db-998c-a4888eef5b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:44:49.698374 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-86fee1ca-59d5-4dc7-8370-4e95fe840940 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Request body: {'floatingip': {'floating_network_id': 'b8906e38-5d02-4ec4-ba6a-c8a72b397039'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:44:49.705993 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-86fee1ca-59d5-4dc7-8370-4e95fe840940 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:44:49.712115 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-86fee1ca-59d5-4dc7-8370-4e95fe840940 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Usage tracker for resource:floatingip and tenant:ef6d1876151d427da188fd3387f2326d is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:44:49.718795 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-86fee1ca-59d5-4dc7-8370-4e95fe840940 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:44:49.734867 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-86fee1ca-59d5-4dc7-8370-4e95fe840940 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:44:49.825352 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-86fee1ca-59d5-4dc7-8370-4e95fe840940 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:49.907727 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 51804439-b547-47b1-acbe-80799117713d no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:44:49.942557 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: 51804439-b547-47b1-acbe-80799117713d {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:44:49.942809 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 51804439-b547-47b1-acbe-80799117713d not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:44:49.975426 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-5560193b-5aac-48f0-b4a9-247ee8b0c2f1 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for router_gateway, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:49.976063 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-5560193b-5aac-48f0-b4a9-247ee8b0c2f1 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472990'] for router, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:50.048307 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1aee242-5472-4d44-96c5-c16b85607496 None None] get_active_networks_info from dv-neutron-827798-2-hyperv {{(pid=84109) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 04 08:44:50.070128 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f99bf5f4-8a3e-449e-b9ac-90172fe3e3a2 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:50.106705 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-86fee1ca-59d5-4dc7-8370-4e95fe840940 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:50.136426 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-f99bf5f4-8a3e-449e-b9ac-90172fe3e3a2 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88605236-ef78-4eab-9b37-4c99260a05f3']}} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:50.159018 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-f99bf5f4-8a3e-449e-b9ac-90172fe3e3a2 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '024f7423-754d-486b-9802-ffa07c129e38') {'for_net_delete': True} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:50.159315 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-f99bf5f4-8a3e-449e-b9ac-90172fe3e3a2 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '024f7423-754d-486b-9802-ffa07c129e38') {} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:50.181798 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1aee242-5472-4d44-96c5-c16b85607496 None None] Resources bound (agent type, host, resource id): {{(pid=84109) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 08:44:50.259983 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f99bf5f4-8a3e-449e-b9ac-90172fe3e3a2 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8058642'] for segment, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:50.268046 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [req-16436421-1670-43cd-bb8b-308ee13e5bf7 req-a4fc25ff-6cbd-41d9-82e8-18a1f4abb30a tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:44:50.285031 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-16436421-1670-43cd-bb8b-308ee13e5bf7 req-a4fc25ff-6cbd-41d9-82e8-18a1f4abb30a tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Usage tracker for resource:port and tenant:8286d186dd0e4cfe84e34ace3d186fd0 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:44:50.290236 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-16436421-1670-43cd-bb8b-308ee13e5bf7 req-a4fc25ff-6cbd-41d9-82e8-18a1f4abb30a tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:44:50.296707 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f99bf5f4-8a3e-449e-b9ac-90172fe3e3a2 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:50.298898 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [req-16436421-1670-43cd-bb8b-308ee13e5bf7 req-a4fc25ff-6cbd-41d9-82e8-18a1f4abb30a tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:44:50.307606 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f99bf5f4-8a3e-449e-b9ac-90172fe3e3a2 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=84107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:44:50.308002 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f99bf5f4-8a3e-449e-b9ac-90172fe3e3a2 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7377717'] for segment, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:50.323776 dv-neutron-827798-2-hyperv neutron-server[84107]: Traceback (most recent call last): Feb 04 08:44:50.323776 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:44:50.323776 dv-neutron-827798-2-hyperv neutron-server[84107]: timer() Feb 04 08:44:50.323776 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:44:50.323776 dv-neutron-827798-2-hyperv neutron-server[84107]: cb(*args, **kw) Feb 04 08:44:50.323776 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:44:50.323776 dv-neutron-827798-2-hyperv neutron-server[84107]: return func(*args, **kwargs) Feb 04 08:44:50.323776 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:44:50.323776 dv-neutron-827798-2-hyperv neutron-server[84107]: self._notify() Feb 04 08:44:50.323776 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:44:50.323776 dv-neutron-827798-2-hyperv neutron-server[84107]: self.callback(batched_events) Feb 04 08:44:50.323776 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:44:50.323776 dv-neutron-827798-2-hyperv neutron-server[84107]: event.method(event) Feb 04 08:44:50.323776 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:44:50.323776 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:44:50.323776 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:44:50.323776 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:44:50.323776 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:44:50.323776 dv-neutron-827798-2-hyperv neutron-server[84107]: return f(self, *a, **k) Feb 04 08:44:50.323776 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:44:50.323776 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._get(url).json() Feb 04 08:44:50.323776 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:44:50.323776 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:44:50.323776 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:44:50.323776 dv-neutron-827798-2-hyperv neutron-server[84107]: return self.request(url, 'GET', **kwargs) Feb 04 08:44:50.323776 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:44:50.323776 dv-neutron-827798-2-hyperv neutron-server[84107]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:44:50.323776 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:44:50.323776 dv-neutron-827798-2-hyperv neutron-server[84107]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:44:50.323776 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:44:50.323776 dv-neutron-827798-2-hyperv neutron-server[84107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:44:50.323776 dv-neutron-827798-2-hyperv neutron-server[84107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:44:50.330728 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-cb55e6e4-d058-4297-9aa3-1755c936347e tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:50.397065 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-86fee1ca-59d5-4dc7-8370-4e95fe840940 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Allocated IP 172.20.0.4 (b8906e38-5d02-4ec4-ba6a-c8a72b397039/6f2beed2-3555-4536-8b15-825893352b39/a2253ffb-f8eb-406d-b0da-88c8d2ece61d) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:44:50.475182 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16436421-1670-43cd-bb8b-308ee13e5bf7 req-a4fc25ff-6cbd-41d9-82e8-18a1f4abb30a tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Made reservation on behalf of 8286d186dd0e4cfe84e34ace3d186fd0 for: {'port': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:44:50.478301 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-16436421-1670-43cd-bb8b-308ee13e5bf7 req-a4fc25ff-6cbd-41d9-82e8-18a1f4abb30a tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:50.506131 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb55e6e4-d058-4297-9aa3-1755c936347e tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Pushing event deleted for resources: {'Port': ['ID=cd64566c-229e-46f4-b565-b7630f005d56,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:50.528018 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7ba01f17-37e3-492a-8f16-0ceb50553326 req-7ae1cc63-ba7b-4bd0-bbad-10784da62100 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] 10.222.0.36 "GET /v2.0/ports?device_id=740b04e0-50d9-4863-966c-f332f94c275b HTTP/1.1" status: 200 len: 210 time: 0.1031542 Feb 04 08:44:50.621166 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-86fee1ca-59d5-4dc7-8370-4e95fe840940 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:50.681196 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f99bf5f4-8a3e-449e-b9ac-90172fe3e3a2 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:50.688011 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5560193b-5aac-48f0-b4a9-247ee8b0c2f1 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Router 42c61eeb-c74f-4b13-9b5c-11baff995d53 is scheduled to L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 with binding_index 1 {{(pid=84108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 08:44:50.708668 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f99bf5f4-8a3e-449e-b9ac-90172fe3e3a2 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:50.730897 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54947d16-db5b-4096-960a-502943035a9a None None] Network b8906e38-5d02-4ec4-ba6a-c8a72b397039 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:44:50.732113 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99bf5f4-8a3e-449e-b9ac-90172fe3e3a2 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Pushing event deleted for resources: {'Network': ['ID=88605236-ef78-4eab-9b37-4c99260a05f3,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:50.774863 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-86fee1ca-59d5-4dc7-8370-4e95fe840940 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:50.812112 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-f99bf5f4-8a3e-449e-b9ac-90172fe3e3a2 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] 10.222.0.36 "DELETE /v2.0/networks/88605236-ef78-4eab-9b37-4c99260a05f3 HTTP/1.1" status: 204 len: 168 time: 6.2071297 Feb 04 08:44:50.846149 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 55336) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:50.876401 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-2a9845d5-6a79-4590-82f4-696de782b5fc tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1284714147'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:44:50.881336 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86fee1ca-59d5-4dc7-8370-4e95fe840940 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Network b8906e38-5d02-4ec4-ba6a-c8a72b397039 is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:44:50.892850 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-2a9845d5-6a79-4590-82f4-696de782b5fc tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:44:50.899793 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-86fee1ca-59d5-4dc7-8370-4e95fe840940 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:44:50.903002 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86fee1ca-59d5-4dc7-8370-4e95fe840940 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:44:50.956483 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-2a9845d5-6a79-4590-82f4-696de782b5fc tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Usage tracker for resource:network and tenant:88ac21618fc2460393f2181c0240ea1e is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:44:50.970704 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-cb55e6e4-d058-4297-9aa3-1755c936347e tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1572495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472959'] for router_interface, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:50.980000 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-2a9845d5-6a79-4590-82f4-696de782b5fc tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:44:50.997012 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [req-16436421-1670-43cd-bb8b-308ee13e5bf7 req-a4fc25ff-6cbd-41d9-82e8-18a1f4abb30a tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Allocated IP 172.20.0.7 (fd850cd4-7481-4610-9715-4b6b4e6c51ec/310ce234-34d4-43db-998c-a4888eef5b35/66963fae-f3d5-4a6f-9792-2598077ad698) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:44:50.999016 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-2a9845d5-6a79-4590-82f4-696de782b5fc tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:44:51.080882 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53df5988-c2d3-4704-8492-d48e9393a8ad None None] Network b8906e38-5d02-4ec4-ba6a-c8a72b397039 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:44:51.155177 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fee1ca-59d5-4dc7-8370-4e95fe840940 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Pushing event updated for resources: {'Port': ['ID=a2253ffb-f8eb-406d-b0da-88c8d2ece61d,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:51.254837 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a9845d5-6a79-4590-82f4-696de782b5fc tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Made reservation on behalf of 88ac21618fc2460393f2181c0240ea1e for: {'network': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:44:51.258013 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2a9845d5-6a79-4590-82f4-696de782b5fc tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:51.332766 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a9845d5-6a79-4590-82f4-696de782b5fc tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=84108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:44:51.348181 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2a9845d5-6a79-4590-82f4-696de782b5fc tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:51.352579 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.segments_db [None req-2a9845d5-6a79-4590-82f4-696de782b5fc tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Added segment bc301570-efef-4c96-a064-dd7d832d71cd of type vlan for network 6614e87e-92cd-4afb-920c-e3708f70c19e Feb 04 08:44:51.404895 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 9187c020-ac28-4343-9fbd-5ed57f1f634b up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:44:51.451148 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-86fee1ca-59d5-4dc7-8370-4e95fe840940 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:51.470020 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2a9845d5-6a79-4590-82f4-696de782b5fc tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:51.480113 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5560193b-5aac-48f0-b4a9-247ee8b0c2f1 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:44:51.489440 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7787ae90-17d8-4bcc-9067-f8a87f71486d None None] Sync routers for ids ['42c61eeb-c74f-4b13-9b5c-11baff995d53'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:44:51.502393 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7787ae90-17d8-4bcc-9067-f8a87f71486d None None] Routers {'42c61eeb-c74f-4b13-9b5c-11baff995d53'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:44:51.503335 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-7787ae90-17d8-4bcc-9067-f8a87f71486d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:44:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['42c61eeb-c74f-4b13-9b5c-11baff995d53'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:51.566779 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 9187c020-ac28-4343-9fbd-5ed57f1f634b completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:44:51.575232 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 9187c020-ac28-4343-9fbd-5ed57f1f634b triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:44:51.576591 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:51.591162 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-86fee1ca-59d5-4dc7-8370-4e95fe840940 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:51.767584 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-16436421-1670-43cd-bb8b-308ee13e5bf7 req-a4fc25ff-6cbd-41d9-82e8-18a1f4abb30a tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:51.792466 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-d05a6b8a-59d2-42cf-96aa-6f6a48d15875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:51.795227 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [req-16436421-1670-43cd-bb8b-308ee13e5bf7 req-a4fc25ff-6cbd-41d9-82e8-18a1f4abb30a tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Transition to ACTIVE for port object 66963fae-f3d5-4a6f-9792-2598077ad698 will not be triggered until provisioned by entity DHCP. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:44:51.806262 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:51.807626 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb55e6e4-d058-4297-9aa3-1755c936347e tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Router 5b4e7239-63b9-4d38-942e-aff215dc4027 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:44:51.831065 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-5560193b-5aac-48f0-b4a9-247ee8b0c2f1 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for router, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:51.832411 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-7787ae90-17d8-4bcc-9067-f8a87f71486d None None] Set router 42c61eeb-c74f-4b13-9b5c-11baff995d53 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:44:51.832811 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-5560193b-5aac-48f0-b4a9-247ee8b0c2f1 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.5753374 Feb 04 08:44:51.834129 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2a9845d5-6a79-4590-82f4-696de782b5fc tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:51.838619 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9845d5-6a79-4590-82f4-696de782b5fc tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:44:51.839185 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2a9845d5-6a79-4590-82f4-696de782b5fc tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks [] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:51.842721 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 55342) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:51.936398 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-693dca34-fe16-4eca-b2a5-b0f264388238 req-368a5221-ecbf-4ed3-9d6e-1f8bd9e783bb tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Synchronizing usage tracker for tenant:8286d186dd0e4cfe84e34ace3d186fd0 on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:44:51.952966 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port 9187c020-ac28-4343-9fbd-5ed57f1f634b, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=9187c020-ac28-4343-9fbd-5ed57f1f634b,segment=NetworkSegment(d10773c3-ff2b-4a66-a4d7-5fa5d8f550a5),segment_id=d10773c3-ff2b-4a66-a4d7-5fa5d8f550a5)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:44:51.974513 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-76c38135-7586-4e58-91de-580662951211 tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=7df2bfd740464e869863a41b14f4d5af&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1147358 Feb 04 08:44:51.984978 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 55346) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:52.014751 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-16436421-1670-43cd-bb8b-308ee13e5bf7 req-a4fc25ff-6cbd-41d9-82e8-18a1f4abb30a tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:52.041398 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:52.069486 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb55e6e4-d058-4297-9aa3-1755c936347e tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:44:52.078331 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-cb55e6e4-d058-4297-9aa3-1755c936347e tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "PUT /v2.0/routers/5b4e7239-63b9-4d38-942e-aff215dc4027/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3659968 Feb 04 08:44:52.084261 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4954639b-32cb-4e0d-9537-5ce2d0ca83c4 None None] Sync routers for ids ['5b4e7239-63b9-4d38-942e-aff215dc4027'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:44:52.086827 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 55350) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:52.107937 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4954639b-32cb-4e0d-9537-5ce2d0ca83c4 None None] Routers {'5b4e7239-63b9-4d38-942e-aff215dc4027'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:44:52.109463 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-4954639b-32cb-4e0d-9537-5ce2d0ca83c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:44:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['5b4e7239-63b9-4d38-942e-aff215dc4027'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:52.116992 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=9187c020-ac28-4343-9fbd-5ed57f1f634b,revision_number=5']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:52.119798 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9845d5-6a79-4590-82f4-696de782b5fc tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Pushing event updated for resources: {'Network': ['ID=6614e87e-92cd-4afb-920c-e3708f70c19e,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:52.131527 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-2a9845d5-6a79-4590-82f4-696de782b5fc tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2758114 Feb 04 08:44:52.131725 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 55354) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:52.140901 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16436421-1670-43cd-bb8b-308ee13e5bf7 req-a4fc25ff-6cbd-41d9-82e8-18a1f4abb30a tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Network fd850cd4-7481-4610-9715-4b6b4e6c51ec is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:44:52.141380 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-280605ec-85c6-4b7b-a63b-f93df3f2041f tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Request body: {'subnet': {'network_id': '6614e87e-92cd-4afb-920c-e3708f70c19e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:44:52.144836 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-c02c77b6-9cee-48ce-b31f-84b93df7530b tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Synchronizing usage tracker for tenant:bf57e53bceb34316b0180186a41d96ee on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:44:52.147182 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-693dca34-fe16-4eca-b2a5-b0f264388238 req-368a5221-ecbf-4ed3-9d6e-1f8bd9e783bb tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Unset dirty status for tenant:8286d186dd0e4cfe84e34ace3d186fd0 on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:44:52.161483 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-693dca34-fe16-4eca-b2a5-b0f264388238 req-368a5221-ecbf-4ed3-9d6e-1f8bd9e783bb tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] 10.222.0.36 "GET /v2.0/ports?device_id=740b04e0-50d9-4863-966c-f332f94c275b HTTP/1.1" status: 200 len: 210 time: 0.2780974 Feb 04 08:44:52.166867 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [req-16436421-1670-43cd-bb8b-308ee13e5bf7 req-a4fc25ff-6cbd-41d9-82e8-18a1f4abb30a tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:44:52.176337 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [req-16436421-1670-43cd-bb8b-308ee13e5bf7 req-a4fc25ff-6cbd-41d9-82e8-18a1f4abb30a tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:44:52.206467 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network 6614e87e-92cd-4afb-920c-e3708f70c19e details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:44:52.216183 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fc25ff-6cbd-41d9-82e8-18a1f4abb30a tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Pushing event updated for resources: {'Port': ['ID=66963fae-f3d5-4a6f-9792-2598077ad698,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:52.276333 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16436421-1670-43cd-bb8b-308ee13e5bf7 req-a4fc25ff-6cbd-41d9-82e8-18a1f4abb30a tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:44:52.277497 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-16436421-1670-43cd-bb8b-308ee13e5bf7 req-a4fc25ff-6cbd-41d9-82e8-18a1f4abb30a tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:52.279980 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-4954639b-32cb-4e0d-9537-5ce2d0ca83c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:52.304757 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-c02c77b6-9cee-48ce-b31f-84b93df7530b tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Unset dirty status for tenant:bf57e53bceb34316b0180186a41d96ee on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:44:52.311660 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-c02c77b6-9cee-48ce-b31f-84b93df7530b tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b4e7239-63b9-4d38-942e-aff215dc4027 HTTP/1.1" status: 200 len: 205 time: 0.2155366 Feb 04 08:44:52.312711 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 55358) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:52.317390 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4954639b-32cb-4e0d-9537-5ce2d0ca83c4 None None] Routers {'5b4e7239-63b9-4d38-942e-aff215dc4027'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:44:52.318226 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-4954639b-32cb-4e0d-9537-5ce2d0ca83c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:44:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['5b4e7239-63b9-4d38-942e-aff215dc4027'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:52.396175 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-280605ec-85c6-4b7b-a63b-f93df3f2041f tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:44:52.408875 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-280605ec-85c6-4b7b-a63b-f93df3f2041f tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Usage tracker for resource:subnet and tenant:88ac21618fc2460393f2181c0240ea1e is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:44:52.417382 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-280605ec-85c6-4b7b-a63b-f93df3f2041f tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:44:52.432590 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-280605ec-85c6-4b7b-a63b-f93df3f2041f tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:44:52.446312 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-4954639b-32cb-4e0d-9537-5ce2d0ca83c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:52.446758 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4954639b-32cb-4e0d-9537-5ce2d0ca83c4 None None] The sync data for ids ['5b4e7239-63b9-4d38-942e-aff215dc4027'] in dv-neutron-827798-2-hyperv is: [] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:44:52.453917 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-86fee1ca-59d5-4dc7-8370-4e95fe840940 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:52.456392 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7cfd60c-c625-4e09-92c7-857d59aa5ceb tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:44:52.460888 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7cfd60c-c625-4e09-92c7-857d59aa5ceb tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:44:52.466065 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-e7cfd60c-c625-4e09-92c7-857d59aa5ceb tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1555 time: 0.4751503 Feb 04 08:44:52.466943 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 55362) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:52.481100 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-7787ae90-17d8-4bcc-9067-f8a87f71486d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c61eeb-c74f-4b13-9b5c-11baff995d53', 'name': 'tempest-TestNetworkBasicOps-router-1051621526', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.219'}], 'enable_snat': True}, 'gw_port_id': '6df7ed41-74d6-49dc-85c8-11ceeb770ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:44:47Z', 'updated_at': '2022-02-04T08:44:49Z', 'revision_number': 3, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': '6df7ed41-74d6-49dc-85c8-11ceeb770ff9', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:4e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42c61eeb-c74f-4b13-9b5c-11baff995d53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:44:48Z', 'updated_at': '2022-02-04T08:44:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:52.487038 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7787ae90-17d8-4bcc-9067-f8a87f71486d None None] Checking router: 42c61eeb-c74f-4b13-9b5c-11baff995d53 for host: dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 08:44:52.487621 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7787ae90-17d8-4bcc-9067-f8a87f71486d None None] Updating router 42c61eeb-c74f-4b13-9b5c-11baff995d53 port 6df7ed41-74d6-49dc-85c8-11ceeb770ff9 binding host dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 08:44:52.550875 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-86fee1ca-59d5-4dc7-8370-4e95fe840940 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:52.562590 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-16436421-1670-43cd-bb8b-308ee13e5bf7 req-a4fc25ff-6cbd-41d9-82e8-18a1f4abb30a tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8862166 Feb 04 08:44:52.578658 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [req-16436421-1670-43cd-bb8b-308ee13e5bf7 req-dc045ef3-4441-47fd-9cd2-dcb354cfc923 service neutron] Request body: {'port': {'device_id': '740b04e0-50d9-4863-966c-f332f94c275b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:44:52.580092 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-7787ae90-17d8-4bcc-9067-f8a87f71486d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:52.597371 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127921ba-30ef-4d7c-b420-34537e6c720f tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:44:52.599066 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-127921ba-30ef-4d7c-b420-34537e6c720f tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=b8906e38-5d02-4ec4-ba6a-c8a72b397039&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 800 time: 0.1311779 Feb 04 08:44:52.609124 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 55366) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:52.661029 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-95b2a855-0b1b-4936-8c0e-77a5763a7a02 tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=e264bd74-c56b-43d0-9059-bcb57dbbe5bc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0508716 Feb 04 08:44:52.668289 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 55370) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:52.669697 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-280605ec-85c6-4b7b-a63b-f93df3f2041f tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Made reservation on behalf of 88ac21618fc2460393f2181c0240ea1e for: {'subnet': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:44:52.711787 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ce9b73aa-52d6-4e26-b406-91339a90d1b8 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks [] for router, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:52.772161 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-b5b1e5e1-7866-4031-b068-88c783fde383 None None] Provisioning for port 66963fae-f3d5-4a6f-9792-2598077ad698 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:44:52.795801 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fee1ca-59d5-4dc7-8370-4e95fe840940 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Pushing event updated for resources: {'Port': ['ID=a2253ffb-f8eb-406d-b0da-88c8d2ece61d,revision_number=2']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:52.810211 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-86fee1ca-59d5-4dc7-8370-4e95fe840940 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473039'] for floatingip, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:52.823177 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-b1f933a6-b219-4b95-958f-ef10a21e0c1c tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=7df2bfd740464e869863a41b14f4d5af&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1515174 Feb 04 08:44:52.827230 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-b5b1e5e1-7866-4031-b068-88c783fde383 None None] Provisioning complete for port 66963fae-f3d5-4a6f-9792-2598077ad698 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:44:52.827606 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-b5b1e5e1-7866-4031-b068-88c783fde383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:52.829377 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 55374) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:52.849588 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-280605ec-85c6-4b7b-a63b-f93df3f2041f tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8119726'] for subnet, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:52.870366 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:52.918426 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-b5b1e5e1-7866-4031-b068-88c783fde383 None None] Port 66963fae-f3d5-4a6f-9792-2598077ad698 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:44:52.937267 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-86fee1ca-59d5-4dc7-8370-4e95fe840940 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for floatingip, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:52.938649 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-86fee1ca-59d5-4dc7-8370-4e95fe840940 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.2545412 Feb 04 08:44:52.941492 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 55378) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:52.944712 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.ipam_backend_mixin [None req-280605ec-85c6-4b7b-a63b-f93df3f2041f tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Performing IP validity checks on allocation pools {{(pid=84108) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 04 08:44:52.945231 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.ipam_backend_mixin [None req-280605ec-85c6-4b7b-a63b-f93df3f2041f tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84108) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 04 08:44:53.031406 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:53.035913 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-e38b3bd6-749c-4fb2-bfbc-41e0fcc5e1ad tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Synchronizing usage tracker for tenant:ef6d1876151d427da188fd3387f2326d on resource:floatingip {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:44:53.067447 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-7787ae90-17d8-4bcc-9067-f8a87f71486d None None] Notify callbacks [] for port, precommit_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:53.083032 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-7787ae90-17d8-4bcc-9067-f8a87f71486d None None] Transition to ACTIVE for port object 6df7ed41-74d6-49dc-85c8-11ceeb770ff9 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:44:53.127755 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-e38b3bd6-749c-4fb2-bfbc-41e0fcc5e1ad tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Unset dirty status for tenant:ef6d1876151d427da188fd3387f2326d on resource:floatingip {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:44:53.131528 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-e38b3bd6-749c-4fb2-bfbc-41e0fcc5e1ad tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] 10.222.0.36 "GET /v2.0/floatingips?floating_network_id=b8906e38-5d02-4ec4-ba6a-c8a72b397039 HTTP/1.1" status: 200 len: 689 time: 0.1866777 Feb 04 08:44:53.140045 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 55382) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:53.160010 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-7787ae90-17d8-4bcc-9067-f8a87f71486d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:53.193823 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-16436421-1670-43cd-bb8b-308ee13e5bf7 req-dc045ef3-4441-47fd-9cd2-dcb354cfc923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:53.243630 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa86b15e-e2aa-417f-831a-3e65f360ed2e None None] Pushing event updated for resources: {'Port': ['ID=6df7ed41-74d6-49dc-85c8-11ceeb770ff9,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:53.306235 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-7787ae90-17d8-4bcc-9067-f8a87f71486d None None] Attempting to bind port 6df7ed41-74d6-49dc-85c8-11ceeb770ff9 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:44:53.306685 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-7787ae90-17d8-4bcc-9067-f8a87f71486d None None] Attempting to bind port 6df7ed41-74d6-49dc-85c8-11ceeb770ff9 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:44:53.307117 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7787ae90-17d8-4bcc-9067-f8a87f71486d None None] Attempting to bind port 6df7ed41-74d6-49dc-85c8-11ceeb770ff9 on network e264bd74-c56b-43d0-9059-bcb57dbbe5bc {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:44:53.318427 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7787ae90-17d8-4bcc-9067-f8a87f71486d None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:44:53.318947 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7787ae90-17d8-4bcc-9067-f8a87f71486d None None] Checking segment: {'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:44:53.319419 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-7787ae90-17d8-4bcc-9067-f8a87f71486d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:53.319872 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7787ae90-17d8-4bcc-9067-f8a87f71486d None None] Bound using segment: {'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:44:53.320410 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-7787ae90-17d8-4bcc-9067-f8a87f71486d None None] Bound port: 6df7ed41-74d6-49dc-85c8-11ceeb770ff9, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:44:53.321526 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-7787ae90-17d8-4bcc-9067-f8a87f71486d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:53.372772 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 9187c020-ac28-4343-9fbd-5ed57f1f634b up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:44:53.407136 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4e49f10f-6267-454c-bd58-7f9f23d1b20e tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:53.468623 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-7787ae90-17d8-4bcc-9067-f8a87f71486d None None] For port 6df7ed41-74d6-49dc-85c8-11ceeb770ff9, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:44:53.472045 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-7787ae90-17d8-4bcc-9067-f8a87f71486d None None] For port 6df7ed41-74d6-49dc-85c8-11ceeb770ff9, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=6df7ed41-74d6-49dc-85c8-11ceeb770ff9,segment=NetworkSegment(c44b9475-949d-4ae7-bfca-e29b010a56a6),segment_id=c44b9475-949d-4ae7-bfca-e29b010a56a6)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:44:53.474710 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-280605ec-85c6-4b7b-a63b-f93df3f2041f tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7593498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8119736'] for subnet, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:53.486215 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 9187c020-ac28-4343-9fbd-5ed57f1f634b triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:44:53.486671 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:53.527158 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-4e49f10f-6267-454c-bd58-7f9f23d1b20e tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Deleting port a2253ffb-f8eb-406d-b0da-88c8d2ece61d {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:44:53.527499 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4e49f10f-6267-454c-bd58-7f9f23d1b20e tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:53.547040 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-7787ae90-17d8-4bcc-9067-f8a87f71486d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:53.580430 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ce9b73aa-52d6-4e26-b406-91339a90d1b8 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40989'] for router, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:53.582601 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5921923b-82a1-4f44-845b-450efa15cdd7 tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:44:53.582977 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5921923b-82a1-4f44-845b-450efa15cdd7 tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:44:53.587193 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-5921923b-82a1-4f44-845b-450efa15cdd7 tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1555 time: 0.7540960 Feb 04 08:44:53.588223 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 55388) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:53.610407 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280605ec-85c6-4b7b-a63b-f93df3f2041f tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Pushing event updated for resources: {'Subnet': ['ID=e3c82063-e8dd-495e-aafc-75ed9f4e05c1,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:53.672230 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa86b15e-e2aa-417f-831a-3e65f360ed2e None None] Pushing event updated for resources: {'Port': ['ID=6df7ed41-74d6-49dc-85c8-11ceeb770ff9,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:53.676226 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ce9b73aa-52d6-4e26-b406-91339a90d1b8 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:53.687130 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-d0e330ff-fd24-44f0-a5f2-f924db815e12 tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=b8906e38-5d02-4ec4-ba6a-c8a72b397039&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0983021 Feb 04 08:44:53.690335 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 55392) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:53.715084 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7787ae90-17d8-4bcc-9067-f8a87f71486d None None] Routers {'42c61eeb-c74f-4b13-9b5c-11baff995d53'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:44:53.715725 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-7787ae90-17d8-4bcc-9067-f8a87f71486d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:44:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['42c61eeb-c74f-4b13-9b5c-11baff995d53'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:53.753256 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280605ec-85c6-4b7b-a63b-f93df3f2041f tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Checking segment: {'id': 'bc301570-efef-4c96-a064-dd7d832d71cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6614e87e-92cd-4afb-920c-e3708f70c19e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:44:53.753613 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280605ec-85c6-4b7b-a63b-f93df3f2041f tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Network hostable DHCP agents. Network: 6614e87e-92cd-4afb-920c-e3708f70c19e, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:44:53.763908 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-4fcdc65e-ff8b-4201-98a2-c5fb7f3ca419 tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=e264bd74-c56b-43d0-9059-bcb57dbbe5bc&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0678201 Feb 04 08:44:53.765742 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 55396) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:53.786528 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-7fb7c72e-e692-4631-929f-03a1cdcf1504 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-198338428', 'network_id': 'dfd3e35e-8d31-4904-a33a-2fe9438ce3a8', 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:44:53.803826 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b89726f-05c4-42f3-9dfe-31fd03eac9c9 req-6fd69994-781d-4f11-8c45-6f7893c453ad tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:44:53.806098 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5b89726f-05c4-42f3-9dfe-31fd03eac9c9 req-6fd69994-781d-4f11-8c45-6f7893c453ad tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] 10.222.0.36 "GET /v2.0/ports?device_id=740b04e0-50d9-4863-966c-f332f94c275b HTTP/1.1" status: 200 len: 931 time: 0.4715283 Feb 04 08:44:53.890878 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4e49f10f-6267-454c-bd58-7f9f23d1b20e tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:53.890878 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4e49f10f-6267-454c-bd58-7f9f23d1b20e tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:53.905550 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5b89726f-05c4-42f3-9dfe-31fd03eac9c9 req-6f7a1920-6051-4910-a321-8a1ecdfb6a09 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e01d01f-649a-4a93-8da0-fda7af4b84c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866933 Feb 04 08:44:53.998566 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [req-16436421-1670-43cd-bb8b-308ee13e5bf7 req-dc045ef3-4441-47fd-9cd2-dcb354cfc923 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66963fae-f3d5-4a6f-9792-2598077ad698 {{(pid=84107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 08:44:54.000888 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-7787ae90-17d8-4bcc-9067-f8a87f71486d None None] Set router 42c61eeb-c74f-4b13-9b5c-11baff995d53 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:44:54.005598 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-16436421-1670-43cd-bb8b-308ee13e5bf7 req-dc045ef3-4441-47fd-9cd2-dcb354cfc923 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:54.021470 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [req-16436421-1670-43cd-bb8b-308ee13e5bf7 req-dc045ef3-4441-47fd-9cd2-dcb354cfc923 service neutron] Transition to ACTIVE for port object 66963fae-f3d5-4a6f-9792-2598077ad698 will not be triggered until provisioned by entity L2. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:44:54.037108 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-4e49f10f-6267-454c-bd58-7f9f23d1b20e tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Calling delete_port for a2253ffb-f8eb-406d-b0da-88c8d2ece61d owned by network:floatingip {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:44:54.053077 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ce9b73aa-52d6-4e26-b406-91339a90d1b8 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-476062'] for router, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:54.058078 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce9b73aa-52d6-4e26-b406-91339a90d1b8 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Fanout notify agent at l3_agent the message router_deleted on router 5b4e7239-63b9-4d38-942e-aff215dc4027 {{(pid=84107) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 08:44:54.066071 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ce9b73aa-52d6-4e26-b406-91339a90d1b8 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:54.069896 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-ce9b73aa-52d6-4e26-b406-91339a90d1b8 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "DELETE /v2.0/routers/5b4e7239-63b9-4d38-942e-aff215dc4027 HTTP/1.1" status: 204 len: 168 time: 1.7536359 Feb 04 08:44:54.070274 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 55400) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:54.093584 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-7fb7c72e-e692-4631-929f-03a1cdcf1504 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:44:54.100440 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-7fb7c72e-e692-4631-929f-03a1cdcf1504 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:subnet and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:44:54.106757 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-7fb7c72e-e692-4631-929f-03a1cdcf1504 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:44:54.116591 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-16436421-1670-43cd-bb8b-308ee13e5bf7 req-dc045ef3-4441-47fd-9cd2-dcb354cfc923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:54.122396 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-7fb7c72e-e692-4631-929f-03a1cdcf1504 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:44:54.188543 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280605ec-85c6-4b7b-a63b-f93df3f2041f tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Network 6614e87e-92cd-4afb-920c-e3708f70c19e is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:44:54.253578 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fb7c72e-e692-4631-929f-03a1cdcf1504 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Made reservation on behalf of 7df2bfd740464e869863a41b14f4d5af for: {'subnet': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:44:54.316635 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-7787ae90-17d8-4bcc-9067-f8a87f71486d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c61eeb-c74f-4b13-9b5c-11baff995d53', 'name': 'tempest-TestNetworkBasicOps-router-1051621526', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.219'}], 'enable_snat': True}, 'gw_port_id': '6df7ed41-74d6-49dc-85c8-11ceeb770ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:44:47Z', 'updated_at': '2022-02-04T08:44:49Z', 'revision_number': 3, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': '6df7ed41-74d6-49dc-85c8-11ceeb770ff9', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:4e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42c61eeb-c74f-4b13-9b5c-11baff995d53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:44:48Z', 'updated_at': '2022-02-04T08:44:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:54.321515 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7787ae90-17d8-4bcc-9067-f8a87f71486d None None] The sync data for ids ['42c61eeb-c74f-4b13-9b5c-11baff995d53'] in dv-neutron-827798-2-hyperv is: [{'id': '42c61eeb-c74f-4b13-9b5c-11baff995d53', 'name': 'tempest-TestNetworkBasicOps-router-1051621526', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.219'}], 'enable_snat': True}, 'gw_port_id': '6df7ed41-74d6-49dc-85c8-11ceeb770ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:44:47Z', 'updated_at': '2022-02-04T08:44:49Z', 'revision_number': 3, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': '6df7ed41-74d6-49dc-85c8-11ceeb770ff9', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:4e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42c61eeb-c74f-4b13-9b5c-11baff995d53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:44:48Z', 'updated_at': '2022-02-04T08:44:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:44:54.334728 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-280605ec-85c6-4b7b-a63b-f93df3f2041f tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, 6614e87e-92cd-4afb-920c-e3708f70c19e) {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:44:54.348172 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280605ec-85c6-4b7b-a63b-f93df3f2041f tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:44:54.348877 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-280605ec-85c6-4b7b-a63b-f93df3f2041f tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:54.349013 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca91815-74aa-447c-87f3-3e9faf70a858 None None] Network 6614e87e-92cd-4afb-920c-e3708f70c19e requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:44:54.353770 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4e49f10f-6267-454c-bd58-7f9f23d1b20e tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:54.361988 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc045ef3-4441-47fd-9cd2-dcb354cfc923 service neutron] Pushing event updated for resources: {'Port': ['ID=66963fae-f3d5-4a6f-9792-2598077ad698,revision_number=2']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:54.377938 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:54.428622 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e49f10f-6267-454c-bd58-7f9f23d1b20e tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Pushing event deleted for resources: {'Port': ['ID=a2253ffb-f8eb-406d-b0da-88c8d2ece61d,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:54.472888 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7fb7c72e-e692-4631-929f-03a1cdcf1504 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8119726'] for subnet, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:54.554204 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.managers [req-16436421-1670-43cd-bb8b-308ee13e5bf7 req-dc045ef3-4441-47fd-9cd2-dcb354cfc923 service neutron] Attempting to bind port 66963fae-f3d5-4a6f-9792-2598077ad698 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:44:54.554204 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.managers [req-16436421-1670-43cd-bb8b-308ee13e5bf7 req-dc045ef3-4441-47fd-9cd2-dcb354cfc923 service neutron] Attempting to bind port 66963fae-f3d5-4a6f-9792-2598077ad698 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'd10773c3-ff2b-4a66-a4d7-5fa5d8f550a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fd850cd4-7481-4610-9715-4b6b4e6c51ec'}] {{(pid=84107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:44:54.554574 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16436421-1670-43cd-bb8b-308ee13e5bf7 req-dc045ef3-4441-47fd-9cd2-dcb354cfc923 service neutron] Attempting to bind port 66963fae-f3d5-4a6f-9792-2598077ad698 on network fd850cd4-7481-4610-9715-4b6b4e6c51ec {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:44:54.562228 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c2fe2f7-1da0-4f07-8e4b-fdf512d21fcb tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Deleting subnet 8faf684a-c9c1-44fb-b9cb-5448942ba67f {{(pid=84107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:44:54.567066 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5c2fe2f7-1da0-4f07-8e4b-fdf512d21fcb tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks [] for subnet, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:54.600251 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16436421-1670-43cd-bb8b-308ee13e5bf7 req-dc045ef3-4441-47fd-9cd2-dcb354cfc923 service neutron] Port 66963fae-f3d5-4a6f-9792-2598077ad698 on network fd850cd4-7481-4610-9715-4b6b4e6c51ec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 08:44:54.600645 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16436421-1670-43cd-bb8b-308ee13e5bf7 req-dc045ef3-4441-47fd-9cd2-dcb354cfc923 service neutron] Attempting to bind port 66963fae-f3d5-4a6f-9792-2598077ad698 on network fd850cd4-7481-4610-9715-4b6b4e6c51ec {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:44:54.615272 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16436421-1670-43cd-bb8b-308ee13e5bf7 req-dc045ef3-4441-47fd-9cd2-dcb354cfc923 service neutron] Checking agent: {'id': 'f735dfbb-9ed2-4de7-8aa1-fea4a962ae1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 34, 26), 'started_at': datetime.datetime(2022, 2, 4, 8, 34, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:44:54.615613 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16436421-1670-43cd-bb8b-308ee13e5bf7 req-dc045ef3-4441-47fd-9cd2-dcb354cfc923 service neutron] Checking segment: {'id': 'd10773c3-ff2b-4a66-a4d7-5fa5d8f550a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fd850cd4-7481-4610-9715-4b6b4e6c51ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:44:54.615999 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16436421-1670-43cd-bb8b-308ee13e5bf7 req-dc045ef3-4441-47fd-9cd2-dcb354cfc923 service neutron] Bound using segment: {'id': 'd10773c3-ff2b-4a66-a4d7-5fa5d8f550a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fd850cd4-7481-4610-9715-4b6b4e6c51ec'} {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:44:54.616461 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.managers [req-16436421-1670-43cd-bb8b-308ee13e5bf7 req-dc045ef3-4441-47fd-9cd2-dcb354cfc923 service neutron] Bound port: 66963fae-f3d5-4a6f-9792-2598077ad698, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd10773c3-ff2b-4a66-a4d7-5fa5d8f550a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fd850cd4-7481-4610-9715-4b6b4e6c51ec'}}] {{(pid=84107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:44:54.616811 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-16436421-1670-43cd-bb8b-308ee13e5bf7 req-dc045ef3-4441-47fd-9cd2-dcb354cfc923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:54.629741 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-280605ec-85c6-4b7b-a63b-f93df3f2041f tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.4944847 Feb 04 08:44:54.632387 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 55404) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:54.654213 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5c2fe2f7-1da0-4f07-8e4b-fdf512d21fcb tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8058667'] for subnet, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:54.675390 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a732eaba-6b9b-49f7-8256-2b333aa5f88e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-6614e87e-92cd-4afb-920c-e3708f70c19e', 'network_id': '6614e87e-92cd-4afb-920c-e3708f70c19e', 'tenant_id': '88ac21618fc2460393f2181c0240ea1e', 'fixed_ips': [{'subnet_id': 'e3c82063-e8dd-495e-aafc-75ed9f4e05c1'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:44:54.676716 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-a732eaba-6b9b-49f7-8256-2b333aa5f88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:54.766760 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4e49f10f-6267-454c-bd58-7f9f23d1b20e tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:54.843351 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-a732eaba-6b9b-49f7-8256-2b333aa5f88e None None] Allocated IP 172.20.0.3 (6614e87e-92cd-4afb-920c-e3708f70c19e/e3c82063-e8dd-495e-aafc-75ed9f4e05c1/ab2a4246-8d21-4d0a-b13c-c074e35fccb3) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:44:54.915423 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [req-16436421-1670-43cd-bb8b-308ee13e5bf7 req-dc045ef3-4441-47fd-9cd2-dcb354cfc923 service neutron] For port 66963fae-f3d5-4a6f-9792-2598077ad698, host hv-neutron-8277, cleared binding levels {{(pid=84107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:44:54.925895 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [req-16436421-1670-43cd-bb8b-308ee13e5bf7 req-dc045ef3-4441-47fd-9cd2-dcb354cfc923 service neutron] For port 66963fae-f3d5-4a6f-9792-2598077ad698, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=66963fae-f3d5-4a6f-9792-2598077ad698,segment=NetworkSegment(d10773c3-ff2b-4a66-a4d7-5fa5d8f550a5),segment_id=d10773c3-ff2b-4a66-a4d7-5fa5d8f550a5)] {{(pid=84107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:44:54.933338 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5c2fe2f7-1da0-4f07-8e4b-fdf512d21fcb tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:55.008889 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-16436421-1670-43cd-bb8b-308ee13e5bf7 req-dc045ef3-4441-47fd-9cd2-dcb354cfc923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:55.034292 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ff2910c0-cf7a-4671-b790-c6157c8dc143 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:55.038865 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4e49f10f-6267-454c-bd58-7f9f23d1b20e tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:55.092315 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-a732eaba-6b9b-49f7-8256-2b333aa5f88e None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:55.107636 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-a732eaba-6b9b-49f7-8256-2b333aa5f88e None None] Transition to ACTIVE for port object ab2a4246-8d21-4d0a-b13c-c074e35fccb3 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:44:55.112399 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-16436421-1670-43cd-bb8b-308ee13e5bf7 req-dc045ef3-4441-47fd-9cd2-dcb354cfc923 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:55.113842 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-16436421-1670-43cd-bb8b-308ee13e5bf7 req-dc045ef3-4441-47fd-9cd2-dcb354cfc923 service neutron] 10.222.0.47 "PUT /v2.0/ports/66963fae-f3d5-4a6f-9792-2598077ad698 HTTP/1.1" status: 200 len: 1093 time: 2.5406823 Feb 04 08:44:55.119668 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '740b04e0-50d9-4863-966c-f332f94c275b', 'tag': '66963fae-f3d5-4a6f-9792-2598077ad698'}] {{(pid=84107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:44:55.134747 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-a732eaba-6b9b-49f7-8256-2b333aa5f88e None None] Transition to ACTIVE for port object ab2a4246-8d21-4d0a-b13c-c074e35fccb3 will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:44:55.216462 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc045ef3-4441-47fd-9cd2-dcb354cfc923 service neutron] Pushing event updated for resources: {'Port': ['ID=66963fae-f3d5-4a6f-9792-2598077ad698,revision_number=3']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:55.236935 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ff2910c0-cf7a-4671-b790-c6157c8dc143 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:55.265137 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-a732eaba-6b9b-49f7-8256-2b333aa5f88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:55.301457 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '740b04e0-50d9-4863-966c-f332f94c275b', 'tag': '66963fae-f3d5-4a6f-9792-2598077ad698', 'status': 'completed', 'code': 200} Feb 04 08:44:55.312296 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7fb7c72e-e692-4631-929f-03a1cdcf1504 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7593498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8119736'] for subnet, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:55.313036 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6bae77-dd9f-4aac-9de2-acf3038c23ac req-1ce3ae55-2195-493e-9e02-b56534bf1ccc tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:44:55.314558 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5d6bae77-dd9f-4aac-9de2-acf3038c23ac req-1ce3ae55-2195-493e-9e02-b56534bf1ccc tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] 10.222.0.36 "GET /v2.0/ports?device_id=740b04e0-50d9-4863-966c-f332f94c275b HTTP/1.1" status: 200 len: 943 time: 0.2131469 Feb 04 08:44:55.358197 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a732eaba-6b9b-49f7-8256-2b333aa5f88e None None] Network 6614e87e-92cd-4afb-920c-e3708f70c19e is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:44:55.361869 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-a732eaba-6b9b-49f7-8256-2b333aa5f88e None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:44:55.363781 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a732eaba-6b9b-49f7-8256-2b333aa5f88e None None] Pushing event updated for resources: {'Port': ['ID=ab2a4246-8d21-4d0a-b13c-c074e35fccb3,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:55.365698 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a732eaba-6b9b-49f7-8256-2b333aa5f88e None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:44:55.371628 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5d6bae77-dd9f-4aac-9de2-acf3038c23ac req-fb5fc5f6-0654-4336-ae78-7548b4d11713 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e01d01f-649a-4a93-8da0-fda7af4b84c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495796 Feb 04 08:44:55.380644 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4e49f10f-6267-454c-bd58-7f9f23d1b20e tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7593563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8119683'] for subnet, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:55.384955 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5c2fe2f7-1da0-4f07-8e4b-fdf512d21fcb tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7510167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985167'] for subnet, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:55.433765 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2fe2f7-1da0-4f07-8e4b-fdf512d21fcb tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Pushing event deleted for resources: {'Subnet': ['ID=8faf684a-c9c1-44fb-b9cb-5448942ba67f,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:55.446296 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5c2fe2f7-1da0-4f07-8e4b-fdf512d21fcb tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks [] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:55.454998 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-5c2fe2f7-1da0-4f07-8e4b-fdf512d21fcb tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "DELETE /v2.0/subnets/8faf684a-c9c1-44fb-b9cb-5448942ba67f HTTP/1.1" status: 204 len: 168 time: 1.3838108 Feb 04 08:44:55.458564 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 55412) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:55.459133 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-16436421-1670-43cd-bb8b-308ee13e5bf7 req-04b50d2c-b933-4449-b875-b142ef224fdd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8286d186dd0e4cfe84e34ace3d186fd0&device_id=740b04e0-50d9-4863-966c-f332f94c275b HTTP/1.1" status: 200 len: 1096 time: 0.2059393 Feb 04 08:44:55.459970 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb7c72e-e692-4631-929f-03a1cdcf1504 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'Subnet': ['ID=d7468b71-f98f-4f00-b331-49e92e5ae12e,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:55.460595 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9721047-9a2e-4944-9f37-713eb60cd7e0 None None] Network 874a6a73-bc08-4264-974a-ccc59dc1369e requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:44:55.527655 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-16436421-1670-43cd-bb8b-308ee13e5bf7 req-03e1387a-edcf-4e54-9da8-86cdaadfd665 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=66963fae-f3d5-4a6f-9792-2598077ad698 HTTP/1.1" status: 200 len: 217 time: 0.0622845 Feb 04 08:44:55.565201 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ff2910c0-cf7a-4671-b790-c6157c8dc143 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7593563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8119683'] for subnet, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:55.566004 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-a732eaba-6b9b-49f7-8256-2b333aa5f88e None None] Attempting to bind port ab2a4246-8d21-4d0a-b13c-c074e35fccb3 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:44:55.566370 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-a732eaba-6b9b-49f7-8256-2b333aa5f88e None None] Attempting to bind port ab2a4246-8d21-4d0a-b13c-c074e35fccb3 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': 'bc301570-efef-4c96-a064-dd7d832d71cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6614e87e-92cd-4afb-920c-e3708f70c19e'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:44:55.566714 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a732eaba-6b9b-49f7-8256-2b333aa5f88e None None] Attempting to bind port ab2a4246-8d21-4d0a-b13c-c074e35fccb3 on network 6614e87e-92cd-4afb-920c-e3708f70c19e {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:44:55.590775 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a732eaba-6b9b-49f7-8256-2b333aa5f88e None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:44:55.590775 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a732eaba-6b9b-49f7-8256-2b333aa5f88e None None] Checking segment: {'id': 'bc301570-efef-4c96-a064-dd7d832d71cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6614e87e-92cd-4afb-920c-e3708f70c19e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:44:55.594648 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-a732eaba-6b9b-49f7-8256-2b333aa5f88e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:55.594648 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a732eaba-6b9b-49f7-8256-2b333aa5f88e None None] Bound using segment: {'id': 'bc301570-efef-4c96-a064-dd7d832d71cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6614e87e-92cd-4afb-920c-e3708f70c19e'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:44:55.594648 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-a732eaba-6b9b-49f7-8256-2b333aa5f88e None None] Bound port: ab2a4246-8d21-4d0a-b13c-c074e35fccb3, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc301570-efef-4c96-a064-dd7d832d71cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6614e87e-92cd-4afb-920c-e3708f70c19e'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:44:55.594648 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-a732eaba-6b9b-49f7-8256-2b333aa5f88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:55.596715 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16436421-1670-43cd-bb8b-308ee13e5bf7 req-7e489476-8807-4a55-ac65-04482eb375f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:44:55.598226 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-16436421-1670-43cd-bb8b-308ee13e5bf7 req-7e489476-8807-4a55-ac65-04482eb375f3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=310ce234-34d4-43db-998c-a4888eef5b35 HTTP/1.1" status: 200 len: 834 time: 0.0641897 Feb 04 08:44:55.637966 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e49f10f-6267-454c-bd58-7f9f23d1b20e tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=6f2beed2-3555-4536-8b15-825893352b39,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:55.682354 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-16436421-1670-43cd-bb8b-308ee13e5bf7 req-192e6796-9942-4cb5-8d2e-63dad24047df service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fd850cd4-7481-4610-9715-4b6b4e6c51ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0786581 Feb 04 08:44:55.699056 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4e49f10f-6267-454c-bd58-7f9f23d1b20e tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:55.716223 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2910c0-cf7a-4671-b790-c6157c8dc143 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Pushing event deleted for resources: {'Subnet': ['ID=e3c82063-e8dd-495e-aafc-75ed9f4e05c1,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:55.723136 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb7c72e-e692-4631-929f-03a1cdcf1504 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Checking segment: {'id': '621bf94a-8623-401c-be43-5da80d76f6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dfd3e35e-8d31-4904-a33a-2fe9438ce3a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:44:55.723493 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb7c72e-e692-4631-929f-03a1cdcf1504 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Network hostable DHCP agents. Network: dfd3e35e-8d31-4904-a33a-2fe9438ce3a8, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:44:55.759483 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-a732eaba-6b9b-49f7-8256-2b333aa5f88e None None] For port ab2a4246-8d21-4d0a-b13c-c074e35fccb3, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:44:55.764047 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-a732eaba-6b9b-49f7-8256-2b333aa5f88e None None] For port ab2a4246-8d21-4d0a-b13c-c074e35fccb3, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=ab2a4246-8d21-4d0a-b13c-c074e35fccb3,segment=NetworkSegment(bc301570-efef-4c96-a064-dd7d832d71cd),segment_id=bc301570-efef-4c96-a064-dd7d832d71cd)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:44:55.791546 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-4e49f10f-6267-454c-bd58-7f9f23d1b20e tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8906e38-5d02-4ec4-ba6a-c8a72b397039']}} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:55.838568 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14a3836-ca2e-4b6f-901e-c200a80af2e6 None None] DHCP port deletion for 874a6a73-bc08-4264-974a-ccc59dc1369e request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 08:44:55.842508 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-a732eaba-6b9b-49f7-8256-2b333aa5f88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:55.850331 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-493d0008-6c69-47b9-b443-7b453ea3c6a4 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:55.858786 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-16436421-1670-43cd-bb8b-308ee13e5bf7 req-0b71adf3-9f32-4464-8c12-c46c1e0e6d7a service neutron] 10.222.0.47 "GET /v2.0/networks/fd850cd4-7481-4610-9715-4b6b4e6c51ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688073 Feb 04 08:44:55.874651 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-4e49f10f-6267-454c-bd58-7f9f23d1b20e tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ff748ad-23a0-4ec5-942c-50f966ec4b79') {'for_net_delete': True} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:55.876547 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-4e49f10f-6267-454c-bd58-7f9f23d1b20e tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ff748ad-23a0-4ec5-942c-50f966ec4b79') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:55.878621 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-f14a3836-ca2e-4b6f-901e-c200a80af2e6 None None] Deleting port 14ea600c-1aa6-44d7-834d-a575f7b7f7a2 {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:44:55.878994 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-f14a3836-ca2e-4b6f-901e-c200a80af2e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:55.898214 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ff2910c0-cf7a-4671-b790-c6157c8dc143 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:55.908512 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4e49f10f-6267-454c-bd58-7f9f23d1b20e tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7851336'] for segment, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:55.933755 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-493d0008-6c69-47b9-b443-7b453ea3c6a4 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Deleting port 14ea600c-1aa6-44d7-834d-a575f7b7f7a2 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:44:55.934373 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-493d0008-6c69-47b9-b443-7b453ea3c6a4 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:55.981412 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-ff2910c0-cf7a-4671-b790-c6157c8dc143 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6614e87e-92cd-4afb-920c-e3708f70c19e']}} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:55.993806 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4e49f10f-6267-454c-bd58-7f9f23d1b20e tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:56.010693 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-ff2910c0-cf7a-4671-b790-c6157c8dc143 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc301570-efef-4c96-a064-dd7d832d71cd') {'for_net_delete': True} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:56.011267 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-ff2910c0-cf7a-4671-b790-c6157c8dc143 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc301570-efef-4c96-a064-dd7d832d71cd') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:56.020172 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a732eaba-6b9b-49f7-8256-2b333aa5f88e None None] Pushing event updated for resources: {'Port': ['ID=ab2a4246-8d21-4d0a-b13c-c074e35fccb3,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:56.022599 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e49f10f-6267-454c-bd58-7f9f23d1b20e tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=84108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:44:56.023214 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4e49f10f-6267-454c-bd58-7f9f23d1b20e tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7460345'] for segment, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:56.024668 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-16436421-1670-43cd-bb8b-308ee13e5bf7 req-63fb9730-0805-499f-aee0-62cef075e9ff service neutron] 10.222.0.47 "GET /v2.0/networks/fd850cd4-7481-4610-9715-4b6b4e6c51ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584907 Feb 04 08:44:56.040367 dv-neutron-827798-2-hyperv neutron-server[84108]: Traceback (most recent call last): Feb 04 08:44:56.040367 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:44:56.040367 dv-neutron-827798-2-hyperv neutron-server[84108]: timer() Feb 04 08:44:56.040367 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:44:56.040367 dv-neutron-827798-2-hyperv neutron-server[84108]: cb(*args, **kw) Feb 04 08:44:56.040367 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:44:56.040367 dv-neutron-827798-2-hyperv neutron-server[84108]: return func(*args, **kwargs) Feb 04 08:44:56.040367 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:44:56.040367 dv-neutron-827798-2-hyperv neutron-server[84108]: self._notify() Feb 04 08:44:56.040367 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:44:56.040367 dv-neutron-827798-2-hyperv neutron-server[84108]: self.callback(batched_events) Feb 04 08:44:56.040367 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:44:56.040367 dv-neutron-827798-2-hyperv neutron-server[84108]: event.method(event) Feb 04 08:44:56.040367 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:44:56.040367 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:44:56.040367 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:44:56.040367 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:44:56.040367 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:44:56.040367 dv-neutron-827798-2-hyperv neutron-server[84108]: return f(self, *a, **k) Feb 04 08:44:56.040367 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:44:56.040367 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._get(url).json() Feb 04 08:44:56.040367 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:44:56.040367 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:44:56.040367 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:44:56.040367 dv-neutron-827798-2-hyperv neutron-server[84108]: return self.request(url, 'GET', **kwargs) Feb 04 08:44:56.040367 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:44:56.040367 dv-neutron-827798-2-hyperv neutron-server[84108]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:44:56.040367 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:44:56.040367 dv-neutron-827798-2-hyperv neutron-server[84108]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:44:56.040367 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:44:56.040367 dv-neutron-827798-2-hyperv neutron-server[84108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:44:56.040367 dv-neutron-827798-2-hyperv neutron-server[84108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:44:56.063752 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:56.100933 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ff2910c0-cf7a-4671-b790-c6157c8dc143 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7851336'] for segment, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:56.111228 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb7c72e-e692-4631-929f-03a1cdcf1504 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Network dfd3e35e-8d31-4904-a33a-2fe9438ce3a8 is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:44:56.180452 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ff2910c0-cf7a-4671-b790-c6157c8dc143 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:56.193031 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff2910c0-cf7a-4671-b790-c6157c8dc143 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=84108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:44:56.193439 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ff2910c0-cf7a-4671-b790-c6157c8dc143 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7460345'] for segment, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:56.198946 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8ecd37-388d-4a8c-8053-2678bf9078a7 None None] Network 6614e87e-92cd-4afb-920c-e3708f70c19e requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:44:56.208925 dv-neutron-827798-2-hyperv neutron-server[84108]: Traceback (most recent call last): Feb 04 08:44:56.208925 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:44:56.208925 dv-neutron-827798-2-hyperv neutron-server[84108]: timer() Feb 04 08:44:56.208925 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:44:56.208925 dv-neutron-827798-2-hyperv neutron-server[84108]: cb(*args, **kw) Feb 04 08:44:56.208925 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:44:56.208925 dv-neutron-827798-2-hyperv neutron-server[84108]: return func(*args, **kwargs) Feb 04 08:44:56.208925 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:44:56.208925 dv-neutron-827798-2-hyperv neutron-server[84108]: self._notify() Feb 04 08:44:56.208925 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:44:56.208925 dv-neutron-827798-2-hyperv neutron-server[84108]: self.callback(batched_events) Feb 04 08:44:56.208925 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:44:56.208925 dv-neutron-827798-2-hyperv neutron-server[84108]: event.method(event) Feb 04 08:44:56.208925 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:44:56.208925 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:44:56.208925 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:44:56.208925 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:44:56.208925 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:44:56.208925 dv-neutron-827798-2-hyperv neutron-server[84108]: return f(self, *a, **k) Feb 04 08:44:56.208925 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:44:56.208925 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._get(url).json() Feb 04 08:44:56.208925 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:44:56.208925 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:44:56.208925 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:44:56.208925 dv-neutron-827798-2-hyperv neutron-server[84108]: return self.request(url, 'GET', **kwargs) Feb 04 08:44:56.208925 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:44:56.208925 dv-neutron-827798-2-hyperv neutron-server[84108]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:44:56.208925 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:44:56.208925 dv-neutron-827798-2-hyperv neutron-server[84108]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:44:56.208925 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:44:56.208925 dv-neutron-827798-2-hyperv neutron-server[84108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:44:56.208925 dv-neutron-827798-2-hyperv neutron-server[84108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:44:56.221759 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-f14a3836-ca2e-4b6f-901e-c200a80af2e6 None None] For port 14ea600c-1aa6-44d7-834d-a575f7b7f7a2, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=14ea600c-1aa6-44d7-834d-a575f7b7f7a2,segment=NetworkSegment(ee5c419b-2d18-4550-9960-2bb4cb221414),segment_id=ee5c419b-2d18-4550-9960-2bb4cb221414)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:44:56.222241 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-f14a3836-ca2e-4b6f-901e-c200a80af2e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:56.234326 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-3f085ddb-0490-4c21-b501-0f28e2ec0e2a req-f1e6b7b6-6e2a-4a96-98cf-ac91b6e300cb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8286d186dd0e4cfe84e34ace3d186fd0&device_id=740b04e0-50d9-4863-966c-f332f94c275b HTTP/1.1" status: 200 len: 1096 time: 0.0806582 Feb 04 08:44:56.330896 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-7fb7c72e-e692-4631-929f-03a1cdcf1504 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, dfd3e35e-8d31-4904-a33a-2fe9438ce3a8) {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:44:56.337843 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4e49f10f-6267-454c-bd58-7f9f23d1b20e tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:56.365841 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb7c72e-e692-4631-929f-03a1cdcf1504 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:44:56.366327 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7fb7c72e-e692-4631-929f-03a1cdcf1504 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:56.376062 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f085ddb-0490-4c21-b501-0f28e2ec0e2a req-03dec0db-1d0d-436a-bdfb-ca555ba4b89c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:44:56.377545 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-3f085ddb-0490-4c21-b501-0f28e2ec0e2a req-03dec0db-1d0d-436a-bdfb-ca555ba4b89c service neutron] 10.222.0.47 "GET /v2.0/networks?id=fd850cd4-7481-4610-9715-4b6b4e6c51ec HTTP/1.1" status: 200 len: 898 time: 0.1369486 Feb 04 08:44:56.388277 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e49f10f-6267-454c-bd58-7f9f23d1b20e tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b8906e38-5d02-4ec4-ba6a-c8a72b397039 {{(pid=84108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 04 08:44:56.397224 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ca8808-5cf8-4b04-b251-c829f050792b None None] Network dfd3e35e-8d31-4904-a33a-2fe9438ce3a8 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:44:56.401957 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4e49f10f-6267-454c-bd58-7f9f23d1b20e tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Notify callbacks [] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:56.415619 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e49f10f-6267-454c-bd58-7f9f23d1b20e tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Pushing event deleted for resources: {'Network': ['ID=b8906e38-5d02-4ec4-ba6a-c8a72b397039,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:56.432979 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [None req-493d0008-6c69-47b9-b443-7b453ea3c6a4 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] For port 14ea600c-1aa6-44d7-834d-a575f7b7f7a2, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=14ea600c-1aa6-44d7-834d-a575f7b7f7a2,segment=NetworkSegment(ee5c419b-2d18-4550-9960-2bb4cb221414),segment_id=ee5c419b-2d18-4550-9960-2bb4cb221414)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:44:56.433348 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-493d0008-6c69-47b9-b443-7b453ea3c6a4 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:56.450245 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-f14a3836-ca2e-4b6f-901e-c200a80af2e6 None None] Calling delete_port for 14ea600c-1aa6-44d7-834d-a575f7b7f7a2 owned by network:dhcp {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:44:56.452199 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-4e49f10f-6267-454c-bd58-7f9f23d1b20e tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] 10.222.0.36 "DELETE /v2.0/networks/b8906e38-5d02-4ec4-ba6a-c8a72b397039 HTTP/1.1" status: 204 len: 168 time: 3.3111126 Feb 04 08:44:56.461539 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 55418) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:56.572039 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.db.api [None req-ff2910c0-cf7a-4671-b790-c6157c8dc143 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 08:44:56.572039 dv-neutron-827798-2-hyperv neutron-server[84108]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 08:44:56.572039 dv-neutron-827798-2-hyperv neutron-server[84108]: [parameters: {'id': '6614e87e-92cd-4afb-920c-e3708f70c19e'}] Feb 04 08:44:56.572039 dv-neutron-827798-2-hyperv neutron-server[84108]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84108) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 08:44:56.572904 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG oslo_db.api [None req-ff2910c0-cf7a-4671-b790-c6157c8dc143 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 08:44:56.578402 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-493d0008-6c69-47b9-b443-7b453ea3c6a4 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Calling delete_port for 14ea600c-1aa6-44d7-834d-a575f7b7f7a2 owned by network:dhcp {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:44:56.582748 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-3f085ddb-0490-4c21-b501-0f28e2ec0e2a req-83436d46-b30c-4983-be63-0f23ed1e017d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=66963fae-f3d5-4a6f-9792-2598077ad698 HTTP/1.1" status: 200 len: 217 time: 0.1984751 Feb 04 08:44:56.642532 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-7fb7c72e-e692-4631-929f-03a1cdcf1504 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.8735464 Feb 04 08:44:56.643810 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 55422) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:56.694413 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f085ddb-0490-4c21-b501-0f28e2ec0e2a req-eb9a1983-7c79-4026-8a38-67464b40cfb1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:44:56.696827 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-3f085ddb-0490-4c21-b501-0f28e2ec0e2a req-eb9a1983-7c79-4026-8a38-67464b40cfb1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=310ce234-34d4-43db-998c-a4888eef5b35 HTTP/1.1" status: 200 len: 834 time: 0.0778890 Feb 04 08:44:56.775567 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-ae5c9f4b-3ed7-44c9-91c4-a7b50a73398d tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.3123386 Feb 04 08:44:56.780341 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 55426) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:56.785560 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-f14a3836-ca2e-4b6f-901e-c200a80af2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407'] for port, after_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:56.873101 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14a3836-ca2e-4b6f-901e-c200a80af2e6 None None] Pushing event deleted for resources: {'Port': ['ID=14ea600c-1aa6-44d7-834d-a575f7b7f7a2,revision_number=None']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:56.886928 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14a3836-ca2e-4b6f-901e-c200a80af2e6 None None] No DVR routers for this DVR port 14ea600c-1aa6-44d7-834d-a575f7b7f7a2 on host dv-neutron-827798-2-hyperv {{(pid=84109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:44:56.925394 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.db.api [None req-493d0008-6c69-47b9-b443-7b453ea3c6a4 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84108) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 08:44:56.925711 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG oslo_db.api [None req-493d0008-6c69-47b9-b443-7b453ea3c6a4 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 08:44:56.970711 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd6a1f2-f2a6-465d-aefe-720f9c247224 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-dfd3e35e-8d31-4904-a33a-2fe9438ce3a8', 'network_id': 'dfd3e35e-8d31-4904-a33a-2fe9438ce3a8', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'fixed_ips': [{'subnet_id': 'd7468b71-f98f-4f00-b331-49e92e5ae12e'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:44:56.971520 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-acd6a1f2-f2a6-465d-aefe-720f9c247224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:56.980429 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8c8878-784b-4f09-94ae-a76d305c98b4 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:44:56.980838 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8c8878-784b-4f09-94ae-a76d305c98b4 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:44:56.981297 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8c8878-784b-4f09-94ae-a76d305c98b4 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:44:56.981881 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8c8878-784b-4f09-94ae-a76d305c98b4 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:44:56.982011 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8c8878-784b-4f09-94ae-a76d305c98b4 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:44:56.982537 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8c8878-784b-4f09-94ae-a76d305c98b4 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:44:56.984385 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-1f8c8878-784b-4f09-94ae-a76d305c98b4 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3959 time: 0.2010348 Feb 04 08:44:56.989612 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 55430) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:57.073367 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ff2910c0-cf7a-4671-b790-c6157c8dc143 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:57.077306 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.api.v2.resource [None req-cf39c41b-6a89-4524-bd1f-c2f8de09a553 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] delete failed (client error): The resource could not be found. Feb 04 08:44:57.080808 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-cf39c41b-6a89-4524-bd1f-c2f8de09a553 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] 10.222.0.36 "DELETE /v2.0/floatingips/ff217c87-f6f1-457c-a3a7-134c8d2c65f7 HTTP/1.1" status: 404 len: 345 time: 0.0835507 Feb 04 08:44:57.083358 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 55434) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:57.090181 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-3f085ddb-0490-4c21-b501-0f28e2ec0e2a req-34807d30-51f9-43c5-a188-9160f17c008b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fd850cd4-7481-4610-9715-4b6b4e6c51ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3868001 Feb 04 08:44:57.099839 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-ff2910c0-cf7a-4671-b790-c6157c8dc143 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Deleting port ab2a4246-8d21-4d0a-b13c-c074e35fccb3 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:44:57.100185 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ff2910c0-cf7a-4671-b790-c6157c8dc143 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:57.111748 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8604f5fe-ad11-42f5-9332-99b5dda3fa1b req-d41a6f33-49d4-40be-907c-f68cf82da1cb tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:44:57.113198 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8604f5fe-ad11-42f5-9332-99b5dda3fa1b req-d41a6f33-49d4-40be-907c-f68cf82da1cb tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] 10.222.0.36 "GET /v2.0/ports?device_id=740b04e0-50d9-4863-966c-f332f94c275b HTTP/1.1" status: 200 len: 943 time: 0.5334375 Feb 04 08:44:57.156610 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbed0895-f6e8-43c6-8c32-0c08a44fa299 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] DELETE failed (client error): The resource could not be found. Feb 04 08:44:57.157172 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbed0895-f6e8-43c6-8c32-0c08a44fa299 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=84107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:44:57.159812 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-fbed0895-f6e8-43c6-8c32-0c08a44fa299 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] 10.222.0.36 "DELETE /v2.0/networks/b8906e38-5d02-4ec4-ba6a-c8a72b397039 HTTP/1.1" status: 404 len: 339 time: 0.0748992 Feb 04 08:44:57.183772 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-acd6a1f2-f2a6-465d-aefe-720f9c247224 None None] Allocated IP 172.20.0.18 (dfd3e35e-8d31-4904-a33a-2fe9438ce3a8/d7468b71-f98f-4f00-b331-49e92e5ae12e/25c2ba2e-6ac1-49a8-a780-8a82ddc0bf42) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:44:57.209163 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 55438) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:57.221626 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-3cb57e2e-0008-483d-b81d-620e93e82d26 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Request body: {'network': {'name': 'tempest-network--40089030', 'router:external': True}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:44:57.230533 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-3cb57e2e-0008-483d-b81d-620e93e82d26 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:44:57.242324 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-3cb57e2e-0008-483d-b81d-620e93e82d26 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Usage tracker for resource:network and tenant:ef6d1876151d427da188fd3387f2326d is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:44:57.246360 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-3cb57e2e-0008-483d-b81d-620e93e82d26 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:44:57.265850 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-3cb57e2e-0008-483d-b81d-620e93e82d26 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:44:57.293949 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8604f5fe-ad11-42f5-9332-99b5dda3fa1b req-7b0cedab-4c3a-449f-91a6-f9d024674d30 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e01d01f-649a-4a93-8da0-fda7af4b84c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1605587 Feb 04 08:44:57.316569 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-3f085ddb-0490-4c21-b501-0f28e2ec0e2a req-ce80b79b-4e86-48f5-a8a0-c98302ba4f5d service neutron] 10.222.0.47 "GET /v2.0/networks/fd850cd4-7481-4610-9715-4b6b4e6c51ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024088 Feb 04 08:44:57.367161 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 14ea600c-1aa6-44d7-834d-a575f7b7f7a2 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:44:57.403042 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb57e2e-0008-483d-b81d-620e93e82d26 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Made reservation on behalf of ef6d1876151d427da188fd3387f2326d for: {'network': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:44:57.405310 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3cb57e2e-0008-483d-b81d-620e93e82d26 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:57.406811 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: 14ea600c-1aa6-44d7-834d-a575f7b7f7a2 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:44:57.407326 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 14ea600c-1aa6-44d7-834d-a575f7b7f7a2 not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:44:57.456473 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cb57e2e-0008-483d-b81d-620e93e82d26 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=84107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:44:57.463839 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-493d0008-6c69-47b9-b443-7b453ea3c6a4 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Deleting port 14ea600c-1aa6-44d7-834d-a575f7b7f7a2 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:44:57.464257 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-493d0008-6c69-47b9-b443-7b453ea3c6a4 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:57.473866 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-acd6a1f2-f2a6-465d-aefe-720f9c247224 None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:57.484584 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-acd6a1f2-f2a6-465d-aefe-720f9c247224 None None] Transition to ACTIVE for port object 25c2ba2e-6ac1-49a8-a780-8a82ddc0bf42 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:44:57.487334 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3cb57e2e-0008-483d-b81d-620e93e82d26 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:57.487683 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.segments_db [None req-3cb57e2e-0008-483d-b81d-620e93e82d26 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Added segment 460ff919-2246-42ca-9010-3cd1bcede47d of type vlan for network e854eeb1-c024-4a99-8e58-b5f3056bc27d Feb 04 08:44:57.498033 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-3f085ddb-0490-4c21-b501-0f28e2ec0e2a req-d8ebaf40-131e-4fb0-afc8-50d76fea52f8 service neutron] 10.222.0.47 "GET /v2.0/networks/fd850cd4-7481-4610-9715-4b6b4e6c51ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746261 Feb 04 08:44:57.505804 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-acd6a1f2-f2a6-465d-aefe-720f9c247224 None None] Transition to ACTIVE for port object 25c2ba2e-6ac1-49a8-a780-8a82ddc0bf42 will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:44:57.530670 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3cb57e2e-0008-483d-b81d-620e93e82d26 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:57.564377 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-493d0008-6c69-47b9-b443-7b453ea3c6a4 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] The port '14ea600c-1aa6-44d7-834d-a575f7b7f7a2' was deleted {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 08:44:57.573800 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-acd6a1f2-f2a6-465d-aefe-720f9c247224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:57.607521 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [None req-ff2910c0-cf7a-4671-b790-c6157c8dc143 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] For port ab2a4246-8d21-4d0a-b13c-c074e35fccb3, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=ab2a4246-8d21-4d0a-b13c-c074e35fccb3,segment=NetworkSegment(bc301570-efef-4c96-a064-dd7d832d71cd),segment_id=bc301570-efef-4c96-a064-dd7d832d71cd)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:44:57.608145 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ff2910c0-cf7a-4671-b790-c6157c8dc143 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:57.643493 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd6a1f2-f2a6-465d-aefe-720f9c247224 None None] Network dfd3e35e-8d31-4904-a33a-2fe9438ce3a8 is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:44:57.646398 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-acd6a1f2-f2a6-465d-aefe-720f9c247224 None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:44:57.650732 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd6a1f2-f2a6-465d-aefe-720f9c247224 None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:44:57.653527 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3cb57e2e-0008-483d-b81d-620e93e82d26 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:57.654427 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd6a1f2-f2a6-465d-aefe-720f9c247224 None None] Pushing event updated for resources: {'Port': ['ID=25c2ba2e-6ac1-49a8-a780-8a82ddc0bf42,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:57.654575 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb57e2e-0008-483d-b81d-620e93e82d26 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:44:57.655253 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3cb57e2e-0008-483d-b81d-620e93e82d26 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:57.737040 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-acd6a1f2-f2a6-465d-aefe-720f9c247224 None None] Attempting to bind port 25c2ba2e-6ac1-49a8-a780-8a82ddc0bf42 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:44:57.737400 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-acd6a1f2-f2a6-465d-aefe-720f9c247224 None None] Attempting to bind port 25c2ba2e-6ac1-49a8-a780-8a82ddc0bf42 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': '621bf94a-8623-401c-be43-5da80d76f6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dfd3e35e-8d31-4904-a33a-2fe9438ce3a8'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:44:57.737754 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd6a1f2-f2a6-465d-aefe-720f9c247224 None None] Attempting to bind port 25c2ba2e-6ac1-49a8-a780-8a82ddc0bf42 on network dfd3e35e-8d31-4904-a33a-2fe9438ce3a8 {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:44:57.745128 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd6a1f2-f2a6-465d-aefe-720f9c247224 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:44:57.745128 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd6a1f2-f2a6-465d-aefe-720f9c247224 None None] Checking segment: {'id': '621bf94a-8623-401c-be43-5da80d76f6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dfd3e35e-8d31-4904-a33a-2fe9438ce3a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:44:57.745474 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-acd6a1f2-f2a6-465d-aefe-720f9c247224 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:57.745854 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd6a1f2-f2a6-465d-aefe-720f9c247224 None None] Bound using segment: {'id': '621bf94a-8623-401c-be43-5da80d76f6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dfd3e35e-8d31-4904-a33a-2fe9438ce3a8'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:44:57.746301 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-acd6a1f2-f2a6-465d-aefe-720f9c247224 None None] Bound port: 25c2ba2e-6ac1-49a8-a780-8a82ddc0bf42, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '621bf94a-8623-401c-be43-5da80d76f6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dfd3e35e-8d31-4904-a33a-2fe9438ce3a8'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:44:57.746665 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-acd6a1f2-f2a6-465d-aefe-720f9c247224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:57.753183 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-ff2910c0-cf7a-4671-b790-c6157c8dc143 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Calling delete_port for ab2a4246-8d21-4d0a-b13c-c074e35fccb3 owned by network:dhcp {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:44:57.774936 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb57e2e-0008-483d-b81d-620e93e82d26 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Pushing event updated for resources: {'Network': ['ID=e854eeb1-c024-4a99-8e58-b5f3056bc27d,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:57.794439 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network e854eeb1-c024-4a99-8e58-b5f3056bc27d details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:44:57.808932 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-3cb57e2e-0008-483d-b81d-620e93e82d26 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.5950058 Feb 04 08:44:57.811252 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 55442) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:57.885536 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-493d0008-6c69-47b9-b443-7b453ea3c6a4 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:57.914304 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-acd6a1f2-f2a6-465d-aefe-720f9c247224 None None] For port 25c2ba2e-6ac1-49a8-a780-8a82ddc0bf42, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:44:57.917234 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-acd6a1f2-f2a6-465d-aefe-720f9c247224 None None] For port 25c2ba2e-6ac1-49a8-a780-8a82ddc0bf42, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=25c2ba2e-6ac1-49a8-a780-8a82ddc0bf42,segment=NetworkSegment(621bf94a-8623-401c-be43-5da80d76f6b2),segment_id=621bf94a-8623-401c-be43-5da80d76f6b2)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:44:57.978181 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-493d0008-6c69-47b9-b443-7b453ea3c6a4 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['874a6a73-bc08-4264-974a-ccc59dc1369e']}} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:57.979966 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ed5bf8-3623-4b0f-af12-41a6fa3aa986 tempest-ExternalNetworksTestJSON-540370498 tempest-ExternalNetworksTestJSON-540370498-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:44:57.984150 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ed5bf8-3623-4b0f-af12-41a6fa3aa986 tempest-ExternalNetworksTestJSON-540370498 tempest-ExternalNetworksTestJSON-540370498-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:44:57.988324 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ed5bf8-3623-4b0f-af12-41a6fa3aa986 tempest-ExternalNetworksTestJSON-540370498 tempest-ExternalNetworksTestJSON-540370498-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:44:57.993446 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ed5bf8-3623-4b0f-af12-41a6fa3aa986 tempest-ExternalNetworksTestJSON-540370498 tempest-ExternalNetworksTestJSON-540370498-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:44:57.994390 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-29ed5bf8-3623-4b0f-af12-41a6fa3aa986 tempest-ExternalNetworksTestJSON-540370498 tempest-ExternalNetworksTestJSON-540370498-project] Synchronizing usage tracker for tenant:1606dc13b3344ae59d2261a3b03e8ed0 on resource:network {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:44:58.004803 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-493d0008-6c69-47b9-b443-7b453ea3c6a4 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee5c419b-2d18-4550-9960-2bb4cb221414') {'for_net_delete': True} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:58.005103 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-493d0008-6c69-47b9-b443-7b453ea3c6a4 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee5c419b-2d18-4550-9960-2bb4cb221414') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:58.009201 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-acd6a1f2-f2a6-465d-aefe-720f9c247224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:58.019608 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-493d0008-6c69-47b9-b443-7b453ea3c6a4 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7851336'] for segment, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:58.044366 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-493d0008-6c69-47b9-b443-7b453ea3c6a4 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:58.053682 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-493d0008-6c69-47b9-b443-7b453ea3c6a4 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=84108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:44:58.054073 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-493d0008-6c69-47b9-b443-7b453ea3c6a4 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7460345'] for segment, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:58.068868 dv-neutron-827798-2-hyperv neutron-server[84108]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 08:44:58.068868 dv-neutron-827798-2-hyperv neutron-server[84108]: util.warn( Feb 04 08:44:58.068868 dv-neutron-827798-2-hyperv neutron-server[84108]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 08:44:58.068868 dv-neutron-827798-2-hyperv neutron-server[84108]: util.warn( Feb 04 08:44:58.068868 dv-neutron-827798-2-hyperv neutron-server[84108]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 08:44:58.068868 dv-neutron-827798-2-hyperv neutron-server[84108]: util.warn( Feb 04 08:44:58.068868 dv-neutron-827798-2-hyperv neutron-server[84108]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 08:44:58.068868 dv-neutron-827798-2-hyperv neutron-server[84108]: util.warn( Feb 04 08:44:58.068868 dv-neutron-827798-2-hyperv neutron-server[84108]: Traceback (most recent call last): Feb 04 08:44:58.068868 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:44:58.068868 dv-neutron-827798-2-hyperv neutron-server[84108]: timer() Feb 04 08:44:58.068868 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:44:58.068868 dv-neutron-827798-2-hyperv neutron-server[84108]: cb(*args, **kw) Feb 04 08:44:58.068868 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:44:58.068868 dv-neutron-827798-2-hyperv neutron-server[84108]: return func(*args, **kwargs) Feb 04 08:44:58.068868 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:44:58.068868 dv-neutron-827798-2-hyperv neutron-server[84108]: self._notify() Feb 04 08:44:58.068868 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:44:58.068868 dv-neutron-827798-2-hyperv neutron-server[84108]: self.callback(batched_events) Feb 04 08:44:58.068868 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:44:58.068868 dv-neutron-827798-2-hyperv neutron-server[84108]: event.method(event) Feb 04 08:44:58.068868 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:44:58.068868 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:44:58.068868 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:44:58.068868 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:44:58.068868 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:44:58.068868 dv-neutron-827798-2-hyperv neutron-server[84108]: return f(self, *a, **k) Feb 04 08:44:58.068868 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:44:58.068868 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._get(url).json() Feb 04 08:44:58.068868 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:44:58.068868 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:44:58.068868 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:44:58.068868 dv-neutron-827798-2-hyperv neutron-server[84108]: return self.request(url, 'GET', **kwargs) Feb 04 08:44:58.068868 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:44:58.068868 dv-neutron-827798-2-hyperv neutron-server[84108]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:44:58.068868 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:44:58.068868 dv-neutron-827798-2-hyperv neutron-server[84108]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:44:58.068868 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:44:58.068868 dv-neutron-827798-2-hyperv neutron-server[84108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:44:58.068868 dv-neutron-827798-2-hyperv neutron-server[84108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:44:58.087357 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-29ed5bf8-3623-4b0f-af12-41a6fa3aa986 tempest-ExternalNetworksTestJSON-540370498 tempest-ExternalNetworksTestJSON-540370498-project] Unset dirty status for tenant:1606dc13b3344ae59d2261a3b03e8ed0 on resource:network {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:44:58.091681 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-29ed5bf8-3623-4b0f-af12-41a6fa3aa986 tempest-ExternalNetworksTestJSON-540370498 tempest-ExternalNetworksTestJSON-540370498-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.2763250 Feb 04 08:44:58.095214 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 55446) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:58.095337 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd6a1f2-f2a6-465d-aefe-720f9c247224 None None] Pushing event updated for resources: {'Port': ['ID=25c2ba2e-6ac1-49a8-a780-8a82ddc0bf42,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:58.127846 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ff2910c0-cf7a-4671-b790-c6157c8dc143 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:58.199801 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2910c0-cf7a-4671-b790-c6157c8dc143 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Pushing event deleted for resources: {'Port': ['ID=ab2a4246-8d21-4d0a-b13c-c074e35fccb3,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:58.210349 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2910c0-cf7a-4671-b790-c6157c8dc143 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] No DVR routers for this DVR port ab2a4246-8d21-4d0a-b13c-c074e35fccb3 on host dv-neutron-827798-2-hyperv {{(pid=84108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:44:58.229042 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ad28ff7b-326e-4905-b8c2-387116c90c0c tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:58.385115 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ad28ff7b-326e-4905-b8c2-387116c90c0c tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:58.439143 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-ad28ff7b-326e-4905-b8c2-387116c90c0c tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e854eeb1-c024-4a99-8e58-b5f3056bc27d']}} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:58.458090 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-ad28ff7b-326e-4905-b8c2-387116c90c0c tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '460ff919-2246-42ca-9010-3cd1bcede47d') {'for_net_delete': True} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:58.458474 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-ad28ff7b-326e-4905-b8c2-387116c90c0c tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '460ff919-2246-42ca-9010-3cd1bcede47d') {} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:58.464930 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-493d0008-6c69-47b9-b443-7b453ea3c6a4 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:58.471080 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-493d0008-6c69-47b9-b443-7b453ea3c6a4 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks [] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:58.508119 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ad28ff7b-326e-4905-b8c2-387116c90c0c tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8058642'] for segment, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:58.533757 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ad28ff7b-326e-4905-b8c2-387116c90c0c tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:58.548290 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad28ff7b-326e-4905-b8c2-387116c90c0c tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=84107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:44:58.548704 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ad28ff7b-326e-4905-b8c2-387116c90c0c tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7377717'] for segment, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:58.562057 dv-neutron-827798-2-hyperv neutron-server[84107]: Traceback (most recent call last): Feb 04 08:44:58.562057 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:44:58.562057 dv-neutron-827798-2-hyperv neutron-server[84107]: timer() Feb 04 08:44:58.562057 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:44:58.562057 dv-neutron-827798-2-hyperv neutron-server[84107]: cb(*args, **kw) Feb 04 08:44:58.562057 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:44:58.562057 dv-neutron-827798-2-hyperv neutron-server[84107]: return func(*args, **kwargs) Feb 04 08:44:58.562057 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:44:58.562057 dv-neutron-827798-2-hyperv neutron-server[84107]: self._notify() Feb 04 08:44:58.562057 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:44:58.562057 dv-neutron-827798-2-hyperv neutron-server[84107]: self.callback(batched_events) Feb 04 08:44:58.562057 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:44:58.562057 dv-neutron-827798-2-hyperv neutron-server[84107]: event.method(event) Feb 04 08:44:58.562057 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:44:58.562057 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:44:58.562057 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:44:58.562057 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:44:58.562057 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:44:58.562057 dv-neutron-827798-2-hyperv neutron-server[84107]: return f(self, *a, **k) Feb 04 08:44:58.562057 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:44:58.562057 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._get(url).json() Feb 04 08:44:58.562057 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:44:58.562057 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:44:58.562057 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:44:58.562057 dv-neutron-827798-2-hyperv neutron-server[84107]: return self.request(url, 'GET', **kwargs) Feb 04 08:44:58.562057 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:44:58.562057 dv-neutron-827798-2-hyperv neutron-server[84107]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:44:58.562057 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:44:58.562057 dv-neutron-827798-2-hyperv neutron-server[84107]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:44:58.562057 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:44:58.562057 dv-neutron-827798-2-hyperv neutron-server[84107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:44:58.562057 dv-neutron-827798-2-hyperv neutron-server[84107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:44:58.596173 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493d0008-6c69-47b9-b443-7b453ea3c6a4 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Pushing event deleted for resources: {'Network': ['ID=874a6a73-bc08-4264-974a-ccc59dc1369e,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:58.613839 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ff2910c0-cf7a-4671-b790-c6157c8dc143 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:58.632623 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-493d0008-6c69-47b9-b443-7b453ea3c6a4 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "DELETE /v2.0/networks/874a6a73-bc08-4264-974a-ccc59dc1369e HTTP/1.1" status: 204 len: 168 time: 3.1738491 Feb 04 08:44:58.637774 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 55452) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:58.649392 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bbaa7d-01a7-4c80-b36f-710d65102687 req-c3861085-df7e-4da0-a8d7-7868f71e0211 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:44:58.650884 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-14bbaa7d-01a7-4c80-b36f-710d65102687 req-c3861085-df7e-4da0-a8d7-7868f71e0211 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] 10.222.0.36 "GET /v2.0/ports?device_id=740b04e0-50d9-4863-966c-f332f94c275b HTTP/1.1" status: 200 len: 943 time: 0.1842246 Feb 04 08:44:58.651739 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-61950edc-48c0-4657-9ef0-82770f2eba56 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-559639097', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}, 'admin_state_up': False}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:44:58.664805 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-61950edc-48c0-4657-9ef0-82770f2eba56 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:44:58.668326 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-ff2910c0-cf7a-4671-b790-c6157c8dc143 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6614e87e-92cd-4afb-920c-e3708f70c19e']}} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:58.681835 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-61950edc-48c0-4657-9ef0-82770f2eba56 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Usage tracker for resource:router and tenant:bf57e53bceb34316b0180186a41d96ee is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:44:58.687091 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-61950edc-48c0-4657-9ef0-82770f2eba56 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:44:58.693833 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-ff2910c0-cf7a-4671-b790-c6157c8dc143 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc301570-efef-4c96-a064-dd7d832d71cd') {'for_net_delete': True} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:58.694133 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-ff2910c0-cf7a-4671-b790-c6157c8dc143 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc301570-efef-4c96-a064-dd7d832d71cd') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:44:58.699788 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-14bbaa7d-01a7-4c80-b36f-710d65102687 req-fbde0226-ac36-49fe-ac43-6f0c950a817f tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e01d01f-649a-4a93-8da0-fda7af4b84c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413449 Feb 04 08:44:58.702663 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-61950edc-48c0-4657-9ef0-82770f2eba56 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:44:58.719664 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ff2910c0-cf7a-4671-b790-c6157c8dc143 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7851336'] for segment, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:58.737974 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ff2910c0-cf7a-4671-b790-c6157c8dc143 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:58.738691 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ad28ff7b-326e-4905-b8c2-387116c90c0c tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:58.754656 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad28ff7b-326e-4905-b8c2-387116c90c0c tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e854eeb1-c024-4a99-8e58-b5f3056bc27d {{(pid=84107) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 04 08:44:58.758172 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ad28ff7b-326e-4905-b8c2-387116c90c0c tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:58.765629 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad28ff7b-326e-4905-b8c2-387116c90c0c tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Pushing event deleted for resources: {'Network': ['ID=e854eeb1-c024-4a99-8e58-b5f3056bc27d,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:58.768137 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-ad28ff7b-326e-4905-b8c2-387116c90c0c tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] 10.222.0.36 "DELETE /v2.0/networks/e854eeb1-c024-4a99-8e58-b5f3056bc27d HTTP/1.1" status: 204 len: 168 time: 0.6754460 Feb 04 08:44:58.771859 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 55456) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:58.777616 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-7841d062-3339-443a-9c8d-2193b91e645d tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Request body: {'network': {'name': 'tempest-network--1647181927', 'router:external': True}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:44:58.782531 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-7841d062-3339-443a-9c8d-2193b91e645d tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:44:58.785723 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff2910c0-cf7a-4671-b790-c6157c8dc143 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=84108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:44:58.786122 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ff2910c0-cf7a-4671-b790-c6157c8dc143 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7460345'] for segment, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:58.786509 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-7841d062-3339-443a-9c8d-2193b91e645d tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Usage tracker for resource:network and tenant:ef6d1876151d427da188fd3387f2326d is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:44:58.789913 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-7841d062-3339-443a-9c8d-2193b91e645d tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:44:58.797983 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-7841d062-3339-443a-9c8d-2193b91e645d tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:44:58.801452 dv-neutron-827798-2-hyperv neutron-server[84108]: Traceback (most recent call last): Feb 04 08:44:58.801452 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:44:58.801452 dv-neutron-827798-2-hyperv neutron-server[84108]: timer() Feb 04 08:44:58.801452 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:44:58.801452 dv-neutron-827798-2-hyperv neutron-server[84108]: cb(*args, **kw) Feb 04 08:44:58.801452 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:44:58.801452 dv-neutron-827798-2-hyperv neutron-server[84108]: return func(*args, **kwargs) Feb 04 08:44:58.801452 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:44:58.801452 dv-neutron-827798-2-hyperv neutron-server[84108]: self._notify() Feb 04 08:44:58.801452 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:44:58.801452 dv-neutron-827798-2-hyperv neutron-server[84108]: self.callback(batched_events) Feb 04 08:44:58.801452 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:44:58.801452 dv-neutron-827798-2-hyperv neutron-server[84108]: event.method(event) Feb 04 08:44:58.801452 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:44:58.801452 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:44:58.801452 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:44:58.801452 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:44:58.801452 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:44:58.801452 dv-neutron-827798-2-hyperv neutron-server[84108]: return f(self, *a, **k) Feb 04 08:44:58.801452 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:44:58.801452 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._get(url).json() Feb 04 08:44:58.801452 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:44:58.801452 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:44:58.801452 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:44:58.801452 dv-neutron-827798-2-hyperv neutron-server[84108]: return self.request(url, 'GET', **kwargs) Feb 04 08:44:58.801452 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:44:58.801452 dv-neutron-827798-2-hyperv neutron-server[84108]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:44:58.801452 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:44:58.801452 dv-neutron-827798-2-hyperv neutron-server[84108]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:44:58.801452 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:44:58.801452 dv-neutron-827798-2-hyperv neutron-server[84108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:44:58.801452 dv-neutron-827798-2-hyperv neutron-server[84108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:44:58.808673 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-61950edc-48c0-4657-9ef0-82770f2eba56 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40975'] for router, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:58.809703 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-61950edc-48c0-4657-9ef0-82770f2eba56 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40982'] for router, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:58.887547 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7841d062-3339-443a-9c8d-2193b91e645d tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Made reservation on behalf of ef6d1876151d427da188fd3387f2326d for: {'network': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:44:58.892454 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7841d062-3339-443a-9c8d-2193b91e645d tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:58.931662 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7841d062-3339-443a-9c8d-2193b91e645d tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=84107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:44:58.942399 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7841d062-3339-443a-9c8d-2193b91e645d tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:58.942980 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.segments_db [None req-7841d062-3339-443a-9c8d-2193b91e645d tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Added segment 8a7b814e-9a91-49b2-a90f-5c7ca4b2d6ff of type vlan for network d7830214-0c43-4c73-a432-df69fef4eff7 Feb 04 08:44:59.032798 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ff2910c0-cf7a-4671-b790-c6157c8dc143 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:59.037448 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ff2910c0-cf7a-4671-b790-c6157c8dc143 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks [] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:59.052053 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7841d062-3339-443a-9c8d-2193b91e645d tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:59.081601 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2910c0-cf7a-4671-b790-c6157c8dc143 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Pushing event deleted for resources: {'Network': ['ID=6614e87e-92cd-4afb-920c-e3708f70c19e,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:59.095512 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-ff2910c0-cf7a-4671-b790-c6157c8dc143 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] 10.222.0.36 "DELETE /v2.0/networks/6614e87e-92cd-4afb-920c-e3708f70c19e HTTP/1.1" status: 204 len: 168 time: 4.4487205 Feb 04 08:44:59.096018 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 55460) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:59.105641 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-7625388b-6e27-4720-9de6-fb6fedd21a44 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1901868264'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:44:59.110451 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-61950edc-48c0-4657-9ef0-82770f2eba56 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:59.120711 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3806688b-d3c9-4957-ac19-084009f0e65d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:59.131437 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-7625388b-6e27-4720-9de6-fb6fedd21a44 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:44:59.140317 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-7625388b-6e27-4720-9de6-fb6fedd21a44 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Usage tracker for resource:network and tenant:88ac21618fc2460393f2181c0240ea1e is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:44:59.144070 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-7625388b-6e27-4720-9de6-fb6fedd21a44 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:44:59.153236 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-7625388b-6e27-4720-9de6-fb6fedd21a44 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:44:59.161925 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7841d062-3339-443a-9c8d-2193b91e645d tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:59.163629 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7841d062-3339-443a-9c8d-2193b91e645d tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:44:59.165372 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7841d062-3339-443a-9c8d-2193b91e645d tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:59.275508 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7841d062-3339-443a-9c8d-2193b91e645d tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Pushing event updated for resources: {'Network': ['ID=d7830214-0c43-4c73-a432-df69fef4eff7,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:44:59.289245 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca8e4d3-d45b-4f5c-9cec-42b142ab3dfd None None] Network dfd3e35e-8d31-4904-a33a-2fe9438ce3a8 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:44:59.314455 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7625388b-6e27-4720-9de6-fb6fedd21a44 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Made reservation on behalf of 88ac21618fc2460393f2181c0240ea1e for: {'network': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:44:59.317387 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7625388b-6e27-4720-9de6-fb6fedd21a44 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:59.331044 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-7841d062-3339-443a-9c8d-2193b91e645d tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5554144 Feb 04 08:44:59.331241 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 55464) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:59.440287 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network d7830214-0c43-4c73-a432-df69fef4eff7 details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:44:59.456824 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 25c2ba2e-6ac1-49a8-a780-8a82ddc0bf42 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:44:59.602637 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd109185-b329-4dd5-ae5e-fa186bc9e704 tempest-ExternalNetworksTestJSON-540370498 tempest-ExternalNetworksTestJSON-540370498-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:44:59.606499 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-dd109185-b329-4dd5-ae5e-fa186bc9e704 tempest-ExternalNetworksTestJSON-540370498 tempest-ExternalNetworksTestJSON-540370498-project] 10.222.0.36 "GET /v2.0/networks/d7830214-0c43-4c73-a432-df69fef4eff7 HTTP/1.1" status: 200 len: 757 time: 0.2719376 Feb 04 08:44:59.606825 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 55468) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:59.628834 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7625388b-6e27-4720-9de6-fb6fedd21a44 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=84108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:44:59.676904 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7625388b-6e27-4720-9de6-fb6fedd21a44 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:59.677756 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.segments_db [None req-7625388b-6e27-4720-9de6-fb6fedd21a44 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Added segment 1cb70843-cd1e-4599-814d-2cf46a8e581d of type vlan for network 6125f59a-977a-4958-aade-a9c70075c801 Feb 04 08:44:59.688093 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-61950edc-48c0-4657-9ef0-82770f2eba56 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40996'] for router, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:59.766197 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effd051d-8ae0-4bc2-b994-541d94cc5f99 tempest-ExternalNetworksTestJSON-540370498 tempest-ExternalNetworksTestJSON-540370498-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:44:59.767582 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-effd051d-8ae0-4bc2-b994-541d94cc5f99 tempest-ExternalNetworksTestJSON-540370498 tempest-ExternalNetworksTestJSON-540370498-project] 10.222.0.36 "GET /v2.0/networks/3f64e4df-225c-4392-97c4-551f77a9e0eb HTTP/1.1" status: 200 len: 768 time: 0.1598344 Feb 04 08:44:59.772296 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 55474) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:44:59.807635 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-fa971d84-2d29-4bb2-8d00-03dc71c87b7c None None] Provisioning for port 25c2ba2e-6ac1-49a8-a780-8a82ddc0bf42 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:44:59.810796 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7625388b-6e27-4720-9de6-fb6fedd21a44 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:59.893391 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 25c2ba2e-6ac1-49a8-a780-8a82ddc0bf42 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:44:59.900124 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 25c2ba2e-6ac1-49a8-a780-8a82ddc0bf42 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:44:59.900499 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:44:59.969898 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-dd356333-bb5c-48f2-83a8-e1097e7899b3 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:00.006848 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-3806688b-d3c9-4957-ac19-084009f0e65d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Allocated IP 172.20.0.17 (dfd3e35e-8d31-4904-a33a-2fe9438ce3a8/d7468b71-f98f-4f00-b331-49e92e5ae12e/defd4a79-29b8-4ab2-ba37-2249da5e801c) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:45:00.124376 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d70be85-b421-4cda-abbb-e1d551740d1f None None] get_active_networks_info from dv-neutron-827798-2-hyperv {{(pid=84109) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 04 08:45:00.149794 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7625388b-6e27-4720-9de6-fb6fedd21a44 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:00.154100 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7625388b-6e27-4720-9de6-fb6fedd21a44 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:45:00.154703 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7625388b-6e27-4720-9de6-fb6fedd21a44 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks [] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:00.178369 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:00.226557 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-dd356333-bb5c-48f2-83a8-e1097e7899b3 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:00.256041 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-3e64e202-3879-4a21-b8ea-357d1b15dd40 None None] Provisioning complete for port 25c2ba2e-6ac1-49a8-a780-8a82ddc0bf42 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:45:00.256041 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-3e64e202-3879-4a21-b8ea-357d1b15dd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:00.276236 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10951ce2-d571-4bed-8126-bc534e945f2f req-b7885d7c-45c1-400c-bdd2-52205f902908 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:45:00.285857 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-10951ce2-d571-4bed-8126-bc534e945f2f req-b7885d7c-45c1-400c-bdd2-52205f902908 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] 10.222.0.36 "GET /v2.0/ports?device_id=740b04e0-50d9-4863-966c-f332f94c275b HTTP/1.1" status: 200 len: 943 time: 0.3113675 Feb 04 08:45:00.291361 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-dd356333-bb5c-48f2-83a8-e1097e7899b3 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7830214-0c43-4c73-a432-df69fef4eff7']}} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:00.321975 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port 25c2ba2e-6ac1-49a8-a780-8a82ddc0bf42, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=25c2ba2e-6ac1-49a8-a780-8a82ddc0bf42,segment=NetworkSegment(621bf94a-8623-401c-be43-5da80d76f6b2),segment_id=621bf94a-8623-401c-be43-5da80d76f6b2)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:45:00.327182 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-dd356333-bb5c-48f2-83a8-e1097e7899b3 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a7b814e-9a91-49b2-a90f-5c7ca4b2d6ff') {'for_net_delete': True} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:00.327533 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-dd356333-bb5c-48f2-83a8-e1097e7899b3 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a7b814e-9a91-49b2-a90f-5c7ca4b2d6ff') {} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:00.351469 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-dd356333-bb5c-48f2-83a8-e1097e7899b3 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8058642'] for segment, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:00.357964 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d70be85-b421-4cda-abbb-e1d551740d1f None None] Resources bound (agent type, host, resource id): {{(pid=84109) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 08:45:00.372775 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-dd356333-bb5c-48f2-83a8-e1097e7899b3 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:00.376637 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-10951ce2-d571-4bed-8126-bc534e945f2f req-b91a7c67-c5e4-4795-bf40-771f580e045c tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e01d01f-649a-4a93-8da0-fda7af4b84c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902715 Feb 04 08:45:00.381319 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd356333-bb5c-48f2-83a8-e1097e7899b3 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=84107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:45:00.381718 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-dd356333-bb5c-48f2-83a8-e1097e7899b3 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7377717'] for segment, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:00.399924 dv-neutron-827798-2-hyperv neutron-server[84107]: Traceback (most recent call last): Feb 04 08:45:00.399924 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:45:00.399924 dv-neutron-827798-2-hyperv neutron-server[84107]: timer() Feb 04 08:45:00.399924 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:45:00.399924 dv-neutron-827798-2-hyperv neutron-server[84107]: cb(*args, **kw) Feb 04 08:45:00.399924 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:45:00.399924 dv-neutron-827798-2-hyperv neutron-server[84107]: return func(*args, **kwargs) Feb 04 08:45:00.399924 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:45:00.399924 dv-neutron-827798-2-hyperv neutron-server[84107]: self._notify() Feb 04 08:45:00.399924 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:45:00.399924 dv-neutron-827798-2-hyperv neutron-server[84107]: self.callback(batched_events) Feb 04 08:45:00.399924 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:45:00.399924 dv-neutron-827798-2-hyperv neutron-server[84107]: event.method(event) Feb 04 08:45:00.399924 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:45:00.399924 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:45:00.399924 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:45:00.399924 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:45:00.399924 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:45:00.399924 dv-neutron-827798-2-hyperv neutron-server[84107]: return f(self, *a, **k) Feb 04 08:45:00.399924 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:45:00.399924 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._get(url).json() Feb 04 08:45:00.399924 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:45:00.399924 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:45:00.399924 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:45:00.399924 dv-neutron-827798-2-hyperv neutron-server[84107]: return self.request(url, 'GET', **kwargs) Feb 04 08:45:00.399924 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:45:00.399924 dv-neutron-827798-2-hyperv neutron-server[84107]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:45:00.399924 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:45:00.399924 dv-neutron-827798-2-hyperv neutron-server[84107]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:45:00.399924 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:45:00.399924 dv-neutron-827798-2-hyperv neutron-server[84107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:45:00.399924 dv-neutron-827798-2-hyperv neutron-server[84107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:45:00.407172 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:00.474083 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625388b-6e27-4720-9de6-fb6fedd21a44 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Pushing event updated for resources: {'Network': ['ID=6125f59a-977a-4958-aade-a9c70075c801,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:00.496086 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-7625388b-6e27-4720-9de6-fb6fedd21a44 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3985221 Feb 04 08:45:00.499410 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 55478) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:00.503358 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network 6125f59a-977a-4958-aade-a9c70075c801 details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:45:00.506350 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-eaf6078c-15eb-4d4b-a515-2e3339453bab tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Request body: {'subnet': {'network_id': '6125f59a-977a-4958-aade-a9c70075c801', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:45:00.532591 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3806688b-d3c9-4957-ac19-084009f0e65d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:00.580496 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-dd356333-bb5c-48f2-83a8-e1097e7899b3 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:00.580904 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.provisioning_blocks [None req-3806688b-d3c9-4957-ac19-084009f0e65d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Transition to ACTIVE for port object defd4a79-29b8-4ab2-ba37-2249da5e801c will not be triggered until provisioned by entity DHCP. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:45:00.585220 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-61950edc-48c0-4657-9ef0-82770f2eba56 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks [] for router_gateway, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:00.599029 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd356333-bb5c-48f2-83a8-e1097e7899b3 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d7830214-0c43-4c73-a432-df69fef4eff7 {{(pid=84107) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 04 08:45:00.612310 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-dd356333-bb5c-48f2-83a8-e1097e7899b3 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:00.619311 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-61950edc-48c0-4657-9ef0-82770f2eba56 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:00.625706 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd356333-bb5c-48f2-83a8-e1097e7899b3 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Pushing event deleted for resources: {'Network': ['ID=d7830214-0c43-4c73-a432-df69fef4eff7,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:00.641172 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-dd356333-bb5c-48f2-83a8-e1097e7899b3 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] 10.222.0.36 "DELETE /v2.0/networks/d7830214-0c43-4c73-a432-df69fef4eff7 HTTP/1.1" status: 204 len: 168 time: 0.8644080 Feb 04 08:45:00.642059 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device 66963fae-f3d5-4a6f-9792-2598077ad698 details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=84109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 08:45:00.642726 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 55482) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:00.647906 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-1d2e46ec-e98c-4a9e-aafc-5b158cc4d6c1 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Request body: {'network': {'name': 'tempest-network--1860079444'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:45:00.655695 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-1d2e46ec-e98c-4a9e-aafc-5b158cc4d6c1 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:45:00.662639 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-1d2e46ec-e98c-4a9e-aafc-5b158cc4d6c1 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Usage tracker for resource:network and tenant:ef6d1876151d427da188fd3387f2326d is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:45:00.665486 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-eaf6078c-15eb-4d4b-a515-2e3339453bab tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:45:00.667765 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=25c2ba2e-6ac1-49a8-a780-8a82ddc0bf42,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:00.668091 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-1d2e46ec-e98c-4a9e-aafc-5b158cc4d6c1 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:45:00.675261 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-eaf6078c-15eb-4d4b-a515-2e3339453bab tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Usage tracker for resource:subnet and tenant:88ac21618fc2460393f2181c0240ea1e is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:45:00.678752 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-1d2e46ec-e98c-4a9e-aafc-5b158cc4d6c1 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:45:00.681419 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-eaf6078c-15eb-4d4b-a515-2e3339453bab tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:45:00.689904 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-eaf6078c-15eb-4d4b-a515-2e3339453bab tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:45:00.750270 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d2e46ec-e98c-4a9e-aafc-5b158cc4d6c1 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Made reservation on behalf of ef6d1876151d427da188fd3387f2326d for: {'network': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:45:00.752606 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1d2e46ec-e98c-4a9e-aafc-5b158cc4d6c1 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:00.778963 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf6078c-15eb-4d4b-a515-2e3339453bab tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Made reservation on behalf of 88ac21618fc2460393f2181c0240ea1e for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:45:00.803283 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d2e46ec-e98c-4a9e-aafc-5b158cc4d6c1 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=84107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:45:00.813709 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-61950edc-48c0-4657-9ef0-82770f2eba56 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Allocated IP 172.26.3.171 (e264bd74-c56b-43d0-9059-bcb57dbbe5bc/79caf47c-b62c-4ea0-b35f-21ede155daa8/8e5b714b-f743-44ed-b515-6cc34f838b87) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:45:00.871214 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1d2e46ec-e98c-4a9e-aafc-5b158cc4d6c1 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:00.871560 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.segments_db [None req-1d2e46ec-e98c-4a9e-aafc-5b158cc4d6c1 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Added segment 4becd487-4e7b-47c2-859e-ad9ab583ac60 of type vlan for network 5f88579b-8ea2-4f70-a5ab-28011341e70c Feb 04 08:45:00.899310 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-eaf6078c-15eb-4d4b-a515-2e3339453bab tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985186'] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:00.908907 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port 66963fae-f3d5-4a6f-9792-2598077ad698, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=66963fae-f3d5-4a6f-9792-2598077ad698,segment=NetworkSegment(d10773c3-ff2b-4a66-a4d7-5fa5d8f550a5),segment_id=d10773c3-ff2b-4a66-a4d7-5fa5d8f550a5)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:45:00.930352 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Returning: {'device': '66963fae-f3d5-4a6f-9792-2598077ad698', 'network_id': 'fd850cd4-7481-4610-9715-4b6b4e6c51ec', 'port_id': '66963fae-f3d5-4a6f-9792-2598077ad698', 'mac_address': 'fa:16:3e:92:45:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '310ce234-34d4-43db-998c-a4888eef5b35', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 08:45:00.992082 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:01.031436 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-61950edc-48c0-4657-9ef0-82770f2eba56 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:01.050239 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1d2e46ec-e98c-4a9e-aafc-5b158cc4d6c1 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:01.056675 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66963fae-f3d5-4a6f-9792-2598077ad698 {{(pid=84109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 08:45:01.068712 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3806688b-d3c9-4957-ac19-084009f0e65d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:01.086451 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port 66963fae-f3d5-4a6f-9792-2598077ad698, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=66963fae-f3d5-4a6f-9792-2598077ad698,segment=NetworkSegment(d10773c3-ff2b-4a66-a4d7-5fa5d8f550a5),segment_id=d10773c3-ff2b-4a66-a4d7-5fa5d8f550a5)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:45:01.137212 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-61950edc-48c0-4657-9ef0-82770f2eba56 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:01.142295 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3806688b-d3c9-4957-ac19-084009f0e65d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Network dfd3e35e-8d31-4904-a33a-2fe9438ce3a8 is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:45:01.146223 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-3806688b-d3c9-4957-ac19-084009f0e65d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:45:01.148729 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3806688b-d3c9-4957-ac19-084009f0e65d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:45:01.156829 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:01.225413 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3806688b-d3c9-4957-ac19-084009f0e65d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'Port': ['ID=defd4a79-29b8-4ab2-ba37-2249da5e801c,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:01.256218 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1d2e46ec-e98c-4a9e-aafc-5b158cc4d6c1 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:01.257919 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2e46ec-e98c-4a9e-aafc-5b158cc4d6c1 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:45:01.258826 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1d2e46ec-e98c-4a9e-aafc-5b158cc4d6c1 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572572'] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:01.258955 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=66963fae-f3d5-4a6f-9792-2598077ad698,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:01.314856 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61950edc-48c0-4657-9ef0-82770f2eba56 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Network e264bd74-c56b-43d0-9059-bcb57dbbe5bc is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:45:01.321422 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-61950edc-48c0-4657-9ef0-82770f2eba56 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:45:01.323880 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61950edc-48c0-4657-9ef0-82770f2eba56 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:45:01.357402 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-eaf6078c-15eb-4d4b-a515-2e3339453bab tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7510230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985204'] for subnet, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:01.361707 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61950edc-48c0-4657-9ef0-82770f2eba56 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Pushing event updated for resources: {'Port': ['ID=8e5b714b-f743-44ed-b515-6cc34f838b87,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:01.371954 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3806688b-d3c9-4957-ac19-084009f0e65d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-472912'] for router_interface, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:01.432322 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2e46ec-e98c-4a9e-aafc-5b158cc4d6c1 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Pushing event updated for resources: {'Network': ['ID=5f88579b-8ea2-4f70-a5ab-28011341e70c,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:01.463390 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network 5f88579b-8ea2-4f70-a5ab-28011341e70c details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:45:01.470612 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf6078c-15eb-4d4b-a515-2e3339453bab tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Pushing event updated for resources: {'Subnet': ['ID=8a26ab3a-b48f-4be1-8f60-d66aad5de156,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:01.479083 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-1d2e46ec-e98c-4a9e-aafc-5b158cc4d6c1 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.8353500 Feb 04 08:45:01.482061 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 55488) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:01.492801 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-010e488d-2464-42b2-8b89-54cbf7f3479e tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Request body: {'network': {'router:external': True}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:45:01.525959 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] get_ports_and_sgs() called for port_ids ['66963fae-f3d5-4a6f-9792-2598077ad698'] {{(pid=84109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 08:45:01.553009 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 6df7ed41-74d6-49dc-85c8-11ceeb770ff9 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:45:01.596119 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3806688b-d3c9-4957-ac19-084009f0e65d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:01.656819 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf6078c-15eb-4d4b-a515-2e3339453bab tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Checking segment: {'id': '1cb70843-cd1e-4599-814d-2cf46a8e581d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6125f59a-977a-4958-aade-a9c70075c801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:45:01.657177 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf6078c-15eb-4d4b-a515-2e3339453bab tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Network hostable DHCP agents. Network: 6125f59a-977a-4958-aade-a9c70075c801, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:45:01.743021 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-74a533ce-b5a4-40c6-9e30-9d5ce986f015 None None] Provisioning for port defd4a79-29b8-4ab2-ba37-2249da5e801c completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:45:01.763329 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-74a533ce-b5a4-40c6-9e30-9d5ce986f015 None None] Provisioning complete for port defd4a79-29b8-4ab2-ba37-2249da5e801c triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:45:01.763682 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-74a533ce-b5a4-40c6-9e30-9d5ce986f015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:01.839437 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-74a533ce-b5a4-40c6-9e30-9d5ce986f015 None None] Port defd4a79-29b8-4ab2-ba37-2249da5e801c cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:45:01.888304 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-61950edc-48c0-4657-9ef0-82770f2eba56 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks [] for router_gateway, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:01.889456 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-61950edc-48c0-4657-9ef0-82770f2eba56 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472990'] for router, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:01.889878 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3e0caa-0b68-42c8-b782-446dac7d0e78 req-ada84421-9866-4cb0-830e-2f8782dcbe5e tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:45:01.891438 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-bd3e0caa-0b68-42c8-b782-446dac7d0e78 req-ada84421-9866-4cb0-830e-2f8782dcbe5e tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] 10.222.0.36 "GET /v2.0/ports?device_id=740b04e0-50d9-4863-966c-f332f94c275b HTTP/1.1" status: 200 len: 944 time: 0.2253261 Feb 04 08:45:01.908055 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 6df7ed41-74d6-49dc-85c8-11ceeb770ff9 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:45:01.921069 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 6df7ed41-74d6-49dc-85c8-11ceeb770ff9 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:45:01.921314 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:01.921667 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-010e488d-2464-42b2-8b89-54cbf7f3479e tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:01.935143 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf6078c-15eb-4d4b-a515-2e3339453bab tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Network 6125f59a-977a-4958-aade-a9c70075c801 is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:45:01.965374 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-bd3e0caa-0b68-42c8-b782-446dac7d0e78 req-836c107b-0f97-4a0b-aac0-2a14f061776a tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e01d01f-649a-4a93-8da0-fda7af4b84c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641403 Feb 04 08:45:02.007465 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-010e488d-2464-42b2-8b89-54cbf7f3479e tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:02.078206 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-010e488d-2464-42b2-8b89-54cbf7f3479e tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Network 5f88579b-8ea2-4f70-a5ab-28011341e70c is not hosted by any dhcp agent {{(pid=84107) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Feb 04 08:45:02.079768 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010e488d-2464-42b2-8b89-54cbf7f3479e tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:45:02.079768 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-010e488d-2464-42b2-8b89-54cbf7f3479e tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Notify callbacks [] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:02.083892 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-010e488d-2464-42b2-8b89-54cbf7f3479e tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] 10.222.0.36 "PUT /v2.0/networks/5f88579b-8ea2-4f70-a5ab-28011341e70c HTTP/1.1" status: 200 len: 858 time: 0.5970397 Feb 04 08:45:02.086947 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 55492) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:02.088060 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-eaf6078c-15eb-4d4b-a515-2e3339453bab tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, 6125f59a-977a-4958-aade-a9c70075c801) {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:45:02.105455 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf6078c-15eb-4d4b-a515-2e3339453bab tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:45:02.106200 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-eaf6078c-15eb-4d4b-a515-2e3339453bab tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks [] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:02.122014 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c1333a-bba9-46ae-832b-22a146baa798 None None] Network 6125f59a-977a-4958-aade-a9c70075c801 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:45:02.125382 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010e488d-2464-42b2-8b89-54cbf7f3479e tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Pushing event updated for resources: {'Network': ['ID=5f88579b-8ea2-4f70-a5ab-28011341e70c,revision_number=2']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:02.219732 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-eaf6078c-15eb-4d4b-a515-2e3339453bab tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.7179258 Feb 04 08:45:02.222372 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 55496) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:02.233754 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:02.253247 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-1421d9b1-9317-4dfe-a56a-b216141f7423 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:02.281256 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port 6df7ed41-74d6-49dc-85c8-11ceeb770ff9, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=6df7ed41-74d6-49dc-85c8-11ceeb770ff9,segment=NetworkSegment(c44b9475-949d-4ae7-bfca-e29b010a56a6),segment_id=c44b9475-949d-4ae7-bfca-e29b010a56a6)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:45:02.361122 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:02.365303 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 25c2ba2e-6ac1-49a8-a780-8a82ddc0bf42 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:45:02.379156 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9d737d32-5d73-4a29-8059-674933bcc94c tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:02.440037 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3806688b-d3c9-4957-ac19-084009f0e65d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for port, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:02.449072 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9d737d32-5d73-4a29-8059-674933bcc94c tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:02.501545 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65841b4d-1acc-433e-8b12-467d3c7a5541 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-6125f59a-977a-4958-aade-a9c70075c801', 'network_id': '6125f59a-977a-4958-aade-a9c70075c801', 'tenant_id': '88ac21618fc2460393f2181c0240ea1e', 'fixed_ips': [{'subnet_id': '8a26ab3a-b48f-4be1-8f60-d66aad5de156'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:45:02.502352 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-65841b4d-1acc-433e-8b12-467d3c7a5541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:02.510800 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3806688b-d3c9-4957-ac19-084009f0e65d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:02.534325 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=6df7ed41-74d6-49dc-85c8-11ceeb770ff9,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:02.587449 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 25c2ba2e-6ac1-49a8-a780-8a82ddc0bf42 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:45:02.587904 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:02.602666 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9d737d32-5d73-4a29-8059-674933bcc94c tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7510167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985167'] for subnet, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:02.645734 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d737d32-5d73-4a29-8059-674933bcc94c tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Pushing event deleted for resources: {'Subnet': ['ID=8a26ab3a-b48f-4be1-8f60-d66aad5de156,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:02.694751 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-1421d9b1-9317-4dfe-a56a-b216141f7423 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:02.718351 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server [None req-65841b4d-1acc-433e-8b12-467d3c7a5541 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8a26ab3a-b48f-4be1-8f60-d66aad5de156: This subnet is being modified by another concurrent operation. Feb 04 08:45:02.718351 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 04 08:45:02.718351 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 04 08:45:02.718351 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 04 08:45:02.718351 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 04 08:45:02.718351 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 04 08:45:02.718351 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 04 08:45:02.718351 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 04 08:45:02.718351 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 04 08:45:02.718351 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 04 08:45:02.718351 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 08:45:02.718351 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 08:45:02.718351 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 04 08:45:02.718351 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 08:45:02.718351 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 04 08:45:02.718351 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 04 08:45:02.718351 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 04 08:45:02.718351 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server raise value Feb 04 08:45:02.718351 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 08:45:02.718351 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 08:45:02.718351 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 08:45:02.718351 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 08:45:02.718351 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 04 08:45:02.718351 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 08:45:02.718351 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 04 08:45:02.718351 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 04 08:45:02.718351 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 04 08:45:02.718351 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server raise value Feb 04 08:45:02.718351 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 08:45:02.718351 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 08:45:02.718351 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 08:45:02.718351 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 08:45:02.718351 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 04 08:45:02.718351 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 08:45:02.718351 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 04 08:45:02.718351 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 04 08:45:02.718351 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 04 08:45:02.718351 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server raise value Feb 04 08:45:02.718351 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 08:45:02.718351 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 08:45:02.718351 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 04 08:45:02.718351 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 04 08:45:02.718351 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Feb 04 08:45:02.718351 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 04 08:45:02.718351 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Feb 04 08:45:02.718351 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 04 08:45:02.718351 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Feb 04 08:45:02.718351 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 04 08:45:02.718351 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 04 08:45:02.718351 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 04 08:45:02.718351 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 04 08:45:02.718351 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 08:45:02.718351 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 08:45:02.718351 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 08:45:02.718351 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 04 08:45:02.718351 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 08:45:02.718351 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 04 08:45:02.718351 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 04 08:45:02.718351 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 04 08:45:02.718351 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server raise value Feb 04 08:45:02.718351 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 08:45:02.718351 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 08:45:02.718351 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 08:45:02.718351 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 08:45:02.718351 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 04 08:45:02.718351 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 08:45:02.718351 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 04 08:45:02.718351 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 04 08:45:02.718351 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 04 08:45:02.718351 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server raise value Feb 04 08:45:02.718351 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 08:45:02.718351 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 08:45:02.718351 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 08:45:02.718351 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 08:45:02.718351 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 04 08:45:02.718351 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 08:45:02.718351 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 04 08:45:02.718351 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 04 08:45:02.718351 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 04 08:45:02.718351 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server raise value Feb 04 08:45:02.718351 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 08:45:02.718351 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 08:45:02.718351 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Feb 04 08:45:02.718351 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 04 08:45:02.718351 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Feb 04 08:45:02.718351 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 04 08:45:02.718351 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Feb 04 08:45:02.718351 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 04 08:45:02.718351 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 04 08:45:02.718351 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 04 08:45:02.718351 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 04 08:45:02.718351 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 08:45:02.718351 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 04 08:45:02.718351 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 04 08:45:02.718351 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 04 08:45:02.718351 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 04 08:45:02.718351 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 04 08:45:02.718351 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 04 08:45:02.718351 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Feb 04 08:45:02.718351 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 04 08:45:02.718351 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 04 08:45:02.718351 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server raise exception Feb 04 08:45:02.718351 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8a26ab3a-b48f-4be1-8f60-d66aad5de156: This subnet is being modified by another concurrent operation. Feb 04 08:45:02.718351 dv-neutron-827798-2-hyperv neutron-server[84109]: ERROR oslo_messaging.rpc.server Feb 04 08:45:02.733968 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3806688b-d3c9-4957-ac19-084009f0e65d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473771'] for router_interface, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:02.740274 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3806688b-d3c9-4957-ac19-084009f0e65d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'Port': ['ID=defd4a79-29b8-4ab2-ba37-2249da5e801c,revision_number=2']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:02.747170 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-1421d9b1-9317-4dfe-a56a-b216141f7423 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f88579b-8ea2-4f70-a5ab-28011341e70c']}} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:02.757448 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea208059-378b-4ef1-9409-ade879fd2784 None None] Network 6125f59a-977a-4958-aade-a9c70075c801 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:45:02.766132 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9d737d32-5d73-4a29-8059-674933bcc94c tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:02.769278 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-1421d9b1-9317-4dfe-a56a-b216141f7423 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4becd487-4e7b-47c2-859e-ad9ab583ac60') {'for_net_delete': True} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:02.769568 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-1421d9b1-9317-4dfe-a56a-b216141f7423 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4becd487-4e7b-47c2-859e-ad9ab583ac60') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:02.791918 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-9d737d32-5d73-4a29-8059-674933bcc94c tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6125f59a-977a-4958-aade-a9c70075c801']}} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:02.797693 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-1421d9b1-9317-4dfe-a56a-b216141f7423 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7851336'] for segment, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:02.804230 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-9d737d32-5d73-4a29-8059-674933bcc94c tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cb70843-cd1e-4599-814d-2cf46a8e581d') {'for_net_delete': True} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:02.804768 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-9d737d32-5d73-4a29-8059-674933bcc94c tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cb70843-cd1e-4599-814d-2cf46a8e581d') {} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:02.816667 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9d737d32-5d73-4a29-8059-674933bcc94c tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8058642'] for segment, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:02.833371 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9d737d32-5d73-4a29-8059-674933bcc94c tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:02.840831 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d737d32-5d73-4a29-8059-674933bcc94c tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=84107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:45:02.841344 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9d737d32-5d73-4a29-8059-674933bcc94c tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7377717'] for segment, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:02.856498 dv-neutron-827798-2-hyperv neutron-server[84107]: Traceback (most recent call last): Feb 04 08:45:02.856498 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:45:02.856498 dv-neutron-827798-2-hyperv neutron-server[84107]: timer() Feb 04 08:45:02.856498 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:45:02.856498 dv-neutron-827798-2-hyperv neutron-server[84107]: cb(*args, **kw) Feb 04 08:45:02.856498 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:45:02.856498 dv-neutron-827798-2-hyperv neutron-server[84107]: return func(*args, **kwargs) Feb 04 08:45:02.856498 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:45:02.856498 dv-neutron-827798-2-hyperv neutron-server[84107]: self._notify() Feb 04 08:45:02.856498 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:45:02.856498 dv-neutron-827798-2-hyperv neutron-server[84107]: self.callback(batched_events) Feb 04 08:45:02.856498 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:45:02.856498 dv-neutron-827798-2-hyperv neutron-server[84107]: event.method(event) Feb 04 08:45:02.856498 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:45:02.856498 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:45:02.856498 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:45:02.856498 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:45:02.856498 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:45:02.856498 dv-neutron-827798-2-hyperv neutron-server[84107]: return f(self, *a, **k) Feb 04 08:45:02.856498 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:45:02.856498 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._get(url).json() Feb 04 08:45:02.856498 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:45:02.856498 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:45:02.856498 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:45:02.856498 dv-neutron-827798-2-hyperv neutron-server[84107]: return self.request(url, 'GET', **kwargs) Feb 04 08:45:02.856498 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:45:02.856498 dv-neutron-827798-2-hyperv neutron-server[84107]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:45:02.856498 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:45:02.856498 dv-neutron-827798-2-hyperv neutron-server[84107]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:45:02.856498 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:45:02.856498 dv-neutron-827798-2-hyperv neutron-server[84107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:45:02.856498 dv-neutron-827798-2-hyperv neutron-server[84107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:45:02.866929 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-1421d9b1-9317-4dfe-a56a-b216141f7423 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:02.884299 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1421d9b1-9317-4dfe-a56a-b216141f7423 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=84108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:45:02.884536 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-1421d9b1-9317-4dfe-a56a-b216141f7423 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7460345'] for segment, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:02.901797 dv-neutron-827798-2-hyperv neutron-server[84108]: Traceback (most recent call last): Feb 04 08:45:02.901797 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:45:02.901797 dv-neutron-827798-2-hyperv neutron-server[84108]: timer() Feb 04 08:45:02.901797 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:45:02.901797 dv-neutron-827798-2-hyperv neutron-server[84108]: cb(*args, **kw) Feb 04 08:45:02.901797 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:45:02.901797 dv-neutron-827798-2-hyperv neutron-server[84108]: return func(*args, **kwargs) Feb 04 08:45:02.901797 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:45:02.901797 dv-neutron-827798-2-hyperv neutron-server[84108]: self._notify() Feb 04 08:45:02.901797 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:45:02.901797 dv-neutron-827798-2-hyperv neutron-server[84108]: self.callback(batched_events) Feb 04 08:45:02.901797 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:45:02.901797 dv-neutron-827798-2-hyperv neutron-server[84108]: event.method(event) Feb 04 08:45:02.901797 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:45:02.901797 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:45:02.901797 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:45:02.901797 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:45:02.901797 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:45:02.901797 dv-neutron-827798-2-hyperv neutron-server[84108]: return f(self, *a, **k) Feb 04 08:45:02.901797 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:45:02.901797 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._get(url).json() Feb 04 08:45:02.901797 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:45:02.901797 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:45:02.901797 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:45:02.901797 dv-neutron-827798-2-hyperv neutron-server[84108]: return self.request(url, 'GET', **kwargs) Feb 04 08:45:02.901797 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:45:02.901797 dv-neutron-827798-2-hyperv neutron-server[84108]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:45:02.901797 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:45:02.901797 dv-neutron-827798-2-hyperv neutron-server[84108]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:45:02.901797 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:45:02.901797 dv-neutron-827798-2-hyperv neutron-server[84108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:45:02.901797 dv-neutron-827798-2-hyperv neutron-server[84108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:45:02.931244 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ad617e-8f42-48d2-bf0d-c41e35901af9 None None] get_active_networks_info from dv-neutron-827798-2-hyperv {{(pid=84109) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 04 08:45:03.009131 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9d737d32-5d73-4a29-8059-674933bcc94c tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:03.033467 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9d737d32-5d73-4a29-8059-674933bcc94c tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks [] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:03.034515 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3806688b-d3c9-4957-ac19-084009f0e65d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Network dfd3e35e-8d31-4904-a33a-2fe9438ce3a8 is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:45:03.035641 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-3806688b-d3c9-4957-ac19-084009f0e65d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:45:03.045501 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d737d32-5d73-4a29-8059-674933bcc94c tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Pushing event deleted for resources: {'Network': ['ID=6125f59a-977a-4958-aade-a9c70075c801,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:03.057481 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ad617e-8f42-48d2-bf0d-c41e35901af9 None None] Resources bound (agent type, host, resource id): {{(pid=84109) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 08:45:03.064542 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-9d737d32-5d73-4a29-8059-674933bcc94c tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] 10.222.0.36 "DELETE /v2.0/networks/6125f59a-977a-4958-aade-a9c70075c801 HTTP/1.1" status: 204 len: 168 time: 0.8407097 Feb 04 08:45:03.065152 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 55502) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:03.071756 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-35abfcc3-72d4-4926-9f1b-46c18d55565c tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-544570880'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:45:03.077456 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-35abfcc3-72d4-4926-9f1b-46c18d55565c tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:45:03.081728 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-35abfcc3-72d4-4926-9f1b-46c18d55565c tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Usage tracker for resource:network and tenant:88ac21618fc2460393f2181c0240ea1e is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:45:03.085088 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-35abfcc3-72d4-4926-9f1b-46c18d55565c tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:45:03.092906 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-35abfcc3-72d4-4926-9f1b-46c18d55565c tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:45:03.110018 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-1421d9b1-9317-4dfe-a56a-b216141f7423 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:03.118912 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61950edc-48c0-4657-9ef0-82770f2eba56 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Router 6e791a01-3b53-42ce-ab5f-b8cbe0abe994 is scheduled to L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 with binding_index 1 {{(pid=84108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 08:45:03.138720 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1421d9b1-9317-4dfe-a56a-b216141f7423 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5f88579b-8ea2-4f70-a5ab-28011341e70c {{(pid=84108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 04 08:45:03.141303 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-1421d9b1-9317-4dfe-a56a-b216141f7423 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Notify callbacks [] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:03.163420 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35abfcc3-72d4-4926-9f1b-46c18d55565c tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Made reservation on behalf of 88ac21618fc2460393f2181c0240ea1e for: {'network': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:45:03.166877 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-35abfcc3-72d4-4926-9f1b-46c18d55565c tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:03.168491 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1421d9b1-9317-4dfe-a56a-b216141f7423 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] Pushing event deleted for resources: {'Network': ['ID=5f88579b-8ea2-4f70-a5ab-28011341e70c,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:03.179617 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-1421d9b1-9317-4dfe-a56a-b216141f7423 tempest-ExternalNetworksTestJSON-1871463938 tempest-ExternalNetworksTestJSON-1871463938-project-admin] 10.222.0.36 "DELETE /v2.0/networks/5f88579b-8ea2-4f70-a5ab-28011341e70c HTTP/1.1" status: 204 len: 168 time: 1.0752366 Feb 04 08:45:03.184328 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 55506) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:03.239777 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-47018fdb-a70f-4a91-8686-70a87e60ef4d tempest-ExternalNetworksTestJSON-540370498 tempest-ExternalNetworksTestJSON-540370498-project] DELETE failed (client error): The resource could not be found. Feb 04 08:45:03.240212 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47018fdb-a70f-4a91-8686-70a87e60ef4d tempest-ExternalNetworksTestJSON-540370498 tempest-ExternalNetworksTestJSON-540370498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:45:03.241904 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-47018fdb-a70f-4a91-8686-70a87e60ef4d tempest-ExternalNetworksTestJSON-540370498 tempest-ExternalNetworksTestJSON-540370498-project] 10.222.0.36 "DELETE /v2.0/subnets/6f2beed2-3555-4536-8b15-825893352b39 HTTP/1.1" status: 404 len: 337 time: 0.0506649 Feb 04 08:45:03.246677 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 55510) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:03.378143 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35abfcc3-72d4-4926-9f1b-46c18d55565c tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=84107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:45:03.413385 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 6df7ed41-74d6-49dc-85c8-11ceeb770ff9 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:45:03.418345 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-35abfcc3-72d4-4926-9f1b-46c18d55565c tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:03.418842 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.segments_db [None req-35abfcc3-72d4-4926-9f1b-46c18d55565c tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Added segment c8d5fcd9-d91c-46d3-ac50-2df5733f6811 of type vlan for network 8c133254-dbef-4af9-895e-fc3b3e0f38f5 Feb 04 08:45:03.424224 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-79bf03f5-0bcd-447d-85c0-4721714ce1fe tempest-ExternalNetworksTestJSON-540370498 tempest-ExternalNetworksTestJSON-540370498-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:03.463309 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fc9823-f143-43c0-9cdb-57d04ca9cf0c req-8fdd3a3b-5cda-4a9b-93d5-5b9565d7b574 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:45:03.465759 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d6fc9823-f143-43c0-9cdb-57d04ca9cf0c req-8fdd3a3b-5cda-4a9b-93d5-5b9565d7b574 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] 10.222.0.36 "GET /v2.0/ports?device_id=740b04e0-50d9-4863-966c-f332f94c275b HTTP/1.1" status: 200 len: 944 time: 0.3525193 Feb 04 08:45:03.493467 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-35abfcc3-72d4-4926-9f1b-46c18d55565c tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:03.515072 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 6df7ed41-74d6-49dc-85c8-11ceeb770ff9 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:45:03.515626 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:03.702093 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d6fc9823-f143-43c0-9cdb-57d04ca9cf0c req-344e79aa-5556-4cef-9b7b-7cb8a8b53d08 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e01d01f-649a-4a93-8da0-fda7af4b84c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2263958 Feb 04 08:45:03.709611 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61950edc-48c0-4657-9ef0-82770f2eba56 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:45:03.746164 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-79bf03f5-0bcd-447d-85c0-4721714ce1fe tempest-ExternalNetworksTestJSON-540370498 tempest-ExternalNetworksTestJSON-540370498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:03.759768 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3806688b-d3c9-4957-ac19-084009f0e65d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Router 42c61eeb-c74f-4b13-9b5c-11baff995d53 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:45:03.776967 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-79bf03f5-0bcd-447d-85c0-4721714ce1fe tempest-ExternalNetworksTestJSON-540370498 tempest-ExternalNetworksTestJSON-540370498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f64e4df-225c-4392-97c4-551f77a9e0eb']}} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:03.785896 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-c1baa532-5564-4ab6-9549-ae44e2b7c1bf None None] Provisioning complete for port defd4a79-29b8-4ab2-ba37-2249da5e801c triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:45:03.786588 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-c1baa532-5564-4ab6-9549-ae44e2b7c1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:03.791265 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-79bf03f5-0bcd-447d-85c0-4721714ce1fe tempest-ExternalNetworksTestJSON-540370498 tempest-ExternalNetworksTestJSON-540370498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c32a99a4-799c-4535-becc-bd02b10d2908') {'for_net_delete': True} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:03.791789 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-79bf03f5-0bcd-447d-85c0-4721714ce1fe tempest-ExternalNetworksTestJSON-540370498 tempest-ExternalNetworksTestJSON-540370498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c32a99a4-799c-4535-becc-bd02b10d2908') {} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:03.805212 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-79bf03f5-0bcd-447d-85c0-4721714ce1fe tempest-ExternalNetworksTestJSON-540370498 tempest-ExternalNetworksTestJSON-540370498-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8058642'] for segment, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:03.833103 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-79bf03f5-0bcd-447d-85c0-4721714ce1fe tempest-ExternalNetworksTestJSON-540370498 tempest-ExternalNetworksTestJSON-540370498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:03.838147 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-61950edc-48c0-4657-9ef0-82770f2eba56 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks [] for router, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:03.839897 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-61950edc-48c0-4657-9ef0-82770f2eba56 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.2011402 Feb 04 08:45:03.842977 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79bf03f5-0bcd-447d-85c0-4721714ce1fe tempest-ExternalNetworksTestJSON-540370498 tempest-ExternalNetworksTestJSON-540370498-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=84107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:45:03.843403 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-79bf03f5-0bcd-447d-85c0-4721714ce1fe tempest-ExternalNetworksTestJSON-540370498 tempest-ExternalNetworksTestJSON-540370498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7377717'] for segment, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:03.848298 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 55514) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:03.852519 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-c1baa532-5564-4ab6-9549-ae44e2b7c1bf None None] Port defd4a79-29b8-4ab2-ba37-2249da5e801c cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:45:03.864682 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5064d6a-67ac-4431-8734-0c2c227cf896 None None] Sync routers for ids ['6e791a01-3b53-42ce-ab5f-b8cbe0abe994'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:45:03.883700 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5064d6a-67ac-4431-8734-0c2c227cf896 None None] Routers {'6e791a01-3b53-42ce-ab5f-b8cbe0abe994'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:45:03.884832 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-a5064d6a-67ac-4431-8734-0c2c227cf896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:44:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['6e791a01-3b53-42ce-ab5f-b8cbe0abe994'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:03.959336 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-a5064d6a-67ac-4431-8734-0c2c227cf896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:03.972830 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5064d6a-67ac-4431-8734-0c2c227cf896 None None] Routers {'6e791a01-3b53-42ce-ab5f-b8cbe0abe994'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:45:03.973444 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-a5064d6a-67ac-4431-8734-0c2c227cf896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:44:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['6e791a01-3b53-42ce-ab5f-b8cbe0abe994'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:04.034452 dv-neutron-827798-2-hyperv neutron-server[84107]: Traceback (most recent call last): Feb 04 08:45:04.034452 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:45:04.034452 dv-neutron-827798-2-hyperv neutron-server[84107]: timer() Feb 04 08:45:04.034452 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:45:04.034452 dv-neutron-827798-2-hyperv neutron-server[84107]: cb(*args, **kw) Feb 04 08:45:04.034452 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:45:04.034452 dv-neutron-827798-2-hyperv neutron-server[84107]: return func(*args, **kwargs) Feb 04 08:45:04.034452 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:45:04.034452 dv-neutron-827798-2-hyperv neutron-server[84107]: self._notify() Feb 04 08:45:04.034452 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:45:04.034452 dv-neutron-827798-2-hyperv neutron-server[84107]: self.callback(batched_events) Feb 04 08:45:04.034452 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:45:04.034452 dv-neutron-827798-2-hyperv neutron-server[84107]: event.method(event) Feb 04 08:45:04.034452 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:45:04.034452 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:45:04.034452 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:45:04.034452 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:45:04.034452 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:45:04.034452 dv-neutron-827798-2-hyperv neutron-server[84107]: return f(self, *a, **k) Feb 04 08:45:04.034452 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:45:04.034452 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._get(url).json() Feb 04 08:45:04.034452 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:45:04.034452 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:45:04.034452 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:45:04.034452 dv-neutron-827798-2-hyperv neutron-server[84107]: return self.request(url, 'GET', **kwargs) Feb 04 08:45:04.034452 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:45:04.034452 dv-neutron-827798-2-hyperv neutron-server[84107]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:45:04.034452 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:45:04.034452 dv-neutron-827798-2-hyperv neutron-server[84107]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:45:04.034452 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:45:04.034452 dv-neutron-827798-2-hyperv neutron-server[84107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:45:04.034452 dv-neutron-827798-2-hyperv neutron-server[84107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:45:04.038600 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-35abfcc3-72d4-4926-9f1b-46c18d55565c tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:04.043250 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35abfcc3-72d4-4926-9f1b-46c18d55565c tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:45:04.043879 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-35abfcc3-72d4-4926-9f1b-46c18d55565c tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks [] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:04.089129 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-a5064d6a-67ac-4431-8734-0c2c227cf896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:04.089541 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5064d6a-67ac-4431-8734-0c2c227cf896 None None] The sync data for ids ['6e791a01-3b53-42ce-ab5f-b8cbe0abe994'] in dv-neutron-827798-2-hyperv is: [] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:45:04.170256 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35abfcc3-72d4-4926-9f1b-46c18d55565c tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Pushing event updated for resources: {'Network': ['ID=8c133254-dbef-4af9-895e-fc3b3e0f38f5,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:04.182010 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network 8c133254-dbef-4af9-895e-fc3b3e0f38f5 details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:45:04.230414 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-79bf03f5-0bcd-447d-85c0-4721714ce1fe tempest-ExternalNetworksTestJSON-540370498 tempest-ExternalNetworksTestJSON-540370498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:04.250415 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-79bf03f5-0bcd-447d-85c0-4721714ce1fe tempest-ExternalNetworksTestJSON-540370498 tempest-ExternalNetworksTestJSON-540370498-project] Notify callbacks [] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:04.252500 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-79bf03f5-0bcd-447d-85c0-4721714ce1fe tempest-ExternalNetworksTestJSON-540370498 tempest-ExternalNetworksTestJSON-540370498-project] 10.222.0.36 "DELETE /v2.0/networks/3f64e4df-225c-4392-97c4-551f77a9e0eb HTTP/1.1" status: 204 len: 168 time: 1.0031590 Feb 04 08:45:04.255924 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bf03f5-0bcd-447d-85c0-4721714ce1fe tempest-ExternalNetworksTestJSON-540370498 tempest-ExternalNetworksTestJSON-540370498-project] Pushing event deleted for resources: {'Network': ['ID=3f64e4df-225c-4392-97c4-551f77a9e0eb,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:04.261088 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-35abfcc3-72d4-4926-9f1b-46c18d55565c tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1946859 Feb 04 08:45:04.263645 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 55520) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:04.269527 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-5837df33-f5ed-4ad5-83ee-57af1a70e3a0 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Request body: {'subnet': {'network_id': '8c133254-dbef-4af9-895e-fc3b3e0f38f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:45:04.296134 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3806688b-d3c9-4957-ac19-084009f0e65d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:45:04.305407 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-3806688b-d3c9-4957-ac19-084009f0e65d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "PUT /v2.0/routers/42c61eeb-c74f-4b13-9b5c-11baff995d53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6549215 Feb 04 08:45:04.305407 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 55524) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:04.382320 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-5837df33-f5ed-4ad5-83ee-57af1a70e3a0 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:45:04.386418 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-5837df33-f5ed-4ad5-83ee-57af1a70e3a0 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Usage tracker for resource:subnet and tenant:88ac21618fc2460393f2181c0240ea1e is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:45:04.389264 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-5837df33-f5ed-4ad5-83ee-57af1a70e3a0 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:45:04.394965 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-5837df33-f5ed-4ad5-83ee-57af1a70e3a0 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:45:04.405363 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-9d90f88f-4353-4205-9d26-9f424b4be3b8 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "GET /v2.0/routers/6e791a01-3b53-42ce-ab5f-b8cbe0abe994 HTTP/1.1" status: 200 len: 884 time: 0.5531719 Feb 04 08:45:04.407948 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 55528) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:04.463436 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5837df33-f5ed-4ad5-83ee-57af1a70e3a0 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Made reservation on behalf of 88ac21618fc2460393f2181c0240ea1e for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:45:04.547661 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7fca7c-522b-45d5-a87b-ee3564c7d146 tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:45:04.547963 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7fca7c-522b-45d5-a87b-ee3564c7d146 tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:45:04.548330 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7fca7c-522b-45d5-a87b-ee3564c7d146 tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:45:04.548713 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7fca7c-522b-45d5-a87b-ee3564c7d146 tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:45:04.549072 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7fca7c-522b-45d5-a87b-ee3564c7d146 tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:45:04.549427 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7fca7c-522b-45d5-a87b-ee3564c7d146 tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:45:04.549792 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7fca7c-522b-45d5-a87b-ee3564c7d146 tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:45:04.551552 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-9c7fca7c-522b-45d5-a87b-ee3564c7d146 tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4917 time: 0.2452619 Feb 04 08:45:04.554594 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 55532) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:04.567596 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5837df33-f5ed-4ad5-83ee-57af1a70e3a0 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985186'] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:04.635230 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device 66963fae-f3d5-4a6f-9792-2598077ad698 up at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:45:04.703501 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267db7f0-aa47-45f7-a674-8d4b6ae3868e tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:45:04.703871 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267db7f0-aa47-45f7-a674-8d4b6ae3868e tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:45:04.704231 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267db7f0-aa47-45f7-a674-8d4b6ae3868e tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:45:04.704613 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267db7f0-aa47-45f7-a674-8d4b6ae3868e tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:45:04.704972 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267db7f0-aa47-45f7-a674-8d4b6ae3868e tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:45:04.705325 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267db7f0-aa47-45f7-a674-8d4b6ae3868e tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:45:04.707035 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-267db7f0-aa47-45f7-a674-8d4b6ae3868e tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3959 time: 0.1515803 Feb 04 08:45:04.709876 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 55538) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:04.784312 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Provisioning for port 66963fae-f3d5-4a6f-9792-2598077ad698 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:45:04.790569 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Provisioning complete for port 66963fae-f3d5-4a6f-9792-2598077ad698 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:45:04.790943 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:04.827129 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-d4eab258-0180-4aae-bd04-e8bcf6e4c5b6 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Synchronizing usage tracker for tenant:bf57e53bceb34316b0180186a41d96ee on resource:router {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:45:04.880766 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 55544) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:04.894794 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5837df33-f5ed-4ad5-83ee-57af1a70e3a0 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7510230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985204'] for subnet, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:04.951544 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-d4eab258-0180-4aae-bd04-e8bcf6e4c5b6 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Unset dirty status for tenant:bf57e53bceb34316b0180186a41d96ee on resource:router {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:45:04.952757 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-d4eab258-0180-4aae-bd04-e8bcf6e4c5b6 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.5438972 Feb 04 08:45:04.955894 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 55550) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:04.961810 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:04.973071 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-05e71ee7-3f49-4677-a6e0-df9e3e8a8b54 tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3050 time: 0.2619612 Feb 04 08:45:04.980592 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-78c24d86-d956-4107-b22b-318ca064c149 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-559639097'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:45:04.994909 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '740b04e0-50d9-4863-966c-f332f94c275b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66963fae-f3d5-4a6f-9792-2598077ad698'}] {{(pid=84109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:45:05.005269 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port 66963fae-f3d5-4a6f-9792-2598077ad698, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=66963fae-f3d5-4a6f-9792-2598077ad698,segment=NetworkSegment(d10773c3-ff2b-4a66-a4d7-5fa5d8f550a5),segment_id=d10773c3-ff2b-4a66-a4d7-5fa5d8f550a5)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:45:05.080472 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5837df33-f5ed-4ad5-83ee-57af1a70e3a0 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Pushing event updated for resources: {'Subnet': ['ID=ff8dbba7-fc8f-48bb-9b8e-27bd717724d2,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:05.085070 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:05.116006 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5837df33-f5ed-4ad5-83ee-57af1a70e3a0 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Checking segment: {'id': 'c8d5fcd9-d91c-46d3-ac50-2df5733f6811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8c133254-dbef-4af9-895e-fc3b3e0f38f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:45:05.116359 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5837df33-f5ed-4ad5-83ee-57af1a70e3a0 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Network hostable DHCP agents. Network: 8c133254-dbef-4af9-895e-fc3b3e0f38f5, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:45:05.152024 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b4bb34-ae74-452d-a96d-6e65f553a75f req-517dd321-88ba-4fc0-bf64-8a9039bfd322 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:45:05.153508 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-79b4bb34-ae74-452d-a96d-6e65f553a75f req-517dd321-88ba-4fc0-bf64-8a9039bfd322 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] 10.222.0.36 "GET /v2.0/ports?device_id=740b04e0-50d9-4863-966c-f332f94c275b HTTP/1.1" status: 200 len: 944 time: 0.3130028 Feb 04 08:45:05.156823 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=66963fae-f3d5-4a6f-9792-2598077ad698,revision_number=5']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:05.220124 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-62d61e46-2c3b-4c17-814f-9fa72681403d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1606dc13b3344ae59d2261a3b03e8ed0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3377385 Feb 04 08:45:05.224329 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 55558) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:05.289572 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5837df33-f5ed-4ad5-83ee-57af1a70e3a0 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Network 8c133254-dbef-4af9-895e-fc3b3e0f38f5 is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:45:05.291720 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-041f3f8d-50ee-4659-be0f-0f83c1bf56dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:05.306626 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-79b4bb34-ae74-452d-a96d-6e65f553a75f req-ff84267f-0a35-44e8-82b4-23ee6f9e95aa tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e01d01f-649a-4a93-8da0-fda7af4b84c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431055 Feb 04 08:45:05.321784 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-041f3f8d-50ee-4659-be0f-0f83c1bf56dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:05.394458 dv-neutron-827798-2-hyperv neutron-server[84109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '740b04e0-50d9-4863-966c-f332f94c275b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66963fae-f3d5-4a6f-9792-2598077ad698', 'code': 200} Feb 04 08:45:05.438176 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-5837df33-f5ed-4ad5-83ee-57af1a70e3a0 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, 8c133254-dbef-4af9-895e-fc3b3e0f38f5) {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:45:05.446588 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf587a04-1a71-441f-b1ed-6c5aaa760c3d None None] Network 8c133254-dbef-4af9-895e-fc3b3e0f38f5 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:45:05.451626 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5837df33-f5ed-4ad5-83ee-57af1a70e3a0 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:45:05.451626 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5837df33-f5ed-4ad5-83ee-57af1a70e3a0 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks [] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:05.470376 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-041f3f8d-50ee-4659-be0f-0f83c1bf56dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:05.490236 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f3f8d-50ee-4659-be0f-0f83c1bf56dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb85ab8-1f58-4129-a58f-5f253c261109,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:05.495786 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-041f3f8d-50ee-4659-be0f-0f83c1bf56dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:05.496934 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-041f3f8d-50ee-4659-be0f-0f83c1bf56dd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0eb85ab8-1f58-4129-a58f-5f253c261109 HTTP/1.1" status: 204 len: 168 time: 0.2714872 Feb 04 08:45:05.517012 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 55564) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:05.523258 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-369623f6-199b-4de5-8fa1-07c0abe545cb tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1019972562', 'description': 'tempest-secgroup-smoke-1019972562 description', 'project_id': '7df2bfd740464e869863a41b14f4d5af'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:45:05.530902 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-369623f6-199b-4de5-8fa1-07c0abe545cb tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:45:05.536772 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-369623f6-199b-4de5-8fa1-07c0abe545cb tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:security_group and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:45:05.541211 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-369623f6-199b-4de5-8fa1-07c0abe545cb tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:45:05.547987 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-369623f6-199b-4de5-8fa1-07c0abe545cb tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:45:05.561980 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-5837df33-f5ed-4ad5-83ee-57af1a70e3a0 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2971349 Feb 04 08:45:05.567813 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 55568) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:05.643360 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-369623f6-199b-4de5-8fa1-07c0abe545cb tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:05.693118 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-369623f6-199b-4de5-8fa1-07c0abe545cb tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:45:05.700033 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-369623f6-199b-4de5-8fa1-07c0abe545cb tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:security_group_rule and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:45:05.703253 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-369623f6-199b-4de5-8fa1-07c0abe545cb tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:45:05.708396 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c426c4d1-4d2c-4145-9d0c-13f6a50acdc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-8c133254-dbef-4af9-895e-fc3b3e0f38f5', 'network_id': '8c133254-dbef-4af9-895e-fc3b3e0f38f5', 'tenant_id': '88ac21618fc2460393f2181c0240ea1e', 'fixed_ips': [{'subnet_id': 'ff8dbba7-fc8f-48bb-9b8e-27bd717724d2'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:45:05.709544 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-c426c4d1-4d2c-4145-9d0c-13f6a50acdc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:05.750183 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-fbeb853f-02d3-42dd-9e6e-39f45c3f228e tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:05.761512 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-369623f6-199b-4de5-8fa1-07c0abe545cb tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:45:05.827614 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-fbeb853f-02d3-42dd-9e6e-39f45c3f228e tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:05.908381 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-c426c4d1-4d2c-4145-9d0c-13f6a50acdc0 None None] Allocated IP 172.20.0.1 (8c133254-dbef-4af9-895e-fc3b3e0f38f5/ff8dbba7-fc8f-48bb-9b8e-27bd717724d2/98128b92-1c00-4ad9-bada-fce158508c04) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:45:06.078813 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-78c24d86-d956-4107-b22b-318ca064c149 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40996'] for router, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:06.095871 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-369623f6-199b-4de5-8fa1-07c0abe545cb tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:06.106162 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-531a7f7e-62a9-456c-a6fb-ad54230f2a61 req-caa9fe91-1326-4663-ae77-07c622138f19 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=740b04e0-50d9-4863-966c-f332f94c275b HTTP/1.1" status: 200 len: 1098 time: 0.3356564 Feb 04 08:45:06.117795 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-c426c4d1-4d2c-4145-9d0c-13f6a50acdc0 None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:06.127623 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-c426c4d1-4d2c-4145-9d0c-13f6a50acdc0 None None] Transition to ACTIVE for port object 98128b92-1c00-4ad9-bada-fce158508c04 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:45:06.147177 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-c426c4d1-4d2c-4145-9d0c-13f6a50acdc0 None None] Transition to ACTIVE for port object 98128b92-1c00-4ad9-bada-fce158508c04 will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:45:06.148859 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-531a7f7e-62a9-456c-a6fb-ad54230f2a61 req-0e5716fd-c1ca-4d7b-ad9f-b588dd0bae47 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1e01d01f-649a-4a93-8da0-fda7af4b84c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370374 Feb 04 08:45:06.155805 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-78c24d86-d956-4107-b22b-318ca064c149 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-472436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-472429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-475363'] for router, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:06.214197 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-369623f6-199b-4de5-8fa1-07c0abe545cb tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:06.271069 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369623f6-199b-4de5-8fa1-07c0abe545cb tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd6b884-c88a-4502-bb8b-21790351524d,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:06.272629 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-c426c4d1-4d2c-4145-9d0c-13f6a50acdc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:06.306946 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 55574) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:06.350888 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c426c4d1-4d2c-4145-9d0c-13f6a50acdc0 None None] Network 8c133254-dbef-4af9-895e-fc3b3e0f38f5 is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:45:06.354742 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-c426c4d1-4d2c-4145-9d0c-13f6a50acdc0 None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:45:06.359379 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c426c4d1-4d2c-4145-9d0c-13f6a50acdc0 None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:45:06.361608 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c426c4d1-4d2c-4145-9d0c-13f6a50acdc0 None None] Pushing event updated for resources: {'Port': ['ID=98128b92-1c00-4ad9-bada-fce158508c04,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:06.363729 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-98d244a3-f7f2-4e2e-96fb-8344fed33536 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ef6d1876151d427da188fd3387f2326d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0552433 Feb 04 08:45:06.366284 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 55580) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:06.391456 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-fbeb853f-02d3-42dd-9e6e-39f45c3f228e tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7593563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8119683'] for subnet, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:06.394201 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-369623f6-199b-4de5-8fa1-07c0abe545cb tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:06.395818 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-369623f6-199b-4de5-8fa1-07c0abe545cb tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.8778546 Feb 04 08:45:06.401718 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 55584) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:06.410794 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-7d590ca0-5882-4c05-91ac-e096278d01ce tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'security_group_rule': {'security_group_id': '4cd6b884-c88a-4502-bb8b-21790351524d', 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:45:06.427336 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-7d590ca0-5882-4c05-91ac-e096278d01ce tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:45:06.435503 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-7d590ca0-5882-4c05-91ac-e096278d01ce tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:security_group_rule and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:45:06.443309 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-7d590ca0-5882-4c05-91ac-e096278d01ce tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:45:06.452116 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-7d590ca0-5882-4c05-91ac-e096278d01ce tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:45:06.456310 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeb853f-02d3-42dd-9e6e-39f45c3f228e tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Pushing event deleted for resources: {'Subnet': ['ID=ff8dbba7-fc8f-48bb-9b8e-27bd717724d2,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:06.473299 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-c426c4d1-4d2c-4145-9d0c-13f6a50acdc0 None None] Attempting to bind port 98128b92-1c00-4ad9-bada-fce158508c04 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:45:06.478422 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-c426c4d1-4d2c-4145-9d0c-13f6a50acdc0 None None] Attempting to bind port 98128b92-1c00-4ad9-bada-fce158508c04 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': 'c8d5fcd9-d91c-46d3-ac50-2df5733f6811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8c133254-dbef-4af9-895e-fc3b3e0f38f5'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:45:06.480311 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c426c4d1-4d2c-4145-9d0c-13f6a50acdc0 None None] Attempting to bind port 98128b92-1c00-4ad9-bada-fce158508c04 on network 8c133254-dbef-4af9-895e-fc3b3e0f38f5 {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:45:06.486909 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c426c4d1-4d2c-4145-9d0c-13f6a50acdc0 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:45:06.487336 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c426c4d1-4d2c-4145-9d0c-13f6a50acdc0 None None] Checking segment: {'id': 'c8d5fcd9-d91c-46d3-ac50-2df5733f6811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8c133254-dbef-4af9-895e-fc3b3e0f38f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:45:06.487732 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-c426c4d1-4d2c-4145-9d0c-13f6a50acdc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:06.488148 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c426c4d1-4d2c-4145-9d0c-13f6a50acdc0 None None] Bound using segment: {'id': 'c8d5fcd9-d91c-46d3-ac50-2df5733f6811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8c133254-dbef-4af9-895e-fc3b3e0f38f5'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:45:06.488803 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-c426c4d1-4d2c-4145-9d0c-13f6a50acdc0 None None] Bound port: 98128b92-1c00-4ad9-bada-fce158508c04, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8d5fcd9-d91c-46d3-ac50-2df5733f6811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8c133254-dbef-4af9-895e-fc3b3e0f38f5'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:45:06.489178 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-c426c4d1-4d2c-4145-9d0c-13f6a50acdc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:06.530527 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78c24d86-d956-4107-b22b-318ca064c149 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Router 6e791a01-3b53-42ce-ab5f-b8cbe0abe994 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:45:06.597291 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-c426c4d1-4d2c-4145-9d0c-13f6a50acdc0 None None] For port 98128b92-1c00-4ad9-bada-fce158508c04, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:45:06.601051 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-c426c4d1-4d2c-4145-9d0c-13f6a50acdc0 None None] For port 98128b92-1c00-4ad9-bada-fce158508c04, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=98128b92-1c00-4ad9-bada-fce158508c04,segment=NetworkSegment(c8d5fcd9-d91c-46d3-ac50-2df5733f6811),segment_id=c8d5fcd9-d91c-46d3-ac50-2df5733f6811)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:45:06.626346 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7d590ca0-5882-4c05-91ac-e096278d01ce tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:06.662828 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00af3b9-ed90-45fa-ad19-29eed92fb01f req-916fd3ce-f4cb-44d7-8299-cbde141b631c tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:45:06.664944 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e00af3b9-ed90-45fa-ad19-29eed92fb01f req-916fd3ce-f4cb-44d7-8299-cbde141b631c tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] 10.222.0.36 "GET /v2.0/ports?device_id=740b04e0-50d9-4863-966c-f332f94c275b HTTP/1.1" status: 200 len: 945 time: 0.1904407 Feb 04 08:45:06.671608 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-c426c4d1-4d2c-4145-9d0c-13f6a50acdc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:06.706214 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-fbeb853f-02d3-42dd-9e6e-39f45c3f228e tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:06.722527 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-be342326-94ad-4ac2-8f7b-adedbfaeef30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:06.753719 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-fbeb853f-02d3-42dd-9e6e-39f45c3f228e tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c133254-dbef-4af9-895e-fc3b3e0f38f5']}} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:06.758076 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e00af3b9-ed90-45fa-ad19-29eed92fb01f req-da36eb31-82b8-44bc-a682-4da9daffaa78 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e01d01f-649a-4a93-8da0-fda7af4b84c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873377 Feb 04 08:45:06.770496 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-be342326-94ad-4ac2-8f7b-adedbfaeef30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:06.778441 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-fbeb853f-02d3-42dd-9e6e-39f45c3f228e tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8d5fcd9-d91c-46d3-ac50-2df5733f6811') {'for_net_delete': True} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:06.778735 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-fbeb853f-02d3-42dd-9e6e-39f45c3f228e tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8d5fcd9-d91c-46d3-ac50-2df5733f6811') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:06.790198 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7d590ca0-5882-4c05-91ac-e096278d01ce tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:06.799700 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-fbeb853f-02d3-42dd-9e6e-39f45c3f228e tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7851336'] for segment, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:06.799941 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c426c4d1-4d2c-4145-9d0c-13f6a50acdc0 None None] Pushing event updated for resources: {'Port': ['ID=98128b92-1c00-4ad9-bada-fce158508c04,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:06.829891 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-fbeb853f-02d3-42dd-9e6e-39f45c3f228e tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:06.842573 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbeb853f-02d3-42dd-9e6e-39f45c3f228e tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=84108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:45:06.842573 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-fbeb853f-02d3-42dd-9e6e-39f45c3f228e tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7460345'] for segment, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:06.845237 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a06018-219f-4b20-bd05-27dd1cfbcd63 None None] Network 8c133254-dbef-4af9-895e-fc3b3e0f38f5 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:45:06.853755 dv-neutron-827798-2-hyperv neutron-server[84108]: Traceback (most recent call last): Feb 04 08:45:06.853755 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:45:06.853755 dv-neutron-827798-2-hyperv neutron-server[84108]: timer() Feb 04 08:45:06.853755 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:45:06.853755 dv-neutron-827798-2-hyperv neutron-server[84108]: cb(*args, **kw) Feb 04 08:45:06.853755 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:45:06.853755 dv-neutron-827798-2-hyperv neutron-server[84108]: return func(*args, **kwargs) Feb 04 08:45:06.853755 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:45:06.853755 dv-neutron-827798-2-hyperv neutron-server[84108]: self._notify() Feb 04 08:45:06.853755 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:45:06.853755 dv-neutron-827798-2-hyperv neutron-server[84108]: self.callback(batched_events) Feb 04 08:45:06.853755 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:45:06.853755 dv-neutron-827798-2-hyperv neutron-server[84108]: event.method(event) Feb 04 08:45:06.853755 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:45:06.853755 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:45:06.853755 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:45:06.853755 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:45:06.853755 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:45:06.853755 dv-neutron-827798-2-hyperv neutron-server[84108]: return f(self, *a, **k) Feb 04 08:45:06.853755 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:45:06.853755 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._get(url).json() Feb 04 08:45:06.853755 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:45:06.853755 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:45:06.853755 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:45:06.853755 dv-neutron-827798-2-hyperv neutron-server[84108]: return self.request(url, 'GET', **kwargs) Feb 04 08:45:06.853755 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:45:06.853755 dv-neutron-827798-2-hyperv neutron-server[84108]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:45:06.853755 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:45:06.853755 dv-neutron-827798-2-hyperv neutron-server[84108]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:45:06.853755 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:45:06.853755 dv-neutron-827798-2-hyperv neutron-server[84108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:45:06.853755 dv-neutron-827798-2-hyperv neutron-server[84108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:45:06.867475 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7d590ca0-5882-4c05-91ac-e096278d01ce tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:06.895444 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d590ca0-5882-4c05-91ac-e096278d01ce tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a47ef4bf-4f99-4eb9-8270-8c54cd3ac7ea,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:06.925825 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78c24d86-d956-4107-b22b-318ca064c149 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:45:06.934156 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-78c24d86-d956-4107-b22b-318ca064c149 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:06.937878 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-78c24d86-d956-4107-b22b-318ca064c149 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "PUT /v2.0/routers/6e791a01-3b53-42ce-ab5f-b8cbe0abe994 HTTP/1.1" status: 200 len: 891 time: 1.9800572 Feb 04 08:45:06.939864 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 55588) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:06.942116 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b022646-a783-42fa-8cdd-b47a8e2368c5 None None] Sync routers for ids ['6e791a01-3b53-42ce-ab5f-b8cbe0abe994'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:45:06.955182 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b022646-a783-42fa-8cdd-b47a8e2368c5 None None] Routers {'6e791a01-3b53-42ce-ab5f-b8cbe0abe994'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:45:06.956024 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-5b022646-a783-42fa-8cdd-b47a8e2368c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:44:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['6e791a01-3b53-42ce-ab5f-b8cbe0abe994'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:06.972267 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.db.api [None req-fbeb853f-02d3-42dd-9e6e-39f45c3f228e tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 08:45:06.972267 dv-neutron-827798-2-hyperv neutron-server[84108]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 08:45:06.972267 dv-neutron-827798-2-hyperv neutron-server[84108]: [parameters: {'id': '8c133254-dbef-4af9-895e-fc3b3e0f38f5'}] Feb 04 08:45:06.972267 dv-neutron-827798-2-hyperv neutron-server[84108]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84108) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 08:45:06.973099 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG oslo_db.api [None req-fbeb853f-02d3-42dd-9e6e-39f45c3f228e tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 08:45:07.001618 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-be342326-94ad-4ac2-8f7b-adedbfaeef30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:07.012235 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7d590ca0-5882-4c05-91ac-e096278d01ce tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:07.013605 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-7d590ca0-5882-4c05-91ac-e096278d01ce tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6096511 Feb 04 08:45:07.020394 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 55592) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:07.034100 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be342326-94ad-4ac2-8f7b-adedbfaeef30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b0ff149-b391-47c6-8da2-89b7794f8515,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:07.038682 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-5b022646-a783-42fa-8cdd-b47a8e2368c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:07.045584 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-274234d7-aa0e-4945-a249-f530c8bb0372 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'security_group_rule': {'security_group_id': '4cd6b884-c88a-4502-bb8b-21790351524d', 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:45:07.057909 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 08:45:07.058963 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-274234d7-aa0e-4945-a249-f530c8bb0372 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:45:07.062340 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b022646-a783-42fa-8cdd-b47a8e2368c5 None None] Routers {'6e791a01-3b53-42ce-ab5f-b8cbe0abe994'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:45:07.063163 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-5b022646-a783-42fa-8cdd-b47a8e2368c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:44:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['6e791a01-3b53-42ce-ab5f-b8cbe0abe994'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:07.065607 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-274234d7-aa0e-4945-a249-f530c8bb0372 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:security_group_rule and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:45:07.069451 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-274234d7-aa0e-4945-a249-f530c8bb0372 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:45:07.074111 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae3c615-c2ef-4066-8727-326d3f638f9d None None] get_active_networks_info from dv-neutron-827798-2-hyperv {{(pid=84109) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 04 08:45:07.081706 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-be342326-94ad-4ac2-8f7b-adedbfaeef30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:07.085023 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-be342326-94ad-4ac2-8f7b-adedbfaeef30 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7b0ff149-b391-47c6-8da2-89b7794f8515 HTTP/1.1" status: 204 len: 168 time: 0.7156799 Feb 04 08:45:07.085023 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-274234d7-aa0e-4945-a249-f530c8bb0372 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:45:07.129762 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-5b022646-a783-42fa-8cdd-b47a8e2368c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:07.131046 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b022646-a783-42fa-8cdd-b47a8e2368c5 None None] The sync data for ids ['6e791a01-3b53-42ce-ab5f-b8cbe0abe994'] in dv-neutron-827798-2-hyperv is: [] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:45:07.199315 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-274234d7-aa0e-4945-a249-f530c8bb0372 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:07.203022 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae3c615-c2ef-4066-8727-326d3f638f9d None None] Resources bound (agent type, host, resource id): {{(pid=84109) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 08:45:07.203542 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-e5150695-85fc-430d-a129-aa69b03d287b tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "GET /v2.0/routers/6e791a01-3b53-42ce-ab5f-b8cbe0abe994 HTTP/1.1" status: 200 len: 891 time: 0.2621872 Feb 04 08:45:07.206375 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 55598) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:07.253723 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-ffcda68a-fc18-47e5-b7c4-4eb49f45aca3 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e791a01-3b53-42ce-ab5f-b8cbe0abe994 HTTP/1.1" status: 200 len: 205 time: 0.0459917 Feb 04 08:45:07.256297 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 55602) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:07.298532 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-274234d7-aa0e-4945-a249-f530c8bb0372 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:07.361148 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-274234d7-aa0e-4945-a249-f530c8bb0372 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:07.389636 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274234d7-aa0e-4945-a249-f530c8bb0372 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03d3cde8-ff97-4994-9335-d0bb7607b2bd,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:07.474906 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-fbeb853f-02d3-42dd-9e6e-39f45c3f228e tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:07.493088 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-fbeb853f-02d3-42dd-9e6e-39f45c3f228e tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Deleting port 98128b92-1c00-4ad9-bada-fce158508c04 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:45:07.493659 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-fbeb853f-02d3-42dd-9e6e-39f45c3f228e tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:07.522358 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-052bed93-a4c2-4dc9-9724-d5f97e34f487 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks [] for router, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:07.551108 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-274234d7-aa0e-4945-a249-f530c8bb0372 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:07.566240 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-274234d7-aa0e-4945-a249-f530c8bb0372 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5367525 Feb 04 08:45:07.567043 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 55608) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:07.607766 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-58d4aebd-f710-432a-8821-a75b5ffffd4e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'security_group_rule': {'security_group_id': '4cd6b884-c88a-4502-bb8b-21790351524d', 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:45:07.614242 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-58d4aebd-f710-432a-8821-a75b5ffffd4e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:45:07.625545 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-58d4aebd-f710-432a-8821-a75b5ffffd4e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:security_group_rule and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:45:07.631884 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-58d4aebd-f710-432a-8821-a75b5ffffd4e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:45:07.642469 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-58d4aebd-f710-432a-8821-a75b5ffffd4e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:45:07.739719 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-052bed93-a4c2-4dc9-9724-d5f97e34f487 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:07.787640 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-58d4aebd-f710-432a-8821-a75b5ffffd4e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:07.807161 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-052bed93-a4c2-4dc9-9724-d5f97e34f487 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Deleting port 8e5b714b-f743-44ed-b515-6cc34f838b87 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:45:07.807631 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-052bed93-a4c2-4dc9-9724-d5f97e34f487 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:07.865540 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [None req-fbeb853f-02d3-42dd-9e6e-39f45c3f228e tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] For port 98128b92-1c00-4ad9-bada-fce158508c04, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=98128b92-1c00-4ad9-bada-fce158508c04,segment=NetworkSegment(c8d5fcd9-d91c-46d3-ac50-2df5733f6811),segment_id=c8d5fcd9-d91c-46d3-ac50-2df5733f6811)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:45:07.865769 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-fbeb853f-02d3-42dd-9e6e-39f45c3f228e tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:07.877856 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73ef6d7-501f-4c39-8593-1dce786d64db None None] Sync routers for ids ['42c61eeb-c74f-4b13-9b5c-11baff995d53'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:45:07.914315 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73ef6d7-501f-4c39-8593-1dce786d64db None None] Routers {'42c61eeb-c74f-4b13-9b5c-11baff995d53'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:45:07.915265 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-c73ef6d7-501f-4c39-8593-1dce786d64db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:44:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['42c61eeb-c74f-4b13-9b5c-11baff995d53'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:08.020117 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-fbeb853f-02d3-42dd-9e6e-39f45c3f228e tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Calling delete_port for 98128b92-1c00-4ad9-bada-fce158508c04 owned by network:dhcp {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:45:08.057232 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-58d4aebd-f710-432a-8821-a75b5ffffd4e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:08.110666 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-c73ef6d7-501f-4c39-8593-1dce786d64db None None] Set router 42c61eeb-c74f-4b13-9b5c-11baff995d53 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:45:08.120753 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-58d4aebd-f710-432a-8821-a75b5ffffd4e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:08.142670 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d4aebd-f710-432a-8821-a75b5ffffd4e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6ad51d8-21f5-427f-9a35-b612235bc398,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:08.226337 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-58d4aebd-f710-432a-8821-a75b5ffffd4e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:08.231481 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-58d4aebd-f710-432a-8821-a75b5ffffd4e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6435728 Feb 04 08:45:08.231481 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-fbeb853f-02d3-42dd-9e6e-39f45c3f228e tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:08.232443 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 55624) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:08.240962 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-07b56438-24ae-44fe-8340-ed6a09391186 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'security_group_rule': {'security_group_id': '4cd6b884-c88a-4502-bb8b-21790351524d', 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:45:08.250670 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-07b56438-24ae-44fe-8340-ed6a09391186 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:45:08.263773 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-07b56438-24ae-44fe-8340-ed6a09391186 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:security_group_rule and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:45:08.271094 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-07b56438-24ae-44fe-8340-ed6a09391186 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:45:08.281387 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7352fce3-cbac-4232-b9b4-694cec5db87e req-a808deef-dd94-48cd-bf51-7bad15445972 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:45:08.282201 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7352fce3-cbac-4232-b9b4-694cec5db87e req-a808deef-dd94-48cd-bf51-7bad15445972 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] 10.222.0.36 "GET /v2.0/ports?device_id=740b04e0-50d9-4863-966c-f332f94c275b HTTP/1.1" status: 200 len: 945 time: 0.2320631 Feb 04 08:45:08.286377 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-052bed93-a4c2-4dc9-9724-d5f97e34f487 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:08.298649 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-07b56438-24ae-44fe-8340-ed6a09391186 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:45:08.303681 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbeb853f-02d3-42dd-9e6e-39f45c3f228e tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] No DVR routers for this DVR port 98128b92-1c00-4ad9-bada-fce158508c04 on host dv-neutron-827798-2-hyperv {{(pid=84108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:45:08.309709 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeb853f-02d3-42dd-9e6e-39f45c3f228e tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Pushing event deleted for resources: {'Port': ['ID=98128b92-1c00-4ad9-bada-fce158508c04,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:08.443524 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-c73ef6d7-501f-4c39-8593-1dce786d64db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c61eeb-c74f-4b13-9b5c-11baff995d53', 'name': 'tempest-TestNetworkBasicOps-router-1051621526', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.219'}], 'enable_snat': True}, 'gw_port_id': '6df7ed41-74d6-49dc-85c8-11ceeb770ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:44:47Z', 'updated_at': '2022-02-04T08:45:01Z', 'revision_number': 4, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': '6df7ed41-74d6-49dc-85c8-11ceeb770ff9', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:4e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c61eeb-c74f-4b13-9b5c-11baff995d53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:44:48Z', 'updated_at': '2022-02-04T08:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': 'defd4a79-29b8-4ab2-ba37-2249da5e801c', 'name': '', 'network_id': 'dfd3e35e-8d31-4904-a33a-2fe9438ce3a8', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'mac_address': 'fa:16:3e:ce:b1:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42c61eeb-c74f-4b13-9b5c-11baff995d53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7468b71-f98f-4f00-b331-49e92e5ae12e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:44:59Z', 'updated_at': '2022-02-04T08:45:01Z', 'revision_number': 2, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'subnets': [{'id': 'd7468b71-f98f-4f00-b331-49e92e5ae12e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:08.449548 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73ef6d7-501f-4c39-8593-1dce786d64db None None] Checking router: 42c61eeb-c74f-4b13-9b5c-11baff995d53 for host: dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 08:45:08.449907 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73ef6d7-501f-4c39-8593-1dce786d64db None None] Updating router 42c61eeb-c74f-4b13-9b5c-11baff995d53 port defd4a79-29b8-4ab2-ba37-2249da5e801c binding host dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 08:45:08.450993 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-052bed93-a4c2-4dc9-9724-d5f97e34f487 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Calling delete_port for 8e5b714b-f743-44ed-b515-6cc34f838b87 owned by network:router_gateway {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:45:08.455647 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-fbeb853f-02d3-42dd-9e6e-39f45c3f228e tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:08.493943 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-fbeb853f-02d3-42dd-9e6e-39f45c3f228e tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c133254-dbef-4af9-895e-fc3b3e0f38f5']}} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:08.506754 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7352fce3-cbac-4232-b9b4-694cec5db87e req-b6c22dc5-92b7-4c31-9a3b-8a23d7428590 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e01d01f-649a-4a93-8da0-fda7af4b84c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2090971 Feb 04 08:45:08.511997 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-fbeb853f-02d3-42dd-9e6e-39f45c3f228e tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8d5fcd9-d91c-46d3-ac50-2df5733f6811') {'for_net_delete': True} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:08.515307 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-fbeb853f-02d3-42dd-9e6e-39f45c3f228e tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8d5fcd9-d91c-46d3-ac50-2df5733f6811') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:08.515736 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-c73ef6d7-501f-4c39-8593-1dce786d64db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:08.520285 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-07b56438-24ae-44fe-8340-ed6a09391186 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:08.529178 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-fbeb853f-02d3-42dd-9e6e-39f45c3f228e tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7851336'] for segment, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:08.552589 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-fbeb853f-02d3-42dd-9e6e-39f45c3f228e tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:08.564662 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbeb853f-02d3-42dd-9e6e-39f45c3f228e tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=84108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:45:08.565122 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-fbeb853f-02d3-42dd-9e6e-39f45c3f228e tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7460345'] for segment, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:08.658275 dv-neutron-827798-2-hyperv neutron-server[84108]: Traceback (most recent call last): Feb 04 08:45:08.658275 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:45:08.658275 dv-neutron-827798-2-hyperv neutron-server[84108]: timer() Feb 04 08:45:08.658275 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:45:08.658275 dv-neutron-827798-2-hyperv neutron-server[84108]: cb(*args, **kw) Feb 04 08:45:08.658275 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:45:08.658275 dv-neutron-827798-2-hyperv neutron-server[84108]: return func(*args, **kwargs) Feb 04 08:45:08.658275 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:45:08.658275 dv-neutron-827798-2-hyperv neutron-server[84108]: self._notify() Feb 04 08:45:08.658275 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:45:08.658275 dv-neutron-827798-2-hyperv neutron-server[84108]: self.callback(batched_events) Feb 04 08:45:08.658275 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:45:08.658275 dv-neutron-827798-2-hyperv neutron-server[84108]: event.method(event) Feb 04 08:45:08.658275 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:45:08.658275 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:45:08.658275 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:45:08.658275 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:45:08.658275 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:45:08.658275 dv-neutron-827798-2-hyperv neutron-server[84108]: return f(self, *a, **k) Feb 04 08:45:08.658275 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:45:08.658275 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._get(url).json() Feb 04 08:45:08.658275 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:45:08.658275 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:45:08.658275 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:45:08.658275 dv-neutron-827798-2-hyperv neutron-server[84108]: return self.request(url, 'GET', **kwargs) Feb 04 08:45:08.658275 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:45:08.658275 dv-neutron-827798-2-hyperv neutron-server[84108]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:45:08.658275 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:45:08.658275 dv-neutron-827798-2-hyperv neutron-server[84108]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:45:08.658275 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:45:08.658275 dv-neutron-827798-2-hyperv neutron-server[84108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:45:08.658275 dv-neutron-827798-2-hyperv neutron-server[84108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:45:08.715927 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-07b56438-24ae-44fe-8340-ed6a09391186 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:08.739649 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-fbeb853f-02d3-42dd-9e6e-39f45c3f228e tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:08.774754 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-fbeb853f-02d3-42dd-9e6e-39f45c3f228e tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks [] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:08.785187 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeb853f-02d3-42dd-9e6e-39f45c3f228e tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Pushing event deleted for resources: {'Network': ['ID=8c133254-dbef-4af9-895e-fc3b3e0f38f5,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:08.788256 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-fbeb853f-02d3-42dd-9e6e-39f45c3f228e tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] 10.222.0.36 "DELETE /v2.0/networks/8c133254-dbef-4af9-895e-fc3b3e0f38f5 HTTP/1.1" status: 204 len: 168 time: 3.2191286 Feb 04 08:45:08.792076 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 55636) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:08.802008 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-01340285-1d50-4630-96df-5b758c90a9b5 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-385454280'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:45:08.802442 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-07b56438-24ae-44fe-8340-ed6a09391186 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:08.805341 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-01340285-1d50-4630-96df-5b758c90a9b5 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:45:08.809723 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-01340285-1d50-4630-96df-5b758c90a9b5 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Usage tracker for resource:network and tenant:88ac21618fc2460393f2181c0240ea1e is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:45:08.813283 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-01340285-1d50-4630-96df-5b758c90a9b5 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:45:08.819633 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-01340285-1d50-4630-96df-5b758c90a9b5 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:45:08.844886 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b56438-24ae-44fe-8340-ed6a09391186 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca6fa367-8d39-4471-9442-72ca2cc9c573,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:08.869559 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e39183-676e-444b-b33e-14dbafdb0c65 req-81d14c9a-7448-49b1-8c7e-d417b08d0251 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:45:08.871003 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-19e39183-676e-444b-b33e-14dbafdb0c65 req-81d14c9a-7448-49b1-8c7e-d417b08d0251 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] 10.222.0.36 "GET /v2.0/ports?device_id=740b04e0-50d9-4863-966c-f332f94c275b HTTP/1.1" status: 200 len: 945 time: 0.1929603 Feb 04 08:45:08.910013 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01340285-1d50-4630-96df-5b758c90a9b5 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Made reservation on behalf of 88ac21618fc2460393f2181c0240ea1e for: {'network': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:45:08.913835 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-01340285-1d50-4630-96df-5b758c90a9b5 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:08.929844 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-19e39183-676e-444b-b33e-14dbafdb0c65 req-e5756cd1-187d-4f4a-ac36-677b8813685c tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e01d01f-649a-4a93-8da0-fda7af4b84c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522151 Feb 04 08:45:08.936396 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-c73ef6d7-501f-4c39-8593-1dce786d64db None None] Notify callbacks [] for port, precommit_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:08.944503 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-052bed93-a4c2-4dc9-9724-d5f97e34f487 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:08.951976 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01340285-1d50-4630-96df-5b758c90a9b5 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=84108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:45:08.953204 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-c73ef6d7-501f-4c39-8593-1dce786d64db None None] Transition to ACTIVE for port object defd4a79-29b8-4ab2-ba37-2249da5e801c will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:45:08.955160 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-07b56438-24ae-44fe-8340-ed6a09391186 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:08.956991 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-07b56438-24ae-44fe-8340-ed6a09391186 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7238576 Feb 04 08:45:08.959990 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 55640) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:08.970305 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-01bcff05-a6a4-4cc7-9e7e-0ca66ae52c3c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'security_group_rule': {'security_group_id': '4cd6b884-c88a-4502-bb8b-21790351524d', 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:45:08.975335 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 55646) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:08.980003 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-01bcff05-a6a4-4cc7-9e7e-0ca66ae52c3c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:45:09.013521 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052bed93-a4c2-4dc9-9724-d5f97e34f487 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Pushing event deleted for resources: {'Port': ['ID=8e5b714b-f743-44ed-b515-6cc34f838b87,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:09.025021 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-c73ef6d7-501f-4c39-8593-1dce786d64db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:09.045287 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-01340285-1d50-4630-96df-5b758c90a9b5 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:09.045814 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.segments_db [None req-01340285-1d50-4630-96df-5b758c90a9b5 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Added segment 28427424-990e-454a-9e40-165e5f01cbc9 of type vlan for network b70c64b5-ec5f-47fc-9086-d2f95ae14576 Feb 04 08:45:09.077380 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-01340285-1d50-4630-96df-5b758c90a9b5 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:09.102223 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-01bcff05-a6a4-4cc7-9e7e-0ca66ae52c3c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:security_group_rule and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:45:09.106811 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-01bcff05-a6a4-4cc7-9e7e-0ca66ae52c3c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:45:09.128069 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-01bcff05-a6a4-4cc7-9e7e-0ca66ae52c3c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:45:09.165221 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-f5bdeb2d-b89a-4c08-878e-32cc33048c0a tempest-TestNetworkAdvancedServerOps-718756295 tempest-TestNetworkAdvancedServerOps-718756295-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=740b04e0-50d9-4863-966c-f332f94c275b HTTP/1.1" status: 200 len: 1093 time: 0.1832876 Feb 04 08:45:09.165429 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 55650) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:09.171274 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-da16bb75-4979-42a5-8928-0be7ed9e2ccb tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Request body: {'floatingip': {'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'port_id': '66963fae-f3d5-4a6f-9792-2598077ad698', 'tenant_id': '8286d186dd0e4cfe84e34ace3d186fd0', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:45:09.177939 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-da16bb75-4979-42a5-8928-0be7ed9e2ccb tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:45:09.182560 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-da16bb75-4979-42a5-8928-0be7ed9e2ccb tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Usage tracker for resource:floatingip and tenant:8286d186dd0e4cfe84e34ace3d186fd0 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:45:09.187335 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620dc632-4428-4461-92d2-e463cf86b0c6 None None] Pushing event updated for resources: {'Port': ['ID=defd4a79-29b8-4ab2-ba37-2249da5e801c,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:09.187468 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-da16bb75-4979-42a5-8928-0be7ed9e2ccb tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:45:09.193998 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-da16bb75-4979-42a5-8928-0be7ed9e2ccb tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:45:09.229491 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-01340285-1d50-4630-96df-5b758c90a9b5 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:09.233799 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01340285-1d50-4630-96df-5b758c90a9b5 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:45:09.234522 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-01340285-1d50-4630-96df-5b758c90a9b5 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks [] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:09.239237 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.securitygroups_db [None req-01bcff05-a6a4-4cc7-9e7e-0ca66ae52c3c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Project 7df2bfd740464e869863a41b14f4d5af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 08:45:09.287275 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-c73ef6d7-501f-4c39-8593-1dce786d64db None None] Attempting to bind port defd4a79-29b8-4ab2-ba37-2249da5e801c on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:45:09.287675 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-c73ef6d7-501f-4c39-8593-1dce786d64db None None] Attempting to bind port defd4a79-29b8-4ab2-ba37-2249da5e801c by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': '621bf94a-8623-401c-be43-5da80d76f6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dfd3e35e-8d31-4904-a33a-2fe9438ce3a8'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:45:09.288041 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73ef6d7-501f-4c39-8593-1dce786d64db None None] Attempting to bind port defd4a79-29b8-4ab2-ba37-2249da5e801c on network dfd3e35e-8d31-4904-a33a-2fe9438ce3a8 {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:45:09.294405 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-052bed93-a4c2-4dc9-9724-d5f97e34f487 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473010'] for router_gateway, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:09.296281 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73ef6d7-501f-4c39-8593-1dce786d64db None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:45:09.296281 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73ef6d7-501f-4c39-8593-1dce786d64db None None] Checking segment: {'id': '621bf94a-8623-401c-be43-5da80d76f6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dfd3e35e-8d31-4904-a33a-2fe9438ce3a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:45:09.296573 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-c73ef6d7-501f-4c39-8593-1dce786d64db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:09.296968 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73ef6d7-501f-4c39-8593-1dce786d64db None None] Bound using segment: {'id': '621bf94a-8623-401c-be43-5da80d76f6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dfd3e35e-8d31-4904-a33a-2fe9438ce3a8'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:45:09.297429 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-c73ef6d7-501f-4c39-8593-1dce786d64db None None] Bound port: defd4a79-29b8-4ab2-ba37-2249da5e801c, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '621bf94a-8623-401c-be43-5da80d76f6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dfd3e35e-8d31-4904-a33a-2fe9438ce3a8'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:45:09.297803 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-c73ef6d7-501f-4c39-8593-1dce786d64db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:09.379205 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-01bcff05-a6a4-4cc7-9e7e-0ca66ae52c3c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:09.408251 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01340285-1d50-4630-96df-5b758c90a9b5 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Pushing event updated for resources: {'Network': ['ID=b70c64b5-ec5f-47fc-9086-d2f95ae14576,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:09.428300 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network b70c64b5-ec5f-47fc-9086-d2f95ae14576 details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:45:09.429385 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-da16bb75-4979-42a5-8928-0be7ed9e2ccb tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks [] for floatingip, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:09.553556 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-01340285-1d50-4630-96df-5b758c90a9b5 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7602737 Feb 04 08:45:09.554742 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 55660) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:09.572715 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-eda610b4-c3e7-4c25-a551-66861b75b6db tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Request body: {'network': {'name': 'New_network'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:45:09.574023 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-01bcff05-a6a4-4cc7-9e7e-0ca66ae52c3c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:09.599899 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-c73ef6d7-501f-4c39-8593-1dce786d64db None None] For port defd4a79-29b8-4ab2-ba37-2249da5e801c, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:45:09.605106 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-c73ef6d7-501f-4c39-8593-1dce786d64db None None] For port defd4a79-29b8-4ab2-ba37-2249da5e801c, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=defd4a79-29b8-4ab2-ba37-2249da5e801c,segment=NetworkSegment(621bf94a-8623-401c-be43-5da80d76f6b2),segment_id=621bf94a-8623-401c-be43-5da80d76f6b2)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:45:09.637749 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-da16bb75-4979-42a5-8928-0be7ed9e2ccb tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:09.676190 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-c73ef6d7-501f-4c39-8593-1dce786d64db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:09.776285 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620dc632-4428-4461-92d2-e463cf86b0c6 None None] Pushing event updated for resources: {'Port': ['ID=defd4a79-29b8-4ab2-ba37-2249da5e801c,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:09.778339 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-01bcff05-a6a4-4cc7-9e7e-0ca66ae52c3c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:09.780354 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73ef6d7-501f-4c39-8593-1dce786d64db None None] Routers {'42c61eeb-c74f-4b13-9b5c-11baff995d53'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:45:09.781882 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-c73ef6d7-501f-4c39-8593-1dce786d64db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:44:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['42c61eeb-c74f-4b13-9b5c-11baff995d53'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:09.833723 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bcff05-a6a4-4cc7-9e7e-0ca66ae52c3c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b190f73-1523-475a-bc0b-f9588487c420,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:09.903791 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-052bed93-a4c2-4dc9-9724-d5f97e34f487 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40989'] for router, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:09.930429 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-da16bb75-4979-42a5-8928-0be7ed9e2ccb tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Allocated IP 172.26.3.78 (e264bd74-c56b-43d0-9059-bcb57dbbe5bc/79caf47c-b62c-4ea0-b35f-21ede155daa8/274609ae-1789-46e7-9bec-773c625327b5) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:45:09.958194 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-052bed93-a4c2-4dc9-9724-d5f97e34f487 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:10.068432 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-c73ef6d7-501f-4c39-8593-1dce786d64db None None] Set router 42c61eeb-c74f-4b13-9b5c-11baff995d53 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:45:10.110539 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-01bcff05-a6a4-4cc7-9e7e-0ca66ae52c3c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:10.112754 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-01bcff05-a6a4-4cc7-9e7e-0ca66ae52c3c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 1.1499791 Feb 04 08:45:10.115526 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 55668) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:10.125831 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-e2e7eff0-5edd-468a-bb02-4de917206200 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'security_group_rule': {'security_group_id': '4cd6b884-c88a-4502-bb8b-21790351524d', 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:45:10.144354 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-e2e7eff0-5edd-468a-bb02-4de917206200 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:45:10.151028 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-da16bb75-4979-42a5-8928-0be7ed9e2ccb tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:10.154132 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-e2e7eff0-5edd-468a-bb02-4de917206200 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:security_group_rule and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:45:10.158023 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-e2e7eff0-5edd-468a-bb02-4de917206200 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:45:10.166708 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-e2e7eff0-5edd-468a-bb02-4de917206200 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:45:10.171037 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-eda610b4-c3e7-4c25-a551-66861b75b6db tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:10.264226 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.securitygroups_db [None req-e2e7eff0-5edd-468a-bb02-4de917206200 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Project 7df2bfd740464e869863a41b14f4d5af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 08:45:10.264509 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-eda610b4-c3e7-4c25-a551-66861b75b6db tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:10.272029 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-052bed93-a4c2-4dc9-9724-d5f97e34f487 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-476062'] for router, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:10.272580 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-052bed93-a4c2-4dc9-9724-d5f97e34f487 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Fanout notify agent at l3_agent the message router_deleted on router 6e791a01-3b53-42ce-ab5f-b8cbe0abe994 {{(pid=84107) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 08:45:10.272860 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e2e7eff0-5edd-468a-bb02-4de917206200 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:10.298148 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-eda610b4-c3e7-4c25-a551-66861b75b6db tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Network b70c64b5-ec5f-47fc-9086-d2f95ae14576 is not hosted by any dhcp agent {{(pid=84107) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Feb 04 08:45:10.303033 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda610b4-c3e7-4c25-a551-66861b75b6db tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:45:10.303728 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-eda610b4-c3e7-4c25-a551-66861b75b6db tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks [] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:10.310399 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-eda610b4-c3e7-4c25-a551-66861b75b6db tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] 10.222.0.36 "PUT /v2.0/networks/b70c64b5-ec5f-47fc-9086-d2f95ae14576 HTTP/1.1" status: 200 len: 723 time: 0.7503459 Feb 04 08:45:10.319994 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 55674) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:10.327657 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-da16bb75-4979-42a5-8928-0be7ed9e2ccb tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:10.331542 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-36c013dd-c26a-46c2-9b13-f55915e6b03c tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Request body: {'subnet': {'network_id': 'b70c64b5-ec5f-47fc-9086-d2f95ae14576', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:45:10.406773 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da16bb75-4979-42a5-8928-0be7ed9e2ccb tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Pushing event updated for resources: {'Port': ['ID=274609ae-1789-46e7-9bec-773c625327b5,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:10.429618 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-c73ef6d7-501f-4c39-8593-1dce786d64db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c61eeb-c74f-4b13-9b5c-11baff995d53', 'name': 'tempest-TestNetworkBasicOps-router-1051621526', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.219'}], 'enable_snat': True}, 'gw_port_id': '6df7ed41-74d6-49dc-85c8-11ceeb770ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:44:47Z', 'updated_at': '2022-02-04T08:45:01Z', 'revision_number': 4, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': '6df7ed41-74d6-49dc-85c8-11ceeb770ff9', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:4e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c61eeb-c74f-4b13-9b5c-11baff995d53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:44:48Z', 'updated_at': '2022-02-04T08:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': 'defd4a79-29b8-4ab2-ba37-2249da5e801c', 'name': '', 'network_id': 'dfd3e35e-8d31-4904-a33a-2fe9438ce3a8', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'mac_address': 'fa:16:3e:ce:b1:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42c61eeb-c74f-4b13-9b5c-11baff995d53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7468b71-f98f-4f00-b331-49e92e5ae12e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:44:59Z', 'updated_at': '2022-02-04T08:45:09Z', 'revision_number': 4, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'subnets': [{'id': 'd7468b71-f98f-4f00-b331-49e92e5ae12e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:10.433976 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73ef6d7-501f-4c39-8593-1dce786d64db None None] The sync data for ids ['42c61eeb-c74f-4b13-9b5c-11baff995d53'] in dv-neutron-827798-2-hyperv is: [{'id': '42c61eeb-c74f-4b13-9b5c-11baff995d53', 'name': 'tempest-TestNetworkBasicOps-router-1051621526', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.219'}], 'enable_snat': True}, 'gw_port_id': '6df7ed41-74d6-49dc-85c8-11ceeb770ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:44:47Z', 'updated_at': '2022-02-04T08:45:01Z', 'revision_number': 4, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': '6df7ed41-74d6-49dc-85c8-11ceeb770ff9', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:4e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c61eeb-c74f-4b13-9b5c-11baff995d53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:44:48Z', 'updated_at': '2022-02-04T08:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': 'defd4a79-29b8-4ab2-ba37-2249da5e801c', 'name': '', 'network_id': 'dfd3e35e-8d31-4904-a33a-2fe9438ce3a8', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'mac_address': 'fa:16:3e:ce:b1:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42c61eeb-c74f-4b13-9b5c-11baff995d53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7468b71-f98f-4f00-b331-49e92e5ae12e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:44:59Z', 'updated_at': '2022-02-04T08:45:09Z', 'revision_number': 4, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'subnets': [{'id': 'd7468b71-f98f-4f00-b331-49e92e5ae12e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:45:10.436056 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e2e7eff0-5edd-468a-bb02-4de917206200 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:10.438261 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da16bb75-4979-42a5-8928-0be7ed9e2ccb tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Network e264bd74-c56b-43d0-9059-bcb57dbbe5bc is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:45:10.439538 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-da16bb75-4979-42a5-8928-0be7ed9e2ccb tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:45:10.442011 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da16bb75-4979-42a5-8928-0be7ed9e2ccb tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:45:10.508471 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-052bed93-a4c2-4dc9-9724-d5f97e34f487 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:10.513460 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-052bed93-a4c2-4dc9-9724-d5f97e34f487 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "DELETE /v2.0/routers/6e791a01-3b53-42ce-ab5f-b8cbe0abe994 HTTP/1.1" status: 204 len: 168 time: 3.2520926 Feb 04 08:45:10.515931 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 55680) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:10.522553 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e2e7eff0-5edd-468a-bb02-4de917206200 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:10.528899 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-56c93ea7-88df-4df7-b0cf-637c50e30437 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1548777327'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:45:10.539110 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-36c013dd-c26a-46c2-9b13-f55915e6b03c tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:45:10.543680 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda610b4-c3e7-4c25-a551-66861b75b6db tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Pushing event updated for resources: {'Network': ['ID=b70c64b5-ec5f-47fc-9086-d2f95ae14576,revision_number=2']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:10.545868 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-36c013dd-c26a-46c2-9b13-f55915e6b03c tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Usage tracker for resource:subnet and tenant:88ac21618fc2460393f2181c0240ea1e is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:45:10.549028 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-36c013dd-c26a-46c2-9b13-f55915e6b03c tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:45:10.553978 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-56c93ea7-88df-4df7-b0cf-637c50e30437 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:45:10.555448 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-36c013dd-c26a-46c2-9b13-f55915e6b03c tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:45:10.569033 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network b70c64b5-ec5f-47fc-9086-d2f95ae14576 details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:45:10.597153 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-56c93ea7-88df-4df7-b0cf-637c50e30437 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Usage tracker for resource:network and tenant:bf57e53bceb34316b0180186a41d96ee is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:45:10.609454 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-56c93ea7-88df-4df7-b0cf-637c50e30437 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:45:10.614028 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e7eff0-5edd-468a-bb02-4de917206200 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=093f16e5-f140-413f-898c-f9322f5ddf33,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:10.628222 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-56c93ea7-88df-4df7-b0cf-637c50e30437 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:45:10.652927 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36c013dd-c26a-46c2-9b13-f55915e6b03c tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Made reservation on behalf of 88ac21618fc2460393f2181c0240ea1e for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:45:10.723921 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e2e7eff0-5edd-468a-bb02-4de917206200 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:10.733752 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-e2e7eff0-5edd-468a-bb02-4de917206200 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.6087322 Feb 04 08:45:10.733752 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c93ea7-88df-4df7-b0cf-637c50e30437 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Made reservation on behalf of bf57e53bceb34316b0180186a41d96ee for: {'network': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:45:10.736711 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-56c93ea7-88df-4df7-b0cf-637c50e30437 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:10.813635 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-36c013dd-c26a-46c2-9b13-f55915e6b03c tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985186'] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:10.857741 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56c93ea7-88df-4df7-b0cf-637c50e30437 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=84108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:45:10.933419 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-56c93ea7-88df-4df7-b0cf-637c50e30437 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:10.933750 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.segments_db [None req-56c93ea7-88df-4df7-b0cf-637c50e30437 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Added segment 6a0ddabb-7493-4148-a9f6-d211d0d2de71 of type vlan for network 2ed99498-7e67-4947-b20c-de58066a4020 Feb 04 08:45:11.060052 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-56c93ea7-88df-4df7-b0cf-637c50e30437 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:11.166852 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-8e3b88eb-f802-4e6c-bb13-59803fd77020 req-8773094b-6538-4e6b-aeda-2f9da1166d86 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Synchronizing usage tracker for tenant:7df2bfd740464e869863a41b14f4d5af on resource:security_group {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:45:11.210132 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-56c93ea7-88df-4df7-b0cf-637c50e30437 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:11.213844 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c93ea7-88df-4df7-b0cf-637c50e30437 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:45:11.214427 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-56c93ea7-88df-4df7-b0cf-637c50e30437 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks [] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:11.236112 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-36c013dd-c26a-46c2-9b13-f55915e6b03c tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7510230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985204'] for subnet, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:11.285974 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-8e3b88eb-f802-4e6c-bb13-59803fd77020 req-8773094b-6538-4e6b-aeda-2f9da1166d86 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Unset dirty status for tenant:7df2bfd740464e869863a41b14f4d5af on resource:security_group {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:45:11.288585 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8e3b88eb-f802-4e6c-bb13-59803fd77020 req-8773094b-6538-4e6b-aeda-2f9da1166d86 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1019972562&fields=id&tenant_id=7df2bfd740464e869863a41b14f4d5af HTTP/1.1" status: 200 len: 267 time: 0.2123888 Feb 04 08:45:11.381763 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-da16bb75-4979-42a5-8928-0be7ed9e2ccb tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:11.385683 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c93ea7-88df-4df7-b0cf-637c50e30437 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Pushing event updated for resources: {'Network': ['ID=2ed99498-7e67-4947-b20c-de58066a4020,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:11.397523 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network 2ed99498-7e67-4947-b20c-de58066a4020 details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:45:11.413791 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 55702) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:11.425611 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c013dd-c26a-46c2-9b13-f55915e6b03c tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Pushing event updated for resources: {'Subnet': ['ID=5d68798e-1931-4d11-a67b-421736890f6f,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:11.434663 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-56c93ea7-88df-4df7-b0cf-637c50e30437 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9159644 Feb 04 08:45:11.439762 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 55708) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:11.446070 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-8dfb0084-44aa-49c6-afc1-9c9a7ce89a1a tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Request body: {'subnet': {'network_id': '2ed99498-7e67-4947-b20c-de58066a4020', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:45:11.488703 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c013dd-c26a-46c2-9b13-f55915e6b03c tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Checking segment: {'id': '28427424-990e-454a-9e40-165e5f01cbc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'b70c64b5-ec5f-47fc-9086-d2f95ae14576'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:45:11.489367 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c013dd-c26a-46c2-9b13-f55915e6b03c tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Network hostable DHCP agents. Network: b70c64b5-ec5f-47fc-9086-d2f95ae14576, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:45:11.514974 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device defd4a79-29b8-4ab2-ba37-2249da5e801c up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:45:11.529900 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3b88eb-f802-4e6c-bb13-59803fd77020 req-52c34d6f-0c05-442c-bc81-9270fcabb65e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:45:11.531988 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8e3b88eb-f802-4e6c-bb13-59803fd77020 req-52c34d6f-0c05-442c-bc81-9270fcabb65e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/networks?id=dfd3e35e-8d31-4904-a33a-2fe9438ce3a8 HTTP/1.1" status: 200 len: 796 time: 0.2362673 Feb 04 08:45:11.577492 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8e3b88eb-f802-4e6c-bb13-59803fd77020 req-7dbbeed9-732f-48bf-ba12-4650a41c213f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/quotas/7df2bfd740464e869863a41b14f4d5af HTTP/1.1" status: 200 len: 375 time: 0.0386734 Feb 04 08:45:11.628656 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c013dd-c26a-46c2-9b13-f55915e6b03c tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Network b70c64b5-ec5f-47fc-9086-d2f95ae14576 is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:45:11.642239 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-8dfb0084-44aa-49c6-afc1-9c9a7ce89a1a tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:45:11.657300 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-8dfb0084-44aa-49c6-afc1-9c9a7ce89a1a tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Usage tracker for resource:subnet and tenant:bf57e53bceb34316b0180186a41d96ee is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:45:11.666256 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-8dfb0084-44aa-49c6-afc1-9c9a7ce89a1a tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:45:11.675064 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-8dfb0084-44aa-49c6-afc1-9c9a7ce89a1a tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:45:11.686392 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-da16bb75-4979-42a5-8928-0be7ed9e2ccb tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:11.698479 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8e3b88eb-f802-4e6c-bb13-59803fd77020 req-d654e8ac-7dac-4254-92cb-ff402b8a559e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=7df2bfd740464e869863a41b14f4d5af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1153998 Feb 04 08:45:11.704843 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-36c013dd-c26a-46c2-9b13-f55915e6b03c tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, b70c64b5-ec5f-47fc-9086-d2f95ae14576) {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:45:11.713033 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ebfbf2-2e9b-4e0b-9748-44871791d873 None None] Network b70c64b5-ec5f-47fc-9086-d2f95ae14576 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:45:11.717885 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c013dd-c26a-46c2-9b13-f55915e6b03c tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:45:11.718470 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-36c013dd-c26a-46c2-9b13-f55915e6b03c tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks [] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:11.740960 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-7dbbfaef-6d23-42f7-8f4f-c3fc536940f2 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Request body: {'floatingip': {'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:45:11.754447 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-7dbbfaef-6d23-42f7-8f4f-c3fc536940f2 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:45:11.765289 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-7dbbfaef-6d23-42f7-8f4f-c3fc536940f2 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Usage tracker for resource:floatingip and tenant:2b37a6ba0e6c45fe9f603221e9036e25 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:45:11.774939 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-7dbbfaef-6d23-42f7-8f4f-c3fc536940f2 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:45:11.778507 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dfb0084-44aa-49c6-afc1-9c9a7ce89a1a tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Made reservation on behalf of bf57e53bceb34316b0180186a41d96ee for: {'subnet': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:45:11.805900 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port defd4a79-29b8-4ab2-ba37-2249da5e801c completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:45:11.818943 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port defd4a79-29b8-4ab2-ba37-2249da5e801c triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:45:11.818943 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:11.864277 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-7dbbfaef-6d23-42f7-8f4f-c3fc536940f2 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:45:11.887379 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8e3b88eb-f802-4e6c-bb13-59803fd77020 req-a6457344-8676-4e01-8c03-f2454ad1cc14 service neutron] 10.222.0.36 "GET /v2.0/networks/dfd3e35e-8d31-4904-a33a-2fe9438ce3a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587627 Feb 04 08:45:12.007203 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:12.014264 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-36c013dd-c26a-46c2-9b13-f55915e6b03c tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6860445 Feb 04 08:45:12.015081 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 55712) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:12.022456 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-87fab625-fac7-4a2a-aa03-41198fee321c tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:45:12.048140 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port defd4a79-29b8-4ab2-ba37-2249da5e801c, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=defd4a79-29b8-4ab2-ba37-2249da5e801c,segment=NetworkSegment(621bf94a-8623-401c-be43-5da80d76f6b2),segment_id=621bf94a-8623-401c-be43-5da80d76f6b2)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:45:12.057303 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7dbbfaef-6d23-42f7-8f4f-c3fc536940f2 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Notify callbacks [] for floatingip, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:12.072070 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8dfb0084-44aa-49c6-afc1-9c9a7ce89a1a tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8119726'] for subnet, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:12.100083 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb80943b-ef0b-4680-b2f2-1bcb884022de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-b70c64b5-ec5f-47fc-9086-d2f95ae14576', 'network_id': 'b70c64b5-ec5f-47fc-9086-d2f95ae14576', 'tenant_id': '88ac21618fc2460393f2181c0240ea1e', 'fixed_ips': [{'subnet_id': '5d68798e-1931-4d11-a67b-421736890f6f'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:45:12.102294 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-bb80943b-ef0b-4680-b2f2-1bcb884022de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:12.111111 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8e3b88eb-f802-4e6c-bb13-59803fd77020 req-d67eff73-6344-4c75-869c-66e9bc228a94 service neutron] 10.222.0.36 "GET /v2.0/networks/dfd3e35e-8d31-4904-a33a-2fe9438ce3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135983 Feb 04 08:45:12.174790 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:12.175093 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-87fab625-fac7-4a2a-aa03-41198fee321c tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-7985213'] for subnet, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:12.364723 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=defd4a79-29b8-4ab2-ba37-2249da5e801c,revision_number=5']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:12.389353 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-da16bb75-4979-42a5-8928-0be7ed9e2ccb tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks [] for port, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:12.466364 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-da16bb75-4979-42a5-8928-0be7ed9e2ccb tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:12.531605 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7dbbfaef-6d23-42f7-8f4f-c3fc536940f2 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:12.541538 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-22e65b64-fe5b-404c-86d9-85ecbf602b09 req-5dbeb36b-3691-452d-9467-3b988223e546 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=3cc216c2-23c9-46f1-838c-44ac9810b65e HTTP/1.1" status: 200 len: 210 time: 0.0585580 Feb 04 08:45:12.586428 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8dfb0084-44aa-49c6-afc1-9c9a7ce89a1a tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7593498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8119736'] for subnet, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:12.624503 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-87fab625-fac7-4a2a-aa03-41198fee321c tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8782525379844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7510172'] for subnet, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:12.666462 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da16bb75-4979-42a5-8928-0be7ed9e2ccb tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Pushing event updated for resources: {'Port': ['ID=274609ae-1789-46e7-9bec-773c625327b5,revision_number=2']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:12.686102 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87fab625-fac7-4a2a-aa03-41198fee321c tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:45:12.689031 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-87fab625-fac7-4a2a-aa03-41198fee321c tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks [] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:12.689031 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-87fab625-fac7-4a2a-aa03-41198fee321c tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] 10.222.0.36 "PUT /v2.0/subnets/5d68798e-1931-4d11-a67b-421736890f6f HTTP/1.1" status: 200 len: 806 time: 0.6721904 Feb 04 08:45:12.690719 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fab625-fac7-4a2a-aa03-41198fee321c tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Pushing event updated for resources: {'Subnet': ['ID=5d68798e-1931-4d11-a67b-421736890f6f,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:12.692795 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 55724) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:12.711250 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-bb80943b-ef0b-4680-b2f2-1bcb884022de None None] Allocated IP 172.20.0.2 (b70c64b5-ec5f-47fc-9086-d2f95ae14576/5d68798e-1931-4d11-a67b-421736890f6f/19be749f-5248-44fb-a474-1f6e140f45e8) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:45:12.729068 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-da16bb75-4979-42a5-8928-0be7ed9e2ccb tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473039'] for floatingip, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:12.799390 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfb0084-44aa-49c6-afc1-9c9a7ce89a1a tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Pushing event updated for resources: {'Subnet': ['ID=f7f38f83-e127-4606-a098-f355771135f0,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:12.835990 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-23cddfbc-24ac-42b4-b526-ac92e97f3399 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:12.889419 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dfb0084-44aa-49c6-afc1-9c9a7ce89a1a tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Checking segment: {'id': '6a0ddabb-7493-4148-a9f6-d211d0d2de71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2ed99498-7e67-4947-b20c-de58066a4020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:45:12.889699 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dfb0084-44aa-49c6-afc1-9c9a7ce89a1a tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Network hostable DHCP agents. Network: 2ed99498-7e67-4947-b20c-de58066a4020, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:45:12.907217 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-23cddfbc-24ac-42b4-b526-ac92e97f3399 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:12.918821 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-7dbbfaef-6d23-42f7-8f4f-c3fc536940f2 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Allocated IP 172.26.3.122 (e264bd74-c56b-43d0-9059-bcb57dbbe5bc/79caf47c-b62c-4ea0-b35f-21ede155daa8/0f8b0baf-a275-468d-bc44-26505feaee18) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:45:12.997154 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-bb80943b-ef0b-4680-b2f2-1bcb884022de None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:13.007350 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-bb80943b-ef0b-4680-b2f2-1bcb884022de None None] Transition to ACTIVE for port object 19be749f-5248-44fb-a474-1f6e140f45e8 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:45:13.025915 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-bb80943b-ef0b-4680-b2f2-1bcb884022de None None] Transition to ACTIVE for port object 19be749f-5248-44fb-a474-1f6e140f45e8 will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:45:13.070398 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dfb0084-44aa-49c6-afc1-9c9a7ce89a1a tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Network 2ed99498-7e67-4947-b20c-de58066a4020 is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:45:13.100059 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-bb80943b-ef0b-4680-b2f2-1bcb884022de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:13.160346 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7dbbfaef-6d23-42f7-8f4f-c3fc536940f2 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:13.173356 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb80943b-ef0b-4680-b2f2-1bcb884022de None None] Network b70c64b5-ec5f-47fc-9086-d2f95ae14576 is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:45:13.174185 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb80943b-ef0b-4680-b2f2-1bcb884022de None None] Pushing event updated for resources: {'Port': ['ID=19be749f-5248-44fb-a474-1f6e140f45e8,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:13.176698 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-bb80943b-ef0b-4680-b2f2-1bcb884022de None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:45:13.179157 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb80943b-ef0b-4680-b2f2-1bcb884022de None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:45:13.187744 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.l3_db [None req-da16bb75-4979-42a5-8928-0be7ed9e2ccb tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Floating IP f5cbd478-acd8-4d15-95b7-1a758c7e5065 associated. External IP: 172.26.3.78, port: 66963fae-f3d5-4a6f-9792-2598077ad698. Feb 04 08:45:13.216815 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-23cddfbc-24ac-42b4-b526-ac92e97f3399 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7510167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985167'] for subnet, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:13.234412 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-8dfb0084-44aa-49c6-afc1-9c9a7ce89a1a tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, 2ed99498-7e67-4947-b20c-de58066a4020) {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:45:13.251725 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dfb0084-44aa-49c6-afc1-9c9a7ce89a1a tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:45:13.253504 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8dfb0084-44aa-49c6-afc1-9c9a7ce89a1a tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:13.255279 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec44b229-b025-401a-b636-2a983e95316e None None] Network 2ed99498-7e67-4947-b20c-de58066a4020 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:45:13.261557 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cddfbc-24ac-42b4-b526-ac92e97f3399 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Pushing event deleted for resources: {'Subnet': ['ID=5d68798e-1931-4d11-a67b-421736890f6f,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:13.371948 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-23cddfbc-24ac-42b4-b526-ac92e97f3399 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:13.378033 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7dbbfaef-6d23-42f7-8f4f-c3fc536940f2 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:13.393319 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device defd4a79-29b8-4ab2-ba37-2249da5e801c up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:45:13.402737 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-23cddfbc-24ac-42b4-b526-ac92e97f3399 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b70c64b5-ec5f-47fc-9086-d2f95ae14576']}} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:13.415567 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-23cddfbc-24ac-42b4-b526-ac92e97f3399 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28427424-990e-454a-9e40-165e5f01cbc9') {'for_net_delete': True} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:13.416181 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-23cddfbc-24ac-42b4-b526-ac92e97f3399 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28427424-990e-454a-9e40-165e5f01cbc9') {} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:13.430132 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-23cddfbc-24ac-42b4-b526-ac92e97f3399 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8058642'] for segment, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:13.437616 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-bb80943b-ef0b-4680-b2f2-1bcb884022de None None] Attempting to bind port 19be749f-5248-44fb-a474-1f6e140f45e8 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:45:13.437934 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-bb80943b-ef0b-4680-b2f2-1bcb884022de None None] Attempting to bind port 19be749f-5248-44fb-a474-1f6e140f45e8 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': '28427424-990e-454a-9e40-165e5f01cbc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'b70c64b5-ec5f-47fc-9086-d2f95ae14576'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:45:13.442384 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb80943b-ef0b-4680-b2f2-1bcb884022de None None] Attempting to bind port 19be749f-5248-44fb-a474-1f6e140f45e8 on network b70c64b5-ec5f-47fc-9086-d2f95ae14576 {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:45:13.442526 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-8dfb0084-44aa-49c6-afc1-9c9a7ce89a1a tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9981964 Feb 04 08:45:13.444479 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 55730) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:13.457395 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-25d7c954-ae90-4c94-affd-3bc8e9b5632e tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1493060229', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:45:13.462954 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbbfaef-6d23-42f7-8f4f-c3fc536940f2 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Network e264bd74-c56b-43d0-9059-bcb57dbbe5bc is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:45:13.466329 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-7dbbfaef-6d23-42f7-8f4f-c3fc536940f2 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:45:13.471334 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-25d7c954-ae90-4c94-affd-3bc8e9b5632e tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:45:13.475765 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-25d7c954-ae90-4c94-affd-3bc8e9b5632e tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Usage tracker for resource:router and tenant:bf57e53bceb34316b0180186a41d96ee is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:45:13.477801 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbbfaef-6d23-42f7-8f4f-c3fc536940f2 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:45:13.479992 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-23cddfbc-24ac-42b4-b526-ac92e97f3399 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:13.482568 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-25d7c954-ae90-4c94-affd-3bc8e9b5632e tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:45:13.491627 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-25d7c954-ae90-4c94-affd-3bc8e9b5632e tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:45:13.494067 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23cddfbc-24ac-42b4-b526-ac92e97f3399 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=84107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:45:13.499712 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-23cddfbc-24ac-42b4-b526-ac92e97f3399 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7377717'] for segment, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:13.507509 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb80943b-ef0b-4680-b2f2-1bcb884022de None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:45:13.509204 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbbfaef-6d23-42f7-8f4f-c3fc536940f2 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Pushing event updated for resources: {'Port': ['ID=0f8b0baf-a275-468d-bc44-26505feaee18,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:13.509438 dv-neutron-827798-2-hyperv neutron-server[84107]: Traceback (most recent call last): Feb 04 08:45:13.509438 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:45:13.509438 dv-neutron-827798-2-hyperv neutron-server[84107]: timer() Feb 04 08:45:13.509438 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:45:13.509438 dv-neutron-827798-2-hyperv neutron-server[84107]: cb(*args, **kw) Feb 04 08:45:13.509438 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:45:13.509438 dv-neutron-827798-2-hyperv neutron-server[84107]: return func(*args, **kwargs) Feb 04 08:45:13.509438 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:45:13.509438 dv-neutron-827798-2-hyperv neutron-server[84107]: self._notify() Feb 04 08:45:13.509438 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:45:13.509438 dv-neutron-827798-2-hyperv neutron-server[84107]: self.callback(batched_events) Feb 04 08:45:13.509438 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:45:13.509438 dv-neutron-827798-2-hyperv neutron-server[84107]: event.method(event) Feb 04 08:45:13.509438 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:45:13.509438 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:45:13.509438 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:45:13.509438 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:45:13.509438 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:45:13.509438 dv-neutron-827798-2-hyperv neutron-server[84107]: return f(self, *a, **k) Feb 04 08:45:13.509438 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:45:13.509438 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._get(url).json() Feb 04 08:45:13.509438 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:45:13.509438 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:45:13.509438 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:45:13.509438 dv-neutron-827798-2-hyperv neutron-server[84107]: return self.request(url, 'GET', **kwargs) Feb 04 08:45:13.509438 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:45:13.509438 dv-neutron-827798-2-hyperv neutron-server[84107]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:45:13.509438 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:45:13.509438 dv-neutron-827798-2-hyperv neutron-server[84107]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:45:13.509438 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:45:13.509438 dv-neutron-827798-2-hyperv neutron-server[84107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:45:13.509438 dv-neutron-827798-2-hyperv neutron-server[84107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:45:13.515647 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb80943b-ef0b-4680-b2f2-1bcb884022de None None] Checking segment: {'id': '28427424-990e-454a-9e40-165e5f01cbc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'b70c64b5-ec5f-47fc-9086-d2f95ae14576'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:45:13.515647 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-bb80943b-ef0b-4680-b2f2-1bcb884022de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:13.515647 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb80943b-ef0b-4680-b2f2-1bcb884022de None None] Bound using segment: {'id': '28427424-990e-454a-9e40-165e5f01cbc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'b70c64b5-ec5f-47fc-9086-d2f95ae14576'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:45:13.515647 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-bb80943b-ef0b-4680-b2f2-1bcb884022de None None] Bound port: 19be749f-5248-44fb-a474-1f6e140f45e8, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28427424-990e-454a-9e40-165e5f01cbc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'b70c64b5-ec5f-47fc-9086-d2f95ae14576'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:45:13.515647 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-bb80943b-ef0b-4680-b2f2-1bcb884022de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:13.643358 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-25d7c954-ae90-4c94-affd-3bc8e9b5632e tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40975'] for router, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:13.644313 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-25d7c954-ae90-4c94-affd-3bc8e9b5632e tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40982'] for router, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:13.650576 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.db.api [None req-23cddfbc-24ac-42b4-b526-ac92e97f3399 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 08:45:13.650576 dv-neutron-827798-2-hyperv neutron-server[84107]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 08:45:13.650576 dv-neutron-827798-2-hyperv neutron-server[84107]: [parameters: {'id': 'b70c64b5-ec5f-47fc-9086-d2f95ae14576'}] Feb 04 08:45:13.650576 dv-neutron-827798-2-hyperv neutron-server[84107]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 08:45:13.654799 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG oslo_db.api [None req-23cddfbc-24ac-42b4-b526-ac92e97f3399 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 08:45:13.693378 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-25d7c954-ae90-4c94-affd-3bc8e9b5632e tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:13.696133 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port defd4a79-29b8-4ab2-ba37-2249da5e801c triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:45:13.696511 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:13.725131 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6cacc0-93f3-4168-8828-202bc8a1536f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-2ed99498-7e67-4947-b20c-de58066a4020', 'network_id': '2ed99498-7e67-4947-b20c-de58066a4020', 'tenant_id': 'bf57e53bceb34316b0180186a41d96ee', 'fixed_ips': [{'subnet_id': 'f7f38f83-e127-4606-a098-f355771135f0'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:45:13.726022 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-4a6cacc0-93f3-4168-8828-202bc8a1536f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:13.760105 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5b776fa6-1b9c-41fe-87f2-de77a0df10af req-d0fa80c9-e9de-425b-b074-5c61c97dc96f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=3cc216c2-23c9-46f1-838c-44ac9810b65e HTTP/1.1" status: 200 len: 210 time: 0.0421109 Feb 04 08:45:13.803207 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-bb80943b-ef0b-4680-b2f2-1bcb884022de None None] For port 19be749f-5248-44fb-a474-1f6e140f45e8, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:45:13.806715 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-bb80943b-ef0b-4680-b2f2-1bcb884022de None None] For port 19be749f-5248-44fb-a474-1f6e140f45e8, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=19be749f-5248-44fb-a474-1f6e140f45e8,segment=NetworkSegment(28427424-990e-454a-9e40-165e5f01cbc9),segment_id=28427424-990e-454a-9e40-165e5f01cbc9)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:45:13.811283 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-25d7c954-ae90-4c94-affd-3bc8e9b5632e tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472990'] for router, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:13.902350 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-bb80943b-ef0b-4680-b2f2-1bcb884022de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:13.917366 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7dbbfaef-6d23-42f7-8f4f-c3fc536940f2 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:13.929745 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-25d7c954-ae90-4c94-affd-3bc8e9b5632e tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:13.932896 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-25d7c954-ae90-4c94-affd-3bc8e9b5632e tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4871533 Feb 04 08:45:13.935833 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 55736) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:14.069171 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7dbbfaef-6d23-42f7-8f4f-c3fc536940f2 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:14.102182 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb80943b-ef0b-4680-b2f2-1bcb884022de None None] Pushing event updated for resources: {'Port': ['ID=19be749f-5248-44fb-a474-1f6e140f45e8,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:14.135036 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-4a6cacc0-93f3-4168-8828-202bc8a1536f None None] Allocated IP 2001:db8::2 (2ed99498-7e67-4947-b20c-de58066a4020/f7f38f83-e127-4606-a098-f355771135f0/0003fca6-f80d-4711-8de4-f076193dbc4e) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:45:14.181850 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da16bb75-4979-42a5-8928-0be7ed9e2ccb tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Router 1fda863d-0174-4e5d-b686-0257dd1682b7 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:45:14.213585 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-23cddfbc-24ac-42b4-b526-ac92e97f3399 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:14.233032 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408546df-5770-4792-b9e6-35db6ca26953 None None] Network b70c64b5-ec5f-47fc-9086-d2f95ae14576 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:45:14.299480 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-23cddfbc-24ac-42b4-b526-ac92e97f3399 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Deleting port 19be749f-5248-44fb-a474-1f6e140f45e8 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:45:14.300689 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-23cddfbc-24ac-42b4-b526-ac92e97f3399 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:14.430071 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7dbbfaef-6d23-42f7-8f4f-c3fc536940f2 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Notify callbacks [] for port, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:14.519254 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7dbbfaef-6d23-42f7-8f4f-c3fc536940f2 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:14.580990 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-4a6cacc0-93f3-4168-8828-202bc8a1536f None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:14.597484 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-4a6cacc0-93f3-4168-8828-202bc8a1536f None None] Transition to ACTIVE for port object 0003fca6-f80d-4711-8de4-f076193dbc4e will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:45:14.613202 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0ee908-6991-43da-ae8a-dcacd0a8f3e1 None None] Network b70c64b5-ec5f-47fc-9086-d2f95ae14576 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:45:14.658693 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbbfaef-6d23-42f7-8f4f-c3fc536940f2 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Pushing event updated for resources: {'Port': ['ID=0f8b0baf-a275-468d-bc44-26505feaee18,revision_number=2']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:14.682330 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7dbbfaef-6d23-42f7-8f4f-c3fc536940f2 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473039'] for floatingip, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:14.688834 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da16bb75-4979-42a5-8928-0be7ed9e2ccb tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:45:14.690997 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-4a6cacc0-93f3-4168-8828-202bc8a1536f None None] Transition to ACTIVE for port object 0003fca6-f80d-4711-8de4-f076193dbc4e will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:45:14.704824 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d33808-f822-4b34-97a8-2db026c9ea91 None None] Sync routers for ids ['1fda863d-0174-4e5d-b686-0257dd1682b7'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:45:14.726567 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d33808-f822-4b34-97a8-2db026c9ea91 None None] Routers {'1fda863d-0174-4e5d-b686-0257dd1682b7'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:45:14.727455 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-07d33808-f822-4b34-97a8-2db026c9ea91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:44:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['1fda863d-0174-4e5d-b686-0257dd1682b7'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:14.790434 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-4a6cacc0-93f3-4168-8828-202bc8a1536f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:14.836916 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7dbbfaef-6d23-42f7-8f4f-c3fc536940f2 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for floatingip, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:14.838705 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-7dbbfaef-6d23-42f7-8f4f-c3fc536940f2 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4286869 Feb 04 08:45:14.841362 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 55742) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:14.849809 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-d03689d4-b968-466e-b956-27de7a15b42d tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-2014237459'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:45:14.860631 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-d03689d4-b968-466e-b956-27de7a15b42d tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:45:14.869357 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-da16bb75-4979-42a5-8928-0be7ed9e2ccb tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for floatingip, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:14.918901 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6cacc0-93f3-4168-8828-202bc8a1536f None None] Network 2ed99498-7e67-4947-b20c-de58066a4020 is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:45:14.919655 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-d03689d4-b968-466e-b956-27de7a15b42d tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Usage tracker for resource:network and tenant:2b37a6ba0e6c45fe9f603221e9036e25 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:45:14.924195 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-d03689d4-b968-466e-b956-27de7a15b42d tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:45:14.928445 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-4a6cacc0-93f3-4168-8828-202bc8a1536f None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:45:14.934271 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-d03689d4-b968-466e-b956-27de7a15b42d tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:45:14.935597 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6cacc0-93f3-4168-8828-202bc8a1536f None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:45:14.965443 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6cacc0-93f3-4168-8828-202bc8a1536f None None] Pushing event updated for resources: {'Port': ['ID=0003fca6-f80d-4711-8de4-f076193dbc4e,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:14.996648 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-07d33808-f822-4b34-97a8-2db026c9ea91 None None] Set router 1fda863d-0174-4e5d-b686-0257dd1682b7 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:45:15.004580 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-da16bb75-4979-42a5-8928-0be7ed9e2ccb tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.8379691 Feb 04 08:45:15.005535 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '740b04e0-50d9-4863-966c-f332f94c275b', 'tag': '66963fae-f3d5-4a6f-9792-2598077ad698'}] {{(pid=84108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:45:15.035645 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-132345ee-66e1-417a-a8cf-41645db004b3 req-4c51d99a-02ca-4336-b078-59851faa675d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=3cc216c2-23c9-46f1-838c-44ac9810b65e HTTP/1.1" status: 200 len: 210 time: 0.0727787 Feb 04 08:45:15.077869 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d03689d4-b968-466e-b956-27de7a15b42d tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Made reservation on behalf of 2b37a6ba0e6c45fe9f603221e9036e25 for: {'network': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:45:15.081701 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d03689d4-b968-466e-b956-27de7a15b42d tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:15.100014 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d03689d4-b968-466e-b956-27de7a15b42d tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Notify callbacks [] for security_group, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:15.146733 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-d03689d4-b968-466e-b956-27de7a15b42d tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:45:15.152216 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-d03689d4-b968-466e-b956-27de7a15b42d tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Usage tracker for resource:security_group_rule and tenant:2b37a6ba0e6c45fe9f603221e9036e25 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:45:15.155242 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-d03689d4-b968-466e-b956-27de7a15b42d tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:45:15.162864 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-d03689d4-b968-466e-b956-27de7a15b42d tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:45:15.176967 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-4a6cacc0-93f3-4168-8828-202bc8a1536f None None] Attempting to bind port 0003fca6-f80d-4711-8de4-f076193dbc4e on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:45:15.177628 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-4a6cacc0-93f3-4168-8828-202bc8a1536f None None] Attempting to bind port 0003fca6-f80d-4711-8de4-f076193dbc4e by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': '6a0ddabb-7493-4148-a9f6-d211d0d2de71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2ed99498-7e67-4947-b20c-de58066a4020'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:45:15.178174 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6cacc0-93f3-4168-8828-202bc8a1536f None None] Attempting to bind port 0003fca6-f80d-4711-8de4-f076193dbc4e on network 2ed99498-7e67-4947-b20c-de58066a4020 {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:45:15.192859 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6cacc0-93f3-4168-8828-202bc8a1536f None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:45:15.193573 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6cacc0-93f3-4168-8828-202bc8a1536f None None] Checking segment: {'id': '6a0ddabb-7493-4148-a9f6-d211d0d2de71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2ed99498-7e67-4947-b20c-de58066a4020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:45:15.194201 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-4a6cacc0-93f3-4168-8828-202bc8a1536f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:15.194759 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6cacc0-93f3-4168-8828-202bc8a1536f None None] Bound using segment: {'id': '6a0ddabb-7493-4148-a9f6-d211d0d2de71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2ed99498-7e67-4947-b20c-de58066a4020'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:45:15.196044 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-4a6cacc0-93f3-4168-8828-202bc8a1536f None None] Bound port: 0003fca6-f80d-4711-8de4-f076193dbc4e, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a0ddabb-7493-4148-a9f6-d211d0d2de71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2ed99498-7e67-4947-b20c-de58066a4020'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:45:15.196600 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-4a6cacc0-93f3-4168-8828-202bc8a1536f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:15.209185 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '740b04e0-50d9-4863-966c-f332f94c275b', 'tag': '66963fae-f3d5-4a6f-9792-2598077ad698', 'status': 'completed', 'code': 200} Feb 04 08:45:15.272721 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-da44fc3c-ceee-40f1-bd33-e89590fee45f tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:15.312508 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3b88eb-f802-4e6c-bb13-59803fd77020 req-cb92ddc6-6017-4a0f-a49a-bf849f3df582 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:45:15.314120 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8e3b88eb-f802-4e6c-bb13-59803fd77020 req-cb92ddc6-6017-4a0f-a49a-bf849f3df582 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.47 "GET /v2.0/networks?id=dfd3e35e-8d31-4904-a33a-2fe9438ce3a8 HTTP/1.1" status: 200 len: 796 time: 0.6524889 Feb 04 08:45:15.320339 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-4a6cacc0-93f3-4168-8828-202bc8a1536f None None] For port 0003fca6-f80d-4711-8de4-f076193dbc4e, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:45:15.324475 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-4a6cacc0-93f3-4168-8828-202bc8a1536f None None] For port 0003fca6-f80d-4711-8de4-f076193dbc4e, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=0003fca6-f80d-4711-8de4-f076193dbc4e,segment=NetworkSegment(6a0ddabb-7493-4148-a9f6-d211d0d2de71),segment_id=6a0ddabb-7493-4148-a9f6-d211d0d2de71)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:45:15.364523 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d03689d4-b968-466e-b956-27de7a15b42d tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Notify callbacks [] for security_group, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:15.369499 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-869a5f4d-a212-4baa-891d-78f4cc7f8bbd req-19bdcc2a-b8c6-4eb6-bbf9-27de506afd59 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8286d186dd0e4cfe84e34ace3d186fd0&device_id=740b04e0-50d9-4863-966c-f332f94c275b HTTP/1.1" status: 200 len: 1098 time: 0.1626058 Feb 04 08:45:15.378141 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-4a6cacc0-93f3-4168-8828-202bc8a1536f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:15.477603 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d03689d4-b968-466e-b956-27de7a15b42d tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:15.477911 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-07d33808-f822-4b34-97a8-2db026c9ea91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fda863d-0174-4e5d-b686-0257dd1682b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1799521398', 'tenant_id': '8286d186dd0e4cfe84e34ace3d186fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.185'}], 'enable_snat': True}, 'gw_port_id': '8930259b-d44e-4b4b-9e01-88d31f930d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:44:27Z', 'updated_at': '2022-02-04T08:44:39Z', 'revision_number': 4, 'project_id': '8286d186dd0e4cfe84e34ace3d186fd0', 'gw_port': {'id': '8930259b-d44e-4b4b-9e01-88d31f930d62', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:1d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fda863d-0174-4e5d-b686-0257dd1682b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:44:28Z', 'updated_at': '2022-02-04T08:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': 'f5cbd478-acd8-4d15-95b7-1a758c7e5065', 'tenant_id': '8286d186dd0e4cfe84e34ace3d186fd0', 'floating_ip_address': '172.26.3.78', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': '1fda863d-0174-4e5d-b686-0257dd1682b7', 'port_id': '66963fae-f3d5-4a6f-9792-2598077ad698', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd850cd4-7481-4610-9715-4b6b4e6c51ec', 'mac_address': 'fa:16:3e:92:45:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740b04e0-50d9-4863-966c-f332f94c275b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T08:45:11Z', 'updated_at': '2022-02-04T08:45:11Z', 'revision_number': 0, 'project_id': '8286d186dd0e4cfe84e34ace3d186fd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9187c020-ac28-4343-9fbd-5ed57f1f634b', 'name': '', 'network_id': 'fd850cd4-7481-4610-9715-4b6b4e6c51ec', 'tenant_id': '8286d186dd0e4cfe84e34ace3d186fd0', 'mac_address': 'fa:16:3e:de:9c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fda863d-0174-4e5d-b686-0257dd1682b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '310ce234-34d4-43db-998c-a4888eef5b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:44:38Z', 'updated_at': '2022-02-04T08:44:51Z', 'revision_number': 5, 'project_id': '8286d186dd0e4cfe84e34ace3d186fd0', 'subnets': [{'id': '310ce234-34d4-43db-998c-a4888eef5b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:15.483035 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d33808-f822-4b34-97a8-2db026c9ea91 None None] Checking router: 1fda863d-0174-4e5d-b686-0257dd1682b7 for host: dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 08:45:15.485472 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6cacc0-93f3-4168-8828-202bc8a1536f None None] Pushing event updated for resources: {'Port': ['ID=0003fca6-f80d-4711-8de4-f076193dbc4e,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:15.503635 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [None req-23cddfbc-24ac-42b4-b526-ac92e97f3399 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] For port 19be749f-5248-44fb-a474-1f6e140f45e8, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=19be749f-5248-44fb-a474-1f6e140f45e8,segment=NetworkSegment(28427424-990e-454a-9e40-165e5f01cbc9),segment_id=28427424-990e-454a-9e40-165e5f01cbc9)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:45:15.503922 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-23cddfbc-24ac-42b4-b526-ac92e97f3399 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:15.504902 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d33808-f822-4b34-97a8-2db026c9ea91 None None] Routers {'1fda863d-0174-4e5d-b686-0257dd1682b7'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:45:15.505837 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-07d33808-f822-4b34-97a8-2db026c9ea91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:44:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['1fda863d-0174-4e5d-b686-0257dd1682b7'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:15.581225 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d03689d4-b968-466e-b956-27de7a15b42d tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=84108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:45:15.583797 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869a5f4d-a212-4baa-891d-78f4cc7f8bbd req-3e6a487e-17e0-46b6-95f2-fcf5e8d494ec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:45:15.586264 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-869a5f4d-a212-4baa-891d-78f4cc7f8bbd req-3e6a487e-17e0-46b6-95f2-fcf5e8d494ec service neutron] 10.222.0.47 "GET /v2.0/networks?id=fd850cd4-7481-4610-9715-4b6b4e6c51ec HTTP/1.1" status: 200 len: 898 time: 0.2092791 Feb 04 08:45:15.669675 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03689d4-b968-466e-b956-27de7a15b42d tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e99c78-f5c7-4054-91b8-db817f4e250f,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:15.681804 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d03689d4-b968-466e-b956-27de7a15b42d tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:15.682556 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.segments_db [None req-d03689d4-b968-466e-b956-27de7a15b42d tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Added segment 7c605380-7ae3-4526-b6b3-446b32609b05 of type vlan for network c90b2118-0dcd-4dc8-97b6-8af43c717329 Feb 04 08:45:15.741474 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-07d33808-f822-4b34-97a8-2db026c9ea91 None None] Set router 1fda863d-0174-4e5d-b686-0257dd1682b7 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:45:15.747727 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d03689d4-b968-466e-b956-27de7a15b42d tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:15.749869 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-23cddfbc-24ac-42b4-b526-ac92e97f3399 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Calling delete_port for 19be749f-5248-44fb-a474-1f6e140f45e8 owned by network:dhcp {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:45:15.765924 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-869a5f4d-a212-4baa-891d-78f4cc7f8bbd req-099d9dce-aed7-43bd-84e3-b0c79fccf63a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=66963fae-f3d5-4a6f-9792-2598077ad698 HTTP/1.1" status: 200 len: 998 time: 0.1708086 Feb 04 08:45:15.817565 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8e3b88eb-f802-4e6c-bb13-59803fd77020 req-17ec2265-18c1-492a-b006-718f5ef15d97 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7df2bfd740464e869863a41b14f4d5af HTTP/1.1" status: 200 len: 380 time: 0.4436557 Feb 04 08:45:15.832637 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f1a918-b8a3-408b-ae22-9dec067cb6c8 req-fa4f3f7d-cd88-4aaa-8f48-6ae029beabe0 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:45:15.834137 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-55f1a918-b8a3-408b-ae22-9dec067cb6c8 req-fa4f3f7d-cd88-4aaa-8f48-6ae029beabe0 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] 10.222.0.36 "GET /v2.0/ports?device_id=740b04e0-50d9-4863-966c-f332f94c275b HTTP/1.1" status: 200 len: 945 time: 0.6206799 Feb 04 08:45:15.850318 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869a5f4d-a212-4baa-891d-78f4cc7f8bbd req-22c21c75-3661-4767-adea-17d254b5b09e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:45:15.852047 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-869a5f4d-a212-4baa-891d-78f4cc7f8bbd req-22c21c75-3661-4767-adea-17d254b5b09e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=310ce234-34d4-43db-998c-a4888eef5b35 HTTP/1.1" status: 200 len: 834 time: 0.0719790 Feb 04 08:45:15.922018 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d03689d4-b968-466e-b956-27de7a15b42d tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:15.925671 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03689d4-b968-466e-b956-27de7a15b42d tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:45:15.926252 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d03689d4-b968-466e-b956-27de7a15b42d tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Notify callbacks [] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:15.933043 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [req-8e3b88eb-f802-4e6c-bb13-59803fd77020 req-704bb62e-d297-4e48-a4f9-b920c2582574 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'port': {'device_id': '3cc216c2-23c9-46f1-838c-44ac9810b65e', 'network_id': 'dfd3e35e-8d31-4904-a33a-2fe9438ce3a8', 'admin_state_up': True, 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'security_groups': ['4cd6b884-c88a-4502-bb8b-21790351524d']}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:45:16.162377 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-55f1a918-b8a3-408b-ae22-9dec067cb6c8 req-11fbcc09-b241-4995-85be-3313b9491a92 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e01d01f-649a-4a93-8da0-fda7af4b84c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3180811 Feb 04 08:45:16.170621 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03689d4-b968-466e-b956-27de7a15b42d tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Pushing event updated for resources: {'Network': ['ID=c90b2118-0dcd-4dc8-97b6-8af43c717329,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:16.184460 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network c90b2118-0dcd-4dc8-97b6-8af43c717329 details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:45:16.187950 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-869a5f4d-a212-4baa-891d-78f4cc7f8bbd req-53a9da69-0f3e-471b-b662-262ac7ed6835 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fd850cd4-7481-4610-9715-4b6b4e6c51ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3049662 Feb 04 08:45:16.188961 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-07d33808-f822-4b34-97a8-2db026c9ea91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fda863d-0174-4e5d-b686-0257dd1682b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1799521398', 'tenant_id': '8286d186dd0e4cfe84e34ace3d186fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.185'}], 'enable_snat': True}, 'gw_port_id': '8930259b-d44e-4b4b-9e01-88d31f930d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:44:27Z', 'updated_at': '2022-02-04T08:44:39Z', 'revision_number': 4, 'project_id': '8286d186dd0e4cfe84e34ace3d186fd0', 'gw_port': {'id': '8930259b-d44e-4b4b-9e01-88d31f930d62', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:1d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fda863d-0174-4e5d-b686-0257dd1682b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:44:28Z', 'updated_at': '2022-02-04T08:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': 'f5cbd478-acd8-4d15-95b7-1a758c7e5065', 'tenant_id': '8286d186dd0e4cfe84e34ace3d186fd0', 'floating_ip_address': '172.26.3.78', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': '1fda863d-0174-4e5d-b686-0257dd1682b7', 'port_id': '66963fae-f3d5-4a6f-9792-2598077ad698', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd850cd4-7481-4610-9715-4b6b4e6c51ec', 'mac_address': 'fa:16:3e:92:45:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740b04e0-50d9-4863-966c-f332f94c275b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T08:45:11Z', 'updated_at': '2022-02-04T08:45:11Z', 'revision_number': 0, 'project_id': '8286d186dd0e4cfe84e34ace3d186fd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9187c020-ac28-4343-9fbd-5ed57f1f634b', 'name': '', 'network_id': 'fd850cd4-7481-4610-9715-4b6b4e6c51ec', 'tenant_id': '8286d186dd0e4cfe84e34ace3d186fd0', 'mac_address': 'fa:16:3e:de:9c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fda863d-0174-4e5d-b686-0257dd1682b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '310ce234-34d4-43db-998c-a4888eef5b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:44:38Z', 'updated_at': '2022-02-04T08:44:51Z', 'revision_number': 5, 'project_id': '8286d186dd0e4cfe84e34ace3d186fd0', 'subnets': [{'id': '310ce234-34d4-43db-998c-a4888eef5b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:16.198636 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d33808-f822-4b34-97a8-2db026c9ea91 None None] The sync data for ids ['1fda863d-0174-4e5d-b686-0257dd1682b7'] in dv-neutron-827798-2-hyperv is: [{'id': '1fda863d-0174-4e5d-b686-0257dd1682b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1799521398', 'tenant_id': '8286d186dd0e4cfe84e34ace3d186fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.185'}], 'enable_snat': True}, 'gw_port_id': '8930259b-d44e-4b4b-9e01-88d31f930d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:44:27Z', 'updated_at': '2022-02-04T08:44:39Z', 'revision_number': 4, 'project_id': '8286d186dd0e4cfe84e34ace3d186fd0', 'gw_port': {'id': '8930259b-d44e-4b4b-9e01-88d31f930d62', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:1d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fda863d-0174-4e5d-b686-0257dd1682b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:44:28Z', 'updated_at': '2022-02-04T08:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': 'f5cbd478-acd8-4d15-95b7-1a758c7e5065', 'tenant_id': '8286d186dd0e4cfe84e34ace3d186fd0', 'floating_ip_address': '172.26.3.78', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': '1fda863d-0174-4e5d-b686-0257dd1682b7', 'port_id': '66963fae-f3d5-4a6f-9792-2598077ad698', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd850cd4-7481-4610-9715-4b6b4e6c51ec', 'mac_address': 'fa:16:3e:92:45:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740b04e0-50d9-4863-966c-f332f94c275b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T08:45:11Z', 'updated_at': '2022-02-04T08:45:11Z', 'revision_number': 0, 'project_id': '8286d186dd0e4cfe84e34ace3d186fd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9187c020-ac28-4343-9fbd-5ed57f1f634b', 'name': '', 'network_id': 'fd850cd4-7481-4610-9715-4b6b4e6c51ec', 'tenant_id': '8286d186dd0e4cfe84e34ace3d186fd0', 'mac_address': 'fa:16:3e:de:9c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fda863d-0174-4e5d-b686-0257dd1682b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '310ce234-34d4-43db-998c-a4888eef5b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:44:38Z', 'updated_at': '2022-02-04T08:44:51Z', 'revision_number': 5, 'project_id': '8286d186dd0e4cfe84e34ace3d186fd0', 'subnets': [{'id': '310ce234-34d4-43db-998c-a4888eef5b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:45:16.212885 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 55752) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:16.244463 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-da44fc3c-ceee-40f1-bd33-e89590fee45f tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Allocated IP 2001:db8::1 (2ed99498-7e67-4947-b20c-de58066a4020/f7f38f83-e127-4606-a098-f355771135f0/9f9081ba-24ad-417f-9ba1-85f2cd6af11d) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:45:16.295198 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-d03689d4-b968-466e-b956-27de7a15b42d tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.4519818 Feb 04 08:45:16.295872 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 55756) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:16.303976 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-22b5a2fe-c026-4222-ade7-93c2ca8cf34d tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Request body: {'subnet': {'network_id': 'c90b2118-0dcd-4dc8-97b6-8af43c717329', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:45:16.469513 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-22b5a2fe-c026-4222-ade7-93c2ca8cf34d tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:45:16.475894 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-869a5f4d-a212-4baa-891d-78f4cc7f8bbd req-12723ecf-f836-410d-8b7f-753c47721ce7 service neutron] 10.222.0.47 "GET /v2.0/networks/fd850cd4-7481-4610-9715-4b6b4e6c51ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819417 Feb 04 08:45:16.477557 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-22b5a2fe-c026-4222-ade7-93c2ca8cf34d tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Usage tracker for resource:subnet and tenant:2b37a6ba0e6c45fe9f603221e9036e25 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:45:16.481030 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-22b5a2fe-c026-4222-ade7-93c2ca8cf34d tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:45:16.513084 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-22b5a2fe-c026-4222-ade7-93c2ca8cf34d tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:45:16.534462 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-23cddfbc-24ac-42b4-b526-ac92e97f3399 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:16.538330 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [req-8e3b88eb-f802-4e6c-bb13-59803fd77020 req-704bb62e-d297-4e48-a4f9-b920c2582574 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:45:16.626384 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22b5a2fe-c026-4222-ade7-93c2ca8cf34d tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Made reservation on behalf of 2b37a6ba0e6c45fe9f603221e9036e25 for: {'subnet': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:45:16.649422 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6fc0f4-391d-4f06-a0d7-d8b8ccf85174 None None] Network 2ed99498-7e67-4947-b20c-de58066a4020 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:45:16.652649 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-8e3b88eb-f802-4e6c-bb13-59803fd77020 req-704bb62e-d297-4e48-a4f9-b920c2582574 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:port and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:45:16.657176 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cddfbc-24ac-42b4-b526-ac92e97f3399 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Pushing event deleted for resources: {'Port': ['ID=19be749f-5248-44fb-a474-1f6e140f45e8,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:16.660602 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-91254c63-34bd-42b4-b207-20ba5c23e8ec req-9c61be9c-f5dd-4d60-8320-0ea9b6c5bf1a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=3cc216c2-23c9-46f1-838c-44ac9810b65e HTTP/1.1" status: 200 len: 210 time: 0.3663895 Feb 04 08:45:16.661397 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-8e3b88eb-f802-4e6c-bb13-59803fd77020 req-704bb62e-d297-4e48-a4f9-b920c2582574 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:45:16.705555 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-869a5f4d-a212-4baa-891d-78f4cc7f8bbd req-f1a59446-379a-4dac-bc09-775d2859eb87 service neutron] 10.222.0.47 "GET /v2.0/networks/fd850cd4-7481-4610-9715-4b6b4e6c51ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214212 Feb 04 08:45:16.705969 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [req-8e3b88eb-f802-4e6c-bb13-59803fd77020 req-704bb62e-d297-4e48-a4f9-b920c2582574 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:45:16.714911 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cddfbc-24ac-42b4-b526-ac92e97f3399 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] No DVR routers for this DVR port 19be749f-5248-44fb-a474-1f6e140f45e8 on host dv-neutron-827798-2-hyperv {{(pid=84107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:45:16.745728 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-22b5a2fe-c026-4222-ade7-93c2ca8cf34d tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8119726'] for subnet, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:16.813797 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-b6978074-169b-45cf-87fb-914a9cf1b39f tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] 10.222.0.36 "GET /v2.0/floatingips/f5cbd478-acd8-4d15-95b7-1a758c7e5065 HTTP/1.1" status: 200 len: 990 time: 0.5297661 Feb 04 08:45:16.839865 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-f41108f5-8a13-4051-a6c9-123df25816d0 None None] Provisioning for port 0003fca6-f80d-4711-8de4-f076193dbc4e completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:45:16.877684 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e3b88eb-f802-4e6c-bb13-59803fd77020 req-704bb62e-d297-4e48-a4f9-b920c2582574 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Made reservation on behalf of 7df2bfd740464e869863a41b14f4d5af for: {'port': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:45:16.880731 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-8e3b88eb-f802-4e6c-bb13-59803fd77020 req-704bb62e-d297-4e48-a4f9-b920c2582574 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:16.898799 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-da44fc3c-ceee-40f1-bd33-e89590fee45f tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:16.930618 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-23cddfbc-24ac-42b4-b526-ac92e97f3399 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:16.968891 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [None req-da44fc3c-ceee-40f1-bd33-e89590fee45f tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Transition to ACTIVE for port object 9f9081ba-24ad-417f-9ba1-85f2cd6af11d will not be triggered until provisioned by entity DHCP. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:45:17.005751 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-23cddfbc-24ac-42b4-b526-ac92e97f3399 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b70c64b5-ec5f-47fc-9086-d2f95ae14576']}} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:17.022907 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-23cddfbc-24ac-42b4-b526-ac92e97f3399 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28427424-990e-454a-9e40-165e5f01cbc9') {'for_net_delete': True} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:17.023254 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-23cddfbc-24ac-42b4-b526-ac92e97f3399 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28427424-990e-454a-9e40-165e5f01cbc9') {} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:17.040837 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-22b5a2fe-c026-4222-ade7-93c2ca8cf34d tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7593498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8119736'] for subnet, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:17.050221 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-23cddfbc-24ac-42b4-b526-ac92e97f3399 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8058642'] for segment, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:17.090746 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-23cddfbc-24ac-42b4-b526-ac92e97f3399 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:17.130542 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b5a2fe-c026-4222-ade7-93c2ca8cf34d tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Pushing event updated for resources: {'Subnet': ['ID=8e4a25f3-d3f1-42ca-89de-c82da024bc5e,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:17.134198 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63f2199-99e3-4cfc-a338-3bc823274224 None None] get_active_networks_info from dv-neutron-827798-2-hyperv {{(pid=84109) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 04 08:45:17.137383 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23cddfbc-24ac-42b4-b526-ac92e97f3399 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=84107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:45:17.137935 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-23cddfbc-24ac-42b4-b526-ac92e97f3399 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7377717'] for segment, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:17.142160 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b5a2fe-c026-4222-ade7-93c2ca8cf34d tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Checking segment: {'id': '7c605380-7ae3-4526-b6b3-446b32609b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c90b2118-0dcd-4dc8-97b6-8af43c717329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:45:17.142524 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b5a2fe-c026-4222-ade7-93c2ca8cf34d tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Network hostable DHCP agents. Network: c90b2118-0dcd-4dc8-97b6-8af43c717329, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:45:17.153555 dv-neutron-827798-2-hyperv neutron-server[84107]: Traceback (most recent call last): Feb 04 08:45:17.153555 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:45:17.153555 dv-neutron-827798-2-hyperv neutron-server[84107]: timer() Feb 04 08:45:17.153555 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:45:17.153555 dv-neutron-827798-2-hyperv neutron-server[84107]: cb(*args, **kw) Feb 04 08:45:17.153555 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:45:17.153555 dv-neutron-827798-2-hyperv neutron-server[84107]: return func(*args, **kwargs) Feb 04 08:45:17.153555 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:45:17.153555 dv-neutron-827798-2-hyperv neutron-server[84107]: self._notify() Feb 04 08:45:17.153555 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:45:17.153555 dv-neutron-827798-2-hyperv neutron-server[84107]: self.callback(batched_events) Feb 04 08:45:17.153555 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:45:17.153555 dv-neutron-827798-2-hyperv neutron-server[84107]: event.method(event) Feb 04 08:45:17.153555 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:45:17.153555 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:45:17.153555 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:45:17.153555 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:45:17.153555 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:45:17.153555 dv-neutron-827798-2-hyperv neutron-server[84107]: return f(self, *a, **k) Feb 04 08:45:17.153555 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:45:17.153555 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._get(url).json() Feb 04 08:45:17.153555 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:45:17.153555 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:45:17.153555 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:45:17.153555 dv-neutron-827798-2-hyperv neutron-server[84107]: return self.request(url, 'GET', **kwargs) Feb 04 08:45:17.153555 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:45:17.153555 dv-neutron-827798-2-hyperv neutron-server[84107]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:45:17.153555 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:45:17.153555 dv-neutron-827798-2-hyperv neutron-server[84107]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:45:17.153555 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:45:17.153555 dv-neutron-827798-2-hyperv neutron-server[84107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:45:17.153555 dv-neutron-827798-2-hyperv neutron-server[84107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:45:17.213526 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-da44fc3c-ceee-40f1-bd33-e89590fee45f tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:17.218203 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b5a2fe-c026-4222-ade7-93c2ca8cf34d tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Network c90b2118-0dcd-4dc8-97b6-8af43c717329 is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:45:17.292145 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-22b5a2fe-c026-4222-ade7-93c2ca8cf34d tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, c90b2118-0dcd-4dc8-97b6-8af43c717329) {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:45:17.302644 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b5a2fe-c026-4222-ade7-93c2ca8cf34d tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:45:17.302644 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-22b5a2fe-c026-4222-ade7-93c2ca8cf34d tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:17.329531 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [req-8e3b88eb-f802-4e6c-bb13-59803fd77020 req-704bb62e-d297-4e48-a4f9-b920c2582574 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Allocated IP 172.20.0.22 (dfd3e35e-8d31-4904-a33a-2fe9438ce3a8/d7468b71-f98f-4f00-b331-49e92e5ae12e/eb5f0985-ba6e-42eb-9db3-e4b594f0c8c9) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:45:17.333768 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da44fc3c-ceee-40f1-bd33-e89590fee45f tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Network 2ed99498-7e67-4947-b20c-de58066a4020 is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:45:17.338761 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-da44fc3c-ceee-40f1-bd33-e89590fee45f tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:45:17.341881 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da44fc3c-ceee-40f1-bd33-e89590fee45f tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Pushing event updated for resources: {'Port': ['ID=9f9081ba-24ad-417f-9ba1-85f2cd6af11d,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:17.344129 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da44fc3c-ceee-40f1-bd33-e89590fee45f tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:45:17.344675 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-da44fc3c-ceee-40f1-bd33-e89590fee45f tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-472912'] for router_interface, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:17.387675 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-23cddfbc-24ac-42b4-b526-ac92e97f3399 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:17.405030 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-22b5a2fe-c026-4222-ade7-93c2ca8cf34d tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1030240 Feb 04 08:45:17.405263 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 55760) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:17.410478 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-26c29c56-54f9-4321-9e7c-830d687555e8 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-689276978', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}, 'admin_state_up': False}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:45:17.413448 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-23cddfbc-24ac-42b4-b526-ac92e97f3399 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks [] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:17.421608 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-26c29c56-54f9-4321-9e7c-830d687555e8 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:45:17.426972 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-26c29c56-54f9-4321-9e7c-830d687555e8 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Usage tracker for resource:router and tenant:2b37a6ba0e6c45fe9f603221e9036e25 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:45:17.430797 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-26c29c56-54f9-4321-9e7c-830d687555e8 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:45:17.432195 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 0003fca6-f80d-4711-8de4-f076193dbc4e up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:45:17.438094 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-26c29c56-54f9-4321-9e7c-830d687555e8 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:45:17.504897 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-26c29c56-54f9-4321-9e7c-830d687555e8 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40975'] for router, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:17.505115 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cddfbc-24ac-42b4-b526-ac92e97f3399 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Pushing event deleted for resources: {'Network': ['ID=b70c64b5-ec5f-47fc-9086-d2f95ae14576,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:17.505808 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63f2199-99e3-4cfc-a338-3bc823274224 None None] Unable to find a vacant binding_index for network c90b2118-0dcd-4dc8-97b6-8af43c717329 and agent 7c841aab-f479-431f-aa18-797008bbd8c8 {{(pid=84109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Feb 04 08:45:17.506299 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-26c29c56-54f9-4321-9e7c-830d687555e8 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40982'] for router, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:17.517907 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63f2199-99e3-4cfc-a338-3bc823274224 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, c90b2118-0dcd-4dc8-97b6-8af43c717329) {{(pid=84109) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 08:45:17.521866 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-23cddfbc-24ac-42b4-b526-ac92e97f3399 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] 10.222.0.36 "DELETE /v2.0/networks/b70c64b5-ec5f-47fc-9086-d2f95ae14576 HTTP/1.1" status: 204 len: 168 time: 4.8281591 Feb 04 08:45:17.522645 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 55764) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:17.549915 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-a41940c3-f0bd-4ac1-9f99-9d57563151c6 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] DELETE failed (client error): The resource could not be found. Feb 04 08:45:17.550518 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a41940c3-f0bd-4ac1-9f99-9d57563151c6 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:45:17.562466 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-a41940c3-f0bd-4ac1-9f99-9d57563151c6 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] 10.222.0.36 "DELETE /v2.0/networks/b70c64b5-ec5f-47fc-9086-d2f95ae14576 HTTP/1.1" status: 404 len: 339 time: 0.0339015 Feb 04 08:45:17.562466 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-26c29c56-54f9-4321-9e7c-830d687555e8 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:17.562895 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 55768) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:17.575338 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-92d734ed-bfb6-4647-8bc1-c5ca923b74f8 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1612687832', 'description': 'd1'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:45:17.580992 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-92d734ed-bfb6-4647-8bc1-c5ca923b74f8 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:45:17.586598 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-92d734ed-bfb6-4647-8bc1-c5ca923b74f8 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Usage tracker for resource:network and tenant:88ac21618fc2460393f2181c0240ea1e is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:45:17.590304 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-92d734ed-bfb6-4647-8bc1-c5ca923b74f8 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:45:17.596982 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-92d734ed-bfb6-4647-8bc1-c5ca923b74f8 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:45:17.639642 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 0003fca6-f80d-4711-8de4-f076193dbc4e completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:45:17.651678 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 0003fca6-f80d-4711-8de4-f076193dbc4e triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:45:17.652042 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:17.655151 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-8e3b88eb-f802-4e6c-bb13-59803fd77020 req-704bb62e-d297-4e48-a4f9-b920c2582574 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:17.675513 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-da44fc3c-ceee-40f1-bd33-e89590fee45f tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:17.691505 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [req-8e3b88eb-f802-4e6c-bb13-59803fd77020 req-704bb62e-d297-4e48-a4f9-b920c2582574 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Transition to ACTIVE for port object eb5f0985-ba6e-42eb-9db3-e4b594f0c8c9 will not be triggered until provisioned by entity DHCP. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:45:17.760972 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92d734ed-bfb6-4647-8bc1-c5ca923b74f8 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Made reservation on behalf of 88ac21618fc2460393f2181c0240ea1e for: {'network': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:45:17.763805 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-92d734ed-bfb6-4647-8bc1-c5ca923b74f8 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:17.831520 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 55774) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:17.848011 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-8e3b88eb-f802-4e6c-bb13-59803fd77020 req-704bb62e-d297-4e48-a4f9-b920c2582574 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:17.907950 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:17.931692 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-26c29c56-54f9-4321-9e7c-830d687555e8 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40996'] for router, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:17.944336 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92d734ed-bfb6-4647-8bc1-c5ca923b74f8 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=84108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:45:17.970352 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-92d734ed-bfb6-4647-8bc1-c5ca923b74f8 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:17.970956 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.segments_db [None req-92d734ed-bfb6-4647-8bc1-c5ca923b74f8 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Added segment 9f06f519-9377-45be-80c5-288df0513f32 of type vlan for network cc7dc584-92a0-485f-bd24-33679e293062 Feb 04 08:45:17.994079 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port 0003fca6-f80d-4711-8de4-f076193dbc4e, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=0003fca6-f80d-4711-8de4-f076193dbc4e,segment=NetworkSegment(6a0ddabb-7493-4148-a9f6-d211d0d2de71),segment_id=6a0ddabb-7493-4148-a9f6-d211d0d2de71)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:45:18.001979 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704bb62e-d297-4e48-a4f9-b920c2582574 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'Port': ['ID=eb5f0985-ba6e-42eb-9db3-e4b594f0c8c9,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:18.009216 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-626c4712-a5a2-4498-ab57-75dc639dc62b tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] 10.222.0.36 "GET /v2.0/floatingips/f5cbd478-acd8-4d15-95b7-1a758c7e5065 HTTP/1.1" status: 200 len: 990 time: 0.1747124 Feb 04 08:45:18.043090 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-92d734ed-bfb6-4647-8bc1-c5ca923b74f8 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:18.065174 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12be2e9-9129-4f3f-afe5-0469c0d4adf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-c90b2118-0dcd-4dc8-97b6-8af43c717329', 'network_id': 'c90b2118-0dcd-4dc8-97b6-8af43c717329', 'tenant_id': '2b37a6ba0e6c45fe9f603221e9036e25', 'fixed_ips': [{'subnet_id': '8e4a25f3-d3f1-42ca-89de-c82da024bc5e'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:45:18.065986 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-f12be2e9-9129-4f3f-afe5-0469c0d4adf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:18.119204 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e3b88eb-f802-4e6c-bb13-59803fd77020 req-704bb62e-d297-4e48-a4f9-b920c2582574 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Network dfd3e35e-8d31-4904-a33a-2fe9438ce3a8 is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:45:18.121972 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:18.125897 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [req-8e3b88eb-f802-4e6c-bb13-59803fd77020 req-704bb62e-d297-4e48-a4f9-b920c2582574 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:45:18.132102 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e3b88eb-f802-4e6c-bb13-59803fd77020 req-704bb62e-d297-4e48-a4f9-b920c2582574 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:45:18.187833 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88846aab-7d2d-42fb-8d9a-a07efda79a5c req-2ff10d38-b867-4d3d-9dc5-6d68e6cf39e3 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:45:18.188527 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-88846aab-7d2d-42fb-8d9a-a07efda79a5c req-2ff10d38-b867-4d3d-9dc5-6d68e6cf39e3 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Synchronizing usage tracker for tenant:7df2bfd740464e869863a41b14f4d5af on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:45:18.225599 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=0003fca6-f80d-4711-8de4-f076193dbc4e,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:18.249911 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-26c29c56-54f9-4321-9e7c-830d687555e8 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Notify callbacks [] for router_gateway, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:18.288374 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-26c29c56-54f9-4321-9e7c-830d687555e8 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:18.289926 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-92d734ed-bfb6-4647-8bc1-c5ca923b74f8 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:18.293970 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d734ed-bfb6-4647-8bc1-c5ca923b74f8 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:45:18.294837 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-92d734ed-bfb6-4647-8bc1-c5ca923b74f8 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks [] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:18.304680 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3b88eb-f802-4e6c-bb13-59803fd77020 req-704bb62e-d297-4e48-a4f9-b920c2582574 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:45:18.304680 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-8e3b88eb-f802-4e6c-bb13-59803fd77020 req-704bb62e-d297-4e48-a4f9-b920c2582574 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:18.304969 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-f12be2e9-9129-4f3f-afe5-0469c0d4adf3 None None] Allocated IP 172.20.0.2 (c90b2118-0dcd-4dc8-97b6-8af43c717329/8e4a25f3-d3f1-42ca-89de-c82da024bc5e/57399dc9-42ba-4bb8-bade-381e66107a26) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:45:18.441356 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-88846aab-7d2d-42fb-8d9a-a07efda79a5c req-2ff10d38-b867-4d3d-9dc5-6d68e6cf39e3 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Unset dirty status for tenant:7df2bfd740464e869863a41b14f4d5af on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:45:18.442599 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-88846aab-7d2d-42fb-8d9a-a07efda79a5c req-2ff10d38-b867-4d3d-9dc5-6d68e6cf39e3 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=3cc216c2-23c9-46f1-838c-44ac9810b65e HTTP/1.1" status: 200 len: 932 time: 0.6422999 Feb 04 08:45:18.513544 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8e3b88eb-f802-4e6c-bb13-59803fd77020 req-704bb62e-d297-4e48-a4f9-b920c2582574 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6098766 Feb 04 08:45:18.528051 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [req-8e3b88eb-f802-4e6c-bb13-59803fd77020 req-dd2646e5-9959-4b2c-9796-bd4ff6fae107 service neutron] Request body: {'port': {'device_id': '3cc216c2-23c9-46f1-838c-44ac9810b65e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:45:18.567892 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-88846aab-7d2d-42fb-8d9a-a07efda79a5c req-f608d9bd-5b39-487d-a19e-18d8a01febcd tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=4cd6b884-c88a-4502-bb8b-21790351524d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021202 Feb 04 08:45:18.591468 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d734ed-bfb6-4647-8bc1-c5ca923b74f8 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Pushing event updated for resources: {'Network': ['ID=cc7dc584-92a0-485f-bd24-33679e293062,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:18.596461 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-da44fc3c-ceee-40f1-bd33-e89590fee45f tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:18.631450 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network cc7dc584-92a0-485f-bd24-33679e293062 details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:45:18.644781 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-92d734ed-bfb6-4647-8bc1-c5ca923b74f8 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.0784554 Feb 04 08:45:18.646243 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 55778) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:18.689580 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-26c29c56-54f9-4321-9e7c-830d687555e8 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Allocated IP 172.26.3.195 (e264bd74-c56b-43d0-9059-bcb57dbbe5bc/79caf47c-b62c-4ea0-b35f-21ede155daa8/ecddac63-6c1e-4e6c-b6b3-76d5144afa76) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:45:18.744516 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-f12be2e9-9129-4f3f-afe5-0469c0d4adf3 None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:18.745851 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-da44fc3c-ceee-40f1-bd33-e89590fee45f tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:18.746769 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-da44fc3c-ceee-40f1-bd33-e89590fee45f tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473771'] for router_interface, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:18.773382 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-f12be2e9-9129-4f3f-afe5-0469c0d4adf3 None None] Transition to ACTIVE for port object 57399dc9-42ba-4bb8-bade-381e66107a26 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:45:18.800929 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-f12be2e9-9129-4f3f-afe5-0469c0d4adf3 None None] Transition to ACTIVE for port object 57399dc9-42ba-4bb8-bade-381e66107a26 will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:45:18.807912 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-8e3b88eb-f802-4e6c-bb13-59803fd77020 req-dd2646e5-9959-4b2c-9796-bd4ff6fae107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:18.861363 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-26c29c56-54f9-4321-9e7c-830d687555e8 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:18.865624 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-f12be2e9-9129-4f3f-afe5-0469c0d4adf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:18.945665 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-26c29c56-54f9-4321-9e7c-830d687555e8 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:18.948903 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12be2e9-9129-4f3f-afe5-0469c0d4adf3 None None] Network c90b2118-0dcd-4dc8-97b6-8af43c717329 is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:45:18.951841 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-f12be2e9-9129-4f3f-afe5-0469c0d4adf3 None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:45:18.953932 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12be2e9-9129-4f3f-afe5-0469c0d4adf3 None None] Pushing event updated for resources: {'Port': ['ID=57399dc9-42ba-4bb8-bade-381e66107a26,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:18.956265 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12be2e9-9129-4f3f-afe5-0469c0d4adf3 None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:45:18.961656 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc2445b-f0ae-40d2-9aa4-942787b61210 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:45:18.962427 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-2bc2445b-f0ae-40d2-9aa4-942787b61210 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Synchronizing usage tracker for tenant:88ac21618fc2460393f2181c0240ea1e on resource:network {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:45:18.990489 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da44fc3c-ceee-40f1-bd33-e89590fee45f tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Pushing event updated for resources: {'Port': ['ID=9f9081ba-24ad-417f-9ba1-85f2cd6af11d,revision_number=2']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:19.018431 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 55782) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:19.026054 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c29c56-54f9-4321-9e7c-830d687555e8 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Network e264bd74-c56b-43d0-9059-bcb57dbbe5bc is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:45:19.029058 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-26c29c56-54f9-4321-9e7c-830d687555e8 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:45:19.033141 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c29c56-54f9-4321-9e7c-830d687555e8 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:45:19.051179 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-f12be2e9-9129-4f3f-afe5-0469c0d4adf3 None None] Attempting to bind port 57399dc9-42ba-4bb8-bade-381e66107a26 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:45:19.051996 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-f12be2e9-9129-4f3f-afe5-0469c0d4adf3 None None] Attempting to bind port 57399dc9-42ba-4bb8-bade-381e66107a26 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': '7c605380-7ae3-4526-b6b3-446b32609b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c90b2118-0dcd-4dc8-97b6-8af43c717329'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:45:19.052590 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12be2e9-9129-4f3f-afe5-0469c0d4adf3 None None] Attempting to bind port 57399dc9-42ba-4bb8-bade-381e66107a26 on network c90b2118-0dcd-4dc8-97b6-8af43c717329 {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:45:19.061039 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12be2e9-9129-4f3f-afe5-0469c0d4adf3 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:45:19.061458 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12be2e9-9129-4f3f-afe5-0469c0d4adf3 None None] Checking segment: {'id': '7c605380-7ae3-4526-b6b3-446b32609b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c90b2118-0dcd-4dc8-97b6-8af43c717329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:45:19.066396 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-f12be2e9-9129-4f3f-afe5-0469c0d4adf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:19.066396 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12be2e9-9129-4f3f-afe5-0469c0d4adf3 None None] Bound using segment: {'id': '7c605380-7ae3-4526-b6b3-446b32609b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c90b2118-0dcd-4dc8-97b6-8af43c717329'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:45:19.066396 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-f12be2e9-9129-4f3f-afe5-0469c0d4adf3 None None] Bound port: 57399dc9-42ba-4bb8-bade-381e66107a26, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c605380-7ae3-4526-b6b3-446b32609b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c90b2118-0dcd-4dc8-97b6-8af43c717329'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:45:19.066396 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-f12be2e9-9129-4f3f-afe5-0469c0d4adf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:19.066791 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c29c56-54f9-4321-9e7c-830d687555e8 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Pushing event updated for resources: {'Port': ['ID=ecddac63-6c1e-4e6c-b6b3-76d5144afa76,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:19.122181 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-2bc2445b-f0ae-40d2-9aa4-942787b61210 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Unset dirty status for tenant:88ac21618fc2460393f2181c0240ea1e on resource:network {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:45:19.126173 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-2bc2445b-f0ae-40d2-9aa4-942787b61210 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] 10.222.0.36 "GET /v2.0/networks?id=cc7dc584-92a0-485f-bd24-33679e293062 HTTP/1.1" status: 200 len: 761 time: 0.4789221 Feb 04 08:45:19.128312 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 55786) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:19.138977 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-2b0a8d50-3bb0-4544-8d24-767413f90264 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Request body: {'network': {'description': 'd2'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:45:19.163664 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-f12be2e9-9129-4f3f-afe5-0469c0d4adf3 None None] For port 57399dc9-42ba-4bb8-bade-381e66107a26, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:45:19.168295 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-f12be2e9-9129-4f3f-afe5-0469c0d4adf3 None None] For port 57399dc9-42ba-4bb8-bade-381e66107a26, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=57399dc9-42ba-4bb8-bade-381e66107a26,segment=NetworkSegment(7c605380-7ae3-4526-b6b3-446b32609b05),segment_id=7c605380-7ae3-4526-b6b3-446b32609b05)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:45:19.221711 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-43bd75f3-fdf9-40cc-a56d-2035abc2055c tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] 10.222.0.36 "GET /v2.0/floatingips/f5cbd478-acd8-4d15-95b7-1a758c7e5065 HTTP/1.1" status: 200 len: 990 time: 0.1976354 Feb 04 08:45:19.252245 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-f12be2e9-9129-4f3f-afe5-0469c0d4adf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:19.275542 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da44fc3c-ceee-40f1-bd33-e89590fee45f tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Network 2ed99498-7e67-4947-b20c-de58066a4020 is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:45:19.325248 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-da44fc3c-ceee-40f1-bd33-e89590fee45f tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:45:19.341636 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12be2e9-9129-4f3f-afe5-0469c0d4adf3 None None] Pushing event updated for resources: {'Port': ['ID=57399dc9-42ba-4bb8-bade-381e66107a26,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:19.405770 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 0003fca6-f80d-4711-8de4-f076193dbc4e up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:45:19.439164 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2b0a8d50-3bb0-4544-8d24-767413f90264 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:19.450136 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-9dcf2fe4-32a7-415d-9b9f-20298e025ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:19.483669 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-26c29c56-54f9-4321-9e7c-830d687555e8 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Notify callbacks [] for router_gateway, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:19.485449 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-26c29c56-54f9-4321-9e7c-830d687555e8 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472990'] for router, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:19.498951 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 0003fca6-f80d-4711-8de4-f076193dbc4e triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:45:19.499376 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:19.573943 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2b0a8d50-3bb0-4544-8d24-767413f90264 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:19.671108 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.db.resource_extend [req-8e3b88eb-f802-4e6c-bb13-59803fd77020 req-dd2646e5-9959-4b2c-9796-bd4ff6fae107 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 08:45:19.677064 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2b0a8d50-3bb0-4544-8d24-767413f90264 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Network cc7dc584-92a0-485f-bd24-33679e293062 is not hosted by any dhcp agent {{(pid=84108) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Feb 04 08:45:19.681211 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0a8d50-3bb0-4544-8d24-767413f90264 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:45:19.682105 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2b0a8d50-3bb0-4544-8d24-767413f90264 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks [] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:19.683412 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-2b0a8d50-3bb0-4544-8d24-767413f90264 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] 10.222.0.36 "PUT /v2.0/networks/cc7dc584-92a0-485f-bd24-33679e293062 HTTP/1.1" status: 200 len: 758 time: 0.5552723 Feb 04 08:45:19.686628 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 55792) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:19.741419 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0a8d50-3bb0-4544-8d24-767413f90264 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Pushing event updated for resources: {'Network': ['ID=cc7dc584-92a0-485f-bd24-33679e293062,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:19.763545 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network cc7dc584-92a0-485f-bd24-33679e293062 details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:45:19.891595 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7b24ab-fbbf-4bc9-ab24-e13a70544947 None None] New status for floating IP f5cbd478-acd8-4d15-95b7-1a758c7e5065: ACTIVE {{(pid=84109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 08:45:20.023766 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26c29c56-54f9-4321-9e7c-830d687555e8 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Router 4ad20f60-5cd8-4db9-9383-acdb170b4b3e is scheduled to L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 with binding_index 1 {{(pid=84108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 08:45:20.138918 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [req-8e3b88eb-f802-4e6c-bb13-59803fd77020 req-dd2646e5-9959-4b2c-9796-bd4ff6fae107 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb5f0985-ba6e-42eb-9db3-e4b594f0c8c9 {{(pid=84107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 08:45:20.150680 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-8e3b88eb-f802-4e6c-bb13-59803fd77020 req-dd2646e5-9959-4b2c-9796-bd4ff6fae107 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:20.157038 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb728371-bbfb-46d3-ab0f-2885eb716354 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:45:20.158523 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-cb728371-bbfb-46d3-ab0f-2885eb716354 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] 10.222.0.36 "GET /v2.0/networks?id=cc7dc584-92a0-485f-bd24-33679e293062 HTTP/1.1" status: 200 len: 761 time: 0.4701033 Feb 04 08:45:20.167546 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 55796) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:20.184430 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-8db0bed8-0db9-42fe-9576-b527b74b5ac2 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1095348554'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:45:20.189747 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-8db0bed8-0db9-42fe-9576-b527b74b5ac2 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:45:20.200059 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-8db0bed8-0db9-42fe-9576-b527b74b5ac2 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:45:20.219027 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [req-8e3b88eb-f802-4e6c-bb13-59803fd77020 req-dd2646e5-9959-4b2c-9796-bd4ff6fae107 service neutron] Transition to ACTIVE for port object eb5f0985-ba6e-42eb-9db3-e4b594f0c8c9 will not be triggered until provisioned by entity L2. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:45:20.225361 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 55800) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:20.231330 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f17af58-0840-4d72-960a-6d6f449a24f4 req-1362765c-200e-4a47-a1af-a7fce71caa43 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:45:20.232833 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7f17af58-0840-4d72-960a-6d6f449a24f4 req-1362765c-200e-4a47-a1af-a7fce71caa43 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=3cc216c2-23c9-46f1-838c-44ac9810b65e HTTP/1.1" status: 200 len: 932 time: 0.4400294 Feb 04 08:45:20.279481 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8db0bed8-0db9-42fe-9576-b527b74b5ac2 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Made reservation on behalf of 88ac21618fc2460393f2181c0240ea1e for: {'network': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:45:20.282484 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8db0bed8-0db9-42fe-9576-b527b74b5ac2 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:20.299171 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-8e3b88eb-f802-4e6c-bb13-59803fd77020 req-dd2646e5-9959-4b2c-9796-bd4ff6fae107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:20.368356 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7f17af58-0840-4d72-960a-6d6f449a24f4 req-3fa449bd-cefd-4bc0-a941-0e51bb10f80b tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=4cd6b884-c88a-4502-bb8b-21790351524d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250682 Feb 04 08:45:20.447543 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c29c56-54f9-4321-9e7c-830d687555e8 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:45:20.459063 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fef414e-b394-4a82-ac42-df887b2a55df None None] Sync routers for ids ['4ad20f60-5cd8-4db9-9383-acdb170b4b3e'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:45:20.459654 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2646e5-9959-4b2c-9796-bd4ff6fae107 service neutron] Pushing event updated for resources: {'Port': ['ID=eb5f0985-ba6e-42eb-9db3-e4b594f0c8c9,revision_number=2']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:20.464412 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8db0bed8-0db9-42fe-9576-b527b74b5ac2 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=84107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:45:20.481430 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fef414e-b394-4a82-ac42-df887b2a55df None None] Routers {'4ad20f60-5cd8-4db9-9383-acdb170b4b3e'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:45:20.482201 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-0fef414e-b394-4a82-ac42-df887b2a55df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:44:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['4ad20f60-5cd8-4db9-9383-acdb170b4b3e'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:20.482389 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-36fb8f50-e40a-4f88-92dd-6c41f4ac6480 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] 10.222.0.36 "GET /v2.0/floatingips/f5cbd478-acd8-4d15-95b7-1a758c7e5065 HTTP/1.1" status: 200 len: 992 time: 0.2559352 Feb 04 08:45:20.498792 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8db0bed8-0db9-42fe-9576-b527b74b5ac2 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:20.498792 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.segments_db [None req-8db0bed8-0db9-42fe-9576-b527b74b5ac2 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Added segment e76cf80c-e2cb-4531-9243-16d7b2c6562f of type vlan for network eea0535a-85bc-4e1c-92d6-ee24072cbc48 Feb 04 08:45:20.500488 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2646e5-9959-4b2c-9796-bd4ff6fae107 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:45:20.500865 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2646e5-9959-4b2c-9796-bd4ff6fae107 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:45:20.501197 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2646e5-9959-4b2c-9796-bd4ff6fae107 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:45:20.501523 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2646e5-9959-4b2c-9796-bd4ff6fae107 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:45:20.501849 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2646e5-9959-4b2c-9796-bd4ff6fae107 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:45:20.502171 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2646e5-9959-4b2c-9796-bd4ff6fae107 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:45:20.502495 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2646e5-9959-4b2c-9796-bd4ff6fae107 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:45:20.502812 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2646e5-9959-4b2c-9796-bd4ff6fae107 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:45:20.503133 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2646e5-9959-4b2c-9796-bd4ff6fae107 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:45:20.503442 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2646e5-9959-4b2c-9796-bd4ff6fae107 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:45:20.503760 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2646e5-9959-4b2c-9796-bd4ff6fae107 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:45:20.533187 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-26c29c56-54f9-4321-9e7c-830d687555e8 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Notify callbacks [] for router, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:20.537157 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-26c29c56-54f9-4321-9e7c-830d687555e8 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 3.1310763 Feb 04 08:45:20.537811 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 55804) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:20.542054 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8db0bed8-0db9-42fe-9576-b527b74b5ac2 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:20.555191 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-0fef414e-b394-4a82-ac42-df887b2a55df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:20.567742 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fef414e-b394-4a82-ac42-df887b2a55df None None] Routers {'4ad20f60-5cd8-4db9-9383-acdb170b4b3e'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:45:20.568324 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-0fef414e-b394-4a82-ac42-df887b2a55df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:44:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['4ad20f60-5cd8-4db9-9383-acdb170b4b3e'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:20.585454 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da44fc3c-ceee-40f1-bd33-e89590fee45f tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Router ea05eec4-2cff-4468-907e-ccf77f5d61b3 is scheduled to L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 with binding_index 1 {{(pid=84107) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 08:45:20.605924 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1096cbd-37f1-425d-b56e-a23c8907fdb7 None None] Network c90b2118-0dcd-4dc8-97b6-8af43c717329 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:45:20.639072 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-0fef414e-b394-4a82-ac42-df887b2a55df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:20.639474 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fef414e-b394-4a82-ac42-df887b2a55df None None] The sync data for ids ['4ad20f60-5cd8-4db9-9383-acdb170b4b3e'] in dv-neutron-827798-2-hyperv is: [] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:45:20.842408 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-94a8736a-1168-47a6-b87a-ef205e198d1d None None] Provisioning for port 57399dc9-42ba-4bb8-bade-381e66107a26 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:45:20.864088 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8db0bed8-0db9-42fe-9576-b527b74b5ac2 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:20.871131 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db0bed8-0db9-42fe-9576-b527b74b5ac2 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:45:20.871745 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8db0bed8-0db9-42fe-9576-b527b74b5ac2 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks [] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:20.893783 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.managers [req-8e3b88eb-f802-4e6c-bb13-59803fd77020 req-dd2646e5-9959-4b2c-9796-bd4ff6fae107 service neutron] Attempting to bind port eb5f0985-ba6e-42eb-9db3-e4b594f0c8c9 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:45:20.894114 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.managers [req-8e3b88eb-f802-4e6c-bb13-59803fd77020 req-dd2646e5-9959-4b2c-9796-bd4ff6fae107 service neutron] Attempting to bind port eb5f0985-ba6e-42eb-9db3-e4b594f0c8c9 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '621bf94a-8623-401c-be43-5da80d76f6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dfd3e35e-8d31-4904-a33a-2fe9438ce3a8'}] {{(pid=84107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:45:20.894441 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3b88eb-f802-4e6c-bb13-59803fd77020 req-dd2646e5-9959-4b2c-9796-bd4ff6fae107 service neutron] Attempting to bind port eb5f0985-ba6e-42eb-9db3-e4b594f0c8c9 on network dfd3e35e-8d31-4904-a33a-2fe9438ce3a8 {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:45:20.991392 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3b88eb-f802-4e6c-bb13-59803fd77020 req-dd2646e5-9959-4b2c-9796-bd4ff6fae107 service neutron] Port eb5f0985-ba6e-42eb-9db3-e4b594f0c8c9 on network dfd3e35e-8d31-4904-a33a-2fe9438ce3a8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 08:45:20.991717 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3b88eb-f802-4e6c-bb13-59803fd77020 req-dd2646e5-9959-4b2c-9796-bd4ff6fae107 service neutron] Attempting to bind port eb5f0985-ba6e-42eb-9db3-e4b594f0c8c9 on network dfd3e35e-8d31-4904-a33a-2fe9438ce3a8 {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:45:21.033711 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db0bed8-0db9-42fe-9576-b527b74b5ac2 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Pushing event updated for resources: {'Network': ['ID=eea0535a-85bc-4e1c-92d6-ee24072cbc48,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:21.037736 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3b88eb-f802-4e6c-bb13-59803fd77020 req-dd2646e5-9959-4b2c-9796-bd4ff6fae107 service neutron] Checking agent: {'id': 'f735dfbb-9ed2-4de7-8aa1-fea4a962ae1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 34, 26), 'started_at': datetime.datetime(2022, 2, 4, 8, 34, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:45:21.038071 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3b88eb-f802-4e6c-bb13-59803fd77020 req-dd2646e5-9959-4b2c-9796-bd4ff6fae107 service neutron] Checking segment: {'id': '621bf94a-8623-401c-be43-5da80d76f6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dfd3e35e-8d31-4904-a33a-2fe9438ce3a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:45:21.044472 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3b88eb-f802-4e6c-bb13-59803fd77020 req-dd2646e5-9959-4b2c-9796-bd4ff6fae107 service neutron] Bound using segment: {'id': '621bf94a-8623-401c-be43-5da80d76f6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dfd3e35e-8d31-4904-a33a-2fe9438ce3a8'} {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:45:21.044472 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.managers [req-8e3b88eb-f802-4e6c-bb13-59803fd77020 req-dd2646e5-9959-4b2c-9796-bd4ff6fae107 service neutron] Bound port: eb5f0985-ba6e-42eb-9db3-e4b594f0c8c9, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '621bf94a-8623-401c-be43-5da80d76f6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dfd3e35e-8d31-4904-a33a-2fe9438ce3a8'}}] {{(pid=84107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:45:21.044472 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-8e3b88eb-f802-4e6c-bb13-59803fd77020 req-dd2646e5-9959-4b2c-9796-bd4ff6fae107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:21.047112 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network eea0535a-85bc-4e1c-92d6-ee24072cbc48 details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:45:21.182293 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [req-8e3b88eb-f802-4e6c-bb13-59803fd77020 req-dd2646e5-9959-4b2c-9796-bd4ff6fae107 service neutron] For port eb5f0985-ba6e-42eb-9db3-e4b594f0c8c9, host hv-neutron-8277, cleared binding levels {{(pid=84107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:45:21.185614 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [req-8e3b88eb-f802-4e6c-bb13-59803fd77020 req-dd2646e5-9959-4b2c-9796-bd4ff6fae107 service neutron] For port eb5f0985-ba6e-42eb-9db3-e4b594f0c8c9, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=eb5f0985-ba6e-42eb-9db3-e4b594f0c8c9,segment=NetworkSegment(621bf94a-8623-401c-be43-5da80d76f6b2),segment_id=621bf94a-8623-401c-be43-5da80d76f6b2)] {{(pid=84107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:45:21.196091 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-8db0bed8-0db9-42fe-9576-b527b74b5ac2 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0237434 Feb 04 08:45:21.202851 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 55808) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:21.215853 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-5e113804-93f4-47e7-8b7c-0ecf55303f35 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Request body: {'subnet': {'network_id': 'eea0535a-85bc-4e1c-92d6-ee24072cbc48', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:45:21.235015 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da44fc3c-ceee-40f1-bd33-e89590fee45f tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:45:21.245130 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-da44fc3c-ceee-40f1-bd33-e89590fee45f tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "PUT /v2.0/routers/ea05eec4-2cff-4468-907e-ccf77f5d61b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3058026 Feb 04 08:45:21.247871 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 55812) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:21.249460 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276031ea-fe5a-475a-af54-376817274c18 None None] Sync routers for ids ['ea05eec4-2cff-4468-907e-ccf77f5d61b3'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:45:21.262654 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276031ea-fe5a-475a-af54-376817274c18 None None] Routers {'ea05eec4-2cff-4468-907e-ccf77f5d61b3'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:45:21.263657 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-276031ea-fe5a-475a-af54-376817274c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:44:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['ea05eec4-2cff-4468-907e-ccf77f5d61b3'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:21.346445 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-276031ea-fe5a-475a-af54-376817274c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:21.348712 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-0711ea7e-7f12-44c3-8112-f1f7d012c83a None None] Provisioning for port eb5f0985-ba6e-42eb-9db3-e4b594f0c8c9 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:45:21.383613 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276031ea-fe5a-475a-af54-376817274c18 None None] Routers {'ea05eec4-2cff-4468-907e-ccf77f5d61b3'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:45:21.384297 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-276031ea-fe5a-475a-af54-376817274c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:44:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['ea05eec4-2cff-4468-907e-ccf77f5d61b3'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:21.414869 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-8e3b88eb-f802-4e6c-bb13-59803fd77020 req-dd2646e5-9959-4b2c-9796-bd4ff6fae107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:21.446561 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-0711ea7e-7f12-44c3-8112-f1f7d012c83a None None] Provisioning for port 9f9081ba-24ad-417f-9ba1-85f2cd6af11d completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:45:21.462891 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-276031ea-fe5a-475a-af54-376817274c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:21.463255 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276031ea-fe5a-475a-af54-376817274c18 None None] The sync data for ids ['ea05eec4-2cff-4468-907e-ccf77f5d61b3'] in dv-neutron-827798-2-hyperv is: [] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:45:21.473969 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-0711ea7e-7f12-44c3-8112-f1f7d012c83a None None] Provisioning complete for port 9f9081ba-24ad-417f-9ba1-85f2cd6af11d triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:45:21.474361 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-0711ea7e-7f12-44c3-8112-f1f7d012c83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:21.526471 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 57399dc9-42ba-4bb8-bade-381e66107a26 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:45:21.643627 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-0711ea7e-7f12-44c3-8112-f1f7d012c83a None None] Port 9f9081ba-24ad-417f-9ba1-85f2cd6af11d cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:45:21.654443 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-8e3b88eb-f802-4e6c-bb13-59803fd77020 req-dd2646e5-9959-4b2c-9796-bd4ff6fae107 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:21.655901 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8e3b88eb-f802-4e6c-bb13-59803fd77020 req-dd2646e5-9959-4b2c-9796-bd4ff6fae107 service neutron] 10.222.0.47 "PUT /v2.0/ports/eb5f0985-ba6e-42eb-9db3-e4b594f0c8c9 HTTP/1.1" status: 200 len: 1094 time: 3.1352537 Feb 04 08:45:21.659105 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-5e113804-93f4-47e7-8b7c-0ecf55303f35 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:45:21.666139 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc216c2-23c9-46f1-838c-44ac9810b65e', 'tag': 'eb5f0985-ba6e-42eb-9db3-e4b594f0c8c9'}] {{(pid=84107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:45:21.674506 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8f9b9a-4ecd-4d83-8b37-6b1575778e29 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:45:21.675079 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-fe8f9b9a-4ecd-4d83-8b37-6b1575778e29 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Synchronizing usage tracker for tenant:bf57e53bceb34316b0180186a41d96ee on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:45:21.688424 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-5e113804-93f4-47e7-8b7c-0ecf55303f35 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Usage tracker for resource:subnet and tenant:88ac21618fc2460393f2181c0240ea1e is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:45:21.709282 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-5e113804-93f4-47e7-8b7c-0ecf55303f35 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:45:21.719773 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-5e113804-93f4-47e7-8b7c-0ecf55303f35 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:45:21.730959 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2646e5-9959-4b2c-9796-bd4ff6fae107 service neutron] Pushing event updated for resources: {'Port': ['ID=eb5f0985-ba6e-42eb-9db3-e4b594f0c8c9,revision_number=3']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:21.733309 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-a32bc031-fc1e-4c1e-96ca-26fe3d0fb0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:21.767227 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 57399dc9-42ba-4bb8-bade-381e66107a26 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:45:21.772972 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-fe8f9b9a-4ecd-4d83-8b37-6b1575778e29 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Unset dirty status for tenant:bf57e53bceb34316b0180186a41d96ee on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:45:21.777362 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 55820) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:21.777856 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-fe8f9b9a-4ecd-4d83-8b37-6b1575778e29 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "GET /v2.0/ports/9f9081ba-24ad-417f-9ba1-85f2cd6af11d HTTP/1.1" status: 200 len: 911 time: 0.4682226 Feb 04 08:45:21.780214 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cc216c2-23c9-46f1-838c-44ac9810b65e', 'tag': 'eb5f0985-ba6e-42eb-9db3-e4b594f0c8c9', 'status': 'completed', 'code': 200} Feb 04 08:45:21.787436 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-4d2379b0-b1cf-4f3b-84e8-9867b310da42 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f7f38f83-e127-4606-a098-f355771135f0'}]}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:45:21.806335 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 57399dc9-42ba-4bb8-bade-381e66107a26 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:45:21.806335 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:21.821726 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-18903eed-f97e-4b42-a5ef-700fb02a8907 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:21.858821 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e113804-93f4-47e7-8b7c-0ecf55303f35 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Made reservation on behalf of 88ac21618fc2460393f2181c0240ea1e for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:45:21.875776 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-3736f356-d729-469e-91ec-a2f08f44b976 None None] Provisioning complete for port 9f9081ba-24ad-417f-9ba1-85f2cd6af11d triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:45:21.876367 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-3736f356-d729-469e-91ec-a2f08f44b976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:21.975376 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-3736f356-d729-469e-91ec-a2f08f44b976 None None] Port 9f9081ba-24ad-417f-9ba1-85f2cd6af11d cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:45:21.987286 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf030a8-4993-48a2-9e4b-4f68946f722c req-60c36be2-02a0-42a6-906c-67ba453a86a2 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:45:21.987489 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-eaf030a8-4993-48a2-9e4b-4f68946f722c req-60c36be2-02a0-42a6-906c-67ba453a86a2 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=3cc216c2-23c9-46f1-838c-44ac9810b65e HTTP/1.1" status: 200 len: 944 time: 0.3886793 Feb 04 08:45:22.003848 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd9065b-a204-43bb-80d4-c52a3c0ffa7b None None] Network c90b2118-0dcd-4dc8-97b6-8af43c717329 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:45:22.048024 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5e113804-93f4-47e7-8b7c-0ecf55303f35 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985186'] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:22.128585 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:22.164952 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8e3b88eb-f802-4e6c-bb13-59803fd77020 req-033b82a8-94e0-46bc-80ed-9827a507b29a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7df2bfd740464e869863a41b14f4d5af&device_id=3cc216c2-23c9-46f1-838c-44ac9810b65e HTTP/1.1" status: 200 len: 1097 time: 0.3741357 Feb 04 08:45:22.219504 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port 57399dc9-42ba-4bb8-bade-381e66107a26, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=57399dc9-42ba-4bb8-bade-381e66107a26,segment=NetworkSegment(7c605380-7ae3-4526-b6b3-446b32609b05),segment_id=7c605380-7ae3-4526-b6b3-446b32609b05)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:45:22.267080 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:22.303431 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-c2d442d9-0303-417b-8e88-975cdcaec603 None None] Provisioning complete for port 57399dc9-42ba-4bb8-bade-381e66107a26 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:45:22.303787 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-c2d442d9-0303-417b-8e88-975cdcaec603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:22.329874 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4d2379b0-b1cf-4f3b-84e8-9867b310da42 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:22.385257 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-eaf030a8-4993-48a2-9e4b-4f68946f722c req-8e2293e2-aabc-4876-a3e5-6324b7ba7f42 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=4cd6b884-c88a-4502-bb8b-21790351524d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3804610 Feb 04 08:45:22.391129 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8e3b88eb-f802-4e6c-bb13-59803fd77020 req-7fe58d1b-51cc-47c1-a263-750fc476452e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=eb5f0985-ba6e-42eb-9db3-e4b594f0c8c9 HTTP/1.1" status: 200 len: 217 time: 0.2197235 Feb 04 08:45:22.434310 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=57399dc9-42ba-4bb8-bade-381e66107a26,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:22.499381 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3b88eb-f802-4e6c-bb13-59803fd77020 req-0a4cb1d1-4536-448c-be73-663d023de8ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:45:22.501028 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8e3b88eb-f802-4e6c-bb13-59803fd77020 req-0a4cb1d1-4536-448c-be73-663d023de8ff service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d7468b71-f98f-4f00-b331-49e92e5ae12e HTTP/1.1" status: 200 len: 837 time: 0.1037796 Feb 04 08:45:22.626745 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8e3b88eb-f802-4e6c-bb13-59803fd77020 req-d928c3b8-efa9-4e9e-a476-2c76fad02939 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dfd3e35e-8d31-4904-a33a-2fe9438ce3a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1199191 Feb 04 08:45:22.706181 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5e113804-93f4-47e7-8b7c-0ecf55303f35 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7510230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985204'] for subnet, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:22.784398 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:22.818226 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-10637afa-d944-4dca-abab-d829aff9cae4 None None] Provisioning complete for port 57399dc9-42ba-4bb8-bade-381e66107a26 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:45:22.818871 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-10637afa-d944-4dca-abab-d829aff9cae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:22.846644 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e113804-93f4-47e7-8b7c-0ecf55303f35 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Pushing event updated for resources: {'Subnet': ['ID=dde2f12c-8ec1-4b8d-9bb4-e87c66673b02,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:22.851043 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-18903eed-f97e-4b42-a5ef-700fb02a8907 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Allocated IP 172.20.0.1 (c90b2118-0dcd-4dc8-97b6-8af43c717329/8e4a25f3-d3f1-42ca-89de-c82da024bc5e/c8639525-3db5-4ed6-8910-3406af592ba1) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:45:22.855259 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e113804-93f4-47e7-8b7c-0ecf55303f35 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Checking segment: {'id': 'e76cf80c-e2cb-4531-9243-16d7b2c6562f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'eea0535a-85bc-4e1c-92d6-ee24072cbc48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:45:22.856126 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e113804-93f4-47e7-8b7c-0ecf55303f35 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Network hostable DHCP agents. Network: eea0535a-85bc-4e1c-92d6-ee24072cbc48, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:45:22.862717 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8e3b88eb-f802-4e6c-bb13-59803fd77020 req-3d86f713-2717-4fab-a3fb-6a00cc6163c7 service neutron] 10.222.0.47 "GET /v2.0/networks/dfd3e35e-8d31-4904-a33a-2fe9438ce3a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289491 Feb 04 08:45:22.978842 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:23.014243 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8e3b88eb-f802-4e6c-bb13-59803fd77020 req-a06060ec-614c-4983-9c2d-d999944f8c5f service neutron] 10.222.0.47 "GET /v2.0/networks/dfd3e35e-8d31-4904-a33a-2fe9438ce3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442482 Feb 04 08:45:23.035472 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e113804-93f4-47e7-8b7c-0ecf55303f35 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Network eea0535a-85bc-4e1c-92d6-ee24072cbc48 is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:45:23.114877 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-5e113804-93f4-47e7-8b7c-0ecf55303f35 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, eea0535a-85bc-4e1c-92d6-ee24072cbc48) {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:45:23.121454 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e113804-93f4-47e7-8b7c-0ecf55303f35 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:45:23.122051 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5e113804-93f4-47e7-8b7c-0ecf55303f35 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks [] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:23.129679 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f70bd24-f49a-404a-ab45-cf84cd0d4b95 None None] Network eea0535a-85bc-4e1c-92d6-ee24072cbc48 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:45:23.189598 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-18903eed-f97e-4b42-a5ef-700fb02a8907 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:23.226666 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7338a4dd-382b-4960-ba21-e0de546ebe5b req-d84a2457-4098-48a2-bb38-cfca1bdee050 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7df2bfd740464e869863a41b14f4d5af&device_id=3cc216c2-23c9-46f1-838c-44ac9810b65e HTTP/1.1" status: 200 len: 1097 time: 0.0868850 Feb 04 08:45:23.234659 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.provisioning_blocks [None req-18903eed-f97e-4b42-a5ef-700fb02a8907 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Transition to ACTIVE for port object c8639525-3db5-4ed6-8910-3406af592ba1 will not be triggered until provisioned by entity DHCP. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:45:23.266117 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-5e113804-93f4-47e7-8b7c-0ecf55303f35 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0562365 Feb 04 08:45:23.271625 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 55824) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:23.381784 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55fbd67d-e2b3-44cc-8964-0f8c4c23edca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-eea0535a-85bc-4e1c-92d6-ee24072cbc48', 'network_id': 'eea0535a-85bc-4e1c-92d6-ee24072cbc48', 'tenant_id': '88ac21618fc2460393f2181c0240ea1e', 'fixed_ips': [{'subnet_id': 'dde2f12c-8ec1-4b8d-9bb4-e87c66673b02'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:45:23.385433 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-55fbd67d-e2b3-44cc-8964-0f8c4c23edca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:23.399680 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 57399dc9-42ba-4bb8-bade-381e66107a26 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:45:23.413987 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7338a4dd-382b-4960-ba21-e0de546ebe5b req-9dd6afcc-ccff-4057-a911-3018a27c52bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:45:23.417978 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7338a4dd-382b-4960-ba21-e0de546ebe5b req-9dd6afcc-ccff-4057-a911-3018a27c52bf service neutron] 10.222.0.47 "GET /v2.0/networks?id=dfd3e35e-8d31-4904-a33a-2fe9438ce3a8 HTTP/1.1" status: 200 len: 897 time: 0.1859114 Feb 04 08:45:23.421105 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4d2379b0-b1cf-4f3b-84e8-9867b310da42 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks [] for port, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:23.495934 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4df01357-06c2-41b0-9510-7deb95c5e653 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:23.501854 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-18903eed-f97e-4b42-a5ef-700fb02a8907 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:23.508867 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4d2379b0-b1cf-4f3b-84e8-9867b310da42 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:23.513389 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7338a4dd-382b-4960-ba21-e0de546ebe5b req-cc5c0199-f87f-4d4c-abe3-4cc2d3ec1723 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=eb5f0985-ba6e-42eb-9db3-e4b594f0c8c9 HTTP/1.1" status: 200 len: 217 time: 0.0871587 Feb 04 08:45:23.513948 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2379b0-b1cf-4f3b-84e8-9867b310da42 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:45:23.514948 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4d2379b0-b1cf-4f3b-84e8-9867b310da42 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:23.519182 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-4d2379b0-b1cf-4f3b-84e8-9867b310da42 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "PUT /v2.0/ports/9f9081ba-24ad-417f-9ba1-85f2cd6af11d HTTP/1.1" status: 200 len: 911 time: 1.7341931 Feb 04 08:45:23.520054 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 55830) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:23.582036 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 57399dc9-42ba-4bb8-bade-381e66107a26 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:45:23.582569 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:23.665338 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18903eed-f97e-4b42-a5ef-700fb02a8907 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Network c90b2118-0dcd-4dc8-97b6-8af43c717329 is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:45:23.676830 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-18903eed-f97e-4b42-a5ef-700fb02a8907 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:45:23.680145 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18903eed-f97e-4b42-a5ef-700fb02a8907 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:45:23.710329 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-55fbd67d-e2b3-44cc-8964-0f8c4c23edca None None] Allocated IP 172.20.0.2 (eea0535a-85bc-4e1c-92d6-ee24072cbc48/dde2f12c-8ec1-4b8d-9bb4-e87c66673b02/1966ad3a-bbd8-4408-8ac6-6ab6c1130521) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:45:23.723817 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18903eed-f97e-4b42-a5ef-700fb02a8907 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Pushing event updated for resources: {'Port': ['ID=c8639525-3db5-4ed6-8910-3406af592ba1,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:23.763921 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4df01357-06c2-41b0-9510-7deb95c5e653 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:23.817782 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18903eed-f97e-4b42-a5ef-700fb02a8907 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:45:23.817782 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18903eed-f97e-4b42-a5ef-700fb02a8907 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:45:23.817782 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18903eed-f97e-4b42-a5ef-700fb02a8907 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:45:23.817782 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18903eed-f97e-4b42-a5ef-700fb02a8907 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:45:23.818297 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18903eed-f97e-4b42-a5ef-700fb02a8907 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:45:23.818297 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18903eed-f97e-4b42-a5ef-700fb02a8907 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:45:23.818538 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18903eed-f97e-4b42-a5ef-700fb02a8907 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:45:23.818858 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18903eed-f97e-4b42-a5ef-700fb02a8907 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:45:23.819185 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18903eed-f97e-4b42-a5ef-700fb02a8907 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:45:23.819511 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18903eed-f97e-4b42-a5ef-700fb02a8907 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:45:23.819840 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18903eed-f97e-4b42-a5ef-700fb02a8907 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:45:23.837419 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7338a4dd-382b-4960-ba21-e0de546ebe5b req-f99764fc-2287-484c-92d2-45a650113aa1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:45:23.840945 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7338a4dd-382b-4960-ba21-e0de546ebe5b req-f99764fc-2287-484c-92d2-45a650113aa1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d7468b71-f98f-4f00-b331-49e92e5ae12e HTTP/1.1" status: 200 len: 837 time: 0.3146825 Feb 04 08:45:23.906073 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-18903eed-f97e-4b42-a5ef-700fb02a8907 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-472912'] for router_interface, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:23.939634 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2379b0-b1cf-4f3b-84e8-9867b310da42 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Pushing event updated for resources: {'Port': ['ID=9f9081ba-24ad-417f-9ba1-85f2cd6af11d,revision_number=3']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:23.964350 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ae2078-4184-44ba-8d9f-628c50ca9730 req-f25dfd36-a568-415b-bab8-c6650e9148f4 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:45:23.965957 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d8ae2078-4184-44ba-8d9f-628c50ca9730 req-f25dfd36-a568-415b-bab8-c6650e9148f4 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=3cc216c2-23c9-46f1-838c-44ac9810b65e HTTP/1.1" status: 200 len: 944 time: 0.3473887 Feb 04 08:45:24.056211 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-55fbd67d-e2b3-44cc-8964-0f8c4c23edca None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:24.066304 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-55fbd67d-e2b3-44cc-8964-0f8c4c23edca None None] Transition to ACTIVE for port object 1966ad3a-bbd8-4408-8ac6-6ab6c1130521 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:45:24.077742 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7338a4dd-382b-4960-ba21-e0de546ebe5b req-7283cd0f-a9b2-475d-b615-8ae86759c01f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dfd3e35e-8d31-4904-a33a-2fe9438ce3a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2287214 Feb 04 08:45:24.084939 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-55fbd67d-e2b3-44cc-8964-0f8c4c23edca None None] Transition to ACTIVE for port object 1966ad3a-bbd8-4408-8ac6-6ab6c1130521 will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:45:24.110348 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-18903eed-f97e-4b42-a5ef-700fb02a8907 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:24.115130 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-51d3ed0e-3ea0-4725-8e8c-a3103fe8d37e None None] Provisioning for port c8639525-3db5-4ed6-8910-3406af592ba1 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:45:24.121063 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-51d3ed0e-3ea0-4725-8e8c-a3103fe8d37e None None] Provisioning complete for port c8639525-3db5-4ed6-8910-3406af592ba1 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:45:24.121508 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-51d3ed0e-3ea0-4725-8e8c-a3103fe8d37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:24.160194 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-55fbd67d-e2b3-44cc-8964-0f8c4c23edca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:24.256251 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4df01357-06c2-41b0-9510-7deb95c5e653 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7593563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8119683'] for subnet, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:24.262378 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-51d3ed0e-3ea0-4725-8e8c-a3103fe8d37e None None] Port c8639525-3db5-4ed6-8910-3406af592ba1 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:45:24.277154 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55fbd67d-e2b3-44cc-8964-0f8c4c23edca None None] Network eea0535a-85bc-4e1c-92d6-ee24072cbc48 is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:45:24.278604 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fbd67d-e2b3-44cc-8964-0f8c4c23edca None None] Pushing event updated for resources: {'Port': ['ID=1966ad3a-bbd8-4408-8ac6-6ab6c1130521,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:24.282749 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-55fbd67d-e2b3-44cc-8964-0f8c4c23edca None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:45:24.285139 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fbd67d-e2b3-44cc-8964-0f8c4c23edca None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:45:24.310291 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df01357-06c2-41b0-9510-7deb95c5e653 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Pushing event deleted for resources: {'Subnet': ['ID=dde2f12c-8ec1-4b8d-9bb4-e87c66673b02,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:24.343422 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d8ae2078-4184-44ba-8d9f-628c50ca9730 req-f0c4cb21-975b-40c4-880c-bd87670d3ef9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=4cd6b884-c88a-4502-bb8b-21790351524d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3678393 Feb 04 08:45:24.357734 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:24.384460 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-55fbd67d-e2b3-44cc-8964-0f8c4c23edca None None] Attempting to bind port 1966ad3a-bbd8-4408-8ac6-6ab6c1130521 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:45:24.384460 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-55fbd67d-e2b3-44cc-8964-0f8c4c23edca None None] Attempting to bind port 1966ad3a-bbd8-4408-8ac6-6ab6c1130521 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': 'e76cf80c-e2cb-4531-9243-16d7b2c6562f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'eea0535a-85bc-4e1c-92d6-ee24072cbc48'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:45:24.384460 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fbd67d-e2b3-44cc-8964-0f8c4c23edca None None] Attempting to bind port 1966ad3a-bbd8-4408-8ac6-6ab6c1130521 on network eea0535a-85bc-4e1c-92d6-ee24072cbc48 {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:45:24.388625 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fbd67d-e2b3-44cc-8964-0f8c4c23edca None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:45:24.389114 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fbd67d-e2b3-44cc-8964-0f8c4c23edca None None] Checking segment: {'id': 'e76cf80c-e2cb-4531-9243-16d7b2c6562f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'eea0535a-85bc-4e1c-92d6-ee24072cbc48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:45:24.390127 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-55fbd67d-e2b3-44cc-8964-0f8c4c23edca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:24.390127 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fbd67d-e2b3-44cc-8964-0f8c4c23edca None None] Bound using segment: {'id': 'e76cf80c-e2cb-4531-9243-16d7b2c6562f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'eea0535a-85bc-4e1c-92d6-ee24072cbc48'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:45:24.390650 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-55fbd67d-e2b3-44cc-8964-0f8c4c23edca None None] Bound port: 1966ad3a-bbd8-4408-8ac6-6ab6c1130521, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e76cf80c-e2cb-4531-9243-16d7b2c6562f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'eea0535a-85bc-4e1c-92d6-ee24072cbc48'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:45:24.391136 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-55fbd67d-e2b3-44cc-8964-0f8c4c23edca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:24.405846 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7338a4dd-382b-4960-ba21-e0de546ebe5b req-8c7e92f3-808c-4d7a-9e0d-282a63910c5c service neutron] 10.222.0.47 "GET /v2.0/networks/dfd3e35e-8d31-4904-a33a-2fe9438ce3a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3175454 Feb 04 08:45:24.491755 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-55fbd67d-e2b3-44cc-8964-0f8c4c23edca None None] For port 1966ad3a-bbd8-4408-8ac6-6ab6c1130521, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:45:24.496208 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-55fbd67d-e2b3-44cc-8964-0f8c4c23edca None None] For port 1966ad3a-bbd8-4408-8ac6-6ab6c1130521, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=1966ad3a-bbd8-4408-8ac6-6ab6c1130521,segment=NetworkSegment(e76cf80c-e2cb-4531-9243-16d7b2c6562f),segment_id=e76cf80c-e2cb-4531-9243-16d7b2c6562f)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:45:24.527683 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e87aab57-280c-44e5-981a-0b2765dc4960 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473817'] for router_interface, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:24.598627 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4df01357-06c2-41b0-9510-7deb95c5e653 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:24.672007 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7338a4dd-382b-4960-ba21-e0de546ebe5b req-67de18f8-2cc5-43a1-b40c-b9b6e81d712a service neutron] 10.222.0.47 "GET /v2.0/networks/dfd3e35e-8d31-4904-a33a-2fe9438ce3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593935 Feb 04 08:45:24.688269 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-4df01357-06c2-41b0-9510-7deb95c5e653 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eea0535a-85bc-4e1c-92d6-ee24072cbc48']}} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:24.699320 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-55fbd67d-e2b3-44cc-8964-0f8c4c23edca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:24.709475 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-4df01357-06c2-41b0-9510-7deb95c5e653 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e76cf80c-e2cb-4531-9243-16d7b2c6562f') {'for_net_delete': True} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:24.709770 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-4df01357-06c2-41b0-9510-7deb95c5e653 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e76cf80c-e2cb-4531-9243-16d7b2c6562f') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:24.731698 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4df01357-06c2-41b0-9510-7deb95c5e653 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7851336'] for segment, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:24.756818 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4df01357-06c2-41b0-9510-7deb95c5e653 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:24.781082 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4df01357-06c2-41b0-9510-7deb95c5e653 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=84108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:45:24.781372 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4df01357-06c2-41b0-9510-7deb95c5e653 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7460345'] for segment, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:24.795714 dv-neutron-827798-2-hyperv neutron-server[84108]: Traceback (most recent call last): Feb 04 08:45:24.795714 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:45:24.795714 dv-neutron-827798-2-hyperv neutron-server[84108]: timer() Feb 04 08:45:24.795714 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:45:24.795714 dv-neutron-827798-2-hyperv neutron-server[84108]: cb(*args, **kw) Feb 04 08:45:24.795714 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:45:24.795714 dv-neutron-827798-2-hyperv neutron-server[84108]: return func(*args, **kwargs) Feb 04 08:45:24.795714 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:45:24.795714 dv-neutron-827798-2-hyperv neutron-server[84108]: self._notify() Feb 04 08:45:24.795714 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:45:24.795714 dv-neutron-827798-2-hyperv neutron-server[84108]: self.callback(batched_events) Feb 04 08:45:24.795714 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:45:24.795714 dv-neutron-827798-2-hyperv neutron-server[84108]: event.method(event) Feb 04 08:45:24.795714 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:45:24.795714 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:45:24.795714 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:45:24.795714 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:45:24.795714 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:45:24.795714 dv-neutron-827798-2-hyperv neutron-server[84108]: return f(self, *a, **k) Feb 04 08:45:24.795714 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:45:24.795714 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._get(url).json() Feb 04 08:45:24.795714 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:45:24.795714 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:45:24.795714 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:45:24.795714 dv-neutron-827798-2-hyperv neutron-server[84108]: return self.request(url, 'GET', **kwargs) Feb 04 08:45:24.795714 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:45:24.795714 dv-neutron-827798-2-hyperv neutron-server[84108]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:45:24.795714 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:45:24.795714 dv-neutron-827798-2-hyperv neutron-server[84108]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:45:24.795714 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:45:24.795714 dv-neutron-827798-2-hyperv neutron-server[84108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:45:24.795714 dv-neutron-827798-2-hyperv neutron-server[84108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:45:24.830184 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fbd67d-e2b3-44cc-8964-0f8c4c23edca None None] Pushing event updated for resources: {'Port': ['ID=1966ad3a-bbd8-4408-8ac6-6ab6c1130521,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:24.872880 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b35b45-c80b-417a-a9e3-70661ae5b6f2 None None] Network eea0535a-85bc-4e1c-92d6-ee24072cbc48 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:45:24.900766 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-18903eed-f97e-4b42-a5ef-700fb02a8907 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Notify callbacks [] for port, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:24.904169 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.db.api [None req-4df01357-06c2-41b0-9510-7deb95c5e653 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 08:45:24.904169 dv-neutron-827798-2-hyperv neutron-server[84108]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 08:45:24.904169 dv-neutron-827798-2-hyperv neutron-server[84108]: [parameters: {'id': 'eea0535a-85bc-4e1c-92d6-ee24072cbc48'}] Feb 04 08:45:24.904169 dv-neutron-827798-2-hyperv neutron-server[84108]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84108) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 08:45:24.904626 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG oslo_db.api [None req-4df01357-06c2-41b0-9510-7deb95c5e653 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 08:45:24.961259 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-18903eed-f97e-4b42-a5ef-700fb02a8907 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:25.086367 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18903eed-f97e-4b42-a5ef-700fb02a8907 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Pushing event updated for resources: {'Port': ['ID=c8639525-3db5-4ed6-8910-3406af592ba1,revision_number=2']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:25.088666 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-18903eed-f97e-4b42-a5ef-700fb02a8907 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473771'] for router_interface, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:25.089899 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ea2c3c-6184-46d6-a28b-c15b91c07f1f None None] get_active_networks_info from dv-neutron-827798-2-hyperv {{(pid=84109) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 04 08:45:25.182970 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-e87aab57-280c-44e5-981a-0b2765dc4960 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Deleting port 9f9081ba-24ad-417f-9ba1-85f2cd6af11d {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:45:25.183357 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e87aab57-280c-44e5-981a-0b2765dc4960 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:25.208762 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ea2c3c-6184-46d6-a28b-c15b91c07f1f None None] Resources bound (agent type, host, resource id): {{(pid=84109) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 08:45:25.227432 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18903eed-f97e-4b42-a5ef-700fb02a8907 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Network c90b2118-0dcd-4dc8-97b6-8af43c717329 is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:45:25.228638 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-18903eed-f97e-4b42-a5ef-700fb02a8907 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:45:25.375377 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e87aab57-280c-44e5-981a-0b2765dc4960 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:25.416944 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4df01357-06c2-41b0-9510-7deb95c5e653 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:25.446359 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-4df01357-06c2-41b0-9510-7deb95c5e653 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Deleting port 1966ad3a-bbd8-4408-8ac6-6ab6c1130521 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:45:25.446697 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4df01357-06c2-41b0-9510-7deb95c5e653 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:25.504610 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-e87aab57-280c-44e5-981a-0b2765dc4960 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Calling delete_port for 9f9081ba-24ad-417f-9ba1-85f2cd6af11d owned by network:router_interface {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:45:25.663268 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbf02db-991f-4181-85bd-aacf8674917d req-b459a167-f431-45d5-a79a-05da7c0e5d79 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:45:25.664858 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-3fbf02db-991f-4181-85bd-aacf8674917d req-b459a167-f431-45d5-a79a-05da7c0e5d79 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=3cc216c2-23c9-46f1-838c-44ac9810b65e HTTP/1.1" status: 200 len: 944 time: 0.1677012 Feb 04 08:45:25.755395 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-3fbf02db-991f-4181-85bd-aacf8674917d req-b7c18a5a-4eb6-4df0-a62d-9677ea3a56a0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=4cd6b884-c88a-4502-bb8b-21790351524d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812407 Feb 04 08:45:25.755659 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [None req-4df01357-06c2-41b0-9510-7deb95c5e653 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] For port 1966ad3a-bbd8-4408-8ac6-6ab6c1130521, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=1966ad3a-bbd8-4408-8ac6-6ab6c1130521,segment=NetworkSegment(e76cf80c-e2cb-4531-9243-16d7b2c6562f),segment_id=e76cf80c-e2cb-4531-9243-16d7b2c6562f)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:45:25.756000 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4df01357-06c2-41b0-9510-7deb95c5e653 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:25.853168 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e87aab57-280c-44e5-981a-0b2765dc4960 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:25.899067 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87aab57-280c-44e5-981a-0b2765dc4960 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Pushing event deleted for resources: {'Port': ['ID=9f9081ba-24ad-417f-9ba1-85f2cd6af11d,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:25.911061 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-e5137dea-6999-43e9-abcc-fde22ca21329 None None] Provisioning complete for port c8639525-3db5-4ed6-8910-3406af592ba1 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:45:25.911061 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-e5137dea-6999-43e9-abcc-fde22ca21329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:25.936001 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-4df01357-06c2-41b0-9510-7deb95c5e653 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Calling delete_port for 1966ad3a-bbd8-4408-8ac6-6ab6c1130521 owned by network:dhcp {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:45:25.975746 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-e5137dea-6999-43e9-abcc-fde22ca21329 None None] Port c8639525-3db5-4ed6-8910-3406af592ba1 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:45:25.988109 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:26.166564 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18903eed-f97e-4b42-a5ef-700fb02a8907 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Router 4ad20f60-5cd8-4db9-9383-acdb170b4b3e has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:45:26.197853 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e87aab57-280c-44e5-981a-0b2765dc4960 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1572495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472959'] for router_interface, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:26.229142 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4df01357-06c2-41b0-9510-7deb95c5e653 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:26.284131 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df01357-06c2-41b0-9510-7deb95c5e653 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Pushing event deleted for resources: {'Port': ['ID=1966ad3a-bbd8-4408-8ac6-6ab6c1130521,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:26.293605 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df01357-06c2-41b0-9510-7deb95c5e653 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] No DVR routers for this DVR port 1966ad3a-bbd8-4408-8ac6-6ab6c1130521 on host dv-neutron-827798-2-hyperv {{(pid=84108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:45:26.430793 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4df01357-06c2-41b0-9510-7deb95c5e653 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:26.461367 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-4df01357-06c2-41b0-9510-7deb95c5e653 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eea0535a-85bc-4e1c-92d6-ee24072cbc48']}} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:26.527585 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-4df01357-06c2-41b0-9510-7deb95c5e653 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e76cf80c-e2cb-4531-9243-16d7b2c6562f') {'for_net_delete': True} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:26.527861 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-4df01357-06c2-41b0-9510-7deb95c5e653 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e76cf80c-e2cb-4531-9243-16d7b2c6562f') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:26.544045 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4df01357-06c2-41b0-9510-7deb95c5e653 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7851336'] for segment, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:26.570547 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4df01357-06c2-41b0-9510-7deb95c5e653 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:26.578661 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4df01357-06c2-41b0-9510-7deb95c5e653 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=84108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:45:26.579042 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4df01357-06c2-41b0-9510-7deb95c5e653 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7460345'] for segment, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:26.593983 dv-neutron-827798-2-hyperv neutron-server[84108]: Traceback (most recent call last): Feb 04 08:45:26.593983 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:45:26.593983 dv-neutron-827798-2-hyperv neutron-server[84108]: timer() Feb 04 08:45:26.593983 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:45:26.593983 dv-neutron-827798-2-hyperv neutron-server[84108]: cb(*args, **kw) Feb 04 08:45:26.593983 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:45:26.593983 dv-neutron-827798-2-hyperv neutron-server[84108]: return func(*args, **kwargs) Feb 04 08:45:26.593983 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:45:26.593983 dv-neutron-827798-2-hyperv neutron-server[84108]: self._notify() Feb 04 08:45:26.593983 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:45:26.593983 dv-neutron-827798-2-hyperv neutron-server[84108]: self.callback(batched_events) Feb 04 08:45:26.593983 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:45:26.593983 dv-neutron-827798-2-hyperv neutron-server[84108]: event.method(event) Feb 04 08:45:26.593983 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:45:26.593983 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:45:26.593983 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:45:26.593983 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:45:26.593983 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:45:26.593983 dv-neutron-827798-2-hyperv neutron-server[84108]: return f(self, *a, **k) Feb 04 08:45:26.593983 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:45:26.593983 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._get(url).json() Feb 04 08:45:26.593983 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:45:26.593983 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:45:26.593983 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:45:26.593983 dv-neutron-827798-2-hyperv neutron-server[84108]: return self.request(url, 'GET', **kwargs) Feb 04 08:45:26.593983 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:45:26.593983 dv-neutron-827798-2-hyperv neutron-server[84108]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:45:26.593983 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:45:26.593983 dv-neutron-827798-2-hyperv neutron-server[84108]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:45:26.593983 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:45:26.593983 dv-neutron-827798-2-hyperv neutron-server[84108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:45:26.593983 dv-neutron-827798-2-hyperv neutron-server[84108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:45:26.604931 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e87aab57-280c-44e5-981a-0b2765dc4960 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Router ea05eec4-2cff-4468-907e-ccf77f5d61b3 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:45:26.683039 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18903eed-f97e-4b42-a5ef-700fb02a8907 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:45:26.695297 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device eb5f0985-ba6e-42eb-9db3-e4b594f0c8c9 details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=84109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 08:45:26.703007 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-18903eed-f97e-4b42-a5ef-700fb02a8907 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] 10.222.0.36 "PUT /v2.0/routers/4ad20f60-5cd8-4db9-9383-acdb170b4b3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1642060 Feb 04 08:45:26.705549 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 55836) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:26.707688 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2a61c4-699c-4f9e-b509-afb374490ace None None] Sync routers for ids ['4ad20f60-5cd8-4db9-9383-acdb170b4b3e'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:45:26.716640 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-db981d39-73b4-408c-bfc6-b40a58994adc tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Request body: {'port': {'network_id': 'c90b2118-0dcd-4dc8-97b6-8af43c717329', 'name': 'tempest-FloatingIPAdminTestJSON-106809791'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:45:26.725623 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2a61c4-699c-4f9e-b509-afb374490ace None None] Routers {'4ad20f60-5cd8-4db9-9383-acdb170b4b3e'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:45:26.728313 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-6b2a61c4-699c-4f9e-b509-afb374490ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:45:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['4ad20f60-5cd8-4db9-9383-acdb170b4b3e'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:26.755603 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e87aab57-280c-44e5-981a-0b2765dc4960 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:45:26.798990 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-6b2a61c4-699c-4f9e-b509-afb374490ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:26.802135 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4df01357-06c2-41b0-9510-7deb95c5e653 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:26.810687 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2a61c4-699c-4f9e-b509-afb374490ace None None] Routers {'4ad20f60-5cd8-4db9-9383-acdb170b4b3e'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:45:26.812360 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-6b2a61c4-699c-4f9e-b509-afb374490ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:45:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['4ad20f60-5cd8-4db9-9383-acdb170b4b3e'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:26.824835 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-e87aab57-280c-44e5-981a-0b2765dc4960 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "PUT /v2.0/routers/ea05eec4-2cff-4468-907e-ccf77f5d61b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3026221 Feb 04 08:45:26.826041 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 55842) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:26.829159 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ab98ab-536c-44b3-be0e-9d01203332f1 None None] Sync routers for ids ['ea05eec4-2cff-4468-907e-ccf77f5d61b3'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:45:26.833038 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4df01357-06c2-41b0-9510-7deb95c5e653 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks [] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:26.839011 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-4df01357-06c2-41b0-9510-7deb95c5e653 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] 10.222.0.36 "DELETE /v2.0/networks/eea0535a-85bc-4e1c-92d6-ee24072cbc48 HTTP/1.1" status: 204 len: 168 time: 3.5663617 Feb 04 08:45:26.845462 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 55846) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:26.866746 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ab98ab-536c-44b3-be0e-9d01203332f1 None None] Routers {'ea05eec4-2cff-4468-907e-ccf77f5d61b3'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:45:26.867471 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-b0ab98ab-536c-44b3-be0e-9d01203332f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:45:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['ea05eec4-2cff-4468-907e-ccf77f5d61b3'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:26.892297 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df01357-06c2-41b0-9510-7deb95c5e653 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Pushing event deleted for resources: {'Network': ['ID=eea0535a-85bc-4e1c-92d6-ee24072cbc48,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:26.896099 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8cb28b1-43ff-41c8-8996-59e87ba4ce2a tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] GET failed (client error): The resource could not be found. Feb 04 08:45:26.896753 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-b8cb28b1-43ff-41c8-8996-59e87ba4ce2a tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Synchronizing usage tracker for tenant:88ac21618fc2460393f2181c0240ea1e on resource:subnet {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:45:26.904633 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-fc1cbbfa-82e8-43a7-b29c-53ef7973d183 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Synchronizing usage tracker for tenant:bf57e53bceb34316b0180186a41d96ee on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:45:26.946562 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-6b2a61c4-699c-4f9e-b509-afb374490ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:26.946897 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2a61c4-699c-4f9e-b509-afb374490ace None None] The sync data for ids ['4ad20f60-5cd8-4db9-9383-acdb170b4b3e'] in dv-neutron-827798-2-hyperv is: [] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:45:26.975328 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-db981d39-73b4-408c-bfc6-b40a58994adc tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:45:26.980488 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-db981d39-73b4-408c-bfc6-b40a58994adc tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Usage tracker for resource:port and tenant:2b37a6ba0e6c45fe9f603221e9036e25 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:45:26.983718 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-db981d39-73b4-408c-bfc6-b40a58994adc tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:45:26.987769 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-b0ab98ab-536c-44b3-be0e-9d01203332f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:26.991816 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-db981d39-73b4-408c-bfc6-b40a58994adc tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:45:27.000942 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-fc1cbbfa-82e8-43a7-b29c-53ef7973d183 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Unset dirty status for tenant:bf57e53bceb34316b0180186a41d96ee on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:45:27.001838 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-fc1cbbfa-82e8-43a7-b29c-53ef7973d183 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea05eec4-2cff-4468-907e-ccf77f5d61b3 HTTP/1.1" status: 200 len: 205 time: 0.1738434 Feb 04 08:45:27.005611 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 55850) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:27.017574 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port eb5f0985-ba6e-42eb-9db3-e4b594f0c8c9, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=eb5f0985-ba6e-42eb-9db3-e4b594f0c8c9,segment=NetworkSegment(621bf94a-8623-401c-be43-5da80d76f6b2),segment_id=621bf94a-8623-401c-be43-5da80d76f6b2)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:45:27.033878 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ab98ab-536c-44b3-be0e-9d01203332f1 None None] Routers {'ea05eec4-2cff-4468-907e-ccf77f5d61b3'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:45:27.034502 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-b0ab98ab-536c-44b3-be0e-9d01203332f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:45:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['ea05eec4-2cff-4468-907e-ccf77f5d61b3'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:27.052348 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8fbdac-5a4f-442f-8058-240752d34e25 req-57a9103c-b58e-4ac3-8598-ab7467cfa7ba tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:45:27.054051 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-2c8fbdac-5a4f-442f-8058-240752d34e25 req-57a9103c-b58e-4ac3-8598-ab7467cfa7ba tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=3cc216c2-23c9-46f1-838c-44ac9810b65e HTTP/1.1" status: 200 len: 944 time: 0.0938928 Feb 04 08:45:27.067898 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-b8cb28b1-43ff-41c8-8996-59e87ba4ce2a tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Unset dirty status for tenant:88ac21618fc2460393f2181c0240ea1e on resource:subnet {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:45:27.071706 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-b8cb28b1-43ff-41c8-8996-59e87ba4ce2a tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] 10.222.0.36 "GET /v2.0/subnets/dde2f12c-8ec1-4b8d-9bb4-e87c66673b02 HTTP/1.1" status: 404 len: 337 time: 0.2227256 Feb 04 08:45:27.075431 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 55854) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:27.086435 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Returning: {'device': 'eb5f0985-ba6e-42eb-9db3-e4b594f0c8c9', 'network_id': 'dfd3e35e-8d31-4904-a33a-2fe9438ce3a8', 'port_id': 'eb5f0985-ba6e-42eb-9db3-e4b594f0c8c9', 'mac_address': 'fa:16:3e:1b:27:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7468b71-f98f-4f00-b331-49e92e5ae12e', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 08:45:27.098148 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-b0ab98ab-536c-44b3-be0e-9d01203332f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:27.098556 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ab98ab-536c-44b3-be0e-9d01203332f1 None None] The sync data for ids ['ea05eec4-2cff-4468-907e-ccf77f5d61b3'] in dv-neutron-827798-2-hyperv is: [] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:45:27.100654 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db981d39-73b4-408c-bfc6-b40a58994adc tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Made reservation on behalf of 2b37a6ba0e6c45fe9f603221e9036e25 for: {'port': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:45:27.104499 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-db981d39-73b4-408c-bfc6-b40a58994adc tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:27.114490 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-2c8fbdac-5a4f-442f-8058-240752d34e25 req-1e6fd38b-2c20-4e74-b1a6-a200a5ba55a0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=4cd6b884-c88a-4502-bb8b-21790351524d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542364 Feb 04 08:45:27.159453 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:27.177307 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb5f0985-ba6e-42eb-9db3-e4b594f0c8c9 {{(pid=84109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 08:45:27.183967 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdb4da66-f599-4496-80a3-88ac6cb6cf76 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] DELETE failed (client error): The resource could not be found. Feb 04 08:45:27.184487 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdb4da66-f599-4496-80a3-88ac6cb6cf76 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:45:27.186190 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-fdb4da66-f599-4496-80a3-88ac6cb6cf76 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] 10.222.0.36 "DELETE /v2.0/networks/eea0535a-85bc-4e1c-92d6-ee24072cbc48 HTTP/1.1" status: 404 len: 339 time: 0.1103604 Feb 04 08:45:27.190113 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 55858) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:27.194504 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port eb5f0985-ba6e-42eb-9db3-e4b594f0c8c9, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=eb5f0985-ba6e-42eb-9db3-e4b594f0c8c9,segment=NetworkSegment(621bf94a-8623-401c-be43-5da80d76f6b2),segment_id=621bf94a-8623-401c-be43-5da80d76f6b2)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:45:27.204033 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [None req-db981d39-73b4-408c-bfc6-b40a58994adc tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] device_id is not set on port ca91677e-8b60-4586-a9c3-8309a144d187 yet. {{(pid=84108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:45:27.240048 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3379d6df-5a3a-42c9-8388-7e2f2898ac19 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks [] for router, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:27.246237 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:27.317332 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=eb5f0985-ba6e-42eb-9db3-e4b594f0c8c9,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:27.339144 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839793ee-f6b7-487c-b49d-dac24eebb047 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:45:27.339832 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-839793ee-f6b7-487c-b49d-dac24eebb047 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Synchronizing usage tracker for tenant:88ac21618fc2460393f2181c0240ea1e on resource:network {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:45:27.412344 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-839793ee-f6b7-487c-b49d-dac24eebb047 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Unset dirty status for tenant:88ac21618fc2460393f2181c0240ea1e on resource:network {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:45:27.413677 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-839793ee-f6b7-487c-b49d-dac24eebb047 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2225835 Feb 04 08:45:27.416602 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 55862) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:27.454677 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-bbfe937f-d318-4635-9c50-bcf1dc1301ab tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Synchronizing usage tracker for tenant:88ac21618fc2460393f2181c0240ea1e on resource:subnet {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:45:27.466499 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-bbfe937f-d318-4635-9c50-bcf1dc1301ab tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Unset dirty status for tenant:88ac21618fc2460393f2181c0240ea1e on resource:subnet {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:45:27.467623 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-bbfe937f-d318-4635-9c50-bcf1dc1301ab tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] 10.222.0.36 "GET /v2.0/subnets?network_id=e264bd74-c56b-43d0-9059-bcb57dbbe5bc HTTP/1.1" status: 200 len: 207 time: 0.0501342 Feb 04 08:45:27.471166 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 55866) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:27.584970 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] get_ports_and_sgs() called for port_ids ['eb5f0985-ba6e-42eb-9db3-e4b594f0c8c9'] {{(pid=84109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 08:45:27.618979 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253d55b1-08c1-4a02-8c69-a4ff03da92d9 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:45:27.622897 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253d55b1-08c1-4a02-8c69-a4ff03da92d9 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:45:27.627087 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253d55b1-08c1-4a02-8c69-a4ff03da92d9 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:45:27.631087 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253d55b1-08c1-4a02-8c69-a4ff03da92d9 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:45:27.637106 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-253d55b1-08c1-4a02-8c69-a4ff03da92d9 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.1607389 Feb 04 08:45:27.638479 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 55870) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:27.783333 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-db981d39-73b4-408c-bfc6-b40a58994adc tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Allocated IP 172.20.0.9 (c90b2118-0dcd-4dc8-97b6-8af43c717329/8e4a25f3-d3f1-42ca-89de-c82da024bc5e/ca91677e-8b60-4586-a9c3-8309a144d187) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:45:27.854531 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3379d6df-5a3a-42c9-8388-7e2f2898ac19 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40989'] for router, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:27.863261 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3379d6df-5a3a-42c9-8388-7e2f2898ac19 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:27.902791 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-4efc05d1-d042-48ec-8681-85d062ea133b tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] 10.222.0.36 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.2631583 Feb 04 08:45:27.906632 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 55874) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:27.973652 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63bfc0c3-9b51-4f4f-933c-126d98e7a91e tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:45:27.975083 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63bfc0c3-9b51-4f4f-933c-126d98e7a91e tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:45:27.980510 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-63bfc0c3-9b51-4f4f-933c-126d98e7a91e tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0696194 Feb 04 08:45:27.980761 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 55878) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:28.036427 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3379d6df-5a3a-42c9-8388-7e2f2898ac19 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-476062'] for router, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:28.036879 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3379d6df-5a3a-42c9-8388-7e2f2898ac19 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Fanout notify agent at l3_agent the message router_deleted on router ea05eec4-2cff-4468-907e-ccf77f5d61b3 {{(pid=84108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 08:45:28.054593 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea36206-c5a0-4465-9d24-abac41daa83f tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Attributes excluded by policy engine: ['shared'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:45:28.056238 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea36206-c5a0-4465-9d24-abac41daa83f tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Attributes excluded by policy engine: ['shared'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:45:28.058307 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-fea36206-c5a0-4465-9d24-abac41daa83f tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] 10.222.0.36 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0761209 Feb 04 08:45:28.063261 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 55882) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:28.091991 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3379d6df-5a3a-42c9-8388-7e2f2898ac19 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks [] for router, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:28.093077 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-3379d6df-5a3a-42c9-8388-7e2f2898ac19 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "DELETE /v2.0/routers/ea05eec4-2cff-4468-907e-ccf77f5d61b3 HTTP/1.1" status: 204 len: 168 time: 1.0862656 Feb 04 08:45:28.097780 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-db981d39-73b4-408c-bfc6-b40a58994adc tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:28.100386 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 55886) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:28.152088 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.provisioning_blocks [None req-db981d39-73b4-408c-bfc6-b40a58994adc tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Transition to ACTIVE for port object ca91677e-8b60-4586-a9c3-8309a144d187 will not be triggered until provisioned by entity DHCP. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:45:28.207037 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6479c7ba-6a3b-43cc-a798-48f141974ad5 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:45:28.208768 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-6479c7ba-6a3b-43cc-a798-48f141974ad5 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] 10.222.0.36 "GET /v2.0/networks/64c3d6bf-36a9-4329-8a5f-b59d9eddcfc4 HTTP/1.1" status: 200 len: 800 time: 0.1445534 Feb 04 08:45:28.212546 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 55892) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:28.303153 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_v2 [None req-768ae7c2-1d3a-4dee-8005-5af1046d856f tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Deleting subnet f7f38f83-e127-4606-a098-f355771135f0 {{(pid=84108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:45:28.307002 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-db981d39-73b4-408c-bfc6-b40a58994adc tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:28.308507 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-768ae7c2-1d3a-4dee-8005-5af1046d856f tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks [] for subnet, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:28.406509 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-c26a474a-615d-4915-bfd2-667bbf5a7fc5 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] 10.222.0.36 "GET /v2.0/networks/64c3d6bf-36a9-4329-8a5f-b59d9eddcfc4?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1927896 Feb 04 08:45:28.410310 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 55896) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:28.424485 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db981d39-73b4-408c-bfc6-b40a58994adc tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Network c90b2118-0dcd-4dc8-97b6-8af43c717329 is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:45:28.429773 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-db981d39-73b4-408c-bfc6-b40a58994adc tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:45:28.433263 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-768ae7c2-1d3a-4dee-8005-5af1046d856f tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7851377'] for subnet, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:28.464146 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db981d39-73b4-408c-bfc6-b40a58994adc tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:45:28.465973 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f56ff3c-67b8-4854-80fe-2c2404a94112 req-afa357d0-7ecc-479e-af76-9ebf84d7db4c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:45:28.467444 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-3f56ff3c-67b8-4854-80fe-2c2404a94112 req-afa357d0-7ecc-479e-af76-9ebf84d7db4c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=3cc216c2-23c9-46f1-838c-44ac9810b65e HTTP/1.1" status: 200 len: 945 time: 0.1819410 Feb 04 08:45:28.507625 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e2b03f-9490-4c3d-a31e-84282531bb25 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:45:28.508988 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-78e2b03f-9490-4c3d-a31e-84282531bb25 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] 10.222.0.36 "GET /v2.0/subnets/83c33f11-921c-442b-aec9-fac23da4f887 HTTP/1.1" status: 200 len: 811 time: 0.0980132 Feb 04 08:45:28.509882 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db981d39-73b4-408c-bfc6-b40a58994adc tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Pushing event updated for resources: {'Port': ['ID=ca91677e-8b60-4586-a9c3-8309a144d187,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:28.512992 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 55900) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:28.564708 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db981d39-73b4-408c-bfc6-b40a58994adc tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:45:28.565319 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-db981d39-73b4-408c-bfc6-b40a58994adc tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:28.587175 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-3f56ff3c-67b8-4854-80fe-2c2404a94112 req-e60c1e2b-4638-4f27-a653-a90096a349fc tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=4cd6b884-c88a-4502-bb8b-21790351524d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053398 Feb 04 08:45:28.605029 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cbd78c-dff5-4301-9eba-c56413bebf9e tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Attributes excluded by policy engine: ['shared'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:45:28.610019 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-768ae7c2-1d3a-4dee-8005-5af1046d856f tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:28.610173 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-83cbd78c-dff5-4301-9eba-c56413bebf9e tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] 10.222.0.36 "GET /v2.0/subnets/83c33f11-921c-442b-aec9-fac23da4f887?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0925198 Feb 04 08:45:28.610379 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 55904) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:28.617325 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-cfd9406c-cc3f-4beb-86da-ed0148ed4901 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-414853127'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:45:28.626291 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-cfd9406c-cc3f-4beb-86da-ed0148ed4901 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:45:28.636677 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-cfd9406c-cc3f-4beb-86da-ed0148ed4901 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:45:28.691726 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device eb5f0985-ba6e-42eb-9db3-e4b594f0c8c9 up at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:45:28.697103 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-db981d39-73b4-408c-bfc6-b40a58994adc tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9869387 Feb 04 08:45:28.702561 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 55908) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:28.750201 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-768ae7c2-1d3a-4dee-8005-5af1046d856f tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7593563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8119683'] for subnet, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:28.772583 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd9406c-cc3f-4beb-86da-ed0148ed4901 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Made reservation on behalf of 88ac21618fc2460393f2181c0240ea1e for: {'network': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:45:28.777131 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-cfd9406c-cc3f-4beb-86da-ed0148ed4901 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:28.794541 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-f08a98b9-45a7-4151-ae33-574315696e94 tempest-FloatingIPAdminTestJSON-1915685739 tempest-FloatingIPAdminTestJSON-1915685739-project-admin] Request body: {'floatingip': {'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'project_id': '2b37a6ba0e6c45fe9f603221e9036e25', 'port_id': 'ca91677e-8b60-4586-a9c3-8309a144d187'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:45:28.803226 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768ae7c2-1d3a-4dee-8005-5af1046d856f tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Pushing event deleted for resources: {'Subnet': ['ID=f7f38f83-e127-4606-a098-f355771135f0,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:28.804429 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfd9406c-cc3f-4beb-86da-ed0148ed4901 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=84107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:45:28.806730 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-f08a98b9-45a7-4151-ae33-574315696e94 tempest-FloatingIPAdminTestJSON-1915685739 tempest-FloatingIPAdminTestJSON-1915685739-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:45:28.813345 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-cfd9406c-cc3f-4beb-86da-ed0148ed4901 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:28.813517 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-f08a98b9-45a7-4151-ae33-574315696e94 tempest-FloatingIPAdminTestJSON-1915685739 tempest-FloatingIPAdminTestJSON-1915685739-project-admin] Usage tracker for resource:floatingip and tenant:2b37a6ba0e6c45fe9f603221e9036e25 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:45:28.813694 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.segments_db [None req-cfd9406c-cc3f-4beb-86da-ed0148ed4901 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Added segment fbbbc8f3-4ccf-4bc2-80bb-d0ee54ac689c of type vlan for network 70e9d52a-7c6b-4465-8cb9-af210d85fb73 Feb 04 08:45:28.816412 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-768ae7c2-1d3a-4dee-8005-5af1046d856f tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:28.821108 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947c1f32-e60d-46e7-9e1c-553dddc7ee95 None None] Network 2ed99498-7e67-4947-b20c-de58066a4020 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:45:28.823687 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-f08a98b9-45a7-4151-ae33-574315696e94 tempest-FloatingIPAdminTestJSON-1915685739 tempest-FloatingIPAdminTestJSON-1915685739-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:45:28.827250 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-768ae7c2-1d3a-4dee-8005-5af1046d856f tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "DELETE /v2.0/subnets/f7f38f83-e127-4606-a098-f355771135f0 HTTP/1.1" status: 204 len: 168 time: 0.7258971 Feb 04 08:45:28.830696 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 55914) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:28.833330 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-f08a98b9-45a7-4151-ae33-574315696e94 tempest-FloatingIPAdminTestJSON-1915685739 tempest-FloatingIPAdminTestJSON-1915685739-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:45:28.844800 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-cfd9406c-cc3f-4beb-86da-ed0148ed4901 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:28.888406 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-e9af8da2-411c-4ed7-8cb0-3b1af75e1125 None None] Provisioning for port ca91677e-8b60-4586-a9c3-8309a144d187 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:45:28.897309 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Provisioning for port eb5f0985-ba6e-42eb-9db3-e4b594f0c8c9 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:45:28.904609 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-e9af8da2-411c-4ed7-8cb0-3b1af75e1125 None None] Provisioning complete for port ca91677e-8b60-4586-a9c3-8309a144d187 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:45:28.904609 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-e9af8da2-411c-4ed7-8cb0-3b1af75e1125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:28.939856 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Provisioning complete for port eb5f0985-ba6e-42eb-9db3-e4b594f0c8c9 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:45:28.940709 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:28.955779 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-cfd9406c-cc3f-4beb-86da-ed0148ed4901 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:28.956332 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f7cdb013-3caf-47df-bdc1-bf5329e0e4cb tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:28.960509 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd9406c-cc3f-4beb-86da-ed0148ed4901 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:45:28.964044 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-cfd9406c-cc3f-4beb-86da-ed0148ed4901 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks [] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:28.966598 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-f7cdb013-3caf-47df-bdc1-bf5329e0e4cb tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Deleting port 0003fca6-f80d-4711-8de4-f076193dbc4e {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:45:28.966935 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f7cdb013-3caf-47df-bdc1-bf5329e0e4cb tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:28.995533 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f08a98b9-45a7-4151-ae33-574315696e94 tempest-FloatingIPAdminTestJSON-1915685739 tempest-FloatingIPAdminTestJSON-1915685739-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:29.064841 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-e9af8da2-411c-4ed7-8cb0-3b1af75e1125 None None] Port ca91677e-8b60-4586-a9c3-8309a144d187 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:45:29.106360 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd9406c-cc3f-4beb-86da-ed0148ed4901 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Pushing event updated for resources: {'Network': ['ID=70e9d52a-7c6b-4465-8cb9-af210d85fb73,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:29.125169 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network 70e9d52a-7c6b-4465-8cb9-af210d85fb73 details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:45:29.178856 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-cfd9406c-cc3f-4beb-86da-ed0148ed4901 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5673168 Feb 04 08:45:29.181744 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 55918) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:29.187550 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-95df9075-3a11-467f-a89a-1b3d9a510367 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Request body: {'subnet': {'network_id': '70e9d52a-7c6b-4465-8cb9-af210d85fb73', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:45:29.270635 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [None req-f7cdb013-3caf-47df-bdc1-bf5329e0e4cb tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] For port 0003fca6-f80d-4711-8de4-f076193dbc4e, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=0003fca6-f80d-4711-8de4-f076193dbc4e,segment=NetworkSegment(6a0ddabb-7493-4148-a9f6-d211d0d2de71),segment_id=6a0ddabb-7493-4148-a9f6-d211d0d2de71)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:45:29.270994 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f7cdb013-3caf-47df-bdc1-bf5329e0e4cb tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:29.299051 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:29.318287 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-95df9075-3a11-467f-a89a-1b3d9a510367 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:45:29.329757 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-95df9075-3a11-467f-a89a-1b3d9a510367 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:45:29.346641 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc216c2-23c9-46f1-838c-44ac9810b65e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb5f0985-ba6e-42eb-9db3-e4b594f0c8c9'}] {{(pid=84109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:45:29.355565 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port eb5f0985-ba6e-42eb-9db3-e4b594f0c8c9, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=eb5f0985-ba6e-42eb-9db3-e4b594f0c8c9,segment=NetworkSegment(621bf94a-8623-401c-be43-5da80d76f6b2),segment_id=621bf94a-8623-401c-be43-5da80d76f6b2)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:45:29.409225 dv-neutron-827798-2-hyperv neutron-server[84109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc216c2-23c9-46f1-838c-44ac9810b65e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb5f0985-ba6e-42eb-9db3-e4b594f0c8c9', 'code': 200} Feb 04 08:45:29.414992 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eea447f-cc40-444c-bf40-821ae3eb9089 None None] DHCP port deletion for 2ed99498-7e67-4947-b20c-de58066a4020 request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 08:45:29.420258 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-5eea447f-cc40-444c-bf40-821ae3eb9089 None None] Deleting port 0003fca6-f80d-4711-8de4-f076193dbc4e {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:45:29.420857 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-5eea447f-cc40-444c-bf40-821ae3eb9089 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:29.430404 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95df9075-3a11-467f-a89a-1b3d9a510367 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Made reservation on behalf of 88ac21618fc2460393f2181c0240ea1e for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:45:29.463049 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:29.512212 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-f7cdb013-3caf-47df-bdc1-bf5329e0e4cb tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Calling delete_port for 0003fca6-f80d-4711-8de4-f076193dbc4e owned by network:dhcp {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:45:29.547639 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-95df9075-3a11-467f-a89a-1b3d9a510367 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985186'] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:29.571257 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f08a98b9-45a7-4151-ae33-574315696e94 tempest-FloatingIPAdminTestJSON-1915685739 tempest-FloatingIPAdminTestJSON-1915685739-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:29.593406 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=eb5f0985-ba6e-42eb-9db3-e4b594f0c8c9,revision_number=5']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:29.711532 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.ipam_backend_mixin [None req-95df9075-3a11-467f-a89a-1b3d9a510367 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Performing IP validity checks on allocation pools {{(pid=84107) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 04 08:45:29.712051 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.ipam_backend_mixin [None req-95df9075-3a11-467f-a89a-1b3d9a510367 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84107) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 04 08:45:29.726038 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-5eea447f-cc40-444c-bf40-821ae3eb9089 None None] For port 0003fca6-f80d-4711-8de4-f076193dbc4e, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=0003fca6-f80d-4711-8de4-f076193dbc4e,segment=NetworkSegment(6a0ddabb-7493-4148-a9f6-d211d0d2de71),segment_id=6a0ddabb-7493-4148-a9f6-d211d0d2de71)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:45:29.727247 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-5eea447f-cc40-444c-bf40-821ae3eb9089 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:29.739533 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-f08a98b9-45a7-4151-ae33-574315696e94 tempest-FloatingIPAdminTestJSON-1915685739 tempest-FloatingIPAdminTestJSON-1915685739-project-admin] Allocated IP 172.26.3.22 (e264bd74-c56b-43d0-9059-bcb57dbbe5bc/79caf47c-b62c-4ea0-b35f-21ede155daa8/1e2b047d-34c0-4a14-b5d2-ddc318f0aa4c) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:45:29.742855 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f7cdb013-3caf-47df-bdc1-bf5329e0e4cb tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:29.807175 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cdb013-3caf-47df-bdc1-bf5329e0e4cb tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Pushing event deleted for resources: {'Port': ['ID=0003fca6-f80d-4711-8de4-f076193dbc4e,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:29.832536 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cdb013-3caf-47df-bdc1-bf5329e0e4cb tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] No DVR routers for this DVR port 0003fca6-f80d-4711-8de4-f076193dbc4e on host dv-neutron-827798-2-hyperv {{(pid=84108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:45:29.891028 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-5eea447f-cc40-444c-bf40-821ae3eb9089 None None] Calling delete_port for 0003fca6-f80d-4711-8de4-f076193dbc4e owned by network:dhcp {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:45:29.975778 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.db.api [None req-5eea447f-cc40-444c-bf40-821ae3eb9089 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 08:45:29.977089 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG oslo_db.api [None req-5eea447f-cc40-444c-bf40-821ae3eb9089 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 08:45:30.055468 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cd640a-643d-4e96-b851-2587bb77eefa req-0998589b-2a74-479e-bb51-08a1f74912fc tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:45:30.057052 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-32cd640a-643d-4e96-b851-2587bb77eefa req-0998589b-2a74-479e-bb51-08a1f74912fc tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=3cc216c2-23c9-46f1-838c-44ac9810b65e HTTP/1.1" status: 200 len: 946 time: 0.1551304 Feb 04 08:45:30.064594 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-195fa5b4-6967-4942-a67d-7fb649f7f210 req-ffaf7c92-9e33-455d-b827-6cdf3f8d52a3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3cc216c2-23c9-46f1-838c-44ac9810b65e HTTP/1.1" status: 200 len: 1099 time: 0.1992698 Feb 04 08:45:30.089084 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f7cdb013-3caf-47df-bdc1-bf5329e0e4cb tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:30.128877 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-95df9075-3a11-467f-a89a-1b3d9a510367 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7510230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985204'] for subnet, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:30.142272 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-f7cdb013-3caf-47df-bdc1-bf5329e0e4cb tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ed99498-7e67-4947-b20c-de58066a4020']}} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:30.169761 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-f7cdb013-3caf-47df-bdc1-bf5329e0e4cb tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a0ddabb-7493-4148-a9f6-d211d0d2de71') {'for_net_delete': True} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:30.170362 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-f7cdb013-3caf-47df-bdc1-bf5329e0e4cb tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a0ddabb-7493-4148-a9f6-d211d0d2de71') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:30.184648 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f08a98b9-45a7-4151-ae33-574315696e94 tempest-FloatingIPAdminTestJSON-1915685739 tempest-FloatingIPAdminTestJSON-1915685739-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:30.191687 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f7cdb013-3caf-47df-bdc1-bf5329e0e4cb tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7851336'] for segment, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:30.214285 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f7cdb013-3caf-47df-bdc1-bf5329e0e4cb tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:30.222987 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7cdb013-3caf-47df-bdc1-bf5329e0e4cb tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=84108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:45:30.228155 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f7cdb013-3caf-47df-bdc1-bf5329e0e4cb tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7460345'] for segment, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:30.238990 dv-neutron-827798-2-hyperv neutron-server[84108]: Traceback (most recent call last): Feb 04 08:45:30.238990 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:45:30.238990 dv-neutron-827798-2-hyperv neutron-server[84108]: timer() Feb 04 08:45:30.238990 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:45:30.238990 dv-neutron-827798-2-hyperv neutron-server[84108]: cb(*args, **kw) Feb 04 08:45:30.238990 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:45:30.238990 dv-neutron-827798-2-hyperv neutron-server[84108]: return func(*args, **kwargs) Feb 04 08:45:30.238990 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:45:30.238990 dv-neutron-827798-2-hyperv neutron-server[84108]: self._notify() Feb 04 08:45:30.238990 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:45:30.238990 dv-neutron-827798-2-hyperv neutron-server[84108]: self.callback(batched_events) Feb 04 08:45:30.238990 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:45:30.238990 dv-neutron-827798-2-hyperv neutron-server[84108]: event.method(event) Feb 04 08:45:30.238990 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:45:30.238990 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:45:30.238990 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:45:30.238990 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:45:30.238990 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:45:30.238990 dv-neutron-827798-2-hyperv neutron-server[84108]: return f(self, *a, **k) Feb 04 08:45:30.238990 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:45:30.238990 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._get(url).json() Feb 04 08:45:30.238990 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:45:30.238990 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:45:30.238990 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:45:30.238990 dv-neutron-827798-2-hyperv neutron-server[84108]: return self.request(url, 'GET', **kwargs) Feb 04 08:45:30.238990 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:45:30.238990 dv-neutron-827798-2-hyperv neutron-server[84108]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:45:30.238990 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:45:30.238990 dv-neutron-827798-2-hyperv neutron-server[84108]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:45:30.238990 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:45:30.238990 dv-neutron-827798-2-hyperv neutron-server[84108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:45:30.238990 dv-neutron-827798-2-hyperv neutron-server[84108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:45:30.291588 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-32cd640a-643d-4e96-b851-2587bb77eefa req-456d9d82-cef5-444c-9cc3-2bc1e83ea3d2 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=4cd6b884-c88a-4502-bb8b-21790351524d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2260449 Feb 04 08:45:30.292999 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-195fa5b4-6967-4942-a67d-7fb649f7f210 req-25c2a614-c046-472f-a8cf-fc907fe81b78 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4cd6b884-c88a-4502-bb8b-21790351524d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2108486 Feb 04 08:45:30.332178 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95df9075-3a11-467f-a89a-1b3d9a510367 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Pushing event updated for resources: {'Subnet': ['ID=a084943d-e9bc-42e0-8138-c862413c0fc1,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:30.348098 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95df9075-3a11-467f-a89a-1b3d9a510367 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Checking segment: {'id': 'fbbbc8f3-4ccf-4bc2-80bb-d0ee54ac689c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '70e9d52a-7c6b-4465-8cb9-af210d85fb73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:45:30.348498 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95df9075-3a11-467f-a89a-1b3d9a510367 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Network hostable DHCP agents. Network: 70e9d52a-7c6b-4465-8cb9-af210d85fb73, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:45:30.378892 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f08a98b9-45a7-4151-ae33-574315696e94 tempest-FloatingIPAdminTestJSON-1915685739 tempest-FloatingIPAdminTestJSON-1915685739-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:30.417004 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f7cdb013-3caf-47df-bdc1-bf5329e0e4cb tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:30.424068 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95df9075-3a11-467f-a89a-1b3d9a510367 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Network 70e9d52a-7c6b-4465-8cb9-af210d85fb73 is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:45:30.448661 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f7cdb013-3caf-47df-bdc1-bf5329e0e4cb tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks [] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:30.468435 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cdb013-3caf-47df-bdc1-bf5329e0e4cb tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Pushing event deleted for resources: {'Network': ['ID=2ed99498-7e67-4947-b20c-de58066a4020,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:30.478421 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-5eea447f-cc40-444c-bf40-821ae3eb9089 None None] Deleting port 0003fca6-f80d-4711-8de4-f076193dbc4e {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:45:30.478803 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-5eea447f-cc40-444c-bf40-821ae3eb9089 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:30.484172 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08a98b9-45a7-4151-ae33-574315696e94 tempest-FloatingIPAdminTestJSON-1915685739 tempest-FloatingIPAdminTestJSON-1915685739-project-admin] Network e264bd74-c56b-43d0-9059-bcb57dbbe5bc is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:45:30.486797 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-95df9075-3a11-467f-a89a-1b3d9a510367 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, 70e9d52a-7c6b-4465-8cb9-af210d85fb73) {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:45:30.489549 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-f08a98b9-45a7-4151-ae33-574315696e94 tempest-FloatingIPAdminTestJSON-1915685739 tempest-FloatingIPAdminTestJSON-1915685739-project-admin] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:45:30.494246 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95df9075-3a11-467f-a89a-1b3d9a510367 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:45:30.495412 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-95df9075-3a11-467f-a89a-1b3d9a510367 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks [] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:30.497748 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08a98b9-45a7-4151-ae33-574315696e94 tempest-FloatingIPAdminTestJSON-1915685739 tempest-FloatingIPAdminTestJSON-1915685739-project-admin] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:45:30.513150 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07d0bc1-9d21-4bb2-bfcc-56242cd37850 None None] Network 70e9d52a-7c6b-4465-8cb9-af210d85fb73 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:45:30.527701 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08a98b9-45a7-4151-ae33-574315696e94 tempest-FloatingIPAdminTestJSON-1915685739 tempest-FloatingIPAdminTestJSON-1915685739-project-admin] Pushing event updated for resources: {'Port': ['ID=1e2b047d-34c0-4a14-b5d2-ddc318f0aa4c,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:30.568532 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-5eea447f-cc40-444c-bf40-821ae3eb9089 None None] The port '0003fca6-f80d-4711-8de4-f076193dbc4e' was deleted {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 08:45:30.591792 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-f7cdb013-3caf-47df-bdc1-bf5329e0e4cb tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "DELETE /v2.0/networks/2ed99498-7e67-4947-b20c-de58066a4020 HTTP/1.1" status: 204 len: 168 time: 1.7600944 Feb 04 08:45:30.595576 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 55926) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:30.600768 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-c37c66be-f4ce-4bfa-a971-7c19696626ef tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1082460240', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:45:30.615449 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-95df9075-3a11-467f-a89a-1b3d9a510367 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.4324238 Feb 04 08:45:30.619859 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 55930) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:30.620797 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-c37c66be-f4ce-4bfa-a971-7c19696626ef tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:45:30.626303 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-c37c66be-f4ce-4bfa-a971-7c19696626ef tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Usage tracker for resource:router and tenant:bf57e53bceb34316b0180186a41d96ee is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:45:30.626761 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-d0da67b6-f246-4caf-8904-ad88fbfb5aa1 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:45:30.631195 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-c37c66be-f4ce-4bfa-a971-7c19696626ef tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:45:30.639077 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-c37c66be-f4ce-4bfa-a971-7c19696626ef tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:45:30.715910 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c37c66be-f4ce-4bfa-a971-7c19696626ef tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40975'] for router, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:30.716986 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c37c66be-f4ce-4bfa-a971-7c19696626ef tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40982'] for router, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:30.737582 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c37c66be-f4ce-4bfa-a971-7c19696626ef tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:30.791341 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32002b15-30ce-4a22-8bcd-f6fc66569876 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-70e9d52a-7c6b-4465-8cb9-af210d85fb73', 'network_id': '70e9d52a-7c6b-4465-8cb9-af210d85fb73', 'tenant_id': '88ac21618fc2460393f2181c0240ea1e', 'fixed_ips': [{'subnet_id': 'a084943d-e9bc-42e0-8138-c862413c0fc1'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:45:30.792134 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-32002b15-30ce-4a22-8bcd-f6fc66569876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:30.824393 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c37c66be-f4ce-4bfa-a971-7c19696626ef tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472990'] for router, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:30.922021 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c37c66be-f4ce-4bfa-a971-7c19696626ef tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:30.925701 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-c37c66be-f4ce-4bfa-a971-7c19696626ef tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3265793 Feb 04 08:45:30.925885 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 55934) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:30.931712 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-81a28521-bb31-47c1-921a-0f8b3e3abc2d tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1756276100'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:45:30.936544 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-81a28521-bb31-47c1-921a-0f8b3e3abc2d tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:45:30.945628 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-81a28521-bb31-47c1-921a-0f8b3e3abc2d tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Usage tracker for resource:network and tenant:bf57e53bceb34316b0180186a41d96ee is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:45:30.945628 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-81a28521-bb31-47c1-921a-0f8b3e3abc2d tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:45:30.951118 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-81a28521-bb31-47c1-921a-0f8b3e3abc2d tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:45:30.955286 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-32002b15-30ce-4a22-8bcd-f6fc66569876 None None] Allocated IP 172.20.0.3 (70e9d52a-7c6b-4465-8cb9-af210d85fb73/a084943d-e9bc-42e0-8138-c862413c0fc1/fed2e31d-9e3f-4f07-944e-5cd3269d36b3) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:45:31.029896 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81a28521-bb31-47c1-921a-0f8b3e3abc2d tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Made reservation on behalf of bf57e53bceb34316b0180186a41d96ee for: {'network': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:45:31.033377 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-81a28521-bb31-47c1-921a-0f8b3e3abc2d tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:31.065687 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81a28521-bb31-47c1-921a-0f8b3e3abc2d tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=84107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:45:31.074925 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-81a28521-bb31-47c1-921a-0f8b3e3abc2d tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:31.075349 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.segments_db [None req-81a28521-bb31-47c1-921a-0f8b3e3abc2d tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Added segment d2abaf45-f1c5-4b04-aa52-01b45aa93bbf of type vlan for network 0683e000-2dc9-482e-99b7-1c52e34d0a05 Feb 04 08:45:31.084541 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d0da67b6-f246-4caf-8904-ad88fbfb5aa1 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8119729'] for subnet, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:31.108434 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-81a28521-bb31-47c1-921a-0f8b3e3abc2d tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:31.177020 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-32002b15-30ce-4a22-8bcd-f6fc66569876 None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:31.188420 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-32002b15-30ce-4a22-8bcd-f6fc66569876 None None] Transition to ACTIVE for port object fed2e31d-9e3f-4f07-944e-5cd3269d36b3 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:45:31.200643 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-81a28521-bb31-47c1-921a-0f8b3e3abc2d tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:31.204595 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a28521-bb31-47c1-921a-0f8b3e3abc2d tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:45:31.205186 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-81a28521-bb31-47c1-921a-0f8b3e3abc2d tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks [] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:31.208734 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-32002b15-30ce-4a22-8bcd-f6fc66569876 None None] Transition to ACTIVE for port object fed2e31d-9e3f-4f07-944e-5cd3269d36b3 will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:45:31.275959 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-32002b15-30ce-4a22-8bcd-f6fc66569876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:31.322446 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a28521-bb31-47c1-921a-0f8b3e3abc2d tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Pushing event updated for resources: {'Network': ['ID=0683e000-2dc9-482e-99b7-1c52e34d0a05,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:31.343750 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network 0683e000-2dc9-482e-99b7-1c52e34d0a05 details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:45:31.364041 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-81a28521-bb31-47c1-921a-0f8b3e3abc2d tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4345765 Feb 04 08:45:31.364220 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 55940) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:31.370229 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-df6cc7e2-e905-46af-ab39-34414d68a1dd tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Request body: {'subnet': {'network_id': '0683e000-2dc9-482e-99b7-1c52e34d0a05', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:45:31.391202 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 0003fca6-f80d-4711-8de4-f076193dbc4e no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:45:31.428051 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f08a98b9-45a7-4151-ae33-574315696e94 tempest-FloatingIPAdminTestJSON-1915685739 tempest-FloatingIPAdminTestJSON-1915685739-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:31.481407 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32002b15-30ce-4a22-8bcd-f6fc66569876 None None] Network 70e9d52a-7c6b-4465-8cb9-af210d85fb73 is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:45:31.491312 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32002b15-30ce-4a22-8bcd-f6fc66569876 None None] Pushing event updated for resources: {'Port': ['ID=fed2e31d-9e3f-4f07-944e-5cd3269d36b3,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:31.494041 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: 0003fca6-f80d-4711-8de4-f076193dbc4e {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:45:31.494412 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 0003fca6-f80d-4711-8de4-f076193dbc4e not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:45:31.499370 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-32002b15-30ce-4a22-8bcd-f6fc66569876 None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:45:31.504182 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32002b15-30ce-4a22-8bcd-f6fc66569876 None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:45:31.530519 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32002b15-30ce-4a22-8bcd-f6fc66569876 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:45:31.530519 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32002b15-30ce-4a22-8bcd-f6fc66569876 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:45:31.530519 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32002b15-30ce-4a22-8bcd-f6fc66569876 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:45:31.530519 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32002b15-30ce-4a22-8bcd-f6fc66569876 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:45:31.530519 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32002b15-30ce-4a22-8bcd-f6fc66569876 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:45:31.530519 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32002b15-30ce-4a22-8bcd-f6fc66569876 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:45:31.530519 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32002b15-30ce-4a22-8bcd-f6fc66569876 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:45:31.530519 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32002b15-30ce-4a22-8bcd-f6fc66569876 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:45:31.530519 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32002b15-30ce-4a22-8bcd-f6fc66569876 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:45:31.530519 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32002b15-30ce-4a22-8bcd-f6fc66569876 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:45:31.531506 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32002b15-30ce-4a22-8bcd-f6fc66569876 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:45:31.592048 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-df6cc7e2-e905-46af-ab39-34414d68a1dd tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:45:31.597599 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-df6cc7e2-e905-46af-ab39-34414d68a1dd tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Usage tracker for resource:subnet and tenant:bf57e53bceb34316b0180186a41d96ee is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:45:31.602822 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-df6cc7e2-e905-46af-ab39-34414d68a1dd tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:45:31.610007 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-df6cc7e2-e905-46af-ab39-34414d68a1dd tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:45:31.615832 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f08a98b9-45a7-4151-ae33-574315696e94 tempest-FloatingIPAdminTestJSON-1915685739 tempest-FloatingIPAdminTestJSON-1915685739-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:31.627284 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8bd2e5-7ac0-4bcf-844a-5c6191b18447 req-d521845d-7749-4515-a9a3-69211925026f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:45:31.628779 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-32002b15-30ce-4a22-8bcd-f6fc66569876 None None] Attempting to bind port fed2e31d-9e3f-4f07-944e-5cd3269d36b3 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:45:31.628953 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4a8bd2e5-7ac0-4bcf-844a-5c6191b18447 req-d521845d-7749-4515-a9a3-69211925026f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=3cc216c2-23c9-46f1-838c-44ac9810b65e HTTP/1.1" status: 200 len: 946 time: 0.1711295 Feb 04 08:45:31.629458 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-32002b15-30ce-4a22-8bcd-f6fc66569876 None None] Attempting to bind port fed2e31d-9e3f-4f07-944e-5cd3269d36b3 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': 'fbbbc8f3-4ccf-4bc2-80bb-d0ee54ac689c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '70e9d52a-7c6b-4465-8cb9-af210d85fb73'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:45:31.629937 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32002b15-30ce-4a22-8bcd-f6fc66569876 None None] Attempting to bind port fed2e31d-9e3f-4f07-944e-5cd3269d36b3 on network 70e9d52a-7c6b-4465-8cb9-af210d85fb73 {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:45:31.637918 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32002b15-30ce-4a22-8bcd-f6fc66569876 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:45:31.638462 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32002b15-30ce-4a22-8bcd-f6fc66569876 None None] Checking segment: {'id': 'fbbbc8f3-4ccf-4bc2-80bb-d0ee54ac689c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '70e9d52a-7c6b-4465-8cb9-af210d85fb73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:45:31.643242 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-32002b15-30ce-4a22-8bcd-f6fc66569876 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:31.643242 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32002b15-30ce-4a22-8bcd-f6fc66569876 None None] Bound using segment: {'id': 'fbbbc8f3-4ccf-4bc2-80bb-d0ee54ac689c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '70e9d52a-7c6b-4465-8cb9-af210d85fb73'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:45:31.643242 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-32002b15-30ce-4a22-8bcd-f6fc66569876 None None] Bound port: fed2e31d-9e3f-4f07-944e-5cd3269d36b3, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbbbc8f3-4ccf-4bc2-80bb-d0ee54ac689c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '70e9d52a-7c6b-4465-8cb9-af210d85fb73'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:45:31.643242 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-32002b15-30ce-4a22-8bcd-f6fc66569876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:31.681522 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4a8bd2e5-7ac0-4bcf-844a-5c6191b18447 req-1a4585cb-65bd-4a95-a08a-bf656961ba41 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=4cd6b884-c88a-4502-bb8b-21790351524d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440593 Feb 04 08:45:31.687706 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df6cc7e2-e905-46af-ab39-34414d68a1dd tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Made reservation on behalf of bf57e53bceb34316b0180186a41d96ee for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:45:31.705118 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d0da67b6-f246-4caf-8904-ad88fbfb5aa1 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8782525379844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7593552'] for subnet, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:31.778499 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-32002b15-30ce-4a22-8bcd-f6fc66569876 None None] For port fed2e31d-9e3f-4f07-944e-5cd3269d36b3, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:45:31.781804 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-32002b15-30ce-4a22-8bcd-f6fc66569876 None None] For port fed2e31d-9e3f-4f07-944e-5cd3269d36b3, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=fed2e31d-9e3f-4f07-944e-5cd3269d36b3,segment=NetworkSegment(fbbbc8f3-4ccf-4bc2-80bb-d0ee54ac689c),segment_id=fbbbc8f3-4ccf-4bc2-80bb-d0ee54ac689c)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:45:31.796721 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0da67b6-f246-4caf-8904-ad88fbfb5aa1 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Pushing event updated for resources: {'Subnet': ['ID=a084943d-e9bc-42e0-8138-c862413c0fc1,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:31.821365 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-df6cc7e2-e905-46af-ab39-34414d68a1dd tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985186'] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:31.871191 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-32002b15-30ce-4a22-8bcd-f6fc66569876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:31.878604 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0da67b6-f246-4caf-8904-ad88fbfb5aa1 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:45:31.879207 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d0da67b6-f246-4caf-8904-ad88fbfb5aa1 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:31.883045 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-d0da67b6-f246-4caf-8904-ad88fbfb5aa1 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] 10.222.0.36 "PUT /v2.0/subnets/a084943d-e9bc-42e0-8138-c862413c0fc1 HTTP/1.1" status: 200 len: 877 time: 1.2635157 Feb 04 08:45:31.884650 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 55944) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:31.972660 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32002b15-30ce-4a22-8bcd-f6fc66569876 None None] Pushing event updated for resources: {'Port': ['ID=fed2e31d-9e3f-4f07-944e-5cd3269d36b3,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:32.104323 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-228f650a-92ba-4ff9-a778-8ddb22a6bdc5 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:32.111654 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f08a98b9-45a7-4151-ae33-574315696e94 tempest-FloatingIPAdminTestJSON-1915685739 tempest-FloatingIPAdminTestJSON-1915685739-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:32.139581 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-df6cc7e2-e905-46af-ab39-34414d68a1dd tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7510230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985204'] for subnet, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:32.142617 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-228f650a-92ba-4ff9-a778-8ddb22a6bdc5 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Deleting port fed2e31d-9e3f-4f07-944e-5cd3269d36b3 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:45:32.143026 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-228f650a-92ba-4ff9-a778-8ddb22a6bdc5 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:32.208505 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f08a98b9-45a7-4151-ae33-574315696e94 tempest-FloatingIPAdminTestJSON-1915685739 tempest-FloatingIPAdminTestJSON-1915685739-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:32.231201 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6cc7e2-e905-46af-ab39-34414d68a1dd tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Pushing event updated for resources: {'Subnet': ['ID=493c7abd-2075-424b-9940-8c15efb502b2,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:32.241524 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6cc7e2-e905-46af-ab39-34414d68a1dd tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Checking segment: {'id': 'd2abaf45-f1c5-4b04-aa52-01b45aa93bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '0683e000-2dc9-482e-99b7-1c52e34d0a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:45:32.244796 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6cc7e2-e905-46af-ab39-34414d68a1dd tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Network hostable DHCP agents. Network: 0683e000-2dc9-482e-99b7-1c52e34d0a05, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:45:32.315469 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6cc7e2-e905-46af-ab39-34414d68a1dd tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Network 0683e000-2dc9-482e-99b7-1c52e34d0a05 is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:45:32.378586 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08a98b9-45a7-4151-ae33-574315696e94 tempest-FloatingIPAdminTestJSON-1915685739 tempest-FloatingIPAdminTestJSON-1915685739-project-admin] Pushing event updated for resources: {'Port': ['ID=1e2b047d-34c0-4a14-b5d2-ddc318f0aa4c,revision_number=2']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:32.401264 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-df6cc7e2-e905-46af-ab39-34414d68a1dd tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, 0683e000-2dc9-482e-99b7-1c52e34d0a05) {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:45:32.405212 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6cc7e2-e905-46af-ab39-34414d68a1dd tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:45:32.405857 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-df6cc7e2-e905-46af-ab39-34414d68a1dd tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks [] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:32.412289 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de655f7d-f643-4bc0-8e92-7c749bdd73c8 None None] Network 0683e000-2dc9-482e-99b7-1c52e34d0a05 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:45:32.417794 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f08a98b9-45a7-4151-ae33-574315696e94 tempest-FloatingIPAdminTestJSON-1915685739 tempest-FloatingIPAdminTestJSON-1915685739-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473039'] for floatingip, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:32.499547 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-df6cc7e2-e905-46af-ab39-34414d68a1dd tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1341021 Feb 04 08:45:32.502300 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 55948) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:32.599807 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [None req-228f650a-92ba-4ff9-a778-8ddb22a6bdc5 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] For port fed2e31d-9e3f-4f07-944e-5cd3269d36b3, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=fed2e31d-9e3f-4f07-944e-5cd3269d36b3,segment=NetworkSegment(fbbbc8f3-4ccf-4bc2-80bb-d0ee54ac689c),segment_id=fbbbc8f3-4ccf-4bc2-80bb-d0ee54ac689c)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:45:32.600169 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-228f650a-92ba-4ff9-a778-8ddb22a6bdc5 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:32.654443 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c45f723-2c0b-407c-8bb3-6ec6e4760825 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-0683e000-2dc9-482e-99b7-1c52e34d0a05', 'network_id': '0683e000-2dc9-482e-99b7-1c52e34d0a05', 'tenant_id': 'bf57e53bceb34316b0180186a41d96ee', 'fixed_ips': [{'subnet_id': '493c7abd-2075-424b-9940-8c15efb502b2'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:45:32.655383 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-6c45f723-2c0b-407c-8bb3-6ec6e4760825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:32.737118 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-228f650a-92ba-4ff9-a778-8ddb22a6bdc5 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Calling delete_port for fed2e31d-9e3f-4f07-944e-5cd3269d36b3 owned by network:dhcp {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:45:32.856650 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-6c45f723-2c0b-407c-8bb3-6ec6e4760825 None None] Allocated IP 2001:db8::2 (0683e000-2dc9-482e-99b7-1c52e34d0a05/493c7abd-2075-424b-9940-8c15efb502b2/eed347d2-8b9b-41e7-82d4-0cc1075533de) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:45:33.086061 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f75322e-fad3-4438-9851-1090749d304d None None] Network 70e9d52a-7c6b-4465-8cb9-af210d85fb73 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:45:33.161651 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.l3_db [None req-f08a98b9-45a7-4151-ae33-574315696e94 tempest-FloatingIPAdminTestJSON-1915685739 tempest-FloatingIPAdminTestJSON-1915685739-project-admin] Floating IP cb31564f-b93a-4b41-9c0e-a9c575e1ae68 associated. External IP: 172.26.3.22, port: ca91677e-8b60-4586-a9c3-8309a144d187. Feb 04 08:45:33.228788 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-6c45f723-2c0b-407c-8bb3-6ec6e4760825 None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:33.247540 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe4e029-2e01-4f65-9d2d-312aa30cfe72 req-657460bd-85da-4a28-a479-893da0c28653 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:45:33.249020 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8fe4e029-2e01-4f65-9d2d-312aa30cfe72 req-657460bd-85da-4a28-a479-893da0c28653 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=3cc216c2-23c9-46f1-838c-44ac9810b65e HTTP/1.1" status: 200 len: 946 time: 0.3470094 Feb 04 08:45:33.327242 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-6c45f723-2c0b-407c-8bb3-6ec6e4760825 None None] Transition to ACTIVE for port object eed347d2-8b9b-41e7-82d4-0cc1075533de will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:45:33.328907 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-228f650a-92ba-4ff9-a778-8ddb22a6bdc5 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:33.335042 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c9143660-79c7-44ba-987a-e30d75f85a22 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:33.388635 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228f650a-92ba-4ff9-a778-8ddb22a6bdc5 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Pushing event deleted for resources: {'Port': ['ID=fed2e31d-9e3f-4f07-944e-5cd3269d36b3,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:33.398993 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-066b01fa-95cf-4134-94b2-951467c08a96 None None] Provisioning for port fed2e31d-9e3f-4f07-944e-5cd3269d36b3 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:45:33.428501 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-066b01fa-95cf-4134-94b2-951467c08a96 None None] Provisioning complete for port fed2e31d-9e3f-4f07-944e-5cd3269d36b3 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:45:33.429333 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-066b01fa-95cf-4134-94b2-951467c08a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:33.468339 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-6c45f723-2c0b-407c-8bb3-6ec6e4760825 None None] Transition to ACTIVE for port object eed347d2-8b9b-41e7-82d4-0cc1075533de will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:45:33.471412 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device fed2e31d-9e3f-4f07-944e-5cd3269d36b3 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:45:33.487742 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228f650a-92ba-4ff9-a778-8ddb22a6bdc5 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] No DVR routers for this DVR port fed2e31d-9e3f-4f07-944e-5cd3269d36b3 on host dv-neutron-827798-2-hyperv {{(pid=84108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:45:33.515691 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: fed2e31d-9e3f-4f07-944e-5cd3269d36b3 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:45:33.516307 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device fed2e31d-9e3f-4f07-944e-5cd3269d36b3 not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 04 08:45:33.549428 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-066b01fa-95cf-4134-94b2-951467c08a96 None None] Port fed2e31d-9e3f-4f07-944e-5cd3269d36b3 was deleted so its status cannot be updated. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Feb 04 08:45:33.550751 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8fe4e029-2e01-4f65-9d2d-312aa30cfe72 req-972bfd83-c891-48c6-8ede-b5658ff8de86 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=4cd6b884-c88a-4502-bb8b-21790351524d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2961118 Feb 04 08:45:33.563670 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-228f650a-92ba-4ff9-a778-8ddb22a6bdc5 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:33.566397 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Port fed2e31d-9e3f-4f07-944e-5cd3269d36b3 not found, will not notify nova. {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 04 08:45:33.572673 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-6c45f723-2c0b-407c-8bb3-6ec6e4760825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:33.656124 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c45f723-2c0b-407c-8bb3-6ec6e4760825 None None] Network 0683e000-2dc9-482e-99b7-1c52e34d0a05 is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:45:33.658935 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-6c45f723-2c0b-407c-8bb3-6ec6e4760825 None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:45:33.662845 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c45f723-2c0b-407c-8bb3-6ec6e4760825 None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:45:33.671204 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c45f723-2c0b-407c-8bb3-6ec6e4760825 None None] Pushing event updated for resources: {'Port': ['ID=eed347d2-8b9b-41e7-82d4-0cc1075533de,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:33.711474 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5f7d58-fa09-4151-9b0a-680234623e37 None None] Network 70e9d52a-7c6b-4465-8cb9-af210d85fb73 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:45:33.806639 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-228f650a-92ba-4ff9-a778-8ddb22a6bdc5 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7593563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8119683'] for subnet, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:33.845769 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-6c45f723-2c0b-407c-8bb3-6ec6e4760825 None None] Attempting to bind port eed347d2-8b9b-41e7-82d4-0cc1075533de on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:45:33.846852 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-6c45f723-2c0b-407c-8bb3-6ec6e4760825 None None] Attempting to bind port eed347d2-8b9b-41e7-82d4-0cc1075533de by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': 'd2abaf45-f1c5-4b04-aa52-01b45aa93bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '0683e000-2dc9-482e-99b7-1c52e34d0a05'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:45:33.847073 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228f650a-92ba-4ff9-a778-8ddb22a6bdc5 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Pushing event deleted for resources: {'Subnet': ['ID=a084943d-e9bc-42e0-8138-c862413c0fc1,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:33.847399 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c45f723-2c0b-407c-8bb3-6ec6e4760825 None None] Attempting to bind port eed347d2-8b9b-41e7-82d4-0cc1075533de on network 0683e000-2dc9-482e-99b7-1c52e34d0a05 {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:45:33.859958 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c45f723-2c0b-407c-8bb3-6ec6e4760825 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:45:33.860478 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c45f723-2c0b-407c-8bb3-6ec6e4760825 None None] Checking segment: {'id': 'd2abaf45-f1c5-4b04-aa52-01b45aa93bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '0683e000-2dc9-482e-99b7-1c52e34d0a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:45:33.860997 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-6c45f723-2c0b-407c-8bb3-6ec6e4760825 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:33.861711 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c45f723-2c0b-407c-8bb3-6ec6e4760825 None None] Bound using segment: {'id': 'd2abaf45-f1c5-4b04-aa52-01b45aa93bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '0683e000-2dc9-482e-99b7-1c52e34d0a05'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:45:33.862248 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-6c45f723-2c0b-407c-8bb3-6ec6e4760825 None None] Bound port: eed347d2-8b9b-41e7-82d4-0cc1075533de, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2abaf45-f1c5-4b04-aa52-01b45aa93bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '0683e000-2dc9-482e-99b7-1c52e34d0a05'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:45:33.862862 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-6c45f723-2c0b-407c-8bb3-6ec6e4760825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:33.872643 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-c9143660-79c7-44ba-987a-e30d75f85a22 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Allocated IP 2001:db8::1 (0683e000-2dc9-482e-99b7-1c52e34d0a05/493c7abd-2075-424b-9940-8c15efb502b2/6bcf8bfe-5121-41ba-9fbc-2dda3a5af91e) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:45:33.961022 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a053ca-26ed-4625-a366-950090e57cee req-61964f5c-cb55-4588-8143-85e97bbc7ed0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:45:33.962403 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-92a053ca-26ed-4625-a366-950090e57cee req-61964f5c-cb55-4588-8143-85e97bbc7ed0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=3cc216c2-23c9-46f1-838c-44ac9810b65e HTTP/1.1" status: 200 len: 946 time: 0.1776905 Feb 04 08:45:33.979292 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-228f650a-92ba-4ff9-a778-8ddb22a6bdc5 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:34.012173 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-228f650a-92ba-4ff9-a778-8ddb22a6bdc5 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70e9d52a-7c6b-4465-8cb9-af210d85fb73']}} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:34.041567 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f08a98b9-45a7-4151-ae33-574315696e94 tempest-FloatingIPAdminTestJSON-1915685739 tempest-FloatingIPAdminTestJSON-1915685739-project-admin] Router 4ad20f60-5cd8-4db9-9383-acdb170b4b3e has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:45:34.042473 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-92a053ca-26ed-4625-a366-950090e57cee req-ddb391c7-7d53-4e7b-a0ad-454a8316d1c7 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=4cd6b884-c88a-4502-bb8b-21790351524d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745683 Feb 04 08:45:34.043346 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-228f650a-92ba-4ff9-a778-8ddb22a6bdc5 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbbbc8f3-4ccf-4bc2-80bb-d0ee54ac689c') {'for_net_delete': True} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:34.043647 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-228f650a-92ba-4ff9-a778-8ddb22a6bdc5 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbbbc8f3-4ccf-4bc2-80bb-d0ee54ac689c') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:34.072512 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-6c45f723-2c0b-407c-8bb3-6ec6e4760825 None None] For port eed347d2-8b9b-41e7-82d4-0cc1075533de, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:45:34.072986 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-228f650a-92ba-4ff9-a778-8ddb22a6bdc5 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7851336'] for segment, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:34.076164 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-6c45f723-2c0b-407c-8bb3-6ec6e4760825 None None] For port eed347d2-8b9b-41e7-82d4-0cc1075533de, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=eed347d2-8b9b-41e7-82d4-0cc1075533de,segment=NetworkSegment(d2abaf45-f1c5-4b04-aa52-01b45aa93bbf),segment_id=d2abaf45-f1c5-4b04-aa52-01b45aa93bbf)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:45:34.080291 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 55956) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:34.086677 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6dc794a-f1f1-48c1-913d-934bd1d0af36 None None] DHCP port deletion for 70e9d52a-7c6b-4465-8cb9-af210d85fb73 request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 08:45:34.153414 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c9143660-79c7-44ba-987a-e30d75f85a22 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:34.158569 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-228f650a-92ba-4ff9-a778-8ddb22a6bdc5 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:34.168790 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-228f650a-92ba-4ff9-a778-8ddb22a6bdc5 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=84108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:45:34.169174 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-228f650a-92ba-4ff9-a778-8ddb22a6bdc5 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7460345'] for segment, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:34.177550 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [None req-c9143660-79c7-44ba-987a-e30d75f85a22 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Transition to ACTIVE for port object 6bcf8bfe-5121-41ba-9fbc-2dda3a5af91e will not be triggered until provisioned by entity DHCP. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:45:34.185358 dv-neutron-827798-2-hyperv neutron-server[84108]: Traceback (most recent call last): Feb 04 08:45:34.185358 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:45:34.185358 dv-neutron-827798-2-hyperv neutron-server[84108]: timer() Feb 04 08:45:34.185358 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:45:34.185358 dv-neutron-827798-2-hyperv neutron-server[84108]: cb(*args, **kw) Feb 04 08:45:34.185358 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:45:34.185358 dv-neutron-827798-2-hyperv neutron-server[84108]: return func(*args, **kwargs) Feb 04 08:45:34.185358 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:45:34.185358 dv-neutron-827798-2-hyperv neutron-server[84108]: self._notify() Feb 04 08:45:34.185358 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:45:34.185358 dv-neutron-827798-2-hyperv neutron-server[84108]: self.callback(batched_events) Feb 04 08:45:34.185358 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:45:34.185358 dv-neutron-827798-2-hyperv neutron-server[84108]: event.method(event) Feb 04 08:45:34.185358 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:45:34.185358 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:45:34.185358 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:45:34.185358 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:45:34.185358 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:45:34.185358 dv-neutron-827798-2-hyperv neutron-server[84108]: return f(self, *a, **k) Feb 04 08:45:34.185358 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:45:34.185358 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._get(url).json() Feb 04 08:45:34.185358 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:45:34.185358 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:45:34.185358 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:45:34.185358 dv-neutron-827798-2-hyperv neutron-server[84108]: return self.request(url, 'GET', **kwargs) Feb 04 08:45:34.185358 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:45:34.185358 dv-neutron-827798-2-hyperv neutron-server[84108]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:45:34.185358 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:45:34.185358 dv-neutron-827798-2-hyperv neutron-server[84108]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:45:34.185358 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:45:34.185358 dv-neutron-827798-2-hyperv neutron-server[84108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:45:34.185358 dv-neutron-827798-2-hyperv neutron-server[84108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:45:34.187435 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-6c45f723-2c0b-407c-8bb3-6ec6e4760825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:34.212332 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-61cf2066-2cc5-429a-baea-301584d69cad tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=3cc216c2-23c9-46f1-838c-44ac9810b65e HTTP/1.1" status: 200 len: 1094 time: 0.1253114 Feb 04 08:45:34.221271 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 55960) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:34.221271 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-3dd0104c-bc97-4f13-9acc-70e105c1d787 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'floatingip': {'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'port_id': 'eb5f0985-ba6e-42eb-9db3-e4b594f0c8c9', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'fixed_ip_address': '172.20.0.22'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:45:34.228772 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-3dd0104c-bc97-4f13-9acc-70e105c1d787 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:45:34.233407 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-3dd0104c-bc97-4f13-9acc-70e105c1d787 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:floatingip and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:45:34.241313 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-3dd0104c-bc97-4f13-9acc-70e105c1d787 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:45:34.243404 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-3dd0104c-bc97-4f13-9acc-70e105c1d787 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:45:34.281641 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c9143660-79c7-44ba-987a-e30d75f85a22 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:34.322725 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c45f723-2c0b-407c-8bb3-6ec6e4760825 None None] Pushing event updated for resources: {'Port': ['ID=eed347d2-8b9b-41e7-82d4-0cc1075533de,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:34.339781 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3dd0104c-bc97-4f13-9acc-70e105c1d787 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for floatingip, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:34.366320 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-228f650a-92ba-4ff9-a778-8ddb22a6bdc5 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:34.398572 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-228f650a-92ba-4ff9-a778-8ddb22a6bdc5 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks [] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:34.420766 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228f650a-92ba-4ff9-a778-8ddb22a6bdc5 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Pushing event deleted for resources: {'Network': ['ID=70e9d52a-7c6b-4465-8cb9-af210d85fb73,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:34.444612 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-228f650a-92ba-4ff9-a778-8ddb22a6bdc5 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] 10.222.0.36 "DELETE /v2.0/networks/70e9d52a-7c6b-4465-8cb9-af210d85fb73 HTTP/1.1" status: 204 len: 168 time: 2.5552380 Feb 04 08:45:34.447849 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 55964) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:34.463184 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9143660-79c7-44ba-987a-e30d75f85a22 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Network 0683e000-2dc9-482e-99b7-1c52e34d0a05 is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:45:34.464690 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-c9143660-79c7-44ba-987a-e30d75f85a22 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:45:34.467675 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9143660-79c7-44ba-987a-e30d75f85a22 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Pushing event updated for resources: {'Port': ['ID=6bcf8bfe-5121-41ba-9fbc-2dda3a5af91e,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:34.471358 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9143660-79c7-44ba-987a-e30d75f85a22 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:45:34.471358 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c9143660-79c7-44ba-987a-e30d75f85a22 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-472912'] for router_interface, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:34.492171 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-497ec2ec-00be-45eb-a884-bf2509785645 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] DELETE failed (client error): The resource could not be found. Feb 04 08:45:34.492171 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-497ec2ec-00be-45eb-a884-bf2509785645 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:45:34.493481 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-497ec2ec-00be-45eb-a884-bf2509785645 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] 10.222.0.36 "DELETE /v2.0/subnets/a084943d-e9bc-42e0-8138-c862413c0fc1 HTTP/1.1" status: 404 len: 337 time: 0.0438056 Feb 04 08:45:34.496245 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 55968) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:34.545347 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bbc4099-40a1-446a-97d5-5f83f9d411c5 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] DELETE failed (client error): The resource could not be found. Feb 04 08:45:34.547294 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bbc4099-40a1-446a-97d5-5f83f9d411c5 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:45:34.550394 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 55972) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:34.550895 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-1bbc4099-40a1-446a-97d5-5f83f9d411c5 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] 10.222.0.36 "DELETE /v2.0/networks/70e9d52a-7c6b-4465-8cb9-af210d85fb73 HTTP/1.1" status: 404 len: 339 time: 0.0532761 Feb 04 08:45:34.559259 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f08a98b9-45a7-4151-ae33-574315696e94 tempest-FloatingIPAdminTestJSON-1915685739 tempest-FloatingIPAdminTestJSON-1915685739-project-admin] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:45:34.572688 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e5578a-0187-42d0-bd61-a766b42bf432 None None] Sync routers for ids ['4ad20f60-5cd8-4db9-9383-acdb170b4b3e'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:45:34.584359 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e5578a-0187-42d0-bd61-a766b42bf432 None None] Routers {'4ad20f60-5cd8-4db9-9383-acdb170b4b3e'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:45:34.584988 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-31e5578a-0187-42d0-bd61-a766b42bf432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:45:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['4ad20f60-5cd8-4db9-9383-acdb170b4b3e'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:34.630470 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-243c01e9-0abc-43dc-91d5-8495f136565e tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] DELETE failed (client error): The resource could not be found. Feb 04 08:45:34.630909 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-243c01e9-0abc-43dc-91d5-8495f136565e tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:45:34.641164 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f08a98b9-45a7-4151-ae33-574315696e94 tempest-FloatingIPAdminTestJSON-1915685739 tempest-FloatingIPAdminTestJSON-1915685739-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for floatingip, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:34.649570 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-31e5578a-0187-42d0-bd61-a766b42bf432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:34.660682 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e5578a-0187-42d0-bd61-a766b42bf432 None None] Routers {'4ad20f60-5cd8-4db9-9383-acdb170b4b3e'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:45:34.661528 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-31e5578a-0187-42d0-bd61-a766b42bf432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:45:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['4ad20f60-5cd8-4db9-9383-acdb170b4b3e'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:34.678008 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-243c01e9-0abc-43dc-91d5-8495f136565e tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] 10.222.0.36 "DELETE /v2.0/subnets/dde2f12c-8ec1-4b8d-9bb4-e87c66673b02 HTTP/1.1" status: 404 len: 337 time: 0.1261189 Feb 04 08:45:34.683170 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 55976) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:34.708055 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3dd0104c-bc97-4f13-9acc-70e105c1d787 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:34.717607 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c9143660-79c7-44ba-987a-e30d75f85a22 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:34.718230 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-f08a98b9-45a7-4151-ae33-574315696e94 tempest-FloatingIPAdminTestJSON-1915685739 tempest-FloatingIPAdminTestJSON-1915685739-project-admin] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 6.0199254 Feb 04 08:45:34.719058 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 55980) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:34.736356 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-31e5578a-0187-42d0-bd61-a766b42bf432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:34.737731 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e5578a-0187-42d0-bd61-a766b42bf432 None None] The sync data for ids ['4ad20f60-5cd8-4db9-9383-acdb170b4b3e'] in dv-neutron-827798-2-hyperv is: [] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:45:34.771807 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b911b8e-d0db-468f-8df6-2e57f4335adc tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] DELETE failed (client error): The resource could not be found. Feb 04 08:45:34.772248 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b911b8e-d0db-468f-8df6-2e57f4335adc tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:45:34.773954 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-3b911b8e-d0db-468f-8df6-2e57f4335adc tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] 10.222.0.36 "DELETE /v2.0/networks/eea0535a-85bc-4e1c-92d6-ee24072cbc48 HTTP/1.1" status: 404 len: 339 time: 0.0878060 Feb 04 08:45:34.776697 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 55984) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:34.829780 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-0ed7b6e0-9499-4574-9cfc-1a9e7b278e36 tempest-FloatingIPAdminTestJSON-1915685739 tempest-FloatingIPAdminTestJSON-1915685739-project-admin] 10.222.0.36 "GET /v2.0/floatingips/cb31564f-b93a-4b41-9c0e-a9c575e1ae68 HTTP/1.1" status: 200 len: 981 time: 0.1096334 Feb 04 08:45:34.832141 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 55988) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:35.050504 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-2b74a8ea-0158-4a8c-af84-72fa523086c0 tempest-FloatingIPAdminTestJSON-1915685739 tempest-FloatingIPAdminTestJSON-1915685739-project-admin] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2249 time: 0.2171371 Feb 04 08:45:35.053132 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 55992) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:35.246271 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f09c5d30-f06d-4ffd-af58-71b8a9e37e1f tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:35.268205 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-0b7106a1-1675-4e77-a593-7d6469f7bc2f tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Deleting port 1e2b047d-34c0-4a14-b5d2-ddc318f0aa4c {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:45:35.268546 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0b7106a1-1675-4e77-a593-7d6469f7bc2f tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:35.335834 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-3dd0104c-bc97-4f13-9acc-70e105c1d787 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Allocated IP 172.26.3.98 (e264bd74-c56b-43d0-9059-bcb57dbbe5bc/79caf47c-b62c-4ea0-b35f-21ede155daa8/1ce7a042-1f33-49cf-9c76-3725162746dd) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:45:35.426312 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device eed347d2-8b9b-41e7-82d4-0cc1075533de up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:45:35.461608 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c819a5a0-3271-49ba-9474-d661f1144ac3 None None] Network 0683e000-2dc9-482e-99b7-1c52e34d0a05 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:45:35.472441 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0b7106a1-1675-4e77-a593-7d6469f7bc2f tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:35.472855 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0b7106a1-1675-4e77-a593-7d6469f7bc2f tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:35.599140 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-0b7106a1-1675-4e77-a593-7d6469f7bc2f tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Calling delete_port for 1e2b047d-34c0-4a14-b5d2-ddc318f0aa4c owned by network:floatingip {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:45:35.605010 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f09c5d30-f06d-4ffd-af58-71b8a9e37e1f tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:35.653778 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-f09c5d30-f06d-4ffd-af58-71b8a9e37e1f tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc7dc584-92a0-485f-bd24-33679e293062']}} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:35.657006 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-ae6518c2-0626-4d65-a617-cb51d8c72916 None None] Provisioning for port eed347d2-8b9b-41e7-82d4-0cc1075533de completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:45:35.691285 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-f09c5d30-f06d-4ffd-af58-71b8a9e37e1f tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f06f519-9377-45be-80c5-288df0513f32') {'for_net_delete': True} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:35.691517 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-f09c5d30-f06d-4ffd-af58-71b8a9e37e1f tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f06f519-9377-45be-80c5-288df0513f32') {} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:35.707563 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port eed347d2-8b9b-41e7-82d4-0cc1075533de completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:45:35.717181 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port eed347d2-8b9b-41e7-82d4-0cc1075533de triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:45:35.717626 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:35.732846 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f09c5d30-f06d-4ffd-af58-71b8a9e37e1f tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8058642'] for segment, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:35.761352 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f09c5d30-f06d-4ffd-af58-71b8a9e37e1f tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:35.776877 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f09c5d30-f06d-4ffd-af58-71b8a9e37e1f tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=84107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:45:35.777282 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f09c5d30-f06d-4ffd-af58-71b8a9e37e1f tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7377717'] for segment, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:35.792590 dv-neutron-827798-2-hyperv neutron-server[84107]: Traceback (most recent call last): Feb 04 08:45:35.792590 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:45:35.792590 dv-neutron-827798-2-hyperv neutron-server[84107]: timer() Feb 04 08:45:35.792590 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:45:35.792590 dv-neutron-827798-2-hyperv neutron-server[84107]: cb(*args, **kw) Feb 04 08:45:35.792590 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:45:35.792590 dv-neutron-827798-2-hyperv neutron-server[84107]: return func(*args, **kwargs) Feb 04 08:45:35.792590 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:45:35.792590 dv-neutron-827798-2-hyperv neutron-server[84107]: self._notify() Feb 04 08:45:35.792590 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:45:35.792590 dv-neutron-827798-2-hyperv neutron-server[84107]: self.callback(batched_events) Feb 04 08:45:35.792590 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:45:35.792590 dv-neutron-827798-2-hyperv neutron-server[84107]: event.method(event) Feb 04 08:45:35.792590 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:45:35.792590 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:45:35.792590 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:45:35.792590 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:45:35.792590 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:45:35.792590 dv-neutron-827798-2-hyperv neutron-server[84107]: return f(self, *a, **k) Feb 04 08:45:35.792590 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:45:35.792590 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._get(url).json() Feb 04 08:45:35.792590 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:45:35.792590 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:45:35.792590 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:45:35.792590 dv-neutron-827798-2-hyperv neutron-server[84107]: return self.request(url, 'GET', **kwargs) Feb 04 08:45:35.792590 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:45:35.792590 dv-neutron-827798-2-hyperv neutron-server[84107]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:45:35.792590 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:45:35.792590 dv-neutron-827798-2-hyperv neutron-server[84107]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:45:35.792590 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:45:35.792590 dv-neutron-827798-2-hyperv neutron-server[84107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:45:35.792590 dv-neutron-827798-2-hyperv neutron-server[84107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:45:35.823903 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0b7106a1-1675-4e77-a593-7d6469f7bc2f tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:35.849217 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c9143660-79c7-44ba-987a-e30d75f85a22 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:35.854066 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:35.882168 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3dd0104c-bc97-4f13-9acc-70e105c1d787 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:35.885306 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7106a1-1675-4e77-a593-7d6469f7bc2f tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Pushing event deleted for resources: {'Port': ['ID=1e2b047d-34c0-4a14-b5d2-ddc318f0aa4c,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:35.890945 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port eed347d2-8b9b-41e7-82d4-0cc1075533de, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=eed347d2-8b9b-41e7-82d4-0cc1075533de,segment=NetworkSegment(d2abaf45-f1c5-4b04-aa52-01b45aa93bbf),segment_id=d2abaf45-f1c5-4b04-aa52-01b45aa93bbf)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:45:35.900360 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c9143660-79c7-44ba-987a-e30d75f85a22 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:35.901142 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c9143660-79c7-44ba-987a-e30d75f85a22 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473771'] for router_interface, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:35.979007 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:35.987248 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0b7106a1-1675-4e77-a593-7d6469f7bc2f tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Notify callbacks [] for floatingip, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:36.055076 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f09c5d30-f06d-4ffd-af58-71b8a9e37e1f tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:36.060216 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f09c5d30-f06d-4ffd-af58-71b8a9e37e1f tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks [] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:36.090775 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9143660-79c7-44ba-987a-e30d75f85a22 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Pushing event updated for resources: {'Port': ['ID=6bcf8bfe-5121-41ba-9fbc-2dda3a5af91e,revision_number=2']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:36.110636 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09c5d30-f06d-4ffd-af58-71b8a9e37e1f tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Pushing event deleted for resources: {'Network': ['ID=cc7dc584-92a0-485f-bd24-33679e293062,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:36.120507 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device fed2e31d-9e3f-4f07-944e-5cd3269d36b3 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:45:36.131498 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-f09c5d30-f06d-4ffd-af58-71b8a9e37e1f tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] 10.222.0.36 "DELETE /v2.0/networks/cc7dc584-92a0-485f-bd24-33679e293062 HTTP/1.1" status: 204 len: 168 time: 1.3530161 Feb 04 08:45:36.134344 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 55996) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:36.167090 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: fed2e31d-9e3f-4f07-944e-5cd3269d36b3 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:45:36.167508 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device fed2e31d-9e3f-4f07-944e-5cd3269d36b3 not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:45:36.186981 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3dd0104c-bc97-4f13-9acc-70e105c1d787 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:36.190882 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=eed347d2-8b9b-41e7-82d4-0cc1075533de,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:36.231531 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-7665f1a4-6448-4c57-8072-d52b8511a061 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] DELETE failed (client error): The resource could not be found. Feb 04 08:45:36.232756 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7665f1a4-6448-4c57-8072-d52b8511a061 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:45:36.236595 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-7665f1a4-6448-4c57-8072-d52b8511a061 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] 10.222.0.36 "DELETE /v2.0/subnets/5d68798e-1931-4d11-a67b-421736890f6f HTTP/1.1" status: 404 len: 337 time: 0.0983765 Feb 04 08:45:36.238982 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 56000) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:36.270295 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bedbe0c-d893-4a3d-8690-ebc968c63ab7 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] DELETE failed (client error): The resource could not be found. Feb 04 08:45:36.270606 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bedbe0c-d893-4a3d-8690-ebc968c63ab7 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:45:36.281973 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-9bedbe0c-d893-4a3d-8690-ebc968c63ab7 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] 10.222.0.36 "DELETE /v2.0/networks/b70c64b5-ec5f-47fc-9086-d2f95ae14576 HTTP/1.1" status: 404 len: 339 time: 0.0416710 Feb 04 08:45:36.283514 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd0104c-bc97-4f13-9acc-70e105c1d787 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Network e264bd74-c56b-43d0-9059-bcb57dbbe5bc is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:45:36.284700 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-33e56579-5aa3-4ed3-9cca-d1bec5059e89 None None] Provisioning for port 6bcf8bfe-5121-41ba-9fbc-2dda3a5af91e completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:45:36.289861 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 56004) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:36.295874 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-3dd0104c-bc97-4f13-9acc-70e105c1d787 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:45:36.296025 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-33e56579-5aa3-4ed3-9cca-d1bec5059e89 None None] Provisioning complete for port 6bcf8bfe-5121-41ba-9fbc-2dda3a5af91e triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:45:36.296025 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-33e56579-5aa3-4ed3-9cca-d1bec5059e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:36.296239 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd0104c-bc97-4f13-9acc-70e105c1d787 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:45:36.363219 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-33e56579-5aa3-4ed3-9cca-d1bec5059e89 None None] Port 6bcf8bfe-5121-41ba-9fbc-2dda3a5af91e cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:45:36.372519 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9143660-79c7-44ba-987a-e30d75f85a22 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Network 0683e000-2dc9-482e-99b7-1c52e34d0a05 is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:45:36.381174 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-33e56579-5aa3-4ed3-9cca-d1bec5059e89 None None] Provisioning complete for port eed347d2-8b9b-41e7-82d4-0cc1075533de triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:45:36.381882 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-33e56579-5aa3-4ed3-9cca-d1bec5059e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:36.384131 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd0104c-bc97-4f13-9acc-70e105c1d787 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'Port': ['ID=1ce7a042-1f33-49cf-9c76-3725162746dd,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:36.388030 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-c9143660-79c7-44ba-987a-e30d75f85a22 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:45:36.451727 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-45381af9-fc63-448a-930d-d4fecc2f36af tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] DELETE failed (client error): The resource could not be found. Feb 04 08:45:36.452170 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45381af9-fc63-448a-930d-d4fecc2f36af tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:45:36.456101 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-45381af9-fc63-448a-930d-d4fecc2f36af tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] 10.222.0.36 "DELETE /v2.0/subnets/ff8dbba7-fc8f-48bb-9b8e-27bd717724d2 HTTP/1.1" status: 404 len: 337 time: 0.1335516 Feb 04 08:45:36.463446 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 56008) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:36.527357 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b7106a1-1675-4e77-a593-7d6469f7bc2f tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Router 4ad20f60-5cd8-4db9-9383-acdb170b4b3e has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:45:36.601569 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-8760111c-3c2e-4a2c-9444-d7c1e5d43cd0 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] DELETE failed (client error): The resource could not be found. Feb 04 08:45:36.602273 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8760111c-3c2e-4a2c-9444-d7c1e5d43cd0 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:45:36.603938 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-8760111c-3c2e-4a2c-9444-d7c1e5d43cd0 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] 10.222.0.36 "DELETE /v2.0/networks/8c133254-dbef-4af9-895e-fc3b3e0f38f5 HTTP/1.1" status: 404 len: 339 time: 0.1328857 Feb 04 08:45:36.606511 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 56012) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:36.661516 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-cb2f84ba-ac01-4a7a-a98e-bb510c6ab299 None None] Provisioning complete for port 6bcf8bfe-5121-41ba-9fbc-2dda3a5af91e triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:45:36.662126 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-cb2f84ba-ac01-4a7a-a98e-bb510c6ab299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:36.715832 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-cb2f84ba-ac01-4a7a-a98e-bb510c6ab299 None None] Port 6bcf8bfe-5121-41ba-9fbc-2dda3a5af91e cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:45:36.747218 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a197e07-acaf-4143-9f52-7c8da917b276 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] DELETE failed (client error): The resource could not be found. Feb 04 08:45:36.747575 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a197e07-acaf-4143-9f52-7c8da917b276 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:45:36.749250 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-6a197e07-acaf-4143-9f52-7c8da917b276 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] 10.222.0.36 "DELETE /v2.0/subnets/8a26ab3a-b48f-4be1-8f60-d66aad5de156 HTTP/1.1" status: 404 len: 337 time: 0.1418335 Feb 04 08:45:36.752466 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 56016) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:36.788709 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-13f0a21b-4a80-401f-871b-235d69fc68ca tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] DELETE failed (client error): The resource could not be found. Feb 04 08:45:36.789151 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13f0a21b-4a80-401f-871b-235d69fc68ca tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:45:36.790812 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-13f0a21b-4a80-401f-871b-235d69fc68ca tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] 10.222.0.36 "DELETE /v2.0/networks/6125f59a-977a-4958-aade-a9c70075c801 HTTP/1.1" status: 404 len: 339 time: 0.0376062 Feb 04 08:45:36.793912 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 56020) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:36.837196 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-595ec848-247d-40ba-b7e8-01a1fb6bcd79 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] DELETE failed (client error): The resource could not be found. Feb 04 08:45:36.837809 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-595ec848-247d-40ba-b7e8-01a1fb6bcd79 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:45:36.838051 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-4b836468-1d9b-45c7-b883-cd46c94e3ddb None None] Provisioning complete for port 6bcf8bfe-5121-41ba-9fbc-2dda3a5af91e triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:45:36.838566 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-4b836468-1d9b-45c7-b883-cd46c94e3ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:36.841924 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-595ec848-247d-40ba-b7e8-01a1fb6bcd79 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] 10.222.0.36 "DELETE /v2.0/subnets/e3c82063-e8dd-495e-aafc-75ed9f4e05c1 HTTP/1.1" status: 404 len: 337 time: 0.0445199 Feb 04 08:45:36.842078 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 56024) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:36.872221 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce9a351a-dbca-4165-b3f0-9b521633c322 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] DELETE failed (client error): The resource could not be found. Feb 04 08:45:36.872598 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce9a351a-dbca-4165-b3f0-9b521633c322 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:45:36.876515 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-ce9a351a-dbca-4165-b3f0-9b521633c322 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] 10.222.0.36 "DELETE /v2.0/networks/6614e87e-92cd-4afb-920c-e3708f70c19e HTTP/1.1" status: 404 len: 339 time: 0.0313249 Feb 04 08:45:36.876786 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 56028) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:36.898886 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-4b836468-1d9b-45c7-b883-cd46c94e3ddb None None] Port 6bcf8bfe-5121-41ba-9fbc-2dda3a5af91e cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:45:36.972598 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-f831fd6f-6cb2-4d07-8ed3-3841847cf993 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] DELETE failed (client error): The resource could not be found. Feb 04 08:45:36.973216 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f831fd6f-6cb2-4d07-8ed3-3841847cf993 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:45:36.978155 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-f831fd6f-6cb2-4d07-8ed3-3841847cf993 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] 10.222.0.36 "DELETE /v2.0/subnets/5cff55cf-c7ae-44de-8d5b-38221e2a60f2 HTTP/1.1" status: 404 len: 337 time: 0.0969968 Feb 04 08:45:36.978155 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 56032) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:37.014025 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0625fac-d1e4-4e10-8e94-934c8911c958 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] DELETE failed (client error): The resource could not be found. Feb 04 08:45:37.014469 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0625fac-d1e4-4e10-8e94-934c8911c958 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:45:37.016073 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-e0625fac-d1e4-4e10-8e94-934c8911c958 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] 10.222.0.36 "DELETE /v2.0/networks/88605236-ef78-4eab-9b37-4c99260a05f3 HTTP/1.1" status: 404 len: 339 time: 0.0374224 Feb 04 08:45:37.018744 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 56036) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:37.058900 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fa458eb-93e8-4c1e-9f75-0efd84e52d19 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] DELETE failed (client error): The resource could not be found. Feb 04 08:45:37.059341 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fa458eb-93e8-4c1e-9f75-0efd84e52d19 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:45:37.060977 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-5fa458eb-93e8-4c1e-9f75-0efd84e52d19 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] 10.222.0.36 "DELETE /v2.0/subnets/e1a92c18-7b10-475b-a30d-908fcd6c5805 HTTP/1.1" status: 404 len: 337 time: 0.0413549 Feb 04 08:45:37.068015 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 56040) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:37.096068 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-049ba42a-daaf-45fe-ac38-17fa63ac910c tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] DELETE failed (client error): The resource could not be found. Feb 04 08:45:37.096495 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-049ba42a-daaf-45fe-ac38-17fa63ac910c tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:45:37.100295 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-049ba42a-daaf-45fe-ac38-17fa63ac910c tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] 10.222.0.36 "DELETE /v2.0/networks/9a2a5833-56e1-4d7c-9e84-d1458a5f6576 HTTP/1.1" status: 404 len: 339 time: 0.0292151 Feb 04 08:45:37.100738 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 56044) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:37.134025 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b7106a1-1675-4e77-a593-7d6469f7bc2f tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:45:37.140732 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0b7106a1-1675-4e77-a593-7d6469f7bc2f tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for floatingip, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:37.144631 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f58ae91-8c22-4dee-8bab-fd527638961d None None] Sync routers for ids ['4ad20f60-5cd8-4db9-9383-acdb170b4b3e'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:45:37.157034 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f58ae91-8c22-4dee-8bab-fd527638961d None None] Routers {'4ad20f60-5cd8-4db9-9383-acdb170b4b3e'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:45:37.158980 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-5f58ae91-8c22-4dee-8bab-fd527638961d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:45:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['4ad20f60-5cd8-4db9-9383-acdb170b4b3e'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:37.182105 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-3202f2b3-46f9-4dc0-abfe-e65573f7397a tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] DELETE failed (client error): The resource could not be found. Feb 04 08:45:37.182539 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3202f2b3-46f9-4dc0-abfe-e65573f7397a tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:45:37.184321 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-3202f2b3-46f9-4dc0-abfe-e65573f7397a tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] 10.222.0.36 "DELETE /v2.0/subnets/5972f743-e47d-4806-bc4e-22738fe6931f HTTP/1.1" status: 404 len: 337 time: 0.0820191 Feb 04 08:45:37.186754 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 56048) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:37.222367 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3335993-9ce4-46d1-997b-1acb6fe9e241 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] DELETE failed (client error): The resource could not be found. Feb 04 08:45:37.222698 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3335993-9ce4-46d1-997b-1acb6fe9e241 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:45:37.224335 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-c3335993-9ce4-46d1-997b-1acb6fe9e241 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] 10.222.0.36 "DELETE /v2.0/networks/1a312eda-b991-437c-a182-81a95f27d0f4 HTTP/1.1" status: 404 len: 339 time: 0.0367050 Feb 04 08:45:37.227344 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 56052) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:37.249411 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-5f58ae91-8c22-4dee-8bab-fd527638961d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:37.261273 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-0b7106a1-1675-4e77-a593-7d6469f7bc2f tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] 10.222.0.36 "DELETE /v2.0/floatingips/cb31564f-b93a-4b41-9c0e-a9c575e1ae68 HTTP/1.1" status: 204 len: 168 time: 2.2067094 Feb 04 08:45:37.262769 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f58ae91-8c22-4dee-8bab-fd527638961d None None] Routers {'4ad20f60-5cd8-4db9-9383-acdb170b4b3e'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:45:37.263360 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-5f58ae91-8c22-4dee-8bab-fd527638961d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:45:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['4ad20f60-5cd8-4db9-9383-acdb170b4b3e'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:37.270765 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-97fd4041-01cc-464b-a530-fb04c3f6ecc4 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] DELETE failed (client error): The resource could not be found. Feb 04 08:45:37.270765 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97fd4041-01cc-464b-a530-fb04c3f6ecc4 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:45:37.270765 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-97fd4041-01cc-464b-a530-fb04c3f6ecc4 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] 10.222.0.36 "DELETE /v2.0/subnets/284dc749-a8fb-42ac-ba31-3bcbec664536 HTTP/1.1" status: 404 len: 337 time: 0.0425413 Feb 04 08:45:37.271277 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 56056) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:37.273232 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 56060) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:37.278233 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-79977de3-2bb6-4240-bfc7-a8e8d40bd3be tempest-FloatingIPAdminTestJSON-1915685739 tempest-FloatingIPAdminTestJSON-1915685739-project-admin] Request body: {'floatingip': {'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:45:37.279898 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-36e9aae1-92f3-4dc5-8d1a-17fef4363315 req-17aeb4ea-caaf-46d0-81fa-bc9bd4ba5a02 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=740b04e0-50d9-4863-966c-f332f94c275b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1550310 Feb 04 08:45:37.299450 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-79977de3-2bb6-4240-bfc7-a8e8d40bd3be tempest-FloatingIPAdminTestJSON-1915685739 tempest-FloatingIPAdminTestJSON-1915685739-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:45:37.308256 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-79977de3-2bb6-4240-bfc7-a8e8d40bd3be tempest-FloatingIPAdminTestJSON-1915685739 tempest-FloatingIPAdminTestJSON-1915685739-project-admin] Usage tracker for resource:floatingip and tenant:5eb4c7d3576644428faa65cce3458719 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:45:37.311605 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-79977de3-2bb6-4240-bfc7-a8e8d40bd3be tempest-FloatingIPAdminTestJSON-1915685739 tempest-FloatingIPAdminTestJSON-1915685739-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:45:37.314548 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1b510b3-213f-478c-bf08-e0c64eede0ce tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] DELETE failed (client error): The resource could not be found. Feb 04 08:45:37.314859 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1b510b3-213f-478c-bf08-e0c64eede0ce tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:45:37.318703 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-d1b510b3-213f-478c-bf08-e0c64eede0ce tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] 10.222.0.36 "DELETE /v2.0/networks/d160b7bc-a4a3-4d03-81f0-420fe5a005ef HTTP/1.1" status: 404 len: 339 time: 0.0421169 Feb 04 08:45:37.320048 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 56064) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:37.346994 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-5f58ae91-8c22-4dee-8bab-fd527638961d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:37.347649 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f58ae91-8c22-4dee-8bab-fd527638961d None None] The sync data for ids ['4ad20f60-5cd8-4db9-9383-acdb170b4b3e'] in dv-neutron-827798-2-hyperv is: [] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:45:37.358199 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-79977de3-2bb6-4240-bfc7-a8e8d40bd3be tempest-FloatingIPAdminTestJSON-1915685739 tempest-FloatingIPAdminTestJSON-1915685739-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:45:37.408929 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device eed347d2-8b9b-41e7-82d4-0cc1075533de up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:45:37.465548 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-79977de3-2bb6-4240-bfc7-a8e8d40bd3be tempest-FloatingIPAdminTestJSON-1915685739 tempest-FloatingIPAdminTestJSON-1915685739-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:37.466489 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9143660-79c7-44ba-987a-e30d75f85a22 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Router c9337649-60c2-40dc-9112-23b3fd74a3db is scheduled to L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 with binding_index 1 {{(pid=84107) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 08:45:37.491386 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port eed347d2-8b9b-41e7-82d4-0cc1075533de triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:45:37.491984 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:37.594134 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_v2 [None req-f33e5127-3916-4b27-9ed2-82d606136e28 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Deleting subnet 83c33f11-921c-442b-aec9-fac23da4f887 {{(pid=84108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:45:37.594415 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3dd0104c-bc97-4f13-9acc-70e105c1d787 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:37.599176 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f33e5127-3916-4b27-9ed2-82d606136e28 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks [] for subnet, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:37.666214 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f33e5127-3916-4b27-9ed2-82d606136e28 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7851377'] for subnet, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:37.703483 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-36e9aae1-92f3-4dc5-8d1a-17fef4363315 req-72dd59e8-4f35-4a36-87e3-a412eff190a5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8286d186dd0e4cfe84e34ace3d186fd0&device_id=740b04e0-50d9-4863-966c-f332f94c275b HTTP/1.1" status: 200 len: 1098 time: 0.2769535 Feb 04 08:45:37.754266 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3dd0104c-bc97-4f13-9acc-70e105c1d787 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:37.760312 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-79977de3-2bb6-4240-bfc7-a8e8d40bd3be tempest-FloatingIPAdminTestJSON-1915685739 tempest-FloatingIPAdminTestJSON-1915685739-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:37.833944 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f33e5127-3916-4b27-9ed2-82d606136e28 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:37.965123 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-79977de3-2bb6-4240-bfc7-a8e8d40bd3be tempest-FloatingIPAdminTestJSON-1915685739 tempest-FloatingIPAdminTestJSON-1915685739-project-admin] Allocated IP 172.26.3.168 (e264bd74-c56b-43d0-9059-bcb57dbbe5bc/79caf47c-b62c-4ea0-b35f-21ede155daa8/2551b9ec-b054-4287-8c1d-1c10a80ab514) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:45:37.990917 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9143660-79c7-44ba-987a-e30d75f85a22 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:45:38.001970 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e9aae1-92f3-4dc5-8d1a-17fef4363315 req-72e3762a-7e73-469f-b218-0f5c7d25f834 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:45:38.003452 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-36e9aae1-92f3-4dc5-8d1a-17fef4363315 req-72e3762a-7e73-469f-b218-0f5c7d25f834 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fd850cd4-7481-4610-9715-4b6b4e6c51ec HTTP/1.1" status: 200 len: 898 time: 0.2739844 Feb 04 08:45:38.004227 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbf3820-3799-408a-9592-5ab5a7b2827d None None] Sync routers for ids ['c9337649-60c2-40dc-9112-23b3fd74a3db'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:45:38.010216 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-c9143660-79c7-44ba-987a-e30d75f85a22 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "PUT /v2.0/routers/c9337649-60c2-40dc-9112-23b3fd74a3db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5067048 Feb 04 08:45:38.018334 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbf3820-3799-408a-9592-5ab5a7b2827d None None] Routers {'c9337649-60c2-40dc-9112-23b3fd74a3db'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:45:38.019191 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-afbf3820-3799-408a-9592-5ab5a7b2827d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:45:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['c9337649-60c2-40dc-9112-23b3fd74a3db'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:38.041454 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 56068) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:38.052366 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f33e5127-3916-4b27-9ed2-82d606136e28 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7593563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8119683'] for subnet, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:38.058801 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-5c4d8f1e-dc09-4215-9b6b-7580c6b54f9a tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1136714063'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:45:38.096734 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-5c4d8f1e-dc09-4215-9b6b-7580c6b54f9a tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:45:38.115104 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33e5127-3916-4b27-9ed2-82d606136e28 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Pushing event deleted for resources: {'Subnet': ['ID=83c33f11-921c-442b-aec9-fac23da4f887,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:38.120776 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-5c4d8f1e-dc09-4215-9b6b-7580c6b54f9a tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Usage tracker for resource:network and tenant:bf57e53bceb34316b0180186a41d96ee is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:45:38.128295 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-5c4d8f1e-dc09-4215-9b6b-7580c6b54f9a tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:45:38.137615 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-5c4d8f1e-dc09-4215-9b6b-7580c6b54f9a tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:45:38.143981 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f33e5127-3916-4b27-9ed2-82d606136e28 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:38.145962 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c614b9-7bc1-413c-97fd-be0f6f95987d None None] Network 64c3d6bf-36a9-4329-8a5f-b59d9eddcfc4 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:45:38.149524 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-36e9aae1-92f3-4dc5-8d1a-17fef4363315 req-b04a36dd-a165-4e89-9868-812fde168a68 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=66963fae-f3d5-4a6f-9792-2598077ad698 HTTP/1.1" status: 200 len: 1000 time: 0.1309628 Feb 04 08:45:38.189014 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-f33e5127-3916-4b27-9ed2-82d606136e28 tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] 10.222.0.36 "DELETE /v2.0/subnets/83c33f11-921c-442b-aec9-fac23da4f887 HTTP/1.1" status: 204 len: 168 time: 0.8684137 Feb 04 08:45:38.191774 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 56072) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:38.213926 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-afbf3820-3799-408a-9592-5ab5a7b2827d None None] Set router c9337649-60c2-40dc-9112-23b3fd74a3db gateway port host: None {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:45:38.286280 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c4d8f1e-dc09-4215-9b6b-7580c6b54f9a tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Made reservation on behalf of bf57e53bceb34316b0180186a41d96ee for: {'network': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:45:38.289442 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-5c4d8f1e-dc09-4215-9b6b-7580c6b54f9a tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:38.300884 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-79977de3-2bb6-4240-bfc7-a8e8d40bd3be tempest-FloatingIPAdminTestJSON-1915685739 tempest-FloatingIPAdminTestJSON-1915685739-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:38.343312 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3dd0104c-bc97-4f13-9acc-70e105c1d787 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:38.358322 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e9aae1-92f3-4dc5-8d1a-17fef4363315 req-4153571f-c5fd-4534-b204-29c65c113bfe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:45:38.359854 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-36e9aae1-92f3-4dc5-8d1a-17fef4363315 req-4153571f-c5fd-4534-b204-29c65c113bfe service neutron] 10.222.0.47 "GET /v2.0/subnets?id=310ce234-34d4-43db-998c-a4888eef5b35 HTTP/1.1" status: 200 len: 834 time: 0.2036171 Feb 04 08:45:38.363957 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c2d7c26f-20fc-4b23-a898-66af8561612e tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:38.371107 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c4d8f1e-dc09-4215-9b6b-7580c6b54f9a tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=84108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:45:38.390161 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-5c4d8f1e-dc09-4215-9b6b-7580c6b54f9a tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:38.390493 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.segments_db [None req-5c4d8f1e-dc09-4215-9b6b-7580c6b54f9a tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Added segment e0ae1540-0fe4-432a-837d-3ec09d9e6100 of type vlan for network 6929e708-7a59-4dbd-9320-488937df3044 Feb 04 08:45:38.398662 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-c2d7c26f-20fc-4b23-a898-66af8561612e tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Deleting port 25aa0dbb-292e-4bec-b8bf-beab1480ba4a {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:45:38.398993 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c2d7c26f-20fc-4b23-a898-66af8561612e tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:38.410522 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3dd0104c-bc97-4f13-9acc-70e105c1d787 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:38.487747 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1888ce89-85f6-4be7-b130-174c42de579a None None] DHCP port deletion for 64c3d6bf-36a9-4329-8a5f-b59d9eddcfc4 request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 08:45:38.494859 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-1888ce89-85f6-4be7-b130-174c42de579a None None] Deleting port 25aa0dbb-292e-4bec-b8bf-beab1480ba4a {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:45:38.495640 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1888ce89-85f6-4be7-b130-174c42de579a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:38.545048 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd0104c-bc97-4f13-9acc-70e105c1d787 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'Port': ['ID=1ce7a042-1f33-49cf-9c76-3725162746dd,revision_number=2']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:38.559924 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-79977de3-2bb6-4240-bfc7-a8e8d40bd3be tempest-FloatingIPAdminTestJSON-1915685739 tempest-FloatingIPAdminTestJSON-1915685739-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:38.569576 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3dd0104c-bc97-4f13-9acc-70e105c1d787 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473039'] for floatingip, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:38.608977 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-afbf3820-3799-408a-9592-5ab5a7b2827d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9337649-60c2-40dc-9112-23b3fd74a3db', 'name': 'tempest-RoutersIpV6Test-router-1082460240', 'tenant_id': 'bf57e53bceb34316b0180186a41d96ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:45:30Z', 'updated_at': '2022-02-04T08:45:34Z', 'revision_number': 2, 'project_id': 'bf57e53bceb34316b0180186a41d96ee', 'gw_port_host': None, '_interfaces': [{'id': '6bcf8bfe-5121-41ba-9fbc-2dda3a5af91e', 'name': '', 'network_id': '0683e000-2dc9-482e-99b7-1c52e34d0a05', 'tenant_id': 'bf57e53bceb34316b0180186a41d96ee', 'mac_address': 'fa:16:3e:9c:df:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9337649-60c2-40dc-9112-23b3fd74a3db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '493c7abd-2075-424b-9940-8c15efb502b2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:45:33Z', 'updated_at': '2022-02-04T08:45:35Z', 'revision_number': 2, 'project_id': 'bf57e53bceb34316b0180186a41d96ee', 'subnets': [{'id': '493c7abd-2075-424b-9940-8c15efb502b2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:38.613130 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbf3820-3799-408a-9592-5ab5a7b2827d None None] Checking router: c9337649-60c2-40dc-9112-23b3fd74a3db for host: dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 08:45:38.613695 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbf3820-3799-408a-9592-5ab5a7b2827d None None] Updating router c9337649-60c2-40dc-9112-23b3fd74a3db port 6bcf8bfe-5121-41ba-9fbc-2dda3a5af91e binding host dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 08:45:38.634490 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-5c4d8f1e-dc09-4215-9b6b-7580c6b54f9a tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:38.648534 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-36e9aae1-92f3-4dc5-8d1a-17fef4363315 req-7af56b83-be72-4bcb-9723-dae236351bbe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fd850cd4-7481-4610-9715-4b6b4e6c51ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2812674 Feb 04 08:45:38.680982 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-afbf3820-3799-408a-9592-5ab5a7b2827d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:38.711296 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79977de3-2bb6-4240-bfc7-a8e8d40bd3be tempest-FloatingIPAdminTestJSON-1915685739 tempest-FloatingIPAdminTestJSON-1915685739-project-admin] Pushing event updated for resources: {'Port': ['ID=2551b9ec-b054-4287-8c1d-1c10a80ab514,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:38.722267 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79977de3-2bb6-4240-bfc7-a8e8d40bd3be tempest-FloatingIPAdminTestJSON-1915685739 tempest-FloatingIPAdminTestJSON-1915685739-project-admin] Network e264bd74-c56b-43d0-9059-bcb57dbbe5bc is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:45:38.734478 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-79977de3-2bb6-4240-bfc7-a8e8d40bd3be tempest-FloatingIPAdminTestJSON-1915685739 tempest-FloatingIPAdminTestJSON-1915685739-project-admin] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:45:38.743506 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79977de3-2bb6-4240-bfc7-a8e8d40bd3be tempest-FloatingIPAdminTestJSON-1915685739 tempest-FloatingIPAdminTestJSON-1915685739-project-admin] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:45:38.850337 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-1888ce89-85f6-4be7-b130-174c42de579a None None] For port 25aa0dbb-292e-4bec-b8bf-beab1480ba4a, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=25aa0dbb-292e-4bec-b8bf-beab1480ba4a,segment=NetworkSegment(e558db3a-0e94-4dc2-b19c-7fdfcab60ef6),segment_id=e558db3a-0e94-4dc2-b19c-7fdfcab60ef6)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:45:38.851341 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1888ce89-85f6-4be7-b130-174c42de579a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:38.868204 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-36e9aae1-92f3-4dc5-8d1a-17fef4363315 req-419c67d7-1f05-4c52-970a-a2aa9b86fb2c service neutron] 10.222.0.47 "GET /v2.0/networks/fd850cd4-7481-4610-9715-4b6b4e6c51ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076116 Feb 04 08:45:38.907315 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [None req-c2d7c26f-20fc-4b23-a898-66af8561612e tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] For port 25aa0dbb-292e-4bec-b8bf-beab1480ba4a, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=25aa0dbb-292e-4bec-b8bf-beab1480ba4a,segment=NetworkSegment(e558db3a-0e94-4dc2-b19c-7fdfcab60ef6),segment_id=e558db3a-0e94-4dc2-b19c-7fdfcab60ef6)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:45:38.907671 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c2d7c26f-20fc-4b23-a898-66af8561612e tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:38.919239 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-5c4d8f1e-dc09-4215-9b6b-7580c6b54f9a tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:38.923032 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4d8f1e-dc09-4215-9b6b-7580c6b54f9a tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:45:38.923615 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-5c4d8f1e-dc09-4215-9b6b-7580c6b54f9a tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks [] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:39.029751 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.l3_db [None req-3dd0104c-bc97-4f13-9acc-70e105c1d787 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Floating IP 5d8f302c-55aa-41be-9137-f7807e9db28d associated. External IP: 172.26.3.98, port: eb5f0985-ba6e-42eb-9db3-e4b594f0c8c9. Feb 04 08:45:39.066519 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-c2d7c26f-20fc-4b23-a898-66af8561612e tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Calling delete_port for 25aa0dbb-292e-4bec-b8bf-beab1480ba4a owned by network:dhcp {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:45:39.096322 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-36e9aae1-92f3-4dc5-8d1a-17fef4363315 req-15f0ad99-e38c-43c1-8e79-2d0e27abdbfe service neutron] 10.222.0.47 "GET /v2.0/networks/fd850cd4-7481-4610-9715-4b6b4e6c51ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121387 Feb 04 08:45:39.118916 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-afbf3820-3799-408a-9592-5ab5a7b2827d None None] Notify callbacks [] for port, precommit_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:39.134725 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.provisioning_blocks [None req-afbf3820-3799-408a-9592-5ab5a7b2827d None None] Transition to ACTIVE for port object 6bcf8bfe-5121-41ba-9fbc-2dda3a5af91e will not be triggered until provisioned by entity L2. {{(pid=84110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:45:39.153243 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-1888ce89-85f6-4be7-b130-174c42de579a None None] Calling delete_port for 25aa0dbb-292e-4bec-b8bf-beab1480ba4a owned by network:dhcp {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:45:39.202981 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-afbf3820-3799-408a-9592-5ab5a7b2827d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:39.238419 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4d8f1e-dc09-4215-9b6b-7580c6b54f9a tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Pushing event updated for resources: {'Network': ['ID=6929e708-7a59-4dbd-9320-488937df3044,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:39.250616 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network 6929e708-7a59-4dbd-9320-488937df3044 details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:45:39.341519 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1888ce89-85f6-4be7-b130-174c42de579a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407'] for port, after_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:39.352725 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-5c4d8f1e-dc09-4215-9b6b-7580c6b54f9a tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3098485 Feb 04 08:45:39.356346 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 56076) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:39.383241 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-432e8872-11a4-45b0-9081-3fb46ea4da17 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Request body: {'subnet': {'network_id': '6929e708-7a59-4dbd-9320-488937df3044', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:45:39.399601 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-79977de3-2bb6-4240-bfc7-a8e8d40bd3be tempest-FloatingIPAdminTestJSON-1915685739 tempest-FloatingIPAdminTestJSON-1915685739-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:39.411334 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.db.api [None req-c2d7c26f-20fc-4b23-a898-66af8561612e tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84108) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 08:45:39.411658 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG oslo_db.api [None req-c2d7c26f-20fc-4b23-a898-66af8561612e tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 08:45:39.420458 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 25aa0dbb-292e-4bec-b8bf-beab1480ba4a no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:45:39.438260 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1838944-cb6c-4b93-b92e-7bedcb2b965f None None] Pushing event updated for resources: {'Port': ['ID=6bcf8bfe-5121-41ba-9fbc-2dda3a5af91e,revision_number=3']} {{(pid=84110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:39.495762 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1888ce89-85f6-4be7-b130-174c42de579a None None] Pushing event deleted for resources: {'Port': ['ID=25aa0dbb-292e-4bec-b8bf-beab1480ba4a,revision_number=None']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:39.497811 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: 25aa0dbb-292e-4bec-b8bf-beab1480ba4a {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:45:39.498319 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 25aa0dbb-292e-4bec-b8bf-beab1480ba4a not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:45:39.513302 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1838944-cb6c-4b93-b92e-7bedcb2b965f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:45:39.513836 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1838944-cb6c-4b93-b92e-7bedcb2b965f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:45:39.514409 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1838944-cb6c-4b93-b92e-7bedcb2b965f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:45:39.514888 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1838944-cb6c-4b93-b92e-7bedcb2b965f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:45:39.515970 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1838944-cb6c-4b93-b92e-7bedcb2b965f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:45:39.516926 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1838944-cb6c-4b93-b92e-7bedcb2b965f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:45:39.517537 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1838944-cb6c-4b93-b92e-7bedcb2b965f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:45:39.518363 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1838944-cb6c-4b93-b92e-7bedcb2b965f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:45:39.519851 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1838944-cb6c-4b93-b92e-7bedcb2b965f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:45:39.520354 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1838944-cb6c-4b93-b92e-7bedcb2b965f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:45:39.520873 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1838944-cb6c-4b93-b92e-7bedcb2b965f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:45:39.524100 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1888ce89-85f6-4be7-b130-174c42de579a None None] No DVR routers for this DVR port 25aa0dbb-292e-4bec-b8bf-beab1480ba4a on host dv-neutron-827798-2-hyperv {{(pid=84109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:45:39.526278 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.managers [None req-afbf3820-3799-408a-9592-5ab5a7b2827d None None] Attempting to bind port 6bcf8bfe-5121-41ba-9fbc-2dda3a5af91e on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:45:39.526830 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.managers [None req-afbf3820-3799-408a-9592-5ab5a7b2827d None None] Attempting to bind port 6bcf8bfe-5121-41ba-9fbc-2dda3a5af91e by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': 'd2abaf45-f1c5-4b04-aa52-01b45aa93bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '0683e000-2dc9-482e-99b7-1c52e34d0a05'}] {{(pid=84110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:45:39.527359 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbf3820-3799-408a-9592-5ab5a7b2827d None None] Attempting to bind port 6bcf8bfe-5121-41ba-9fbc-2dda3a5af91e on network 0683e000-2dc9-482e-99b7-1c52e34d0a05 {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:45:39.537405 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbf3820-3799-408a-9592-5ab5a7b2827d None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:45:39.538274 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbf3820-3799-408a-9592-5ab5a7b2827d None None] Checking segment: {'id': 'd2abaf45-f1c5-4b04-aa52-01b45aa93bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '0683e000-2dc9-482e-99b7-1c52e34d0a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:45:39.539611 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-afbf3820-3799-408a-9592-5ab5a7b2827d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:39.541457 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbf3820-3799-408a-9592-5ab5a7b2827d None None] Bound using segment: {'id': 'd2abaf45-f1c5-4b04-aa52-01b45aa93bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '0683e000-2dc9-482e-99b7-1c52e34d0a05'} {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:45:39.542091 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.managers [None req-afbf3820-3799-408a-9592-5ab5a7b2827d None None] Bound port: 6bcf8bfe-5121-41ba-9fbc-2dda3a5af91e, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2abaf45-f1c5-4b04-aa52-01b45aa93bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '0683e000-2dc9-482e-99b7-1c52e34d0a05'}}] {{(pid=84110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:45:39.542711 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-afbf3820-3799-408a-9592-5ab5a7b2827d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:39.576902 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-79977de3-2bb6-4240-bfc7-a8e8d40bd3be tempest-FloatingIPAdminTestJSON-1915685739 tempest-FloatingIPAdminTestJSON-1915685739-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:39.613641 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-432e8872-11a4-45b0-9081-3fb46ea4da17 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:45:39.625492 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-432e8872-11a4-45b0-9081-3fb46ea4da17 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Usage tracker for resource:subnet and tenant:bf57e53bceb34316b0180186a41d96ee is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:45:39.630803 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-432e8872-11a4-45b0-9081-3fb46ea4da17 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:45:39.639910 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-432e8872-11a4-45b0-9081-3fb46ea4da17 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:45:39.649143 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.db [None req-afbf3820-3799-408a-9592-5ab5a7b2827d None None] For port 6bcf8bfe-5121-41ba-9fbc-2dda3a5af91e, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:45:39.652892 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.db [None req-afbf3820-3799-408a-9592-5ab5a7b2827d None None] For port 6bcf8bfe-5121-41ba-9fbc-2dda3a5af91e, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=6bcf8bfe-5121-41ba-9fbc-2dda3a5af91e,segment=NetworkSegment(d2abaf45-f1c5-4b04-aa52-01b45aa93bbf),segment_id=d2abaf45-f1c5-4b04-aa52-01b45aa93bbf)] {{(pid=84110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:45:39.656758 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dd0104c-bc97-4f13-9acc-70e105c1d787 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Router 42c61eeb-c74f-4b13-9b5c-11baff995d53 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:45:39.730901 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-afbf3820-3799-408a-9592-5ab5a7b2827d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:39.740120 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-432e8872-11a4-45b0-9081-3fb46ea4da17 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Made reservation on behalf of bf57e53bceb34316b0180186a41d96ee for: {'subnet': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:45:39.855066 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbf3820-3799-408a-9592-5ab5a7b2827d None None] Routers {'c9337649-60c2-40dc-9112-23b3fd74a3db'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:45:39.855993 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-afbf3820-3799-408a-9592-5ab5a7b2827d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:45:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['c9337649-60c2-40dc-9112-23b3fd74a3db'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:39.874395 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dd0104c-bc97-4f13-9acc-70e105c1d787 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:45:39.887891 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-432e8872-11a4-45b0-9081-3fb46ea4da17 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8119726'] for subnet, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:39.890810 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96366da-b6ea-4227-a7e6-82474dbb3dc2 None None] Sync routers for ids ['42c61eeb-c74f-4b13-9b5c-11baff995d53'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:45:39.909857 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96366da-b6ea-4227-a7e6-82474dbb3dc2 None None] Routers {'42c61eeb-c74f-4b13-9b5c-11baff995d53'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:45:39.910497 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-b96366da-b6ea-4227-a7e6-82474dbb3dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:45:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['42c61eeb-c74f-4b13-9b5c-11baff995d53'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:39.932583 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1838944-cb6c-4b93-b92e-7bedcb2b965f None None] Pushing event updated for resources: {'Port': ['ID=6bcf8bfe-5121-41ba-9fbc-2dda3a5af91e,revision_number=4']} {{(pid=84110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:39.945921 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-79977de3-2bb6-4240-bfc7-a8e8d40bd3be tempest-FloatingIPAdminTestJSON-1915685739 tempest-FloatingIPAdminTestJSON-1915685739-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:39.945921 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-c2d7c26f-20fc-4b23-a898-66af8561612e tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Deleting port 25aa0dbb-292e-4bec-b8bf-beab1480ba4a {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:45:39.945921 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c2d7c26f-20fc-4b23-a898-66af8561612e tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:39.995351 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3dd0104c-bc97-4f13-9acc-70e105c1d787 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for floatingip, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:40.036027 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-79977de3-2bb6-4240-bfc7-a8e8d40bd3be tempest-FloatingIPAdminTestJSON-1915685739 tempest-FloatingIPAdminTestJSON-1915685739-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:40.102784 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-afbf3820-3799-408a-9592-5ab5a7b2827d None None] Set router c9337649-60c2-40dc-9112-23b3fd74a3db gateway port host: None {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:45:40.110085 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-3dd0104c-bc97-4f13-9acc-70e105c1d787 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.8960185 Feb 04 08:45:40.113141 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc216c2-23c9-46f1-838c-44ac9810b65e', 'tag': 'eb5f0985-ba6e-42eb-9db3-e4b594f0c8c9'}] {{(pid=84107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:45:40.123786 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 56080) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:40.143195 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-b96366da-b6ea-4227-a7e6-82474dbb3dc2 None None] Set router 42c61eeb-c74f-4b13-9b5c-11baff995d53 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:45:40.222532 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cc216c2-23c9-46f1-838c-44ac9810b65e', 'tag': 'eb5f0985-ba6e-42eb-9db3-e4b594f0c8c9', 'status': 'completed', 'code': 200} Feb 04 08:45:40.275570 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-cb180d43-f6ba-45c2-ae28-fcdb676e6009 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/floatingips/5d8f302c-55aa-41be-9137-f7807e9db28d HTTP/1.1" status: 200 len: 991 time: 0.1496325 Feb 04 08:45:40.335840 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-c2d7c26f-20fc-4b23-a898-66af8561612e tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] The port '25aa0dbb-292e-4bec-b8bf-beab1480ba4a' was deleted {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 08:45:40.394925 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79977de3-2bb6-4240-bfc7-a8e8d40bd3be tempest-FloatingIPAdminTestJSON-1915685739 tempest-FloatingIPAdminTestJSON-1915685739-project-admin] Pushing event updated for resources: {'Port': ['ID=2551b9ec-b054-4287-8c1d-1c10a80ab514,revision_number=2']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:40.484224 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-bae1ba06-1edd-40bc-af8a-894c7e031c74 req-c72ca2bb-064b-4a87-89cb-1192b47cd2a0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7df2bfd740464e869863a41b14f4d5af&device_id=3cc216c2-23c9-46f1-838c-44ac9810b65e HTTP/1.1" status: 200 len: 1099 time: 0.2085009 Feb 04 08:45:40.511289 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-afbf3820-3799-408a-9592-5ab5a7b2827d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9337649-60c2-40dc-9112-23b3fd74a3db', 'name': 'tempest-RoutersIpV6Test-router-1082460240', 'tenant_id': 'bf57e53bceb34316b0180186a41d96ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:45:30Z', 'updated_at': '2022-02-04T08:45:34Z', 'revision_number': 2, 'project_id': 'bf57e53bceb34316b0180186a41d96ee', 'gw_port_host': None, '_interfaces': [{'id': '6bcf8bfe-5121-41ba-9fbc-2dda3a5af91e', 'name': '', 'network_id': '0683e000-2dc9-482e-99b7-1c52e34d0a05', 'tenant_id': 'bf57e53bceb34316b0180186a41d96ee', 'mac_address': 'fa:16:3e:9c:df:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9337649-60c2-40dc-9112-23b3fd74a3db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '493c7abd-2075-424b-9940-8c15efb502b2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:45:33Z', 'updated_at': '2022-02-04T08:45:39Z', 'revision_number': 4, 'project_id': 'bf57e53bceb34316b0180186a41d96ee', 'subnets': [{'id': '493c7abd-2075-424b-9940-8c15efb502b2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:40.517140 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbf3820-3799-408a-9592-5ab5a7b2827d None None] The sync data for ids ['c9337649-60c2-40dc-9112-23b3fd74a3db'] in dv-neutron-827798-2-hyperv is: [{'id': 'c9337649-60c2-40dc-9112-23b3fd74a3db', 'name': 'tempest-RoutersIpV6Test-router-1082460240', 'tenant_id': 'bf57e53bceb34316b0180186a41d96ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:45:30Z', 'updated_at': '2022-02-04T08:45:34Z', 'revision_number': 2, 'project_id': 'bf57e53bceb34316b0180186a41d96ee', 'gw_port_host': None, '_interfaces': [{'id': '6bcf8bfe-5121-41ba-9fbc-2dda3a5af91e', 'name': '', 'network_id': '0683e000-2dc9-482e-99b7-1c52e34d0a05', 'tenant_id': 'bf57e53bceb34316b0180186a41d96ee', 'mac_address': 'fa:16:3e:9c:df:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9337649-60c2-40dc-9112-23b3fd74a3db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '493c7abd-2075-424b-9940-8c15efb502b2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:45:33Z', 'updated_at': '2022-02-04T08:45:39Z', 'revision_number': 4, 'project_id': 'bf57e53bceb34316b0180186a41d96ee', 'subnets': [{'id': '493c7abd-2075-424b-9940-8c15efb502b2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:45:40.591227 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c2d7c26f-20fc-4b23-a898-66af8561612e tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:40.592425 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-b96366da-b6ea-4227-a7e6-82474dbb3dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c61eeb-c74f-4b13-9b5c-11baff995d53', 'name': 'tempest-TestNetworkBasicOps-router-1051621526', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.219'}], 'enable_snat': True}, 'gw_port_id': '6df7ed41-74d6-49dc-85c8-11ceeb770ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:44:47Z', 'updated_at': '2022-02-04T08:45:01Z', 'revision_number': 4, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': '6df7ed41-74d6-49dc-85c8-11ceeb770ff9', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:4e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c61eeb-c74f-4b13-9b5c-11baff995d53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:44:48Z', 'updated_at': '2022-02-04T08:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': '5d8f302c-55aa-41be-9137-f7807e9db28d', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'floating_ip_address': '172.26.3.98', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': '42c61eeb-c74f-4b13-9b5c-11baff995d53', 'port_id': 'eb5f0985-ba6e-42eb-9db3-e4b594f0c8c9', 'fixed_ip_address': '172.20.0.22', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfd3e35e-8d31-4904-a33a-2fe9438ce3a8', 'mac_address': 'fa:16:3e:1b:27:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc216c2-23c9-46f1-838c-44ac9810b65e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T08:45:37Z', 'updated_at': '2022-02-04T08:45:37Z', 'revision_number': 0, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'defd4a79-29b8-4ab2-ba37-2249da5e801c', 'name': '', 'network_id': 'dfd3e35e-8d31-4904-a33a-2fe9438ce3a8', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'mac_address': 'fa:16:3e:ce:b1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c61eeb-c74f-4b13-9b5c-11baff995d53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7468b71-f98f-4f00-b331-49e92e5ae12e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:44:59Z', 'updated_at': '2022-02-04T08:45:12Z', 'revision_number': 5, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'subnets': [{'id': 'd7468b71-f98f-4f00-b331-49e92e5ae12e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:40.596162 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96366da-b6ea-4227-a7e6-82474dbb3dc2 None None] Checking router: 42c61eeb-c74f-4b13-9b5c-11baff995d53 for host: dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 08:45:40.609793 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96366da-b6ea-4227-a7e6-82474dbb3dc2 None None] Routers {'42c61eeb-c74f-4b13-9b5c-11baff995d53'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:45:40.610394 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-b96366da-b6ea-4227-a7e6-82474dbb3dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:45:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['42c61eeb-c74f-4b13-9b5c-11baff995d53'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:40.620778 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-79977de3-2bb6-4240-bfc7-a8e8d40bd3be tempest-FloatingIPAdminTestJSON-1915685739 tempest-FloatingIPAdminTestJSON-1915685739-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473039'] for floatingip, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:40.646405 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-c2d7c26f-20fc-4b23-a898-66af8561612e tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64c3d6bf-36a9-4329-8a5f-b59d9eddcfc4']}} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:40.650392 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae1ba06-1edd-40bc-af8a-894c7e031c74 req-a99f4504-c651-4ced-8f8b-f87d64d1ada0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:45:40.651953 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-bae1ba06-1edd-40bc-af8a-894c7e031c74 req-a99f4504-c651-4ced-8f8b-f87d64d1ada0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dfd3e35e-8d31-4904-a33a-2fe9438ce3a8 HTTP/1.1" status: 200 len: 897 time: 0.1606364 Feb 04 08:45:40.669828 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-c2d7c26f-20fc-4b23-a898-66af8561612e tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e558db3a-0e94-4dc2-b19c-7fdfcab60ef6') {'for_net_delete': True} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:40.670235 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-c2d7c26f-20fc-4b23-a898-66af8561612e tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e558db3a-0e94-4dc2-b19c-7fdfcab60ef6') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:40.721252 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c2d7c26f-20fc-4b23-a898-66af8561612e tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7851336'] for segment, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:40.764687 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c2d7c26f-20fc-4b23-a898-66af8561612e tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:40.788324 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-79977de3-2bb6-4240-bfc7-a8e8d40bd3be tempest-FloatingIPAdminTestJSON-1915685739 tempest-FloatingIPAdminTestJSON-1915685739-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for floatingip, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:40.793768 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-79977de3-2bb6-4240-bfc7-a8e8d40bd3be tempest-FloatingIPAdminTestJSON-1915685739 tempest-FloatingIPAdminTestJSON-1915685739-project-admin] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5179896 Feb 04 08:45:40.793768 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2d7c26f-20fc-4b23-a898-66af8561612e tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=84108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:45:40.793768 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c2d7c26f-20fc-4b23-a898-66af8561612e tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7460345'] for segment, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:40.795388 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-bae1ba06-1edd-40bc-af8a-894c7e031c74 req-3afae5a9-24e8-49ab-8f20-6f9035471794 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=eb5f0985-ba6e-42eb-9db3-e4b594f0c8c9 HTTP/1.1" status: 200 len: 999 time: 0.1356521 Feb 04 08:45:40.795972 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 56086) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:40.809761 dv-neutron-827798-2-hyperv neutron-server[84108]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 08:45:40.809761 dv-neutron-827798-2-hyperv neutron-server[84108]: util.warn( Feb 04 08:45:40.809761 dv-neutron-827798-2-hyperv neutron-server[84108]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 08:45:40.809761 dv-neutron-827798-2-hyperv neutron-server[84108]: util.warn( Feb 04 08:45:40.809761 dv-neutron-827798-2-hyperv neutron-server[84108]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 08:45:40.809761 dv-neutron-827798-2-hyperv neutron-server[84108]: util.warn( Feb 04 08:45:40.809761 dv-neutron-827798-2-hyperv neutron-server[84108]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 08:45:40.809761 dv-neutron-827798-2-hyperv neutron-server[84108]: util.warn( Feb 04 08:45:40.809761 dv-neutron-827798-2-hyperv neutron-server[84108]: Traceback (most recent call last): Feb 04 08:45:40.809761 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:45:40.809761 dv-neutron-827798-2-hyperv neutron-server[84108]: timer() Feb 04 08:45:40.809761 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:45:40.809761 dv-neutron-827798-2-hyperv neutron-server[84108]: cb(*args, **kw) Feb 04 08:45:40.809761 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:45:40.809761 dv-neutron-827798-2-hyperv neutron-server[84108]: return func(*args, **kwargs) Feb 04 08:45:40.809761 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:45:40.809761 dv-neutron-827798-2-hyperv neutron-server[84108]: self._notify() Feb 04 08:45:40.809761 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:45:40.809761 dv-neutron-827798-2-hyperv neutron-server[84108]: self.callback(batched_events) Feb 04 08:45:40.809761 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:45:40.809761 dv-neutron-827798-2-hyperv neutron-server[84108]: event.method(event) Feb 04 08:45:40.809761 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:45:40.809761 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:45:40.809761 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:45:40.809761 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:45:40.809761 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:45:40.809761 dv-neutron-827798-2-hyperv neutron-server[84108]: return f(self, *a, **k) Feb 04 08:45:40.809761 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:45:40.809761 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._get(url).json() Feb 04 08:45:40.809761 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:45:40.809761 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:45:40.809761 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:45:40.809761 dv-neutron-827798-2-hyperv neutron-server[84108]: return self.request(url, 'GET', **kwargs) Feb 04 08:45:40.809761 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:45:40.809761 dv-neutron-827798-2-hyperv neutron-server[84108]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:45:40.809761 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:45:40.809761 dv-neutron-827798-2-hyperv neutron-server[84108]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:45:40.809761 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:45:40.809761 dv-neutron-827798-2-hyperv neutron-server[84108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:45:40.809761 dv-neutron-827798-2-hyperv neutron-server[84108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:45:40.836718 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-b96366da-b6ea-4227-a7e6-82474dbb3dc2 None None] Set router 42c61eeb-c74f-4b13-9b5c-11baff995d53 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:45:40.887883 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae1ba06-1edd-40bc-af8a-894c7e031c74 req-55507410-40f4-424f-bb65-4cf524d61003 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:45:40.889465 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-bae1ba06-1edd-40bc-af8a-894c7e031c74 req-55507410-40f4-424f-bb65-4cf524d61003 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d7468b71-f98f-4f00-b331-49e92e5ae12e HTTP/1.1" status: 200 len: 837 time: 0.0867679 Feb 04 08:45:40.992735 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-bae1ba06-1edd-40bc-af8a-894c7e031c74 req-5065805d-9b18-43e4-9a20-9289846a065e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dfd3e35e-8d31-4904-a33a-2fe9438ce3a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0957880 Feb 04 08:45:41.013155 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-432e8872-11a4-45b0-9081-3fb46ea4da17 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7593498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8119736'] for subnet, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:41.049496 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c2d7c26f-20fc-4b23-a898-66af8561612e tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:41.077416 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c2d7c26f-20fc-4b23-a898-66af8561612e tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Notify callbacks [] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:41.105952 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-27f1f474-a091-4616-b242-dee0f96d8a3d tempest-FloatingIPAdminTestJSON-1775398193 tempest-FloatingIPAdminTestJSON-1775398193-project] Request body: {'floatingip': {'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:45:41.107791 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d7c26f-20fc-4b23-a898-66af8561612e tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] Pushing event deleted for resources: {'Network': ['ID=64c3d6bf-36a9-4329-8a5f-b59d9eddcfc4,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:41.121263 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-c2d7c26f-20fc-4b23-a898-66af8561612e tempest-NetworksTest-84549219 tempest-NetworksTest-84549219-project] 10.222.0.36 "DELETE /v2.0/networks/64c3d6bf-36a9-4329-8a5f-b59d9eddcfc4 HTTP/1.1" status: 204 len: 168 time: 2.9244339 Feb 04 08:45:41.121500 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-27f1f474-a091-4616-b242-dee0f96d8a3d tempest-FloatingIPAdminTestJSON-1775398193 tempest-FloatingIPAdminTestJSON-1775398193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:45:41.139377 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432e8872-11a4-45b0-9081-3fb46ea4da17 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Pushing event updated for resources: {'Subnet': ['ID=0e268ecc-a1d2-4e13-b692-575946436030,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:41.151273 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-27f1f474-a091-4616-b242-dee0f96d8a3d tempest-FloatingIPAdminTestJSON-1775398193 tempest-FloatingIPAdminTestJSON-1775398193-project] Usage tracker for resource:floatingip and tenant:66f07f86e13f48709ade6f6ab2ba4380 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:45:41.158674 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-27f1f474-a091-4616-b242-dee0f96d8a3d tempest-FloatingIPAdminTestJSON-1775398193 tempest-FloatingIPAdminTestJSON-1775398193-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:45:41.174446 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-27f1f474-a091-4616-b242-dee0f96d8a3d tempest-FloatingIPAdminTestJSON-1775398193 tempest-FloatingIPAdminTestJSON-1775398193-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:45:41.177963 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432e8872-11a4-45b0-9081-3fb46ea4da17 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Checking segment: {'id': 'e0ae1540-0fe4-432a-837d-3ec09d9e6100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6929e708-7a59-4dbd-9320-488937df3044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:45:41.178332 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432e8872-11a4-45b0-9081-3fb46ea4da17 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Network hostable DHCP agents. Network: 6929e708-7a59-4dbd-9320-488937df3044, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:45:41.218656 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-bae1ba06-1edd-40bc-af8a-894c7e031c74 req-535b74c6-e33b-4ec3-99dd-a021e73ff996 service neutron] 10.222.0.47 "GET /v2.0/networks/dfd3e35e-8d31-4904-a33a-2fe9438ce3a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178769 Feb 04 08:45:41.263224 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432e8872-11a4-45b0-9081-3fb46ea4da17 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Network 6929e708-7a59-4dbd-9320-488937df3044 is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:45:41.278631 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 56094) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:41.302571 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-27f1f474-a091-4616-b242-dee0f96d8a3d tempest-FloatingIPAdminTestJSON-1775398193 tempest-FloatingIPAdminTestJSON-1775398193-project] Notify callbacks [] for floatingip, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:41.436945 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-b96366da-b6ea-4227-a7e6-82474dbb3dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c61eeb-c74f-4b13-9b5c-11baff995d53', 'name': 'tempest-TestNetworkBasicOps-router-1051621526', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.219'}], 'enable_snat': True}, 'gw_port_id': '6df7ed41-74d6-49dc-85c8-11ceeb770ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:44:47Z', 'updated_at': '2022-02-04T08:45:01Z', 'revision_number': 4, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': '6df7ed41-74d6-49dc-85c8-11ceeb770ff9', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:4e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c61eeb-c74f-4b13-9b5c-11baff995d53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:44:48Z', 'updated_at': '2022-02-04T08:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': '5d8f302c-55aa-41be-9137-f7807e9db28d', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'floating_ip_address': '172.26.3.98', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': '42c61eeb-c74f-4b13-9b5c-11baff995d53', 'port_id': 'eb5f0985-ba6e-42eb-9db3-e4b594f0c8c9', 'fixed_ip_address': '172.20.0.22', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfd3e35e-8d31-4904-a33a-2fe9438ce3a8', 'mac_address': 'fa:16:3e:1b:27:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc216c2-23c9-46f1-838c-44ac9810b65e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T08:45:37Z', 'updated_at': '2022-02-04T08:45:37Z', 'revision_number': 0, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'defd4a79-29b8-4ab2-ba37-2249da5e801c', 'name': '', 'network_id': 'dfd3e35e-8d31-4904-a33a-2fe9438ce3a8', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'mac_address': 'fa:16:3e:ce:b1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c61eeb-c74f-4b13-9b5c-11baff995d53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7468b71-f98f-4f00-b331-49e92e5ae12e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:44:59Z', 'updated_at': '2022-02-04T08:45:12Z', 'revision_number': 5, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'subnets': [{'id': 'd7468b71-f98f-4f00-b331-49e92e5ae12e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:41.447296 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96366da-b6ea-4227-a7e6-82474dbb3dc2 None None] The sync data for ids ['42c61eeb-c74f-4b13-9b5c-11baff995d53'] in dv-neutron-827798-2-hyperv is: [{'id': '42c61eeb-c74f-4b13-9b5c-11baff995d53', 'name': 'tempest-TestNetworkBasicOps-router-1051621526', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.219'}], 'enable_snat': True}, 'gw_port_id': '6df7ed41-74d6-49dc-85c8-11ceeb770ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:44:47Z', 'updated_at': '2022-02-04T08:45:01Z', 'revision_number': 4, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': '6df7ed41-74d6-49dc-85c8-11ceeb770ff9', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:4e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c61eeb-c74f-4b13-9b5c-11baff995d53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:44:48Z', 'updated_at': '2022-02-04T08:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': '5d8f302c-55aa-41be-9137-f7807e9db28d', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'floating_ip_address': '172.26.3.98', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': '42c61eeb-c74f-4b13-9b5c-11baff995d53', 'port_id': 'eb5f0985-ba6e-42eb-9db3-e4b594f0c8c9', 'fixed_ip_address': '172.20.0.22', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfd3e35e-8d31-4904-a33a-2fe9438ce3a8', 'mac_address': 'fa:16:3e:1b:27:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc216c2-23c9-46f1-838c-44ac9810b65e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T08:45:37Z', 'updated_at': '2022-02-04T08:45:37Z', 'revision_number': 0, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'defd4a79-29b8-4ab2-ba37-2249da5e801c', 'name': '', 'network_id': 'dfd3e35e-8d31-4904-a33a-2fe9438ce3a8', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'mac_address': 'fa:16:3e:ce:b1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c61eeb-c74f-4b13-9b5c-11baff995d53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7468b71-f98f-4f00-b331-49e92e5ae12e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:44:59Z', 'updated_at': '2022-02-04T08:45:12Z', 'revision_number': 5, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'subnets': [{'id': 'd7468b71-f98f-4f00-b331-49e92e5ae12e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:45:41.454556 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-432e8872-11a4-45b0-9081-3fb46ea4da17 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, 6929e708-7a59-4dbd-9320-488937df3044) {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:45:41.459995 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432e8872-11a4-45b0-9081-3fb46ea4da17 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:45:41.461321 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-432e8872-11a4-45b0-9081-3fb46ea4da17 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:41.478098 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ec4579-2e63-41bf-ac73-d5d6889a46bb None None] Network 6929e708-7a59-4dbd-9320-488937df3044 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:45:41.483729 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-bae1ba06-1edd-40bc-af8a-894c7e031c74 req-88592a38-3fd1-4905-aa36-269feda49c2f service neutron] 10.222.0.47 "GET /v2.0/networks/dfd3e35e-8d31-4904-a33a-2fe9438ce3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579620 Feb 04 08:45:41.495757 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-e618e453-fcbd-498d-9765-936935b8530b tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/floatingips/5d8f302c-55aa-41be-9137-f7807e9db28d HTTP/1.1" status: 200 len: 991 time: 0.2158251 Feb 04 08:45:41.499432 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 6bcf8bfe-5121-41ba-9fbc-2dda3a5af91e up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:45:41.549588 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-27f1f474-a091-4616-b242-dee0f96d8a3d tempest-FloatingIPAdminTestJSON-1775398193 tempest-FloatingIPAdminTestJSON-1775398193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:41.601698 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-432e8872-11a4-45b0-9081-3fb46ea4da17 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2264872 Feb 04 08:45:41.604522 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 56098) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:41.715723 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-27f1f474-a091-4616-b242-dee0f96d8a3d tempest-FloatingIPAdminTestJSON-1775398193 tempest-FloatingIPAdminTestJSON-1775398193-project] Allocated IP 172.26.3.142 (e264bd74-c56b-43d0-9059-bcb57dbbe5bc/79caf47c-b62c-4ea0-b35f-21ede155daa8/0779170b-4356-4b0d-9f72-3da14e683e0b) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:45:41.788881 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 6bcf8bfe-5121-41ba-9fbc-2dda3a5af91e completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:45:41.803719 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 6bcf8bfe-5121-41ba-9fbc-2dda3a5af91e triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:45:41.804740 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:41.806908 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fdc883-ea00-41f0-84d0-5721bc7879fb None None] New status for floating IP 5d8f302c-55aa-41be-9137-f7807e9db28d: ACTIVE {{(pid=84110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 08:45:41.934449 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-27f1f474-a091-4616-b242-dee0f96d8a3d tempest-FloatingIPAdminTestJSON-1775398193 tempest-FloatingIPAdminTestJSON-1775398193-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:41.940816 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 56104) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:41.948540 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9a7879-cab7-42e4-aec6-dfcb09e3bee1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-6929e708-7a59-4dbd-9320-488937df3044', 'network_id': '6929e708-7a59-4dbd-9320-488937df3044', 'tenant_id': 'bf57e53bceb34316b0180186a41d96ee', 'fixed_ips': [{'subnet_id': '0e268ecc-a1d2-4e13-b692-575946436030'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:45:41.949366 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-fd9a7879-cab7-42e4-aec6-dfcb09e3bee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:42.050028 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:42.053272 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-27f1f474-a091-4616-b242-dee0f96d8a3d tempest-FloatingIPAdminTestJSON-1775398193 tempest-FloatingIPAdminTestJSON-1775398193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:42.098177 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port 6bcf8bfe-5121-41ba-9fbc-2dda3a5af91e, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=6bcf8bfe-5121-41ba-9fbc-2dda3a5af91e,segment=NetworkSegment(d2abaf45-f1c5-4b04-aa52-01b45aa93bbf),segment_id=d2abaf45-f1c5-4b04-aa52-01b45aa93bbf)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:45:42.190995 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-fd9a7879-cab7-42e4-aec6-dfcb09e3bee1 None None] Allocated IP 2001:db8:1::2 (6929e708-7a59-4dbd-9320-488937df3044/0e268ecc-a1d2-4e13-b692-575946436030/a88ecfae-f3f8-4923-9b1e-2c84bce38cee) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:45:42.196405 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f1f474-a091-4616-b242-dee0f96d8a3d tempest-FloatingIPAdminTestJSON-1775398193 tempest-FloatingIPAdminTestJSON-1775398193-project] Network e264bd74-c56b-43d0-9059-bcb57dbbe5bc is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:45:42.202048 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-27f1f474-a091-4616-b242-dee0f96d8a3d tempest-FloatingIPAdminTestJSON-1775398193 tempest-FloatingIPAdminTestJSON-1775398193-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:45:42.209874 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f1f474-a091-4616-b242-dee0f96d8a3d tempest-FloatingIPAdminTestJSON-1775398193 tempest-FloatingIPAdminTestJSON-1775398193-project] Pushing event updated for resources: {'Port': ['ID=0779170b-4356-4b0d-9f72-3da14e683e0b,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:42.214278 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f1f474-a091-4616-b242-dee0f96d8a3d tempest-FloatingIPAdminTestJSON-1775398193 tempest-FloatingIPAdminTestJSON-1775398193-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:45:42.227968 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:42.268172 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-1c5b0212-5272-48f4-aed8-bf0e406dd696 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=88ac21618fc2460393f2181c0240ea1e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3225181 Feb 04 08:45:42.269057 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 56110) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:42.358436 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b4bdd821-ce03-401e-a2a1-babaee46d12f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:42.371818 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=6bcf8bfe-5121-41ba-9fbc-2dda3a5af91e,revision_number=5']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:42.390790 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b4bdd821-ce03-401e-a2a1-babaee46d12f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:42.442550 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7be7cd7c-43a5-46d8-8b08-48b24ab29086 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:42.461155 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-fd9a7879-cab7-42e4-aec6-dfcb09e3bee1 None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:42.471977 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-fd9a7879-cab7-42e4-aec6-dfcb09e3bee1 None None] Transition to ACTIVE for port object a88ecfae-f3f8-4923-9b1e-2c84bce38cee will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:45:42.478972 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-27f1f474-a091-4616-b242-dee0f96d8a3d tempest-FloatingIPAdminTestJSON-1775398193 tempest-FloatingIPAdminTestJSON-1775398193-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:42.491093 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-fd9a7879-cab7-42e4-aec6-dfcb09e3bee1 None None] Transition to ACTIVE for port object a88ecfae-f3f8-4923-9b1e-2c84bce38cee will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:45:42.499172 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 56114) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:42.572888 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-fd9a7879-cab7-42e4-aec6-dfcb09e3bee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:42.653047 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9a7879-cab7-42e4-aec6-dfcb09e3bee1 None None] Network 6929e708-7a59-4dbd-9320-488937df3044 is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:45:42.653926 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9a7879-cab7-42e4-aec6-dfcb09e3bee1 None None] Pushing event updated for resources: {'Port': ['ID=a88ecfae-f3f8-4923-9b1e-2c84bce38cee,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:42.656502 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-fd9a7879-cab7-42e4-aec6-dfcb09e3bee1 None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:45:42.662066 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9a7879-cab7-42e4-aec6-dfcb09e3bee1 None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:45:42.745534 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-fd9a7879-cab7-42e4-aec6-dfcb09e3bee1 None None] Attempting to bind port a88ecfae-f3f8-4923-9b1e-2c84bce38cee on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:45:42.745802 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-fd9a7879-cab7-42e4-aec6-dfcb09e3bee1 None None] Attempting to bind port a88ecfae-f3f8-4923-9b1e-2c84bce38cee by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': 'e0ae1540-0fe4-432a-837d-3ec09d9e6100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6929e708-7a59-4dbd-9320-488937df3044'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:45:42.746155 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9a7879-cab7-42e4-aec6-dfcb09e3bee1 None None] Attempting to bind port a88ecfae-f3f8-4923-9b1e-2c84bce38cee on network 6929e708-7a59-4dbd-9320-488937df3044 {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:45:42.752461 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9a7879-cab7-42e4-aec6-dfcb09e3bee1 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:45:42.752858 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9a7879-cab7-42e4-aec6-dfcb09e3bee1 None None] Checking segment: {'id': 'e0ae1540-0fe4-432a-837d-3ec09d9e6100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6929e708-7a59-4dbd-9320-488937df3044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:45:42.753251 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-fd9a7879-cab7-42e4-aec6-dfcb09e3bee1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:42.753770 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9a7879-cab7-42e4-aec6-dfcb09e3bee1 None None] Bound using segment: {'id': 'e0ae1540-0fe4-432a-837d-3ec09d9e6100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6929e708-7a59-4dbd-9320-488937df3044'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:45:42.754454 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-fd9a7879-cab7-42e4-aec6-dfcb09e3bee1 None None] Bound port: a88ecfae-f3f8-4923-9b1e-2c84bce38cee, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0ae1540-0fe4-432a-837d-3ec09d9e6100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6929e708-7a59-4dbd-9320-488937df3044'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:45:42.754829 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-fd9a7879-cab7-42e4-aec6-dfcb09e3bee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:42.768468 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-27f1f474-a091-4616-b242-dee0f96d8a3d tempest-FloatingIPAdminTestJSON-1775398193 tempest-FloatingIPAdminTestJSON-1775398193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:42.797784 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-08902b03-7d91-415a-a7d4-0f37cedbec14 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/floatingips/5d8f302c-55aa-41be-9137-f7807e9db28d HTTP/1.1" status: 200 len: 993 time: 0.2974477 Feb 04 08:45:42.804874 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b4bdd821-ce03-401e-a2a1-babaee46d12f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:42.833151 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bdd821-ce03-401e-a2a1-babaee46d12f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c5b14f8-eb2f-431d-a580-5c8d65181312,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:42.861577 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-fd9a7879-cab7-42e4-aec6-dfcb09e3bee1 None None] For port a88ecfae-f3f8-4923-9b1e-2c84bce38cee, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:45:42.871156 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-fd9a7879-cab7-42e4-aec6-dfcb09e3bee1 None None] For port a88ecfae-f3f8-4923-9b1e-2c84bce38cee, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=a88ecfae-f3f8-4923-9b1e-2c84bce38cee,segment=NetworkSegment(e0ae1540-0fe4-432a-837d-3ec09d9e6100),segment_id=e0ae1540-0fe4-432a-837d-3ec09d9e6100)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:45:42.927120 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b4bdd821-ce03-401e-a2a1-babaee46d12f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:42.928619 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-b4bdd821-ce03-401e-a2a1-babaee46d12f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7c5b14f8-eb2f-431d-a580-5c8d65181312 HTTP/1.1" status: 204 len: 168 time: 0.6588576 Feb 04 08:45:42.939159 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-fd9a7879-cab7-42e4-aec6-dfcb09e3bee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:42.975230 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-7be7cd7c-43a5-46d8-8b08-48b24ab29086 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Allocated IP 2001:db8:1::1 (6929e708-7a59-4dbd-9320-488937df3044/0e268ecc-a1d2-4e13-b692-575946436030/9df0d146-2fcf-4831-8d55-6d5fd0c015be) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:45:43.040043 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-27f1f474-a091-4616-b242-dee0f96d8a3d tempest-FloatingIPAdminTestJSON-1775398193 tempest-FloatingIPAdminTestJSON-1775398193-project] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:43.066325 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9a7879-cab7-42e4-aec6-dfcb09e3bee1 None None] Pushing event updated for resources: {'Port': ['ID=a88ecfae-f3f8-4923-9b1e-2c84bce38cee,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:43.092268 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-27f1f474-a091-4616-b242-dee0f96d8a3d tempest-FloatingIPAdminTestJSON-1775398193 tempest-FloatingIPAdminTestJSON-1775398193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:43.165664 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7be7cd7c-43a5-46d8-8b08-48b24ab29086 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:43.183191 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.provisioning_blocks [None req-7be7cd7c-43a5-46d8-8b08-48b24ab29086 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Transition to ACTIVE for port object 9df0d146-2fcf-4831-8d55-6d5fd0c015be will not be triggered until provisioned by entity DHCP. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:45:43.203423 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f1f474-a091-4616-b242-dee0f96d8a3d tempest-FloatingIPAdminTestJSON-1775398193 tempest-FloatingIPAdminTestJSON-1775398193-project] Pushing event updated for resources: {'Port': ['ID=0779170b-4356-4b0d-9f72-3da14e683e0b,revision_number=2']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:43.227516 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-27f1f474-a091-4616-b242-dee0f96d8a3d tempest-FloatingIPAdminTestJSON-1775398193 tempest-FloatingIPAdminTestJSON-1775398193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473039'] for floatingip, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:43.273003 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7be7cd7c-43a5-46d8-8b08-48b24ab29086 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:43.344196 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be7cd7c-43a5-46d8-8b08-48b24ab29086 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Network 6929e708-7a59-4dbd-9320-488937df3044 is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:45:43.348220 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-7be7cd7c-43a5-46d8-8b08-48b24ab29086 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:45:43.352946 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be7cd7c-43a5-46d8-8b08-48b24ab29086 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:45:43.353685 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7be7cd7c-43a5-46d8-8b08-48b24ab29086 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-472912'] for router_interface, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:43.360736 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-27f1f474-a091-4616-b242-dee0f96d8a3d tempest-FloatingIPAdminTestJSON-1775398193 tempest-FloatingIPAdminTestJSON-1775398193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for floatingip, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:43.364407 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-27f1f474-a091-4616-b242-dee0f96d8a3d tempest-FloatingIPAdminTestJSON-1775398193 tempest-FloatingIPAdminTestJSON-1775398193-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5651903 Feb 04 08:45:43.364811 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 56120) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:43.415085 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be7cd7c-43a5-46d8-8b08-48b24ab29086 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Pushing event updated for resources: {'Port': ['ID=9df0d146-2fcf-4831-8d55-6d5fd0c015be,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:43.500204 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-05ad2e2f-37a9-48cb-8aea-9fe2293f68d3 tempest-FloatingIPAdminTestJSON-1915685739 tempest-FloatingIPAdminTestJSON-1915685739-project-admin] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3221 time: 0.1344910 Feb 04 08:45:43.502955 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 56126) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:43.506515 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device a88ecfae-f3f8-4923-9b1e-2c84bce38cee up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:45:43.580184 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-3e84740a-d09c-4d6a-a65b-85687e406789 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0757146 Feb 04 08:45:43.582807 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 56134) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:43.597184 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7be7cd7c-43a5-46d8-8b08-48b24ab29086 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:43.646649 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port a88ecfae-f3f8-4923-9b1e-2c84bce38cee completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:45:43.656528 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 6bcf8bfe-5121-41ba-9fbc-2dda3a5af91e up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:45:43.735662 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 6bcf8bfe-5121-41ba-9fbc-2dda3a5af91e triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:45:43.736408 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:43.764219 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-f0598692-6260-4a40-94f2-bd49d8584c50 tempest-FloatingIPAdminTestJSON-1775398193 tempest-FloatingIPAdminTestJSON-1775398193-project] Deleting port 0779170b-4356-4b0d-9f72-3da14e683e0b {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:45:43.764749 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f0598692-6260-4a40-94f2-bd49d8584c50 tempest-FloatingIPAdminTestJSON-1775398193 tempest-FloatingIPAdminTestJSON-1775398193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:44.008208 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f0598692-6260-4a40-94f2-bd49d8584c50 tempest-FloatingIPAdminTestJSON-1775398193 tempest-FloatingIPAdminTestJSON-1775398193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:44.008533 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f0598692-6260-4a40-94f2-bd49d8584c50 tempest-FloatingIPAdminTestJSON-1775398193 tempest-FloatingIPAdminTestJSON-1775398193-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:44.051692 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 08:45:44.107468 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7be7cd7c-43a5-46d8-8b08-48b24ab29086 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks [] for port, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:44.149482 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7be7cd7c-43a5-46d8-8b08-48b24ab29086 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:44.150300 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7be7cd7c-43a5-46d8-8b08-48b24ab29086 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473771'] for router_interface, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:44.154430 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-f0598692-6260-4a40-94f2-bd49d8584c50 tempest-FloatingIPAdminTestJSON-1775398193 tempest-FloatingIPAdminTestJSON-1775398193-project] Calling delete_port for 0779170b-4356-4b0d-9f72-3da14e683e0b owned by network:floatingip {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:45:44.300171 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c39d0c-3b01-4db1-800d-eff640f851d0 None None] Network 6929e708-7a59-4dbd-9320-488937df3044 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:45:44.324330 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be7cd7c-43a5-46d8-8b08-48b24ab29086 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Pushing event updated for resources: {'Port': ['ID=9df0d146-2fcf-4831-8d55-6d5fd0c015be,revision_number=2']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:44.372871 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f0598692-6260-4a40-94f2-bd49d8584c50 tempest-FloatingIPAdminTestJSON-1775398193 tempest-FloatingIPAdminTestJSON-1775398193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:44.392032 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be7cd7c-43a5-46d8-8b08-48b24ab29086 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Network 6929e708-7a59-4dbd-9320-488937df3044 is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:45:44.393313 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-7be7cd7c-43a5-46d8-8b08-48b24ab29086 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:45:44.446052 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0598692-6260-4a40-94f2-bd49d8584c50 tempest-FloatingIPAdminTestJSON-1775398193 tempest-FloatingIPAdminTestJSON-1775398193-project] Pushing event deleted for resources: {'Port': ['ID=0779170b-4356-4b0d-9f72-3da14e683e0b,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:44.471523 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 56148) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:44.480109 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-29131eca-bd61-4702-946c-db540fe66b93 None None] Provisioning for port a88ecfae-f3f8-4923-9b1e-2c84bce38cee completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:45:44.490239 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-29131eca-bd61-4702-946c-db540fe66b93 None None] Provisioning complete for port a88ecfae-f3f8-4923-9b1e-2c84bce38cee triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:45:44.490616 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-29131eca-bd61-4702-946c-db540fe66b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:44.562565 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f0598692-6260-4a40-94f2-bd49d8584c50 tempest-FloatingIPAdminTestJSON-1775398193 tempest-FloatingIPAdminTestJSON-1775398193-project] Notify callbacks [] for floatingip, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:44.577007 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f0598692-6260-4a40-94f2-bd49d8584c50 tempest-FloatingIPAdminTestJSON-1775398193 tempest-FloatingIPAdminTestJSON-1775398193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for floatingip, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:44.582265 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-f0598692-6260-4a40-94f2-bd49d8584c50 tempest-FloatingIPAdminTestJSON-1775398193 tempest-FloatingIPAdminTestJSON-1775398193-project] 10.222.0.36 "DELETE /v2.0/floatingips/34d0cc95-54a6-4f62-922c-3dd627bfd39e HTTP/1.1" status: 204 len: 168 time: 0.9943128 Feb 04 08:45:44.582265 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 56154) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:44.681011 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-29131eca-bd61-4702-946c-db540fe66b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:44.716796 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-c4f45116-e611-4675-af08-48ea4a6ee053 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-507545247', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:45:44.721789 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-29131eca-bd61-4702-946c-db540fe66b93 None None] For port a88ecfae-f3f8-4923-9b1e-2c84bce38cee, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=a88ecfae-f3f8-4923-9b1e-2c84bce38cee,segment=NetworkSegment(e0ae1540-0fe4-432a-837d-3ec09d9e6100),segment_id=e0ae1540-0fe4-432a-837d-3ec09d9e6100)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:45:44.732503 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-c4f45116-e611-4675-af08-48ea4a6ee053 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:45:44.737847 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-c4f45116-e611-4675-af08-48ea4a6ee053 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Usage tracker for resource:router and tenant:d6449bc377e241a9a314db6afee37f1d is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:45:44.742933 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-c4f45116-e611-4675-af08-48ea4a6ee053 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:45:44.772499 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-29131eca-bd61-4702-946c-db540fe66b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:44.857278 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29131eca-bd61-4702-946c-db540fe66b93 None None] Pushing event updated for resources: {'Port': ['ID=a88ecfae-f3f8-4923-9b1e-2c84bce38cee,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:44.863058 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-19c77996-5ca4-4ad7-a232-bfa19f39ae1d tempest-FloatingIPAdminTestJSON-1915685739 tempest-FloatingIPAdminTestJSON-1915685739-project-admin] Deleting port 2551b9ec-b054-4287-8c1d-1c10a80ab514 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:45:44.863430 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-19c77996-5ca4-4ad7-a232-bfa19f39ae1d tempest-FloatingIPAdminTestJSON-1915685739 tempest-FloatingIPAdminTestJSON-1915685739-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:44.901894 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-c4f45116-e611-4675-af08-48ea4a6ee053 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:45:44.967907 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7be7cd7c-43a5-46d8-8b08-48b24ab29086 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Router c9337649-60c2-40dc-9112-23b3fd74a3db has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:45:45.037816 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c4f45116-e611-4675-af08-48ea4a6ee053 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40975'] for router, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:45.038961 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c4f45116-e611-4675-af08-48ea4a6ee053 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40982'] for router, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:45.041187 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-19c77996-5ca4-4ad7-a232-bfa19f39ae1d tempest-FloatingIPAdminTestJSON-1915685739 tempest-FloatingIPAdminTestJSON-1915685739-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:45.041645 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-19c77996-5ca4-4ad7-a232-bfa19f39ae1d tempest-FloatingIPAdminTestJSON-1915685739 tempest-FloatingIPAdminTestJSON-1915685739-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:45.130274 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c4f45116-e611-4675-af08-48ea4a6ee053 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:45.155618 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-84bb14b1-570c-4fef-a179-024bab051913 None None] Provisioning for port 9df0d146-2fcf-4831-8d55-6d5fd0c015be completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:45:45.164099 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-84bb14b1-570c-4fef-a179-024bab051913 None None] Provisioning complete for port 9df0d146-2fcf-4831-8d55-6d5fd0c015be triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:45:45.164964 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-84bb14b1-570c-4fef-a179-024bab051913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:45.171197 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-19c77996-5ca4-4ad7-a232-bfa19f39ae1d tempest-FloatingIPAdminTestJSON-1915685739 tempest-FloatingIPAdminTestJSON-1915685739-project-admin] Calling delete_port for 2551b9ec-b054-4287-8c1d-1c10a80ab514 owned by network:floatingip {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:45:45.184091 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7be7cd7c-43a5-46d8-8b08-48b24ab29086 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:45:45.200197 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598e2eab-fdaf-4c72-8e93-00cc800688e8 None None] Sync routers for ids ['c9337649-60c2-40dc-9112-23b3fd74a3db'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:45:45.212461 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-7be7cd7c-43a5-46d8-8b08-48b24ab29086 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "PUT /v2.0/routers/c9337649-60c2-40dc-9112-23b3fd74a3db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6067021 Feb 04 08:45:45.216812 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 56158) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:45.223361 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-01243a2d-e4e9-46ee-9e19-2bae7f6345a7 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2082860646'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:45:45.229783 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-01243a2d-e4e9-46ee-9e19-2bae7f6345a7 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:45:45.234117 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-01243a2d-e4e9-46ee-9e19-2bae7f6345a7 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Usage tracker for resource:network and tenant:bf57e53bceb34316b0180186a41d96ee is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:45:45.237415 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-01243a2d-e4e9-46ee-9e19-2bae7f6345a7 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:45:45.239563 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598e2eab-fdaf-4c72-8e93-00cc800688e8 None None] Routers {'c9337649-60c2-40dc-9112-23b3fd74a3db'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:45:45.240211 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-598e2eab-fdaf-4c72-8e93-00cc800688e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:45:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['c9337649-60c2-40dc-9112-23b3fd74a3db'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:45.244069 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-01243a2d-e4e9-46ee-9e19-2bae7f6345a7 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:45:45.248754 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c4f45116-e611-4675-af08-48ea4a6ee053 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472990'] for router, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:45.304737 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-84bb14b1-570c-4fef-a179-024bab051913 None None] Port 9df0d146-2fcf-4831-8d55-6d5fd0c015be cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:45:45.332774 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01243a2d-e4e9-46ee-9e19-2bae7f6345a7 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Made reservation on behalf of bf57e53bceb34316b0180186a41d96ee for: {'network': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:45:45.337337 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-01243a2d-e4e9-46ee-9e19-2bae7f6345a7 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:45.368436 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c4f45116-e611-4675-af08-48ea4a6ee053 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks [] for router, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:45.373801 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-c4f45116-e611-4675-af08-48ea4a6ee053 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.9010119 Feb 04 08:45:45.374612 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 56162) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:45.383886 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-e3991d85-3b7a-4dcd-9e7c-a603fa034d32 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-63685207'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:45:45.391795 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-e3991d85-3b7a-4dcd-9e7c-a603fa034d32 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:45:45.392627 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-84bb14b1-570c-4fef-a179-024bab051913 None None] Provisioning complete for port a88ecfae-f3f8-4923-9b1e-2c84bce38cee triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:45:45.393057 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-84bb14b1-570c-4fef-a179-024bab051913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:45.398304 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-e3991d85-3b7a-4dcd-9e7c-a603fa034d32 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Usage tracker for resource:network and tenant:d6449bc377e241a9a314db6afee37f1d is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:45:45.401704 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-e3991d85-3b7a-4dcd-9e7c-a603fa034d32 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:45:45.409198 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-e3991d85-3b7a-4dcd-9e7c-a603fa034d32 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:45:45.418409 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-19c77996-5ca4-4ad7-a232-bfa19f39ae1d tempest-FloatingIPAdminTestJSON-1915685739 tempest-FloatingIPAdminTestJSON-1915685739-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:45.423425 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01243a2d-e4e9-46ee-9e19-2bae7f6345a7 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=84108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:45:45.423796 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device a88ecfae-f3f8-4923-9b1e-2c84bce38cee up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:45:45.436638 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-01243a2d-e4e9-46ee-9e19-2bae7f6345a7 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:45.437004 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.segments_db [None req-01243a2d-e4e9-46ee-9e19-2bae7f6345a7 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Added segment de2a5632-313a-44c0-b5fd-9abc17e7f3ed of type vlan for network 945c1186-c352-41b2-b72b-2012e1ce930f Feb 04 08:45:45.463542 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3991d85-3b7a-4dcd-9e7c-a603fa034d32 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Made reservation on behalf of d6449bc377e241a9a314db6afee37f1d for: {'network': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:45:45.466913 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e3991d85-3b7a-4dcd-9e7c-a603fa034d32 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:45.483939 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-01243a2d-e4e9-46ee-9e19-2bae7f6345a7 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:45.490716 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e3991d85-3b7a-4dcd-9e7c-a603fa034d32 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks [] for security_group, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:45.515788 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-598e2eab-fdaf-4c72-8e93-00cc800688e8 None None] Set router c9337649-60c2-40dc-9112-23b3fd74a3db gateway port host: None {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:45:45.517968 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c77996-5ca4-4ad7-a232-bfa19f39ae1d tempest-FloatingIPAdminTestJSON-1915685739 tempest-FloatingIPAdminTestJSON-1915685739-project-admin] Pushing event deleted for resources: {'Port': ['ID=2551b9ec-b054-4287-8c1d-1c10a80ab514,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:45.549493 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-e3991d85-3b7a-4dcd-9e7c-a603fa034d32 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:45:45.553748 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-e3991d85-3b7a-4dcd-9e7c-a603fa034d32 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Usage tracker for resource:security_group_rule and tenant:d6449bc377e241a9a314db6afee37f1d is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:45:45.557372 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-e3991d85-3b7a-4dcd-9e7c-a603fa034d32 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:45:45.563866 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-e3991d85-3b7a-4dcd-9e7c-a603fa034d32 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:45:45.596300 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-19c77996-5ca4-4ad7-a232-bfa19f39ae1d tempest-FloatingIPAdminTestJSON-1915685739 tempest-FloatingIPAdminTestJSON-1915685739-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:45.602492 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-01243a2d-e4e9-46ee-9e19-2bae7f6345a7 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:45.606359 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01243a2d-e4e9-46ee-9e19-2bae7f6345a7 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:45:45.606924 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-01243a2d-e4e9-46ee-9e19-2bae7f6345a7 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks [] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:45.607779 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-19c77996-5ca4-4ad7-a232-bfa19f39ae1d tempest-FloatingIPAdminTestJSON-1915685739 tempest-FloatingIPAdminTestJSON-1915685739-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for floatingip, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:45.612399 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-19c77996-5ca4-4ad7-a232-bfa19f39ae1d tempest-FloatingIPAdminTestJSON-1915685739 tempest-FloatingIPAdminTestJSON-1915685739-project-admin] 10.222.0.36 "DELETE /v2.0/floatingips/433727bf-bdc5-4fe9-9747-e44aca8697fe HTTP/1.1" status: 204 len: 168 time: 1.0268574 Feb 04 08:45:45.612837 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 56166) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:45.686299 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-2509761c-7aac-4403-99a2-7160f1b8d3df tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Deleting port ca91677e-8b60-4586-a9c3-8309a144d187 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:45:45.686541 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2509761c-7aac-4403-99a2-7160f1b8d3df tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:45.744257 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e3991d85-3b7a-4dcd-9e7c-a603fa034d32 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks [] for security_group, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:45.747377 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01243a2d-e4e9-46ee-9e19-2bae7f6345a7 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Pushing event updated for resources: {'Network': ['ID=945c1186-c352-41b2-b72b-2012e1ce930f,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:45.764194 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port a88ecfae-f3f8-4923-9b1e-2c84bce38cee triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:45:45.764578 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:45.795934 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-01243a2d-e4e9-46ee-9e19-2bae7f6345a7 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5776739 Feb 04 08:45:45.800381 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 56170) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:45.805180 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network 945c1186-c352-41b2-b72b-2012e1ce930f details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:45:45.809006 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-f3cccc07-fc3e-400f-9e9f-fc3b2a745faa tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Request body: {'subnet': {'network_id': '945c1186-c352-41b2-b72b-2012e1ce930f', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:45:45.818163 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e3991d85-3b7a-4dcd-9e7c-a603fa034d32 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:45.849334 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3991d85-3b7a-4dcd-9e7c-a603fa034d32 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=84108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:45:45.861742 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3991d85-3b7a-4dcd-9e7c-a603fa034d32 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a345c2b1-ba40-4d55-ade5-437c1255d4fa,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:45.866240 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e3991d85-3b7a-4dcd-9e7c-a603fa034d32 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:45.867170 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.segments_db [None req-e3991d85-3b7a-4dcd-9e7c-a603fa034d32 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Added segment 7b6506e8-286f-470d-adc5-ea3009402691 of type vlan for network 9c8c8578-6450-4afe-9614-ceb29a41286e Feb 04 08:45:45.903566 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e3991d85-3b7a-4dcd-9e7c-a603fa034d32 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:46.002868 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e3991d85-3b7a-4dcd-9e7c-a603fa034d32 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:46.008633 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3991d85-3b7a-4dcd-9e7c-a603fa034d32 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:45:46.009511 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-f3cccc07-fc3e-400f-9e9f-fc3b2a745faa tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:45:46.010157 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e3991d85-3b7a-4dcd-9e7c-a603fa034d32 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks [] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:46.018199 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-f3cccc07-fc3e-400f-9e9f-fc3b2a745faa tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Usage tracker for resource:subnet and tenant:bf57e53bceb34316b0180186a41d96ee is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:45:46.023511 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-f3cccc07-fc3e-400f-9e9f-fc3b2a745faa tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:45:46.041778 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-f3cccc07-fc3e-400f-9e9f-fc3b2a745faa tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:45:46.065199 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2509761c-7aac-4403-99a2-7160f1b8d3df tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:46.120458 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3991d85-3b7a-4dcd-9e7c-a603fa034d32 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Pushing event updated for resources: {'Network': ['ID=9c8c8578-6450-4afe-9614-ceb29a41286e,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:46.134043 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network 9c8c8578-6450-4afe-9614-ceb29a41286e details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:45:46.150240 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-25fbbce9-dffe-449f-b4a4-3b9bde61a337 None None] Provisioning complete for port 9df0d146-2fcf-4831-8d55-6d5fd0c015be triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:45:46.150839 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-25fbbce9-dffe-449f-b4a4-3b9bde61a337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:46.165313 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-e3991d85-3b7a-4dcd-9e7c-a603fa034d32 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7860196 Feb 04 08:45:46.166182 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 56174) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:46.171696 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-79cb3add-af9a-4054-a8d8-5b2aa44883f4 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Request body: {'subnet': {'network_id': '9c8c8578-6450-4afe-9614-ceb29a41286e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:45:46.184195 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3cccc07-fc3e-400f-9e9f-fc3b2a745faa tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Made reservation on behalf of bf57e53bceb34316b0180186a41d96ee for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:45:46.205326 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-2509761c-7aac-4403-99a2-7160f1b8d3df tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Calling delete_port for ca91677e-8b60-4586-a9c3-8309a144d187 owned by {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:45:46.287123 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-79cb3add-af9a-4054-a8d8-5b2aa44883f4 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:45:46.291008 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-79cb3add-af9a-4054-a8d8-5b2aa44883f4 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Usage tracker for resource:subnet and tenant:d6449bc377e241a9a314db6afee37f1d is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:45:46.291687 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-25fbbce9-dffe-449f-b4a4-3b9bde61a337 None None] Port 9df0d146-2fcf-4831-8d55-6d5fd0c015be cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:45:46.296203 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-79cb3add-af9a-4054-a8d8-5b2aa44883f4 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:45:46.302755 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-598e2eab-fdaf-4c72-8e93-00cc800688e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9337649-60c2-40dc-9112-23b3fd74a3db', 'name': 'tempest-RoutersIpV6Test-router-1082460240', 'tenant_id': 'bf57e53bceb34316b0180186a41d96ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:45:30Z', 'updated_at': '2022-02-04T08:45:43Z', 'revision_number': 3, 'project_id': 'bf57e53bceb34316b0180186a41d96ee', 'gw_port_host': None, '_interfaces': [{'id': '6bcf8bfe-5121-41ba-9fbc-2dda3a5af91e', 'name': '', 'network_id': '0683e000-2dc9-482e-99b7-1c52e34d0a05', 'tenant_id': 'bf57e53bceb34316b0180186a41d96ee', 'mac_address': 'fa:16:3e:9c:df:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9337649-60c2-40dc-9112-23b3fd74a3db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '493c7abd-2075-424b-9940-8c15efb502b2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:45:33Z', 'updated_at': '2022-02-04T08:45:42Z', 'revision_number': 5, 'project_id': 'bf57e53bceb34316b0180186a41d96ee', 'subnets': [{'id': '493c7abd-2075-424b-9940-8c15efb502b2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9df0d146-2fcf-4831-8d55-6d5fd0c015be', 'name': '', 'network_id': '6929e708-7a59-4dbd-9320-488937df3044', 'tenant_id': 'bf57e53bceb34316b0180186a41d96ee', 'mac_address': 'fa:16:3e:1f:12:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9337649-60c2-40dc-9112-23b3fd74a3db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e268ecc-a1d2-4e13-b692-575946436030', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:45:42Z', 'updated_at': '2022-02-04T08:45:43Z', 'revision_number': 2, 'project_id': 'bf57e53bceb34316b0180186a41d96ee', 'subnets': [{'id': '0e268ecc-a1d2-4e13-b692-575946436030', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:46.303751 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-79cb3add-af9a-4054-a8d8-5b2aa44883f4 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:45:46.306719 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598e2eab-fdaf-4c72-8e93-00cc800688e8 None None] Checking router: c9337649-60c2-40dc-9112-23b3fd74a3db for host: dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 08:45:46.307207 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598e2eab-fdaf-4c72-8e93-00cc800688e8 None None] Updating router c9337649-60c2-40dc-9112-23b3fd74a3db port 9df0d146-2fcf-4831-8d55-6d5fd0c015be binding host dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 08:45:46.359654 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f3cccc07-fc3e-400f-9e9f-fc3b2a745faa tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985186'] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:46.361308 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-598e2eab-fdaf-4c72-8e93-00cc800688e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:46.372332 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79cb3add-af9a-4054-a8d8-5b2aa44883f4 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Made reservation on behalf of d6449bc377e241a9a314db6afee37f1d for: {'subnet': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:45:46.501448 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-79cb3add-af9a-4054-a8d8-5b2aa44883f4 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8119726'] for subnet, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:46.727458 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-598e2eab-fdaf-4c72-8e93-00cc800688e8 None None] Notify callbacks [] for port, precommit_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:46.749256 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2509761c-7aac-4403-99a2-7160f1b8d3df tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:46.749936 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-598e2eab-fdaf-4c72-8e93-00cc800688e8 None None] Transition to ACTIVE for port object 9df0d146-2fcf-4831-8d55-6d5fd0c015be will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:45:46.803638 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2509761c-7aac-4403-99a2-7160f1b8d3df tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Pushing event deleted for resources: {'Port': ['ID=ca91677e-8b60-4586-a9c3-8309a144d187,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:46.807202 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f3cccc07-fc3e-400f-9e9f-fc3b2a745faa tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7510230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985204'] for subnet, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:46.823619 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-598e2eab-fdaf-4c72-8e93-00cc800688e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:46.828158 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-79cb3add-af9a-4054-a8d8-5b2aa44883f4 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7593498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8119736'] for subnet, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:46.902645 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cb3add-af9a-4054-a8d8-5b2aa44883f4 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Pushing event updated for resources: {'Subnet': ['ID=21c4ceb8-4b3b-45d4-8d46-9cd1c69a0e87,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:46.919487 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cb3add-af9a-4054-a8d8-5b2aa44883f4 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Checking segment: {'id': '7b6506e8-286f-470d-adc5-ea3009402691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9c8c8578-6450-4afe-9614-ceb29a41286e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:45:46.919853 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79cb3add-af9a-4054-a8d8-5b2aa44883f4 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Network hostable DHCP agents. Network: 9c8c8578-6450-4afe-9614-ceb29a41286e, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:45:46.982000 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cccc07-fc3e-400f-9e9f-fc3b2a745faa tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Pushing event updated for resources: {'Subnet': ['ID=2daacee8-b4cf-4f07-bbab-c501b0241abf,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:46.989890 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d12fd-008c-4829-bd59-3e72f8e067b4 None None] Pushing event updated for resources: {'Port': ['ID=9df0d146-2fcf-4831-8d55-6d5fd0c015be,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:47.001054 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79cb3add-af9a-4054-a8d8-5b2aa44883f4 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Network 9c8c8578-6450-4afe-9614-ceb29a41286e is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:45:47.045711 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cccc07-fc3e-400f-9e9f-fc3b2a745faa tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Checking segment: {'id': 'de2a5632-313a-44c0-b5fd-9abc17e7f3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '945c1186-c352-41b2-b72b-2012e1ce930f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:45:47.046465 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3cccc07-fc3e-400f-9e9f-fc3b2a745faa tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Network hostable DHCP agents. Network: 945c1186-c352-41b2-b72b-2012e1ce930f, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:45:47.058664 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-79cb3add-af9a-4054-a8d8-5b2aa44883f4 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, 9c8c8578-6450-4afe-9614-ceb29a41286e) {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:45:47.066023 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2509761c-7aac-4403-99a2-7160f1b8d3df tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:47.067772 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79cb3add-af9a-4054-a8d8-5b2aa44883f4 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:45:47.069271 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-79cb3add-af9a-4054-a8d8-5b2aa44883f4 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:47.077407 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-2509761c-7aac-4403-99a2-7160f1b8d3df tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] 10.222.0.36 "DELETE /v2.0/ports/ca91677e-8b60-4586-a9c3-8309a144d187 HTTP/1.1" status: 204 len: 168 time: 1.4635391 Feb 04 08:45:47.082794 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 56184) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:47.099126 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f6ba85-1698-4a54-b9d0-279fdcb631c6 None None] Network 9c8c8578-6450-4afe-9614-ceb29a41286e requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:45:47.126501 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3cccc07-fc3e-400f-9e9f-fc3b2a745faa tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Network 945c1186-c352-41b2-b72b-2012e1ce930f is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:45:47.134601 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-f3cccc07-fc3e-400f-9e9f-fc3b2a745faa tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, 945c1186-c352-41b2-b72b-2012e1ce930f) {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:45:47.144107 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3cccc07-fc3e-400f-9e9f-fc3b2a745faa tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:45:47.146597 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f3cccc07-fc3e-400f-9e9f-fc3b2a745faa tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks [] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:47.179902 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb6e8f1-cff9-4878-9a96-6e237e616db0 None None] Network 945c1186-c352-41b2-b72b-2012e1ce930f requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:45:47.201719 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9117aed6-d52a-4fb4-a736-a3dc5505aa58 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:45:47.203318 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-9117aed6-d52a-4fb4-a736-a3dc5505aa58 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Synchronizing usage tracker for tenant:2b37a6ba0e6c45fe9f603221e9036e25 on resource:port {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:45:47.209879 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-598e2eab-fdaf-4c72-8e93-00cc800688e8 None None] Attempting to bind port 9df0d146-2fcf-4831-8d55-6d5fd0c015be on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:45:47.210791 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-598e2eab-fdaf-4c72-8e93-00cc800688e8 None None] Attempting to bind port 9df0d146-2fcf-4831-8d55-6d5fd0c015be by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': 'e0ae1540-0fe4-432a-837d-3ec09d9e6100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6929e708-7a59-4dbd-9320-488937df3044'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:45:47.216789 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598e2eab-fdaf-4c72-8e93-00cc800688e8 None None] Attempting to bind port 9df0d146-2fcf-4831-8d55-6d5fd0c015be on network 6929e708-7a59-4dbd-9320-488937df3044 {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:45:47.236310 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-79cb3add-af9a-4054-a8d8-5b2aa44883f4 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0691614 Feb 04 08:45:47.239361 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 56188) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:47.246827 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-3672ae40-2a5c-4c50-9399-6841e1e2b8e8 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Request body: {'network': {'name': 'tempest-router-network01--1122710730'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:45:47.250979 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-3672ae40-2a5c-4c50-9399-6841e1e2b8e8 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:45:47.254838 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-3672ae40-2a5c-4c50-9399-6841e1e2b8e8 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Usage tracker for resource:network and tenant:d6449bc377e241a9a314db6afee37f1d is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:45:47.257680 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-3672ae40-2a5c-4c50-9399-6841e1e2b8e8 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:45:47.263529 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-3672ae40-2a5c-4c50-9399-6841e1e2b8e8 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:45:47.279185 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598e2eab-fdaf-4c72-8e93-00cc800688e8 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:45:47.279547 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598e2eab-fdaf-4c72-8e93-00cc800688e8 None None] Checking segment: {'id': 'e0ae1540-0fe4-432a-837d-3ec09d9e6100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6929e708-7a59-4dbd-9320-488937df3044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:45:47.279981 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-598e2eab-fdaf-4c72-8e93-00cc800688e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:47.280361 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598e2eab-fdaf-4c72-8e93-00cc800688e8 None None] Bound using segment: {'id': 'e0ae1540-0fe4-432a-837d-3ec09d9e6100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6929e708-7a59-4dbd-9320-488937df3044'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:45:47.280906 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-598e2eab-fdaf-4c72-8e93-00cc800688e8 None None] Bound port: 9df0d146-2fcf-4831-8d55-6d5fd0c015be, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0ae1540-0fe4-432a-837d-3ec09d9e6100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6929e708-7a59-4dbd-9320-488937df3044'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:45:47.281268 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-598e2eab-fdaf-4c72-8e93-00cc800688e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:47.289409 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-f3cccc07-fc3e-400f-9e9f-fc3b2a745faa tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4879224 Feb 04 08:45:47.292248 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 56192) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:47.309808 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-9117aed6-d52a-4fb4-a736-a3dc5505aa58 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Unset dirty status for tenant:2b37a6ba0e6c45fe9f603221e9036e25 on resource:port {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:45:47.313529 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-9117aed6-d52a-4fb4-a736-a3dc5505aa58 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ad20f60-5cd8-4db9-9383-acdb170b4b3e HTTP/1.1" status: 200 len: 913 time: 0.2269962 Feb 04 08:45:47.313766 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 56196) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:47.410223 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3672ae40-2a5c-4c50-9399-6841e1e2b8e8 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Made reservation on behalf of d6449bc377e241a9a314db6afee37f1d for: {'network': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:45:47.413032 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3672ae40-2a5c-4c50-9399-6841e1e2b8e8 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:47.468589 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3672ae40-2a5c-4c50-9399-6841e1e2b8e8 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=84107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:45:47.481335 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3672ae40-2a5c-4c50-9399-6841e1e2b8e8 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:47.481680 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.segments_db [None req-3672ae40-2a5c-4c50-9399-6841e1e2b8e8 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Added segment 2c6f8755-a5e9-47b6-8b4b-4b8953a791cb of type vlan for network 41f26355-d0b3-4a3b-b702-1f657a54a5d3 Feb 04 08:45:47.515404 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3672ae40-2a5c-4c50-9399-6841e1e2b8e8 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:47.599559 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-598e2eab-fdaf-4c72-8e93-00cc800688e8 None None] For port 9df0d146-2fcf-4831-8d55-6d5fd0c015be, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:45:47.635671 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-598e2eab-fdaf-4c72-8e93-00cc800688e8 None None] For port 9df0d146-2fcf-4831-8d55-6d5fd0c015be, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=9df0d146-2fcf-4831-8d55-6d5fd0c015be,segment=NetworkSegment(e0ae1540-0fe4-432a-837d-3ec09d9e6100),segment_id=e0ae1540-0fe4-432a-837d-3ec09d9e6100)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:45:47.638406 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7903272a-a7a8-43db-9828-f31cbd211608 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-9c8c8578-6450-4afe-9614-ceb29a41286e', 'network_id': '9c8c8578-6450-4afe-9614-ceb29a41286e', 'tenant_id': 'd6449bc377e241a9a314db6afee37f1d', 'fixed_ips': [{'subnet_id': '21c4ceb8-4b3b-45d4-8d46-9cd1c69a0e87'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:45:47.639542 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-7903272a-a7a8-43db-9828-f31cbd211608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:47.709396 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3672ae40-2a5c-4c50-9399-6841e1e2b8e8 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:47.709643 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4a4cf7-7fff-4e2c-9be7-ea28d7ac3311 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-945c1186-c352-41b2-b72b-2012e1ce930f', 'network_id': '945c1186-c352-41b2-b72b-2012e1ce930f', 'tenant_id': 'bf57e53bceb34316b0180186a41d96ee', 'fixed_ips': [{'subnet_id': '2daacee8-b4cf-4f07-bbab-c501b0241abf'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:45:47.710968 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-3b4a4cf7-7fff-4e2c-9be7-ea28d7ac3311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:47.713994 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3672ae40-2a5c-4c50-9399-6841e1e2b8e8 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:45:47.714646 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3672ae40-2a5c-4c50-9399-6841e1e2b8e8 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks [] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:47.727548 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-598e2eab-fdaf-4c72-8e93-00cc800688e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:47.836686 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-6a2e1a49-681c-45ee-b7a8-c671e9b5d866 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473817'] for router_interface, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:47.893630 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3672ae40-2a5c-4c50-9399-6841e1e2b8e8 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Pushing event updated for resources: {'Network': ['ID=41f26355-d0b3-4a3b-b702-1f657a54a5d3,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:47.921917 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network 41f26355-d0b3-4a3b-b702-1f657a54a5d3 details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:45:47.947912 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-3672ae40-2a5c-4c50-9399-6841e1e2b8e8 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7065032 Feb 04 08:45:47.963671 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 56200) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:47.969487 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-aaaa4bb8-ab52-4df2-b060-712e38fbf608 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Request body: {'network': {'name': 'tempest-router-network02--829240021'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:45:47.977944 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-aaaa4bb8-ab52-4df2-b060-712e38fbf608 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:45:47.985550 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-aaaa4bb8-ab52-4df2-b060-712e38fbf608 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Usage tracker for resource:network and tenant:d6449bc377e241a9a314db6afee37f1d is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:45:47.996318 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-aaaa4bb8-ab52-4df2-b060-712e38fbf608 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:45:48.012851 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-aaaa4bb8-ab52-4df2-b060-712e38fbf608 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:45:48.073518 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d12fd-008c-4829-bd59-3e72f8e067b4 None None] Pushing event updated for resources: {'Port': ['ID=9df0d146-2fcf-4831-8d55-6d5fd0c015be,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:48.087371 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaaa4bb8-ab52-4df2-b060-712e38fbf608 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Made reservation on behalf of d6449bc377e241a9a314db6afee37f1d for: {'network': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:45:48.090296 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-aaaa4bb8-ab52-4df2-b060-712e38fbf608 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:48.170892 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaaa4bb8-ab52-4df2-b060-712e38fbf608 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=84107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:45:48.190683 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-aaaa4bb8-ab52-4df2-b060-712e38fbf608 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:48.191027 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.segments_db [None req-aaaa4bb8-ab52-4df2-b060-712e38fbf608 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Added segment 36f1f367-c803-4fe8-9bc5-4d5e7c6d79e7 of type vlan for network 9310e3d0-0577-45a8-b11b-36b621318165 Feb 04 08:45:48.205769 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598e2eab-fdaf-4c72-8e93-00cc800688e8 None None] Routers {'c9337649-60c2-40dc-9112-23b3fd74a3db'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:45:48.207171 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-598e2eab-fdaf-4c72-8e93-00cc800688e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:45:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['c9337649-60c2-40dc-9112-23b3fd74a3db'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:48.217884 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-97d80bc5-8db7-4e81-b8d8-aad9d4f38cfa tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:48.251979 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-aaaa4bb8-ab52-4df2-b060-712e38fbf608 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:48.294152 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-3b4a4cf7-7fff-4e2c-9be7-ea28d7ac3311 None None] Allocated IP 2001:db8:2::2 (945c1186-c352-41b2-b72b-2012e1ce930f/2daacee8-b4cf-4f07-bbab-c501b0241abf/6ff3bd98-d111-43a1-b02e-404f68363a85) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:45:48.382617 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-7903272a-a7a8-43db-9828-f31cbd211608 None None] Allocated IP 2001:db8::2 (9c8c8578-6450-4afe-9614-ceb29a41286e/21c4ceb8-4b3b-45d4-8d46-9cd1c69a0e87/d092ce40-bc87-417b-97d1-ca5ced27396e) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:45:48.516393 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-aaaa4bb8-ab52-4df2-b060-712e38fbf608 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:48.519849 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaaa4bb8-ab52-4df2-b060-712e38fbf608 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:45:48.520421 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-aaaa4bb8-ab52-4df2-b060-712e38fbf608 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks [] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:48.562248 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-6a2e1a49-681c-45ee-b7a8-c671e9b5d866 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Deleting port c8639525-3db5-4ed6-8910-3406af592ba1 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:45:48.562248 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-6a2e1a49-681c-45ee-b7a8-c671e9b5d866 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:48.633203 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-598e2eab-fdaf-4c72-8e93-00cc800688e8 None None] Set router c9337649-60c2-40dc-9112-23b3fd74a3db gateway port host: None {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:45:48.689672 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaa4bb8-ab52-4df2-b060-712e38fbf608 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Pushing event updated for resources: {'Network': ['ID=9310e3d0-0577-45a8-b11b-36b621318165,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:48.708537 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-aaaa4bb8-ab52-4df2-b060-712e38fbf608 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7409303 Feb 04 08:45:48.708801 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network 9310e3d0-0577-45a8-b11b-36b621318165 details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:45:48.709485 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 56204) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:48.718138 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-806b6ed7-4cec-4bb9-a0f1-89b5f1b00562 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Request body: {'subnet': {'network_id': '41f26355-d0b3-4a3b-b702-1f657a54a5d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:45:48.771261 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-6a2e1a49-681c-45ee-b7a8-c671e9b5d866 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:48.892730 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-806b6ed7-4cec-4bb9-a0f1-89b5f1b00562 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:45:48.901368 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-806b6ed7-4cec-4bb9-a0f1-89b5f1b00562 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Usage tracker for resource:subnet and tenant:d6449bc377e241a9a314db6afee37f1d is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:45:48.904127 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-806b6ed7-4cec-4bb9-a0f1-89b5f1b00562 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:45:48.908306 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-6a2e1a49-681c-45ee-b7a8-c671e9b5d866 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Calling delete_port for c8639525-3db5-4ed6-8910-3406af592ba1 owned by network:router_interface {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:45:48.909880 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-806b6ed7-4cec-4bb9-a0f1-89b5f1b00562 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:45:48.985120 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-806b6ed7-4cec-4bb9-a0f1-89b5f1b00562 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Made reservation on behalf of d6449bc377e241a9a314db6afee37f1d for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:45:49.089620 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-3b4a4cf7-7fff-4e2c-9be7-ea28d7ac3311 None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:49.100592 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-806b6ed7-4cec-4bb9-a0f1-89b5f1b00562 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985186'] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:49.126043 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-3b4a4cf7-7fff-4e2c-9be7-ea28d7ac3311 None None] Transition to ACTIVE for port object 6ff3bd98-d111-43a1-b02e-404f68363a85 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:45:49.178510 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-6a2e1a49-681c-45ee-b7a8-c671e9b5d866 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:49.188154 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-3b4a4cf7-7fff-4e2c-9be7-ea28d7ac3311 None None] Transition to ACTIVE for port object 6ff3bd98-d111-43a1-b02e-404f68363a85 will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:45:49.189593 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-7903272a-a7a8-43db-9828-f31cbd211608 None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:49.232110 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2e1a49-681c-45ee-b7a8-c671e9b5d866 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Pushing event deleted for resources: {'Port': ['ID=c8639525-3db5-4ed6-8910-3406af592ba1,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:49.240066 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-7903272a-a7a8-43db-9828-f31cbd211608 None None] Transition to ACTIVE for port object d092ce40-bc87-417b-97d1-ca5ced27396e will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:45:49.249299 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-3b4a4cf7-7fff-4e2c-9be7-ea28d7ac3311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:49.322010 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-7903272a-a7a8-43db-9828-f31cbd211608 None None] Transition to ACTIVE for port object d092ce40-bc87-417b-97d1-ca5ced27396e will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:45:49.347941 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4a4cf7-7fff-4e2c-9be7-ea28d7ac3311 None None] Network 945c1186-c352-41b2-b72b-2012e1ce930f is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:45:49.352536 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-3b4a4cf7-7fff-4e2c-9be7-ea28d7ac3311 None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:45:49.354688 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4a4cf7-7fff-4e2c-9be7-ea28d7ac3311 None None] Pushing event updated for resources: {'Port': ['ID=6ff3bd98-d111-43a1-b02e-404f68363a85,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:49.358239 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4a4cf7-7fff-4e2c-9be7-ea28d7ac3311 None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:45:49.453081 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-806b6ed7-4cec-4bb9-a0f1-89b5f1b00562 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7510230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985204'] for subnet, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:49.477350 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-7903272a-a7a8-43db-9828-f31cbd211608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:49.503378 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-97d80bc5-8db7-4e81-b8d8-aad9d4f38cfa tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Allocated IP 2001:db8:2::1 (945c1186-c352-41b2-b72b-2012e1ce930f/2daacee8-b4cf-4f07-bbab-c501b0241abf/be7d72fa-2821-44a3-bb0e-e9a25b0212ad) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:45:49.609637 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7903272a-a7a8-43db-9828-f31cbd211608 None None] Pushing event updated for resources: {'Port': ['ID=d092ce40-bc87-417b-97d1-ca5ced27396e,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:49.611819 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-3b4a4cf7-7fff-4e2c-9be7-ea28d7ac3311 None None] Attempting to bind port 6ff3bd98-d111-43a1-b02e-404f68363a85 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:45:49.612184 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-3b4a4cf7-7fff-4e2c-9be7-ea28d7ac3311 None None] Attempting to bind port 6ff3bd98-d111-43a1-b02e-404f68363a85 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': 'de2a5632-313a-44c0-b5fd-9abc17e7f3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '945c1186-c352-41b2-b72b-2012e1ce930f'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:45:49.612541 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4a4cf7-7fff-4e2c-9be7-ea28d7ac3311 None None] Attempting to bind port 6ff3bd98-d111-43a1-b02e-404f68363a85 on network 945c1186-c352-41b2-b72b-2012e1ce930f {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:45:49.615658 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7903272a-a7a8-43db-9828-f31cbd211608 None None] Network 9c8c8578-6450-4afe-9614-ceb29a41286e is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:45:49.618776 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-7903272a-a7a8-43db-9828-f31cbd211608 None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:45:49.621803 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-598e2eab-fdaf-4c72-8e93-00cc800688e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9337649-60c2-40dc-9112-23b3fd74a3db', 'name': 'tempest-RoutersIpV6Test-router-1082460240', 'tenant_id': 'bf57e53bceb34316b0180186a41d96ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:45:30Z', 'updated_at': '2022-02-04T08:45:43Z', 'revision_number': 3, 'project_id': 'bf57e53bceb34316b0180186a41d96ee', 'gw_port_host': None, '_interfaces': [{'id': '6bcf8bfe-5121-41ba-9fbc-2dda3a5af91e', 'name': '', 'network_id': '0683e000-2dc9-482e-99b7-1c52e34d0a05', 'tenant_id': 'bf57e53bceb34316b0180186a41d96ee', 'mac_address': 'fa:16:3e:9c:df:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9337649-60c2-40dc-9112-23b3fd74a3db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '493c7abd-2075-424b-9940-8c15efb502b2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:45:33Z', 'updated_at': '2022-02-04T08:45:42Z', 'revision_number': 5, 'project_id': 'bf57e53bceb34316b0180186a41d96ee', 'subnets': [{'id': '493c7abd-2075-424b-9940-8c15efb502b2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9df0d146-2fcf-4831-8d55-6d5fd0c015be', 'name': '', 'network_id': '6929e708-7a59-4dbd-9320-488937df3044', 'tenant_id': 'bf57e53bceb34316b0180186a41d96ee', 'mac_address': 'fa:16:3e:1f:12:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9337649-60c2-40dc-9112-23b3fd74a3db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e268ecc-a1d2-4e13-b692-575946436030', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:45:42Z', 'updated_at': '2022-02-04T08:45:47Z', 'revision_number': 4, 'project_id': 'bf57e53bceb34316b0180186a41d96ee', 'subnets': [{'id': '0e268ecc-a1d2-4e13-b692-575946436030', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:49.624154 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7903272a-a7a8-43db-9828-f31cbd211608 None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:45:49.628684 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-8c8601b8-163b-4644-9b32-792fc898cdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:49.635865 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598e2eab-fdaf-4c72-8e93-00cc800688e8 None None] The sync data for ids ['c9337649-60c2-40dc-9112-23b3fd74a3db'] in dv-neutron-827798-2-hyperv is: [{'id': 'c9337649-60c2-40dc-9112-23b3fd74a3db', 'name': 'tempest-RoutersIpV6Test-router-1082460240', 'tenant_id': 'bf57e53bceb34316b0180186a41d96ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:45:30Z', 'updated_at': '2022-02-04T08:45:43Z', 'revision_number': 3, 'project_id': 'bf57e53bceb34316b0180186a41d96ee', 'gw_port_host': None, '_interfaces': [{'id': '6bcf8bfe-5121-41ba-9fbc-2dda3a5af91e', 'name': '', 'network_id': '0683e000-2dc9-482e-99b7-1c52e34d0a05', 'tenant_id': 'bf57e53bceb34316b0180186a41d96ee', 'mac_address': 'fa:16:3e:9c:df:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9337649-60c2-40dc-9112-23b3fd74a3db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '493c7abd-2075-424b-9940-8c15efb502b2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:45:33Z', 'updated_at': '2022-02-04T08:45:42Z', 'revision_number': 5, 'project_id': 'bf57e53bceb34316b0180186a41d96ee', 'subnets': [{'id': '493c7abd-2075-424b-9940-8c15efb502b2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9df0d146-2fcf-4831-8d55-6d5fd0c015be', 'name': '', 'network_id': '6929e708-7a59-4dbd-9320-488937df3044', 'tenant_id': 'bf57e53bceb34316b0180186a41d96ee', 'mac_address': 'fa:16:3e:1f:12:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9337649-60c2-40dc-9112-23b3fd74a3db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e268ecc-a1d2-4e13-b692-575946436030', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:45:42Z', 'updated_at': '2022-02-04T08:45:47Z', 'revision_number': 4, 'project_id': 'bf57e53bceb34316b0180186a41d96ee', 'subnets': [{'id': '0e268ecc-a1d2-4e13-b692-575946436030', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:45:49.644828 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806b6ed7-4cec-4bb9-a0f1-89b5f1b00562 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Pushing event updated for resources: {'Subnet': ['ID=3b6319f8-b440-496d-b52b-672cb37fb903,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:49.645771 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4a4cf7-7fff-4e2c-9be7-ea28d7ac3311 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:45:49.645771 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4a4cf7-7fff-4e2c-9be7-ea28d7ac3311 None None] Checking segment: {'id': 'de2a5632-313a-44c0-b5fd-9abc17e7f3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '945c1186-c352-41b2-b72b-2012e1ce930f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:45:49.645771 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-3b4a4cf7-7fff-4e2c-9be7-ea28d7ac3311 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:49.645771 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4a4cf7-7fff-4e2c-9be7-ea28d7ac3311 None None] Bound using segment: {'id': 'de2a5632-313a-44c0-b5fd-9abc17e7f3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '945c1186-c352-41b2-b72b-2012e1ce930f'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:45:49.645771 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-3b4a4cf7-7fff-4e2c-9be7-ea28d7ac3311 None None] Bound port: 6ff3bd98-d111-43a1-b02e-404f68363a85, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de2a5632-313a-44c0-b5fd-9abc17e7f3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '945c1186-c352-41b2-b72b-2012e1ce930f'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:45:49.645771 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-3b4a4cf7-7fff-4e2c-9be7-ea28d7ac3311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:49.691628 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806b6ed7-4cec-4bb9-a0f1-89b5f1b00562 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Checking segment: {'id': '2c6f8755-a5e9-47b6-8b4b-4b8953a791cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '41f26355-d0b3-4a3b-b702-1f657a54a5d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:45:49.691628 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806b6ed7-4cec-4bb9-a0f1-89b5f1b00562 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Network hostable DHCP agents. Network: 41f26355-d0b3-4a3b-b702-1f657a54a5d3, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:45:49.708615 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-6a2e1a49-681c-45ee-b7a8-c671e9b5d866 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1572495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472959'] for router_interface, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:49.786392 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-97d80bc5-8db7-4e81-b8d8-aad9d4f38cfa tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:49.793447 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-7903272a-a7a8-43db-9828-f31cbd211608 None None] Attempting to bind port d092ce40-bc87-417b-97d1-ca5ced27396e on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:45:49.794071 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-7903272a-a7a8-43db-9828-f31cbd211608 None None] Attempting to bind port d092ce40-bc87-417b-97d1-ca5ced27396e by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': '7b6506e8-286f-470d-adc5-ea3009402691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9c8c8578-6450-4afe-9614-ceb29a41286e'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:45:49.794526 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7903272a-a7a8-43db-9828-f31cbd211608 None None] Attempting to bind port d092ce40-bc87-417b-97d1-ca5ced27396e on network 9c8c8578-6450-4afe-9614-ceb29a41286e {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:45:49.804129 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [None req-97d80bc5-8db7-4e81-b8d8-aad9d4f38cfa tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Transition to ACTIVE for port object be7d72fa-2821-44a3-bb0e-e9a25b0212ad will not be triggered until provisioned by entity DHCP. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:45:49.829369 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7903272a-a7a8-43db-9828-f31cbd211608 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:45:49.829890 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7903272a-a7a8-43db-9828-f31cbd211608 None None] Checking segment: {'id': '7b6506e8-286f-470d-adc5-ea3009402691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9c8c8578-6450-4afe-9614-ceb29a41286e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:45:49.830328 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-7903272a-a7a8-43db-9828-f31cbd211608 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:49.830770 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7903272a-a7a8-43db-9828-f31cbd211608 None None] Bound using segment: {'id': '7b6506e8-286f-470d-adc5-ea3009402691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9c8c8578-6450-4afe-9614-ceb29a41286e'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:45:49.831299 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-7903272a-a7a8-43db-9828-f31cbd211608 None None] Bound port: d092ce40-bc87-417b-97d1-ca5ced27396e, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b6506e8-286f-470d-adc5-ea3009402691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9c8c8578-6450-4afe-9614-ceb29a41286e'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:45:49.831735 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-7903272a-a7a8-43db-9828-f31cbd211608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:49.852822 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806b6ed7-4cec-4bb9-a0f1-89b5f1b00562 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Network 41f26355-d0b3-4a3b-b702-1f657a54a5d3 is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:45:49.905232 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-97d80bc5-8db7-4e81-b8d8-aad9d4f38cfa tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:49.955523 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-3b4a4cf7-7fff-4e2c-9be7-ea28d7ac3311 None None] For port 6ff3bd98-d111-43a1-b02e-404f68363a85, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:45:49.968736 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-3b4a4cf7-7fff-4e2c-9be7-ea28d7ac3311 None None] For port 6ff3bd98-d111-43a1-b02e-404f68363a85, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=6ff3bd98-d111-43a1-b02e-404f68363a85,segment=NetworkSegment(de2a5632-313a-44c0-b5fd-9abc17e7f3ed),segment_id=de2a5632-313a-44c0-b5fd-9abc17e7f3ed)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:45:49.970221 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-7903272a-a7a8-43db-9828-f31cbd211608 None None] For port d092ce40-bc87-417b-97d1-ca5ced27396e, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:45:49.973672 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-7903272a-a7a8-43db-9828-f31cbd211608 None None] For port d092ce40-bc87-417b-97d1-ca5ced27396e, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=d092ce40-bc87-417b-97d1-ca5ced27396e,segment=NetworkSegment(7b6506e8-286f-470d-adc5-ea3009402691),segment_id=7b6506e8-286f-470d-adc5-ea3009402691)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:45:49.983083 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-806b6ed7-4cec-4bb9-a0f1-89b5f1b00562 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, 41f26355-d0b3-4a3b-b702-1f657a54a5d3) {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:45:49.996997 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b303e6eb-ca05-4ef2-8efc-bf2c2b8f6027 None None] Network 41f26355-d0b3-4a3b-b702-1f657a54a5d3 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:45:50.001171 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d80bc5-8db7-4e81-b8d8-aad9d4f38cfa tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Network 945c1186-c352-41b2-b72b-2012e1ce930f is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:45:50.006282 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-97d80bc5-8db7-4e81-b8d8-aad9d4f38cfa tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:45:50.018518 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806b6ed7-4cec-4bb9-a0f1-89b5f1b00562 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:45:50.019108 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-806b6ed7-4cec-4bb9-a0f1-89b5f1b00562 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks [] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:50.031217 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d80bc5-8db7-4e81-b8d8-aad9d4f38cfa tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:45:50.031755 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-97d80bc5-8db7-4e81-b8d8-aad9d4f38cfa tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-472912'] for router_interface, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:50.075063 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d80bc5-8db7-4e81-b8d8-aad9d4f38cfa tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Pushing event updated for resources: {'Port': ['ID=be7d72fa-2821-44a3-bb0e-e9a25b0212ad,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:50.101007 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-7903272a-a7a8-43db-9828-f31cbd211608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:50.108527 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-3b4a4cf7-7fff-4e2c-9be7-ea28d7ac3311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:50.165831 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-806b6ed7-4cec-4bb9-a0f1-89b5f1b00562 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4553869 Feb 04 08:45:50.166616 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 56210) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:50.173366 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-1b1ce10a-dd35-47e1-882c-9e264f0e3456 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Request body: {'subnet': {'network_id': '9310e3d0-0577-45a8-b11b-36b621318165', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:45:50.277424 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7903272a-a7a8-43db-9828-f31cbd211608 None None] Pushing event updated for resources: {'Port': ['ID=d092ce40-bc87-417b-97d1-ca5ced27396e,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:50.395299 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-97d80bc5-8db7-4e81-b8d8-aad9d4f38cfa tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:50.417347 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-1b1ce10a-dd35-47e1-882c-9e264f0e3456 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:45:50.453692 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-1b1ce10a-dd35-47e1-882c-9e264f0e3456 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Usage tracker for resource:subnet and tenant:d6449bc377e241a9a314db6afee37f1d is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:45:50.462041 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-1b1ce10a-dd35-47e1-882c-9e264f0e3456 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:45:50.462409 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf357ba-4322-4a1e-97bb-3a989301b495 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-41f26355-d0b3-4a3b-b702-1f657a54a5d3', 'network_id': '41f26355-d0b3-4a3b-b702-1f657a54a5d3', 'tenant_id': 'd6449bc377e241a9a314db6afee37f1d', 'fixed_ips': [{'subnet_id': '3b6319f8-b440-496d-b52b-672cb37fb903'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:45:50.463389 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-3bf357ba-4322-4a1e-97bb-3a989301b495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:50.472267 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a2e1a49-681c-45ee-b7a8-c671e9b5d866 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Router 4ad20f60-5cd8-4db9-9383-acdb170b4b3e has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:45:50.476763 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-1b1ce10a-dd35-47e1-882c-9e264f0e3456 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:45:50.504778 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4a4cf7-7fff-4e2c-9be7-ea28d7ac3311 None None] Pushing event updated for resources: {'Port': ['ID=6ff3bd98-d111-43a1-b02e-404f68363a85,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:50.608717 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b1ce10a-dd35-47e1-882c-9e264f0e3456 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Made reservation on behalf of d6449bc377e241a9a314db6afee37f1d for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:45:50.726980 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-3bf357ba-4322-4a1e-97bb-3a989301b495 None None] Allocated IP 2001:db8::2 (41f26355-d0b3-4a3b-b702-1f657a54a5d3/3b6319f8-b440-496d-b52b-672cb37fb903/d24323b6-e0de-46d2-9bf8-6d60056f2d1c) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:45:50.817979 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a2e1a49-681c-45ee-b7a8-c671e9b5d866 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:45:50.828279 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49dca46f-ed33-4915-b3d5-8ce10e0753a5 None None] Sync routers for ids ['4ad20f60-5cd8-4db9-9383-acdb170b4b3e'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:45:50.856896 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49dca46f-ed33-4915-b3d5-8ce10e0753a5 None None] Routers {'4ad20f60-5cd8-4db9-9383-acdb170b4b3e'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:45:50.857789 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-49dca46f-ed33-4915-b3d5-8ce10e0753a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:45:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['4ad20f60-5cd8-4db9-9383-acdb170b4b3e'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:50.906849 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-6a2e1a49-681c-45ee-b7a8-c671e9b5d866 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] 10.222.0.36 "PUT /v2.0/routers/4ad20f60-5cd8-4db9-9383-acdb170b4b3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5913808 Feb 04 08:45:50.909200 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 56214) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:50.946172 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-49dca46f-ed33-4915-b3d5-8ce10e0753a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:50.970584 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49dca46f-ed33-4915-b3d5-8ce10e0753a5 None None] Routers {'4ad20f60-5cd8-4db9-9383-acdb170b4b3e'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:45:50.971188 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-49dca46f-ed33-4915-b3d5-8ce10e0753a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:45:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['4ad20f60-5cd8-4db9-9383-acdb170b4b3e'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:50.977461 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1b1ce10a-dd35-47e1-882c-9e264f0e3456 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985186'] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:51.025489 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-3bf357ba-4322-4a1e-97bb-3a989301b495 None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:51.044906 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-3bf357ba-4322-4a1e-97bb-3a989301b495 None None] Transition to ACTIVE for port object d24323b6-e0de-46d2-9bf8-6d60056f2d1c will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:45:51.067063 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-3bf357ba-4322-4a1e-97bb-3a989301b495 None None] Transition to ACTIVE for port object d24323b6-e0de-46d2-9bf8-6d60056f2d1c will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:45:51.089582 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-49dca46f-ed33-4915-b3d5-8ce10e0753a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:51.089984 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49dca46f-ed33-4915-b3d5-8ce10e0753a5 None None] The sync data for ids ['4ad20f60-5cd8-4db9-9383-acdb170b4b3e'] in dv-neutron-827798-2-hyperv is: [] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:45:51.144205 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-3bf357ba-4322-4a1e-97bb-3a989301b495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:51.151617 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0805f28f-e750-47b7-8553-ba6d4921b4ba tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Notify callbacks [] for router, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:51.242813 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf357ba-4322-4a1e-97bb-3a989301b495 None None] Pushing event updated for resources: {'Port': ['ID=d24323b6-e0de-46d2-9bf8-6d60056f2d1c,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:51.254103 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf357ba-4322-4a1e-97bb-3a989301b495 None None] Network 41f26355-d0b3-4a3b-b702-1f657a54a5d3 is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:45:51.255357 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-3bf357ba-4322-4a1e-97bb-3a989301b495 None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:45:51.257869 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf357ba-4322-4a1e-97bb-3a989301b495 None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:45:51.334101 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-97d80bc5-8db7-4e81-b8d8-aad9d4f38cfa tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:51.351488 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-3bf357ba-4322-4a1e-97bb-3a989301b495 None None] Attempting to bind port d24323b6-e0de-46d2-9bf8-6d60056f2d1c on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:45:51.351844 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-3bf357ba-4322-4a1e-97bb-3a989301b495 None None] Attempting to bind port d24323b6-e0de-46d2-9bf8-6d60056f2d1c by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': '2c6f8755-a5e9-47b6-8b4b-4b8953a791cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '41f26355-d0b3-4a3b-b702-1f657a54a5d3'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:45:51.352211 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf357ba-4322-4a1e-97bb-3a989301b495 None None] Attempting to bind port d24323b6-e0de-46d2-9bf8-6d60056f2d1c on network 41f26355-d0b3-4a3b-b702-1f657a54a5d3 {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:45:51.371878 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf357ba-4322-4a1e-97bb-3a989301b495 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:45:51.375038 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf357ba-4322-4a1e-97bb-3a989301b495 None None] Checking segment: {'id': '2c6f8755-a5e9-47b6-8b4b-4b8953a791cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '41f26355-d0b3-4a3b-b702-1f657a54a5d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:45:51.375038 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-3bf357ba-4322-4a1e-97bb-3a989301b495 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:51.375038 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf357ba-4322-4a1e-97bb-3a989301b495 None None] Bound using segment: {'id': '2c6f8755-a5e9-47b6-8b4b-4b8953a791cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '41f26355-d0b3-4a3b-b702-1f657a54a5d3'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:45:51.375583 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-3bf357ba-4322-4a1e-97bb-3a989301b495 None None] Bound port: d24323b6-e0de-46d2-9bf8-6d60056f2d1c, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c6f8755-a5e9-47b6-8b4b-4b8953a791cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '41f26355-d0b3-4a3b-b702-1f657a54a5d3'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:45:51.375583 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-3bf357ba-4322-4a1e-97bb-3a989301b495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:51.401216 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-97d80bc5-8db7-4e81-b8d8-aad9d4f38cfa tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:51.402538 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-97d80bc5-8db7-4e81-b8d8-aad9d4f38cfa tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473771'] for router_interface, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:51.417177 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0805f28f-e750-47b7-8553-ba6d4921b4ba tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:51.492829 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-0805f28f-e750-47b7-8553-ba6d4921b4ba tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Deleting port ecddac63-6c1e-4e6c-b6b3-76d5144afa76 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:45:51.493177 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0805f28f-e750-47b7-8553-ba6d4921b4ba tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:51.536600 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-3bf357ba-4322-4a1e-97bb-3a989301b495 None None] For port d24323b6-e0de-46d2-9bf8-6d60056f2d1c, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:45:51.536600 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-3bf357ba-4322-4a1e-97bb-3a989301b495 None None] For port d24323b6-e0de-46d2-9bf8-6d60056f2d1c, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=d24323b6-e0de-46d2-9bf8-6d60056f2d1c,segment=NetworkSegment(2c6f8755-a5e9-47b6-8b4b-4b8953a791cb),segment_id=2c6f8755-a5e9-47b6-8b4b-4b8953a791cb)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:45:51.576547 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1b1ce10a-dd35-47e1-882c-9e264f0e3456 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7510230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985204'] for subnet, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:51.610466 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 9df0d146-2fcf-4831-8d55-6d5fd0c015be up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:45:51.618376 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d80bc5-8db7-4e81-b8d8-aad9d4f38cfa tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Pushing event updated for resources: {'Port': ['ID=be7d72fa-2821-44a3-bb0e-e9a25b0212ad,revision_number=2']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:51.677864 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-3bf357ba-4322-4a1e-97bb-3a989301b495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:51.725058 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1ce10a-dd35-47e1-882c-9e264f0e3456 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Pushing event updated for resources: {'Subnet': ['ID=2804d066-0039-47c6-9347-677400954823,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:51.750102 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d80bc5-8db7-4e81-b8d8-aad9d4f38cfa tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Network 945c1186-c352-41b2-b72b-2012e1ce930f is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:45:51.753626 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-97d80bc5-8db7-4e81-b8d8-aad9d4f38cfa tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:45:51.833660 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf357ba-4322-4a1e-97bb-3a989301b495 None None] Pushing event updated for resources: {'Port': ['ID=d24323b6-e0de-46d2-9bf8-6d60056f2d1c,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:51.865748 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-a798f1bd-4f48-4b57-bf39-549b6f6983c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:51.909517 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 9df0d146-2fcf-4831-8d55-6d5fd0c015be completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:45:51.915351 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 9df0d146-2fcf-4831-8d55-6d5fd0c015be triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:45:51.915736 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:51.927041 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1ce10a-dd35-47e1-882c-9e264f0e3456 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Checking segment: {'id': '36f1f367-c803-4fe8-9bc5-4d5e7c6d79e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9310e3d0-0577-45a8-b11b-36b621318165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:45:51.927423 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1ce10a-dd35-47e1-882c-9e264f0e3456 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Network hostable DHCP agents. Network: 9310e3d0-0577-45a8-b11b-36b621318165, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:45:51.959205 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0805f28f-e750-47b7-8553-ba6d4921b4ba tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:52.032597 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688c90c1-f807-4519-892f-13b2803dc242 None None] Network 945c1186-c352-41b2-b72b-2012e1ce930f requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:45:52.110096 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1ce10a-dd35-47e1-882c-9e264f0e3456 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Network 9310e3d0-0577-45a8-b11b-36b621318165 is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:45:52.128004 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-0805f28f-e750-47b7-8553-ba6d4921b4ba tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Calling delete_port for ecddac63-6c1e-4e6c-b6b3-76d5144afa76 owned by network:router_gateway {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:45:52.227501 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-1b1ce10a-dd35-47e1-882c-9e264f0e3456 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, 9310e3d0-0577-45a8-b11b-36b621318165) {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:45:52.235382 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1ce10a-dd35-47e1-882c-9e264f0e3456 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:45:52.235983 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1b1ce10a-dd35-47e1-882c-9e264f0e3456 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks [] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:52.245084 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61fe09da-5847-440b-9412-b5330975e2be None None] Network 9310e3d0-0577-45a8-b11b-36b621318165 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:45:52.362043 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97d80bc5-8db7-4e81-b8d8-aad9d4f38cfa tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Router c9337649-60c2-40dc-9112-23b3fd74a3db has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:45:52.386308 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99567ca1-ad02-48db-8b9d-871b1ae091cd None None] Network 9c8c8578-6450-4afe-9614-ceb29a41286e requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:45:52.434932 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-1b1ce10a-dd35-47e1-882c-9e264f0e3456 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2671926 Feb 04 08:45:52.437909 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 56218) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:52.507975 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0805f28f-e750-47b7-8553-ba6d4921b4ba tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:52.528847 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-ec651cf2-1e3a-4a3a-98c2-f1769d66a1a6 None None] Provisioning for port 6ff3bd98-d111-43a1-b02e-404f68363a85 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:45:52.553664 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97d80bc5-8db7-4e81-b8d8-aad9d4f38cfa tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:45:52.560301 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805f28f-e750-47b7-8553-ba6d4921b4ba tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Pushing event deleted for resources: {'Port': ['ID=ecddac63-6c1e-4e6c-b6b3-76d5144afa76,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:52.563673 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 56222) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:52.563863 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-97d80bc5-8db7-4e81-b8d8-aad9d4f38cfa tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "PUT /v2.0/routers/c9337649-60c2-40dc-9112-23b3fd74a3db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2701075 Feb 04 08:45:52.571660 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-8d79e010-4da1-4693-bc5c-5c44cf126f8f tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-296351435'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:45:52.579642 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-8d79e010-4da1-4693-bc5c-5c44cf126f8f tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:45:52.597076 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642614a2-0157-40aa-9f20-b7c9f528ff4d None None] Sync routers for ids ['c9337649-60c2-40dc-9112-23b3fd74a3db'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:45:52.618356 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:52.666778 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-8d79e010-4da1-4693-bc5c-5c44cf126f8f tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Usage tracker for resource:network and tenant:bf57e53bceb34316b0180186a41d96ee is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:45:52.699103 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-8d79e010-4da1-4693-bc5c-5c44cf126f8f tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:45:52.710114 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-8d79e010-4da1-4693-bc5c-5c44cf126f8f tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:45:52.759187 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642614a2-0157-40aa-9f20-b7c9f528ff4d None None] Routers {'c9337649-60c2-40dc-9112-23b3fd74a3db'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:45:52.759718 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-642614a2-0157-40aa-9f20-b7c9f528ff4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:45:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['c9337649-60c2-40dc-9112-23b3fd74a3db'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:52.920439 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d79e010-4da1-4693-bc5c-5c44cf126f8f tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Made reservation on behalf of bf57e53bceb34316b0180186a41d96ee for: {'network': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:45:52.923378 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8d79e010-4da1-4693-bc5c-5c44cf126f8f tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:53.033102 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port 9df0d146-2fcf-4831-8d55-6d5fd0c015be, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=9df0d146-2fcf-4831-8d55-6d5fd0c015be,segment=NetworkSegment(e0ae1540-0fe4-432a-837d-3ec09d9e6100),segment_id=e0ae1540-0fe4-432a-837d-3ec09d9e6100)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:45:53.050321 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0805f28f-e750-47b7-8553-ba6d4921b4ba tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473010'] for router_gateway, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:53.119743 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:53.142277 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:53.143208 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 6ff3bd98-d111-43a1-b02e-404f68363a85 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:45:53.253991 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d79e010-4da1-4693-bc5c-5c44cf126f8f tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=84108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:45:53.255172 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-34b0bbb8-488a-4ec0-a3a9-c9f21d4fd41d None None] Provisioning for port d092ce40-bc87-417b-97d1-ca5ced27396e completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:45:53.323780 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3969c8ec-b4ca-492b-a6c8-5f0d8c1ba50e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-9310e3d0-0577-45a8-b11b-36b621318165', 'network_id': '9310e3d0-0577-45a8-b11b-36b621318165', 'tenant_id': 'd6449bc377e241a9a314db6afee37f1d', 'fixed_ips': [{'subnet_id': '2804d066-0039-47c6-9347-677400954823'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:45:53.324483 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-3969c8ec-b4ca-492b-a6c8-5f0d8c1ba50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:53.334453 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e6d877-923c-4952-a23f-02ec52540b3f None None] Network 41f26355-d0b3-4a3b-b702-1f657a54a5d3 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:45:53.376067 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:53.430087 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8d79e010-4da1-4693-bc5c-5c44cf126f8f tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:53.430423 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.segments_db [None req-8d79e010-4da1-4693-bc5c-5c44cf126f8f tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Added segment 80e1c760-0a34-40f4-9059-1a5ab25ca7c0 of type vlan for network 4d2f1e1f-629e-4cac-869e-6084f90caf83 Feb 04 08:45:53.501690 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-642614a2-0157-40aa-9f20-b7c9f528ff4d None None] Set router c9337649-60c2-40dc-9112-23b3fd74a3db gateway port host: None {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:45:53.540879 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=9df0d146-2fcf-4831-8d55-6d5fd0c015be,revision_number=5']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:53.566181 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0805f28f-e750-47b7-8553-ba6d4921b4ba tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40989'] for router, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:53.582806 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0805f28f-e750-47b7-8553-ba6d4921b4ba tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:53.614767 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8d79e010-4da1-4693-bc5c-5c44cf126f8f tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:53.711811 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b472fe70-d32d-4fce-8e3a-02c85a7f2b7c tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:53.845575 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8d79e010-4da1-4693-bc5c-5c44cf126f8f tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:53.849112 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d79e010-4da1-4693-bc5c-5c44cf126f8f tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:45:53.849686 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8d79e010-4da1-4693-bc5c-5c44cf126f8f tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks [] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:53.853036 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0805f28f-e750-47b7-8553-ba6d4921b4ba tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-476062'] for router, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:53.853550 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0805f28f-e750-47b7-8553-ba6d4921b4ba tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Fanout notify agent at l3_agent the message router_deleted on router 4ad20f60-5cd8-4db9-9383-acdb170b4b3e {{(pid=84108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 08:45:53.900145 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-cfc71d8d-2ade-4ff6-8dda-197feeb2af79 None None] Provisioning for port d24323b6-e0de-46d2-9bf8-6d60056f2d1c completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:45:53.902867 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 6ff3bd98-d111-43a1-b02e-404f68363a85 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:45:53.944010 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 6ff3bd98-d111-43a1-b02e-404f68363a85 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:45:53.944208 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:54.070270 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0805f28f-e750-47b7-8553-ba6d4921b4ba tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Notify callbacks [] for router, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:54.073740 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-0805f28f-e750-47b7-8553-ba6d4921b4ba tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] 10.222.0.36 "DELETE /v2.0/routers/4ad20f60-5cd8-4db9-9383-acdb170b4b3e HTTP/1.1" status: 204 len: 168 time: 3.1612501 Feb 04 08:45:54.074593 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 56228) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:54.112822 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d79e010-4da1-4693-bc5c-5c44cf126f8f tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Pushing event updated for resources: {'Network': ['ID=4d2f1e1f-629e-4cac-869e-6084f90caf83,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:54.138110 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-8d79e010-4da1-4693-bc5c-5c44cf126f8f tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5716822 Feb 04 08:45:54.142483 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-3969c8ec-b4ca-492b-a6c8-5f0d8c1ba50e None None] Allocated IP 2001:db8::2 (9310e3d0-0577-45a8-b11b-36b621318165/2804d066-0039-47c6-9347-677400954823/2a7ba97a-4452-4962-8981-6fa792beddca) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:45:54.143024 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 56232) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:54.149102 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-131f276c-ba69-40a2-be96-d97d98b1f26b tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Request body: {'subnet': {'network_id': '4d2f1e1f-629e-4cac-869e-6084f90caf83', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:45:54.175405 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network 4d2f1e1f-629e-4cac-869e-6084f90caf83 details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:45:54.366324 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-131f276c-ba69-40a2-be96-d97d98b1f26b tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:45:54.376856 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-131f276c-ba69-40a2-be96-d97d98b1f26b tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Usage tracker for resource:subnet and tenant:bf57e53bceb34316b0180186a41d96ee is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:45:54.381053 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-131f276c-ba69-40a2-be96-d97d98b1f26b tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:45:54.384617 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-b472fe70-d32d-4fce-8e3a-02c85a7f2b7c tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Allocated IP 2001:db8::1 (41f26355-d0b3-4a3b-b702-1f657a54a5d3/3b6319f8-b440-496d-b52b-672cb37fb903/d06112e2-2585-4036-b9fa-93da662fae3b) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:45:54.391216 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-131f276c-ba69-40a2-be96-d97d98b1f26b tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:45:54.479080 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dddabd1-4ade-44d7-84f7-f9e2294c53b0 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Deleting subnet 8e4a25f3-d3f1-42ca-89de-c82da024bc5e {{(pid=84107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:45:54.486631 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8dddabd1-4ade-44d7-84f7-f9e2294c53b0 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Notify callbacks [] for subnet, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:54.486870 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-131f276c-ba69-40a2-be96-d97d98b1f26b tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Made reservation on behalf of bf57e53bceb34316b0180186a41d96ee for: {'subnet': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:45:54.552608 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:54.558452 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8dddabd1-4ade-44d7-84f7-f9e2294c53b0 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8058667'] for subnet, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:54.631384 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-131f276c-ba69-40a2-be96-d97d98b1f26b tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8119726'] for subnet, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:54.657653 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8dddabd1-4ade-44d7-84f7-f9e2294c53b0 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:54.720435 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:54.758460 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b472fe70-d32d-4fce-8e3a-02c85a7f2b7c tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:54.792344 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.provisioning_blocks [None req-b472fe70-d32d-4fce-8e3a-02c85a7f2b7c tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Transition to ACTIVE for port object d06112e2-2585-4036-b9fa-93da662fae3b will not be triggered until provisioned by entity DHCP. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:45:54.844816 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8dddabd1-4ade-44d7-84f7-f9e2294c53b0 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7510167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985167'] for subnet, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:54.866769 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port 6ff3bd98-d111-43a1-b02e-404f68363a85, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=6ff3bd98-d111-43a1-b02e-404f68363a85,segment=NetworkSegment(de2a5632-313a-44c0-b5fd-9abc17e7f3ed),segment_id=de2a5632-313a-44c0-b5fd-9abc17e7f3ed)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:45:54.875221 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-3969c8ec-b4ca-492b-a6c8-5f0d8c1ba50e None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:54.898436 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-3969c8ec-b4ca-492b-a6c8-5f0d8c1ba50e None None] Transition to ACTIVE for port object 2a7ba97a-4452-4962-8981-6fa792beddca will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:45:54.909754 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-642614a2-0157-40aa-9f20-b7c9f528ff4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9337649-60c2-40dc-9112-23b3fd74a3db', 'name': 'tempest-RoutersIpV6Test-router-1082460240', 'tenant_id': 'bf57e53bceb34316b0180186a41d96ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:45:30Z', 'updated_at': '2022-02-04T08:45:50Z', 'revision_number': 4, 'project_id': 'bf57e53bceb34316b0180186a41d96ee', 'gw_port_host': None, '_interfaces': [{'id': '6bcf8bfe-5121-41ba-9fbc-2dda3a5af91e', 'name': '', 'network_id': '0683e000-2dc9-482e-99b7-1c52e34d0a05', 'tenant_id': 'bf57e53bceb34316b0180186a41d96ee', 'mac_address': 'fa:16:3e:9c:df:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9337649-60c2-40dc-9112-23b3fd74a3db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '493c7abd-2075-424b-9940-8c15efb502b2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:45:33Z', 'updated_at': '2022-02-04T08:45:42Z', 'revision_number': 5, 'project_id': 'bf57e53bceb34316b0180186a41d96ee', 'subnets': [{'id': '493c7abd-2075-424b-9940-8c15efb502b2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9df0d146-2fcf-4831-8d55-6d5fd0c015be', 'name': '', 'network_id': '6929e708-7a59-4dbd-9320-488937df3044', 'tenant_id': 'bf57e53bceb34316b0180186a41d96ee', 'mac_address': 'fa:16:3e:1f:12:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9337649-60c2-40dc-9112-23b3fd74a3db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e268ecc-a1d2-4e13-b692-575946436030', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:45:42Z', 'updated_at': '2022-02-04T08:45:47Z', 'revision_number': 4, 'project_id': 'bf57e53bceb34316b0180186a41d96ee', 'subnets': [{'id': '0e268ecc-a1d2-4e13-b692-575946436030', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be7d72fa-2821-44a3-bb0e-e9a25b0212ad', 'name': '', 'network_id': '945c1186-c352-41b2-b72b-2012e1ce930f', 'tenant_id': 'bf57e53bceb34316b0180186a41d96ee', 'mac_address': 'fa:16:3e:eb:fe:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9337649-60c2-40dc-9112-23b3fd74a3db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2daacee8-b4cf-4f07-bbab-c501b0241abf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:45:48Z', 'updated_at': '2022-02-04T08:45:50Z', 'revision_number': 2, 'project_id': 'bf57e53bceb34316b0180186a41d96ee', 'subnets': [{'id': '2daacee8-b4cf-4f07-bbab-c501b0241abf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:54.915377 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dddabd1-4ade-44d7-84f7-f9e2294c53b0 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Pushing event deleted for resources: {'Subnet': ['ID=8e4a25f3-d3f1-42ca-89de-c82da024bc5e,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:54.924596 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642614a2-0157-40aa-9f20-b7c9f528ff4d None None] Checking router: c9337649-60c2-40dc-9112-23b3fd74a3db for host: dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 08:45:54.924955 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642614a2-0157-40aa-9f20-b7c9f528ff4d None None] Updating router c9337649-60c2-40dc-9112-23b3fd74a3db port be7d72fa-2821-44a3-bb0e-e9a25b0212ad binding host dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 08:45:54.930543 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8dddabd1-4ade-44d7-84f7-f9e2294c53b0 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Notify callbacks [] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:54.937644 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-8dddabd1-4ade-44d7-84f7-f9e2294c53b0 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] 10.222.0.36 "DELETE /v2.0/subnets/8e4a25f3-d3f1-42ca-89de-c82da024bc5e HTTP/1.1" status: 204 len: 168 time: 0.8613741 Feb 04 08:45:54.951054 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 56236) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:55.023871 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-642614a2-0157-40aa-9f20-b7c9f528ff4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:55.042375 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b472fe70-d32d-4fce-8e3a-02c85a7f2b7c tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:55.045518 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3008107d-6dfb-44c8-9e0b-5f10262efb1c None None] Network c90b2118-0dcd-4dc8-97b6-8af43c717329 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:45:55.108347 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-79f06d35-ef6a-4404-b2e8-dbd8014e9d18 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:55.119786 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-79f06d35-ef6a-4404-b2e8-dbd8014e9d18 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Deleting port 57399dc9-42ba-4bb8-bade-381e66107a26 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:45:55.120135 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-79f06d35-ef6a-4404-b2e8-dbd8014e9d18 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:55.137706 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-d3399b5d-c0e6-4ce6-9e8d-602fe2eaa2ff None None] Provisioning for port be7d72fa-2821-44a3-bb0e-e9a25b0212ad completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:45:55.140607 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:55.141380 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device d092ce40-bc87-417b-97d1-ca5ced27396e up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:45:55.154870 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b472fe70-d32d-4fce-8e3a-02c85a7f2b7c tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Network 41f26355-d0b3-4a3b-b702-1f657a54a5d3 is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:45:55.155673 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b472fe70-d32d-4fce-8e3a-02c85a7f2b7c tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Pushing event updated for resources: {'Port': ['ID=d06112e2-2585-4036-b9fa-93da662fae3b,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:55.159616 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-b472fe70-d32d-4fce-8e3a-02c85a7f2b7c tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:45:55.161778 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b472fe70-d32d-4fce-8e3a-02c85a7f2b7c tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:45:55.162292 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b472fe70-d32d-4fce-8e3a-02c85a7f2b7c tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-472912'] for router_interface, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:55.170707 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-3969c8ec-b4ca-492b-a6c8-5f0d8c1ba50e None None] Transition to ACTIVE for port object 2a7ba97a-4452-4962-8981-6fa792beddca will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:45:55.263597 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-d3399b5d-c0e6-4ce6-9e8d-602fe2eaa2ff None None] Provisioning complete for port be7d72fa-2821-44a3-bb0e-e9a25b0212ad triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:45:55.264046 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-d3399b5d-c0e6-4ce6-9e8d-602fe2eaa2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:55.332804 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-131f276c-ba69-40a2-be96-d97d98b1f26b tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7593498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8119736'] for subnet, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:55.342984 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [None req-79f06d35-ef6a-4404-b2e8-dbd8014e9d18 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] For port 57399dc9-42ba-4bb8-bade-381e66107a26, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=57399dc9-42ba-4bb8-bade-381e66107a26,segment=NetworkSegment(7c605380-7ae3-4526-b6b3-446b32609b05),segment_id=7c605380-7ae3-4526-b6b3-446b32609b05)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:45:55.343497 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-79f06d35-ef6a-4404-b2e8-dbd8014e9d18 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:55.473353 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-3969c8ec-b4ca-492b-a6c8-5f0d8c1ba50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:55.483976 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131f276c-ba69-40a2-be96-d97d98b1f26b tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Pushing event updated for resources: {'Subnet': ['ID=ef7e107b-c21e-497a-93de-e9fa942416f8,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:55.489941 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-79f06d35-ef6a-4404-b2e8-dbd8014e9d18 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Calling delete_port for 57399dc9-42ba-4bb8-bade-381e66107a26 owned by network:dhcp {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:45:55.493983 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b472fe70-d32d-4fce-8e3a-02c85a7f2b7c tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:55.525628 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-d3399b5d-c0e6-4ce6-9e8d-602fe2eaa2ff None None] Port be7d72fa-2821-44a3-bb0e-e9a25b0212ad cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:45:55.527107 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=6ff3bd98-d111-43a1-b02e-404f68363a85,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:55.552715 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131f276c-ba69-40a2-be96-d97d98b1f26b tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Checking segment: {'id': '80e1c760-0a34-40f4-9059-1a5ab25ca7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '4d2f1e1f-629e-4cac-869e-6084f90caf83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:45:55.552994 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131f276c-ba69-40a2-be96-d97d98b1f26b tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Network hostable DHCP agents. Network: 4d2f1e1f-629e-4cac-869e-6084f90caf83, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:45:55.670816 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3969c8ec-b4ca-492b-a6c8-5f0d8c1ba50e None None] Network 9310e3d0-0577-45a8-b11b-36b621318165 is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:45:55.677012 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3969c8ec-b4ca-492b-a6c8-5f0d8c1ba50e None None] Pushing event updated for resources: {'Port': ['ID=2a7ba97a-4452-4962-8981-6fa792beddca,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:55.685420 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-79f06d35-ef6a-4404-b2e8-dbd8014e9d18 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:55.736092 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f06d35-ef6a-4404-b2e8-dbd8014e9d18 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Pushing event deleted for resources: {'Port': ['ID=57399dc9-42ba-4bb8-bade-381e66107a26,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:55.743214 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f06d35-ef6a-4404-b2e8-dbd8014e9d18 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] No DVR routers for this DVR port 57399dc9-42ba-4bb8-bade-381e66107a26 on host dv-neutron-827798-2-hyperv {{(pid=84107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:45:55.787557 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-3969c8ec-b4ca-492b-a6c8-5f0d8c1ba50e None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:45:55.789933 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3969c8ec-b4ca-492b-a6c8-5f0d8c1ba50e None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:45:55.813020 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131f276c-ba69-40a2-be96-d97d98b1f26b tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Network 4d2f1e1f-629e-4cac-869e-6084f90caf83 is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:45:55.814864 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-d3399b5d-c0e6-4ce6-9e8d-602fe2eaa2ff None None] Provisioning complete for port 6ff3bd98-d111-43a1-b02e-404f68363a85 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:45:55.814864 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-d3399b5d-c0e6-4ce6-9e8d-602fe2eaa2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:55.873122 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-79f06d35-ef6a-4404-b2e8-dbd8014e9d18 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:55.893923 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-131f276c-ba69-40a2-be96-d97d98b1f26b tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, 4d2f1e1f-629e-4cac-869e-6084f90caf83) {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:45:55.900192 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131f276c-ba69-40a2-be96-d97d98b1f26b tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:45:55.900940 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-131f276c-ba69-40a2-be96-d97d98b1f26b tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:55.901176 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port d092ce40-bc87-417b-97d1-ca5ced27396e completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:45:55.910585 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-79f06d35-ef6a-4404-b2e8-dbd8014e9d18 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c90b2118-0dcd-4dc8-97b6-8af43c717329']}} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:55.924854 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-79f06d35-ef6a-4404-b2e8-dbd8014e9d18 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c605380-7ae3-4526-b6b3-446b32609b05') {'for_net_delete': True} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:55.925079 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-79f06d35-ef6a-4404-b2e8-dbd8014e9d18 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c605380-7ae3-4526-b6b3-446b32609b05') {} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:55.933802 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d9db8c6-a396-4b58-8882-e807eb851970 None None] Network 4d2f1e1f-629e-4cac-869e-6084f90caf83 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:45:55.941039 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-79f06d35-ef6a-4404-b2e8-dbd8014e9d18 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8058642'] for segment, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:55.948266 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b472fe70-d32d-4fce-8e3a-02c85a7f2b7c tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks [] for port, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:55.959469 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-79f06d35-ef6a-4404-b2e8-dbd8014e9d18 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:55.966611 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79f06d35-ef6a-4404-b2e8-dbd8014e9d18 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=84107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:45:55.969671 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-79f06d35-ef6a-4404-b2e8-dbd8014e9d18 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7377717'] for segment, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:55.981623 dv-neutron-827798-2-hyperv neutron-server[84107]: Traceback (most recent call last): Feb 04 08:45:55.981623 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:45:55.981623 dv-neutron-827798-2-hyperv neutron-server[84107]: timer() Feb 04 08:45:55.981623 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:45:55.981623 dv-neutron-827798-2-hyperv neutron-server[84107]: cb(*args, **kw) Feb 04 08:45:55.981623 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:45:55.981623 dv-neutron-827798-2-hyperv neutron-server[84107]: return func(*args, **kwargs) Feb 04 08:45:55.981623 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:45:55.981623 dv-neutron-827798-2-hyperv neutron-server[84107]: self._notify() Feb 04 08:45:55.981623 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:45:55.981623 dv-neutron-827798-2-hyperv neutron-server[84107]: self.callback(batched_events) Feb 04 08:45:55.981623 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:45:55.981623 dv-neutron-827798-2-hyperv neutron-server[84107]: event.method(event) Feb 04 08:45:55.981623 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:45:55.981623 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:45:55.981623 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:45:55.981623 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:45:55.981623 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:45:55.981623 dv-neutron-827798-2-hyperv neutron-server[84107]: return f(self, *a, **k) Feb 04 08:45:55.981623 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:45:55.981623 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._get(url).json() Feb 04 08:45:55.981623 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:45:55.981623 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:45:55.981623 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:45:55.981623 dv-neutron-827798-2-hyperv neutron-server[84107]: return self.request(url, 'GET', **kwargs) Feb 04 08:45:55.981623 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:45:55.981623 dv-neutron-827798-2-hyperv neutron-server[84107]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:45:55.981623 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:45:55.981623 dv-neutron-827798-2-hyperv neutron-server[84107]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:45:55.981623 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:45:55.981623 dv-neutron-827798-2-hyperv neutron-server[84107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:45:55.981623 dv-neutron-827798-2-hyperv neutron-server[84107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:45:55.992093 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port d092ce40-bc87-417b-97d1-ca5ced27396e triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:45:55.992093 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:56.018217 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b472fe70-d32d-4fce-8e3a-02c85a7f2b7c tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:56.019137 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b472fe70-d32d-4fce-8e3a-02c85a7f2b7c tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473771'] for router_interface, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:56.058971 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-131f276c-ba69-40a2-be96-d97d98b1f26b tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9160600 Feb 04 08:45:56.063289 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 56240) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:56.155313 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-79f06d35-ef6a-4404-b2e8-dbd8014e9d18 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:56.164590 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b472fe70-d32d-4fce-8e3a-02c85a7f2b7c tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Pushing event updated for resources: {'Port': ['ID=d06112e2-2585-4036-b9fa-93da662fae3b,revision_number=2']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:56.182363 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-79f06d35-ef6a-4404-b2e8-dbd8014e9d18 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Notify callbacks [] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:56.184873 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:56.190274 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-3969c8ec-b4ca-492b-a6c8-5f0d8c1ba50e None None] Attempting to bind port 2a7ba97a-4452-4962-8981-6fa792beddca on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:45:56.190639 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-3969c8ec-b4ca-492b-a6c8-5f0d8c1ba50e None None] Attempting to bind port 2a7ba97a-4452-4962-8981-6fa792beddca by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': '36f1f367-c803-4fe8-9bc5-4d5e7c6d79e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9310e3d0-0577-45a8-b11b-36b621318165'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:45:56.191059 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3969c8ec-b4ca-492b-a6c8-5f0d8c1ba50e None None] Attempting to bind port 2a7ba97a-4452-4962-8981-6fa792beddca on network 9310e3d0-0577-45a8-b11b-36b621318165 {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:45:56.204231 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f06d35-ef6a-4404-b2e8-dbd8014e9d18 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Pushing event deleted for resources: {'Network': ['ID=c90b2118-0dcd-4dc8-97b6-8af43c717329,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:56.236491 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b498f0-db81-44a1-9169-156de4fd33bc None None] DHCP port deletion for c90b2118-0dcd-4dc8-97b6-8af43c717329 request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 08:45:56.246899 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b472fe70-d32d-4fce-8e3a-02c85a7f2b7c tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Network 41f26355-d0b3-4a3b-b702-1f657a54a5d3 is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:45:56.259984 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-b472fe70-d32d-4fce-8e3a-02c85a7f2b7c tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:45:56.268272 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-79f06d35-ef6a-4404-b2e8-dbd8014e9d18 tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] 10.222.0.36 "DELETE /v2.0/networks/c90b2118-0dcd-4dc8-97b6-8af43c717329 HTTP/1.1" status: 204 len: 168 time: 1.3120992 Feb 04 08:45:56.269727 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3969c8ec-b4ca-492b-a6c8-5f0d8c1ba50e None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:45:56.270104 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3969c8ec-b4ca-492b-a6c8-5f0d8c1ba50e None None] Checking segment: {'id': '36f1f367-c803-4fe8-9bc5-4d5e7c6d79e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9310e3d0-0577-45a8-b11b-36b621318165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:45:56.270586 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-3969c8ec-b4ca-492b-a6c8-5f0d8c1ba50e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:56.270978 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3969c8ec-b4ca-492b-a6c8-5f0d8c1ba50e None None] Bound using segment: {'id': '36f1f367-c803-4fe8-9bc5-4d5e7c6d79e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9310e3d0-0577-45a8-b11b-36b621318165'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:45:56.271451 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-3969c8ec-b4ca-492b-a6c8-5f0d8c1ba50e None None] Bound port: 2a7ba97a-4452-4962-8981-6fa792beddca, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f1f367-c803-4fe8-9bc5-4d5e7c6d79e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9310e3d0-0577-45a8-b11b-36b621318165'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:45:56.271817 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-3969c8ec-b4ca-492b-a6c8-5f0d8c1ba50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:56.279966 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 56244) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:56.289079 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.db.resource_extend [None req-642614a2-0157-40aa-9f20-b7c9f528ff4d None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 08:45:56.559953 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:56.570948 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-642614a2-0157-40aa-9f20-b7c9f528ff4d None None] Notify callbacks [] for port, precommit_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:56.599267 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-c2738e04-b81c-4bb1-94ff-a269ba22a2dc tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Deleting port 0f8b0baf-a275-468d-bc44-26505feaee18 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:45:56.599769 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c2738e04-b81c-4bb1-94ff-a269ba22a2dc tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:56.648399 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-642614a2-0157-40aa-9f20-b7c9f528ff4d None None] Transition to ACTIVE for port object be7d72fa-2821-44a3-bb0e-e9a25b0212ad will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:45:56.661438 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7d1393-b918-446a-908f-668f56ae2612 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-4d2f1e1f-629e-4cac-869e-6084f90caf83', 'network_id': '4d2f1e1f-629e-4cac-869e-6084f90caf83', 'tenant_id': 'bf57e53bceb34316b0180186a41d96ee', 'fixed_ips': [{'subnet_id': 'ef7e107b-c21e-497a-93de-e9fa942416f8'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:45:56.662046 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-ef7d1393-b918-446a-908f-668f56ae2612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:56.672198 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-3969c8ec-b4ca-492b-a6c8-5f0d8c1ba50e None None] For port 2a7ba97a-4452-4962-8981-6fa792beddca, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:45:56.697554 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port d092ce40-bc87-417b-97d1-ca5ced27396e, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=d092ce40-bc87-417b-97d1-ca5ced27396e,segment=NetworkSegment(7b6506e8-286f-470d-adc5-ea3009402691),segment_id=7b6506e8-286f-470d-adc5-ea3009402691)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:45:56.699097 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-3969c8ec-b4ca-492b-a6c8-5f0d8c1ba50e None None] For port 2a7ba97a-4452-4962-8981-6fa792beddca, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=2a7ba97a-4452-4962-8981-6fa792beddca,segment=NetworkSegment(36f1f367-c803-4fe8-9bc5-4d5e7c6d79e7),segment_id=36f1f367-c803-4fe8-9bc5-4d5e7c6d79e7)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:45:56.741089 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-8b47251b-82db-438b-9c25-5a985a6707f6 None None] Provisioning complete for port be7d72fa-2821-44a3-bb0e-e9a25b0212ad triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:45:56.741398 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-8b47251b-82db-438b-9c25-5a985a6707f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:56.760719 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b472fe70-d32d-4fce-8e3a-02c85a7f2b7c tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Router 53fe8975-49a1-409d-b5af-05c665e95f70 is scheduled to L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 with binding_index 1 {{(pid=84108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 08:45:56.769169 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-642614a2-0157-40aa-9f20-b7c9f528ff4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:56.812345 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:56.815370 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-3969c8ec-b4ca-492b-a6c8-5f0d8c1ba50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:56.931206 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c2738e04-b81c-4bb1-94ff-a269ba22a2dc tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:56.931538 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c2738e04-b81c-4bb1-94ff-a269ba22a2dc tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:56.956673 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-8b47251b-82db-438b-9c25-5a985a6707f6 None None] Port be7d72fa-2821-44a3-bb0e-e9a25b0212ad cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:45:57.003241 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b472fe70-d32d-4fce-8e3a-02c85a7f2b7c tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:45:57.012874 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-b472fe70-d32d-4fce-8e3a-02c85a7f2b7c tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] 10.222.0.36 "PUT /v2.0/routers/53fe8975-49a1-409d-b5af-05c665e95f70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5729988 Feb 04 08:45:57.014876 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 56248) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:57.016878 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a49fbc6-8d9a-4868-9037-ec0ad7eafadd None None] Sync routers for ids ['53fe8975-49a1-409d-b5af-05c665e95f70'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:45:57.034218 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9062c9-a994-4fe2-a5c5-085771ae9de6 None None] Pushing event updated for resources: {'Port': ['ID=be7d72fa-2821-44a3-bb0e-e9a25b0212ad,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:57.042344 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a49fbc6-8d9a-4868-9037-ec0ad7eafadd None None] Routers {'53fe8975-49a1-409d-b5af-05c665e95f70'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:45:57.043030 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-6a49fbc6-8d9a-4868-9037-ec0ad7eafadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:45:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['53fe8975-49a1-409d-b5af-05c665e95f70'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:57.147339 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-6a49fbc6-8d9a-4868-9037-ec0ad7eafadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:57.160520 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a49fbc6-8d9a-4868-9037-ec0ad7eafadd None None] Routers {'53fe8975-49a1-409d-b5af-05c665e95f70'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:45:57.161434 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-6a49fbc6-8d9a-4868-9037-ec0ad7eafadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:45:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['53fe8975-49a1-409d-b5af-05c665e95f70'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:57.162952 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device d24323b6-e0de-46d2-9bf8-6d60056f2d1c up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:45:57.216399 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-c2738e04-b81c-4bb1-94ff-a269ba22a2dc tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Calling delete_port for 0f8b0baf-a275-468d-bc44-26505feaee18 owned by network:floatingip {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:45:57.244067 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-6a49fbc6-8d9a-4868-9037-ec0ad7eafadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:57.244700 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a49fbc6-8d9a-4868-9037-ec0ad7eafadd None None] The sync data for ids ['53fe8975-49a1-409d-b5af-05c665e95f70'] in dv-neutron-827798-2-hyperv is: [] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:45:57.361004 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-642614a2-0157-40aa-9f20-b7c9f528ff4d None None] Attempting to bind port be7d72fa-2821-44a3-bb0e-e9a25b0212ad on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:45:57.361490 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-642614a2-0157-40aa-9f20-b7c9f528ff4d None None] Attempting to bind port be7d72fa-2821-44a3-bb0e-e9a25b0212ad by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': 'de2a5632-313a-44c0-b5fd-9abc17e7f3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '945c1186-c352-41b2-b72b-2012e1ce930f'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:45:57.361832 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642614a2-0157-40aa-9f20-b7c9f528ff4d None None] Attempting to bind port be7d72fa-2821-44a3-bb0e-e9a25b0212ad on network 945c1186-c352-41b2-b72b-2012e1ce930f {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:45:57.408766 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-ef7d1393-b918-446a-908f-668f56ae2612 None None] Allocated IP 2001:db8:3::2 (4d2f1e1f-629e-4cac-869e-6084f90caf83/ef7e107b-c21e-497a-93de-e9fa942416f8/f0e2609f-1773-4225-a12c-c3e49051d3fb) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:45:57.430182 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-8b47251b-82db-438b-9c25-5a985a6707f6 None None] Provisioning for port d06112e2-2585-4036-b9fa-93da662fae3b completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:45:57.436409 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=d092ce40-bc87-417b-97d1-ca5ced27396e,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:57.486198 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642614a2-0157-40aa-9f20-b7c9f528ff4d None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:45:57.486198 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642614a2-0157-40aa-9f20-b7c9f528ff4d None None] Checking segment: {'id': 'de2a5632-313a-44c0-b5fd-9abc17e7f3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '945c1186-c352-41b2-b72b-2012e1ce930f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:45:57.486198 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-642614a2-0157-40aa-9f20-b7c9f528ff4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:57.486198 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642614a2-0157-40aa-9f20-b7c9f528ff4d None None] Bound using segment: {'id': 'de2a5632-313a-44c0-b5fd-9abc17e7f3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '945c1186-c352-41b2-b72b-2012e1ce930f'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:45:57.486198 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-642614a2-0157-40aa-9f20-b7c9f528ff4d None None] Bound port: be7d72fa-2821-44a3-bb0e-e9a25b0212ad, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de2a5632-313a-44c0-b5fd-9abc17e7f3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '945c1186-c352-41b2-b72b-2012e1ce930f'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:45:57.486198 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-642614a2-0157-40aa-9f20-b7c9f528ff4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:57.503343 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-8b47251b-82db-438b-9c25-5a985a6707f6 None None] Provisioning complete for port d06112e2-2585-4036-b9fa-93da662fae3b triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:45:57.503343 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-8b47251b-82db-438b-9c25-5a985a6707f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:57.594352 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c2738e04-b81c-4bb1-94ff-a269ba22a2dc tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:57.650549 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2738e04-b81c-4bb1-94ff-a269ba22a2dc tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Pushing event deleted for resources: {'Port': ['ID=0f8b0baf-a275-468d-bc44-26505feaee18,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:57.767485 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c2738e04-b81c-4bb1-94ff-a269ba22a2dc tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Notify callbacks [] for floatingip, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:57.797844 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-8b47251b-82db-438b-9c25-5a985a6707f6 None None] Port d06112e2-2585-4036-b9fa-93da662fae3b cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:45:57.817378 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3969c8ec-b4ca-492b-a6c8-5f0d8c1ba50e None None] Pushing event updated for resources: {'Port': ['ID=2a7ba97a-4452-4962-8981-6fa792beddca,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:57.822011 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c2738e04-b81c-4bb1-94ff-a269ba22a2dc tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for floatingip, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:57.825596 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-c2738e04-b81c-4bb1-94ff-a269ba22a2dc tempest-FloatingIPAdminTestJSON-1171435073 tempest-FloatingIPAdminTestJSON-1171435073-project] 10.222.0.36 "DELETE /v2.0/floatingips/e45d88c9-521c-400a-b5cc-cebb99303482 HTTP/1.1" status: 204 len: 168 time: 1.5410774 Feb 04 08:45:57.882519 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-642614a2-0157-40aa-9f20-b7c9f528ff4d None None] For port be7d72fa-2821-44a3-bb0e-e9a25b0212ad, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:45:57.895162 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port d24323b6-e0de-46d2-9bf8-6d60056f2d1c completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:45:57.904445 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port d24323b6-e0de-46d2-9bf8-6d60056f2d1c triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:45:57.906166 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:57.914597 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-aa64f4a7-530b-4ca5-8bcb-dfbf36c3df5a tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:57.995990 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.api.v2.resource [None req-d2940437-4ba2-40b2-be29-289d605e76b0 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 08:45:58.004115 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-d2940437-4ba2-40b2-be29-289d605e76b0 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] 10.222.0.36 "PUT /v2.0/routers/53fe8975-49a1-409d-b5af-05c665e95f70/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9808927 Feb 04 08:45:58.004115 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 56256) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:58.018256 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-642614a2-0157-40aa-9f20-b7c9f528ff4d None None] For port be7d72fa-2821-44a3-bb0e-e9a25b0212ad, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=be7d72fa-2821-44a3-bb0e-e9a25b0212ad,segment=NetworkSegment(de2a5632-313a-44c0-b5fd-9abc17e7f3ed),segment_id=de2a5632-313a-44c0-b5fd-9abc17e7f3ed)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:45:58.084510 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-ef7d1393-b918-446a-908f-668f56ae2612 None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:58.088196 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-642614a2-0157-40aa-9f20-b7c9f528ff4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:58.144776 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-ef7d1393-b918-446a-908f-668f56ae2612 None None] Transition to ACTIVE for port object f0e2609f-1773-4225-a12c-c3e49051d3fb will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:45:58.176747 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-ef7d1393-b918-446a-908f-668f56ae2612 None None] Transition to ACTIVE for port object f0e2609f-1773-4225-a12c-c3e49051d3fb will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:45:58.337600 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9062c9-a994-4fe2-a5c5-085771ae9de6 None None] Pushing event updated for resources: {'Port': ['ID=be7d72fa-2821-44a3-bb0e-e9a25b0212ad,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:58.340621 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-ef7d1393-b918-446a-908f-668f56ae2612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:58.398049 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:58.462379 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7d1393-b918-446a-908f-668f56ae2612 None None] Network 4d2f1e1f-629e-4cac-869e-6084f90caf83 is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:45:58.468231 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c5cec23d-7c3c-4126-88d3-15c814f6ceb5 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473817'] for router_interface, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:58.468410 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642614a2-0157-40aa-9f20-b7c9f528ff4d None None] Routers {'c9337649-60c2-40dc-9112-23b3fd74a3db'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:45:58.468410 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-642614a2-0157-40aa-9f20-b7c9f528ff4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:45:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['c9337649-60c2-40dc-9112-23b3fd74a3db'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:58.524388 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-ef7d1393-b918-446a-908f-668f56ae2612 None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:45:58.539679 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160842f2-d508-4373-9aa9-97c962d63151 None None] Network 9310e3d0-0577-45a8-b11b-36b621318165 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:45:58.550473 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 56262) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:58.557807 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7d1393-b918-446a-908f-668f56ae2612 None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:45:58.578988 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7d1393-b918-446a-908f-668f56ae2612 None None] Pushing event updated for resources: {'Port': ['ID=f0e2609f-1773-4225-a12c-c3e49051d3fb,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:58.697186 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-aa64f4a7-530b-4ca5-8bcb-dfbf36c3df5a tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Allocated IP 2001:db8:3::1 (4d2f1e1f-629e-4cac-869e-6084f90caf83/ef7e107b-c21e-497a-93de-e9fa942416f8/aacae0b9-4dd7-4f15-b6e8-e5c301417fc3) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:45:58.702005 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port d24323b6-e0de-46d2-9bf8-6d60056f2d1c, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=d24323b6-e0de-46d2-9bf8-6d60056f2d1c,segment=NetworkSegment(2c6f8755-a5e9-47b6-8b4b-4b8953a791cb),segment_id=2c6f8755-a5e9-47b6-8b4b-4b8953a791cb)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:45:58.780835 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:58.781521 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 6ff3bd98-d111-43a1-b02e-404f68363a85 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:45:58.879053 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-aa64f4a7-530b-4ca5-8bcb-dfbf36c3df5a tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:58.884214 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-6210c218-302a-431b-9df2-805fc706ea8c None None] Provisioning for port 2a7ba97a-4452-4962-8981-6fa792beddca completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:45:58.901311 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [None req-aa64f4a7-530b-4ca5-8bcb-dfbf36c3df5a tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Transition to ACTIVE for port object aacae0b9-4dd7-4f15-b6e8-e5c301417fc3 will not be triggered until provisioned by entity DHCP. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:45:58.982639 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-ef7d1393-b918-446a-908f-668f56ae2612 None None] Attempting to bind port f0e2609f-1773-4225-a12c-c3e49051d3fb on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:45:58.983016 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-ef7d1393-b918-446a-908f-668f56ae2612 None None] Attempting to bind port f0e2609f-1773-4225-a12c-c3e49051d3fb by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': '80e1c760-0a34-40f4-9059-1a5ab25ca7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '4d2f1e1f-629e-4cac-869e-6084f90caf83'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:45:58.983347 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7d1393-b918-446a-908f-668f56ae2612 None None] Attempting to bind port f0e2609f-1773-4225-a12c-c3e49051d3fb on network 4d2f1e1f-629e-4cac-869e-6084f90caf83 {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:45:58.987156 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-642614a2-0157-40aa-9f20-b7c9f528ff4d None None] Set router c9337649-60c2-40dc-9112-23b3fd74a3db gateway port host: None {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:45:58.989952 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-aa64f4a7-530b-4ca5-8bcb-dfbf36c3df5a tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:59.027008 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-3f9d7f7c-e8ec-428d-9a42-eea966890bfb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2b37a6ba0e6c45fe9f603221e9036e25&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4727266 Feb 04 08:45:59.028157 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 56268) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:45:59.081935 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa64f4a7-530b-4ca5-8bcb-dfbf36c3df5a tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Network 4d2f1e1f-629e-4cac-869e-6084f90caf83 is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:45:59.086292 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-aa64f4a7-530b-4ca5-8bcb-dfbf36c3df5a tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:45:59.088476 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa64f4a7-530b-4ca5-8bcb-dfbf36c3df5a tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Pushing event updated for resources: {'Port': ['ID=aacae0b9-4dd7-4f15-b6e8-e5c301417fc3,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:59.090431 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa64f4a7-530b-4ca5-8bcb-dfbf36c3df5a tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:45:59.090947 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-aa64f4a7-530b-4ca5-8bcb-dfbf36c3df5a tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-472912'] for router_interface, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:59.098595 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7d1393-b918-446a-908f-668f56ae2612 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:45:59.098995 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7d1393-b918-446a-908f-668f56ae2612 None None] Checking segment: {'id': '80e1c760-0a34-40f4-9059-1a5ab25ca7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '4d2f1e1f-629e-4cac-869e-6084f90caf83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:45:59.099356 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-ef7d1393-b918-446a-908f-668f56ae2612 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:59.099739 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7d1393-b918-446a-908f-668f56ae2612 None None] Bound using segment: {'id': '80e1c760-0a34-40f4-9059-1a5ab25ca7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '4d2f1e1f-629e-4cac-869e-6084f90caf83'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:45:59.100193 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-ef7d1393-b918-446a-908f-668f56ae2612 None None] Bound port: f0e2609f-1773-4225-a12c-c3e49051d3fb, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80e1c760-0a34-40f4-9059-1a5ab25ca7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '4d2f1e1f-629e-4cac-869e-6084f90caf83'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:45:59.100641 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-ef7d1393-b918-446a-908f-668f56ae2612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:59.120362 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=d24323b6-e0de-46d2-9bf8-6d60056f2d1c,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:59.186068 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ca5a51d2-15c8-41f1-8c6f-82a84ce66a4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:59.249340 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-aa64f4a7-530b-4ca5-8bcb-dfbf36c3df5a tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:59.255326 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ca5a51d2-15c8-41f1-8c6f-82a84ce66a4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:59.435228 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ca5a51d2-15c8-41f1-8c6f-82a84ce66a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:59.440084 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 6ff3bd98-d111-43a1-b02e-404f68363a85 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:45:59.440783 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:59.462881 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5a51d2-15c8-41f1-8c6f-82a84ce66a4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e99c78-f5c7-4054-91b8-db817f4e250f,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:59.485359 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ca5a51d2-15c8-41f1-8c6f-82a84ce66a4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:59.486475 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-ca5a51d2-15c8-41f1-8c6f-82a84ce66a4d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b5e99c78-f5c7-4054-91b8-db817f4e250f HTTP/1.1" status: 204 len: 168 time: 0.4577415 Feb 04 08:45:59.487170 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-c5cec23d-7c3c-4126-88d3-15c814f6ceb5 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Deleting port d06112e2-2585-4036-b9fa-93da662fae3b {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:45:59.487500 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c5cec23d-7c3c-4126-88d3-15c814f6ceb5 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:59.549885 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-ef7d1393-b918-446a-908f-668f56ae2612 None None] For port f0e2609f-1773-4225-a12c-c3e49051d3fb, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:45:59.590160 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-ef7d1393-b918-446a-908f-668f56ae2612 None None] For port f0e2609f-1773-4225-a12c-c3e49051d3fb, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=f0e2609f-1773-4225-a12c-c3e49051d3fb,segment=NetworkSegment(80e1c760-0a34-40f4-9059-1a5ab25ca7c0),segment_id=80e1c760-0a34-40f4-9059-1a5ab25ca7c0)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:45:59.664530 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-aa64f4a7-530b-4ca5-8bcb-dfbf36c3df5a tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:59.683000 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-ef7d1393-b918-446a-908f-668f56ae2612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:59.716005 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c5cec23d-7c3c-4126-88d3-15c814f6ceb5 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:59.727119 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-aa64f4a7-530b-4ca5-8bcb-dfbf36c3df5a tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:59.730271 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-aa64f4a7-530b-4ca5-8bcb-dfbf36c3df5a tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473771'] for router_interface, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:59.774293 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 9df0d146-2fcf-4831-8d55-6d5fd0c015be up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:45:59.858654 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7d1393-b918-446a-908f-668f56ae2612 None None] Pushing event updated for resources: {'Port': ['ID=f0e2609f-1773-4225-a12c-c3e49051d3fb,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:45:59.885295 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-642614a2-0157-40aa-9f20-b7c9f528ff4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9337649-60c2-40dc-9112-23b3fd74a3db', 'name': 'tempest-RoutersIpV6Test-router-1082460240', 'tenant_id': 'bf57e53bceb34316b0180186a41d96ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:45:30Z', 'updated_at': '2022-02-04T08:45:50Z', 'revision_number': 4, 'project_id': 'bf57e53bceb34316b0180186a41d96ee', 'gw_port_host': None, '_interfaces': [{'id': '6bcf8bfe-5121-41ba-9fbc-2dda3a5af91e', 'name': '', 'network_id': '0683e000-2dc9-482e-99b7-1c52e34d0a05', 'tenant_id': 'bf57e53bceb34316b0180186a41d96ee', 'mac_address': 'fa:16:3e:9c:df:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9337649-60c2-40dc-9112-23b3fd74a3db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '493c7abd-2075-424b-9940-8c15efb502b2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:45:33Z', 'updated_at': '2022-02-04T08:45:42Z', 'revision_number': 5, 'project_id': 'bf57e53bceb34316b0180186a41d96ee', 'subnets': [{'id': '493c7abd-2075-424b-9940-8c15efb502b2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9df0d146-2fcf-4831-8d55-6d5fd0c015be', 'name': '', 'network_id': '6929e708-7a59-4dbd-9320-488937df3044', 'tenant_id': 'bf57e53bceb34316b0180186a41d96ee', 'mac_address': 'fa:16:3e:1f:12:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9337649-60c2-40dc-9112-23b3fd74a3db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e268ecc-a1d2-4e13-b692-575946436030', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:45:42Z', 'updated_at': '2022-02-04T08:45:52Z', 'revision_number': 5, 'project_id': 'bf57e53bceb34316b0180186a41d96ee', 'subnets': [{'id': '0e268ecc-a1d2-4e13-b692-575946436030', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be7d72fa-2821-44a3-bb0e-e9a25b0212ad', 'name': '', 'network_id': '945c1186-c352-41b2-b72b-2012e1ce930f', 'tenant_id': 'bf57e53bceb34316b0180186a41d96ee', 'mac_address': 'fa:16:3e:eb:fe:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9337649-60c2-40dc-9112-23b3fd74a3db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2daacee8-b4cf-4f07-bbab-c501b0241abf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:45:48Z', 'updated_at': '2022-02-04T08:45:57Z', 'revision_number': 4, 'project_id': 'bf57e53bceb34316b0180186a41d96ee', 'subnets': [{'id': '2daacee8-b4cf-4f07-bbab-c501b0241abf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:45:59.897786 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642614a2-0157-40aa-9f20-b7c9f528ff4d None None] The sync data for ids ['c9337649-60c2-40dc-9112-23b3fd74a3db'] in dv-neutron-827798-2-hyperv is: [{'id': 'c9337649-60c2-40dc-9112-23b3fd74a3db', 'name': 'tempest-RoutersIpV6Test-router-1082460240', 'tenant_id': 'bf57e53bceb34316b0180186a41d96ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:45:30Z', 'updated_at': '2022-02-04T08:45:50Z', 'revision_number': 4, 'project_id': 'bf57e53bceb34316b0180186a41d96ee', 'gw_port_host': None, '_interfaces': [{'id': '6bcf8bfe-5121-41ba-9fbc-2dda3a5af91e', 'name': '', 'network_id': '0683e000-2dc9-482e-99b7-1c52e34d0a05', 'tenant_id': 'bf57e53bceb34316b0180186a41d96ee', 'mac_address': 'fa:16:3e:9c:df:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9337649-60c2-40dc-9112-23b3fd74a3db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '493c7abd-2075-424b-9940-8c15efb502b2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:45:33Z', 'updated_at': '2022-02-04T08:45:42Z', 'revision_number': 5, 'project_id': 'bf57e53bceb34316b0180186a41d96ee', 'subnets': [{'id': '493c7abd-2075-424b-9940-8c15efb502b2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9df0d146-2fcf-4831-8d55-6d5fd0c015be', 'name': '', 'network_id': '6929e708-7a59-4dbd-9320-488937df3044', 'tenant_id': 'bf57e53bceb34316b0180186a41d96ee', 'mac_address': 'fa:16:3e:1f:12:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9337649-60c2-40dc-9112-23b3fd74a3db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e268ecc-a1d2-4e13-b692-575946436030', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:45:42Z', 'updated_at': '2022-02-04T08:45:52Z', 'revision_number': 5, 'project_id': 'bf57e53bceb34316b0180186a41d96ee', 'subnets': [{'id': '0e268ecc-a1d2-4e13-b692-575946436030', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be7d72fa-2821-44a3-bb0e-e9a25b0212ad', 'name': '', 'network_id': '945c1186-c352-41b2-b72b-2012e1ce930f', 'tenant_id': 'bf57e53bceb34316b0180186a41d96ee', 'mac_address': 'fa:16:3e:eb:fe:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9337649-60c2-40dc-9112-23b3fd74a3db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2daacee8-b4cf-4f07-bbab-c501b0241abf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:45:48Z', 'updated_at': '2022-02-04T08:45:57Z', 'revision_number': 4, 'project_id': 'bf57e53bceb34316b0180186a41d96ee', 'subnets': [{'id': '2daacee8-b4cf-4f07-bbab-c501b0241abf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:45:59.906996 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 9df0d146-2fcf-4831-8d55-6d5fd0c015be triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:45:59.907919 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:45:59.946413 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-c5cec23d-7c3c-4126-88d3-15c814f6ceb5 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Calling delete_port for d06112e2-2585-4036-b9fa-93da662fae3b owned by network:router_interface {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:46:00.004217 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa64f4a7-530b-4ca5-8bcb-dfbf36c3df5a tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Pushing event updated for resources: {'Port': ['ID=aacae0b9-4dd7-4f15-b6e8-e5c301417fc3,revision_number=2']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:00.116517 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa64f4a7-530b-4ca5-8bcb-dfbf36c3df5a tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Network 4d2f1e1f-629e-4cac-869e-6084f90caf83 is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:46:00.117751 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-aa64f4a7-530b-4ca5-8bcb-dfbf36c3df5a tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:46:00.267951 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 57399dc9-42ba-4bb8-bade-381e66107a26 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:46:00.311988 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: 57399dc9-42ba-4bb8-bade-381e66107a26 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:46:00.312594 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 57399dc9-42ba-4bb8-bade-381e66107a26 not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:46:00.389342 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c5cec23d-7c3c-4126-88d3-15c814f6ceb5 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:00.454455 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cec23d-7c3c-4126-88d3-15c814f6ceb5 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Pushing event deleted for resources: {'Port': ['ID=d06112e2-2585-4036-b9fa-93da662fae3b,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:00.547323 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 56276) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:00.573848 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-97db1640-f2d1-4856-a6ef-a7872b0c1bb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:00.622539 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device f0e2609f-1773-4225-a12c-c3e49051d3fb up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:46:00.731914 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c5cec23d-7c3c-4126-88d3-15c814f6ceb5 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1572495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472959'] for router_interface, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:00.776543 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-97db1640-f2d1-4856-a6ef-a7872b0c1bb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:46:00.782514 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-97db1640-f2d1-4856-a6ef-a7872b0c1bb6 admin admin] Usage tracker for resource:security_group_rule and tenant:66f07f86e13f48709ade6f6ab2ba4380 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:46:00.783168 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port f0e2609f-1773-4225-a12c-c3e49051d3fb completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:46:00.788418 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device be7d72fa-2821-44a3-bb0e-e9a25b0212ad up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:46:00.794068 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-97db1640-f2d1-4856-a6ef-a7872b0c1bb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:46:00.796620 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-97db1640-f2d1-4856-a6ef-a7872b0c1bb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:46:00.931444 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa64f4a7-530b-4ca5-8bcb-dfbf36c3df5a tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Router c9337649-60c2-40dc-9112-23b3fd74a3db has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:46:00.950271 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-97db1640-f2d1-4856-a6ef-a7872b0c1bb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:00.966481 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port be7d72fa-2821-44a3-bb0e-e9a25b0212ad completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:46:00.973707 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port be7d72fa-2821-44a3-bb0e-e9a25b0212ad triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:46:00.974445 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:01.023773 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-97db1640-f2d1-4856-a6ef-a7872b0c1bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:01.154613 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97db1640-f2d1-4856-a6ef-a7872b0c1bb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=981306a3-3681-4c26-8aff-ddeef76339e0,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:01.162917 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-97db1640-f2d1-4856-a6ef-a7872b0c1bb6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=66f07f86e13f48709ade6f6ab2ba4380&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6143873 Feb 04 08:46:01.166792 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 56280) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:01.204138 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:01.240356 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port be7d72fa-2821-44a3-bb0e-e9a25b0212ad, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=be7d72fa-2821-44a3-bb0e-e9a25b0212ad,segment=NetworkSegment(de2a5632-313a-44c0-b5fd-9abc17e7f3ed),segment_id=de2a5632-313a-44c0-b5fd-9abc17e7f3ed)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:46:01.268317 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1ee248bb-bf38-4c72-a4db-08c103ab4960 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:01.276667 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f95c0d2-5c49-49c4-985b-ab456ff2411e None None] Network 4d2f1e1f-629e-4cac-869e-6084f90caf83 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:46:01.303951 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1ee248bb-bf38-4c72-a4db-08c103ab4960 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:01.332111 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa64f4a7-530b-4ca5-8bcb-dfbf36c3df5a tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:46:01.347695 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290f8bc4-3636-4107-905f-aafc1ff894a3 None None] Sync routers for ids ['c9337649-60c2-40dc-9112-23b3fd74a3db'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:46:01.352508 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5cec23d-7c3c-4126-88d3-15c814f6ceb5 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Router 53fe8975-49a1-409d-b5af-05c665e95f70 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:46:01.352706 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:01.353214 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 2a7ba97a-4452-4962-8981-6fa792beddca up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:46:01.373039 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-aa64f4a7-530b-4ca5-8bcb-dfbf36c3df5a tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "PUT /v2.0/routers/c9337649-60c2-40dc-9112-23b3fd74a3db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3080840 Feb 04 08:46:01.376596 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 56284) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:01.381160 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-31b193d1-da26-4a97-bda4-06c00cc9fd44 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:46:01.513249 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5cec23d-7c3c-4126-88d3-15c814f6ceb5 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:46:01.517681 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1ee248bb-bf38-4c72-a4db-08c103ab4960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:01.526390 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290f8bc4-3636-4107-905f-aafc1ff894a3 None None] Routers {'c9337649-60c2-40dc-9112-23b3fd74a3db'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:46:01.526390 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-290f8bc4-3636-4107-905f-aafc1ff894a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:45:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['c9337649-60c2-40dc-9112-23b3fd74a3db'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:46:01.527253 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-c5cec23d-7c3c-4126-88d3-15c814f6ceb5 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] 10.222.0.36 "PUT /v2.0/routers/53fe8975-49a1-409d-b5af-05c665e95f70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5181653 Feb 04 08:46:01.527352 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9f7104-d883-4bf0-823f-582f98e540a8 None None] Sync routers for ids ['53fe8975-49a1-409d-b5af-05c665e95f70'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:46:01.527773 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 56288) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:01.541541 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9f7104-d883-4bf0-823f-582f98e540a8 None None] Routers {'53fe8975-49a1-409d-b5af-05c665e95f70'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:46:01.543656 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-fa9f7104-d883-4bf0-823f-582f98e540a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:45:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['53fe8975-49a1-409d-b5af-05c665e95f70'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:46:01.549200 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee248bb-bf38-4c72-a4db-08c103ab4960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=981306a3-3681-4c26-8aff-ddeef76339e0,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:01.550004 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1ee248bb-bf38-4c72-a4db-08c103ab4960 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:01.565058 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-1ee248bb-bf38-4c72-a4db-08c103ab4960 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/981306a3-3681-4c26-8aff-ddeef76339e0 HTTP/1.1" status: 204 len: 168 time: 0.3776979 Feb 04 08:46:01.598832 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.api.v2.resource [None req-b3dcb928-d5dd-4de4-a94d-cc579ca7ae3d tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] delete failed (client error): The resource could not be found. Feb 04 08:46:01.599883 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-b3dcb928-d5dd-4de4-a94d-cc579ca7ae3d tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] 10.222.0.36 "DELETE /v2.0/routers/tempest-non_exist_router-646600377 HTTP/1.1" status: 404 len: 334 time: 0.0717320 Feb 04 08:46:01.603621 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 56294) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:01.612010 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-6d38893a-da98-47c5-affd-6564056b34b2 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Request body: {'router': {'external_gateway_info': {'network_id': '53fe8975-49a1-409d-b5af-05c665e95f70'}}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:46:01.627655 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-3511f2a1-3683-4d10-b1c4-eea04af8f7dc None None] Provisioning for port f0e2609f-1773-4225-a12c-c3e49051d3fb completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:46:01.638279 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-fa9f7104-d883-4bf0-823f-582f98e540a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:46:01.651199 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9f7104-d883-4bf0-823f-582f98e540a8 None None] Routers {'53fe8975-49a1-409d-b5af-05c665e95f70'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:46:01.651917 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-fa9f7104-d883-4bf0-823f-582f98e540a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:45:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['53fe8975-49a1-409d-b5af-05c665e95f70'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:46:01.719344 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-fa9f7104-d883-4bf0-823f-582f98e540a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:46:01.720099 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9f7104-d883-4bf0-823f-582f98e540a8 None None] The sync data for ids ['53fe8975-49a1-409d-b5af-05c665e95f70'] in dv-neutron-827798-2-hyperv is: [] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:46:01.722772 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=be7d72fa-2821-44a3-bb0e-e9a25b0212ad,revision_number=5']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:01.736942 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-3511f2a1-3683-4d10-b1c4-eea04af8f7dc None None] Provisioning complete for port f0e2609f-1773-4225-a12c-c3e49051d3fb triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:46:01.737309 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-3511f2a1-3683-4d10-b1c4-eea04af8f7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:01.887267 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-290f8bc4-3636-4107-905f-aafc1ff894a3 None None] Set router c9337649-60c2-40dc-9112-23b3fd74a3db gateway port host: None {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:46:01.982046 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 2a7ba97a-4452-4962-8981-6fa792beddca completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:46:02.011920 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 2a7ba97a-4452-4962-8981-6fa792beddca triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:46:02.012290 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:02.159994 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-3511f2a1-3683-4d10-b1c4-eea04af8f7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:02.299237 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-3511f2a1-3683-4d10-b1c4-eea04af8f7dc None None] For port f0e2609f-1773-4225-a12c-c3e49051d3fb, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=f0e2609f-1773-4225-a12c-c3e49051d3fb,segment=NetworkSegment(80e1c760-0a34-40f4-9059-1a5ab25ca7c0),segment_id=80e1c760-0a34-40f4-9059-1a5ab25ca7c0)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:46:02.361140 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 56300) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:02.375571 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-3511f2a1-3683-4d10-b1c4-eea04af8f7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:02.394490 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8fd5a00d-c92f-4891-a61d-042af86ddd74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:02.439627 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-8fd5a00d-c92f-4891-a61d-042af86ddd74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:46:02.446628 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-8fd5a00d-c92f-4891-a61d-042af86ddd74 admin admin] Usage tracker for resource:security_group_rule and tenant:5eb4c7d3576644428faa65cce3458719 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:46:02.450470 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-8fd5a00d-c92f-4891-a61d-042af86ddd74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:46:02.458401 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-8fd5a00d-c92f-4891-a61d-042af86ddd74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:46:02.486626 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6d38893a-da98-47c5-affd-6564056b34b2 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40996'] for router, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:02.489298 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:02.540719 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port 2a7ba97a-4452-4962-8981-6fa792beddca, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=2a7ba97a-4452-4962-8981-6fa792beddca,segment=NetworkSegment(36f1f367-c803-4fe8-9bc5-4d5e7c6d79e7),segment_id=36f1f367-c803-4fe8-9bc5-4d5e7c6d79e7)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:46:02.544127 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3511f2a1-3683-4d10-b1c4-eea04af8f7dc None None] Pushing event updated for resources: {'Port': ['ID=f0e2609f-1773-4225-a12c-c3e49051d3fb,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:02.577408 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.extraroute_db [None req-31b193d1-da26-4a97-bda4-06c00cc9fd44 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=84107) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 04 08:46:02.585979 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-290f8bc4-3636-4107-905f-aafc1ff894a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9337649-60c2-40dc-9112-23b3fd74a3db', 'name': 'tempest-RoutersIpV6Test-router-1082460240', 'tenant_id': 'bf57e53bceb34316b0180186a41d96ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:45:30Z', 'updated_at': '2022-02-04T08:45:59Z', 'revision_number': 5, 'project_id': 'bf57e53bceb34316b0180186a41d96ee', 'gw_port_host': None, '_interfaces': [{'id': '6bcf8bfe-5121-41ba-9fbc-2dda3a5af91e', 'name': '', 'network_id': '0683e000-2dc9-482e-99b7-1c52e34d0a05', 'tenant_id': 'bf57e53bceb34316b0180186a41d96ee', 'mac_address': 'fa:16:3e:9c:df:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9337649-60c2-40dc-9112-23b3fd74a3db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '493c7abd-2075-424b-9940-8c15efb502b2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:45:33Z', 'updated_at': '2022-02-04T08:45:42Z', 'revision_number': 5, 'project_id': 'bf57e53bceb34316b0180186a41d96ee', 'subnets': [{'id': '493c7abd-2075-424b-9940-8c15efb502b2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9df0d146-2fcf-4831-8d55-6d5fd0c015be', 'name': '', 'network_id': '6929e708-7a59-4dbd-9320-488937df3044', 'tenant_id': 'bf57e53bceb34316b0180186a41d96ee', 'mac_address': 'fa:16:3e:1f:12:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9337649-60c2-40dc-9112-23b3fd74a3db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e268ecc-a1d2-4e13-b692-575946436030', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:45:42Z', 'updated_at': '2022-02-04T08:45:52Z', 'revision_number': 5, 'project_id': 'bf57e53bceb34316b0180186a41d96ee', 'subnets': [{'id': '0e268ecc-a1d2-4e13-b692-575946436030', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aacae0b9-4dd7-4f15-b6e8-e5c301417fc3', 'name': '', 'network_id': '4d2f1e1f-629e-4cac-869e-6084f90caf83', 'tenant_id': 'bf57e53bceb34316b0180186a41d96ee', 'mac_address': 'fa:16:3e:60:33:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9337649-60c2-40dc-9112-23b3fd74a3db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef7e107b-c21e-497a-93de-e9fa942416f8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:45:58Z', 'updated_at': '2022-02-04T08:45:59Z', 'revision_number': 2, 'project_id': 'bf57e53bceb34316b0180186a41d96ee', 'subnets': [{'id': 'ef7e107b-c21e-497a-93de-e9fa942416f8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be7d72fa-2821-44a3-bb0e-e9a25b0212ad', 'name': '', 'network_id': '945c1186-c352-41b2-b72b-2012e1ce930f', 'tenant_id': 'bf57e53bceb34316b0180186a41d96ee', 'mac_address': 'fa:16:3e:eb:fe:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9337649-60c2-40dc-9112-23b3fd74a3db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2daacee8-b4cf-4f07-bbab-c501b0241abf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:45:48Z', 'updated_at': '2022-02-04T08:46:01Z', 'revision_number': 5, 'project_id': 'bf57e53bceb34316b0180186a41d96ee', 'subnets': [{'id': '2daacee8-b4cf-4f07-bbab-c501b0241abf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:46:02.586298 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8fd5a00d-c92f-4891-a61d-042af86ddd74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:02.590561 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290f8bc4-3636-4107-905f-aafc1ff894a3 None None] Checking router: c9337649-60c2-40dc-9112-23b3fd74a3db for host: dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 08:46:02.596784 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290f8bc4-3636-4107-905f-aafc1ff894a3 None None] Updating router c9337649-60c2-40dc-9112-23b3fd74a3db port aacae0b9-4dd7-4f15-b6e8-e5c301417fc3 binding host dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 08:46:02.610212 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.api.v2.resource [None req-6d38893a-da98-47c5-affd-6564056b34b2 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] update failed (client error): The resource could not be found. Feb 04 08:46:02.614675 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-6d38893a-da98-47c5-affd-6564056b34b2 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] 10.222.0.36 "PUT /v2.0/routers/53fe8975-49a1-409d-b5af-05c665e95f70 HTTP/1.1" status: 404 len: 339 time: 1.0063725 Feb 04 08:46:02.614675 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.extraroute_db [None req-31b193d1-da26-4a97-bda4-06c00cc9fd44 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Removed routes are [] {{(pid=84107) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 04 08:46:02.614675 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-31b193d1-da26-4a97-bda4-06c00cc9fd44 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40996'] for router, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:02.615617 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 56304) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:02.621749 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-a5b901a7-0167-4d2f-9cd5-ae178fa7226a tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-488200192'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:46:02.626501 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-a5b901a7-0167-4d2f-9cd5-ae178fa7226a tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:46:02.630790 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-a5b901a7-0167-4d2f-9cd5-ae178fa7226a tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Usage tracker for resource:network and tenant:d6449bc377e241a9a314db6afee37f1d is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:46:02.632383 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:02.632885 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device d24323b6-e0de-46d2-9bf8-6d60056f2d1c up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:46:02.635505 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-a5b901a7-0167-4d2f-9cd5-ae178fa7226a tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:46:02.643583 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-a5b901a7-0167-4d2f-9cd5-ae178fa7226a tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:46:02.651968 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8fd5a00d-c92f-4891-a61d-042af86ddd74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:02.708985 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd5a00d-c92f-4891-a61d-042af86ddd74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc078260-22a1-45f8-9290-c8bbccba7fbe,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:02.714421 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-8fd5a00d-c92f-4891-a61d-042af86ddd74 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5eb4c7d3576644428faa65cce3458719&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3506346 Feb 04 08:46:02.716932 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 56308) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:02.764467 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-290f8bc4-3636-4107-905f-aafc1ff894a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:02.785681 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-f967a1f8-d7eb-45cd-9643-1eeec89e5ed6 None None] Provisioning complete for port f0e2609f-1773-4225-a12c-c3e49051d3fb triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:46:02.786053 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-f967a1f8-d7eb-45cd-9643-1eeec89e5ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:02.786906 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-76ae5a9f-6c75-4f8c-a69e-1893133ae985 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:02.790797 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5b901a7-0167-4d2f-9cd5-ae178fa7226a tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Made reservation on behalf of d6449bc377e241a9a314db6afee37f1d for: {'network': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:46:02.794177 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a5b901a7-0167-4d2f-9cd5-ae178fa7226a tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:02.824580 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-76ae5a9f-6c75-4f8c-a69e-1893133ae985 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:02.875337 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=2a7ba97a-4452-4962-8981-6fa792beddca,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:02.960864 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-76ae5a9f-6c75-4f8c-a69e-1893133ae985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:02.978238 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port d24323b6-e0de-46d2-9bf8-6d60056f2d1c triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:46:02.978611 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:02.986365 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ae5a9f-6c75-4f8c-a69e-1893133ae985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc078260-22a1-45f8-9290-c8bbccba7fbe,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:03.003006 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-76ae5a9f-6c75-4f8c-a69e-1893133ae985 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:03.004342 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-76ae5a9f-6c75-4f8c-a69e-1893133ae985 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dc078260-22a1-45f8-9290-c8bbccba7fbe HTTP/1.1" status: 204 len: 168 time: 0.2862463 Feb 04 08:46:03.032173 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5b901a7-0167-4d2f-9cd5-ae178fa7226a tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=84107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:46:03.103770 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a5b901a7-0167-4d2f-9cd5-ae178fa7226a tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:03.104096 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.segments_db [None req-a5b901a7-0167-4d2f-9cd5-ae178fa7226a tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Added segment c0ee3edf-4db4-4d41-9e20-11448c25f801 of type vlan for network 29e73db3-45d7-4ae3-b08d-e66837f2a755 Feb 04 08:46:03.162593 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-31b193d1-da26-4a97-bda4-06c00cc9fd44 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40996'] for router, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:03.168256 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a5b901a7-0167-4d2f-9cd5-ae178fa7226a tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:03.173293 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-31b193d1-da26-4a97-bda4-06c00cc9fd44 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-472436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-472429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-475363'] for router, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:03.328745 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device d092ce40-bc87-417b-97d1-ca5ced27396e up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:46:03.329654 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a5b901a7-0167-4d2f-9cd5-ae178fa7226a tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:03.333325 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b901a7-0167-4d2f-9cd5-ae178fa7226a tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:46:03.333893 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a5b901a7-0167-4d2f-9cd5-ae178fa7226a tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks [] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:03.393729 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-f967a1f8-d7eb-45cd-9643-1eeec89e5ed6 None None] Provisioning for port aacae0b9-4dd7-4f15-b6e8-e5c301417fc3 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:46:03.430281 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-f967a1f8-d7eb-45cd-9643-1eeec89e5ed6 None None] Provisioning complete for port aacae0b9-4dd7-4f15-b6e8-e5c301417fc3 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:46:03.430521 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-f967a1f8-d7eb-45cd-9643-1eeec89e5ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:03.457860 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b901a7-0167-4d2f-9cd5-ae178fa7226a tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Pushing event updated for resources: {'Network': ['ID=29e73db3-45d7-4ae3-b08d-e66837f2a755,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:03.479890 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network 29e73db3-45d7-4ae3-b08d-e66837f2a755 details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:46:03.480737 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 56320) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:03.481242 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-a5b901a7-0167-4d2f-9cd5-ae178fa7226a tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8636200 Feb 04 08:46:03.486717 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-88b35db8-3589-412e-8e63-480774e7f8de tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Request body: {'subnet': {'network_id': '29e73db3-45d7-4ae3-b08d-e66837f2a755', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:46:03.500984 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31b193d1-da26-4a97-bda4-06c00cc9fd44 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Router c9337649-60c2-40dc-9112-23b3fd74a3db has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:46:03.592077 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-f967a1f8-d7eb-45cd-9643-1eeec89e5ed6 None None] Port aacae0b9-4dd7-4f15-b6e8-e5c301417fc3 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:46:03.602033 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-290f8bc4-3636-4107-905f-aafc1ff894a3 None None] Notify callbacks [] for port, precommit_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:03.609668 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-88b35db8-3589-412e-8e63-480774e7f8de tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:46:03.614579 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-88b35db8-3589-412e-8e63-480774e7f8de tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Usage tracker for resource:subnet and tenant:d6449bc377e241a9a314db6afee37f1d is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:46:03.619056 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-88b35db8-3589-412e-8e63-480774e7f8de tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:46:03.625950 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-290f8bc4-3636-4107-905f-aafc1ff894a3 None None] Transition to ACTIVE for port object aacae0b9-4dd7-4f15-b6e8-e5c301417fc3 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:46:03.626299 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-88b35db8-3589-412e-8e63-480774e7f8de tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:46:03.638352 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port d092ce40-bc87-417b-97d1-ca5ced27396e triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:46:03.638905 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:03.711836 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31b193d1-da26-4a97-bda4-06c00cc9fd44 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:46:03.717424 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-31b193d1-da26-4a97-bda4-06c00cc9fd44 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:03.719285 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-31b193d1-da26-4a97-bda4-06c00cc9fd44 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "PUT /v2.0/routers/c9337649-60c2-40dc-9112-23b3fd74a3db HTTP/1.1" status: 200 len: 954 time: 2.3422899 Feb 04 08:46:03.721251 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 56328) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:03.733698 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-290f8bc4-3636-4107-905f-aafc1ff894a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:03.789655 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88b35db8-3589-412e-8e63-480774e7f8de tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Made reservation on behalf of d6449bc377e241a9a314db6afee37f1d for: {'subnet': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:46:03.897503 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-88b35db8-3589-412e-8e63-480774e7f8de tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8119726'] for subnet, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:03.952327 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5922b9e3-1ecc-4c8e-ae2f-97315246ca08 None None] Pushing event updated for resources: {'Port': ['ID=aacae0b9-4dd7-4f15-b6e8-e5c301417fc3,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:04.069946 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-290f8bc4-3636-4107-905f-aafc1ff894a3 None None] Attempting to bind port aacae0b9-4dd7-4f15-b6e8-e5c301417fc3 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:46:04.069946 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-290f8bc4-3636-4107-905f-aafc1ff894a3 None None] Attempting to bind port aacae0b9-4dd7-4f15-b6e8-e5c301417fc3 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': '80e1c760-0a34-40f4-9059-1a5ab25ca7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '4d2f1e1f-629e-4cac-869e-6084f90caf83'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:46:04.071914 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290f8bc4-3636-4107-905f-aafc1ff894a3 None None] Attempting to bind port aacae0b9-4dd7-4f15-b6e8-e5c301417fc3 on network 4d2f1e1f-629e-4cac-869e-6084f90caf83 {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:46:04.096387 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290f8bc4-3636-4107-905f-aafc1ff894a3 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:46:04.097769 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290f8bc4-3636-4107-905f-aafc1ff894a3 None None] Checking segment: {'id': '80e1c760-0a34-40f4-9059-1a5ab25ca7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '4d2f1e1f-629e-4cac-869e-6084f90caf83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:46:04.098175 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-290f8bc4-3636-4107-905f-aafc1ff894a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:04.098569 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290f8bc4-3636-4107-905f-aafc1ff894a3 None None] Bound using segment: {'id': '80e1c760-0a34-40f4-9059-1a5ab25ca7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '4d2f1e1f-629e-4cac-869e-6084f90caf83'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:46:04.099045 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-290f8bc4-3636-4107-905f-aafc1ff894a3 None None] Bound port: aacae0b9-4dd7-4f15-b6e8-e5c301417fc3, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80e1c760-0a34-40f4-9059-1a5ab25ca7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '4d2f1e1f-629e-4cac-869e-6084f90caf83'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:46:04.099418 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-290f8bc4-3636-4107-905f-aafc1ff894a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:04.162356 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device f0e2609f-1773-4225-a12c-c3e49051d3fb up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:46:04.230133 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-051861d4-66da-4591-bdcd-ff9537b75c1c tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "GET /v2.0/routers/c9337649-60c2-40dc-9112-23b3fd74a3db HTTP/1.1" status: 200 len: 954 time: 0.5077617 Feb 04 08:46:04.232911 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 56338) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:04.238456 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-cd39d099-a257-4446-b094-eb8b8ae0d298 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Request body: {'router': {'routes': None}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:46:04.277692 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-290f8bc4-3636-4107-905f-aafc1ff894a3 None None] For port aacae0b9-4dd7-4f15-b6e8-e5c301417fc3, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:46:04.281437 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-290f8bc4-3636-4107-905f-aafc1ff894a3 None None] For port aacae0b9-4dd7-4f15-b6e8-e5c301417fc3, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=aacae0b9-4dd7-4f15-b6e8-e5c301417fc3,segment=NetworkSegment(80e1c760-0a34-40f4-9059-1a5ab25ca7c0),segment_id=80e1c760-0a34-40f4-9059-1a5ab25ca7c0)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:46:04.295763 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port f0e2609f-1773-4225-a12c-c3e49051d3fb triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:46:04.296180 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:04.388864 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-290f8bc4-3636-4107-905f-aafc1ff894a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:04.396139 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-88b35db8-3589-412e-8e63-480774e7f8de tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7593498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8119736'] for subnet, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:04.441113 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 56344) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:04.489290 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device be7d72fa-2821-44a3-bb0e-e9a25b0212ad up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:46:04.520357 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b35db8-3589-412e-8e63-480774e7f8de tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Pushing event updated for resources: {'Subnet': ['ID=2e6e93b8-bc80-4f1a-8e61-be1eb69fb3d9,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:04.528707 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b35db8-3589-412e-8e63-480774e7f8de tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Checking segment: {'id': 'c0ee3edf-4db4-4d41-9e20-11448c25f801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '29e73db3-45d7-4ae3-b08d-e66837f2a755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:46:04.529623 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b35db8-3589-412e-8e63-480774e7f8de tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Network hostable DHCP agents. Network: 29e73db3-45d7-4ae3-b08d-e66837f2a755, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:46:04.551445 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5922b9e3-1ecc-4c8e-ae2f-97315246ca08 None None] Pushing event updated for resources: {'Port': ['ID=aacae0b9-4dd7-4f15-b6e8-e5c301417fc3,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:04.562286 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290f8bc4-3636-4107-905f-aafc1ff894a3 None None] Routers {'c9337649-60c2-40dc-9112-23b3fd74a3db'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:46:04.562942 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-290f8bc4-3636-4107-905f-aafc1ff894a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:45:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['c9337649-60c2-40dc-9112-23b3fd74a3db'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:46:04.655727 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-e6725074-6af9-4449-b51e-128aefe63e23 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-994939863'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:46:04.662106 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-e6725074-6af9-4449-b51e-128aefe63e23 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:46:04.666313 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-e6725074-6af9-4449-b51e-128aefe63e23 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Usage tracker for resource:network and tenant:167cafec9dc04a4fa6e508275f0d7324 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:46:04.669512 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-e6725074-6af9-4449-b51e-128aefe63e23 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:46:04.675442 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-e6725074-6af9-4449-b51e-128aefe63e23 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:46:04.684163 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b35db8-3589-412e-8e63-480774e7f8de tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Network 29e73db3-45d7-4ae3-b08d-e66837f2a755 is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:46:04.744474 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-290f8bc4-3636-4107-905f-aafc1ff894a3 None None] Set router c9337649-60c2-40dc-9112-23b3fd74a3db gateway port host: None {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:46:04.766672 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6725074-6af9-4449-b51e-128aefe63e23 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Made reservation on behalf of 167cafec9dc04a4fa6e508275f0d7324 for: {'network': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:46:04.770088 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e6725074-6af9-4449-b51e-128aefe63e23 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:04.779501 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-88b35db8-3589-412e-8e63-480774e7f8de tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, 29e73db3-45d7-4ae3-b08d-e66837f2a755) {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:46:04.786601 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b35db8-3589-412e-8e63-480774e7f8de tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:46:04.789340 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-88b35db8-3589-412e-8e63-480774e7f8de tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:04.793275 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port be7d72fa-2821-44a3-bb0e-e9a25b0212ad triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:46:04.793643 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:04.796381 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e6725074-6af9-4449-b51e-128aefe63e23 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Notify callbacks [] for security_group, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:04.830674 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f26bee0-5e35-4897-a9cb-33ac713f7bd6 None None] Network 29e73db3-45d7-4ae3-b08d-e66837f2a755 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:46:04.838322 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-e6725074-6af9-4449-b51e-128aefe63e23 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:46:04.842349 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-e6725074-6af9-4449-b51e-128aefe63e23 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Usage tracker for resource:security_group_rule and tenant:167cafec9dc04a4fa6e508275f0d7324 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:46:04.845204 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-e6725074-6af9-4449-b51e-128aefe63e23 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:46:04.851373 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-e6725074-6af9-4449-b51e-128aefe63e23 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:46:04.912875 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-88b35db8-3589-412e-8e63-480774e7f8de tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4305716 Feb 04 08:46:04.915766 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 56350) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:04.921044 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-8fbbb0a8-ab95-4092-8b61-5e0c224c7534 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Request body: {'router': {'external_gateway_info': {'network_id': '29e73db3-45d7-4ae3-b08d-e66837f2a755'}}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:46:05.057398 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.extraroute_db [None req-cd39d099-a257-4446-b094-eb8b8ae0d298 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Added routes are [] {{(pid=84107) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 04 08:46:05.057976 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.extraroute_db [None req-cd39d099-a257-4446-b094-eb8b8ae0d298 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=84107) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 04 08:46:05.090384 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-cd39d099-a257-4446-b094-eb8b8ae0d298 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40996'] for router, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:05.254100 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 2a7ba97a-4452-4962-8981-6fa792beddca up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:46:05.330306 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e6725074-6af9-4449-b51e-128aefe63e23 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Notify callbacks [] for security_group, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:05.395832 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972b56b0-1308-4ff2-92a4-2bc80f787d9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-29e73db3-45d7-4ae3-b08d-e66837f2a755', 'network_id': '29e73db3-45d7-4ae3-b08d-e66837f2a755', 'tenant_id': 'd6449bc377e241a9a314db6afee37f1d', 'fixed_ips': [{'subnet_id': '2e6e93b8-bc80-4f1a-8e61-be1eb69fb3d9'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:46:05.395832 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-972b56b0-1308-4ff2-92a4-2bc80f787d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:05.402201 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e6725074-6af9-4449-b51e-128aefe63e23 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:05.445225 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6725074-6af9-4449-b51e-128aefe63e23 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=84108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:46:05.493609 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6725074-6af9-4449-b51e-128aefe63e23 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f5dc436-159d-4eb3-9687-9c6b3827c4a5,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:05.511605 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e6725074-6af9-4449-b51e-128aefe63e23 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:05.511950 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.segments_db [None req-e6725074-6af9-4449-b51e-128aefe63e23 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Added segment 2d13b969-f111-4a9f-813c-12d5e4e694c6 of type vlan for network b373a135-3dd5-4541-8320-ee790251cb7d Feb 04 08:46:05.530583 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8fbbb0a8-ab95-4092-8b61-5e0c224c7534 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40996'] for router, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:05.547078 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 2a7ba97a-4452-4962-8981-6fa792beddca triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:46:05.547448 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:05.550442 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-cd39d099-a257-4446-b094-eb8b8ae0d298 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40996'] for router, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:05.552051 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e6725074-6af9-4449-b51e-128aefe63e23 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:05.555216 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-cd39d099-a257-4446-b094-eb8b8ae0d298 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-472436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-472429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-475363'] for router, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:05.612731 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-290f8bc4-3636-4107-905f-aafc1ff894a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9337649-60c2-40dc-9112-23b3fd74a3db', 'name': 'tempest-RoutersIpV6Test-router-1082460240', 'tenant_id': 'bf57e53bceb34316b0180186a41d96ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:45:30Z', 'updated_at': '2022-02-04T08:46:02Z', 'revision_number': 6, 'project_id': 'bf57e53bceb34316b0180186a41d96ee', 'gw_port_host': None, '_interfaces': [{'id': '6bcf8bfe-5121-41ba-9fbc-2dda3a5af91e', 'name': '', 'network_id': '0683e000-2dc9-482e-99b7-1c52e34d0a05', 'tenant_id': 'bf57e53bceb34316b0180186a41d96ee', 'mac_address': 'fa:16:3e:9c:df:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9337649-60c2-40dc-9112-23b3fd74a3db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '493c7abd-2075-424b-9940-8c15efb502b2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:45:33Z', 'updated_at': '2022-02-04T08:45:42Z', 'revision_number': 5, 'project_id': 'bf57e53bceb34316b0180186a41d96ee', 'subnets': [{'id': '493c7abd-2075-424b-9940-8c15efb502b2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9df0d146-2fcf-4831-8d55-6d5fd0c015be', 'name': '', 'network_id': '6929e708-7a59-4dbd-9320-488937df3044', 'tenant_id': 'bf57e53bceb34316b0180186a41d96ee', 'mac_address': 'fa:16:3e:1f:12:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9337649-60c2-40dc-9112-23b3fd74a3db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e268ecc-a1d2-4e13-b692-575946436030', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:45:42Z', 'updated_at': '2022-02-04T08:45:52Z', 'revision_number': 5, 'project_id': 'bf57e53bceb34316b0180186a41d96ee', 'subnets': [{'id': '0e268ecc-a1d2-4e13-b692-575946436030', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aacae0b9-4dd7-4f15-b6e8-e5c301417fc3', 'name': '', 'network_id': '4d2f1e1f-629e-4cac-869e-6084f90caf83', 'tenant_id': 'bf57e53bceb34316b0180186a41d96ee', 'mac_address': 'fa:16:3e:60:33:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9337649-60c2-40dc-9112-23b3fd74a3db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef7e107b-c21e-497a-93de-e9fa942416f8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:45:58Z', 'updated_at': '2022-02-04T08:46:04Z', 'revision_number': 4, 'project_id': 'bf57e53bceb34316b0180186a41d96ee', 'subnets': [{'id': 'ef7e107b-c21e-497a-93de-e9fa942416f8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be7d72fa-2821-44a3-bb0e-e9a25b0212ad', 'name': '', 'network_id': '945c1186-c352-41b2-b72b-2012e1ce930f', 'tenant_id': 'bf57e53bceb34316b0180186a41d96ee', 'mac_address': 'fa:16:3e:eb:fe:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9337649-60c2-40dc-9112-23b3fd74a3db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2daacee8-b4cf-4f07-bbab-c501b0241abf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:45:48Z', 'updated_at': '2022-02-04T08:46:01Z', 'revision_number': 5, 'project_id': 'bf57e53bceb34316b0180186a41d96ee', 'subnets': [{'id': '2daacee8-b4cf-4f07-bbab-c501b0241abf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:46:05.661612 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290f8bc4-3636-4107-905f-aafc1ff894a3 None None] The sync data for ids ['c9337649-60c2-40dc-9112-23b3fd74a3db'] in dv-neutron-827798-2-hyperv is: [{'id': 'c9337649-60c2-40dc-9112-23b3fd74a3db', 'name': 'tempest-RoutersIpV6Test-router-1082460240', 'tenant_id': 'bf57e53bceb34316b0180186a41d96ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:45:30Z', 'updated_at': '2022-02-04T08:46:02Z', 'revision_number': 6, 'project_id': 'bf57e53bceb34316b0180186a41d96ee', 'gw_port_host': None, '_interfaces': [{'id': '6bcf8bfe-5121-41ba-9fbc-2dda3a5af91e', 'name': '', 'network_id': '0683e000-2dc9-482e-99b7-1c52e34d0a05', 'tenant_id': 'bf57e53bceb34316b0180186a41d96ee', 'mac_address': 'fa:16:3e:9c:df:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9337649-60c2-40dc-9112-23b3fd74a3db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '493c7abd-2075-424b-9940-8c15efb502b2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:45:33Z', 'updated_at': '2022-02-04T08:45:42Z', 'revision_number': 5, 'project_id': 'bf57e53bceb34316b0180186a41d96ee', 'subnets': [{'id': '493c7abd-2075-424b-9940-8c15efb502b2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9df0d146-2fcf-4831-8d55-6d5fd0c015be', 'name': '', 'network_id': '6929e708-7a59-4dbd-9320-488937df3044', 'tenant_id': 'bf57e53bceb34316b0180186a41d96ee', 'mac_address': 'fa:16:3e:1f:12:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9337649-60c2-40dc-9112-23b3fd74a3db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e268ecc-a1d2-4e13-b692-575946436030', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:45:42Z', 'updated_at': '2022-02-04T08:45:52Z', 'revision_number': 5, 'project_id': 'bf57e53bceb34316b0180186a41d96ee', 'subnets': [{'id': '0e268ecc-a1d2-4e13-b692-575946436030', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aacae0b9-4dd7-4f15-b6e8-e5c301417fc3', 'name': '', 'network_id': '4d2f1e1f-629e-4cac-869e-6084f90caf83', 'tenant_id': 'bf57e53bceb34316b0180186a41d96ee', 'mac_address': 'fa:16:3e:60:33:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9337649-60c2-40dc-9112-23b3fd74a3db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef7e107b-c21e-497a-93de-e9fa942416f8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:45:58Z', 'updated_at': '2022-02-04T08:46:04Z', 'revision_number': 4, 'project_id': 'bf57e53bceb34316b0180186a41d96ee', 'subnets': [{'id': 'ef7e107b-c21e-497a-93de-e9fa942416f8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be7d72fa-2821-44a3-bb0e-e9a25b0212ad', 'name': '', 'network_id': '945c1186-c352-41b2-b72b-2012e1ce930f', 'tenant_id': 'bf57e53bceb34316b0180186a41d96ee', 'mac_address': 'fa:16:3e:eb:fe:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9337649-60c2-40dc-9112-23b3fd74a3db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2daacee8-b4cf-4f07-bbab-c501b0241abf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:45:48Z', 'updated_at': '2022-02-04T08:46:01Z', 'revision_number': 5, 'project_id': 'bf57e53bceb34316b0180186a41d96ee', 'subnets': [{'id': '2daacee8-b4cf-4f07-bbab-c501b0241abf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:46:05.695730 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e6725074-6af9-4449-b51e-128aefe63e23 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:05.699557 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6725074-6af9-4449-b51e-128aefe63e23 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:46:05.700119 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e6725074-6af9-4449-b51e-128aefe63e23 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Notify callbacks [] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:05.742145 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-972b56b0-1308-4ff2-92a4-2bc80f787d9b None None] Allocated IP 2001:db8:1::2 (29e73db3-45d7-4ae3-b08d-e66837f2a755/2e6e93b8-bc80-4f1a-8e61-be1eb69fb3d9/c043d6b6-14e7-4fbf-aa91-fed77663a1e9) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:46:05.795125 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd39d099-a257-4446-b094-eb8b8ae0d298 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Router c9337649-60c2-40dc-9112-23b3fd74a3db has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:46:05.864960 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6725074-6af9-4449-b51e-128aefe63e23 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Pushing event updated for resources: {'Network': ['ID=b373a135-3dd5-4541-8320-ee790251cb7d,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:05.878897 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network b373a135-3dd5-4541-8320-ee790251cb7d details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:46:05.936342 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-e6725074-6af9-4449-b51e-128aefe63e23 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.4908080 Feb 04 08:46:05.936342 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.api.v2.resource [None req-8fbbb0a8-ab95-4092-8b61-5e0c224c7534 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 08:46:05.936882 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-8fbbb0a8-ab95-4092-8b61-5e0c224c7534 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] 10.222.0.36 "PUT /v2.0/routers/53fe8975-49a1-409d-b5af-05c665e95f70 HTTP/1.1" status: 400 len: 364 time: 1.0199375 Feb 04 08:46:05.937524 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 56354) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:05.948338 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-593d9ee7-e83e-4f3e-be20-58282e609199 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Request body: {'subnet': {'network_id': 'b373a135-3dd5-4541-8320-ee790251cb7d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:46:05.970361 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 56356) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:06.114886 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd39d099-a257-4446-b094-eb8b8ae0d298 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:46:06.123271 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device aacae0b9-4dd7-4f15-b6e8-e5c301417fc3 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:46:06.125420 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-cd39d099-a257-4446-b094-eb8b8ae0d298 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:06.126744 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-cd39d099-a257-4446-b094-eb8b8ae0d298 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "PUT /v2.0/routers/c9337649-60c2-40dc-9112-23b3fd74a3db HTTP/1.1" status: 200 len: 704 time: 1.8927448 Feb 04 08:46:06.133065 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 56362) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:06.200987 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-972b56b0-1308-4ff2-92a4-2bc80f787d9b None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:06.221571 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-972b56b0-1308-4ff2-92a4-2bc80f787d9b None None] Transition to ACTIVE for port object c043d6b6-14e7-4fbf-aa91-fed77663a1e9 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:46:06.247158 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-593d9ee7-e83e-4f3e-be20-58282e609199 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:46:06.251366 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-972b56b0-1308-4ff2-92a4-2bc80f787d9b None None] Transition to ACTIVE for port object c043d6b6-14e7-4fbf-aa91-fed77663a1e9 will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:46:06.253560 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-593d9ee7-e83e-4f3e-be20-58282e609199 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Usage tracker for resource:subnet and tenant:167cafec9dc04a4fa6e508275f0d7324 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:46:06.257447 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-593d9ee7-e83e-4f3e-be20-58282e609199 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:46:06.271332 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-593d9ee7-e83e-4f3e-be20-58282e609199 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:46:06.314948 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port aacae0b9-4dd7-4f15-b6e8-e5c301417fc3 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:46:06.321363 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port aacae0b9-4dd7-4f15-b6e8-e5c301417fc3 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:46:06.323102 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:06.357234 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-f432e755-235e-4455-a245-65c45965cb96 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "GET /v2.0/routers/c9337649-60c2-40dc-9112-23b3fd74a3db HTTP/1.1" status: 200 len: 704 time: 0.2198858 Feb 04 08:46:06.357552 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 56366) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:06.367502 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-972b56b0-1308-4ff2-92a4-2bc80f787d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:06.401105 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-593d9ee7-e83e-4f3e-be20-58282e609199 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Made reservation on behalf of 167cafec9dc04a4fa6e508275f0d7324 for: {'subnet': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:46:06.503114 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972b56b0-1308-4ff2-92a4-2bc80f787d9b None None] Network 29e73db3-45d7-4ae3-b08d-e66837f2a755 is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:46:06.546879 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972b56b0-1308-4ff2-92a4-2bc80f787d9b None None] Pushing event updated for resources: {'Port': ['ID=c043d6b6-14e7-4fbf-aa91-fed77663a1e9,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:06.550499 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-972b56b0-1308-4ff2-92a4-2bc80f787d9b None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:46:06.558336 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972b56b0-1308-4ff2-92a4-2bc80f787d9b None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:46:06.682184 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-972b56b0-1308-4ff2-92a4-2bc80f787d9b None None] Attempting to bind port c043d6b6-14e7-4fbf-aa91-fed77663a1e9 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:46:06.682700 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-972b56b0-1308-4ff2-92a4-2bc80f787d9b None None] Attempting to bind port c043d6b6-14e7-4fbf-aa91-fed77663a1e9 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': 'c0ee3edf-4db4-4d41-9e20-11448c25f801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '29e73db3-45d7-4ae3-b08d-e66837f2a755'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:46:06.683414 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972b56b0-1308-4ff2-92a4-2bc80f787d9b None None] Attempting to bind port c043d6b6-14e7-4fbf-aa91-fed77663a1e9 on network 29e73db3-45d7-4ae3-b08d-e66837f2a755 {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:46:06.686055 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:06.698496 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b7493d-3571-40d8-b256-189ee035f12a None None] Sync routers for ids ['c9337649-60c2-40dc-9112-23b3fd74a3db'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:46:06.716209 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972b56b0-1308-4ff2-92a4-2bc80f787d9b None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:46:06.716794 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972b56b0-1308-4ff2-92a4-2bc80f787d9b None None] Checking segment: {'id': 'c0ee3edf-4db4-4d41-9e20-11448c25f801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '29e73db3-45d7-4ae3-b08d-e66837f2a755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:46:06.717296 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-972b56b0-1308-4ff2-92a4-2bc80f787d9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:06.717775 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972b56b0-1308-4ff2-92a4-2bc80f787d9b None None] Bound using segment: {'id': 'c0ee3edf-4db4-4d41-9e20-11448c25f801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '29e73db3-45d7-4ae3-b08d-e66837f2a755'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:46:06.718330 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-972b56b0-1308-4ff2-92a4-2bc80f787d9b None None] Bound port: c043d6b6-14e7-4fbf-aa91-fed77663a1e9, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0ee3edf-4db4-4d41-9e20-11448c25f801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '29e73db3-45d7-4ae3-b08d-e66837f2a755'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:46:06.718810 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-972b56b0-1308-4ff2-92a4-2bc80f787d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:06.772545 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b7493d-3571-40d8-b256-189ee035f12a None None] Routers {'c9337649-60c2-40dc-9112-23b3fd74a3db'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:46:06.773354 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-63b7493d-3571-40d8-b256-189ee035f12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:45:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['c9337649-60c2-40dc-9112-23b3fd74a3db'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:46:06.774950 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-593d9ee7-e83e-4f3e-be20-58282e609199 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8119726'] for subnet, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:06.844019 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port aacae0b9-4dd7-4f15-b6e8-e5c301417fc3, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=aacae0b9-4dd7-4f15-b6e8-e5c301417fc3,segment=NetworkSegment(80e1c760-0a34-40f4-9059-1a5ab25ca7c0),segment_id=80e1c760-0a34-40f4-9059-1a5ab25ca7c0)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:46:06.866546 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7a4b8fd4-1cb8-4345-921d-1a7211cea422 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473817'] for router_interface, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:06.912054 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:06.997342 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b872ddd0-ebd8-4812-916a-9804d1362764 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:07.045984 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-63b7493d-3571-40d8-b256-189ee035f12a None None] Set router c9337649-60c2-40dc-9112-23b3fd74a3db gateway port host: None {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:46:07.136793 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-972b56b0-1308-4ff2-92a4-2bc80f787d9b None None] For port c043d6b6-14e7-4fbf-aa91-fed77663a1e9, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:46:07.143896 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=aacae0b9-4dd7-4f15-b6e8-e5c301417fc3,revision_number=5']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:07.156453 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-972b56b0-1308-4ff2-92a4-2bc80f787d9b None None] For port c043d6b6-14e7-4fbf-aa91-fed77663a1e9, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=c043d6b6-14e7-4fbf-aa91-fed77663a1e9,segment=NetworkSegment(c0ee3edf-4db4-4d41-9e20-11448c25f801),segment_id=c0ee3edf-4db4-4d41-9e20-11448c25f801)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:46:07.245017 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-972b56b0-1308-4ff2-92a4-2bc80f787d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:07.394916 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-593d9ee7-e83e-4f3e-be20-58282e609199 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7593498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8119736'] for subnet, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:07.464533 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972b56b0-1308-4ff2-92a4-2bc80f787d9b None None] Pushing event updated for resources: {'Port': ['ID=c043d6b6-14e7-4fbf-aa91-fed77663a1e9,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:07.491573 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-b872ddd0-ebd8-4812-916a-9804d1362764 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Allocated IP 2001:db8::1 (9c8c8578-6450-4afe-9614-ceb29a41286e/21c4ceb8-4b3b-45d4-8d46-9cd1c69a0e87/5b124f13-d9ff-4fb4-9db8-29dd46102282) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:46:07.508425 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d9ee7-e83e-4f3e-be20-58282e609199 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Pushing event updated for resources: {'Subnet': ['ID=416c43e1-e92a-4220-8fed-ad4e77661dd3,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:07.520474 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-7a4b8fd4-1cb8-4345-921d-1a7211cea422 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Deleting port aacae0b9-4dd7-4f15-b6e8-e5c301417fc3 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:46:07.520997 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7a4b8fd4-1cb8-4345-921d-1a7211cea422 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:07.571626 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-63b7493d-3571-40d8-b256-189ee035f12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9337649-60c2-40dc-9112-23b3fd74a3db', 'name': 'tempest-RoutersIpV6Test-router-1082460240', 'tenant_id': 'bf57e53bceb34316b0180186a41d96ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:45:30Z', 'updated_at': '2022-02-04T08:46:05Z', 'revision_number': 7, 'project_id': 'bf57e53bceb34316b0180186a41d96ee', 'gw_port_host': None, '_interfaces': [{'id': '6bcf8bfe-5121-41ba-9fbc-2dda3a5af91e', 'name': '', 'network_id': '0683e000-2dc9-482e-99b7-1c52e34d0a05', 'tenant_id': 'bf57e53bceb34316b0180186a41d96ee', 'mac_address': 'fa:16:3e:9c:df:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9337649-60c2-40dc-9112-23b3fd74a3db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '493c7abd-2075-424b-9940-8c15efb502b2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:45:33Z', 'updated_at': '2022-02-04T08:45:42Z', 'revision_number': 5, 'project_id': 'bf57e53bceb34316b0180186a41d96ee', 'subnets': [{'id': '493c7abd-2075-424b-9940-8c15efb502b2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9df0d146-2fcf-4831-8d55-6d5fd0c015be', 'name': '', 'network_id': '6929e708-7a59-4dbd-9320-488937df3044', 'tenant_id': 'bf57e53bceb34316b0180186a41d96ee', 'mac_address': 'fa:16:3e:1f:12:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9337649-60c2-40dc-9112-23b3fd74a3db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e268ecc-a1d2-4e13-b692-575946436030', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:45:42Z', 'updated_at': '2022-02-04T08:45:52Z', 'revision_number': 5, 'project_id': 'bf57e53bceb34316b0180186a41d96ee', 'subnets': [{'id': '0e268ecc-a1d2-4e13-b692-575946436030', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aacae0b9-4dd7-4f15-b6e8-e5c301417fc3', 'name': '', 'network_id': '4d2f1e1f-629e-4cac-869e-6084f90caf83', 'tenant_id': 'bf57e53bceb34316b0180186a41d96ee', 'mac_address': 'fa:16:3e:60:33:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9337649-60c2-40dc-9112-23b3fd74a3db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef7e107b-c21e-497a-93de-e9fa942416f8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:45:58Z', 'updated_at': '2022-02-04T08:46:04Z', 'revision_number': 4, 'project_id': 'bf57e53bceb34316b0180186a41d96ee', 'subnets': [{'id': 'ef7e107b-c21e-497a-93de-e9fa942416f8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be7d72fa-2821-44a3-bb0e-e9a25b0212ad', 'name': '', 'network_id': '945c1186-c352-41b2-b72b-2012e1ce930f', 'tenant_id': 'bf57e53bceb34316b0180186a41d96ee', 'mac_address': 'fa:16:3e:eb:fe:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9337649-60c2-40dc-9112-23b3fd74a3db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2daacee8-b4cf-4f07-bbab-c501b0241abf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:45:48Z', 'updated_at': '2022-02-04T08:46:01Z', 'revision_number': 5, 'project_id': 'bf57e53bceb34316b0180186a41d96ee', 'subnets': [{'id': '2daacee8-b4cf-4f07-bbab-c501b0241abf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:46:07.577922 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b7493d-3571-40d8-b256-189ee035f12a None None] Checking router: c9337649-60c2-40dc-9112-23b3fd74a3db for host: dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 08:46:07.595794 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b7493d-3571-40d8-b256-189ee035f12a None None] Routers {'c9337649-60c2-40dc-9112-23b3fd74a3db'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:46:07.595794 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-63b7493d-3571-40d8-b256-189ee035f12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:45:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['c9337649-60c2-40dc-9112-23b3fd74a3db'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:46:07.652913 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593d9ee7-e83e-4f3e-be20-58282e609199 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Checking segment: {'id': '2d13b969-f111-4a9f-813c-12d5e4e694c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b373a135-3dd5-4541-8320-ee790251cb7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:46:07.653339 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593d9ee7-e83e-4f3e-be20-58282e609199 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Network hostable DHCP agents. Network: b373a135-3dd5-4541-8320-ee790251cb7d, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:46:07.762510 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b872ddd0-ebd8-4812-916a-9804d1362764 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:07.776639 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-63b7493d-3571-40d8-b256-189ee035f12a None None] Set router c9337649-60c2-40dc-9112-23b3fd74a3db gateway port host: None {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:46:07.780462 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.provisioning_blocks [None req-b872ddd0-ebd8-4812-916a-9804d1362764 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Transition to ACTIVE for port object 5b124f13-d9ff-4fb4-9db8-29dd46102282 will not be triggered until provisioned by entity DHCP. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:46:07.795997 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593d9ee7-e83e-4f3e-be20-58282e609199 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Network b373a135-3dd5-4541-8320-ee790251cb7d is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:46:07.817722 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [None req-7a4b8fd4-1cb8-4345-921d-1a7211cea422 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] For port aacae0b9-4dd7-4f15-b6e8-e5c301417fc3, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=aacae0b9-4dd7-4f15-b6e8-e5c301417fc3,segment=NetworkSegment(80e1c760-0a34-40f4-9059-1a5ab25ca7c0),segment_id=80e1c760-0a34-40f4-9059-1a5ab25ca7c0)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:46:07.818242 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7a4b8fd4-1cb8-4345-921d-1a7211cea422 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:07.869091 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-593d9ee7-e83e-4f3e-be20-58282e609199 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, b373a135-3dd5-4541-8320-ee790251cb7d) {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:46:07.873327 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593d9ee7-e83e-4f3e-be20-58282e609199 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:46:07.873945 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-593d9ee7-e83e-4f3e-be20-58282e609199 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:07.888022 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b872ddd0-ebd8-4812-916a-9804d1362764 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:07.914068 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aae2255-cdee-4e64-925f-b50917df6d80 None None] Network b373a135-3dd5-4541-8320-ee790251cb7d requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:46:07.956886 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-7a4b8fd4-1cb8-4345-921d-1a7211cea422 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Calling delete_port for aacae0b9-4dd7-4f15-b6e8-e5c301417fc3 owned by network:router_interface {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:46:07.975233 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b872ddd0-ebd8-4812-916a-9804d1362764 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Network 9c8c8578-6450-4afe-9614-ceb29a41286e is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:46:07.976832 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-b872ddd0-ebd8-4812-916a-9804d1362764 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:46:07.984003 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b872ddd0-ebd8-4812-916a-9804d1362764 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:46:07.984703 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b872ddd0-ebd8-4812-916a-9804d1362764 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-472912'] for router_interface, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:07.993307 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b872ddd0-ebd8-4812-916a-9804d1362764 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Pushing event updated for resources: {'Port': ['ID=5b124f13-d9ff-4fb4-9db8-29dd46102282,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:08.025558 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-593d9ee7-e83e-4f3e-be20-58282e609199 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0869391 Feb 04 08:46:08.034370 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 56370) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:08.045265 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-86c1f991-6243-41c3-a7dc-856acbfa214b tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Request body: {'port': {'network_id': 'b373a135-3dd5-4541-8320-ee790251cb7d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2026427781'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:46:08.233190 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device c043d6b6-14e7-4fbf-aa91-fed77663a1e9 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:46:08.297682 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7a4b8fd4-1cb8-4345-921d-1a7211cea422 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:08.298647 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-86c1f991-6243-41c3-a7dc-856acbfa214b tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:46:08.318302 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-86c1f991-6243-41c3-a7dc-856acbfa214b tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Usage tracker for resource:port and tenant:167cafec9dc04a4fa6e508275f0d7324 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:46:08.323765 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-86c1f991-6243-41c3-a7dc-856acbfa214b tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:46:08.348973 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-86c1f991-6243-41c3-a7dc-856acbfa214b tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:46:08.369692 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b872ddd0-ebd8-4812-916a-9804d1362764 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:08.370482 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4b8fd4-1cb8-4345-921d-1a7211cea422 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Pushing event deleted for resources: {'Port': ['ID=aacae0b9-4dd7-4f15-b6e8-e5c301417fc3,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:08.454399 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86c1f991-6243-41c3-a7dc-856acbfa214b tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Made reservation on behalf of 167cafec9dc04a4fa6e508275f0d7324 for: {'port': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:46:08.457359 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-86c1f991-6243-41c3-a7dc-856acbfa214b tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:08.476443 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e52da15-d1c7-47e3-9ee9-47a5c99776f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-b373a135-3dd5-4541-8320-ee790251cb7d', 'network_id': 'b373a135-3dd5-4541-8320-ee790251cb7d', 'tenant_id': '167cafec9dc04a4fa6e508275f0d7324', 'fixed_ips': [{'subnet_id': '416c43e1-e92a-4220-8fed-ad4e77661dd3'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:46:08.477314 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-5e52da15-d1c7-47e3-9ee9-47a5c99776f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:08.550499 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port c043d6b6-14e7-4fbf-aa91-fed77663a1e9 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:46:08.579789 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device aacae0b9-4dd7-4f15-b6e8-e5c301417fc3 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:46:08.612469 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-63b7493d-3571-40d8-b256-189ee035f12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9337649-60c2-40dc-9112-23b3fd74a3db', 'name': 'tempest-RoutersIpV6Test-router-1082460240', 'tenant_id': 'bf57e53bceb34316b0180186a41d96ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:45:30Z', 'updated_at': '2022-02-04T08:46:05Z', 'revision_number': 7, 'project_id': 'bf57e53bceb34316b0180186a41d96ee', 'gw_port_host': None, '_interfaces': [{'id': '6bcf8bfe-5121-41ba-9fbc-2dda3a5af91e', 'name': '', 'network_id': '0683e000-2dc9-482e-99b7-1c52e34d0a05', 'tenant_id': 'bf57e53bceb34316b0180186a41d96ee', 'mac_address': 'fa:16:3e:9c:df:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9337649-60c2-40dc-9112-23b3fd74a3db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '493c7abd-2075-424b-9940-8c15efb502b2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:45:33Z', 'updated_at': '2022-02-04T08:45:42Z', 'revision_number': 5, 'project_id': 'bf57e53bceb34316b0180186a41d96ee', 'subnets': [{'id': '493c7abd-2075-424b-9940-8c15efb502b2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9df0d146-2fcf-4831-8d55-6d5fd0c015be', 'name': '', 'network_id': '6929e708-7a59-4dbd-9320-488937df3044', 'tenant_id': 'bf57e53bceb34316b0180186a41d96ee', 'mac_address': 'fa:16:3e:1f:12:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9337649-60c2-40dc-9112-23b3fd74a3db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e268ecc-a1d2-4e13-b692-575946436030', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:45:42Z', 'updated_at': '2022-02-04T08:45:52Z', 'revision_number': 5, 'project_id': 'bf57e53bceb34316b0180186a41d96ee', 'subnets': [{'id': '0e268ecc-a1d2-4e13-b692-575946436030', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aacae0b9-4dd7-4f15-b6e8-e5c301417fc3', 'name': '', 'network_id': '4d2f1e1f-629e-4cac-869e-6084f90caf83', 'tenant_id': 'bf57e53bceb34316b0180186a41d96ee', 'mac_address': 'fa:16:3e:60:33:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9337649-60c2-40dc-9112-23b3fd74a3db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef7e107b-c21e-497a-93de-e9fa942416f8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:45:58Z', 'updated_at': '2022-02-04T08:46:06Z', 'revision_number': 5, 'project_id': 'bf57e53bceb34316b0180186a41d96ee', 'subnets': [{'id': 'ef7e107b-c21e-497a-93de-e9fa942416f8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be7d72fa-2821-44a3-bb0e-e9a25b0212ad', 'name': '', 'network_id': '945c1186-c352-41b2-b72b-2012e1ce930f', 'tenant_id': 'bf57e53bceb34316b0180186a41d96ee', 'mac_address': 'fa:16:3e:eb:fe:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9337649-60c2-40dc-9112-23b3fd74a3db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2daacee8-b4cf-4f07-bbab-c501b0241abf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:45:48Z', 'updated_at': '2022-02-04T08:46:01Z', 'revision_number': 5, 'project_id': 'bf57e53bceb34316b0180186a41d96ee', 'subnets': [{'id': '2daacee8-b4cf-4f07-bbab-c501b0241abf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:46:08.624029 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b7493d-3571-40d8-b256-189ee035f12a None None] The sync data for ids ['c9337649-60c2-40dc-9112-23b3fd74a3db'] in dv-neutron-827798-2-hyperv is: [{'id': 'c9337649-60c2-40dc-9112-23b3fd74a3db', 'name': 'tempest-RoutersIpV6Test-router-1082460240', 'tenant_id': 'bf57e53bceb34316b0180186a41d96ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:45:30Z', 'updated_at': '2022-02-04T08:46:05Z', 'revision_number': 7, 'project_id': 'bf57e53bceb34316b0180186a41d96ee', 'gw_port_host': None, '_interfaces': [{'id': '6bcf8bfe-5121-41ba-9fbc-2dda3a5af91e', 'name': '', 'network_id': '0683e000-2dc9-482e-99b7-1c52e34d0a05', 'tenant_id': 'bf57e53bceb34316b0180186a41d96ee', 'mac_address': 'fa:16:3e:9c:df:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9337649-60c2-40dc-9112-23b3fd74a3db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '493c7abd-2075-424b-9940-8c15efb502b2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:45:33Z', 'updated_at': '2022-02-04T08:45:42Z', 'revision_number': 5, 'project_id': 'bf57e53bceb34316b0180186a41d96ee', 'subnets': [{'id': '493c7abd-2075-424b-9940-8c15efb502b2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9df0d146-2fcf-4831-8d55-6d5fd0c015be', 'name': '', 'network_id': '6929e708-7a59-4dbd-9320-488937df3044', 'tenant_id': 'bf57e53bceb34316b0180186a41d96ee', 'mac_address': 'fa:16:3e:1f:12:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9337649-60c2-40dc-9112-23b3fd74a3db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e268ecc-a1d2-4e13-b692-575946436030', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:45:42Z', 'updated_at': '2022-02-04T08:45:52Z', 'revision_number': 5, 'project_id': 'bf57e53bceb34316b0180186a41d96ee', 'subnets': [{'id': '0e268ecc-a1d2-4e13-b692-575946436030', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aacae0b9-4dd7-4f15-b6e8-e5c301417fc3', 'name': '', 'network_id': '4d2f1e1f-629e-4cac-869e-6084f90caf83', 'tenant_id': 'bf57e53bceb34316b0180186a41d96ee', 'mac_address': 'fa:16:3e:60:33:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9337649-60c2-40dc-9112-23b3fd74a3db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef7e107b-c21e-497a-93de-e9fa942416f8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:45:58Z', 'updated_at': '2022-02-04T08:46:06Z', 'revision_number': 5, 'project_id': 'bf57e53bceb34316b0180186a41d96ee', 'subnets': [{'id': 'ef7e107b-c21e-497a-93de-e9fa942416f8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be7d72fa-2821-44a3-bb0e-e9a25b0212ad', 'name': '', 'network_id': '945c1186-c352-41b2-b72b-2012e1ce930f', 'tenant_id': 'bf57e53bceb34316b0180186a41d96ee', 'mac_address': 'fa:16:3e:eb:fe:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9337649-60c2-40dc-9112-23b3fd74a3db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2daacee8-b4cf-4f07-bbab-c501b0241abf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:45:48Z', 'updated_at': '2022-02-04T08:46:01Z', 'revision_number': 5, 'project_id': 'bf57e53bceb34316b0180186a41d96ee', 'subnets': [{'id': '2daacee8-b4cf-4f07-bbab-c501b0241abf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:46:08.640856 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: aacae0b9-4dd7-4f15-b6e8-e5c301417fc3 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:46:08.641110 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device aacae0b9-4dd7-4f15-b6e8-e5c301417fc3 not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 04 08:46:08.732783 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Port aacae0b9-4dd7-4f15-b6e8-e5c301417fc3 not found, will not notify nova. {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 04 08:46:08.744932 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-fdb5c928-01f0-4fb1-8dde-e4b07abed93d None None] Provisioning for port 5b124f13-d9ff-4fb4-9db8-29dd46102282 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:46:08.791979 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-fdb5c928-01f0-4fb1-8dde-e4b07abed93d None None] Provisioning complete for port 5b124f13-d9ff-4fb4-9db8-29dd46102282 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:46:08.792509 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-fdb5c928-01f0-4fb1-8dde-e4b07abed93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:08.800434 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7a4b8fd4-1cb8-4345-921d-1a7211cea422 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1572495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472959'] for router_interface, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:08.860123 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-fdb5c928-01f0-4fb1-8dde-e4b07abed93d None None] Port 5b124f13-d9ff-4fb4-9db8-29dd46102282 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:46:08.907466 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-5e52da15-d1c7-47e3-9ee9-47a5c99776f2 None None] Allocated IP 2001:db8::2 (b373a135-3dd5-4541-8320-ee790251cb7d/416c43e1-e92a-4220-8fed-ad4e77661dd3/0309683e-a9e8-43f8-9152-d460adb55c17) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:46:08.943990 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6965adcf-624e-4976-bb33-db0c6931b7fd None None] Network 29e73db3-45d7-4ae3-b08d-e66837f2a755 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:46:09.060374 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [None req-86c1f991-6243-41c3-a7dc-856acbfa214b tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] device_id is not set on port 2122516c-d663-40e0-ab41-d6893688e1a1 yet. {{(pid=84108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:46:09.153180 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b872ddd0-ebd8-4812-916a-9804d1362764 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks [] for port, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:09.209606 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-ce0570ec-a0b0-44c8-9c08-557ab42f0c63 None None] Provisioning for port c043d6b6-14e7-4fbf-aa91-fed77663a1e9 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:46:09.229522 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b872ddd0-ebd8-4812-916a-9804d1362764 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:09.230345 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b872ddd0-ebd8-4812-916a-9804d1362764 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473771'] for router_interface, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:09.239520 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-ce0570ec-a0b0-44c8-9c08-557ab42f0c63 None None] Provisioning complete for port c043d6b6-14e7-4fbf-aa91-fed77663a1e9 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:46:09.239890 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-ce0570ec-a0b0-44c8-9c08-557ab42f0c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:09.370569 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b872ddd0-ebd8-4812-916a-9804d1362764 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Pushing event updated for resources: {'Port': ['ID=5b124f13-d9ff-4fb4-9db8-29dd46102282,revision_number=2']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:09.411046 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a4b8fd4-1cb8-4345-921d-1a7211cea422 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Router c9337649-60c2-40dc-9112-23b3fd74a3db has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:46:09.434943 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b872ddd0-ebd8-4812-916a-9804d1362764 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Network 9c8c8578-6450-4afe-9614-ceb29a41286e is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:46:09.436148 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-b872ddd0-ebd8-4812-916a-9804d1362764 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:46:09.442712 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-5e52da15-d1c7-47e3-9ee9-47a5c99776f2 None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:09.488349 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-5e52da15-d1c7-47e3-9ee9-47a5c99776f2 None None] Transition to ACTIVE for port object 0309683e-a9e8-43f8-9152-d460adb55c17 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:46:09.536689 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-5e52da15-d1c7-47e3-9ee9-47a5c99776f2 None None] Transition to ACTIVE for port object 0309683e-a9e8-43f8-9152-d460adb55c17 will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:46:09.577067 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-ce0570ec-a0b0-44c8-9c08-557ab42f0c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:09.613157 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a4b8fd4-1cb8-4345-921d-1a7211cea422 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:46:09.626059 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf251cdb-5711-461d-9a2f-6ab82ece341a None None] Sync routers for ids ['c9337649-60c2-40dc-9112-23b3fd74a3db'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:46:09.628077 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-5e52da15-d1c7-47e3-9ee9-47a5c99776f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:09.634942 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-7a4b8fd4-1cb8-4345-921d-1a7211cea422 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "PUT /v2.0/routers/c9337649-60c2-40dc-9112-23b3fd74a3db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2728012 Feb 04 08:46:09.637381 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 56376) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:09.663919 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf251cdb-5711-461d-9a2f-6ab82ece341a None None] Routers {'c9337649-60c2-40dc-9112-23b3fd74a3db'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:46:09.664924 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-bf251cdb-5711-461d-9a2f-6ab82ece341a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:45:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['c9337649-60c2-40dc-9112-23b3fd74a3db'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:46:09.735766 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-ce0570ec-a0b0-44c8-9c08-557ab42f0c63 None None] For port c043d6b6-14e7-4fbf-aa91-fed77663a1e9, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=c043d6b6-14e7-4fbf-aa91-fed77663a1e9,segment=NetworkSegment(c0ee3edf-4db4-4d41-9e20-11448c25f801),segment_id=c0ee3edf-4db4-4d41-9e20-11448c25f801)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:46:09.765370 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e52da15-d1c7-47e3-9ee9-47a5c99776f2 None None] Pushing event updated for resources: {'Port': ['ID=0309683e-a9e8-43f8-9152-d460adb55c17,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:09.775646 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e52da15-d1c7-47e3-9ee9-47a5c99776f2 None None] Network b373a135-3dd5-4541-8320-ee790251cb7d is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:46:09.775646 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-5e52da15-d1c7-47e3-9ee9-47a5c99776f2 None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:46:09.779307 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e52da15-d1c7-47e3-9ee9-47a5c99776f2 None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:46:09.839494 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-ce0570ec-a0b0-44c8-9c08-557ab42f0c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:09.931251 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-bf251cdb-5711-461d-9a2f-6ab82ece341a None None] Set router c9337649-60c2-40dc-9112-23b3fd74a3db gateway port host: None {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:46:09.943564 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_v2 [None req-56724ca1-36d1-4609-8976-3804e5d20000 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Deleting subnet ef7e107b-c21e-497a-93de-e9fa942416f8 {{(pid=84107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:46:09.960631 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-56724ca1-36d1-4609-8976-3804e5d20000 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks [] for subnet, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:09.993325 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-5e52da15-d1c7-47e3-9ee9-47a5c99776f2 None None] Attempting to bind port 0309683e-a9e8-43f8-9152-d460adb55c17 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:46:09.993860 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-5e52da15-d1c7-47e3-9ee9-47a5c99776f2 None None] Attempting to bind port 0309683e-a9e8-43f8-9152-d460adb55c17 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': '2d13b969-f111-4a9f-813c-12d5e4e694c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b373a135-3dd5-4541-8320-ee790251cb7d'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:46:09.993969 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e52da15-d1c7-47e3-9ee9-47a5c99776f2 None None] Attempting to bind port 0309683e-a9e8-43f8-9152-d460adb55c17 on network b373a135-3dd5-4541-8320-ee790251cb7d {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:46:10.011596 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0570ec-a0b0-44c8-9c08-557ab42f0c63 None None] Pushing event updated for resources: {'Port': ['ID=c043d6b6-14e7-4fbf-aa91-fed77663a1e9,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:10.016185 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-86c1f991-6243-41c3-a7dc-856acbfa214b tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Allocated IP 2001:db8::20a (b373a135-3dd5-4541-8320-ee790251cb7d/416c43e1-e92a-4220-8fed-ad4e77661dd3/2122516c-d663-40e0-ab41-d6893688e1a1) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:46:10.027712 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e52da15-d1c7-47e3-9ee9-47a5c99776f2 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:46:10.028163 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e52da15-d1c7-47e3-9ee9-47a5c99776f2 None None] Checking segment: {'id': '2d13b969-f111-4a9f-813c-12d5e4e694c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b373a135-3dd5-4541-8320-ee790251cb7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:46:10.028701 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-5e52da15-d1c7-47e3-9ee9-47a5c99776f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:10.029089 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e52da15-d1c7-47e3-9ee9-47a5c99776f2 None None] Bound using segment: {'id': '2d13b969-f111-4a9f-813c-12d5e4e694c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b373a135-3dd5-4541-8320-ee790251cb7d'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:46:10.029567 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-5e52da15-d1c7-47e3-9ee9-47a5c99776f2 None None] Bound port: 0309683e-a9e8-43f8-9152-d460adb55c17, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d13b969-f111-4a9f-813c-12d5e4e694c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b373a135-3dd5-4541-8320-ee790251cb7d'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:46:10.029940 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-5e52da15-d1c7-47e3-9ee9-47a5c99776f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:10.054325 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-741f3f4d-6caa-472e-a3db-a40ab743fd82 None None] Provisioning complete for port c043d6b6-14e7-4fbf-aa91-fed77663a1e9 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:46:10.054694 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-741f3f4d-6caa-472e-a3db-a40ab743fd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:10.057659 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-56724ca1-36d1-4609-8976-3804e5d20000 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8058667'] for subnet, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:10.112094 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b872ddd0-ebd8-4812-916a-9804d1362764 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Router 53fe8975-49a1-409d-b5af-05c665e95f70 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:46:10.183256 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-56724ca1-36d1-4609-8976-3804e5d20000 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:10.217879 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-5e52da15-d1c7-47e3-9ee9-47a5c99776f2 None None] For port 0309683e-a9e8-43f8-9152-d460adb55c17, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:46:10.241758 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-5e52da15-d1c7-47e3-9ee9-47a5c99776f2 None None] For port 0309683e-a9e8-43f8-9152-d460adb55c17, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=0309683e-a9e8-43f8-9152-d460adb55c17,segment=NetworkSegment(2d13b969-f111-4a9f-813c-12d5e4e694c6),segment_id=2d13b969-f111-4a9f-813c-12d5e4e694c6)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:46:10.271994 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-741f3f4d-6caa-472e-a3db-a40ab743fd82 None None] Provisioning complete for port 5b124f13-d9ff-4fb4-9db8-29dd46102282 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:46:10.272338 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-741f3f4d-6caa-472e-a3db-a40ab743fd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:10.315266 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-5e52da15-d1c7-47e3-9ee9-47a5c99776f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:10.357249 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-bf251cdb-5711-461d-9a2f-6ab82ece341a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9337649-60c2-40dc-9112-23b3fd74a3db', 'name': 'tempest-RoutersIpV6Test-router-1082460240', 'tenant_id': 'bf57e53bceb34316b0180186a41d96ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:45:30Z', 'updated_at': '2022-02-04T08:46:08Z', 'revision_number': 8, 'project_id': 'bf57e53bceb34316b0180186a41d96ee', 'gw_port_host': None, '_interfaces': [{'id': '6bcf8bfe-5121-41ba-9fbc-2dda3a5af91e', 'name': '', 'network_id': '0683e000-2dc9-482e-99b7-1c52e34d0a05', 'tenant_id': 'bf57e53bceb34316b0180186a41d96ee', 'mac_address': 'fa:16:3e:9c:df:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9337649-60c2-40dc-9112-23b3fd74a3db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '493c7abd-2075-424b-9940-8c15efb502b2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:45:33Z', 'updated_at': '2022-02-04T08:45:42Z', 'revision_number': 5, 'project_id': 'bf57e53bceb34316b0180186a41d96ee', 'subnets': [{'id': '493c7abd-2075-424b-9940-8c15efb502b2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9df0d146-2fcf-4831-8d55-6d5fd0c015be', 'name': '', 'network_id': '6929e708-7a59-4dbd-9320-488937df3044', 'tenant_id': 'bf57e53bceb34316b0180186a41d96ee', 'mac_address': 'fa:16:3e:1f:12:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9337649-60c2-40dc-9112-23b3fd74a3db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e268ecc-a1d2-4e13-b692-575946436030', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:45:42Z', 'updated_at': '2022-02-04T08:45:52Z', 'revision_number': 5, 'project_id': 'bf57e53bceb34316b0180186a41d96ee', 'subnets': [{'id': '0e268ecc-a1d2-4e13-b692-575946436030', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be7d72fa-2821-44a3-bb0e-e9a25b0212ad', 'name': '', 'network_id': '945c1186-c352-41b2-b72b-2012e1ce930f', 'tenant_id': 'bf57e53bceb34316b0180186a41d96ee', 'mac_address': 'fa:16:3e:eb:fe:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9337649-60c2-40dc-9112-23b3fd74a3db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2daacee8-b4cf-4f07-bbab-c501b0241abf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:45:48Z', 'updated_at': '2022-02-04T08:46:01Z', 'revision_number': 5, 'project_id': 'bf57e53bceb34316b0180186a41d96ee', 'subnets': [{'id': '2daacee8-b4cf-4f07-bbab-c501b0241abf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:46:10.361322 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf251cdb-5711-461d-9a2f-6ab82ece341a None None] Checking router: c9337649-60c2-40dc-9112-23b3fd74a3db for host: dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 08:46:10.370338 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-56724ca1-36d1-4609-8976-3804e5d20000 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7510167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985167'] for subnet, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:10.373235 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf251cdb-5711-461d-9a2f-6ab82ece341a None None] Routers {'c9337649-60c2-40dc-9112-23b3fd74a3db'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:46:10.373879 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-bf251cdb-5711-461d-9a2f-6ab82ece341a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:45:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['c9337649-60c2-40dc-9112-23b3fd74a3db'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:46:10.388436 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-741f3f4d-6caa-472e-a3db-a40ab743fd82 None None] Port 5b124f13-d9ff-4fb4-9db8-29dd46102282 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:46:10.406779 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e52da15-d1c7-47e3-9ee9-47a5c99776f2 None None] Pushing event updated for resources: {'Port': ['ID=0309683e-a9e8-43f8-9152-d460adb55c17,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:10.458910 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-86c1f991-6243-41c3-a7dc-856acbfa214b tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:10.462207 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56724ca1-36d1-4609-8976-3804e5d20000 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Pushing event deleted for resources: {'Subnet': ['ID=ef7e107b-c21e-497a-93de-e9fa942416f8,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:10.467734 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-56724ca1-36d1-4609-8976-3804e5d20000 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks [] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:10.478776 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-56724ca1-36d1-4609-8976-3804e5d20000 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "DELETE /v2.0/subnets/ef7e107b-c21e-497a-93de-e9fa942416f8 HTTP/1.1" status: 204 len: 168 time: 0.8422434 Feb 04 08:46:10.480359 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284964b0-c438-4eec-9611-a0a02b8fda03 None None] Network 4d2f1e1f-629e-4cac-869e-6084f90caf83 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:46:10.481094 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 56380) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:10.489785 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b872ddd0-ebd8-4812-916a-9804d1362764 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:46:10.508632 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.provisioning_blocks [None req-86c1f991-6243-41c3-a7dc-856acbfa214b tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Transition to ACTIVE for port object 2122516c-d663-40e0-ab41-d6893688e1a1 will not be triggered until provisioned by entity DHCP. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:46:10.509742 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a021332d-80c2-41d4-b317-caa87f38ee46 None None] Sync routers for ids ['53fe8975-49a1-409d-b5af-05c665e95f70'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:46:10.516726 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-b872ddd0-ebd8-4812-916a-9804d1362764 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] 10.222.0.36 "PUT /v2.0/routers/53fe8975-49a1-409d-b5af-05c665e95f70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5448222 Feb 04 08:46:10.527782 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 56384) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:10.566875 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-bf251cdb-5711-461d-9a2f-6ab82ece341a None None] Set router c9337649-60c2-40dc-9112-23b3fd74a3db gateway port host: None {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:46:10.657919 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a021332d-80c2-41d4-b317-caa87f38ee46 None None] Routers {'53fe8975-49a1-409d-b5af-05c665e95f70'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:46:10.657919 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-a021332d-80c2-41d4-b317-caa87f38ee46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:45:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['53fe8975-49a1-409d-b5af-05c665e95f70'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:46:10.681241 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-635dbaba-2a6a-461c-9a2c-94de76701275 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:10.699150 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-635dbaba-2a6a-461c-9a2c-94de76701275 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Deleting port f0e2609f-1773-4225-a12c-c3e49051d3fb {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:46:10.700043 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-635dbaba-2a6a-461c-9a2c-94de76701275 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:10.770466 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-56990069-4ad9-4345-8f7f-461fdb138cae tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks [] for router, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:10.823920 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-a021332d-80c2-41d4-b317-caa87f38ee46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:46:10.823920 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a021332d-80c2-41d4-b317-caa87f38ee46 None None] Routers {'53fe8975-49a1-409d-b5af-05c665e95f70'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:46:10.823920 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-a021332d-80c2-41d4-b317-caa87f38ee46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:45:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['53fe8975-49a1-409d-b5af-05c665e95f70'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:46:10.919986 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-a021332d-80c2-41d4-b317-caa87f38ee46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:46:10.919986 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a021332d-80c2-41d4-b317-caa87f38ee46 None None] The sync data for ids ['53fe8975-49a1-409d-b5af-05c665e95f70'] in dv-neutron-827798-2-hyperv is: [] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:46:11.025162 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-86c1f991-6243-41c3-a7dc-856acbfa214b tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:11.085482 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-bf251cdb-5711-461d-9a2f-6ab82ece341a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9337649-60c2-40dc-9112-23b3fd74a3db', 'name': 'tempest-RoutersIpV6Test-router-1082460240', 'tenant_id': 'bf57e53bceb34316b0180186a41d96ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:45:30Z', 'updated_at': '2022-02-04T08:46:08Z', 'revision_number': 8, 'project_id': 'bf57e53bceb34316b0180186a41d96ee', 'gw_port_host': None, '_interfaces': [{'id': '6bcf8bfe-5121-41ba-9fbc-2dda3a5af91e', 'name': '', 'network_id': '0683e000-2dc9-482e-99b7-1c52e34d0a05', 'tenant_id': 'bf57e53bceb34316b0180186a41d96ee', 'mac_address': 'fa:16:3e:9c:df:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9337649-60c2-40dc-9112-23b3fd74a3db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '493c7abd-2075-424b-9940-8c15efb502b2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:45:33Z', 'updated_at': '2022-02-04T08:45:42Z', 'revision_number': 5, 'project_id': 'bf57e53bceb34316b0180186a41d96ee', 'subnets': [{'id': '493c7abd-2075-424b-9940-8c15efb502b2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9df0d146-2fcf-4831-8d55-6d5fd0c015be', 'name': '', 'network_id': '6929e708-7a59-4dbd-9320-488937df3044', 'tenant_id': 'bf57e53bceb34316b0180186a41d96ee', 'mac_address': 'fa:16:3e:1f:12:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9337649-60c2-40dc-9112-23b3fd74a3db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e268ecc-a1d2-4e13-b692-575946436030', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:45:42Z', 'updated_at': '2022-02-04T08:45:52Z', 'revision_number': 5, 'project_id': 'bf57e53bceb34316b0180186a41d96ee', 'subnets': [{'id': '0e268ecc-a1d2-4e13-b692-575946436030', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be7d72fa-2821-44a3-bb0e-e9a25b0212ad', 'name': '', 'network_id': '945c1186-c352-41b2-b72b-2012e1ce930f', 'tenant_id': 'bf57e53bceb34316b0180186a41d96ee', 'mac_address': 'fa:16:3e:eb:fe:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9337649-60c2-40dc-9112-23b3fd74a3db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2daacee8-b4cf-4f07-bbab-c501b0241abf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:45:48Z', 'updated_at': '2022-02-04T08:46:01Z', 'revision_number': 5, 'project_id': 'bf57e53bceb34316b0180186a41d96ee', 'subnets': [{'id': '2daacee8-b4cf-4f07-bbab-c501b0241abf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:46:11.104461 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf251cdb-5711-461d-9a2f-6ab82ece341a None None] The sync data for ids ['c9337649-60c2-40dc-9112-23b3fd74a3db'] in dv-neutron-827798-2-hyperv is: [{'id': 'c9337649-60c2-40dc-9112-23b3fd74a3db', 'name': 'tempest-RoutersIpV6Test-router-1082460240', 'tenant_id': 'bf57e53bceb34316b0180186a41d96ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:45:30Z', 'updated_at': '2022-02-04T08:46:08Z', 'revision_number': 8, 'project_id': 'bf57e53bceb34316b0180186a41d96ee', 'gw_port_host': None, '_interfaces': [{'id': '6bcf8bfe-5121-41ba-9fbc-2dda3a5af91e', 'name': '', 'network_id': '0683e000-2dc9-482e-99b7-1c52e34d0a05', 'tenant_id': 'bf57e53bceb34316b0180186a41d96ee', 'mac_address': 'fa:16:3e:9c:df:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9337649-60c2-40dc-9112-23b3fd74a3db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '493c7abd-2075-424b-9940-8c15efb502b2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:45:33Z', 'updated_at': '2022-02-04T08:45:42Z', 'revision_number': 5, 'project_id': 'bf57e53bceb34316b0180186a41d96ee', 'subnets': [{'id': '493c7abd-2075-424b-9940-8c15efb502b2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9df0d146-2fcf-4831-8d55-6d5fd0c015be', 'name': '', 'network_id': '6929e708-7a59-4dbd-9320-488937df3044', 'tenant_id': 'bf57e53bceb34316b0180186a41d96ee', 'mac_address': 'fa:16:3e:1f:12:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9337649-60c2-40dc-9112-23b3fd74a3db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e268ecc-a1d2-4e13-b692-575946436030', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:45:42Z', 'updated_at': '2022-02-04T08:45:52Z', 'revision_number': 5, 'project_id': 'bf57e53bceb34316b0180186a41d96ee', 'subnets': [{'id': '0e268ecc-a1d2-4e13-b692-575946436030', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be7d72fa-2821-44a3-bb0e-e9a25b0212ad', 'name': '', 'network_id': '945c1186-c352-41b2-b72b-2012e1ce930f', 'tenant_id': 'bf57e53bceb34316b0180186a41d96ee', 'mac_address': 'fa:16:3e:eb:fe:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9337649-60c2-40dc-9112-23b3fd74a3db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2daacee8-b4cf-4f07-bbab-c501b0241abf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:45:48Z', 'updated_at': '2022-02-04T08:46:01Z', 'revision_number': 5, 'project_id': 'bf57e53bceb34316b0180186a41d96ee', 'subnets': [{'id': '2daacee8-b4cf-4f07-bbab-c501b0241abf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:46:11.120817 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [None req-635dbaba-2a6a-461c-9a2c-94de76701275 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] For port f0e2609f-1773-4225-a12c-c3e49051d3fb, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=f0e2609f-1773-4225-a12c-c3e49051d3fb,segment=NetworkSegment(80e1c760-0a34-40f4-9059-1a5ab25ca7c0),segment_id=80e1c760-0a34-40f4-9059-1a5ab25ca7c0)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:46:11.121810 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-635dbaba-2a6a-461c-9a2c-94de76701275 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:11.124088 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639a2608-0306-4de6-b496-21b76046efed None None] DHCP port deletion for 4d2f1e1f-629e-4cac-869e-6084f90caf83 request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 08:46:11.129082 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-639a2608-0306-4de6-b496-21b76046efed None None] Deleting port f0e2609f-1773-4225-a12c-c3e49051d3fb {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:46:11.129368 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-639a2608-0306-4de6-b496-21b76046efed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:11.187625 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c1f991-6243-41c3-a7dc-856acbfa214b tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Network b373a135-3dd5-4541-8320-ee790251cb7d is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:46:11.191966 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-86c1f991-6243-41c3-a7dc-856acbfa214b tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:46:11.198380 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c1f991-6243-41c3-a7dc-856acbfa214b tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Pushing event updated for resources: {'Port': ['ID=2122516c-d663-40e0-ab41-d6893688e1a1,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:11.204695 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c1f991-6243-41c3-a7dc-856acbfa214b tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:46:11.209448 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c1f991-6243-41c3-a7dc-856acbfa214b tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:46:11.210178 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-86c1f991-6243-41c3-a7dc-856acbfa214b tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:11.251925 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-635dbaba-2a6a-461c-9a2c-94de76701275 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Calling delete_port for f0e2609f-1773-4225-a12c-c3e49051d3fb owned by network:dhcp {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:46:11.269211 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.api.v2.resource [None req-56990069-4ad9-4345-8f7f-461fdb138cae tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 04 08:46:11.274909 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-56990069-4ad9-4345-8f7f-461fdb138cae tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] 10.222.0.36 "DELETE /v2.0/routers/53fe8975-49a1-409d-b5af-05c665e95f70 HTTP/1.1" status: 409 len: 329 time: 0.7450550 Feb 04 08:46:11.274909 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 56388) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:11.356363 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-86c1f991-6243-41c3-a7dc-856acbfa214b tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.3207355 Feb 04 08:46:11.359422 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 56392) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:11.365305 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-639a2608-0306-4de6-b496-21b76046efed None None] For port f0e2609f-1773-4225-a12c-c3e49051d3fb, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=f0e2609f-1773-4225-a12c-c3e49051d3fb,segment=NetworkSegment(80e1c760-0a34-40f4-9059-1a5ab25ca7c0),segment_id=80e1c760-0a34-40f4-9059-1a5ab25ca7c0)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:46:11.365753 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-639a2608-0306-4de6-b496-21b76046efed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:11.365875 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-bbfefaa2-bac7-47c5-a33d-c45ce136e3f5 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Request body: {'port': {'network_id': 'b373a135-3dd5-4541-8320-ee790251cb7d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2075544828', 'allowed_address_pairs': [{'ip_address': '2001:db8::20a', 'mac_address': 'fa:16:3e:ff:5d:04'}]}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:46:11.406492 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-635dbaba-2a6a-461c-9a2c-94de76701275 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:11.470301 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635dbaba-2a6a-461c-9a2c-94de76701275 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Pushing event deleted for resources: {'Port': ['ID=f0e2609f-1773-4225-a12c-c3e49051d3fb,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:11.476799 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635dbaba-2a6a-461c-9a2c-94de76701275 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] No DVR routers for this DVR port f0e2609f-1773-4225-a12c-c3e49051d3fb on host dv-neutron-827798-2-hyperv {{(pid=84107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:46:11.552508 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-639a2608-0306-4de6-b496-21b76046efed None None] Calling delete_port for f0e2609f-1773-4225-a12c-c3e49051d3fb owned by network:dhcp {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:46:11.593063 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-bbfefaa2-bac7-47c5-a33d-c45ce136e3f5 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:46:11.648145 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-635dbaba-2a6a-461c-9a2c-94de76701275 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:11.681544 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-bbfefaa2-bac7-47c5-a33d-c45ce136e3f5 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Usage tracker for resource:port and tenant:167cafec9dc04a4fa6e508275f0d7324 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:46:11.687078 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.db.api [None req-639a2608-0306-4de6-b496-21b76046efed None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 08:46:11.687445 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG oslo_db.api [None req-639a2608-0306-4de6-b496-21b76046efed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 08:46:11.694768 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-635dbaba-2a6a-461c-9a2c-94de76701275 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d2f1e1f-629e-4cac-869e-6084f90caf83']}} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:46:11.695162 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-bbfefaa2-bac7-47c5-a33d-c45ce136e3f5 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:46:11.708406 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-635dbaba-2a6a-461c-9a2c-94de76701275 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80e1c760-0a34-40f4-9059-1a5ab25ca7c0') {'for_net_delete': True} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:46:11.710416 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-635dbaba-2a6a-461c-9a2c-94de76701275 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80e1c760-0a34-40f4-9059-1a5ab25ca7c0') {} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:46:11.712591 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-bbfefaa2-bac7-47c5-a33d-c45ce136e3f5 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:46:11.722983 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-635dbaba-2a6a-461c-9a2c-94de76701275 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8058642'] for segment, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:11.742512 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-635dbaba-2a6a-461c-9a2c-94de76701275 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:11.749985 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-635dbaba-2a6a-461c-9a2c-94de76701275 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=84107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:46:11.750519 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-635dbaba-2a6a-461c-9a2c-94de76701275 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7377717'] for segment, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:11.759225 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015095e7-6cf6-4ce3-bc2d-8bbcbc4c5b46 None None] Network b373a135-3dd5-4541-8320-ee790251cb7d requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:46:11.769964 dv-neutron-827798-2-hyperv neutron-server[84107]: Traceback (most recent call last): Feb 04 08:46:11.769964 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:46:11.769964 dv-neutron-827798-2-hyperv neutron-server[84107]: timer() Feb 04 08:46:11.769964 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:46:11.769964 dv-neutron-827798-2-hyperv neutron-server[84107]: cb(*args, **kw) Feb 04 08:46:11.769964 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:46:11.769964 dv-neutron-827798-2-hyperv neutron-server[84107]: return func(*args, **kwargs) Feb 04 08:46:11.769964 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:46:11.769964 dv-neutron-827798-2-hyperv neutron-server[84107]: self._notify() Feb 04 08:46:11.769964 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:46:11.769964 dv-neutron-827798-2-hyperv neutron-server[84107]: self.callback(batched_events) Feb 04 08:46:11.769964 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:46:11.769964 dv-neutron-827798-2-hyperv neutron-server[84107]: event.method(event) Feb 04 08:46:11.769964 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:46:11.769964 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:46:11.769964 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:46:11.769964 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:46:11.769964 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:46:11.769964 dv-neutron-827798-2-hyperv neutron-server[84107]: return f(self, *a, **k) Feb 04 08:46:11.769964 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:46:11.769964 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._get(url).json() Feb 04 08:46:11.769964 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:46:11.769964 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:46:11.769964 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:46:11.769964 dv-neutron-827798-2-hyperv neutron-server[84107]: return self.request(url, 'GET', **kwargs) Feb 04 08:46:11.769964 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:46:11.769964 dv-neutron-827798-2-hyperv neutron-server[84107]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:46:11.769964 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:46:11.769964 dv-neutron-827798-2-hyperv neutron-server[84107]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:46:11.769964 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:46:11.769964 dv-neutron-827798-2-hyperv neutron-server[84107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:46:11.769964 dv-neutron-827798-2-hyperv neutron-server[84107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:46:11.789858 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbfefaa2-bac7-47c5-a33d-c45ce136e3f5 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Made reservation on behalf of 167cafec9dc04a4fa6e508275f0d7324 for: {'port': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:46:11.932767 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-635dbaba-2a6a-461c-9a2c-94de76701275 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:11.940843 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c685074e-b1f1-492a-813a-cf7abcde69d8 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473817'] for router_interface, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:11.980922 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61428b40-5f73-40d4-a537-7070eef59bb3 None None] Provisioning for port 0309683e-a9e8-43f8-9152-d460adb55c17 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:46:11.998859 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-635dbaba-2a6a-461c-9a2c-94de76701275 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks [] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:12.004670 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-bbfefaa2-bac7-47c5-a33d-c45ce136e3f5 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:12.021283 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635dbaba-2a6a-461c-9a2c-94de76701275 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Pushing event deleted for resources: {'Network': ['ID=4d2f1e1f-629e-4cac-869e-6084f90caf83,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:12.034435 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-635dbaba-2a6a-461c-9a2c-94de76701275 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "DELETE /v2.0/networks/4d2f1e1f-629e-4cac-869e-6084f90caf83 HTTP/1.1" status: 204 len: 168 time: 1.5520682 Feb 04 08:46:12.036974 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 56396) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:12.041561 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [None req-bbfefaa2-bac7-47c5-a33d-c45ce136e3f5 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] device_id is not set on port 4c7e882b-41a5-40ec-92f8-d33b0c37bf85 yet. {{(pid=84108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:46:12.177598 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device c043d6b6-14e7-4fbf-aa91-fed77663a1e9 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:46:12.209305 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-639a2608-0306-4de6-b496-21b76046efed None None] Deleting port f0e2609f-1773-4225-a12c-c3e49051d3fb {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:46:12.209624 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-639a2608-0306-4de6-b496-21b76046efed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:12.293365 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-bbfefaa2-bac7-47c5-a33d-c45ce136e3f5 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Allocated IP 2001:db8::27c (b373a135-3dd5-4541-8320-ee790251cb7d/416c43e1-e92a-4220-8fed-ad4e77661dd3/4c7e882b-41a5-40ec-92f8-d33b0c37bf85) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:46:12.322764 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-639a2608-0306-4de6-b496-21b76046efed None None] The port 'f0e2609f-1773-4225-a12c-c3e49051d3fb' was deleted {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 08:46:12.355538 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port c043d6b6-14e7-4fbf-aa91-fed77663a1e9 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:46:12.355977 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:12.447498 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c1ab4243-84a3-4f66-b4b0-076df9bd1cea tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473817'] for router_interface, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:12.527941 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 0309683e-a9e8-43f8-9152-d460adb55c17 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:46:12.555146 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-db5e920e-292b-4b5c-9b6e-65e064acbb53 None None] Provisioning for port 2122516c-d663-40e0-ab41-d6893688e1a1 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:46:12.572195 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-db5e920e-292b-4b5c-9b6e-65e064acbb53 None None] Provisioning complete for port 2122516c-d663-40e0-ab41-d6893688e1a1 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:46:12.572992 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-db5e920e-292b-4b5c-9b6e-65e064acbb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:12.659663 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-db5e920e-292b-4b5c-9b6e-65e064acbb53 None None] Port 2122516c-d663-40e0-ab41-d6893688e1a1 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:46:12.726638 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 0309683e-a9e8-43f8-9152-d460adb55c17 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:46:12.733223 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 0309683e-a9e8-43f8-9152-d460adb55c17 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:46:12.733581 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:12.808968 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-e153cb35-c367-4f8a-973d-d95989c2cde0 None None] Provisioning complete for port 2122516c-d663-40e0-ab41-d6893688e1a1 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:46:12.809417 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-e153cb35-c367-4f8a-973d-d95989c2cde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:12.876960 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-bbfefaa2-bac7-47c5-a33d-c45ce136e3f5 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:12.907946 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.provisioning_blocks [None req-bbfefaa2-bac7-47c5-a33d-c45ce136e3f5 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Transition to ACTIVE for port object 4c7e882b-41a5-40ec-92f8-d33b0c37bf85 will not be triggered until provisioned by entity DHCP. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:46:12.915791 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-e153cb35-c367-4f8a-973d-d95989c2cde0 None None] Port 2122516c-d663-40e0-ab41-d6893688e1a1 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:46:12.919936 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:12.957179 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port 0309683e-a9e8-43f8-9152-d460adb55c17, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=0309683e-a9e8-43f8-9152-d460adb55c17,segment=NetworkSegment(2d13b969-f111-4a9f-813c-12d5e4e694c6),segment_id=2d13b969-f111-4a9f-813c-12d5e4e694c6)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:46:13.029165 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:13.064976 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-bbfefaa2-bac7-47c5-a33d-c45ce136e3f5 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:13.112509 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device f0e2609f-1773-4225-a12c-c3e49051d3fb no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:46:13.155888 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: f0e2609f-1773-4225-a12c-c3e49051d3fb {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:46:13.155888 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device f0e2609f-1773-4225-a12c-c3e49051d3fb not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:46:13.156201 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device aacae0b9-4dd7-4f15-b6e8-e5c301417fc3 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:46:13.181127 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfefaa2-bac7-47c5-a33d-c45ce136e3f5 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Pushing event updated for resources: {'Port': ['ID=4c7e882b-41a5-40ec-92f8-d33b0c37bf85,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:13.186377 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbfefaa2-bac7-47c5-a33d-c45ce136e3f5 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Network b373a135-3dd5-4541-8320-ee790251cb7d is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:46:13.188281 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-c685074e-b1f1-492a-813a-cf7abcde69d8 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Deleting port 5b124f13-d9ff-4fb4-9db8-29dd46102282 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:46:13.188281 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c685074e-b1f1-492a-813a-cf7abcde69d8 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:13.197551 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=0309683e-a9e8-43f8-9152-d460adb55c17,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:13.198118 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: aacae0b9-4dd7-4f15-b6e8-e5c301417fc3 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:46:13.198417 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device aacae0b9-4dd7-4f15-b6e8-e5c301417fc3 not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:46:13.223530 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-bbfefaa2-bac7-47c5-a33d-c45ce136e3f5 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:46:13.231641 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfefaa2-bac7-47c5-a33d-c45ce136e3f5 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:46:13.235587 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbfefaa2-bac7-47c5-a33d-c45ce136e3f5 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:46:13.236271 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-bbfefaa2-bac7-47c5-a33d-c45ce136e3f5 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:13.252859 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-c1ab4243-84a3-4f66-b4b0-076df9bd1cea tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Deleting port be7d72fa-2821-44a3-bb0e-e9a25b0212ad {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:46:13.253231 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c1ab4243-84a3-4f66-b4b0-076df9bd1cea tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:13.364504 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-bbfefaa2-bac7-47c5-a33d-c45ce136e3f5 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 2.0017579 Feb 04 08:46:13.365876 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 56404) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:13.453958 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c685074e-b1f1-492a-813a-cf7abcde69d8 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:13.456987 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [None req-c1ab4243-84a3-4f66-b4b0-076df9bd1cea tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] For port be7d72fa-2821-44a3-bb0e-e9a25b0212ad, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=be7d72fa-2821-44a3-bb0e-e9a25b0212ad,segment=NetworkSegment(de2a5632-313a-44c0-b5fd-9abc17e7f3ed),segment_id=de2a5632-313a-44c0-b5fd-9abc17e7f3ed)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:46:13.457473 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c1ab4243-84a3-4f66-b4b0-076df9bd1cea tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:13.577776 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-c1ab4243-84a3-4f66-b4b0-076df9bd1cea tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Calling delete_port for be7d72fa-2821-44a3-bb0e-e9a25b0212ad owned by network:router_interface {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:46:13.581531 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-c685074e-b1f1-492a-813a-cf7abcde69d8 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Calling delete_port for 5b124f13-d9ff-4fb4-9db8-29dd46102282 owned by network:router_interface {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:46:13.599952 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-8dfa5ccf-482a-4039-9829-ebd6d318659c None None] Provisioning for port 4c7e882b-41a5-40ec-92f8-d33b0c37bf85 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:46:13.605411 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-8dfa5ccf-482a-4039-9829-ebd6d318659c None None] Provisioning complete for port 4c7e882b-41a5-40ec-92f8-d33b0c37bf85 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:46:13.606747 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-8dfa5ccf-482a-4039-9829-ebd6d318659c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:13.640623 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f78b3a3-e8de-4b6b-ad54-8178c4c7f892 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:46:13.644478 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f78b3a3-e8de-4b6b-ad54-8178c4c7f892 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:46:13.648378 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f78b3a3-e8de-4b6b-ad54-8178c4c7f892 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:46:13.649248 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-3f78b3a3-e8de-4b6b-ad54-8178c4c7f892 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Synchronizing usage tracker for tenant:167cafec9dc04a4fa6e508275f0d7324 on resource:port {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:46:13.659244 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-8dfa5ccf-482a-4039-9829-ebd6d318659c None None] Port 4c7e882b-41a5-40ec-92f8-d33b0c37bf85 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:46:13.760750 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-3f78b3a3-e8de-4b6b-ad54-8178c4c7f892 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Unset dirty status for tenant:167cafec9dc04a4fa6e508275f0d7324 on resource:port {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:46:13.762163 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-3f78b3a3-e8de-4b6b-ad54-8178c4c7f892 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2484 time: 0.3951442 Feb 04 08:46:13.765144 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 56408) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:13.811689 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c1ab4243-84a3-4f66-b4b0-076df9bd1cea tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:13.844206 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-96e54981-823d-4162-8290-d001b297707a tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Deleting port 4c7e882b-41a5-40ec-92f8-d33b0c37bf85 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:46:13.844206 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-96e54981-823d-4162-8290-d001b297707a tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:13.856212 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ab4243-84a3-4f66-b4b0-076df9bd1cea tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Pushing event deleted for resources: {'Port': ['ID=be7d72fa-2821-44a3-bb0e-e9a25b0212ad,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:13.891762 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c685074e-b1f1-492a-813a-cf7abcde69d8 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:13.982485 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c685074e-b1f1-492a-813a-cf7abcde69d8 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Pushing event deleted for resources: {'Port': ['ID=5b124f13-d9ff-4fb4-9db8-29dd46102282,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:14.122094 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c1ab4243-84a3-4f66-b4b0-076df9bd1cea tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1572495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472959'] for router_interface, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:14.127262 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 0309683e-a9e8-43f8-9152-d460adb55c17 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:46:14.211592 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 0309683e-a9e8-43f8-9152-d460adb55c17 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:46:14.212249 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:14.445542 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c685074e-b1f1-492a-813a-cf7abcde69d8 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1572495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472959'] for router_interface, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:14.518443 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-96e54981-823d-4162-8290-d001b297707a tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:14.657161 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-96e54981-823d-4162-8290-d001b297707a tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Calling delete_port for 4c7e882b-41a5-40ec-92f8-d33b0c37bf85 owned by {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:46:14.757524 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1ab4243-84a3-4f66-b4b0-076df9bd1cea tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Router c9337649-60c2-40dc-9112-23b3fd74a3db has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:46:14.929236 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1ab4243-84a3-4f66-b4b0-076df9bd1cea tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:46:14.945856 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-c1ab4243-84a3-4f66-b4b0-076df9bd1cea tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "PUT /v2.0/routers/c9337649-60c2-40dc-9112-23b3fd74a3db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9054363 Feb 04 08:46:14.946042 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7839f8f-760c-4b74-8033-125ccab2c2c8 None None] Sync routers for ids ['c9337649-60c2-40dc-9112-23b3fd74a3db'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:46:14.946498 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 56412) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:14.965355 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7839f8f-760c-4b74-8033-125ccab2c2c8 None None] Routers {'c9337649-60c2-40dc-9112-23b3fd74a3db'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:46:14.965955 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-f7839f8f-760c-4b74-8033-125ccab2c2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:45:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['c9337649-60c2-40dc-9112-23b3fd74a3db'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:46:15.098909 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c685074e-b1f1-492a-813a-cf7abcde69d8 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Router 53fe8975-49a1-409d-b5af-05c665e95f70 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:46:15.134847 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-f7839f8f-760c-4b74-8033-125ccab2c2c8 None None] Set router c9337649-60c2-40dc-9112-23b3fd74a3db gateway port host: None {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:46:15.143713 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f0c0328-69a5-4b3f-85c1-6a8e9e9ccf61 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Deleting subnet 2daacee8-b4cf-4f07-bbab-c501b0241abf {{(pid=84107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:46:15.146732 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1f0c0328-69a5-4b3f-85c1-6a8e9e9ccf61 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks [] for subnet, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:15.161532 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-96e54981-823d-4162-8290-d001b297707a tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:15.202258 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1f0c0328-69a5-4b3f-85c1-6a8e9e9ccf61 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8058667'] for subnet, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:15.222495 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e54981-823d-4162-8290-d001b297707a tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Pushing event deleted for resources: {'Port': ['ID=4c7e882b-41a5-40ec-92f8-d33b0c37bf85,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:15.296263 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1f0c0328-69a5-4b3f-85c1-6a8e9e9ccf61 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:15.355198 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c685074e-b1f1-492a-813a-cf7abcde69d8 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:46:15.367985 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458ff6c0-ce91-4fa6-81fb-d2ace7b10271 None None] Sync routers for ids ['53fe8975-49a1-409d-b5af-05c665e95f70'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:46:15.402416 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458ff6c0-ce91-4fa6-81fb-d2ace7b10271 None None] Routers {'53fe8975-49a1-409d-b5af-05c665e95f70'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:46:15.403308 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-458ff6c0-ce91-4fa6-81fb-d2ace7b10271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:45:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['53fe8975-49a1-409d-b5af-05c665e95f70'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:46:15.445000 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-c685074e-b1f1-492a-813a-cf7abcde69d8 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] 10.222.0.36 "PUT /v2.0/routers/53fe8975-49a1-409d-b5af-05c665e95f70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1658719 Feb 04 08:46:15.446856 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 56416) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:15.450428 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1f0c0328-69a5-4b3f-85c1-6a8e9e9ccf61 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7510167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985167'] for subnet, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:15.500435 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0c0328-69a5-4b3f-85c1-6a8e9e9ccf61 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Pushing event deleted for resources: {'Subnet': ['ID=2daacee8-b4cf-4f07-bbab-c501b0241abf,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:15.502699 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-458ff6c0-ce91-4fa6-81fb-d2ace7b10271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:46:15.507648 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-96e54981-823d-4162-8290-d001b297707a tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:15.512314 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-96e54981-823d-4162-8290-d001b297707a tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] 10.222.0.36 "DELETE /v2.0/ports/4c7e882b-41a5-40ec-92f8-d33b0c37bf85 HTTP/1.1" status: 204 len: 168 time: 1.7382481 Feb 04 08:46:15.514276 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 56420) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:15.515159 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458ff6c0-ce91-4fa6-81fb-d2ace7b10271 None None] Routers {'53fe8975-49a1-409d-b5af-05c665e95f70'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:46:15.515886 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-458ff6c0-ce91-4fa6-81fb-d2ace7b10271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:45:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['53fe8975-49a1-409d-b5af-05c665e95f70'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:46:15.530164 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.api.v2.resource [None req-ecaba84a-acd0-40ca-a054-21aa61fccc85 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] show failed (client error): The resource could not be found. Feb 04 08:46:15.534854 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-ecaba84a-acd0-40ca-a054-21aa61fccc85 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] 10.222.0.36 "GET /v2.0/routers/tempest-non_exist_router-985257138 HTTP/1.1" status: 404 len: 334 time: 0.0816503 Feb 04 08:46:15.537185 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 56424) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:15.548928 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-85e9de00-61c3-4e32-825a-76494cac4cd8 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Request body: {'router': {'name': 'new_name'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:46:15.554101 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-f7839f8f-760c-4b74-8033-125ccab2c2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9337649-60c2-40dc-9112-23b3fd74a3db', 'name': 'tempest-RoutersIpV6Test-router-1082460240', 'tenant_id': 'bf57e53bceb34316b0180186a41d96ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:45:30Z', 'updated_at': '2022-02-04T08:46:13Z', 'revision_number': 9, 'project_id': 'bf57e53bceb34316b0180186a41d96ee', 'gw_port_host': None, '_interfaces': [{'id': '6bcf8bfe-5121-41ba-9fbc-2dda3a5af91e', 'name': '', 'network_id': '0683e000-2dc9-482e-99b7-1c52e34d0a05', 'tenant_id': 'bf57e53bceb34316b0180186a41d96ee', 'mac_address': 'fa:16:3e:9c:df:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9337649-60c2-40dc-9112-23b3fd74a3db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '493c7abd-2075-424b-9940-8c15efb502b2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:45:33Z', 'updated_at': '2022-02-04T08:45:42Z', 'revision_number': 5, 'project_id': 'bf57e53bceb34316b0180186a41d96ee', 'subnets': [{'id': '493c7abd-2075-424b-9940-8c15efb502b2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9df0d146-2fcf-4831-8d55-6d5fd0c015be', 'name': '', 'network_id': '6929e708-7a59-4dbd-9320-488937df3044', 'tenant_id': 'bf57e53bceb34316b0180186a41d96ee', 'mac_address': 'fa:16:3e:1f:12:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9337649-60c2-40dc-9112-23b3fd74a3db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e268ecc-a1d2-4e13-b692-575946436030', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:45:42Z', 'updated_at': '2022-02-04T08:45:52Z', 'revision_number': 5, 'project_id': 'bf57e53bceb34316b0180186a41d96ee', 'subnets': [{'id': '0e268ecc-a1d2-4e13-b692-575946436030', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:46:15.558366 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7839f8f-760c-4b74-8033-125ccab2c2c8 None None] Checking router: c9337649-60c2-40dc-9112-23b3fd74a3db for host: dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 08:46:15.572318 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7839f8f-760c-4b74-8033-125ccab2c2c8 None None] Routers {'c9337649-60c2-40dc-9112-23b3fd74a3db'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:46:15.572589 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-f7839f8f-760c-4b74-8033-125ccab2c2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:45:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['c9337649-60c2-40dc-9112-23b3fd74a3db'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:46:15.577652 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1f0c0328-69a5-4b3f-85c1-6a8e9e9ccf61 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks [] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:15.578585 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-458ff6c0-ce91-4fa6-81fb-d2ace7b10271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:46:15.579035 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458ff6c0-ce91-4fa6-81fb-d2ace7b10271 None None] The sync data for ids ['53fe8975-49a1-409d-b5af-05c665e95f70'] in dv-neutron-827798-2-hyperv is: [] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:46:15.580601 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b32bbab-3d4a-467f-ba60-6e5493ad078f tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] GET failed (client error): The resource could not be found. Feb 04 08:46:15.584596 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-6b32bbab-3d4a-467f-ba60-6e5493ad078f tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] 10.222.0.36 "GET /v2.0/ports/4c7e882b-41a5-40ec-92f8-d33b0c37bf85 HTTP/1.1" status: 404 len: 333 time: 0.0622306 Feb 04 08:46:15.587308 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc46aab-dc3b-488b-b87d-0c936cf0b8d9 None None] Network 945c1186-c352-41b2-b72b-2012e1ce930f requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:46:15.587860 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 56428) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:15.591619 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-1f0c0328-69a5-4b3f-85c1-6a8e9e9ccf61 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "DELETE /v2.0/subnets/2daacee8-b4cf-4f07-bbab-c501b0241abf HTTP/1.1" status: 204 len: 168 time: 0.6446056 Feb 04 08:46:15.595207 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-9277ee9d-a5c6-43d8-ba47-b99f579831cd tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Request body: {'port': {'network_id': 'b373a135-3dd5-4541-8320-ee790251cb7d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-509690278'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:46:15.608842 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 56432) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:15.750680 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.api.v2.resource [None req-85e9de00-61c3-4e32-825a-76494cac4cd8 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] update failed (client error): The resource could not be found. Feb 04 08:46:15.752268 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-85e9de00-61c3-4e32-825a-76494cac4cd8 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] 10.222.0.36 "PUT /v2.0/routers/tempest-non_exist_router-1865901134 HTTP/1.1" status: 404 len: 335 time: 0.2146683 Feb 04 08:46:15.755860 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 56438) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:15.763072 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-f7839f8f-760c-4b74-8033-125ccab2c2c8 None None] Set router c9337649-60c2-40dc-9112-23b3fd74a3db gateway port host: None {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:46:15.799609 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0b55fefc-3ccd-44c9-98a4-5fbca1f632d7 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:15.840615 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-0b55fefc-3ccd-44c9-98a4-5fbca1f632d7 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Deleting port 6ff3bd98-d111-43a1-b02e-404f68363a85 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:46:15.840957 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0b55fefc-3ccd-44c9-98a4-5fbca1f632d7 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:15.878856 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-9277ee9d-a5c6-43d8-ba47-b99f579831cd tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:46:15.899719 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-9277ee9d-a5c6-43d8-ba47-b99f579831cd tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:46:15.963648 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f066e24d-0b82-4209-8288-64d15cc7c42c None None] DHCP port deletion for 945c1186-c352-41b2-b72b-2012e1ce930f request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 08:46:15.968336 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-f066e24d-0b82-4209-8288-64d15cc7c42c None None] Deleting port 6ff3bd98-d111-43a1-b02e-404f68363a85 {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:46:15.968850 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-f066e24d-0b82-4209-8288-64d15cc7c42c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:16.023453 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_v2 [None req-d08a10f6-4d87-4b53-8ae3-cf30604a4eed tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Deleting subnet 2e6e93b8-bc80-4f1a-8e61-be1eb69fb3d9 {{(pid=84108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:46:16.028916 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d08a10f6-4d87-4b53-8ae3-cf30604a4eed tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks [] for subnet, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:16.055271 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9277ee9d-a5c6-43d8-ba47-b99f579831cd tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Made reservation on behalf of 167cafec9dc04a4fa6e508275f0d7324 for: {'port': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:46:16.075083 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9277ee9d-a5c6-43d8-ba47-b99f579831cd tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:16.126053 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d08a10f6-4d87-4b53-8ae3-cf30604a4eed tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7851377'] for subnet, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:16.131735 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [None req-9277ee9d-a5c6-43d8-ba47-b99f579831cd tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] device_id is not set on port 3c404326-4bdc-4992-8bd4-8e05b42d7e50 yet. {{(pid=84107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:46:16.133102 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 6ff3bd98-d111-43a1-b02e-404f68363a85 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:46:16.144158 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-f7839f8f-760c-4b74-8033-125ccab2c2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9337649-60c2-40dc-9112-23b3fd74a3db', 'name': 'tempest-RoutersIpV6Test-router-1082460240', 'tenant_id': 'bf57e53bceb34316b0180186a41d96ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:45:30Z', 'updated_at': '2022-02-04T08:46:13Z', 'revision_number': 9, 'project_id': 'bf57e53bceb34316b0180186a41d96ee', 'gw_port_host': None, '_interfaces': [{'id': '6bcf8bfe-5121-41ba-9fbc-2dda3a5af91e', 'name': '', 'network_id': '0683e000-2dc9-482e-99b7-1c52e34d0a05', 'tenant_id': 'bf57e53bceb34316b0180186a41d96ee', 'mac_address': 'fa:16:3e:9c:df:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9337649-60c2-40dc-9112-23b3fd74a3db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '493c7abd-2075-424b-9940-8c15efb502b2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:45:33Z', 'updated_at': '2022-02-04T08:45:42Z', 'revision_number': 5, 'project_id': 'bf57e53bceb34316b0180186a41d96ee', 'subnets': [{'id': '493c7abd-2075-424b-9940-8c15efb502b2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9df0d146-2fcf-4831-8d55-6d5fd0c015be', 'name': '', 'network_id': '6929e708-7a59-4dbd-9320-488937df3044', 'tenant_id': 'bf57e53bceb34316b0180186a41d96ee', 'mac_address': 'fa:16:3e:1f:12:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9337649-60c2-40dc-9112-23b3fd74a3db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e268ecc-a1d2-4e13-b692-575946436030', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:45:42Z', 'updated_at': '2022-02-04T08:45:52Z', 'revision_number': 5, 'project_id': 'bf57e53bceb34316b0180186a41d96ee', 'subnets': [{'id': '0e268ecc-a1d2-4e13-b692-575946436030', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:46:16.149290 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7839f8f-760c-4b74-8033-125ccab2c2c8 None None] The sync data for ids ['c9337649-60c2-40dc-9112-23b3fd74a3db'] in dv-neutron-827798-2-hyperv is: [{'id': 'c9337649-60c2-40dc-9112-23b3fd74a3db', 'name': 'tempest-RoutersIpV6Test-router-1082460240', 'tenant_id': 'bf57e53bceb34316b0180186a41d96ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:45:30Z', 'updated_at': '2022-02-04T08:46:13Z', 'revision_number': 9, 'project_id': 'bf57e53bceb34316b0180186a41d96ee', 'gw_port_host': None, '_interfaces': [{'id': '6bcf8bfe-5121-41ba-9fbc-2dda3a5af91e', 'name': '', 'network_id': '0683e000-2dc9-482e-99b7-1c52e34d0a05', 'tenant_id': 'bf57e53bceb34316b0180186a41d96ee', 'mac_address': 'fa:16:3e:9c:df:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9337649-60c2-40dc-9112-23b3fd74a3db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '493c7abd-2075-424b-9940-8c15efb502b2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:45:33Z', 'updated_at': '2022-02-04T08:45:42Z', 'revision_number': 5, 'project_id': 'bf57e53bceb34316b0180186a41d96ee', 'subnets': [{'id': '493c7abd-2075-424b-9940-8c15efb502b2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9df0d146-2fcf-4831-8d55-6d5fd0c015be', 'name': '', 'network_id': '6929e708-7a59-4dbd-9320-488937df3044', 'tenant_id': 'bf57e53bceb34316b0180186a41d96ee', 'mac_address': 'fa:16:3e:1f:12:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9337649-60c2-40dc-9112-23b3fd74a3db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e268ecc-a1d2-4e13-b692-575946436030', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:45:42Z', 'updated_at': '2022-02-04T08:45:52Z', 'revision_number': 5, 'project_id': 'bf57e53bceb34316b0180186a41d96ee', 'subnets': [{'id': '0e268ecc-a1d2-4e13-b692-575946436030', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:46:16.175914 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [None req-0b55fefc-3ccd-44c9-98a4-5fbca1f632d7 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] For port 6ff3bd98-d111-43a1-b02e-404f68363a85, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=6ff3bd98-d111-43a1-b02e-404f68363a85,segment=NetworkSegment(de2a5632-313a-44c0-b5fd-9abc17e7f3ed),segment_id=de2a5632-313a-44c0-b5fd-9abc17e7f3ed)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:46:16.176196 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0b55fefc-3ccd-44c9-98a4-5fbca1f632d7 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:16.235049 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d08a10f6-4d87-4b53-8ae3-cf30604a4eed tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:16.362870 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-f066e24d-0b82-4209-8288-64d15cc7c42c None None] For port 6ff3bd98-d111-43a1-b02e-404f68363a85, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=6ff3bd98-d111-43a1-b02e-404f68363a85,segment=NetworkSegment(de2a5632-313a-44c0-b5fd-9abc17e7f3ed),segment_id=de2a5632-313a-44c0-b5fd-9abc17e7f3ed)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:46:16.363471 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-f066e24d-0b82-4209-8288-64d15cc7c42c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:16.378586 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d08a10f6-4d87-4b53-8ae3-cf30604a4eed tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7593563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8119683'] for subnet, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:16.411217 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-0b55fefc-3ccd-44c9-98a4-5fbca1f632d7 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Calling delete_port for 6ff3bd98-d111-43a1-b02e-404f68363a85 owned by network:dhcp {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:46:16.425301 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08a10f6-4d87-4b53-8ae3-cf30604a4eed tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Pushing event deleted for resources: {'Subnet': ['ID=2e6e93b8-bc80-4f1a-8e61-be1eb69fb3d9,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:16.431001 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d08a10f6-4d87-4b53-8ae3-cf30604a4eed tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:16.432945 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:16.443912 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-d08a10f6-4d87-4b53-8ae3-cf30604a4eed tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] 10.222.0.36 "DELETE /v2.0/subnets/2e6e93b8-bc80-4f1a-8e61-be1eb69fb3d9 HTTP/1.1" status: 204 len: 168 time: 0.6861584 Feb 04 08:46:16.444510 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 56442) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:16.501424 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4caa1d-f284-4e06-b538-b3fbebec9bbd None None] Network 29e73db3-45d7-4ae3-b08d-e66837f2a755 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:46:16.519345 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-f066e24d-0b82-4209-8288-64d15cc7c42c None None] Calling delete_port for 6ff3bd98-d111-43a1-b02e-404f68363a85 owned by network:dhcp {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:46:16.664382 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-51e32d74-7168-490c-8abe-238eb5ddeb2f tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:16.686895 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-9277ee9d-a5c6-43d8-ba47-b99f579831cd tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Allocated IP 2001:db8::119 (b373a135-3dd5-4541-8320-ee790251cb7d/416c43e1-e92a-4220-8fed-ad4e77661dd3/3c404326-4bdc-4992-8bd4-8e05b42d7e50) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:46:16.690074 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port 6ff3bd98-d111-43a1-b02e-404f68363a85, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=6ff3bd98-d111-43a1-b02e-404f68363a85,segment=NetworkSegment(de2a5632-313a-44c0-b5fd-9abc17e7f3ed),segment_id=de2a5632-313a-44c0-b5fd-9abc17e7f3ed)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:46:16.698453 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-51e32d74-7168-490c-8abe-238eb5ddeb2f tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Deleting port c043d6b6-14e7-4fbf-aa91-fed77663a1e9 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:46:16.698722 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-51e32d74-7168-490c-8abe-238eb5ddeb2f tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:16.756215 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:16.817467 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.db.api [None req-0b55fefc-3ccd-44c9-98a4-5fbca1f632d7 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 08:46:16.818117 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG oslo_db.api [None req-0b55fefc-3ccd-44c9-98a4-5fbca1f632d7 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 08:46:16.831872 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=6ff3bd98-d111-43a1-b02e-404f68363a85,revision_number=5']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:16.840571 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.db.api [None req-f066e24d-0b82-4209-8288-64d15cc7c42c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 08:46:16.840926 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG oslo_db.api [None req-f066e24d-0b82-4209-8288-64d15cc7c42c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 08:46:16.885682 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b3aa9d-6900-48c2-8423-d09c69d343d2 None None] DHCP port deletion for 29e73db3-45d7-4ae3-b08d-e66837f2a755 request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 08:46:16.890329 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-10b3aa9d-6900-48c2-8423-d09c69d343d2 None None] Deleting port c043d6b6-14e7-4fbf-aa91-fed77663a1e9 {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:46:16.890762 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-10b3aa9d-6900-48c2-8423-d09c69d343d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:17.052824 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [None req-51e32d74-7168-490c-8abe-238eb5ddeb2f tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] For port c043d6b6-14e7-4fbf-aa91-fed77663a1e9, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=c043d6b6-14e7-4fbf-aa91-fed77663a1e9,segment=NetworkSegment(c0ee3edf-4db4-4d41-9e20-11448c25f801),segment_id=c0ee3edf-4db4-4d41-9e20-11448c25f801)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:46:17.053187 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-51e32d74-7168-490c-8abe-238eb5ddeb2f tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:17.088638 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-10b3aa9d-6900-48c2-8423-d09c69d343d2 None None] For port c043d6b6-14e7-4fbf-aa91-fed77663a1e9, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=c043d6b6-14e7-4fbf-aa91-fed77663a1e9,segment=NetworkSegment(c0ee3edf-4db4-4d41-9e20-11448c25f801),segment_id=c0ee3edf-4db4-4d41-9e20-11448c25f801)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:46:17.089023 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-10b3aa9d-6900-48c2-8423-d09c69d343d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:17.184651 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-51e32d74-7168-490c-8abe-238eb5ddeb2f tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Calling delete_port for c043d6b6-14e7-4fbf-aa91-fed77663a1e9 owned by network:dhcp {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:46:17.207488 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-10b3aa9d-6900-48c2-8423-d09c69d343d2 None None] Calling delete_port for c043d6b6-14e7-4fbf-aa91-fed77663a1e9 owned by network:dhcp {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:46:17.211620 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9277ee9d-a5c6-43d8-ba47-b99f579831cd tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:17.243938 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [None req-9277ee9d-a5c6-43d8-ba47-b99f579831cd tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Transition to ACTIVE for port object 3c404326-4bdc-4992-8bd4-8e05b42d7e50 will not be triggered until provisioned by entity DHCP. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:46:17.319610 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-0b55fefc-3ccd-44c9-98a4-5fbca1f632d7 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Deleting port 6ff3bd98-d111-43a1-b02e-404f68363a85 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:46:17.320038 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0b55fefc-3ccd-44c9-98a4-5fbca1f632d7 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:17.342053 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-f066e24d-0b82-4209-8288-64d15cc7c42c None None] Deleting port 6ff3bd98-d111-43a1-b02e-404f68363a85 {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:46:17.342429 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-f066e24d-0b82-4209-8288-64d15cc7c42c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:17.374294 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-51e32d74-7168-490c-8abe-238eb5ddeb2f tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:17.422224 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.db.api [None req-10b3aa9d-6900-48c2-8423-d09c69d343d2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 08:46:17.422571 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG oslo_db.api [None req-10b3aa9d-6900-48c2-8423-d09c69d343d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 08:46:17.443747 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9277ee9d-a5c6-43d8-ba47-b99f579831cd tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:17.457738 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e32d74-7168-490c-8abe-238eb5ddeb2f tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Pushing event deleted for resources: {'Port': ['ID=c043d6b6-14e7-4fbf-aa91-fed77663a1e9,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:17.524384 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e32d74-7168-490c-8abe-238eb5ddeb2f tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] No DVR routers for this DVR port c043d6b6-14e7-4fbf-aa91-fed77663a1e9 on host dv-neutron-827798-2-hyperv {{(pid=84107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:46:17.576067 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-f066e24d-0b82-4209-8288-64d15cc7c42c None None] For port 6ff3bd98-d111-43a1-b02e-404f68363a85, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=6ff3bd98-d111-43a1-b02e-404f68363a85,segment=NetworkSegment(de2a5632-313a-44c0-b5fd-9abc17e7f3ed),segment_id=de2a5632-313a-44c0-b5fd-9abc17e7f3ed)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:46:17.576697 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-f066e24d-0b82-4209-8288-64d15cc7c42c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:17.635180 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9277ee9d-a5c6-43d8-ba47-b99f579831cd tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Network b373a135-3dd5-4541-8320-ee790251cb7d is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:46:17.662651 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-9277ee9d-a5c6-43d8-ba47-b99f579831cd tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:46:17.676160 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9277ee9d-a5c6-43d8-ba47-b99f579831cd tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:46:17.680593 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9277ee9d-a5c6-43d8-ba47-b99f579831cd tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:46:17.681203 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9277ee9d-a5c6-43d8-ba47-b99f579831cd tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:17.696669 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-f066e24d-0b82-4209-8288-64d15cc7c42c None None] Calling delete_port for 6ff3bd98-d111-43a1-b02e-404f68363a85 owned by network:dhcp {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:46:17.754520 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9277ee9d-a5c6-43d8-ba47-b99f579831cd tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Pushing event updated for resources: {'Port': ['ID=3c404326-4bdc-4992-8bd4-8e05b42d7e50,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:17.785084 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-51e32d74-7168-490c-8abe-238eb5ddeb2f tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:17.801954 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [None req-0b55fefc-3ccd-44c9-98a4-5fbca1f632d7 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] For port 6ff3bd98-d111-43a1-b02e-404f68363a85, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=6ff3bd98-d111-43a1-b02e-404f68363a85,segment=NetworkSegment(de2a5632-313a-44c0-b5fd-9abc17e7f3ed),segment_id=de2a5632-313a-44c0-b5fd-9abc17e7f3ed)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:46:17.802358 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0b55fefc-3ccd-44c9-98a4-5fbca1f632d7 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:17.868827 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-f066e24d-0b82-4209-8288-64d15cc7c42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407'] for port, after_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:17.918290 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f066e24d-0b82-4209-8288-64d15cc7c42c None None] Pushing event deleted for resources: {'Port': ['ID=6ff3bd98-d111-43a1-b02e-404f68363a85,revision_number=None']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:17.924080 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-10b3aa9d-6900-48c2-8423-d09c69d343d2 None None] Deleting port c043d6b6-14e7-4fbf-aa91-fed77663a1e9 {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:46:17.924524 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-10b3aa9d-6900-48c2-8423-d09c69d343d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:17.960758 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f066e24d-0b82-4209-8288-64d15cc7c42c None None] No DVR routers for this DVR port 6ff3bd98-d111-43a1-b02e-404f68363a85 on host dv-neutron-827798-2-hyperv {{(pid=84109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:46:18.004236 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-10b3aa9d-6900-48c2-8423-d09c69d343d2 None None] The port 'c043d6b6-14e7-4fbf-aa91-fed77663a1e9' was deleted {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 08:46:18.045945 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-0b55fefc-3ccd-44c9-98a4-5fbca1f632d7 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Calling delete_port for 6ff3bd98-d111-43a1-b02e-404f68363a85 owned by network:dhcp {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:46:18.051403 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device c043d6b6-14e7-4fbf-aa91-fed77663a1e9 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:46:18.071121 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-51e32d74-7168-490c-8abe-238eb5ddeb2f tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29e73db3-45d7-4ae3-b08d-e66837f2a755']}} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:46:18.083021 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: c043d6b6-14e7-4fbf-aa91-fed77663a1e9 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:46:18.083366 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device c043d6b6-14e7-4fbf-aa91-fed77663a1e9 not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:46:18.083916 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device be7d72fa-2821-44a3-bb0e-e9a25b0212ad no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:46:18.097324 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-51e32d74-7168-490c-8abe-238eb5ddeb2f tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0ee3edf-4db4-4d41-9e20-11448c25f801') {'for_net_delete': True} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:46:18.097614 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-51e32d74-7168-490c-8abe-238eb5ddeb2f tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0ee3edf-4db4-4d41-9e20-11448c25f801') {} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:46:18.113972 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-51e32d74-7168-490c-8abe-238eb5ddeb2f tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8058642'] for segment, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:18.115264 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-45bb4b97-361c-4fda-9cbc-982d4ebd871e None None] Provisioning for port 3c404326-4bdc-4992-8bd4-8e05b42d7e50 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:46:18.123620 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: be7d72fa-2821-44a3-bb0e-e9a25b0212ad {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:46:18.124021 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device be7d72fa-2821-44a3-bb0e-e9a25b0212ad not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:46:18.126267 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-45bb4b97-361c-4fda-9cbc-982d4ebd871e None None] Provisioning complete for port 3c404326-4bdc-4992-8bd4-8e05b42d7e50 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:46:18.126630 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-45bb4b97-361c-4fda-9cbc-982d4ebd871e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:18.144312 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-9277ee9d-a5c6-43d8-ba47-b99f579831cd tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.5522897 Feb 04 08:46:18.144312 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-51e32d74-7168-490c-8abe-238eb5ddeb2f tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:18.144498 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 56448) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:18.150900 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51e32d74-7168-490c-8abe-238eb5ddeb2f tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=84107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:46:18.151284 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-51e32d74-7168-490c-8abe-238eb5ddeb2f tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7377717'] for segment, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:18.155169 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-1a07257a-fd89-43d1-b139-6fc0fe853fa6 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::20a', 'mac_address': 'fa:16:3e:ff:5d:04'}]}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:46:18.166562 dv-neutron-827798-2-hyperv neutron-server[84107]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 08:46:18.166562 dv-neutron-827798-2-hyperv neutron-server[84107]: util.warn( Feb 04 08:46:18.166562 dv-neutron-827798-2-hyperv neutron-server[84107]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 08:46:18.166562 dv-neutron-827798-2-hyperv neutron-server[84107]: util.warn( Feb 04 08:46:18.166562 dv-neutron-827798-2-hyperv neutron-server[84107]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 08:46:18.166562 dv-neutron-827798-2-hyperv neutron-server[84107]: util.warn( Feb 04 08:46:18.166562 dv-neutron-827798-2-hyperv neutron-server[84107]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 08:46:18.166562 dv-neutron-827798-2-hyperv neutron-server[84107]: util.warn( Feb 04 08:46:18.166562 dv-neutron-827798-2-hyperv neutron-server[84107]: Traceback (most recent call last): Feb 04 08:46:18.166562 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:46:18.166562 dv-neutron-827798-2-hyperv neutron-server[84107]: timer() Feb 04 08:46:18.166562 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:46:18.166562 dv-neutron-827798-2-hyperv neutron-server[84107]: cb(*args, **kw) Feb 04 08:46:18.166562 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:46:18.166562 dv-neutron-827798-2-hyperv neutron-server[84107]: return func(*args, **kwargs) Feb 04 08:46:18.166562 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:46:18.166562 dv-neutron-827798-2-hyperv neutron-server[84107]: self._notify() Feb 04 08:46:18.166562 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:46:18.166562 dv-neutron-827798-2-hyperv neutron-server[84107]: self.callback(batched_events) Feb 04 08:46:18.166562 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:46:18.166562 dv-neutron-827798-2-hyperv neutron-server[84107]: event.method(event) Feb 04 08:46:18.166562 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:46:18.166562 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:46:18.166562 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:46:18.166562 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:46:18.166562 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:46:18.166562 dv-neutron-827798-2-hyperv neutron-server[84107]: return f(self, *a, **k) Feb 04 08:46:18.166562 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:46:18.166562 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._get(url).json() Feb 04 08:46:18.166562 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:46:18.166562 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:46:18.166562 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:46:18.166562 dv-neutron-827798-2-hyperv neutron-server[84107]: return self.request(url, 'GET', **kwargs) Feb 04 08:46:18.166562 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:46:18.166562 dv-neutron-827798-2-hyperv neutron-server[84107]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:46:18.166562 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:46:18.166562 dv-neutron-827798-2-hyperv neutron-server[84107]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:46:18.166562 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:46:18.166562 dv-neutron-827798-2-hyperv neutron-server[84107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:46:18.166562 dv-neutron-827798-2-hyperv neutron-server[84107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:46:18.184481 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-45bb4b97-361c-4fda-9cbc-982d4ebd871e None None] Port 3c404326-4bdc-4992-8bd4-8e05b42d7e50 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:46:18.216484 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.db.api [None req-0b55fefc-3ccd-44c9-98a4-5fbca1f632d7 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 08:46:18.216749 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG oslo_db.api [None req-0b55fefc-3ccd-44c9-98a4-5fbca1f632d7 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 08:46:18.297318 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-51e32d74-7168-490c-8abe-238eb5ddeb2f tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:18.316834 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-51e32d74-7168-490c-8abe-238eb5ddeb2f tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks [] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:18.323403 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e32d74-7168-490c-8abe-238eb5ddeb2f tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Pushing event deleted for resources: {'Network': ['ID=29e73db3-45d7-4ae3-b08d-e66837f2a755,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:18.329831 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-51e32d74-7168-490c-8abe-238eb5ddeb2f tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] 10.222.0.36 "DELETE /v2.0/networks/29e73db3-45d7-4ae3-b08d-e66837f2a755 HTTP/1.1" status: 204 len: 168 time: 1.8818839 Feb 04 08:46:18.332266 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 56452) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:18.398980 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-1a07257a-fd89-43d1-b139-6fc0fe853fa6 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:18.518542 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_v2 [None req-80e2c7a9-adb8-48be-95c9-0af52317a4e9 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Deleting subnet 2804d066-0039-47c6-9347-677400954823 {{(pid=84107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:46:18.521461 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-80e2c7a9-adb8-48be-95c9-0af52317a4e9 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks [] for subnet, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:18.581264 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-80e2c7a9-adb8-48be-95c9-0af52317a4e9 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8058667'] for subnet, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:18.636816 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-1a07257a-fd89-43d1-b139-6fc0fe853fa6 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Notify callbacks [] for port, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:18.665649 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-80e2c7a9-adb8-48be-95c9-0af52317a4e9 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:18.680266 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-1a07257a-fd89-43d1-b139-6fc0fe853fa6 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:18.744532 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-1a07257a-fd89-43d1-b139-6fc0fe853fa6 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] In _notify_port_updated(), no bound segment for port 3c404326-4bdc-4992-8bd4-8e05b42d7e50 on network b373a135-3dd5-4541-8320-ee790251cb7d {{(pid=84108) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 04 08:46:18.748351 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a07257a-fd89-43d1-b139-6fc0fe853fa6 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:46:18.748983 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-1a07257a-fd89-43d1-b139-6fc0fe853fa6 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:18.750246 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-1a07257a-fd89-43d1-b139-6fc0fe853fa6 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] 10.222.0.36 "PUT /v2.0/ports/3c404326-4bdc-4992-8bd4-8e05b42d7e50 HTTP/1.1" status: 200 len: 1002 time: 0.6030114 Feb 04 08:46:18.753069 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 56456) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:18.801249 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-80e2c7a9-adb8-48be-95c9-0af52317a4e9 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7510167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985167'] for subnet, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:18.801529 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a07257a-fd89-43d1-b139-6fc0fe853fa6 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Pushing event updated for resources: {'Port': ['ID=3c404326-4bdc-4992-8bd4-8e05b42d7e50,revision_number=2']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:18.829344 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-65811d15-f1c3-461c-ac23-186247b9399d tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Deleting port 3c404326-4bdc-4992-8bd4-8e05b42d7e50 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:46:18.829681 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-65811d15-f1c3-461c-ac23-186247b9399d tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:18.841816 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-0b55fefc-3ccd-44c9-98a4-5fbca1f632d7 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Deleting port 6ff3bd98-d111-43a1-b02e-404f68363a85 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:46:18.842261 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0b55fefc-3ccd-44c9-98a4-5fbca1f632d7 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:18.879736 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-80e2c7a9-adb8-48be-95c9-0af52317a4e9 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks [] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:18.889211 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b350d1-3f43-440a-ac69-2bbb0dc031a8 None None] Network 9310e3d0-0577-45a8-b11b-36b621318165 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:46:18.891537 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-80e2c7a9-adb8-48be-95c9-0af52317a4e9 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] 10.222.0.36 "DELETE /v2.0/subnets/2804d066-0039-47c6-9347-677400954823 HTTP/1.1" status: 204 len: 168 time: 0.5582578 Feb 04 08:46:18.915112 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 56460) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:18.921985 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e2c7a9-adb8-48be-95c9-0af52317a4e9 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Pushing event deleted for resources: {'Subnet': ['ID=2804d066-0039-47c6-9347-677400954823,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:18.928863 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-0b55fefc-3ccd-44c9-98a4-5fbca1f632d7 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] The port '6ff3bd98-d111-43a1-b02e-404f68363a85' was deleted {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 08:46:19.084892 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-2a6b517a-035c-4442-98b0-47b859aaba58 None None] Provisioning complete for port 3c404326-4bdc-4992-8bd4-8e05b42d7e50 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:46:19.085272 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2a6b517a-035c-4442-98b0-47b859aaba58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:19.134184 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-65811d15-f1c3-461c-ac23-186247b9399d tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:19.154537 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-2a6b517a-035c-4442-98b0-47b859aaba58 None None] Port 3c404326-4bdc-4992-8bd4-8e05b42d7e50 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:46:19.159570 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0b55fefc-3ccd-44c9-98a4-5fbca1f632d7 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:19.231341 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a221011-7e2a-4197-88d6-f85024bf6eab None None] DHCP port deletion for 9310e3d0-0577-45a8-b11b-36b621318165 request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 08:46:19.235094 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-6a221011-7e2a-4197-88d6-f85024bf6eab None None] Deleting port 2a7ba97a-4452-4962-8981-6fa792beddca {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:46:19.235456 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-6a221011-7e2a-4197-88d6-f85024bf6eab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:19.239888 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-0b55fefc-3ccd-44c9-98a4-5fbca1f632d7 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['945c1186-c352-41b2-b72b-2012e1ce930f']}} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:46:19.261348 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-0b55fefc-3ccd-44c9-98a4-5fbca1f632d7 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de2a5632-313a-44c0-b5fd-9abc17e7f3ed') {'for_net_delete': True} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:46:19.261907 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-0b55fefc-3ccd-44c9-98a4-5fbca1f632d7 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de2a5632-313a-44c0-b5fd-9abc17e7f3ed') {} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:46:19.264589 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-65811d15-f1c3-461c-ac23-186247b9399d tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Calling delete_port for 3c404326-4bdc-4992-8bd4-8e05b42d7e50 owned by {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:46:19.285310 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0b55fefc-3ccd-44c9-98a4-5fbca1f632d7 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8058642'] for segment, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:19.314717 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0b55fefc-3ccd-44c9-98a4-5fbca1f632d7 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:19.323495 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8301cc1-c64f-41f2-9280-c691d6b593df tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Deleting subnet 3b6319f8-b440-496d-b52b-672cb37fb903 {{(pid=84107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:46:19.327408 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d8301cc1-c64f-41f2-9280-c691d6b593df tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks [] for subnet, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:19.356594 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b55fefc-3ccd-44c9-98a4-5fbca1f632d7 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=84107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:46:19.356934 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0b55fefc-3ccd-44c9-98a4-5fbca1f632d7 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7377717'] for segment, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:19.377341 dv-neutron-827798-2-hyperv neutron-server[84107]: Traceback (most recent call last): Feb 04 08:46:19.377341 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:46:19.377341 dv-neutron-827798-2-hyperv neutron-server[84107]: timer() Feb 04 08:46:19.377341 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:46:19.377341 dv-neutron-827798-2-hyperv neutron-server[84107]: cb(*args, **kw) Feb 04 08:46:19.377341 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:46:19.377341 dv-neutron-827798-2-hyperv neutron-server[84107]: return func(*args, **kwargs) Feb 04 08:46:19.377341 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:46:19.377341 dv-neutron-827798-2-hyperv neutron-server[84107]: self._notify() Feb 04 08:46:19.377341 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:46:19.377341 dv-neutron-827798-2-hyperv neutron-server[84107]: self.callback(batched_events) Feb 04 08:46:19.377341 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:46:19.377341 dv-neutron-827798-2-hyperv neutron-server[84107]: event.method(event) Feb 04 08:46:19.377341 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:46:19.377341 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:46:19.377341 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:46:19.377341 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:46:19.377341 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:46:19.377341 dv-neutron-827798-2-hyperv neutron-server[84107]: return f(self, *a, **k) Feb 04 08:46:19.377341 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:46:19.377341 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._get(url).json() Feb 04 08:46:19.377341 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:46:19.377341 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:46:19.377341 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:46:19.377341 dv-neutron-827798-2-hyperv neutron-server[84107]: return self.request(url, 'GET', **kwargs) Feb 04 08:46:19.377341 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:46:19.377341 dv-neutron-827798-2-hyperv neutron-server[84107]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:46:19.377341 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:46:19.377341 dv-neutron-827798-2-hyperv neutron-server[84107]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:46:19.377341 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:46:19.377341 dv-neutron-827798-2-hyperv neutron-server[84107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:46:19.377341 dv-neutron-827798-2-hyperv neutron-server[84107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:46:19.458918 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-6a221011-7e2a-4197-88d6-f85024bf6eab None None] For port 2a7ba97a-4452-4962-8981-6fa792beddca, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=2a7ba97a-4452-4962-8981-6fa792beddca,segment=NetworkSegment(36f1f367-c803-4fe8-9bc5-4d5e7c6d79e7),segment_id=36f1f367-c803-4fe8-9bc5-4d5e7c6d79e7)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:46:19.459397 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-6a221011-7e2a-4197-88d6-f85024bf6eab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:19.472185 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d8301cc1-c64f-41f2-9280-c691d6b593df tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8058667'] for subnet, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:19.558679 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d8301cc1-c64f-41f2-9280-c691d6b593df tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:19.576309 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-d3a087fd-ac4b-4418-8e2e-5e637cb2e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:19.582924 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-6a221011-7e2a-4197-88d6-f85024bf6eab None None] Calling delete_port for 2a7ba97a-4452-4962-8981-6fa792beddca owned by network:dhcp {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:46:19.588964 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-65811d15-f1c3-461c-ac23-186247b9399d tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:19.617983 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0b55fefc-3ccd-44c9-98a4-5fbca1f632d7 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:19.621896 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0b55fefc-3ccd-44c9-98a4-5fbca1f632d7 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks [] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:19.636334 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65811d15-f1c3-461c-ac23-186247b9399d tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Pushing event deleted for resources: {'Port': ['ID=3c404326-4bdc-4992-8bd4-8e05b42d7e50,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:19.653904 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b55fefc-3ccd-44c9-98a4-5fbca1f632d7 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Pushing event deleted for resources: {'Network': ['ID=945c1186-c352-41b2-b72b-2012e1ce930f,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:19.670915 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-0b55fefc-3ccd-44c9-98a4-5fbca1f632d7 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "DELETE /v2.0/networks/945c1186-c352-41b2-b72b-2012e1ce930f HTTP/1.1" status: 204 len: 168 time: 4.0584159 Feb 04 08:46:19.672654 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 56466) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:19.745093 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-6a221011-7e2a-4197-88d6-f85024bf6eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407'] for port, after_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:19.796003 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a221011-7e2a-4197-88d6-f85024bf6eab None None] No DVR routers for this DVR port 2a7ba97a-4452-4962-8981-6fa792beddca on host dv-neutron-827798-2-hyperv {{(pid=84109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:46:19.796273 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-65811d15-f1c3-461c-ac23-186247b9399d tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:19.807425 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a221011-7e2a-4197-88d6-f85024bf6eab None None] Pushing event deleted for resources: {'Port': ['ID=2a7ba97a-4452-4962-8981-6fa792beddca,revision_number=None']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:19.813045 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-65811d15-f1c3-461c-ac23-186247b9399d tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] 10.222.0.36 "DELETE /v2.0/ports/3c404326-4bdc-4992-8bd4-8e05b42d7e50 HTTP/1.1" status: 204 len: 168 time: 1.0587742 Feb 04 08:46:19.820226 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 56470) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:19.865615 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-98901912-e9ee-4dcb-a8ad-48849441797b tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] GET failed (client error): The resource could not be found. Feb 04 08:46:19.870171 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-98901912-e9ee-4dcb-a8ad-48849441797b tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Synchronizing usage tracker for tenant:167cafec9dc04a4fa6e508275f0d7324 on resource:port {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:46:19.916751 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d8301cc1-c64f-41f2-9280-c691d6b593df tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7510167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985167'] for subnet, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:19.937323 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-98901912-e9ee-4dcb-a8ad-48849441797b tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Unset dirty status for tenant:167cafec9dc04a4fa6e508275f0d7324 on resource:port {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:46:19.948945 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-98901912-e9ee-4dcb-a8ad-48849441797b tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] 10.222.0.36 "GET /v2.0/ports/3c404326-4bdc-4992-8bd4-8e05b42d7e50 HTTP/1.1" status: 404 len: 333 time: 0.1201093 Feb 04 08:46:19.948945 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 56474) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:19.949199 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-e08eee76-a837-4bde-80ce-8bb19e1c82be tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Request body: {'port': {'network_id': 'b373a135-3dd5-4541-8320-ee790251cb7d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-304932766'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:46:19.957134 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8301cc1-c64f-41f2-9280-c691d6b593df tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Pushing event deleted for resources: {'Subnet': ['ID=3b6319f8-b440-496d-b52b-672cb37fb903,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:19.971528 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d8301cc1-c64f-41f2-9280-c691d6b593df tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks [] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:19.975496 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-d8301cc1-c64f-41f2-9280-c691d6b593df tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] 10.222.0.36 "DELETE /v2.0/subnets/3b6319f8-b440-496d-b52b-672cb37fb903 HTTP/1.1" status: 204 len: 168 time: 1.0531154 Feb 04 08:46:19.976422 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 56478) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:19.986190 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f220893-4811-4e2b-83a1-da9ca5228548 None None] Network 41f26355-d0b3-4a3b-b702-1f657a54a5d3 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:46:20.096646 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 2a7ba97a-4452-4962-8981-6fa792beddca no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:46:20.135898 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: 2a7ba97a-4452-4962-8981-6fa792beddca {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:46:20.136139 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 2a7ba97a-4452-4962-8981-6fa792beddca not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:46:20.186459 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7b11ae30-7380-40a0-852f-5d03770fd2f0 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473817'] for router_interface, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:20.195560 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9e5df3b8-995d-4eb1-adeb-cdf733a4a79c tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:20.222128 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-e08eee76-a837-4bde-80ce-8bb19e1c82be tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:46:20.263812 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-e08eee76-a837-4bde-80ce-8bb19e1c82be tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:46:20.326528 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30912af0-0ef1-439c-b4ce-2f62be1240cc None None] DHCP port deletion for 41f26355-d0b3-4a3b-b702-1f657a54a5d3 request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 08:46:20.331807 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-30912af0-0ef1-439c-b4ce-2f62be1240cc None None] Deleting port d24323b6-e0de-46d2-9bf8-6d60056f2d1c {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:46:20.331807 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-30912af0-0ef1-439c-b4ce-2f62be1240cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:20.362527 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9e5df3b8-995d-4eb1-adeb-cdf733a4a79c tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:20.388761 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-9e5df3b8-995d-4eb1-adeb-cdf733a4a79c tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9310e3d0-0577-45a8-b11b-36b621318165']}} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:46:20.395612 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e08eee76-a837-4bde-80ce-8bb19e1c82be tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Made reservation on behalf of 167cafec9dc04a4fa6e508275f0d7324 for: {'port': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:46:20.398622 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e08eee76-a837-4bde-80ce-8bb19e1c82be tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:20.417586 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-9e5df3b8-995d-4eb1-adeb-cdf733a4a79c tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36f1f367-c803-4fe8-9bc5-4d5e7c6d79e7') {'for_net_delete': True} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:46:20.417878 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-9e5df3b8-995d-4eb1-adeb-cdf733a4a79c tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36f1f367-c803-4fe8-9bc5-4d5e7c6d79e7') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:46:20.433540 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9e5df3b8-995d-4eb1-adeb-cdf733a4a79c tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7851336'] for segment, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:20.439945 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [None req-e08eee76-a837-4bde-80ce-8bb19e1c82be tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] device_id is not set on port fb981cfb-ef8a-45c6-b302-fe6c3d35b993 yet. {{(pid=84108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:46:20.493780 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9e5df3b8-995d-4eb1-adeb-cdf733a4a79c tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:20.507420 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e5df3b8-995d-4eb1-adeb-cdf733a4a79c tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=84108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:46:20.507889 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9e5df3b8-995d-4eb1-adeb-cdf733a4a79c tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7460345'] for segment, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:20.525001 dv-neutron-827798-2-hyperv neutron-server[84108]: Traceback (most recent call last): Feb 04 08:46:20.525001 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:46:20.525001 dv-neutron-827798-2-hyperv neutron-server[84108]: timer() Feb 04 08:46:20.525001 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:46:20.525001 dv-neutron-827798-2-hyperv neutron-server[84108]: cb(*args, **kw) Feb 04 08:46:20.525001 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:46:20.525001 dv-neutron-827798-2-hyperv neutron-server[84108]: return func(*args, **kwargs) Feb 04 08:46:20.525001 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:46:20.525001 dv-neutron-827798-2-hyperv neutron-server[84108]: self._notify() Feb 04 08:46:20.525001 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:46:20.525001 dv-neutron-827798-2-hyperv neutron-server[84108]: self.callback(batched_events) Feb 04 08:46:20.525001 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:46:20.525001 dv-neutron-827798-2-hyperv neutron-server[84108]: event.method(event) Feb 04 08:46:20.525001 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:46:20.525001 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:46:20.525001 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:46:20.525001 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:46:20.525001 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:46:20.525001 dv-neutron-827798-2-hyperv neutron-server[84108]: return f(self, *a, **k) Feb 04 08:46:20.525001 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:46:20.525001 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._get(url).json() Feb 04 08:46:20.525001 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:46:20.525001 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:46:20.525001 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:46:20.525001 dv-neutron-827798-2-hyperv neutron-server[84108]: return self.request(url, 'GET', **kwargs) Feb 04 08:46:20.525001 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:46:20.525001 dv-neutron-827798-2-hyperv neutron-server[84108]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:46:20.525001 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:46:20.525001 dv-neutron-827798-2-hyperv neutron-server[84108]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:46:20.525001 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:46:20.525001 dv-neutron-827798-2-hyperv neutron-server[84108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:46:20.525001 dv-neutron-827798-2-hyperv neutron-server[84108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:46:20.537482 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-30912af0-0ef1-439c-b4ce-2f62be1240cc None None] For port d24323b6-e0de-46d2-9bf8-6d60056f2d1c, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=d24323b6-e0de-46d2-9bf8-6d60056f2d1c,segment=NetworkSegment(2c6f8755-a5e9-47b6-8b4b-4b8953a791cb),segment_id=2c6f8755-a5e9-47b6-8b4b-4b8953a791cb)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:46:20.538677 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-30912af0-0ef1-439c-b4ce-2f62be1240cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:20.656187 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-30912af0-0ef1-439c-b4ce-2f62be1240cc None None] Calling delete_port for d24323b6-e0de-46d2-9bf8-6d60056f2d1c owned by network:dhcp {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:46:20.681816 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-e08eee76-a837-4bde-80ce-8bb19e1c82be tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Allocated IP 2001:db8::36c (b373a135-3dd5-4541-8320-ee790251cb7d/416c43e1-e92a-4220-8fed-ad4e77661dd3/fb981cfb-ef8a-45c6-b302-fe6c3d35b993) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:46:20.719571 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9e5df3b8-995d-4eb1-adeb-cdf733a4a79c tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:20.746671 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9e5df3b8-995d-4eb1-adeb-cdf733a4a79c tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks [] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:20.763531 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5df3b8-995d-4eb1-adeb-cdf733a4a79c tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Pushing event deleted for resources: {'Network': ['ID=9310e3d0-0577-45a8-b11b-36b621318165,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:20.772548 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-9e5df3b8-995d-4eb1-adeb-cdf733a4a79c tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] 10.222.0.36 "DELETE /v2.0/networks/9310e3d0-0577-45a8-b11b-36b621318165 HTTP/1.1" status: 204 len: 168 time: 0.7934947 Feb 04 08:46:20.772890 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 56482) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:20.774615 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-30912af0-0ef1-439c-b4ce-2f62be1240cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407'] for port, after_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:20.814515 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-7b11ae30-7380-40a0-852f-5d03770fd2f0 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Deleting port 9df0d146-2fcf-4831-8d55-6d5fd0c015be {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:46:20.814847 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7b11ae30-7380-40a0-852f-5d03770fd2f0 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:20.822537 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30912af0-0ef1-439c-b4ce-2f62be1240cc None None] No DVR routers for this DVR port d24323b6-e0de-46d2-9bf8-6d60056f2d1c on host dv-neutron-827798-2-hyperv {{(pid=84109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:46:20.831966 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30912af0-0ef1-439c-b4ce-2f62be1240cc None None] Pushing event deleted for resources: {'Port': ['ID=d24323b6-e0de-46d2-9bf8-6d60056f2d1c,revision_number=None']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:20.985833 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f4f05c61-1d27-4e11-a0a9-f926ae730b67 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:21.003306 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [None req-7b11ae30-7380-40a0-852f-5d03770fd2f0 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] For port 9df0d146-2fcf-4831-8d55-6d5fd0c015be, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=9df0d146-2fcf-4831-8d55-6d5fd0c015be,segment=NetworkSegment(e0ae1540-0fe4-432a-837d-3ec09d9e6100),segment_id=e0ae1540-0fe4-432a-837d-3ec09d9e6100)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:46:21.003731 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7b11ae30-7380-40a0-852f-5d03770fd2f0 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:21.052451 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 08:46:21.070714 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e08eee76-a837-4bde-80ce-8bb19e1c82be tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:21.123628 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-7b11ae30-7380-40a0-852f-5d03770fd2f0 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Calling delete_port for 9df0d146-2fcf-4831-8d55-6d5fd0c015be owned by network:router_interface {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:46:21.153918 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.provisioning_blocks [None req-e08eee76-a837-4bde-80ce-8bb19e1c82be tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Transition to ACTIVE for port object fb981cfb-ef8a-45c6-b302-fe6c3d35b993 will not be triggered until provisioned by entity DHCP. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:46:21.158884 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f4f05c61-1d27-4e11-a0a9-f926ae730b67 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:21.187609 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-f4f05c61-1d27-4e11-a0a9-f926ae730b67 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41f26355-d0b3-4a3b-b702-1f657a54a5d3']}} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:46:21.202314 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-f4f05c61-1d27-4e11-a0a9-f926ae730b67 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c6f8755-a5e9-47b6-8b4b-4b8953a791cb') {'for_net_delete': True} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:46:21.202606 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-f4f05c61-1d27-4e11-a0a9-f926ae730b67 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c6f8755-a5e9-47b6-8b4b-4b8953a791cb') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:46:21.220717 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f4f05c61-1d27-4e11-a0a9-f926ae730b67 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7851336'] for segment, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:21.237482 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f4f05c61-1d27-4e11-a0a9-f926ae730b67 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:21.243502 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4f05c61-1d27-4e11-a0a9-f926ae730b67 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=84108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:46:21.243887 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f4f05c61-1d27-4e11-a0a9-f926ae730b67 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7460345'] for segment, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:21.342230 dv-neutron-827798-2-hyperv neutron-server[84108]: Traceback (most recent call last): Feb 04 08:46:21.342230 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:46:21.342230 dv-neutron-827798-2-hyperv neutron-server[84108]: timer() Feb 04 08:46:21.342230 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:46:21.342230 dv-neutron-827798-2-hyperv neutron-server[84108]: cb(*args, **kw) Feb 04 08:46:21.342230 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:46:21.342230 dv-neutron-827798-2-hyperv neutron-server[84108]: return func(*args, **kwargs) Feb 04 08:46:21.342230 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:46:21.342230 dv-neutron-827798-2-hyperv neutron-server[84108]: self._notify() Feb 04 08:46:21.342230 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:46:21.342230 dv-neutron-827798-2-hyperv neutron-server[84108]: self.callback(batched_events) Feb 04 08:46:21.342230 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:46:21.342230 dv-neutron-827798-2-hyperv neutron-server[84108]: event.method(event) Feb 04 08:46:21.342230 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:46:21.342230 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:46:21.342230 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:46:21.342230 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:46:21.342230 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:46:21.342230 dv-neutron-827798-2-hyperv neutron-server[84108]: return f(self, *a, **k) Feb 04 08:46:21.342230 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:46:21.342230 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._get(url).json() Feb 04 08:46:21.342230 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:46:21.342230 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:46:21.342230 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:46:21.342230 dv-neutron-827798-2-hyperv neutron-server[84108]: return self.request(url, 'GET', **kwargs) Feb 04 08:46:21.342230 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:46:21.342230 dv-neutron-827798-2-hyperv neutron-server[84108]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:46:21.342230 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:46:21.342230 dv-neutron-827798-2-hyperv neutron-server[84108]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:46:21.342230 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:46:21.342230 dv-neutron-827798-2-hyperv neutron-server[84108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:46:21.342230 dv-neutron-827798-2-hyperv neutron-server[84108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:46:21.347186 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e08eee76-a837-4bde-80ce-8bb19e1c82be tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:21.354783 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7b11ae30-7380-40a0-852f-5d03770fd2f0 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:21.485775 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08eee76-a837-4bde-80ce-8bb19e1c82be tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Network b373a135-3dd5-4541-8320-ee790251cb7d is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:46:21.489565 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-e08eee76-a837-4bde-80ce-8bb19e1c82be tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:46:21.493607 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08eee76-a837-4bde-80ce-8bb19e1c82be tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:46:21.496945 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b11ae30-7380-40a0-852f-5d03770fd2f0 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Pushing event deleted for resources: {'Port': ['ID=9df0d146-2fcf-4831-8d55-6d5fd0c015be,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:21.497554 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08eee76-a837-4bde-80ce-8bb19e1c82be tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:46:21.498171 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e08eee76-a837-4bde-80ce-8bb19e1c82be tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:21.506161 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08eee76-a837-4bde-80ce-8bb19e1c82be tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Pushing event updated for resources: {'Port': ['ID=fb981cfb-ef8a-45c6-b302-fe6c3d35b993,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:21.538258 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b11ae30-7380-40a0-852f-5d03770fd2f0 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:46:21.538258 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b11ae30-7380-40a0-852f-5d03770fd2f0 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:46:21.538626 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b11ae30-7380-40a0-852f-5d03770fd2f0 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:46:21.538887 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b11ae30-7380-40a0-852f-5d03770fd2f0 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:46:21.539214 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b11ae30-7380-40a0-852f-5d03770fd2f0 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:46:21.539539 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b11ae30-7380-40a0-852f-5d03770fd2f0 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:46:21.539858 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b11ae30-7380-40a0-852f-5d03770fd2f0 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:46:21.540175 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b11ae30-7380-40a0-852f-5d03770fd2f0 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:46:21.540495 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b11ae30-7380-40a0-852f-5d03770fd2f0 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:46:21.540831 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b11ae30-7380-40a0-852f-5d03770fd2f0 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:46:21.541145 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b11ae30-7380-40a0-852f-5d03770fd2f0 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:46:21.554843 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f4f05c61-1d27-4e11-a0a9-f926ae730b67 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:21.576619 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f4f05c61-1d27-4e11-a0a9-f926ae730b67 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks [] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:21.578857 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-f4f05c61-1d27-4e11-a0a9-f926ae730b67 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] 10.222.0.36 "DELETE /v2.0/networks/41f26355-d0b3-4a3b-b702-1f657a54a5d3 HTTP/1.1" status: 204 len: 168 time: 0.8050861 Feb 04 08:46:21.582547 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 56486) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:21.674437 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-e08eee76-a837-4bde-80ce-8bb19e1c82be tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.7306848 Feb 04 08:46:21.685421 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 56490) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:21.699569 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-e6cd24ca-0927-4e47-acea-de2a190c7c9e tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:ff:5d:04'}]}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:46:21.703207 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-ba2a1a04-7cfb-4768-ad0c-fa18fc7d0953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:21.718247 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f05c61-1d27-4e11-a0a9-f926ae730b67 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Pushing event deleted for resources: {'Network': ['ID=41f26355-d0b3-4a3b-b702-1f657a54a5d3,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:21.788626 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_v2 [None req-44c43a34-8480-4d68-b5be-3e434c227af6 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Deleting subnet 21c4ceb8-4b3b-45d4-8d46-9cd1c69a0e87 {{(pid=84108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:46:21.791720 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-44c43a34-8480-4d68-b5be-3e434c227af6 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks [] for subnet, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:21.851735 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-44c43a34-8480-4d68-b5be-3e434c227af6 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7851377'] for subnet, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:21.883057 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7b11ae30-7380-40a0-852f-5d03770fd2f0 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1572495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472959'] for router_interface, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:21.937455 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-44c43a34-8480-4d68-b5be-3e434c227af6 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:21.972152 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-a43a4996-6255-4ab1-b70d-9a0e61264e6a None None] Provisioning for port fb981cfb-ef8a-45c6-b302-fe6c3d35b993 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:46:21.985544 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-a43a4996-6255-4ab1-b70d-9a0e61264e6a None None] Provisioning complete for port fb981cfb-ef8a-45c6-b302-fe6c3d35b993 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:46:21.985792 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-a43a4996-6255-4ab1-b70d-9a0e61264e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:22.054169 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-a43a4996-6255-4ab1-b70d-9a0e61264e6a None None] Port fb981cfb-ef8a-45c6-b302-fe6c3d35b993 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:46:22.104366 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device d24323b6-e0de-46d2-9bf8-6d60056f2d1c no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:46:22.117353 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e6cd24ca-0927-4e47-acea-de2a190c7c9e tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:22.126476 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-44c43a34-8480-4d68-b5be-3e434c227af6 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7593563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8119683'] for subnet, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:22.142665 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: d24323b6-e0de-46d2-9bf8-6d60056f2d1c {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:46:22.143539 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device d24323b6-e0de-46d2-9bf8-6d60056f2d1c not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:46:22.170457 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c43a34-8480-4d68-b5be-3e434c227af6 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Pushing event deleted for resources: {'Subnet': ['ID=21c4ceb8-4b3b-45d4-8d46-9cd1c69a0e87,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:22.176444 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-44c43a34-8480-4d68-b5be-3e434c227af6 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:22.182581 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5717fd-18df-4490-8634-9ce1ba3f30cd None None] Network 9c8c8578-6450-4afe-9614-ceb29a41286e requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:46:22.185981 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-44c43a34-8480-4d68-b5be-3e434c227af6 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] 10.222.0.36 "DELETE /v2.0/subnets/21c4ceb8-4b3b-45d4-8d46-9cd1c69a0e87 HTTP/1.1" status: 204 len: 168 time: 0.6000848 Feb 04 08:46:22.186232 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 56494) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:22.312954 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-33e9ade1-3e75-4977-b7c1-12b2340de6e0 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:22.324053 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-33e9ade1-3e75-4977-b7c1-12b2340de6e0 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Deleting port d092ce40-bc87-417b-97d1-ca5ced27396e {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:46:22.324545 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-33e9ade1-3e75-4977-b7c1-12b2340de6e0 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:22.453922 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c09338a-1d26-47b8-b68d-3da9efd92f16 None None] DHCP port deletion for 9c8c8578-6450-4afe-9614-ceb29a41286e request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 08:46:22.458255 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-8c09338a-1d26-47b8-b68d-3da9efd92f16 None None] Deleting port d092ce40-bc87-417b-97d1-ca5ced27396e {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:46:22.458700 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-8c09338a-1d26-47b8-b68d-3da9efd92f16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:22.547595 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [None req-33e9ade1-3e75-4977-b7c1-12b2340de6e0 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] For port d092ce40-bc87-417b-97d1-ca5ced27396e, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=d092ce40-bc87-417b-97d1-ca5ced27396e,segment=NetworkSegment(7b6506e8-286f-470d-adc5-ea3009402691),segment_id=7b6506e8-286f-470d-adc5-ea3009402691)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:46:22.550028 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-33e9ade1-3e75-4977-b7c1-12b2340de6e0 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:22.599111 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e6cd24ca-0927-4e47-acea-de2a190c7c9e tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:22.663182 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e6cd24ca-0927-4e47-acea-de2a190c7c9e tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:22.674955 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-8c09338a-1d26-47b8-b68d-3da9efd92f16 None None] For port d092ce40-bc87-417b-97d1-ca5ced27396e, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=d092ce40-bc87-417b-97d1-ca5ced27396e,segment=NetworkSegment(7b6506e8-286f-470d-adc5-ea3009402691),segment_id=7b6506e8-286f-470d-adc5-ea3009402691)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:46:22.675154 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-33e9ade1-3e75-4977-b7c1-12b2340de6e0 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Calling delete_port for d092ce40-bc87-417b-97d1-ca5ced27396e owned by network:dhcp {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:46:22.675251 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-8c09338a-1d26-47b8-b68d-3da9efd92f16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:22.711556 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-e6cd24ca-0927-4e47-acea-de2a190c7c9e tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] In _notify_port_updated(), no bound segment for port fb981cfb-ef8a-45c6-b302-fe6c3d35b993 on network b373a135-3dd5-4541-8320-ee790251cb7d {{(pid=84107) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 04 08:46:22.715331 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6cd24ca-0927-4e47-acea-de2a190c7c9e tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:46:22.720350 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e6cd24ca-0927-4e47-acea-de2a190c7c9e tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:22.720350 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-e6cd24ca-0927-4e47-acea-de2a190c7c9e tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] 10.222.0.36 "PUT /v2.0/ports/fb981cfb-ef8a-45c6-b302-fe6c3d35b993 HTTP/1.1" status: 200 len: 1002 time: 1.0309401 Feb 04 08:46:22.721605 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 56498) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:22.782144 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cd24ca-0927-4e47-acea-de2a190c7c9e tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Pushing event updated for resources: {'Port': ['ID=fb981cfb-ef8a-45c6-b302-fe6c3d35b993,revision_number=2']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:22.804015 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-8c09338a-1d26-47b8-b68d-3da9efd92f16 None None] Calling delete_port for d092ce40-bc87-417b-97d1-ca5ced27396e owned by network:dhcp {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:46:22.811200 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b11ae30-7380-40a0-852f-5d03770fd2f0 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Router c9337649-60c2-40dc-9112-23b3fd74a3db has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:46:22.818785 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-6672d826-8bd9-4e2b-baeb-a3c4a6710fff tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Deleting port fb981cfb-ef8a-45c6-b302-fe6c3d35b993 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:46:22.819561 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-6672d826-8bd9-4e2b-baeb-a3c4a6710fff tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:22.870205 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-33e9ade1-3e75-4977-b7c1-12b2340de6e0 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:22.898039 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:22.900056 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.db.api [None req-8c09338a-1d26-47b8-b68d-3da9efd92f16 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 08:46:22.900405 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG oslo_db.api [None req-8c09338a-1d26-47b8-b68d-3da9efd92f16 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 08:46:22.944999 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e9ade1-3e75-4977-b7c1-12b2340de6e0 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Pushing event deleted for resources: {'Port': ['ID=d092ce40-bc87-417b-97d1-ca5ced27396e,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:22.955283 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:22.978537 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e9ade1-3e75-4977-b7c1-12b2340de6e0 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] No DVR routers for this DVR port d092ce40-bc87-417b-97d1-ca5ced27396e on host dv-neutron-827798-2-hyperv {{(pid=84108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:46:23.091324 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-5057900f-8de0-4c4a-ac2e-c6d91bdda96c None None] Provisioning complete for port fb981cfb-ef8a-45c6-b302-fe6c3d35b993 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:46:23.091971 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-5057900f-8de0-4c4a-ac2e-c6d91bdda96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:23.128954 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b11ae30-7380-40a0-852f-5d03770fd2f0 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:46:23.146452 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-7b11ae30-7380-40a0-852f-5d03770fd2f0 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "PUT /v2.0/routers/c9337649-60c2-40dc-9112-23b3fd74a3db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4702213 Feb 04 08:46:23.146643 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d528a9e7-c778-427b-a382-ca7b36a52702 None None] Sync routers for ids ['c9337649-60c2-40dc-9112-23b3fd74a3db'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:46:23.147099 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 56502) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:23.157138 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d528a9e7-c778-427b-a382-ca7b36a52702 None None] Routers {'c9337649-60c2-40dc-9112-23b3fd74a3db'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:46:23.158106 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-d528a9e7-c778-427b-a382-ca7b36a52702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:46:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['c9337649-60c2-40dc-9112-23b3fd74a3db'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:46:23.187343 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-5057900f-8de0-4c4a-ac2e-c6d91bdda96c None None] Port fb981cfb-ef8a-45c6-b302-fe6c3d35b993 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:46:23.300252 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-33e9ade1-3e75-4977-b7c1-12b2340de6e0 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:23.311239 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-d528a9e7-c778-427b-a382-ca7b36a52702 None None] Set router c9337649-60c2-40dc-9112-23b3fd74a3db gateway port host: None {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:46:23.343436 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-33e9ade1-3e75-4977-b7c1-12b2340de6e0 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c8c8578-6450-4afe-9614-ceb29a41286e']}} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:46:23.344239 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_v2 [None req-90c66c7e-f1c9-43f9-b45a-c76971497ec3 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Deleting subnet 0e268ecc-a1d2-4e13-b692-575946436030 {{(pid=84107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:46:23.347157 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-90c66c7e-f1c9-43f9-b45a-c76971497ec3 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks [] for subnet, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:23.362158 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-33e9ade1-3e75-4977-b7c1-12b2340de6e0 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b6506e8-286f-470d-adc5-ea3009402691') {'for_net_delete': True} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:46:23.362448 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-33e9ade1-3e75-4977-b7c1-12b2340de6e0 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b6506e8-286f-470d-adc5-ea3009402691') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:46:23.388926 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-33e9ade1-3e75-4977-b7c1-12b2340de6e0 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7851336'] for segment, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:23.402076 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-8c09338a-1d26-47b8-b68d-3da9efd92f16 None None] Deleting port d092ce40-bc87-417b-97d1-ca5ced27396e {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:46:23.402699 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-8c09338a-1d26-47b8-b68d-3da9efd92f16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:23.403900 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-90c66c7e-f1c9-43f9-b45a-c76971497ec3 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8058667'] for subnet, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:23.416284 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-6672d826-8bd9-4e2b-baeb-a3c4a6710fff tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:23.423618 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-33e9ade1-3e75-4977-b7c1-12b2340de6e0 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:23.490178 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-8c09338a-1d26-47b8-b68d-3da9efd92f16 None None] The port 'd092ce40-bc87-417b-97d1-ca5ced27396e' was deleted {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 08:46:23.492310 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-90c66c7e-f1c9-43f9-b45a-c76971497ec3 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:23.511190 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33e9ade1-3e75-4977-b7c1-12b2340de6e0 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=84108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:46:23.511848 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-33e9ade1-3e75-4977-b7c1-12b2340de6e0 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7460345'] for segment, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:23.526649 dv-neutron-827798-2-hyperv neutron-server[84108]: Traceback (most recent call last): Feb 04 08:46:23.526649 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:46:23.526649 dv-neutron-827798-2-hyperv neutron-server[84108]: timer() Feb 04 08:46:23.526649 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:46:23.526649 dv-neutron-827798-2-hyperv neutron-server[84108]: cb(*args, **kw) Feb 04 08:46:23.526649 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:46:23.526649 dv-neutron-827798-2-hyperv neutron-server[84108]: return func(*args, **kwargs) Feb 04 08:46:23.526649 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:46:23.526649 dv-neutron-827798-2-hyperv neutron-server[84108]: self._notify() Feb 04 08:46:23.526649 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:46:23.526649 dv-neutron-827798-2-hyperv neutron-server[84108]: self.callback(batched_events) Feb 04 08:46:23.526649 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:46:23.526649 dv-neutron-827798-2-hyperv neutron-server[84108]: event.method(event) Feb 04 08:46:23.526649 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:46:23.526649 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:46:23.526649 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:46:23.526649 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:46:23.526649 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:46:23.526649 dv-neutron-827798-2-hyperv neutron-server[84108]: return f(self, *a, **k) Feb 04 08:46:23.526649 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:46:23.526649 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._get(url).json() Feb 04 08:46:23.526649 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:46:23.526649 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:46:23.526649 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:46:23.526649 dv-neutron-827798-2-hyperv neutron-server[84108]: return self.request(url, 'GET', **kwargs) Feb 04 08:46:23.526649 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:46:23.526649 dv-neutron-827798-2-hyperv neutron-server[84108]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:46:23.526649 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:46:23.526649 dv-neutron-827798-2-hyperv neutron-server[84108]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:46:23.526649 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:46:23.526649 dv-neutron-827798-2-hyperv neutron-server[84108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:46:23.526649 dv-neutron-827798-2-hyperv neutron-server[84108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:46:23.592514 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-6672d826-8bd9-4e2b-baeb-a3c4a6710fff tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Calling delete_port for fb981cfb-ef8a-45c6-b302-fe6c3d35b993 owned by {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:46:23.627807 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-d528a9e7-c778-427b-a382-ca7b36a52702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9337649-60c2-40dc-9112-23b3fd74a3db', 'name': 'tempest-RoutersIpV6Test-router-1082460240', 'tenant_id': 'bf57e53bceb34316b0180186a41d96ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:45:30Z', 'updated_at': '2022-02-04T08:46:21Z', 'revision_number': 10, 'project_id': 'bf57e53bceb34316b0180186a41d96ee', 'gw_port_host': None, '_interfaces': [{'id': '6bcf8bfe-5121-41ba-9fbc-2dda3a5af91e', 'name': '', 'network_id': '0683e000-2dc9-482e-99b7-1c52e34d0a05', 'tenant_id': 'bf57e53bceb34316b0180186a41d96ee', 'mac_address': 'fa:16:3e:9c:df:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9337649-60c2-40dc-9112-23b3fd74a3db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '493c7abd-2075-424b-9940-8c15efb502b2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:45:33Z', 'updated_at': '2022-02-04T08:45:42Z', 'revision_number': 5, 'project_id': 'bf57e53bceb34316b0180186a41d96ee', 'subnets': [{'id': '493c7abd-2075-424b-9940-8c15efb502b2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:46:23.631667 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d528a9e7-c778-427b-a382-ca7b36a52702 None None] Checking router: c9337649-60c2-40dc-9112-23b3fd74a3db for host: dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 08:46:23.640633 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-90c66c7e-f1c9-43f9-b45a-c76971497ec3 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7510167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985167'] for subnet, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:23.643059 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d528a9e7-c778-427b-a382-ca7b36a52702 None None] Routers {'c9337649-60c2-40dc-9112-23b3fd74a3db'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:46:23.643714 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-d528a9e7-c778-427b-a382-ca7b36a52702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:46:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['c9337649-60c2-40dc-9112-23b3fd74a3db'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:46:23.683246 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c66c7e-f1c9-43f9-b45a-c76971497ec3 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Pushing event deleted for resources: {'Subnet': ['ID=0e268ecc-a1d2-4e13-b692-575946436030,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:23.693521 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-90c66c7e-f1c9-43f9-b45a-c76971497ec3 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks [] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:23.701762 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9279e01-6bdf-45a0-94f5-6b426b089605 None None] Network 6929e708-7a59-4dbd-9320-488937df3044 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:46:23.703305 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-90c66c7e-f1c9-43f9-b45a-c76971497ec3 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "DELETE /v2.0/subnets/0e268ecc-a1d2-4e13-b692-575946436030 HTTP/1.1" status: 204 len: 168 time: 0.5554707 Feb 04 08:46:23.707059 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 56508) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:23.820984 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-d528a9e7-c778-427b-a382-ca7b36a52702 None None] Set router c9337649-60c2-40dc-9112-23b3fd74a3db gateway port host: None {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:46:23.823380 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-33e9ade1-3e75-4977-b7c1-12b2340de6e0 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:23.853697 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-33e9ade1-3e75-4977-b7c1-12b2340de6e0 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks [] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:23.871265 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e9ade1-3e75-4977-b7c1-12b2340de6e0 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Pushing event deleted for resources: {'Network': ['ID=9c8c8578-6450-4afe-9614-ceb29a41286e,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:23.887078 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-6170c88f-c3fc-42e2-9ab9-0cb432f01cfe tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:23.919608 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-33e9ade1-3e75-4977-b7c1-12b2340de6e0 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] 10.222.0.36 "DELETE /v2.0/networks/9c8c8578-6450-4afe-9614-ceb29a41286e HTTP/1.1" status: 204 len: 168 time: 1.7323060 Feb 04 08:46:23.922913 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 56512) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:23.935849 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e9ade1-3e75-4977-b7c1-12b2340de6e0 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:46:23.936525 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e9ade1-3e75-4977-b7c1-12b2340de6e0 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:46:23.936904 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e9ade1-3e75-4977-b7c1-12b2340de6e0 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:46:23.937244 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e9ade1-3e75-4977-b7c1-12b2340de6e0 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:46:23.937580 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e9ade1-3e75-4977-b7c1-12b2340de6e0 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:46:23.937912 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e9ade1-3e75-4977-b7c1-12b2340de6e0 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:46:23.938243 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e9ade1-3e75-4977-b7c1-12b2340de6e0 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:46:23.938570 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e9ade1-3e75-4977-b7c1-12b2340de6e0 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:46:23.938895 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e9ade1-3e75-4977-b7c1-12b2340de6e0 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:46:23.939218 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e9ade1-3e75-4977-b7c1-12b2340de6e0 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:46:23.939541 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e9ade1-3e75-4977-b7c1-12b2340de6e0 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:46:23.959872 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-6170c88f-c3fc-42e2-9ab9-0cb432f01cfe tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Deleting port a88ecfae-f3f8-4923-9b1e-2c84bce38cee {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:46:23.960226 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-6170c88f-c3fc-42e2-9ab9-0cb432f01cfe tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:24.029599 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976bfcd7-266d-47f5-9d54-3f0e68ad84af None None] DHCP port deletion for 6929e708-7a59-4dbd-9320-488937df3044 request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 08:46:24.034583 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-19fa239f-8abb-4bc9-8404-78cb489f6c66 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Synchronizing usage tracker for tenant:d6449bc377e241a9a314db6afee37f1d on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:46:24.034760 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-976bfcd7-266d-47f5-9d54-3f0e68ad84af None None] Deleting port a88ecfae-f3f8-4923-9b1e-2c84bce38cee {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:46:24.035034 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-976bfcd7-266d-47f5-9d54-3f0e68ad84af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:24.076207 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device d092ce40-bc87-417b-97d1-ca5ced27396e no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:46:24.090746 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-6672d826-8bd9-4e2b-baeb-a3c4a6710fff tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:24.121499 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: d092ce40-bc87-417b-97d1-ca5ced27396e {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:46:24.121837 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device d092ce40-bc87-417b-97d1-ca5ced27396e not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:46:24.126246 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-19fa239f-8abb-4bc9-8404-78cb489f6c66 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Unset dirty status for tenant:d6449bc377e241a9a314db6afee37f1d on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:46:24.130665 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-19fa239f-8abb-4bc9-8404-78cb489f6c66 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] 10.222.0.36 "GET /v2.0/ports?device_id=53fe8975-49a1-409d-b5af-05c665e95f70 HTTP/1.1" status: 200 len: 205 time: 0.2066026 Feb 04 08:46:24.132853 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 56516) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:24.158062 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6672d826-8bd9-4e2b-baeb-a3c4a6710fff tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Pushing event deleted for resources: {'Port': ['ID=fb981cfb-ef8a-45c6-b302-fe6c3d35b993,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:24.239227 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-d528a9e7-c778-427b-a382-ca7b36a52702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9337649-60c2-40dc-9112-23b3fd74a3db', 'name': 'tempest-RoutersIpV6Test-router-1082460240', 'tenant_id': 'bf57e53bceb34316b0180186a41d96ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:45:30Z', 'updated_at': '2022-02-04T08:46:21Z', 'revision_number': 10, 'project_id': 'bf57e53bceb34316b0180186a41d96ee', 'gw_port_host': None, '_interfaces': [{'id': '6bcf8bfe-5121-41ba-9fbc-2dda3a5af91e', 'name': '', 'network_id': '0683e000-2dc9-482e-99b7-1c52e34d0a05', 'tenant_id': 'bf57e53bceb34316b0180186a41d96ee', 'mac_address': 'fa:16:3e:9c:df:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9337649-60c2-40dc-9112-23b3fd74a3db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '493c7abd-2075-424b-9940-8c15efb502b2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:45:33Z', 'updated_at': '2022-02-04T08:45:42Z', 'revision_number': 5, 'project_id': 'bf57e53bceb34316b0180186a41d96ee', 'subnets': [{'id': '493c7abd-2075-424b-9940-8c15efb502b2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:46:24.249079 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d528a9e7-c778-427b-a382-ca7b36a52702 None None] The sync data for ids ['c9337649-60c2-40dc-9112-23b3fd74a3db'] in dv-neutron-827798-2-hyperv is: [{'id': 'c9337649-60c2-40dc-9112-23b3fd74a3db', 'name': 'tempest-RoutersIpV6Test-router-1082460240', 'tenant_id': 'bf57e53bceb34316b0180186a41d96ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:45:30Z', 'updated_at': '2022-02-04T08:46:21Z', 'revision_number': 10, 'project_id': 'bf57e53bceb34316b0180186a41d96ee', 'gw_port_host': None, '_interfaces': [{'id': '6bcf8bfe-5121-41ba-9fbc-2dda3a5af91e', 'name': '', 'network_id': '0683e000-2dc9-482e-99b7-1c52e34d0a05', 'tenant_id': 'bf57e53bceb34316b0180186a41d96ee', 'mac_address': 'fa:16:3e:9c:df:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9337649-60c2-40dc-9112-23b3fd74a3db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '493c7abd-2075-424b-9940-8c15efb502b2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:45:33Z', 'updated_at': '2022-02-04T08:45:42Z', 'revision_number': 5, 'project_id': 'bf57e53bceb34316b0180186a41d96ee', 'subnets': [{'id': '493c7abd-2075-424b-9940-8c15efb502b2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:46:24.299173 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-6672d826-8bd9-4e2b-baeb-a3c4a6710fff tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:24.313832 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-86f686b8-19b3-4e44-aba7-ff32ba052230 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks [] for router, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:24.341750 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [None req-6170c88f-c3fc-42e2-9ab9-0cb432f01cfe tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] For port a88ecfae-f3f8-4923-9b1e-2c84bce38cee, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=a88ecfae-f3f8-4923-9b1e-2c84bce38cee,segment=NetworkSegment(e0ae1540-0fe4-432a-837d-3ec09d9e6100),segment_id=e0ae1540-0fe4-432a-837d-3ec09d9e6100)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:46:24.351906 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-6170c88f-c3fc-42e2-9ab9-0cb432f01cfe tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:24.394371 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-976bfcd7-266d-47f5-9d54-3f0e68ad84af None None] For port a88ecfae-f3f8-4923-9b1e-2c84bce38cee, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=a88ecfae-f3f8-4923-9b1e-2c84bce38cee,segment=NetworkSegment(e0ae1540-0fe4-432a-837d-3ec09d9e6100),segment_id=e0ae1540-0fe4-432a-837d-3ec09d9e6100)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:46:24.394854 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-976bfcd7-266d-47f5-9d54-3f0e68ad84af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:24.465229 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:24.500267 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-6672d826-8bd9-4e2b-baeb-a3c4a6710fff tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] 10.222.0.36 "DELETE /v2.0/ports/fb981cfb-ef8a-45c6-b302-fe6c3d35b993 HTTP/1.1" status: 204 len: 168 time: 1.7778330 Feb 04 08:46:24.508251 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-6170c88f-c3fc-42e2-9ab9-0cb432f01cfe tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Calling delete_port for a88ecfae-f3f8-4923-9b1e-2c84bce38cee owned by network:dhcp {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:46:24.524568 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-976bfcd7-266d-47f5-9d54-3f0e68ad84af None None] Calling delete_port for a88ecfae-f3f8-4923-9b1e-2c84bce38cee owned by network:dhcp {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:46:24.539184 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 56520) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:24.606999 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac63bf7c-9ff1-426f-b8d5-c0c5b91e1f81 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] GET failed (client error): The resource could not be found. Feb 04 08:46:24.607649 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-ac63bf7c-9ff1-426f-b8d5-c0c5b91e1f81 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Synchronizing usage tracker for tenant:167cafec9dc04a4fa6e508275f0d7324 on resource:port {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:46:24.686121 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-976bfcd7-266d-47f5-9d54-3f0e68ad84af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407'] for port, after_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:24.695396 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.db.api [None req-6170c88f-c3fc-42e2-9ab9-0cb432f01cfe tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84108) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 08:46:24.695937 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG oslo_db.api [None req-6170c88f-c3fc-42e2-9ab9-0cb432f01cfe tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 08:46:24.722776 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-ac63bf7c-9ff1-426f-b8d5-c0c5b91e1f81 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Unset dirty status for tenant:167cafec9dc04a4fa6e508275f0d7324 on resource:port {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:46:24.722776 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-ac63bf7c-9ff1-426f-b8d5-c0c5b91e1f81 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] 10.222.0.36 "GET /v2.0/ports/fb981cfb-ef8a-45c6-b302-fe6c3d35b993 HTTP/1.1" status: 404 len: 333 time: 0.1756327 Feb 04 08:46:24.723555 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 56524) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:24.732860 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-233ab14e-2abd-4e60-9702-8fbeee70d66e tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Request body: {'port': {'network_id': 'b373a135-3dd5-4541-8320-ee790251cb7d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1863520707'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:46:24.742728 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976bfcd7-266d-47f5-9d54-3f0e68ad84af None None] Pushing event deleted for resources: {'Port': ['ID=a88ecfae-f3f8-4923-9b1e-2c84bce38cee,revision_number=None']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:24.751281 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976bfcd7-266d-47f5-9d54-3f0e68ad84af None None] No DVR routers for this DVR port a88ecfae-f3f8-4923-9b1e-2c84bce38cee on host dv-neutron-827798-2-hyperv {{(pid=84109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:46:24.765723 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-86f686b8-19b3-4e44-aba7-ff32ba052230 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40989'] for router, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:24.770534 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-86f686b8-19b3-4e44-aba7-ff32ba052230 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:24.868622 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-86f686b8-19b3-4e44-aba7-ff32ba052230 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-476062'] for router, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:24.869154 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86f686b8-19b3-4e44-aba7-ff32ba052230 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Fanout notify agent at l3_agent the message router_deleted on router 53fe8975-49a1-409d-b5af-05c665e95f70 {{(pid=84107) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 08:46:24.880489 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-86f686b8-19b3-4e44-aba7-ff32ba052230 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:24.881768 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-86f686b8-19b3-4e44-aba7-ff32ba052230 tempest-RoutersNegativeIpV6Test-1043219059 tempest-RoutersNegativeIpV6Test-1043219059-project] 10.222.0.36 "DELETE /v2.0/routers/53fe8975-49a1-409d-b5af-05c665e95f70 HTTP/1.1" status: 204 len: 168 time: 0.7489586 Feb 04 08:46:24.884899 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-233ab14e-2abd-4e60-9702-8fbeee70d66e tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:46:24.895319 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-233ab14e-2abd-4e60-9702-8fbeee70d66e tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:46:24.971688 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-233ab14e-2abd-4e60-9702-8fbeee70d66e tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Made reservation on behalf of 167cafec9dc04a4fa6e508275f0d7324 for: {'port': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:46:24.974758 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-233ab14e-2abd-4e60-9702-8fbeee70d66e tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:25.001000 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [None req-233ab14e-2abd-4e60-9702-8fbeee70d66e tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] device_id is not set on port f98f470c-612b-4556-b90d-c41de2f61e29 yet. {{(pid=84108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:46:25.196582 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-6170c88f-c3fc-42e2-9ab9-0cb432f01cfe tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Deleting port a88ecfae-f3f8-4923-9b1e-2c84bce38cee {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:46:25.196943 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-6170c88f-c3fc-42e2-9ab9-0cb432f01cfe tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:25.268694 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-6170c88f-c3fc-42e2-9ab9-0cb432f01cfe tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] The port 'a88ecfae-f3f8-4923-9b1e-2c84bce38cee' was deleted {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 08:46:25.387383 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 56534) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:25.397668 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-233ab14e-2abd-4e60-9702-8fbeee70d66e tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Allocated IP 2001:db8::3b3 (b373a135-3dd5-4541-8320-ee790251cb7d/416c43e1-e92a-4220-8fed-ad4e77661dd3/f98f470c-612b-4556-b90d-c41de2f61e29) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:46:25.429773 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-6170c88f-c3fc-42e2-9ab9-0cb432f01cfe tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:25.478048 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-6170c88f-c3fc-42e2-9ab9-0cb432f01cfe tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6929e708-7a59-4dbd-9320-488937df3044']}} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:46:25.498659 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-6170c88f-c3fc-42e2-9ab9-0cb432f01cfe tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0ae1540-0fe4-432a-837d-3ec09d9e6100') {'for_net_delete': True} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:46:25.498959 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-6170c88f-c3fc-42e2-9ab9-0cb432f01cfe tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0ae1540-0fe4-432a-837d-3ec09d9e6100') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:46:25.516315 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-6170c88f-c3fc-42e2-9ab9-0cb432f01cfe tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7851336'] for segment, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:25.573578 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-0d2cfb2d-aaa8-4a4c-be46-9613af52cb41 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d6449bc377e241a9a314db6afee37f1d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1826272 Feb 04 08:46:25.573864 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 56542) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:25.600261 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-6170c88f-c3fc-42e2-9ab9-0cb432f01cfe tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:25.612196 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6170c88f-c3fc-42e2-9ab9-0cb432f01cfe tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=84108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:46:25.612792 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-6170c88f-c3fc-42e2-9ab9-0cb432f01cfe tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7460345'] for segment, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:25.627322 dv-neutron-827798-2-hyperv neutron-server[84108]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 08:46:25.627322 dv-neutron-827798-2-hyperv neutron-server[84108]: util.warn( Feb 04 08:46:25.627322 dv-neutron-827798-2-hyperv neutron-server[84108]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 08:46:25.627322 dv-neutron-827798-2-hyperv neutron-server[84108]: util.warn( Feb 04 08:46:25.627322 dv-neutron-827798-2-hyperv neutron-server[84108]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 08:46:25.627322 dv-neutron-827798-2-hyperv neutron-server[84108]: util.warn( Feb 04 08:46:25.627322 dv-neutron-827798-2-hyperv neutron-server[84108]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 08:46:25.627322 dv-neutron-827798-2-hyperv neutron-server[84108]: util.warn( Feb 04 08:46:25.627322 dv-neutron-827798-2-hyperv neutron-server[84108]: Traceback (most recent call last): Feb 04 08:46:25.627322 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:46:25.627322 dv-neutron-827798-2-hyperv neutron-server[84108]: timer() Feb 04 08:46:25.627322 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:46:25.627322 dv-neutron-827798-2-hyperv neutron-server[84108]: cb(*args, **kw) Feb 04 08:46:25.627322 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:46:25.627322 dv-neutron-827798-2-hyperv neutron-server[84108]: return func(*args, **kwargs) Feb 04 08:46:25.627322 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:46:25.627322 dv-neutron-827798-2-hyperv neutron-server[84108]: self._notify() Feb 04 08:46:25.627322 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:46:25.627322 dv-neutron-827798-2-hyperv neutron-server[84108]: self.callback(batched_events) Feb 04 08:46:25.627322 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:46:25.627322 dv-neutron-827798-2-hyperv neutron-server[84108]: event.method(event) Feb 04 08:46:25.627322 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:46:25.627322 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:46:25.627322 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:46:25.627322 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:46:25.627322 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:46:25.627322 dv-neutron-827798-2-hyperv neutron-server[84108]: return f(self, *a, **k) Feb 04 08:46:25.627322 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:46:25.627322 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._get(url).json() Feb 04 08:46:25.627322 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:46:25.627322 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:46:25.627322 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:46:25.627322 dv-neutron-827798-2-hyperv neutron-server[84108]: return self.request(url, 'GET', **kwargs) Feb 04 08:46:25.627322 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:46:25.627322 dv-neutron-827798-2-hyperv neutron-server[84108]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:46:25.627322 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:46:25.627322 dv-neutron-827798-2-hyperv neutron-server[84108]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:46:25.627322 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:46:25.627322 dv-neutron-827798-2-hyperv neutron-server[84108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:46:25.627322 dv-neutron-827798-2-hyperv neutron-server[84108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:46:25.641442 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-45ce7f6a-cbf6-445e-819d-defa3da2444e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:25.668126 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-45ce7f6a-cbf6-445e-819d-defa3da2444e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:25.757806 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-233ab14e-2abd-4e60-9702-8fbeee70d66e tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:25.789163 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-45ce7f6a-cbf6-445e-819d-defa3da2444e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:25.823487 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.provisioning_blocks [None req-233ab14e-2abd-4e60-9702-8fbeee70d66e tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Transition to ACTIVE for port object f98f470c-612b-4556-b90d-c41de2f61e29 will not be triggered until provisioned by entity DHCP. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:46:25.826254 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-6170c88f-c3fc-42e2-9ab9-0cb432f01cfe tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:25.846495 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-6170c88f-c3fc-42e2-9ab9-0cb432f01cfe tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks [] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:25.859043 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6170c88f-c3fc-42e2-9ab9-0cb432f01cfe tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Pushing event deleted for resources: {'Network': ['ID=6929e708-7a59-4dbd-9320-488937df3044,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:25.872050 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-6170c88f-c3fc-42e2-9ab9-0cb432f01cfe tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "DELETE /v2.0/networks/6929e708-7a59-4dbd-9320-488937df3044 HTTP/1.1" status: 204 len: 168 time: 2.1597264 Feb 04 08:46:25.874957 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 56550) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:25.911748 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ce7f6a-cbf6-445e-819d-defa3da2444e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a345c2b1-ba40-4d55-ade5-437c1255d4fa,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:25.915053 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-45ce7f6a-cbf6-445e-819d-defa3da2444e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:25.919110 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-45ce7f6a-cbf6-445e-819d-defa3da2444e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a345c2b1-ba40-4d55-ade5-437c1255d4fa HTTP/1.1" status: 204 len: 168 time: 0.3441074 Feb 04 08:46:26.062568 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device a88ecfae-f3f8-4923-9b1e-2c84bce38cee no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:46:26.101875 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: a88ecfae-f3f8-4923-9b1e-2c84bce38cee {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:46:26.102455 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device a88ecfae-f3f8-4923-9b1e-2c84bce38cee not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:46:26.103095 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 9df0d146-2fcf-4831-8d55-6d5fd0c015be no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:46:26.149422 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: 9df0d146-2fcf-4831-8d55-6d5fd0c015be {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:46:26.150019 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 9df0d146-2fcf-4831-8d55-6d5fd0c015be not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:46:26.217589 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d784f91-61f3-42d0-bd3c-70806fc56934 req-0bf865f8-83aa-432f-93cc-cef371cb39c1 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:46:26.219031 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-6d784f91-61f3-42d0-bd3c-70806fc56934 req-0bf865f8-83aa-432f-93cc-cef371cb39c1 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] 10.222.0.36 "GET /v2.0/ports?device_id=740b04e0-50d9-4863-966c-f332f94c275b HTTP/1.1" status: 200 len: 945 time: 0.0772221 Feb 04 08:46:26.264814 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-6d784f91-61f3-42d0-bd3c-70806fc56934 req-b7ef6f44-3fe2-4143-a6db-e2604e0e6d71 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e01d01f-649a-4a93-8da0-fda7af4b84c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399628 Feb 04 08:46:26.291581 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-28ebf728-7897-4c03-953a-bedd45f78c78 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473817'] for router_interface, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:26.331870 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:26.351603 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-233ab14e-2abd-4e60-9702-8fbeee70d66e tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:26.494496 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233ab14e-2abd-4e60-9702-8fbeee70d66e tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Network b373a135-3dd5-4541-8320-ee790251cb7d is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:46:26.507050 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-233ab14e-2abd-4e60-9702-8fbeee70d66e tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:46:26.510057 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233ab14e-2abd-4e60-9702-8fbeee70d66e tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Pushing event updated for resources: {'Port': ['ID=f98f470c-612b-4556-b90d-c41de2f61e29,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:26.514465 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233ab14e-2abd-4e60-9702-8fbeee70d66e tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:46:26.516636 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233ab14e-2abd-4e60-9702-8fbeee70d66e tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:46:26.517150 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-233ab14e-2abd-4e60-9702-8fbeee70d66e tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:26.602724 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 56562) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:26.602968 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-233ab14e-2abd-4e60-9702-8fbeee70d66e tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.8779342 Feb 04 08:46:26.611247 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-e291b928-d46c-4697-868f-1712257613f6 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Request body: {'port': {'network_id': 'b373a135-3dd5-4541-8320-ee790251cb7d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-176548036'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:46:26.829758 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-e291b928-d46c-4697-868f-1712257613f6 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:46:26.856683 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-e291b928-d46c-4697-868f-1712257613f6 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:46:26.931513 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-6f3d5d08-3d8a-4f6c-b0a9-c3841b6dae51 None None] Provisioning for port f98f470c-612b-4556-b90d-c41de2f61e29 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:46:26.936853 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-6f3d5d08-3d8a-4f6c-b0a9-c3841b6dae51 None None] Provisioning complete for port f98f470c-612b-4556-b90d-c41de2f61e29 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:46:26.941849 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-6f3d5d08-3d8a-4f6c-b0a9-c3841b6dae51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:26.960460 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e291b928-d46c-4697-868f-1712257613f6 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Made reservation on behalf of 167cafec9dc04a4fa6e508275f0d7324 for: {'port': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:46:26.963488 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e291b928-d46c-4697-868f-1712257613f6 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:27.004857 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [None req-e291b928-d46c-4697-868f-1712257613f6 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] device_id is not set on port 2e3a6f4b-3dce-4b8b-94f3-39746e747f37 yet. {{(pid=84107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:46:27.038254 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d5d08-3d8a-4f6c-b0a9-c3841b6dae51 None None] Port f98f470c-612b-4556-b90d-c41de2f61e29 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:46:27.196085 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-e291b928-d46c-4697-868f-1712257613f6 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Allocated IP 2001:db8::174 (b373a135-3dd5-4541-8320-ee790251cb7d/416c43e1-e92a-4220-8fed-ad4e77661dd3/2e3a6f4b-3dce-4b8b-94f3-39746e747f37) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:46:27.221115 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-28ebf728-7897-4c03-953a-bedd45f78c78 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Deleting port 6bcf8bfe-5121-41ba-9fbc-2dda3a5af91e {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:46:27.221115 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-28ebf728-7897-4c03-953a-bedd45f78c78 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:27.436376 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [None req-28ebf728-7897-4c03-953a-bedd45f78c78 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] For port 6bcf8bfe-5121-41ba-9fbc-2dda3a5af91e, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=6bcf8bfe-5121-41ba-9fbc-2dda3a5af91e,segment=NetworkSegment(d2abaf45-f1c5-4b04-aa52-01b45aa93bbf),segment_id=d2abaf45-f1c5-4b04-aa52-01b45aa93bbf)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:46:27.436786 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-28ebf728-7897-4c03-953a-bedd45f78c78 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:27.497136 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e291b928-d46c-4697-868f-1712257613f6 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:27.525629 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [None req-e291b928-d46c-4697-868f-1712257613f6 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Transition to ACTIVE for port object 2e3a6f4b-3dce-4b8b-94f3-39746e747f37 will not be triggered until provisioned by entity DHCP. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:46:27.544357 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc03f54-17dd-4ce2-8f99-3d1c1b16f51e req-722b1174-b7e4-4171-ad2b-05e50f0b31d5 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:46:27.546255 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-9cc03f54-17dd-4ce2-8f99-3d1c1b16f51e req-722b1174-b7e4-4171-ad2b-05e50f0b31d5 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] 10.222.0.36 "GET /v2.0/ports?device_id=740b04e0-50d9-4863-966c-f332f94c275b HTTP/1.1" status: 200 len: 945 time: 0.1219871 Feb 04 08:46:27.559581 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-28ebf728-7897-4c03-953a-bedd45f78c78 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Calling delete_port for 6bcf8bfe-5121-41ba-9fbc-2dda3a5af91e owned by network:router_interface {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:46:27.562036 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 56582) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:27.567034 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [-] 10.222.0.36 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0027196 Feb 04 08:46:27.583958 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 56584) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:27.615527 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-9cc03f54-17dd-4ce2-8f99-3d1c1b16f51e req-ab2cde18-0ef9-4e33-bd79-f7e0c226de77 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e01d01f-649a-4a93-8da0-fda7af4b84c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522766 Feb 04 08:46:27.652868 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e291b928-d46c-4697-868f-1712257613f6 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:27.734981 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-b82c110e-446f-45ab-a008-25267d8e4923 tempest-NetworksApiDiscovery-1259517650 tempest-NetworksApiDiscovery-1259517650-project] 10.222.0.36 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1493838 Feb 04 08:46:27.743610 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e291b928-d46c-4697-868f-1712257613f6 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Network b373a135-3dd5-4541-8320-ee790251cb7d is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:46:27.747285 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-e291b928-d46c-4697-868f-1712257613f6 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:46:27.750004 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e291b928-d46c-4697-868f-1712257613f6 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:46:27.759338 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e291b928-d46c-4697-868f-1712257613f6 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:46:27.759338 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e291b928-d46c-4697-868f-1712257613f6 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:27.761186 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e291b928-d46c-4697-868f-1712257613f6 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Pushing event updated for resources: {'Port': ['ID=2e3a6f4b-3dce-4b8b-94f3-39746e747f37,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:27.817766 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-28ebf728-7897-4c03-953a-bedd45f78c78 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:27.867410 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ebf728-7897-4c03-953a-bedd45f78c78 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Pushing event deleted for resources: {'Port': ['ID=6bcf8bfe-5121-41ba-9fbc-2dda3a5af91e,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:27.879287 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-e291b928-d46c-4697-868f-1712257613f6 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2747540 Feb 04 08:46:27.883348 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 56592) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:27.892787 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-344bc234-aca3-4d32-aa7f-a5b56d71ea84 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::20a', 'mac_address': 'fa:16:3e:ff:5d:04'}, {'ip_address': '2001:db8::3b3', 'mac_address': 'fa:16:3e:5f:dd:09'}]}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:46:28.116367 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-28ebf728-7897-4c03-953a-bedd45f78c78 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1572495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472959'] for router_interface, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:28.151723 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-5a83e9ba-09d3-4cee-a5d2-54b3710efbc1 None None] Provisioning for port 2e3a6f4b-3dce-4b8b-94f3-39746e747f37 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:46:28.162365 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-5a83e9ba-09d3-4cee-a5d2-54b3710efbc1 None None] Provisioning complete for port 2e3a6f4b-3dce-4b8b-94f3-39746e747f37 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:46:28.163588 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-5a83e9ba-09d3-4cee-a5d2-54b3710efbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:28.225793 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-5a83e9ba-09d3-4cee-a5d2-54b3710efbc1 None None] Port 2e3a6f4b-3dce-4b8b-94f3-39746e747f37 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:46:28.237041 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-344bc234-aca3-4d32-aa7f-a5b56d71ea84 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:28.301090 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 56598) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:28.468309 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6797c768-dfd3-4d0f-a1f8-6c98f28f4a0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:28.522605 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-6797c768-dfd3-4d0f-a1f8-6c98f28f4a0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:46:28.530068 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-6797c768-dfd3-4d0f-a1f8-6c98f28f4a0c admin admin] Usage tracker for resource:security_group_rule and tenant:eda3d7282ede483195a2c04a5d8a23c4 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:46:28.533976 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-344bc234-aca3-4d32-aa7f-a5b56d71ea84 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:28.535716 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-6797c768-dfd3-4d0f-a1f8-6c98f28f4a0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:46:28.542481 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-6797c768-dfd3-4d0f-a1f8-6c98f28f4a0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:46:28.581830 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-344bc234-aca3-4d32-aa7f-a5b56d71ea84 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:28.653810 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28ebf728-7897-4c03-953a-bedd45f78c78 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Router c9337649-60c2-40dc-9112-23b3fd74a3db has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:46:28.678177 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6797c768-dfd3-4d0f-a1f8-6c98f28f4a0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:28.688581 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-344bc234-aca3-4d32-aa7f-a5b56d71ea84 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] In _notify_port_updated(), no bound segment for port 2e3a6f4b-3dce-4b8b-94f3-39746e747f37 on network b373a135-3dd5-4541-8320-ee790251cb7d {{(pid=84107) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 04 08:46:28.688581 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344bc234-aca3-4d32-aa7f-a5b56d71ea84 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:46:28.688581 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-344bc234-aca3-4d32-aa7f-a5b56d71ea84 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:28.688581 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-344bc234-aca3-4d32-aa7f-a5b56d71ea84 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] 10.222.0.36 "PUT /v2.0/ports/2e3a6f4b-3dce-4b8b-94f3-39746e747f37 HTTP/1.1" status: 200 len: 1067 time: 0.8018563 Feb 04 08:46:28.691889 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 56606) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:28.743965 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344bc234-aca3-4d32-aa7f-a5b56d71ea84 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Pushing event updated for resources: {'Port': ['ID=2e3a6f4b-3dce-4b8b-94f3-39746e747f37,revision_number=2']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:28.769561 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6797c768-dfd3-4d0f-a1f8-6c98f28f4a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:28.814272 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28ebf728-7897-4c03-953a-bedd45f78c78 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:46:28.832634 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-28ebf728-7897-4c03-953a-bedd45f78c78 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "PUT /v2.0/routers/c9337649-60c2-40dc-9112-23b3fd74a3db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9543667 Feb 04 08:46:28.832863 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32809f31-ff61-4792-b5a4-4b4c4c525e18 None None] Sync routers for ids ['c9337649-60c2-40dc-9112-23b3fd74a3db'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:46:28.833709 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 56610) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:28.843426 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32809f31-ff61-4792-b5a4-4b4c4c525e18 None None] Routers {'c9337649-60c2-40dc-9112-23b3fd74a3db'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:46:28.844364 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-32809f31-ff61-4792-b5a4-4b4c4c525e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:46:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['c9337649-60c2-40dc-9112-23b3fd74a3db'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:46:28.873321 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-669f4660-c4a2-4494-aed3-56190130cbe5 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Deleting port 2e3a6f4b-3dce-4b8b-94f3-39746e747f37 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:46:28.873810 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-669f4660-c4a2-4494-aed3-56190130cbe5 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:28.923609 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-6797c768-dfd3-4d0f-a1f8-6c98f28f4a0c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=eda3d7282ede483195a2c04a5d8a23c4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6192551 Feb 04 08:46:28.943142 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 56614) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:29.007189 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-32809f31-ff61-4792-b5a4-4b4c4c525e18 None None] Set router c9337649-60c2-40dc-9112-23b3fd74a3db gateway port host: None {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:46:29.060321 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6797c768-dfd3-4d0f-a1f8-6c98f28f4a0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c73ce66d-6ead-4c6d-b00b-47b9be5e6fac,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:29.118588 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-32809f31-ff61-4792-b5a4-4b4c4c525e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9337649-60c2-40dc-9112-23b3fd74a3db', 'name': 'tempest-RoutersIpV6Test-router-1082460240', 'tenant_id': 'bf57e53bceb34316b0180186a41d96ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:45:30Z', 'updated_at': '2022-02-04T08:46:27Z', 'revision_number': 11, 'project_id': 'bf57e53bceb34316b0180186a41d96ee', 'gw_port_host': None}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:46:29.118889 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1e4e4c4-4b6c-405c-b22f-b38d5a12c3e0 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Deleting subnet 493c7abd-2075-424b-9940-8c15efb502b2 {{(pid=84108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:46:29.121826 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f1e4e4c4-4b6c-405c-b22f-b38d5a12c3e0 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks [] for subnet, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:29.125325 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32809f31-ff61-4792-b5a4-4b4c4c525e18 None None] Checking router: c9337649-60c2-40dc-9112-23b3fd74a3db for host: dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 08:46:29.135090 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-5fbf592c-4275-4783-8824-da62120c228d None None] Provisioning complete for port 2e3a6f4b-3dce-4b8b-94f3-39746e747f37 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:46:29.135090 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-5fbf592c-4275-4783-8824-da62120c228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:29.158616 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-130f7499-a214-4a8a-b781-88d6b939f62b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:29.197096 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f1e4e4c4-4b6c-405c-b22f-b38d5a12c3e0 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7851377'] for subnet, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:29.213173 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb58e74-7835-4e42-abb4-69b2ed45633c req-ed817647-d935-4965-b41a-bc5eee12e985 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:46:29.214692 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5cb58e74-7835-4e42-abb4-69b2ed45633c req-ed817647-d935-4965-b41a-bc5eee12e985 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] 10.222.0.36 "GET /v2.0/ports?device_id=740b04e0-50d9-4863-966c-f332f94c275b HTTP/1.1" status: 200 len: 945 time: 0.4533691 Feb 04 08:46:29.231994 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-130f7499-a214-4a8a-b781-88d6b939f62b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:29.234773 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32809f31-ff61-4792-b5a4-4b4c4c525e18 None None] Routers {'c9337649-60c2-40dc-9112-23b3fd74a3db'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:46:29.235917 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-32809f31-ff61-4792-b5a4-4b4c4c525e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:46:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['c9337649-60c2-40dc-9112-23b3fd74a3db'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:46:29.296794 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-5fbf592c-4275-4783-8824-da62120c228d None None] Port 2e3a6f4b-3dce-4b8b-94f3-39746e747f37 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:46:29.300824 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5cb58e74-7835-4e42-abb4-69b2ed45633c req-36bcd3e4-70ab-409b-8eb2-2c7717de3fbe tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e01d01f-649a-4a93-8da0-fda7af4b84c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798590 Feb 04 08:46:29.326167 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-669f4660-c4a2-4494-aed3-56190130cbe5 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:29.328425 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f1e4e4c4-4b6c-405c-b22f-b38d5a12c3e0 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:29.380297 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-32809f31-ff61-4792-b5a4-4b4c4c525e18 None None] Set router c9337649-60c2-40dc-9112-23b3fd74a3db gateway port host: None {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:46:29.388927 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-130f7499-a214-4a8a-b781-88d6b939f62b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:29.415855 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130f7499-a214-4a8a-b781-88d6b939f62b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c73ce66d-6ead-4c6d-b00b-47b9be5e6fac,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:29.428053 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-130f7499-a214-4a8a-b781-88d6b939f62b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:29.432323 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-130f7499-a214-4a8a-b781-88d6b939f62b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c73ce66d-6ead-4c6d-b00b-47b9be5e6fac HTTP/1.1" status: 204 len: 168 time: 0.4859717 Feb 04 08:46:29.456402 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-669f4660-c4a2-4494-aed3-56190130cbe5 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Calling delete_port for 2e3a6f4b-3dce-4b8b-94f3-39746e747f37 owned by {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:46:29.480953 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f1e4e4c4-4b6c-405c-b22f-b38d5a12c3e0 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7593563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8119683'] for subnet, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:29.498470 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-32809f31-ff61-4792-b5a4-4b4c4c525e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9337649-60c2-40dc-9112-23b3fd74a3db', 'name': 'tempest-RoutersIpV6Test-router-1082460240', 'tenant_id': 'bf57e53bceb34316b0180186a41d96ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:45:30Z', 'updated_at': '2022-02-04T08:46:27Z', 'revision_number': 11, 'project_id': 'bf57e53bceb34316b0180186a41d96ee', 'gw_port_host': None}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:46:29.504056 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32809f31-ff61-4792-b5a4-4b4c4c525e18 None None] The sync data for ids ['c9337649-60c2-40dc-9112-23b3fd74a3db'] in dv-neutron-827798-2-hyperv is: [{'id': 'c9337649-60c2-40dc-9112-23b3fd74a3db', 'name': 'tempest-RoutersIpV6Test-router-1082460240', 'tenant_id': 'bf57e53bceb34316b0180186a41d96ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:45:30Z', 'updated_at': '2022-02-04T08:46:27Z', 'revision_number': 11, 'project_id': 'bf57e53bceb34316b0180186a41d96ee', 'gw_port_host': None}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:46:29.530634 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e4e4c4-4b6c-405c-b22f-b38d5a12c3e0 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Pushing event deleted for resources: {'Subnet': ['ID=493c7abd-2075-424b-9940-8c15efb502b2,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:29.546070 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f1e4e4c4-4b6c-405c-b22f-b38d5a12c3e0 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:29.546832 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ba79cd-77ae-4f64-92ca-0c4885925042 None None] Network 0683e000-2dc9-482e-99b7-1c52e34d0a05 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:46:29.551496 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-f1e4e4c4-4b6c-405c-b22f-b38d5a12c3e0 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "DELETE /v2.0/subnets/493c7abd-2075-424b-9940-8c15efb502b2 HTTP/1.1" status: 204 len: 168 time: 0.7168424 Feb 04 08:46:29.555317 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 56622) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:29.710471 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-58146774-4202-4d04-b302-6bc9e72ce240 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:29.722206 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-58146774-4202-4d04-b302-6bc9e72ce240 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Deleting port eed347d2-8b9b-41e7-82d4-0cc1075533de {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:46:29.722569 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-58146774-4202-4d04-b302-6bc9e72ce240 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:29.731771 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-669f4660-c4a2-4494-aed3-56190130cbe5 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:29.808595 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f4660-c4a2-4494-aed3-56190130cbe5 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Pushing event deleted for resources: {'Port': ['ID=2e3a6f4b-3dce-4b8b-94f3-39746e747f37,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:29.879772 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28754b86-d5a7-4eb7-bf35-0a8d961d3ebe None None] DHCP port deletion for 0683e000-2dc9-482e-99b7-1c52e34d0a05 request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 08:46:29.891507 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-28754b86-d5a7-4eb7-bf35-0a8d961d3ebe None None] Deleting port eed347d2-8b9b-41e7-82d4-0cc1075533de {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:46:29.892530 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-28754b86-d5a7-4eb7-bf35-0a8d961d3ebe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:30.040624 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [None req-58146774-4202-4d04-b302-6bc9e72ce240 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] For port eed347d2-8b9b-41e7-82d4-0cc1075533de, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=eed347d2-8b9b-41e7-82d4-0cc1075533de,segment=NetworkSegment(d2abaf45-f1c5-4b04-aa52-01b45aa93bbf),segment_id=d2abaf45-f1c5-4b04-aa52-01b45aa93bbf)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:46:30.041380 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-58146774-4202-4d04-b302-6bc9e72ce240 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:30.122155 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 6bcf8bfe-5121-41ba-9fbc-2dda3a5af91e no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:46:30.172289 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: 6bcf8bfe-5121-41ba-9fbc-2dda3a5af91e {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:46:30.172953 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 6bcf8bfe-5121-41ba-9fbc-2dda3a5af91e not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:46:30.173542 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device eed347d2-8b9b-41e7-82d4-0cc1075533de no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:46:30.247829 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-58146774-4202-4d04-b302-6bc9e72ce240 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Calling delete_port for eed347d2-8b9b-41e7-82d4-0cc1075533de owned by network:dhcp {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:46:30.265820 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-669f4660-c4a2-4494-aed3-56190130cbe5 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:30.280431 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-669f4660-c4a2-4494-aed3-56190130cbe5 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] 10.222.0.36 "DELETE /v2.0/ports/2e3a6f4b-3dce-4b8b-94f3-39746e747f37 HTTP/1.1" status: 204 len: 168 time: 1.5875890 Feb 04 08:46:30.283132 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 56626) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:30.326032 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-c54c352c-1c0e-4380-8191-6b5a39d8a20b tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] GET failed (client error): The resource could not be found. Feb 04 08:46:30.326537 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-c54c352c-1c0e-4380-8191-6b5a39d8a20b tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Synchronizing usage tracker for tenant:167cafec9dc04a4fa6e508275f0d7324 on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:46:30.385771 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-28754b86-d5a7-4eb7-bf35-0a8d961d3ebe None None] For port eed347d2-8b9b-41e7-82d4-0cc1075533de, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=eed347d2-8b9b-41e7-82d4-0cc1075533de,segment=NetworkSegment(d2abaf45-f1c5-4b04-aa52-01b45aa93bbf),segment_id=d2abaf45-f1c5-4b04-aa52-01b45aa93bbf)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:46:30.386331 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-28754b86-d5a7-4eb7-bf35-0a8d961d3ebe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:30.422904 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-c54c352c-1c0e-4380-8191-6b5a39d8a20b tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Unset dirty status for tenant:167cafec9dc04a4fa6e508275f0d7324 on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:46:30.423971 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-c54c352c-1c0e-4380-8191-6b5a39d8a20b tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] 10.222.0.36 "GET /v2.0/ports/2e3a6f4b-3dce-4b8b-94f3-39746e747f37 HTTP/1.1" status: 404 len: 333 time: 0.1399376 Feb 04 08:46:30.426819 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 56632) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:30.451636 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-58146774-4202-4d04-b302-6bc9e72ce240 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:30.516902 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58146774-4202-4d04-b302-6bc9e72ce240 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Pushing event deleted for resources: {'Port': ['ID=eed347d2-8b9b-41e7-82d4-0cc1075533de,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:30.527602 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58146774-4202-4d04-b302-6bc9e72ce240 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] No DVR routers for this DVR port eed347d2-8b9b-41e7-82d4-0cc1075533de on host dv-neutron-827798-2-hyperv {{(pid=84108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:46:30.528170 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-28754b86-d5a7-4eb7-bf35-0a8d961d3ebe None None] Calling delete_port for eed347d2-8b9b-41e7-82d4-0cc1075533de owned by network:dhcp {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:46:30.543508 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-74241584-351c-4045-837e-17d206a68893 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Deleting port f98f470c-612b-4556-b90d-c41de2f61e29 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:46:30.544076 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-74241584-351c-4045-837e-17d206a68893 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:30.565233 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:30.662396 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.db.api [None req-28754b86-d5a7-4eb7-bf35-0a8d961d3ebe None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 08:46:30.663087 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG oslo_db.api [None req-28754b86-d5a7-4eb7-bf35-0a8d961d3ebe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 08:46:30.675084 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9c0595-b753-4ea6-b904-2b70f61350b0 req-8826f4da-a52c-41e7-ab68-5d776dd22860 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:46:30.676731 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4c9c0595-b753-4ea6-b904-2b70f61350b0 req-8826f4da-a52c-41e7-ab68-5d776dd22860 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] 10.222.0.36 "GET /v2.0/ports?device_id=740b04e0-50d9-4863-966c-f332f94c275b HTTP/1.1" status: 200 len: 945 time: 0.1942308 Feb 04 08:46:30.760803 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-58146774-4202-4d04-b302-6bc9e72ce240 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:30.785367 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-58146774-4202-4d04-b302-6bc9e72ce240 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0683e000-2dc9-482e-99b7-1c52e34d0a05']}} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:46:30.797116 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-58146774-4202-4d04-b302-6bc9e72ce240 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2abaf45-f1c5-4b04-aa52-01b45aa93bbf') {'for_net_delete': True} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:46:30.797408 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-58146774-4202-4d04-b302-6bc9e72ce240 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2abaf45-f1c5-4b04-aa52-01b45aa93bbf') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:46:30.808932 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-58146774-4202-4d04-b302-6bc9e72ce240 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7851336'] for segment, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:30.818053 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4c9c0595-b753-4ea6-b904-2b70f61350b0 req-161224dc-57cf-424d-93d5-fb1eef326633 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e01d01f-649a-4a93-8da0-fda7af4b84c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1338756 Feb 04 08:46:30.824910 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-58146774-4202-4d04-b302-6bc9e72ce240 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:30.831523 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58146774-4202-4d04-b302-6bc9e72ce240 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=84108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:46:30.831914 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-58146774-4202-4d04-b302-6bc9e72ce240 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7460345'] for segment, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:30.847490 dv-neutron-827798-2-hyperv neutron-server[84108]: Traceback (most recent call last): Feb 04 08:46:30.847490 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:46:30.847490 dv-neutron-827798-2-hyperv neutron-server[84108]: timer() Feb 04 08:46:30.847490 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:46:30.847490 dv-neutron-827798-2-hyperv neutron-server[84108]: cb(*args, **kw) Feb 04 08:46:30.847490 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:46:30.847490 dv-neutron-827798-2-hyperv neutron-server[84108]: return func(*args, **kwargs) Feb 04 08:46:30.847490 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:46:30.847490 dv-neutron-827798-2-hyperv neutron-server[84108]: self._notify() Feb 04 08:46:30.847490 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:46:30.847490 dv-neutron-827798-2-hyperv neutron-server[84108]: self.callback(batched_events) Feb 04 08:46:30.847490 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:46:30.847490 dv-neutron-827798-2-hyperv neutron-server[84108]: event.method(event) Feb 04 08:46:30.847490 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:46:30.847490 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:46:30.847490 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:46:30.847490 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:46:30.847490 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:46:30.847490 dv-neutron-827798-2-hyperv neutron-server[84108]: return f(self, *a, **k) Feb 04 08:46:30.847490 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:46:30.847490 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._get(url).json() Feb 04 08:46:30.847490 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:46:30.847490 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:46:30.847490 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:46:30.847490 dv-neutron-827798-2-hyperv neutron-server[84108]: return self.request(url, 'GET', **kwargs) Feb 04 08:46:30.847490 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:46:30.847490 dv-neutron-827798-2-hyperv neutron-server[84108]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:46:30.847490 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:46:30.847490 dv-neutron-827798-2-hyperv neutron-server[84108]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:46:30.847490 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:46:30.847490 dv-neutron-827798-2-hyperv neutron-server[84108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:46:30.847490 dv-neutron-827798-2-hyperv neutron-server[84108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:46:30.859798 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-74241584-351c-4045-837e-17d206a68893 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:30.977277 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-58146774-4202-4d04-b302-6bc9e72ce240 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:30.982137 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-74241584-351c-4045-837e-17d206a68893 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Calling delete_port for f98f470c-612b-4556-b90d-c41de2f61e29 owned by {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:46:30.996344 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-58146774-4202-4d04-b302-6bc9e72ce240 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks [] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:31.007199 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58146774-4202-4d04-b302-6bc9e72ce240 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Pushing event deleted for resources: {'Network': ['ID=0683e000-2dc9-482e-99b7-1c52e34d0a05,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:31.014874 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-58146774-4202-4d04-b302-6bc9e72ce240 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "DELETE /v2.0/networks/0683e000-2dc9-482e-99b7-1c52e34d0a05 HTTP/1.1" status: 204 len: 168 time: 1.4614906 Feb 04 08:46:31.017609 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 56636) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:31.022848 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-f3f512fa-a92d-4f68-8a6e-156246852c5a tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Request body: {'router': {'routes': None}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:46:31.164186 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-28754b86-d5a7-4eb7-bf35-0a8d961d3ebe None None] Deleting port eed347d2-8b9b-41e7-82d4-0cc1075533de {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:46:31.164570 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-28754b86-d5a7-4eb7-bf35-0a8d961d3ebe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:31.200304 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-74241584-351c-4045-837e-17d206a68893 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:31.230535 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-28754b86-d5a7-4eb7-bf35-0a8d961d3ebe None None] The port 'eed347d2-8b9b-41e7-82d4-0cc1075533de' was deleted {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 08:46:31.253217 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74241584-351c-4045-837e-17d206a68893 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Pushing event deleted for resources: {'Port': ['ID=f98f470c-612b-4556-b90d-c41de2f61e29,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:31.314884 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.extraroute_db [None req-f3f512fa-a92d-4f68-8a6e-156246852c5a tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Added routes are [] {{(pid=84108) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 04 08:46:31.315193 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.extraroute_db [None req-f3f512fa-a92d-4f68-8a6e-156246852c5a tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Removed routes are [] {{(pid=84108) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 04 08:46:31.315541 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f3f512fa-a92d-4f68-8a6e-156246852c5a tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40996'] for router, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:31.398178 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-74241584-351c-4045-837e-17d206a68893 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:31.474991 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-74241584-351c-4045-837e-17d206a68893 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] 10.222.0.36 "DELETE /v2.0/ports/f98f470c-612b-4556-b90d-c41de2f61e29 HTTP/1.1" status: 204 len: 168 time: 1.0470428 Feb 04 08:46:31.478282 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 56640) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:31.517237 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-32480929-37fd-4d5c-b531-bb21b06aa21f tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] GET failed (client error): The resource could not be found. Feb 04 08:46:31.517629 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-32480929-37fd-4d5c-b531-bb21b06aa21f tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Synchronizing usage tracker for tenant:167cafec9dc04a4fa6e508275f0d7324 on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:46:31.577586 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f3f512fa-a92d-4f68-8a6e-156246852c5a tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40996'] for router, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:31.580863 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f3f512fa-a92d-4f68-8a6e-156246852c5a tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-472436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-472429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-475363'] for router, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:31.588207 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-32480929-37fd-4d5c-b531-bb21b06aa21f tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Unset dirty status for tenant:167cafec9dc04a4fa6e508275f0d7324 on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:46:31.589372 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-32480929-37fd-4d5c-b531-bb21b06aa21f tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] 10.222.0.36 "GET /v2.0/ports/f98f470c-612b-4556-b90d-c41de2f61e29 HTTP/1.1" status: 404 len: 333 time: 0.1101694 Feb 04 08:46:31.593659 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 56644) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:31.657676 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-d65d9403-8951-4a88-af8e-9aab3b13b085 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Deleting port 2122516c-d663-40e0-ab41-d6893688e1a1 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:46:31.658013 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d65d9403-8951-4a88-af8e-9aab3b13b085 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:31.716321 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3f512fa-a92d-4f68-8a6e-156246852c5a tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Router c9337649-60c2-40dc-9112-23b3fd74a3db has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:46:31.854389 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3f512fa-a92d-4f68-8a6e-156246852c5a tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:46:31.860067 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f3f512fa-a92d-4f68-8a6e-156246852c5a tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks [] for router, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:31.861232 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-f3f512fa-a92d-4f68-8a6e-156246852c5a tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "PUT /v2.0/routers/c9337649-60c2-40dc-9112-23b3fd74a3db HTTP/1.1" status: 200 len: 705 time: 0.8426452 Feb 04 08:46:31.864009 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 56650) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:31.866577 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a430be-34b2-4651-bd2d-b900b71d7e96 None None] Sync routers for ids ['c9337649-60c2-40dc-9112-23b3fd74a3db'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:46:31.878936 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a430be-34b2-4651-bd2d-b900b71d7e96 None None] Routers {'c9337649-60c2-40dc-9112-23b3fd74a3db'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:46:31.879830 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-82a430be-34b2-4651-bd2d-b900b71d7e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:46:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['c9337649-60c2-40dc-9112-23b3fd74a3db'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:46:31.914547 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d65d9403-8951-4a88-af8e-9aab3b13b085 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:31.915913 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-9fb9e7e6-a641-4a5a-b07c-6f531b07013c tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Synchronizing usage tracker for tenant:bf57e53bceb34316b0180186a41d96ee on resource:port {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:46:31.999953 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-9fb9e7e6-a641-4a5a-b07c-6f531b07013c tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Unset dirty status for tenant:bf57e53bceb34316b0180186a41d96ee on resource:port {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:46:32.001742 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-9fb9e7e6-a641-4a5a-b07c-6f531b07013c tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9337649-60c2-40dc-9112-23b3fd74a3db HTTP/1.1" status: 200 len: 205 time: 0.1321352 Feb 04 08:46:32.004133 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 56654) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:32.021789 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-82a430be-34b2-4651-bd2d-b900b71d7e96 None None] Set router c9337649-60c2-40dc-9112-23b3fd74a3db gateway port host: None {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:46:32.085228 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-d65d9403-8951-4a88-af8e-9aab3b13b085 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Calling delete_port for 2122516c-d663-40e0-ab41-d6893688e1a1 owned by {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:46:32.132793 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-82a430be-34b2-4651-bd2d-b900b71d7e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9337649-60c2-40dc-9112-23b3fd74a3db', 'name': 'tempest-RoutersIpV6Test-router-1082460240', 'tenant_id': 'bf57e53bceb34316b0180186a41d96ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:45:30Z', 'updated_at': '2022-02-04T08:46:27Z', 'revision_number': 11, 'project_id': 'bf57e53bceb34316b0180186a41d96ee', 'gw_port_host': None}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:46:32.137383 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a430be-34b2-4651-bd2d-b900b71d7e96 None None] Checking router: c9337649-60c2-40dc-9112-23b3fd74a3db for host: dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 08:46:32.148747 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a430be-34b2-4651-bd2d-b900b71d7e96 None None] Routers {'c9337649-60c2-40dc-9112-23b3fd74a3db'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:46:32.149340 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-82a430be-34b2-4651-bd2d-b900b71d7e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:46:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['c9337649-60c2-40dc-9112-23b3fd74a3db'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:46:32.235113 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4e53ef-d6fc-4a18-b6cd-09f8eb3ae9c8 req-9a6dd07e-1e2a-4319-b823-a7983aa4f0b3 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:46:32.236594 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-dd4e53ef-d6fc-4a18-b6cd-09f8eb3ae9c8 req-9a6dd07e-1e2a-4319-b823-a7983aa4f0b3 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] 10.222.0.36 "GET /v2.0/ports?device_id=740b04e0-50d9-4863-966c-f332f94c275b HTTP/1.1" status: 200 len: 945 time: 0.2434757 Feb 04 08:46:32.263206 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-cdd0059f-0455-4fbc-9a96-30d7c80d9f4e tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks [] for router, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:32.287852 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-82a430be-34b2-4651-bd2d-b900b71d7e96 None None] Set router c9337649-60c2-40dc-9112-23b3fd74a3db gateway port host: None {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:46:32.301453 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-dd4e53ef-d6fc-4a18-b6cd-09f8eb3ae9c8 req-a121f5f4-30f7-4ce6-8926-fae0121261b0 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e01d01f-649a-4a93-8da0-fda7af4b84c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554831 Feb 04 08:46:32.332132 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d65d9403-8951-4a88-af8e-9aab3b13b085 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:32.379562 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65d9403-8951-4a88-af8e-9aab3b13b085 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Pushing event deleted for resources: {'Port': ['ID=2122516c-d663-40e0-ab41-d6893688e1a1,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:32.395414 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-82a430be-34b2-4651-bd2d-b900b71d7e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9337649-60c2-40dc-9112-23b3fd74a3db', 'name': 'tempest-RoutersIpV6Test-router-1082460240', 'tenant_id': 'bf57e53bceb34316b0180186a41d96ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:45:30Z', 'updated_at': '2022-02-04T08:46:27Z', 'revision_number': 11, 'project_id': 'bf57e53bceb34316b0180186a41d96ee', 'gw_port_host': None}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:46:32.400147 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a430be-34b2-4651-bd2d-b900b71d7e96 None None] The sync data for ids ['c9337649-60c2-40dc-9112-23b3fd74a3db'] in dv-neutron-827798-2-hyperv is: [{'id': 'c9337649-60c2-40dc-9112-23b3fd74a3db', 'name': 'tempest-RoutersIpV6Test-router-1082460240', 'tenant_id': 'bf57e53bceb34316b0180186a41d96ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:45:30Z', 'updated_at': '2022-02-04T08:46:27Z', 'revision_number': 11, 'project_id': 'bf57e53bceb34316b0180186a41d96ee', 'gw_port_host': None}] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:46:32.431836 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d65d9403-8951-4a88-af8e-9aab3b13b085 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:32.517466 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-d65d9403-8951-4a88-af8e-9aab3b13b085 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] 10.222.0.36 "DELETE /v2.0/ports/2122516c-d663-40e0-ab41-d6893688e1a1 HTTP/1.1" status: 204 len: 168 time: 0.9202816 Feb 04 08:46:32.519093 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 56658) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:32.592406 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_v2 [None req-628cb879-7657-473e-8b0d-40399eb89a16 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Deleting subnet 416c43e1-e92a-4220-8fed-ad4e77661dd3 {{(pid=84107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:46:32.595972 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-628cb879-7657-473e-8b0d-40399eb89a16 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Notify callbacks [] for subnet, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:32.651729 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-628cb879-7657-473e-8b0d-40399eb89a16 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8058667'] for subnet, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:32.676937 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-cdd0059f-0455-4fbc-9a96-30d7c80d9f4e tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40989'] for router, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:32.681050 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-cdd0059f-0455-4fbc-9a96-30d7c80d9f4e tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:32.742422 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-628cb879-7657-473e-8b0d-40399eb89a16 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:32.759762 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-cdd0059f-0455-4fbc-9a96-30d7c80d9f4e tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-476062'] for router, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:32.760288 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdd0059f-0455-4fbc-9a96-30d7c80d9f4e tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Fanout notify agent at l3_agent the message router_deleted on router c9337649-60c2-40dc-9112-23b3fd74a3db {{(pid=84108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 08:46:32.775340 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-cdd0059f-0455-4fbc-9a96-30d7c80d9f4e tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks [] for router, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:32.780527 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-cdd0059f-0455-4fbc-9a96-30d7c80d9f4e tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "DELETE /v2.0/routers/c9337649-60c2-40dc-9112-23b3fd74a3db HTTP/1.1" status: 204 len: 168 time: 0.7713470 Feb 04 08:46:32.780793 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 56662) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:32.787743 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-57bd81de-b094-4cdb-af39-91558a5b4f0b tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-7013134', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:46:32.801017 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-57bd81de-b094-4cdb-af39-91558a5b4f0b tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:46:32.808487 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-57bd81de-b094-4cdb-af39-91558a5b4f0b tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Usage tracker for resource:router and tenant:bf57e53bceb34316b0180186a41d96ee is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:46:32.814312 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-57bd81de-b094-4cdb-af39-91558a5b4f0b tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:46:32.821108 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-57bd81de-b094-4cdb-af39-91558a5b4f0b tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:46:32.920513 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-57bd81de-b094-4cdb-af39-91558a5b4f0b tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40975'] for router, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:32.921566 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-57bd81de-b094-4cdb-af39-91558a5b4f0b tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40982'] for router, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:32.949795 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-628cb879-7657-473e-8b0d-40399eb89a16 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7510167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985167'] for subnet, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:32.995567 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628cb879-7657-473e-8b0d-40399eb89a16 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Pushing event deleted for resources: {'Subnet': ['ID=416c43e1-e92a-4220-8fed-ad4e77661dd3,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:33.009927 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-628cb879-7657-473e-8b0d-40399eb89a16 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Notify callbacks [] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:33.013209 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-57bd81de-b094-4cdb-af39-91558a5b4f0b tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:33.016900 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b97175d-0de1-458b-ac3f-399d7dcb5b4b None None] Network b373a135-3dd5-4541-8320-ee790251cb7d requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:46:33.027474 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-628cb879-7657-473e-8b0d-40399eb89a16 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] 10.222.0.36 "DELETE /v2.0/subnets/416c43e1-e92a-4220-8fed-ad4e77661dd3 HTTP/1.1" status: 204 len: 168 time: 0.5088351 Feb 04 08:46:33.030250 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 56666) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:33.080582 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-57bd81de-b094-4cdb-af39-91558a5b4f0b tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472990'] for router, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:33.143299 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4e774e60-96c6-4b96-a5d9-03362282af24 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:33.153915 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-4e774e60-96c6-4b96-a5d9-03362282af24 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Deleting port 0309683e-a9e8-43f8-9152-d460adb55c17 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:46:33.154246 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4e774e60-96c6-4b96-a5d9-03362282af24 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:33.171901 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-57bd81de-b094-4cdb-af39-91558a5b4f0b tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:33.173885 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-57bd81de-b094-4cdb-af39-91558a5b4f0b tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.3916287 Feb 04 08:46:33.175963 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 56670) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:33.183648 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-d0568dda-0fae-44ab-8a56-733a2499deff tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:46:33.280495 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d815c1-2ebd-488d-b79f-97a99cb91487 None None] DHCP port deletion for b373a135-3dd5-4541-8320-ee790251cb7d request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 08:46:33.284714 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-22d815c1-2ebd-488d-b79f-97a99cb91487 None None] Deleting port 0309683e-a9e8-43f8-9152-d460adb55c17 {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:46:33.285298 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-22d815c1-2ebd-488d-b79f-97a99cb91487 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:33.367533 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [None req-4e774e60-96c6-4b96-a5d9-03362282af24 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] For port 0309683e-a9e8-43f8-9152-d460adb55c17, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=0309683e-a9e8-43f8-9152-d460adb55c17,segment=NetworkSegment(2d13b969-f111-4a9f-813c-12d5e4e694c6),segment_id=2d13b969-f111-4a9f-813c-12d5e4e694c6)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:46:33.368244 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4e774e60-96c6-4b96-a5d9-03362282af24 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:33.500491 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-4e774e60-96c6-4b96-a5d9-03362282af24 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Calling delete_port for 0309683e-a9e8-43f8-9152-d460adb55c17 owned by network:dhcp {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:46:33.569430 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-22d815c1-2ebd-488d-b79f-97a99cb91487 None None] For port 0309683e-a9e8-43f8-9152-d460adb55c17, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=0309683e-a9e8-43f8-9152-d460adb55c17,segment=NetworkSegment(2d13b969-f111-4a9f-813c-12d5e4e694c6),segment_id=2d13b969-f111-4a9f-813c-12d5e4e694c6)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:46:33.570137 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-22d815c1-2ebd-488d-b79f-97a99cb91487 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:33.628703 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4e774e60-96c6-4b96-a5d9-03362282af24 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:33.673035 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e774e60-96c6-4b96-a5d9-03362282af24 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Pushing event deleted for resources: {'Port': ['ID=0309683e-a9e8-43f8-9152-d460adb55c17,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:33.679569 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e774e60-96c6-4b96-a5d9-03362282af24 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] No DVR routers for this DVR port 0309683e-a9e8-43f8-9152-d460adb55c17 on host dv-neutron-827798-2-hyperv {{(pid=84108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:46:33.691623 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-22d815c1-2ebd-488d-b79f-97a99cb91487 None None] Calling delete_port for 0309683e-a9e8-43f8-9152-d460adb55c17 owned by network:dhcp {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:46:33.729380 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d0568dda-0fae-44ab-8a56-733a2499deff tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40996'] for router, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:33.753863 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acdf643-9de2-4c1c-8c46-014f1e23f85a req-bcf8faa7-bd67-4b47-a555-9b359dc3adb7 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:46:33.755239 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-9acdf643-9de2-4c1c-8c46-014f1e23f85a req-bcf8faa7-bd67-4b47-a555-9b359dc3adb7 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] 10.222.0.36 "GET /v2.0/ports?device_id=740b04e0-50d9-4863-966c-f332f94c275b HTTP/1.1" status: 200 len: 945 time: 0.3126984 Feb 04 08:46:33.767429 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.db.api [None req-22d815c1-2ebd-488d-b79f-97a99cb91487 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 08:46:33.767821 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG oslo_db.api [None req-22d815c1-2ebd-488d-b79f-97a99cb91487 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 08:46:33.805445 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-9acdf643-9de2-4c1c-8c46-014f1e23f85a req-1cb4eeaf-8c0b-4c59-a91c-4709d4dc9794 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e01d01f-649a-4a93-8da0-fda7af4b84c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416498 Feb 04 08:46:33.808215 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4e774e60-96c6-4b96-a5d9-03362282af24 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:33.811523 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d0568dda-0fae-44ab-8a56-733a2499deff tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-472436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-472429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-475363'] for router, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:33.930230 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-4e774e60-96c6-4b96-a5d9-03362282af24 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b373a135-3dd5-4541-8320-ee790251cb7d']}} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:46:33.943456 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-4e774e60-96c6-4b96-a5d9-03362282af24 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d13b969-f111-4a9f-813c-12d5e4e694c6') {'for_net_delete': True} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:46:33.944448 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-4e774e60-96c6-4b96-a5d9-03362282af24 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d13b969-f111-4a9f-813c-12d5e4e694c6') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:46:33.956538 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4e774e60-96c6-4b96-a5d9-03362282af24 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7851336'] for segment, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:33.974817 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4e774e60-96c6-4b96-a5d9-03362282af24 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:33.981432 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e774e60-96c6-4b96-a5d9-03362282af24 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=84108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:46:33.981810 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4e774e60-96c6-4b96-a5d9-03362282af24 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7460345'] for segment, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:33.997341 dv-neutron-827798-2-hyperv neutron-server[84108]: Traceback (most recent call last): Feb 04 08:46:33.997341 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:46:33.997341 dv-neutron-827798-2-hyperv neutron-server[84108]: timer() Feb 04 08:46:33.997341 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:46:33.997341 dv-neutron-827798-2-hyperv neutron-server[84108]: cb(*args, **kw) Feb 04 08:46:33.997341 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:46:33.997341 dv-neutron-827798-2-hyperv neutron-server[84108]: return func(*args, **kwargs) Feb 04 08:46:33.997341 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:46:33.997341 dv-neutron-827798-2-hyperv neutron-server[84108]: self._notify() Feb 04 08:46:33.997341 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:46:33.997341 dv-neutron-827798-2-hyperv neutron-server[84108]: self.callback(batched_events) Feb 04 08:46:33.997341 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:46:33.997341 dv-neutron-827798-2-hyperv neutron-server[84108]: event.method(event) Feb 04 08:46:33.997341 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:46:33.997341 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:46:33.997341 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:46:33.997341 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:46:33.997341 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:46:33.997341 dv-neutron-827798-2-hyperv neutron-server[84108]: return f(self, *a, **k) Feb 04 08:46:33.997341 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:46:33.997341 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._get(url).json() Feb 04 08:46:33.997341 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:46:33.997341 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:46:33.997341 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:46:33.997341 dv-neutron-827798-2-hyperv neutron-server[84108]: return self.request(url, 'GET', **kwargs) Feb 04 08:46:33.997341 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:46:33.997341 dv-neutron-827798-2-hyperv neutron-server[84108]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:46:33.997341 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:46:33.997341 dv-neutron-827798-2-hyperv neutron-server[84108]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:46:33.997341 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:46:33.997341 dv-neutron-827798-2-hyperv neutron-server[84108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:46:33.997341 dv-neutron-827798-2-hyperv neutron-server[84108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:46:34.033518 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 0309683e-a9e8-43f8-9152-d460adb55c17 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:46:34.047176 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0568dda-0fae-44ab-8a56-733a2499deff tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Router e9f9e91e-289b-49d0-a75a-636461c8ea14 is scheduled to L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 with binding_index 1 {{(pid=84107) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 08:46:34.070271 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: 0309683e-a9e8-43f8-9152-d460adb55c17 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:46:34.070692 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 0309683e-a9e8-43f8-9152-d460adb55c17 not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:46:34.154161 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4e774e60-96c6-4b96-a5d9-03362282af24 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:34.171693 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4e774e60-96c6-4b96-a5d9-03362282af24 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Notify callbacks [] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:34.182746 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e774e60-96c6-4b96-a5d9-03362282af24 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] Pushing event deleted for resources: {'Network': ['ID=b373a135-3dd5-4541-8320-ee790251cb7d,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:34.189961 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-4e774e60-96c6-4b96-a5d9-03362282af24 tempest-AllowedAddressPairIpV6TestJSON-1465346281 tempest-AllowedAddressPairIpV6TestJSON-1465346281-project] 10.222.0.36 "DELETE /v2.0/networks/b373a135-3dd5-4541-8320-ee790251cb7d HTTP/1.1" status: 204 len: 168 time: 1.1586678 Feb 04 08:46:34.191037 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0568dda-0fae-44ab-8a56-733a2499deff tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:46:34.197297 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d0568dda-0fae-44ab-8a56-733a2499deff tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:34.199020 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-d0568dda-0fae-44ab-8a56-733a2499deff tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "PUT /v2.0/routers/e9f9e91e-289b-49d0-a75a-636461c8ea14 HTTP/1.1" status: 200 len: 695 time: 1.0210981 Feb 04 08:46:34.202369 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 56678) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:34.204979 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1acbb5-6d5e-4953-b011-8620ee1791f4 None None] Sync routers for ids ['e9f9e91e-289b-49d0-a75a-636461c8ea14'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:46:34.220502 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1acbb5-6d5e-4953-b011-8620ee1791f4 None None] Routers {'e9f9e91e-289b-49d0-a75a-636461c8ea14'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:46:34.221989 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-ad1acbb5-6d5e-4953-b011-8620ee1791f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:46:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['e9f9e91e-289b-49d0-a75a-636461c8ea14'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:46:34.295283 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-22d815c1-2ebd-488d-b79f-97a99cb91487 None None] Deleting port 0309683e-a9e8-43f8-9152-d460adb55c17 {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:46:34.295918 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-22d815c1-2ebd-488d-b79f-97a99cb91487 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:34.345659 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-00d0748b-198a-463a-b621-e8d7489e709c tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "GET /v2.0/routers/e9f9e91e-289b-49d0-a75a-636461c8ea14 HTTP/1.1" status: 200 len: 701 time: 0.1397154 Feb 04 08:46:34.346002 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 56682) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:34.386003 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-3349d358-4c15-4f00-8594-2ff8b75e1dc9 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Synchronizing usage tracker for tenant:bf57e53bceb34316b0180186a41d96ee on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:46:34.398087 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-3349d358-4c15-4f00-8594-2ff8b75e1dc9 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Unset dirty status for tenant:bf57e53bceb34316b0180186a41d96ee on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:46:34.401708 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-3349d358-4c15-4f00-8594-2ff8b75e1dc9 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9f9e91e-289b-49d0-a75a-636461c8ea14 HTTP/1.1" status: 200 len: 205 time: 0.0522308 Feb 04 08:46:34.401905 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 56686) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:34.421872 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-22d815c1-2ebd-488d-b79f-97a99cb91487 None None] The port '0309683e-a9e8-43f8-9152-d460adb55c17' was deleted {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 08:46:34.439364 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-ad1acbb5-6d5e-4953-b011-8620ee1791f4 None None] Set router e9f9e91e-289b-49d0-a75a-636461c8ea14 gateway port host: None {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:46:34.540028 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ff26c2af-dbbf-47d0-8e6b-b5178b0896e9 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks [] for router, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:34.545224 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-ad1acbb5-6d5e-4953-b011-8620ee1791f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9f9e91e-289b-49d0-a75a-636461c8ea14', 'name': 'tempest-RoutersIpV6Test-router-7013134', 'tenant_id': 'bf57e53bceb34316b0180186a41d96ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:46:32Z', 'updated_at': '2022-02-04T08:46:33Z', 'revision_number': 2, 'project_id': 'bf57e53bceb34316b0180186a41d96ee', 'gw_port_host': None}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:46:34.549310 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1acbb5-6d5e-4953-b011-8620ee1791f4 None None] Checking router: e9f9e91e-289b-49d0-a75a-636461c8ea14 for host: dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 08:46:34.559537 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1acbb5-6d5e-4953-b011-8620ee1791f4 None None] Routers {'e9f9e91e-289b-49d0-a75a-636461c8ea14'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:46:34.560101 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-ad1acbb5-6d5e-4953-b011-8620ee1791f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:46:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['e9f9e91e-289b-49d0-a75a-636461c8ea14'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:46:34.689575 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-ad1acbb5-6d5e-4953-b011-8620ee1791f4 None None] Set router e9f9e91e-289b-49d0-a75a-636461c8ea14 gateway port host: None {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:46:34.723407 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 56692) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:34.801932 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-ad1acbb5-6d5e-4953-b011-8620ee1791f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9f9e91e-289b-49d0-a75a-636461c8ea14', 'name': 'tempest-RoutersIpV6Test-router-7013134', 'tenant_id': 'bf57e53bceb34316b0180186a41d96ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:46:32Z', 'updated_at': '2022-02-04T08:46:33Z', 'revision_number': 2, 'project_id': 'bf57e53bceb34316b0180186a41d96ee', 'gw_port_host': None}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:46:34.806370 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1acbb5-6d5e-4953-b011-8620ee1791f4 None None] The sync data for ids ['e9f9e91e-289b-49d0-a75a-636461c8ea14'] in dv-neutron-827798-2-hyperv is: [{'id': 'e9f9e91e-289b-49d0-a75a-636461c8ea14', 'name': 'tempest-RoutersIpV6Test-router-7013134', 'tenant_id': 'bf57e53bceb34316b0180186a41d96ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:46:32Z', 'updated_at': '2022-02-04T08:46:33Z', 'revision_number': 2, 'project_id': 'bf57e53bceb34316b0180186a41d96ee', 'gw_port_host': None}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:46:34.918981 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-dd30f8f9-0739-4e95-a0d1-e980bdeac54f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=167cafec9dc04a4fa6e508275f0d7324&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1918163 Feb 04 08:46:34.919313 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 56700) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:34.985856 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-68aa8578-cdb0-4c63-b4a7-af86601ed920 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:35.015629 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-68aa8578-cdb0-4c63-b4a7-af86601ed920 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:35.080650 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ff26c2af-dbbf-47d0-8e6b-b5178b0896e9 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40989'] for router, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:35.090292 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ff26c2af-dbbf-47d0-8e6b-b5178b0896e9 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:35.135673 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9e5a59-f9e7-4014-bbbd-9c08986f9b7c req-39b4b39c-37ad-4694-941b-23442638bcf7 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:46:35.137400 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8e9e5a59-f9e7-4014-bbbd-9c08986f9b7c req-39b4b39c-37ad-4694-941b-23442638bcf7 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] 10.222.0.36 "GET /v2.0/ports?device_id=740b04e0-50d9-4863-966c-f332f94c275b HTTP/1.1" status: 200 len: 945 time: 0.1060419 Feb 04 08:46:35.148833 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-68aa8578-cdb0-4c63-b4a7-af86601ed920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:35.167120 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aa8578-cdb0-4c63-b4a7-af86601ed920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f5dc436-159d-4eb3-9687-9c6b3827c4a5,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:35.173521 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-68aa8578-cdb0-4c63-b4a7-af86601ed920 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:35.174633 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-68aa8578-cdb0-4c63-b4a7-af86601ed920 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2f5dc436-159d-4eb3-9687-9c6b3827c4a5 HTTP/1.1" status: 204 len: 168 time: 0.2542922 Feb 04 08:46:35.191662 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8e9e5a59-f9e7-4014-bbbd-9c08986f9b7c req-c356777d-15ff-4f83-b485-bdf95ee616b7 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e01d01f-649a-4a93-8da0-fda7af4b84c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487239 Feb 04 08:46:35.222606 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ff26c2af-dbbf-47d0-8e6b-b5178b0896e9 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-476062'] for router, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:35.223116 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff26c2af-dbbf-47d0-8e6b-b5178b0896e9 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Fanout notify agent at l3_agent the message router_deleted on router e9f9e91e-289b-49d0-a75a-636461c8ea14 {{(pid=84107) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 08:46:35.238279 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ff26c2af-dbbf-47d0-8e6b-b5178b0896e9 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:35.242879 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-ff26c2af-dbbf-47d0-8e6b-b5178b0896e9 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "DELETE /v2.0/routers/e9f9e91e-289b-49d0-a75a-636461c8ea14 HTTP/1.1" status: 204 len: 168 time: 0.8362558 Feb 04 08:46:35.248602 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 56706) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:35.291690 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-a06412d2-40f6-4d95-a36a-e60565ccdfde tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9f9e91e-289b-49d0-a75a-636461c8ea14 HTTP/1.1" status: 200 len: 205 time: 0.0415866 Feb 04 08:46:35.293988 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 56710) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:35.360781 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.api.v2.resource [None req-c3e8a29c-6c52-419b-9902-265019a4a89d tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] delete failed (client error): The resource could not be found. Feb 04 08:46:35.361793 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-c3e8a29c-6c52-419b-9902-265019a4a89d tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "DELETE /v2.0/routers/e9f9e91e-289b-49d0-a75a-636461c8ea14 HTTP/1.1" status: 404 len: 336 time: 0.0668805 Feb 04 08:46:35.364259 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 56714) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:35.402270 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1ed6eb1-de02-4db2-9d6d-05e87cb4ea9b tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] DELETE failed (client error): The resource could not be found. Feb 04 08:46:35.402693 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1ed6eb1-de02-4db2-9d6d-05e87cb4ea9b tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:46:35.404282 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-c1ed6eb1-de02-4db2-9d6d-05e87cb4ea9b tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "DELETE /v2.0/subnets/ef7e107b-c21e-497a-93de-e9fa942416f8 HTTP/1.1" status: 404 len: 337 time: 0.0391052 Feb 04 08:46:35.406777 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 56718) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:35.445316 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc3cf660-c03d-45d4-9e46-018a982d5a35 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] DELETE failed (client error): The resource could not be found. Feb 04 08:46:35.445681 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc3cf660-c03d-45d4-9e46-018a982d5a35 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:46:35.449649 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-fc3cf660-c03d-45d4-9e46-018a982d5a35 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "DELETE /v2.0/subnets/2daacee8-b4cf-4f07-bbab-c501b0241abf HTTP/1.1" status: 404 len: 337 time: 0.0395772 Feb 04 08:46:35.449855 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 56724) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:35.491485 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-d067ef5d-2946-40e8-9c65-7d4cc6fe8c2f tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] DELETE failed (client error): The resource could not be found. Feb 04 08:46:35.491930 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d067ef5d-2946-40e8-9c65-7d4cc6fe8c2f tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:46:35.493582 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-d067ef5d-2946-40e8-9c65-7d4cc6fe8c2f tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "DELETE /v2.0/subnets/0e268ecc-a1d2-4e13-b692-575946436030 HTTP/1.1" status: 404 len: 337 time: 0.0427125 Feb 04 08:46:35.496008 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 56728) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:35.533281 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b2ee757-ceff-495f-a002-064e1c1d1720 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] DELETE failed (client error): The resource could not be found. Feb 04 08:46:35.533730 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b2ee757-ceff-495f-a002-064e1c1d1720 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:46:35.538239 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-7b2ee757-ceff-495f-a002-064e1c1d1720 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "DELETE /v2.0/subnets/493c7abd-2075-424b-9940-8c15efb502b2 HTTP/1.1" status: 404 len: 337 time: 0.0384779 Feb 04 08:46:35.538512 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 56734) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:35.583060 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-6807f954-9e7e-461d-a324-903f1c843eb1 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9337649-60c2-40dc-9112-23b3fd74a3db HTTP/1.1" status: 200 len: 205 time: 0.0411456 Feb 04 08:46:35.583060 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 56740) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:35.651614 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.api.v2.resource [None req-058c9c34-fea3-4aa5-9eda-0458b54bcc03 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] delete failed (client error): The resource could not be found. Feb 04 08:46:35.655316 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-058c9c34-fea3-4aa5-9eda-0458b54bcc03 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "DELETE /v2.0/routers/c9337649-60c2-40dc-9112-23b3fd74a3db HTTP/1.1" status: 404 len: 336 time: 0.0685792 Feb 04 08:46:35.655316 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 56748) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:35.698612 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-64de2d21-b0b3-4ae7-813d-eddf87572bee tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea05eec4-2cff-4468-907e-ccf77f5d61b3 HTTP/1.1" status: 200 len: 205 time: 0.0424244 Feb 04 08:46:35.701063 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 56752) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:35.768488 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.api.v2.resource [None req-a7ebd26a-f5d1-4568-84c0-b9f7ac099386 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] delete failed (client error): The resource could not be found. Feb 04 08:46:35.769893 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-a7ebd26a-f5d1-4568-84c0-b9f7ac099386 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "DELETE /v2.0/routers/ea05eec4-2cff-4468-907e-ccf77f5d61b3 HTTP/1.1" status: 404 len: 336 time: 0.0675716 Feb 04 08:46:35.772205 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 56756) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:35.812321 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-d35f22fc-fc23-4fba-9062-298c5134d19b tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] DELETE failed (client error): The resource could not be found. Feb 04 08:46:35.812780 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d35f22fc-fc23-4fba-9062-298c5134d19b tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:46:35.814410 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-d35f22fc-fc23-4fba-9062-298c5134d19b tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "DELETE /v2.0/subnets/f7f38f83-e127-4606-a098-f355771135f0 HTTP/1.1" status: 404 len: 337 time: 0.0412736 Feb 04 08:46:35.817158 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 56762) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:35.859065 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-48267b4d-bd70-4a9f-b065-43164bb949f5 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e791a01-3b53-42ce-ab5f-b8cbe0abe994 HTTP/1.1" status: 200 len: 205 time: 0.0407124 Feb 04 08:46:35.861405 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 56766) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:35.926847 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.api.v2.resource [None req-bc39b4dd-e1a4-407e-a249-f5edf1202ec0 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] delete failed (client error): The resource could not be found. Feb 04 08:46:35.927828 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-bc39b4dd-e1a4-407e-a249-f5edf1202ec0 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "DELETE /v2.0/routers/6e791a01-3b53-42ce-ab5f-b8cbe0abe994 HTTP/1.1" status: 404 len: 336 time: 0.0656126 Feb 04 08:46:35.930936 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 56770) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:35.981474 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 56776) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:35.981714 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-0908df70-1a82-4fbb-aa36-0434a6565912 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b4e7239-63b9-4d38-942e-aff215dc4027 HTTP/1.1" status: 200 len: 205 time: 0.0495455 Feb 04 08:46:36.055058 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.api.v2.resource [None req-00a65e44-88c9-488a-8f95-b4dc856f7cf9 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] delete failed (client error): The resource could not be found. Feb 04 08:46:36.056094 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-00a65e44-88c9-488a-8f95-b4dc856f7cf9 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "DELETE /v2.0/routers/5b4e7239-63b9-4d38-942e-aff215dc4027 HTTP/1.1" status: 404 len: 336 time: 0.0731342 Feb 04 08:46:36.058700 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 56782) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:36.098552 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-618354e6-1188-400f-b8ed-1cd6b59e7502 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] DELETE failed (client error): The resource could not be found. Feb 04 08:46:36.098987 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-618354e6-1188-400f-b8ed-1cd6b59e7502 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:46:36.100646 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-618354e6-1188-400f-b8ed-1cd6b59e7502 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "DELETE /v2.0/subnets/8faf684a-c9c1-44fb-b9cb-5448942ba67f HTTP/1.1" status: 404 len: 337 time: 0.0410378 Feb 04 08:46:36.103336 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 56786) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:36.148585 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-58737229-a931-4ef4-a0f7-109e7ec61129 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "GET /v2.0/ports?device_id=aad16814-68d9-4b54-8488-8c0e2d4367dd HTTP/1.1" status: 200 len: 205 time: 0.0439603 Feb 04 08:46:36.150876 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 56790) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:36.217678 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.api.v2.resource [None req-52db096d-7523-4ab8-bf99-98fd09bd63f3 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] delete failed (client error): The resource could not be found. Feb 04 08:46:36.218691 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-52db096d-7523-4ab8-bf99-98fd09bd63f3 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "DELETE /v2.0/routers/aad16814-68d9-4b54-8488-8c0e2d4367dd HTTP/1.1" status: 404 len: 336 time: 0.0668716 Feb 04 08:46:36.222688 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 56798) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:36.261466 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-442ae841-5c96-4a1a-b38e-554ae80845ee tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] DELETE failed (client error): The resource could not be found. Feb 04 08:46:36.262176 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-442ae841-5c96-4a1a-b38e-554ae80845ee tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:46:36.266375 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-442ae841-5c96-4a1a-b38e-554ae80845ee tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "DELETE /v2.0/subnets/e63e7435-6d83-46c3-8806-3c82eebd0f59 HTTP/1.1" status: 404 len: 337 time: 0.0403783 Feb 04 08:46:36.267410 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 56802) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:36.301476 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 56806) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:36.314482 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-9b9a89c8-12d6-49a0-8f5f-b7eaa5b72961 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "GET /v2.0/ports?device_id=166d44d9-9555-4d56-88d2-96a24d713000 HTTP/1.1" status: 200 len: 205 time: 0.0458059 Feb 04 08:46:36.316780 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 56812) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:36.381209 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.api.v2.resource [None req-51039247-6a9b-44d5-91e4-1ddbb674cae2 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] delete failed (client error): The resource could not be found. Feb 04 08:46:36.382353 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-51039247-6a9b-44d5-91e4-1ddbb674cae2 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "DELETE /v2.0/routers/166d44d9-9555-4d56-88d2-96a24d713000 HTTP/1.1" status: 404 len: 336 time: 0.0647244 Feb 04 08:46:36.384770 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 56816) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:36.407170 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caca48f7-7777-4ab0-a92d-f5b204975d35 req-320d8af5-440c-4b3e-b3f8-464bb5a1b59c tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:46:36.408683 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-caca48f7-7777-4ab0-a92d-f5b204975d35 req-320d8af5-440c-4b3e-b3f8-464bb5a1b59c tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] 10.222.0.36 "GET /v2.0/ports?device_id=740b04e0-50d9-4863-966c-f332f94c275b HTTP/1.1" status: 200 len: 945 time: 0.0871520 Feb 04 08:46:36.436570 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c6c8b92-e591-4169-9a42-b6b26ae12c57 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] DELETE failed (client error): The resource could not be found. Feb 04 08:46:36.437011 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c6c8b92-e591-4169-9a42-b6b26ae12c57 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:46:36.438677 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-5c6c8b92-e591-4169-9a42-b6b26ae12c57 tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "DELETE /v2.0/subnets/b16c2990-a29f-4334-a012-5ebc75c1b65a HTTP/1.1" status: 404 len: 337 time: 0.0530100 Feb 04 08:46:36.443970 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-74854832-e026-455e-b5b8-09ae80ee8236 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Request body: {'security_group': {'name': 'tempest-secgroup--172525036'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:46:36.447986 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 56820) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:36.469123 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-caca48f7-7777-4ab0-a92d-f5b204975d35 req-ab205ed8-00bd-4cc0-b11e-c9970659e291 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e01d01f-649a-4a93-8da0-fda7af4b84c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513251 Feb 04 08:46:36.483098 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-74854832-e026-455e-b5b8-09ae80ee8236 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:46:36.489579 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ade65fa-08a7-4505-9634-55b8aa2dfefc tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] DELETE failed (client error): The resource could not be found. Feb 04 08:46:36.490037 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ade65fa-08a7-4505-9634-55b8aa2dfefc tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 08:46:36.492232 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-7ade65fa-08a7-4505-9634-55b8aa2dfefc tempest-RoutersIpV6Test-1398943035 tempest-RoutersIpV6Test-1398943035-project] 10.222.0.36 "DELETE /v2.0/subnets/462688c6-75fa-4e34-a60b-b1157f5493ad HTTP/1.1" status: 404 len: 337 time: 0.0431514 Feb 04 08:46:36.493227 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-74854832-e026-455e-b5b8-09ae80ee8236 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Usage tracker for resource:security_group and tenant:4562529bc34d4e0393cad9f6a6a97e38 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:46:36.496205 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-74854832-e026-455e-b5b8-09ae80ee8236 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:46:36.502056 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-74854832-e026-455e-b5b8-09ae80ee8236 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:46:36.594135 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-74854832-e026-455e-b5b8-09ae80ee8236 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:36.608052 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-74854832-e026-455e-b5b8-09ae80ee8236 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:36.640218 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-74854832-e026-455e-b5b8-09ae80ee8236 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:46:36.643824 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-74854832-e026-455e-b5b8-09ae80ee8236 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Usage tracker for resource:security_group_rule and tenant:4562529bc34d4e0393cad9f6a6a97e38 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:46:36.646546 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-74854832-e026-455e-b5b8-09ae80ee8236 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:46:36.652034 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-74854832-e026-455e-b5b8-09ae80ee8236 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:46:36.715945 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-74854832-e026-455e-b5b8-09ae80ee8236 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:36.782954 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-74854832-e026-455e-b5b8-09ae80ee8236 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:36.826417 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-74854832-e026-455e-b5b8-09ae80ee8236 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:46:36.830330 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74854832-e026-455e-b5b8-09ae80ee8236 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed17eb69-7c4d-49e8-821e-3d8d429b0937,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:36.832940 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-74854832-e026-455e-b5b8-09ae80ee8236 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Usage tracker for resource:security_group_rule and tenant:4562529bc34d4e0393cad9f6a6a97e38 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:46:36.835870 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-74854832-e026-455e-b5b8-09ae80ee8236 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:46:36.842425 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-74854832-e026-455e-b5b8-09ae80ee8236 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:46:36.897456 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-74854832-e026-455e-b5b8-09ae80ee8236 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:36.943031 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-74854832-e026-455e-b5b8-09ae80ee8236 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:36.946337 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 56828) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:36.985640 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74854832-e026-455e-b5b8-09ae80ee8236 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e91a662c-9c0f-450a-b879-4bd2e08ec103,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:37.046101 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-74854832-e026-455e-b5b8-09ae80ee8236 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:37.047439 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-74854832-e026-455e-b5b8-09ae80ee8236 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7443805 Feb 04 08:46:37.050079 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 56834) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:37.115574 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-6e263738-294d-4730-b5fc-fbdf347850b8 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Synchronizing usage tracker for tenant:4562529bc34d4e0393cad9f6a6a97e38 on resource:security_group {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:46:37.129121 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-97e8904a-8ef8-48ad-9abb-ff044d94593e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bf57e53bceb34316b0180186a41d96ee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1815372 Feb 04 08:46:37.132224 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 56838) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:37.188618 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-db0373ab-4613-45b9-a07d-276face7e583 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:37.218623 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-db0373ab-4613-45b9-a07d-276face7e583 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:37.301514 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-6e263738-294d-4730-b5fc-fbdf347850b8 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Unset dirty status for tenant:4562529bc34d4e0393cad9f6a6a97e38 on resource:security_group {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:46:37.302751 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-6e263738-294d-4730-b5fc-fbdf347850b8 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.2517657 Feb 04 08:46:37.305840 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 56842) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:37.311665 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-1f628611-2f52-496b-be0d-77053ae0e786 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Request body: {'security_group': {'name': 'tempest-security--605535427', 'description': 'tempest-security-description-2045473937'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:46:37.344874 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1f628611-2f52-496b-be0d-77053ae0e786 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:37.397266 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1f628611-2f52-496b-be0d-77053ae0e786 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:37.405284 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-db0373ab-4613-45b9-a07d-276face7e583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:37.425779 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0373ab-4613-45b9-a07d-276face7e583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb66d4b-1f84-4ca6-9b93-3a05592dce38,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:37.429195 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-db0373ab-4613-45b9-a07d-276face7e583 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:37.430304 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-db0373ab-4613-45b9-a07d-276face7e583 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4eb66d4b-1f84-4ca6-9b93-3a05592dce38 HTTP/1.1" status: 204 len: 168 time: 0.2971416 Feb 04 08:46:37.451293 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1f628611-2f52-496b-be0d-77053ae0e786 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:37.453905 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1f628611-2f52-496b-be0d-77053ae0e786 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:37.464503 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-1f628611-2f52-496b-be0d-77053ae0e786 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] 10.222.0.36 "PUT /v2.0/security-groups/e91a662c-9c0f-450a-b879-4bd2e08ec103 HTTP/1.1" status: 200 len: 1611 time: 0.1481907 Feb 04 08:46:37.465250 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 56848) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:37.482526 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f628611-2f52-496b-be0d-77053ae0e786 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e91a662c-9c0f-450a-b879-4bd2e08ec103,revision_number=2']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:37.517298 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 56854) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:37.517581 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-6ae5a860-b1e2-4304-86ca-c94dc7f11759 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] 10.222.0.36 "GET /v2.0/security-groups/e91a662c-9c0f-450a-b879-4bd2e08ec103 HTTP/1.1" status: 200 len: 1611 time: 0.0570016 Feb 04 08:46:37.589183 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-db3adc5c-0a33-44b0-9b4b-b44fb5cd3cde tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:37.654931 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-db3adc5c-0a33-44b0-9b4b-b44fb5cd3cde tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:37.717280 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aed919-b96a-46a4-9546-7889ae2f91af req-19c38b6b-8780-4eaf-98dd-8e7545539d7f tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:46:37.718753 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-45aed919-b96a-46a4-9546-7889ae2f91af req-19c38b6b-8780-4eaf-98dd-8e7545539d7f tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] 10.222.0.36 "GET /v2.0/ports?device_id=740b04e0-50d9-4863-966c-f332f94c275b HTTP/1.1" status: 200 len: 945 time: 0.1329136 Feb 04 08:46:37.773058 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-45aed919-b96a-46a4-9546-7889ae2f91af req-a69d278b-3546-4052-85a2-f2abbd1d6faa tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e01d01f-649a-4a93-8da0-fda7af4b84c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484397 Feb 04 08:46:37.794257 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-db3adc5c-0a33-44b0-9b4b-b44fb5cd3cde tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:37.816216 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3adc5c-0a33-44b0-9b4b-b44fb5cd3cde tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e91a662c-9c0f-450a-b879-4bd2e08ec103,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:37.890559 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-db3adc5c-0a33-44b0-9b4b-b44fb5cd3cde tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:37.891659 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-db3adc5c-0a33-44b0-9b4b-b44fb5cd3cde tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] 10.222.0.36 "DELETE /v2.0/security-groups/e91a662c-9c0f-450a-b879-4bd2e08ec103 HTTP/1.1" status: 204 len: 168 time: 0.3728855 Feb 04 08:46:37.894175 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 56858) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:37.942738 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-2ec98c91-29e4-4453-9286-85f07c92940a tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Synchronizing usage tracker for tenant:4562529bc34d4e0393cad9f6a6a97e38 on resource:security_group {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:46:38.011118 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-2ec98c91-29e4-4453-9286-85f07c92940a tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Unset dirty status for tenant:4562529bc34d4e0393cad9f6a6a97e38 on resource:security_group {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:46:38.012701 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-2ec98c91-29e4-4453-9286-85f07c92940a tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1175973 Feb 04 08:46:38.015418 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 56862) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:38.031631 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.api.v2.resource [None req-0000a6e2-22a7-4bcb-8aee-601f1f7a1a3a tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] delete failed (client error): The resource could not be found. Feb 04 08:46:38.032606 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-0000a6e2-22a7-4bcb-8aee-601f1f7a1a3a tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] 10.222.0.36 "DELETE /v2.0/security-groups/e91a662c-9c0f-450a-b879-4bd2e08ec103 HTTP/1.1" status: 404 len: 347 time: 0.0162666 Feb 04 08:46:38.036097 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 56866) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:38.041509 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-0294c3b2-e6ae-4a5f-b93e-c6dcee958034 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Request body: {'security_group': {'name': 'tempest-secgroup--2076555709'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:46:38.046897 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-0294c3b2-e6ae-4a5f-b93e-c6dcee958034 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:46:38.057466 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-0294c3b2-e6ae-4a5f-b93e-c6dcee958034 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:46:38.131363 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0294c3b2-e6ae-4a5f-b93e-c6dcee958034 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:38.166749 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-0294c3b2-e6ae-4a5f-b93e-c6dcee958034 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:46:38.170427 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-0294c3b2-e6ae-4a5f-b93e-c6dcee958034 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Usage tracker for resource:security_group_rule and tenant:4562529bc34d4e0393cad9f6a6a97e38 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:46:38.173232 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-0294c3b2-e6ae-4a5f-b93e-c6dcee958034 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:46:38.178713 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-0294c3b2-e6ae-4a5f-b93e-c6dcee958034 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:46:38.234586 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0294c3b2-e6ae-4a5f-b93e-c6dcee958034 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:38.308338 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0294c3b2-e6ae-4a5f-b93e-c6dcee958034 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:38.351926 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0294c3b2-e6ae-4a5f-b93e-c6dcee958034 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40cf7b27-fc93-49a8-b3f2-3f5bba78f818,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:38.434062 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0294c3b2-e6ae-4a5f-b93e-c6dcee958034 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:38.435282 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-0294c3b2-e6ae-4a5f-b93e-c6dcee958034 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3982954 Feb 04 08:46:38.438178 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 56870) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:38.443457 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-15766664-8766-4ac3-8c46-e57494959d97 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Request body: {'security_group_rule': {'security_group_id': '40cf7b27-fc93-49a8-b3f2-3f5bba78f818', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:46:38.449861 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-15766664-8766-4ac3-8c46-e57494959d97 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:46:38.453624 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-15766664-8766-4ac3-8c46-e57494959d97 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Usage tracker for resource:security_group_rule and tenant:4562529bc34d4e0393cad9f6a6a97e38 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:46:38.456421 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-15766664-8766-4ac3-8c46-e57494959d97 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:46:38.462302 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-15766664-8766-4ac3-8c46-e57494959d97 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:46:38.623850 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-15766664-8766-4ac3-8c46-e57494959d97 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:38.683171 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-15766664-8766-4ac3-8c46-e57494959d97 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:38.754125 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-15766664-8766-4ac3-8c46-e57494959d97 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:38.777716 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15766664-8766-4ac3-8c46-e57494959d97 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6fbc27f-166b-4005-8276-4e5eb92fec9e,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:38.862683 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-15766664-8766-4ac3-8c46-e57494959d97 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:38.863972 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-15766664-8766-4ac3-8c46-e57494959d97 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4248729 Feb 04 08:46:38.866942 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 56876) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:38.896257 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-63ce54da-8d87-4ac4-a5c0-b6a1cbe2e0ac tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:38.908519 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-63ce54da-8d87-4ac4-a5c0-b6a1cbe2e0ac tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:38.998043 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae1c2d6-0984-4d9f-8aac-18c69022616c req-7caed200-ffbb-4c74-8cb4-e6ddf4aef246 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:46:38.999553 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-0ae1c2d6-0984-4d9f-8aac-18c69022616c req-7caed200-ffbb-4c74-8cb4-e6ddf4aef246 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] 10.222.0.36 "GET /v2.0/ports?device_id=740b04e0-50d9-4863-966c-f332f94c275b HTTP/1.1" status: 200 len: 945 time: 0.0932481 Feb 04 08:46:39.043884 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-0ae1c2d6-0984-4d9f-8aac-18c69022616c req-9a82dbe2-4a3a-4785-8ccf-3d50bb30b39a tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e01d01f-649a-4a93-8da0-fda7af4b84c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388830 Feb 04 08:46:39.068743 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-63ce54da-8d87-4ac4-a5c0-b6a1cbe2e0ac tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:39.087920 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ce54da-8d87-4ac4-a5c0-b6a1cbe2e0ac tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e6fbc27f-166b-4005-8276-4e5eb92fec9e,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:39.090592 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-63ce54da-8d87-4ac4-a5c0-b6a1cbe2e0ac tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:39.091668 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-63ce54da-8d87-4ac4-a5c0-b6a1cbe2e0ac tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/e6fbc27f-166b-4005-8276-4e5eb92fec9e HTTP/1.1" status: 204 len: 168 time: 0.2238019 Feb 04 08:46:39.094361 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 56880) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:39.141856 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-77af9dd4-2d4e-4cf0-8020-4ca55e1a239b tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Synchronizing usage tracker for tenant:4562529bc34d4e0393cad9f6a6a97e38 on resource:security_group_rule {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:46:39.230825 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e3f126d9-99df-4120-8e1e-175560066118 req-61887579-2e3b-4b7b-86b4-4fa07318fe0f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3cc216c2-23c9-46f1-838c-44ac9810b65e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0651028 Feb 04 08:46:39.231454 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-77af9dd4-2d4e-4cf0-8020-4ca55e1a239b tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Unset dirty status for tenant:4562529bc34d4e0393cad9f6a6a97e38 on resource:security_group_rule {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:46:39.232538 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-77af9dd4-2d4e-4cf0-8020-4ca55e1a239b tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1372681 Feb 04 08:46:39.235517 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 56884) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:39.348892 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-56a6ca16-e120-45c0-ae9d-ce0bf5839e66 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:39.380916 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e3f126d9-99df-4120-8e1e-175560066118 req-041cb391-0070-490c-bdc5-2ffb83b28e79 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7df2bfd740464e869863a41b14f4d5af&device_id=3cc216c2-23c9-46f1-838c-44ac9810b65e HTTP/1.1" status: 200 len: 1099 time: 0.1279540 Feb 04 08:46:39.382252 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-56a6ca16-e120-45c0-ae9d-ce0bf5839e66 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:39.618803 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f126d9-99df-4120-8e1e-175560066118 req-c7adfba8-9509-4b83-ac74-f40b4ba960ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:46:39.620242 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e3f126d9-99df-4120-8e1e-175560066118 req-c7adfba8-9509-4b83-ac74-f40b4ba960ca service neutron] 10.222.0.47 "GET /v2.0/networks?id=dfd3e35e-8d31-4904-a33a-2fe9438ce3a8 HTTP/1.1" status: 200 len: 897 time: 0.2192273 Feb 04 08:46:39.675654 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-56a6ca16-e120-45c0-ae9d-ce0bf5839e66 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:39.707354 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a6ca16-e120-45c0-ae9d-ce0bf5839e66 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40cf7b27-fc93-49a8-b3f2-3f5bba78f818,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:39.743674 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e3f126d9-99df-4120-8e1e-175560066118 req-fb42d226-b4e7-4308-9bf6-395c0c5c8ea3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=eb5f0985-ba6e-42eb-9db3-e4b594f0c8c9 HTTP/1.1" status: 200 len: 1001 time: 0.1172855 Feb 04 08:46:39.788835 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-56a6ca16-e120-45c0-ae9d-ce0bf5839e66 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:39.790184 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-56a6ca16-e120-45c0-ae9d-ce0bf5839e66 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] 10.222.0.36 "DELETE /v2.0/security-groups/40cf7b27-fc93-49a8-b3f2-3f5bba78f818 HTTP/1.1" status: 204 len: 168 time: 0.5533659 Feb 04 08:46:39.792457 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 56888) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:39.889298 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-ea53570d-1421-47c8-927a-eb43a65b7d3a tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Synchronizing usage tracker for tenant:4562529bc34d4e0393cad9f6a6a97e38 on resource:security_group {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:46:39.894670 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f126d9-99df-4120-8e1e-175560066118 req-6681402e-9560-426b-9f73-7d956f4b69e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:46:39.896027 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e3f126d9-99df-4120-8e1e-175560066118 req-6681402e-9560-426b-9f73-7d956f4b69e1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d7468b71-f98f-4f00-b331-49e92e5ae12e HTTP/1.1" status: 200 len: 837 time: 0.0831640 Feb 04 08:46:39.971388 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e3f126d9-99df-4120-8e1e-175560066118 req-1a0a3417-c09e-4f34-9edd-0d2313581d9d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dfd3e35e-8d31-4904-a33a-2fe9438ce3a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0679770 Feb 04 08:46:39.997450 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-ea53570d-1421-47c8-927a-eb43a65b7d3a tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Unset dirty status for tenant:4562529bc34d4e0393cad9f6a6a97e38 on resource:security_group {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:46:40.002265 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-ea53570d-1421-47c8-927a-eb43a65b7d3a tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2052424 Feb 04 08:46:40.002729 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 56892) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:40.008756 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-a62f56b3-824b-4040-889b-9ec9eb479b6b tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Request body: {'security_group': {'name': 'tempest-secgroup--256864051'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:46:40.014805 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-a62f56b3-824b-4040-889b-9ec9eb479b6b tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:46:40.024770 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-a62f56b3-824b-4040-889b-9ec9eb479b6b tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:46:40.069361 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a62f56b3-824b-4040-889b-9ec9eb479b6b tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:40.109289 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e3f126d9-99df-4120-8e1e-175560066118 req-a2699367-5687-4ea4-9f74-c8bf3fc95838 service neutron] 10.222.0.47 "GET /v2.0/networks/dfd3e35e-8d31-4904-a33a-2fe9438ce3a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309011 Feb 04 08:46:40.115361 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-a62f56b3-824b-4040-889b-9ec9eb479b6b tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:46:40.121349 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-a62f56b3-824b-4040-889b-9ec9eb479b6b tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Usage tracker for resource:security_group_rule and tenant:4562529bc34d4e0393cad9f6a6a97e38 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:46:40.125618 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-a62f56b3-824b-4040-889b-9ec9eb479b6b tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:46:40.131929 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-a62f56b3-824b-4040-889b-9ec9eb479b6b tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:46:40.187104 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a62f56b3-824b-4040-889b-9ec9eb479b6b tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:40.252046 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e3f126d9-99df-4120-8e1e-175560066118 req-2a9a3a46-fcd5-4c44-b1cd-b4b36ce022a1 service neutron] 10.222.0.47 "GET /v2.0/networks/dfd3e35e-8d31-4904-a33a-2fe9438ce3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357651 Feb 04 08:46:40.257300 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a62f56b3-824b-4040-889b-9ec9eb479b6b tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:40.307779 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62f56b3-824b-4040-889b-9ec9eb479b6b tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7425cb26-e1c1-4aed-bf74-5340fafe1fd4,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:40.359716 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a62f56b3-824b-4040-889b-9ec9eb479b6b tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:40.360962 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-a62f56b3-824b-4040-889b-9ec9eb479b6b tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3572667 Feb 04 08:46:40.363654 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 56900) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:40.369076 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-3d4e03d0-3adc-46ba-87fe-040c5026494d tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Request body: {'security_group_rule': {'security_group_id': '7425cb26-e1c1-4aed-bf74-5340fafe1fd4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:46:40.374942 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-3d4e03d0-3adc-46ba-87fe-040c5026494d tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:46:40.379006 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-3d4e03d0-3adc-46ba-87fe-040c5026494d tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Usage tracker for resource:security_group_rule and tenant:4562529bc34d4e0393cad9f6a6a97e38 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:46:40.381850 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-3d4e03d0-3adc-46ba-87fe-040c5026494d tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:46:40.388185 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-3d4e03d0-3adc-46ba-87fe-040c5026494d tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:46:40.464177 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3d4e03d0-3adc-46ba-87fe-040c5026494d tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:40.478742 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa65edd6-a033-4a62-9de7-e2a9246a0edc req-b684da1b-e1c2-44e5-9916-1f0db4fec735 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:46:40.480696 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-aa65edd6-a033-4a62-9de7-e2a9246a0edc req-b684da1b-e1c2-44e5-9916-1f0db4fec735 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] 10.222.0.36 "GET /v2.0/ports?device_id=740b04e0-50d9-4863-966c-f332f94c275b HTTP/1.1" status: 200 len: 945 time: 0.2932079 Feb 04 08:46:40.526465 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-aa65edd6-a033-4a62-9de7-e2a9246a0edc req-e0e1ac14-6e83-4e89-9537-37980deefc58 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e01d01f-649a-4a93-8da0-fda7af4b84c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405118 Feb 04 08:46:40.527446 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3d4e03d0-3adc-46ba-87fe-040c5026494d tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:40.582708 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3d4e03d0-3adc-46ba-87fe-040c5026494d tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:40.606364 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4e03d0-3adc-46ba-87fe-040c5026494d tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67f3186b-8310-411c-8053-7a04097b793e,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:40.679834 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3d4e03d0-3adc-46ba-87fe-040c5026494d tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:40.681051 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-3d4e03d0-3adc-46ba-87fe-040c5026494d tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3165004 Feb 04 08:46:40.683672 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 56904) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:40.688987 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-99c4c3fd-7b83-40bc-a610-52a9bacac463 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Request body: {'security_group_rule': {'security_group_id': '7425cb26-e1c1-4aed-bf74-5340fafe1fd4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:46:40.695194 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-99c4c3fd-7b83-40bc-a610-52a9bacac463 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:46:40.699194 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-99c4c3fd-7b83-40bc-a610-52a9bacac463 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Usage tracker for resource:security_group_rule and tenant:4562529bc34d4e0393cad9f6a6a97e38 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:46:40.702102 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-99c4c3fd-7b83-40bc-a610-52a9bacac463 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:46:40.707796 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-99c4c3fd-7b83-40bc-a610-52a9bacac463 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:46:40.795378 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-99c4c3fd-7b83-40bc-a610-52a9bacac463 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:40.854156 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-99c4c3fd-7b83-40bc-a610-52a9bacac463 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:40.913998 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-99c4c3fd-7b83-40bc-a610-52a9bacac463 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:40.935692 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c4c3fd-7b83-40bc-a610-52a9bacac463 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=834917fa-2589-4eac-8c69-54cc5a0e2cd9,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:41.016917 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-99c4c3fd-7b83-40bc-a610-52a9bacac463 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:41.018140 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-99c4c3fd-7b83-40bc-a610-52a9bacac463 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3335538 Feb 04 08:46:41.020835 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 56908) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:41.026698 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-70936014-9596-4884-a7b3-bcec44764f5a tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Request body: {'security_group_rule': {'security_group_id': '7425cb26-e1c1-4aed-bf74-5340fafe1fd4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:46:41.032601 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-70936014-9596-4884-a7b3-bcec44764f5a tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:46:41.036638 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-70936014-9596-4884-a7b3-bcec44764f5a tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Usage tracker for resource:security_group_rule and tenant:4562529bc34d4e0393cad9f6a6a97e38 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:46:41.039471 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-70936014-9596-4884-a7b3-bcec44764f5a tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:46:41.044996 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-70936014-9596-4884-a7b3-bcec44764f5a tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:46:41.114105 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-70936014-9596-4884-a7b3-bcec44764f5a tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:41.180007 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-70936014-9596-4884-a7b3-bcec44764f5a tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:41.228436 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-70936014-9596-4884-a7b3-bcec44764f5a tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:41.251346 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70936014-9596-4884-a7b3-bcec44764f5a tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a3238c8-2b80-4423-a6fb-a0913fed1d16,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:41.308256 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-70936014-9596-4884-a7b3-bcec44764f5a tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:41.309491 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-70936014-9596-4884-a7b3-bcec44764f5a tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2877607 Feb 04 08:46:41.312121 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 56912) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:41.317447 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-76b9184a-3115-4f0c-977b-14054a679254 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Request body: {'security_group_rule': {'security_group_id': '7425cb26-e1c1-4aed-bf74-5340fafe1fd4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:46:41.323703 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-76b9184a-3115-4f0c-977b-14054a679254 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:46:41.327856 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-76b9184a-3115-4f0c-977b-14054a679254 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Usage tracker for resource:security_group_rule and tenant:4562529bc34d4e0393cad9f6a6a97e38 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:46:41.331026 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-76b9184a-3115-4f0c-977b-14054a679254 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:46:41.336661 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-76b9184a-3115-4f0c-977b-14054a679254 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:46:41.411172 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-76b9184a-3115-4f0c-977b-14054a679254 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:41.472694 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-76b9184a-3115-4f0c-977b-14054a679254 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:41.554844 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-76b9184a-3115-4f0c-977b-14054a679254 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:41.579643 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b9184a-3115-4f0c-977b-14054a679254 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c10b10e0-722d-4d5d-8134-c756ae1bb3a7,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:41.668668 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-76b9184a-3115-4f0c-977b-14054a679254 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:41.669786 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-76b9184a-3115-4f0c-977b-14054a679254 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3567290 Feb 04 08:46:41.672492 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 56918) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:41.677839 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-baa16a93-7c3a-4fa5-9dd7-2dfe3f7588d5 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Request body: {'security_group_rule': {'security_group_id': '7425cb26-e1c1-4aed-bf74-5340fafe1fd4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:46:41.684402 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-baa16a93-7c3a-4fa5-9dd7-2dfe3f7588d5 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:46:41.688483 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-baa16a93-7c3a-4fa5-9dd7-2dfe3f7588d5 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Usage tracker for resource:security_group_rule and tenant:4562529bc34d4e0393cad9f6a6a97e38 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:46:41.691442 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-baa16a93-7c3a-4fa5-9dd7-2dfe3f7588d5 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:46:41.697111 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-baa16a93-7c3a-4fa5-9dd7-2dfe3f7588d5 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:46:41.731434 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5833aa1c-d9de-4e9e-8544-139058916216 req-f154d850-dcdb-4999-b41d-ead6c001fccb tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:46:41.732891 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5833aa1c-d9de-4e9e-8544-139058916216 req-f154d850-dcdb-4999-b41d-ead6c001fccb tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] 10.222.0.36 "GET /v2.0/ports?device_id=740b04e0-50d9-4863-966c-f332f94c275b HTTP/1.1" status: 200 len: 945 time: 0.0745132 Feb 04 08:46:41.766524 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-baa16a93-7c3a-4fa5-9dd7-2dfe3f7588d5 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:41.776964 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5833aa1c-d9de-4e9e-8544-139058916216 req-cb61c865-6aa8-4682-8a1e-b238cc3cfb91 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e01d01f-649a-4a93-8da0-fda7af4b84c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385497 Feb 04 08:46:41.834773 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-baa16a93-7c3a-4fa5-9dd7-2dfe3f7588d5 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:41.890681 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-baa16a93-7c3a-4fa5-9dd7-2dfe3f7588d5 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:41.914002 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa16a93-7c3a-4fa5-9dd7-2dfe3f7588d5 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0eef0eee-c74a-43e3-9db8-9a4c230ef9dc,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:41.988232 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-baa16a93-7c3a-4fa5-9dd7-2dfe3f7588d5 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:41.989450 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-baa16a93-7c3a-4fa5-9dd7-2dfe3f7588d5 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 714 time: 0.3160422 Feb 04 08:46:41.992228 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 56922) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:42.023242 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8cfdc2d9-8865-4c79-8baa-4bd5f243729f tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:42.033144 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8cfdc2d9-8865-4c79-8baa-4bd5f243729f tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:42.102698 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8cfdc2d9-8865-4c79-8baa-4bd5f243729f tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:42.121662 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfdc2d9-8865-4c79-8baa-4bd5f243729f tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0eef0eee-c74a-43e3-9db8-9a4c230ef9dc,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:42.123744 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8cfdc2d9-8865-4c79-8baa-4bd5f243729f tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:42.124986 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-8cfdc2d9-8865-4c79-8baa-4bd5f243729f tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/0eef0eee-c74a-43e3-9db8-9a4c230ef9dc HTTP/1.1" status: 204 len: 168 time: 0.1318302 Feb 04 08:46:42.127543 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 56926) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:42.179520 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-0755dfdb-0f9e-4da7-99bc-3fbb9071083f tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Synchronizing usage tracker for tenant:4562529bc34d4e0393cad9f6a6a97e38 on resource:security_group_rule {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:46:42.262885 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-0755dfdb-0f9e-4da7-99bc-3fbb9071083f tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Unset dirty status for tenant:4562529bc34d4e0393cad9f6a6a97e38 on resource:security_group_rule {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:46:42.264232 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-0755dfdb-0f9e-4da7-99bc-3fbb9071083f tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5171 time: 0.1358035 Feb 04 08:46:42.267423 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 56930) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:42.299659 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-96498954-f4f0-4dd7-81fd-ad02efbc6a98 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:42.344781 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-96498954-f4f0-4dd7-81fd-ad02efbc6a98 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:42.396880 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f407ac7f-db7e-4642-ab84-c16e2e5975c0 req-049adcda-664d-4508-8b3c-c4fac8be9508 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=740b04e0-50d9-4863-966c-f332f94c275b HTTP/1.1" status: 200 len: 1098 time: 0.0922720 Feb 04 08:46:42.444531 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f407ac7f-db7e-4642-ab84-c16e2e5975c0 req-da8465b0-50dc-4066-a461-7aa7220ad253 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1e01d01f-649a-4a93-8da0-fda7af4b84c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417230 Feb 04 08:46:42.450884 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-96498954-f4f0-4dd7-81fd-ad02efbc6a98 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:42.467810 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96498954-f4f0-4dd7-81fd-ad02efbc6a98 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c10b10e0-722d-4d5d-8134-c756ae1bb3a7,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:42.531143 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-96498954-f4f0-4dd7-81fd-ad02efbc6a98 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:42.532271 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-96498954-f4f0-4dd7-81fd-ad02efbc6a98 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/c10b10e0-722d-4d5d-8134-c756ae1bb3a7 HTTP/1.1" status: 204 len: 168 time: 0.2638910 Feb 04 08:46:42.534991 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 56934) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:42.586539 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-f30e0335-b835-49fa-98ae-037b5a6a6892 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Synchronizing usage tracker for tenant:4562529bc34d4e0393cad9f6a6a97e38 on resource:security_group_rule {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:46:42.650970 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-f30e0335-b835-49fa-98ae-037b5a6a6892 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Unset dirty status for tenant:4562529bc34d4e0393cad9f6a6a97e38 on resource:security_group_rule {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:46:42.652217 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-f30e0335-b835-49fa-98ae-037b5a6a6892 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4683 time: 0.1163390 Feb 04 08:46:42.655119 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 56938) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:42.683219 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9d49ce41-19a3-43af-be12-a928c4c6c7fd tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:42.693091 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9d49ce41-19a3-43af-be12-a928c4c6c7fd tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:42.794259 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9d49ce41-19a3-43af-be12-a928c4c6c7fd tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:42.811385 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d49ce41-19a3-43af-be12-a928c4c6c7fd tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8a3238c8-2b80-4423-a6fb-a0913fed1d16,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:42.862844 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9d49ce41-19a3-43af-be12-a928c4c6c7fd tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:42.863962 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-9d49ce41-19a3-43af-be12-a928c4c6c7fd tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/8a3238c8-2b80-4423-a6fb-a0913fed1d16 HTTP/1.1" status: 204 len: 168 time: 0.2079763 Feb 04 08:46:42.866641 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 56944) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:42.915294 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-5bb34948-f794-45fb-ba12-e6e8acfa8408 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Synchronizing usage tracker for tenant:4562529bc34d4e0393cad9f6a6a97e38 on resource:security_group_rule {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:46:42.934422 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device 66963fae-f3d5-4a6f-9792-2598077ad698 details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=84109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 08:46:42.937318 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device 66963fae-f3d5-4a6f-9792-2598077ad698 no longer exists at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:46:42.996123 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a3e4de-3661-4c6b-bd5e-624133651c8b req-0b819ca4-4a94-4341-b53a-e7aaa7938619 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:46:42.997606 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-27a3e4de-3661-4c6b-bd5e-624133651c8b req-0b819ca4-4a94-4341-b53a-e7aaa7938619 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] 10.222.0.36 "GET /v2.0/ports?device_id=740b04e0-50d9-4863-966c-f332f94c275b HTTP/1.1" status: 200 len: 945 time: 0.0909719 Feb 04 08:46:43.032096 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-5bb34948-f794-45fb-ba12-e6e8acfa8408 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Unset dirty status for tenant:4562529bc34d4e0393cad9f6a6a97e38 on resource:security_group_rule {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:46:43.033397 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-5bb34948-f794-45fb-ba12-e6e8acfa8408 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.1658399 Feb 04 08:46:43.036423 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 56948) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:43.062430 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-27a3e4de-3661-4c6b-bd5e-624133651c8b req-5305a667-20b8-46d4-b1a9-b9c1003548cb tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e01d01f-649a-4a93-8da0-fda7af4b84c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591471 Feb 04 08:46:43.076620 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8c589b49-3f95-4636-812d-89e67c89862e tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:43.095558 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8c589b49-3f95-4636-812d-89e67c89862e tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:43.182674 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8c589b49-3f95-4636-812d-89e67c89862e tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:43.201174 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c589b49-3f95-4636-812d-89e67c89862e tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=834917fa-2589-4eac-8c69-54cc5a0e2cd9,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:43.215076 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:43.232340 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port 66963fae-f3d5-4a6f-9792-2598077ad698, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=66963fae-f3d5-4a6f-9792-2598077ad698,segment=NetworkSegment(d10773c3-ff2b-4a66-a4d7-5fa5d8f550a5),segment_id=d10773c3-ff2b-4a66-a4d7-5fa5d8f550a5)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:46:43.250698 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Returning: {'device': '66963fae-f3d5-4a6f-9792-2598077ad698', 'network_id': 'fd850cd4-7481-4610-9715-4b6b4e6c51ec', 'port_id': '66963fae-f3d5-4a6f-9792-2598077ad698', 'mac_address': 'fa:16:3e:92:45:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '310ce234-34d4-43db-998c-a4888eef5b35', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 08:46:43.251147 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8c589b49-3f95-4636-812d-89e67c89862e tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:43.252459 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-8c589b49-3f95-4636-812d-89e67c89862e tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/834917fa-2589-4eac-8c69-54cc5a0e2cd9 HTTP/1.1" status: 204 len: 168 time: 0.2150450 Feb 04 08:46:43.255128 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 56954) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:43.285368 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '740b04e0-50d9-4863-966c-f332f94c275b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66963fae-f3d5-4a6f-9792-2598077ad698'}] {{(pid=84109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:46:43.303986 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-a49608ff-d679-4391-9bb3-07273467cd0c tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Synchronizing usage tracker for tenant:4562529bc34d4e0393cad9f6a6a97e38 on resource:security_group_rule {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:46:43.308533 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port 66963fae-f3d5-4a6f-9792-2598077ad698, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=66963fae-f3d5-4a6f-9792-2598077ad698,segment=NetworkSegment(d10773c3-ff2b-4a66-a4d7-5fa5d8f550a5),segment_id=d10773c3-ff2b-4a66-a4d7-5fa5d8f550a5)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:46:43.317419 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:43.336242 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 66963fae-f3d5-4a6f-9792-2598077ad698 {{(pid=84109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 08:46:43.346866 dv-neutron-827798-2-hyperv neutron-server[84109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '740b04e0-50d9-4863-966c-f332f94c275b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66963fae-f3d5-4a6f-9792-2598077ad698', 'code': 200} Feb 04 08:46:43.366875 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:43.394293 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-a49608ff-d679-4391-9bb3-07273467cd0c tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Unset dirty status for tenant:4562529bc34d4e0393cad9f6a6a97e38 on resource:security_group_rule {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:46:43.395608 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-a49608ff-d679-4391-9bb3-07273467cd0c tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1395175 Feb 04 08:46:43.398633 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 56960) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:43.426988 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b1f03075-63b4-4162-80ba-90d7dbe96b02 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:43.437692 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b1f03075-63b4-4162-80ba-90d7dbe96b02 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:43.473964 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.db.api [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 08:46:43.474312 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG oslo_db.api [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 08:46:43.479107 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=66963fae-f3d5-4a6f-9792-2598077ad698,revision_number=6']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:43.487119 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:46:43.487464 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:46:43.487805 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:46:43.488135 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:46:43.488467 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:46:43.488817 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:46:43.489142 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:46:43.489463 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:46:43.489783 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:46:43.490122 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:46:43.490983 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:46:43.519882 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b1f03075-63b4-4162-80ba-90d7dbe96b02 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:43.536937 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f03075-63b4-4162-80ba-90d7dbe96b02 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=67f3186b-8310-411c-8053-7a04097b793e,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:43.605455 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b1f03075-63b4-4162-80ba-90d7dbe96b02 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:43.606598 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-b1f03075-63b4-4162-80ba-90d7dbe96b02 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/67f3186b-8310-411c-8053-7a04097b793e HTTP/1.1" status: 204 len: 168 time: 0.2070916 Feb 04 08:46:43.609069 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 56964) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:43.653478 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-288fd4ee-0c14-4757-8011-0874b634bb7d tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Synchronizing usage tracker for tenant:4562529bc34d4e0393cad9f6a6a97e38 on resource:security_group_rule {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:46:43.708234 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-288fd4ee-0c14-4757-8011-0874b634bb7d tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Unset dirty status for tenant:4562529bc34d4e0393cad9f6a6a97e38 on resource:security_group_rule {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:46:43.709616 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-288fd4ee-0c14-4757-8011-0874b634bb7d tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0996435 Feb 04 08:46:43.712568 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 56968) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:43.775967 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-758d8eb6-bb1c-4c8a-a9cf-ffa90f16dc96 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:43.803769 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-758d8eb6-bb1c-4c8a-a9cf-ffa90f16dc96 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:43.925629 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-758d8eb6-bb1c-4c8a-a9cf-ffa90f16dc96 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:43.943072 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758d8eb6-bb1c-4c8a-a9cf-ffa90f16dc96 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7425cb26-e1c1-4aed-bf74-5340fafe1fd4,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:44.016943 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-758d8eb6-bb1c-4c8a-a9cf-ffa90f16dc96 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:44.018137 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-758d8eb6-bb1c-4c8a-a9cf-ffa90f16dc96 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] 10.222.0.36 "DELETE /v2.0/security-groups/7425cb26-e1c1-4aed-bf74-5340fafe1fd4 HTTP/1.1" status: 204 len: 168 time: 0.3046005 Feb 04 08:46:44.020678 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 56972) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:44.039712 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:44.057593 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66963fae-f3d5-4a6f-9792-2598077ad698 {{(pid=84109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 08:46:44.072685 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port 66963fae-f3d5-4a6f-9792-2598077ad698, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=66963fae-f3d5-4a6f-9792-2598077ad698,segment=NetworkSegment(d10773c3-ff2b-4a66-a4d7-5fa5d8f550a5),segment_id=d10773c3-ff2b-4a66-a4d7-5fa5d8f550a5)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:46:44.076919 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-8b6442d3-2b65-47eb-b4ea-79f479b8a815 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Synchronizing usage tracker for tenant:4562529bc34d4e0393cad9f6a6a97e38 on resource:security_group {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:46:44.142918 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:44.188276 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-8b6442d3-2b65-47eb-b4ea-79f479b8a815 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Unset dirty status for tenant:4562529bc34d4e0393cad9f6a6a97e38 on resource:security_group {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:46:44.189788 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-8b6442d3-2b65-47eb-b4ea-79f479b8a815 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1680763 Feb 04 08:46:44.196260 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 56978) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:44.202007 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-f85431e6-5685-4c7f-acce-8e2c28b52736 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Request body: {'security_group': {'name': 'tempest-secgroup--1009643885'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:46:44.210041 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-f85431e6-5685-4c7f-acce-8e2c28b52736 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:46:44.210401 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=66963fae-f3d5-4a6f-9792-2598077ad698,revision_number=7']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:44.220186 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-f85431e6-5685-4c7f-acce-8e2c28b52736 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:46:44.274367 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f85431e6-5685-4c7f-acce-8e2c28b52736 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:44.276813 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9394af8d-75e4-49bc-b70f-527419c7b0ce req-1ed7b68b-6dba-40b5-a557-0f159b52576e tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:46:44.278278 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-9394af8d-75e4-49bc-b70f-527419c7b0ce req-1ed7b68b-6dba-40b5-a557-0f159b52576e tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] 10.222.0.36 "GET /v2.0/ports?device_id=740b04e0-50d9-4863-966c-f332f94c275b HTTP/1.1" status: 200 len: 944 time: 0.0883970 Feb 04 08:46:44.310043 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-f85431e6-5685-4c7f-acce-8e2c28b52736 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:46:44.314149 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-f85431e6-5685-4c7f-acce-8e2c28b52736 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Usage tracker for resource:security_group_rule and tenant:4562529bc34d4e0393cad9f6a6a97e38 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:46:44.317017 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-f85431e6-5685-4c7f-acce-8e2c28b52736 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:46:44.322759 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-f85431e6-5685-4c7f-acce-8e2c28b52736 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:46:44.323633 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-9394af8d-75e4-49bc-b70f-527419c7b0ce req-e424180f-da09-4d32-a5f4-077e7754d40c tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e01d01f-649a-4a93-8da0-fda7af4b84c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396233 Feb 04 08:46:44.353260 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 56982) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:44.378299 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f85431e6-5685-4c7f-acce-8e2c28b52736 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:44.428310 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f85431e6-5685-4c7f-acce-8e2c28b52736 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:44.457086 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-642e3a7c-4945-41dd-9e08-bf05d926b663 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] 10.222.0.36 "GET /v2.0/floatingips/f5cbd478-acd8-4d15-95b7-1a758c7e5065 HTTP/1.1" status: 200 len: 991 time: 0.1025302 Feb 04 08:46:44.478461 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85431e6-5685-4c7f-acce-8e2c28b52736 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80496d51-742a-4016-8061-ea4a72346431,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:44.498729 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] get_ports_and_sgs() called for port_ids ['66963fae-f3d5-4a6f-9792-2598077ad698'] {{(pid=84109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 08:46:44.542621 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f85431e6-5685-4c7f-acce-8e2c28b52736 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:44.543881 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-f85431e6-5685-4c7f-acce-8e2c28b52736 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3465722 Feb 04 08:46:44.546919 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 56986) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:44.552430 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-fdc61408-92b1-490a-a285-9c1e882e7199 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Request body: {'security_group_rule': {'security_group_id': '80496d51-742a-4016-8061-ea4a72346431', 'direction': 'ingress', 'protocol': 17}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:46:44.558266 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-fdc61408-92b1-490a-a285-9c1e882e7199 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:46:44.562324 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-fdc61408-92b1-490a-a285-9c1e882e7199 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Usage tracker for resource:security_group_rule and tenant:4562529bc34d4e0393cad9f6a6a97e38 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:46:44.565157 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-fdc61408-92b1-490a-a285-9c1e882e7199 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:46:44.571358 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-fdc61408-92b1-490a-a285-9c1e882e7199 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:46:44.652542 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-fdc61408-92b1-490a-a285-9c1e882e7199 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:44.710998 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-fdc61408-92b1-490a-a285-9c1e882e7199 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:44.748150 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-fdc61408-92b1-490a-a285-9c1e882e7199 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:44.772541 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc61408-92b1-490a-a285-9c1e882e7199 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab52e3d9-dbc8-4c31-89d3-b26c0cf49919,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:44.828110 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-fdc61408-92b1-490a-a285-9c1e882e7199 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:44.829300 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-fdc61408-92b1-490a-a285-9c1e882e7199 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.2813778 Feb 04 08:46:44.832054 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 56990) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:44.893736 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c7bdd659-cc89-4173-949c-532051b555d9 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:44.921237 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c7bdd659-cc89-4173-949c-532051b555d9 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:45.045443 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c7bdd659-cc89-4173-949c-532051b555d9 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:45.062928 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bdd659-cc89-4173-949c-532051b555d9 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80496d51-742a-4016-8061-ea4a72346431,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:45.078762 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c7bdd659-cc89-4173-949c-532051b555d9 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:45.079887 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-c7bdd659-cc89-4173-949c-532051b555d9 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] 10.222.0.36 "DELETE /v2.0/security-groups/80496d51-742a-4016-8061-ea4a72346431 HTTP/1.1" status: 204 len: 168 time: 0.2469029 Feb 04 08:46:45.082567 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 56994) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:45.132604 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-3aba62d0-c0eb-44a5-af50-59f237d00f87 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Synchronizing usage tracker for tenant:4562529bc34d4e0393cad9f6a6a97e38 on resource:security_group {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:46:45.199287 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-3aba62d0-c0eb-44a5-af50-59f237d00f87 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Unset dirty status for tenant:4562529bc34d4e0393cad9f6a6a97e38 on resource:security_group {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:46:45.200514 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-3aba62d0-c0eb-44a5-af50-59f237d00f87 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1170485 Feb 04 08:46:45.204704 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 56998) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:45.209985 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-dd45d0da-065c-44c8-a38c-79408fc1ad32 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Request body: {'security_group': {'name': 'tempest-secgroup--62659226'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:46:45.216295 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-dd45d0da-065c-44c8-a38c-79408fc1ad32 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:46:45.226557 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-dd45d0da-065c-44c8-a38c-79408fc1ad32 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:46:45.273667 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-dd45d0da-065c-44c8-a38c-79408fc1ad32 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:45.307788 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-dd45d0da-065c-44c8-a38c-79408fc1ad32 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:46:45.311782 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-dd45d0da-065c-44c8-a38c-79408fc1ad32 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Usage tracker for resource:security_group_rule and tenant:4562529bc34d4e0393cad9f6a6a97e38 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:46:45.314557 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-dd45d0da-065c-44c8-a38c-79408fc1ad32 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:46:45.320533 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-dd45d0da-065c-44c8-a38c-79408fc1ad32 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:46:45.372014 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-dd45d0da-065c-44c8-a38c-79408fc1ad32 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:45.439934 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-dd45d0da-065c-44c8-a38c-79408fc1ad32 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:45.486447 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd45d0da-065c-44c8-a38c-79408fc1ad32 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48d90a05-62c1-4983-bbd7-4eecf129402f,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:45.565623 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-dd45d0da-065c-44c8-a38c-79408fc1ad32 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:45.566762 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-dd45d0da-065c-44c8-a38c-79408fc1ad32 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.3611474 Feb 04 08:46:45.569950 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 57002) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:45.575269 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-fc2550c2-817d-405e-991e-c1818c2b39a3 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Request body: {'security_group': {'name': 'tempest-secgroup--43518133'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:46:45.580950 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-fc2550c2-817d-405e-991e-c1818c2b39a3 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:46:45.585691 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-fc2550c2-817d-405e-991e-c1818c2b39a3 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Usage tracker for resource:security_group and tenant:4562529bc34d4e0393cad9f6a6a97e38 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:46:45.588531 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-fc2550c2-817d-405e-991e-c1818c2b39a3 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:46:45.594131 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-fc2550c2-817d-405e-991e-c1818c2b39a3 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:46:45.690838 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-fc2550c2-817d-405e-991e-c1818c2b39a3 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:45.724065 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-fc2550c2-817d-405e-991e-c1818c2b39a3 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:46:45.727923 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-fc2550c2-817d-405e-991e-c1818c2b39a3 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Usage tracker for resource:security_group_rule and tenant:4562529bc34d4e0393cad9f6a6a97e38 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:46:45.730654 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-fc2550c2-817d-405e-991e-c1818c2b39a3 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:46:45.736147 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-fc2550c2-817d-405e-991e-c1818c2b39a3 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:46:45.788717 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-fc2550c2-817d-405e-991e-c1818c2b39a3 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:45.867893 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-fc2550c2-817d-405e-991e-c1818c2b39a3 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:45.913889 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2550c2-817d-405e-991e-c1818c2b39a3 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46453a36-e60a-4545-839d-9d06e79d49fa,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:45.982621 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-fc2550c2-817d-405e-991e-c1818c2b39a3 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:45.984036 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-fc2550c2-817d-405e-991e-c1818c2b39a3 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.4131479 Feb 04 08:46:45.986818 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 57006) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:45.993026 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-1f585363-1f00-4833-b2cc-32f6eed190a6 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Request body: {'security_group_rule': {'security_group_id': '48d90a05-62c1-4983-bbd7-4eecf129402f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '46453a36-e60a-4545-839d-9d06e79d49fa', 'remote_ip_prefix': None}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:46:45.998904 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-1f585363-1f00-4833-b2cc-32f6eed190a6 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:46:46.002968 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-1f585363-1f00-4833-b2cc-32f6eed190a6 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Usage tracker for resource:security_group_rule and tenant:4562529bc34d4e0393cad9f6a6a97e38 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:46:46.005855 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-1f585363-1f00-4833-b2cc-32f6eed190a6 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:46:46.011571 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-1f585363-1f00-4833-b2cc-32f6eed190a6 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:46:46.113764 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1f585363-1f00-4833-b2cc-32f6eed190a6 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:46.179544 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1f585363-1f00-4833-b2cc-32f6eed190a6 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:46.239501 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1f585363-1f00-4833-b2cc-32f6eed190a6 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:46.265138 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f585363-1f00-4833-b2cc-32f6eed190a6 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=848a5724-7240-47d8-91ec-85c4eaf673e2,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:46.353992 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1f585363-1f00-4833-b2cc-32f6eed190a6 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:46.355225 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-1f585363-1f00-4833-b2cc-32f6eed190a6 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.3674741 Feb 04 08:46:46.357932 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 57010) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:46.474444 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-20e2c712-42fb-4a3a-9d66-3ae4d532bc1e tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:46.485307 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-20e2c712-42fb-4a3a-9d66-3ae4d532bc1e tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:46.599644 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-20e2c712-42fb-4a3a-9d66-3ae4d532bc1e tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:46.618944 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e2c712-42fb-4a3a-9d66-3ae4d532bc1e tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=848a5724-7240-47d8-91ec-85c4eaf673e2,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:46.620730 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-20e2c712-42fb-4a3a-9d66-3ae4d532bc1e tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:46.621795 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-20e2c712-42fb-4a3a-9d66-3ae4d532bc1e tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/848a5724-7240-47d8-91ec-85c4eaf673e2 HTTP/1.1" status: 204 len: 168 time: 0.2629843 Feb 04 08:46:46.624581 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 57014) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:46.672290 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-95e73333-2885-42d8-95dd-1560cfe8d043 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Synchronizing usage tracker for tenant:4562529bc34d4e0393cad9f6a6a97e38 on resource:security_group_rule {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:46:46.731039 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-95e73333-2885-42d8-95dd-1560cfe8d043 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Unset dirty status for tenant:4562529bc34d4e0393cad9f6a6a97e38 on resource:security_group_rule {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:46:46.732210 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-95e73333-2885-42d8-95dd-1560cfe8d043 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.1066694 Feb 04 08:46:46.735036 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 57018) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:46.802521 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-885757de-1dc3-4bc4-acb2-077bb7ec107d tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:46.836399 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-885757de-1dc3-4bc4-acb2-077bb7ec107d tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:46.933322 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device 66963fae-f3d5-4a6f-9792-2598077ad698 up at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:46:46.953962 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-885757de-1dc3-4bc4-acb2-077bb7ec107d tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:46.973961 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885757de-1dc3-4bc4-acb2-077bb7ec107d tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46453a36-e60a-4545-839d-9d06e79d49fa,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:47.016354 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Provisioning complete for port 66963fae-f3d5-4a6f-9792-2598077ad698 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:46:47.016741 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:47.051519 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-885757de-1dc3-4bc4-acb2-077bb7ec107d tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:47.052778 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-885757de-1dc3-4bc4-acb2-077bb7ec107d tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] 10.222.0.36 "DELETE /v2.0/security-groups/46453a36-e60a-4545-839d-9d06e79d49fa HTTP/1.1" status: 204 len: 168 time: 0.3168278 Feb 04 08:46:47.055362 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 57022) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:47.119147 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-7f9fa627-5c5b-485b-a2d5-689e944721e3 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Synchronizing usage tracker for tenant:4562529bc34d4e0393cad9f6a6a97e38 on resource:security_group {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:46:47.126918 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:47.156635 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '740b04e0-50d9-4863-966c-f332f94c275b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66963fae-f3d5-4a6f-9792-2598077ad698'}] {{(pid=84109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:46:47.165939 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port 66963fae-f3d5-4a6f-9792-2598077ad698, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=66963fae-f3d5-4a6f-9792-2598077ad698,segment=NetworkSegment(d10773c3-ff2b-4a66-a4d7-5fa5d8f550a5),segment_id=d10773c3-ff2b-4a66-a4d7-5fa5d8f550a5)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:46:47.205413 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-7f9fa627-5c5b-485b-a2d5-689e944721e3 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Unset dirty status for tenant:4562529bc34d4e0393cad9f6a6a97e38 on resource:security_group {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:46:47.206686 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-7f9fa627-5c5b-485b-a2d5-689e944721e3 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4005 time: 0.1503341 Feb 04 08:46:47.210581 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 57028) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:47.212536 dv-neutron-827798-2-hyperv neutron-server[84109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '740b04e0-50d9-4863-966c-f332f94c275b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66963fae-f3d5-4a6f-9792-2598077ad698', 'code': 200} Feb 04 08:46:47.240180 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:47.278013 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-99db3cea-266a-4d0c-bc23-79573d106c5f tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:47.303659 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-99db3cea-266a-4d0c-bc23-79573d106c5f tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:47.305200 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=66963fae-f3d5-4a6f-9792-2598077ad698,revision_number=8']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:47.394084 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-99db3cea-266a-4d0c-bc23-79573d106c5f tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:47.412460 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99db3cea-266a-4d0c-bc23-79573d106c5f tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d90a05-62c1-4983-bbd7-4eecf129402f,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:47.477029 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-99db3cea-266a-4d0c-bc23-79573d106c5f tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:47.478143 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-99db3cea-266a-4d0c-bc23-79573d106c5f tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] 10.222.0.36 "DELETE /v2.0/security-groups/48d90a05-62c1-4983-bbd7-4eecf129402f HTTP/1.1" status: 204 len: 168 time: 0.2665231 Feb 04 08:46:47.484757 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 57032) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:47.536261 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-b9ff7742-bd47-48b6-8902-31f1317b7fd5 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Synchronizing usage tracker for tenant:4562529bc34d4e0393cad9f6a6a97e38 on resource:security_group {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:46:47.622078 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-b9ff7742-bd47-48b6-8902-31f1317b7fd5 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Unset dirty status for tenant:4562529bc34d4e0393cad9f6a6a97e38 on resource:security_group {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:46:47.623288 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-b9ff7742-bd47-48b6-8902-31f1317b7fd5 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1376567 Feb 04 08:46:47.627228 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 57036) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:47.632674 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-9aee892c-e64f-41d0-bd25-e8a7fbb4532e tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Request body: {'security_group': {'name': 'tempest-secgroup--576578716'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:46:47.639207 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-9aee892c-e64f-41d0-bd25-e8a7fbb4532e tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:46:47.648334 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-9aee892c-e64f-41d0-bd25-e8a7fbb4532e tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:46:47.719649 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9aee892c-e64f-41d0-bd25-e8a7fbb4532e tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:47.753910 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-9aee892c-e64f-41d0-bd25-e8a7fbb4532e tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:46:47.757917 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-9aee892c-e64f-41d0-bd25-e8a7fbb4532e tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Usage tracker for resource:security_group_rule and tenant:4562529bc34d4e0393cad9f6a6a97e38 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:46:47.760777 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-9aee892c-e64f-41d0-bd25-e8a7fbb4532e tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:46:47.766556 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-9aee892c-e64f-41d0-bd25-e8a7fbb4532e tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:46:47.818323 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9aee892c-e64f-41d0-bd25-e8a7fbb4532e tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:47.879518 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9aee892c-e64f-41d0-bd25-e8a7fbb4532e tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:47.922682 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aee892c-e64f-41d0-bd25-e8a7fbb4532e tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=379634c4-d741-4f12-a2b6-ccee3966f588,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:47.988216 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9aee892c-e64f-41d0-bd25-e8a7fbb4532e tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:47.989480 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-9aee892c-e64f-41d0-bd25-e8a7fbb4532e tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3613386 Feb 04 08:46:47.992178 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 57040) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:47.997641 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-8b733902-3c60-4a76-b07f-156f9d2caf22 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Request body: {'security_group_rule': {'security_group_id': '379634c4-d741-4f12-a2b6-ccee3966f588', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:46:48.003887 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-8b733902-3c60-4a76-b07f-156f9d2caf22 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:46:48.008102 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-8b733902-3c60-4a76-b07f-156f9d2caf22 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Usage tracker for resource:security_group_rule and tenant:4562529bc34d4e0393cad9f6a6a97e38 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:46:48.010960 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-8b733902-3c60-4a76-b07f-156f9d2caf22 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:46:48.017282 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-8b733902-3c60-4a76-b07f-156f9d2caf22 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:46:48.103629 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8b733902-3c60-4a76-b07f-156f9d2caf22 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:48.165139 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8b733902-3c60-4a76-b07f-156f9d2caf22 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:48.222159 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8b733902-3c60-4a76-b07f-156f9d2caf22 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:48.244275 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b733902-3c60-4a76-b07f-156f9d2caf22 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca8cf8d8-fe59-47bc-9b8b-cbec22c8462c,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:48.302530 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8b733902-3c60-4a76-b07f-156f9d2caf22 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:48.304328 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-8b733902-3c60-4a76-b07f-156f9d2caf22 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.3112090 Feb 04 08:46:48.307147 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 57044) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:48.335043 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-fd65eefa-96bb-4981-a5d3-6e778ad7d837 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:48.344969 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-fd65eefa-96bb-4981-a5d3-6e778ad7d837 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:48.434119 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-fd65eefa-96bb-4981-a5d3-6e778ad7d837 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:48.451194 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd65eefa-96bb-4981-a5d3-6e778ad7d837 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ca8cf8d8-fe59-47bc-9b8b-cbec22c8462c,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:48.454924 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-fd65eefa-96bb-4981-a5d3-6e778ad7d837 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:48.456392 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-fd65eefa-96bb-4981-a5d3-6e778ad7d837 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/ca8cf8d8-fe59-47bc-9b8b-cbec22c8462c HTTP/1.1" status: 204 len: 168 time: 0.1479528 Feb 04 08:46:48.458584 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 57050) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:48.502904 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-be6827bd-25ac-4455-bb7f-71b1e4f6d625 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Synchronizing usage tracker for tenant:4562529bc34d4e0393cad9f6a6a97e38 on resource:security_group_rule {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:46:48.571111 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-be6827bd-25ac-4455-bb7f-71b1e4f6d625 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Unset dirty status for tenant:4562529bc34d4e0393cad9f6a6a97e38 on resource:security_group_rule {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:46:48.572339 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-be6827bd-25ac-4455-bb7f-71b1e4f6d625 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1128688 Feb 04 08:46:48.575152 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 57054) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:48.634998 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9ee45207-8cf8-405c-89d2-6cb87a137b15 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:48.666388 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9ee45207-8cf8-405c-89d2-6cb87a137b15 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:48.759804 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9ee45207-8cf8-405c-89d2-6cb87a137b15 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:48.778668 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee45207-8cf8-405c-89d2-6cb87a137b15 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=379634c4-d741-4f12-a2b6-ccee3966f588,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:48.839701 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9ee45207-8cf8-405c-89d2-6cb87a137b15 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:48.840870 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-9ee45207-8cf8-405c-89d2-6cb87a137b15 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] 10.222.0.36 "DELETE /v2.0/security-groups/379634c4-d741-4f12-a2b6-ccee3966f588 HTTP/1.1" status: 204 len: 168 time: 0.2647715 Feb 04 08:46:48.843425 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 57058) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:48.891722 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-349ddde4-af72-4ff3-9f94-8eee3c11db50 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Synchronizing usage tracker for tenant:4562529bc34d4e0393cad9f6a6a97e38 on resource:security_group {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:46:48.982346 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-349ddde4-af72-4ff3-9f94-8eee3c11db50 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Unset dirty status for tenant:4562529bc34d4e0393cad9f6a6a97e38 on resource:security_group {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:46:48.983750 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-349ddde4-af72-4ff3-9f94-8eee3c11db50 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1393719 Feb 04 08:46:48.987718 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 57064) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:48.992983 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-f48dcdcb-76ac-4455-a28d-bfdb827060b7 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Request body: {'security_group': {'name': 'tempest-secgroup--1478278003'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:46:48.999495 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-f48dcdcb-76ac-4455-a28d-bfdb827060b7 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:46:49.009486 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-f48dcdcb-76ac-4455-a28d-bfdb827060b7 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:46:49.102359 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f48dcdcb-76ac-4455-a28d-bfdb827060b7 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:49.136396 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-f48dcdcb-76ac-4455-a28d-bfdb827060b7 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:46:49.140681 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-f48dcdcb-76ac-4455-a28d-bfdb827060b7 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Usage tracker for resource:security_group_rule and tenant:4562529bc34d4e0393cad9f6a6a97e38 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:46:49.143580 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-f48dcdcb-76ac-4455-a28d-bfdb827060b7 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:46:49.150017 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-f48dcdcb-76ac-4455-a28d-bfdb827060b7 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:46:49.203239 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f48dcdcb-76ac-4455-a28d-bfdb827060b7 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:49.267968 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f48dcdcb-76ac-4455-a28d-bfdb827060b7 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:49.308298 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48dcdcb-76ac-4455-a28d-bfdb827060b7 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d5770d-0d5d-4fa9-8836-5a884298cabc,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:49.388390 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f48dcdcb-76ac-4455-a28d-bfdb827060b7 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:49.389722 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-f48dcdcb-76ac-4455-a28d-bfdb827060b7 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4012511 Feb 04 08:46:49.392327 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 57068) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:49.397741 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-c57d3f64-0d90-480e-b99b-853527d16b0f tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Request body: {'security_group_rule': {'security_group_id': 'd8d5770d-0d5d-4fa9-8836-5a884298cabc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:46:49.403442 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-c57d3f64-0d90-480e-b99b-853527d16b0f tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:46:49.407453 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-c57d3f64-0d90-480e-b99b-853527d16b0f tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Usage tracker for resource:security_group_rule and tenant:4562529bc34d4e0393cad9f6a6a97e38 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:46:49.410307 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-c57d3f64-0d90-480e-b99b-853527d16b0f tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:46:49.416080 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-c57d3f64-0d90-480e-b99b-853527d16b0f tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:46:49.445462 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-69d979e3-fbc2-4117-ab5f-6dc10f536f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:49.503704 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c57d3f64-0d90-480e-b99b-853527d16b0f tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:49.565536 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c57d3f64-0d90-480e-b99b-853527d16b0f tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:49.622138 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c57d3f64-0d90-480e-b99b-853527d16b0f tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:49.644698 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57d3f64-0d90-480e-b99b-853527d16b0f tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec1b8107-6980-4847-bfbf-b097de9ba67b,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:49.702324 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c57d3f64-0d90-480e-b99b-853527d16b0f tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:49.703488 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-c57d3f64-0d90-480e-b99b-853527d16b0f tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3102415 Feb 04 08:46:49.706078 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 57072) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:49.724047 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-888ffdb9-d8d2-46c3-861b-3b88877da0ad tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] 10.222.0.36 "GET /v2.0/security-group-rules/ec1b8107-6980-4847-bfbf-b097de9ba67b HTTP/1.1" status: 200 len: 705 time: 0.0169799 Feb 04 08:46:49.726768 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 57076) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:49.770045 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-40830d02-981c-46b8-8299-421c8807ae10 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Synchronizing usage tracker for tenant:4562529bc34d4e0393cad9f6a6a97e38 on resource:security_group_rule {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:46:49.839551 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-40830d02-981c-46b8-8299-421c8807ae10 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Unset dirty status for tenant:4562529bc34d4e0393cad9f6a6a97e38 on resource:security_group_rule {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:46:49.840943 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-40830d02-981c-46b8-8299-421c8807ae10 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1131880 Feb 04 08:46:49.843483 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 57080) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:49.871993 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ce6abe6b-2d4e-46cf-a6f3-fb29f949a192 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:49.881647 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ce6abe6b-2d4e-46cf-a6f3-fb29f949a192 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:49.959883 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ce6abe6b-2d4e-46cf-a6f3-fb29f949a192 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:49.977486 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6abe6b-2d4e-46cf-a6f3-fb29f949a192 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ec1b8107-6980-4847-bfbf-b097de9ba67b,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:50.034292 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ce6abe6b-2d4e-46cf-a6f3-fb29f949a192 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:50.035349 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-ce6abe6b-2d4e-46cf-a6f3-fb29f949a192 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/ec1b8107-6980-4847-bfbf-b097de9ba67b HTTP/1.1" status: 204 len: 168 time: 0.1909928 Feb 04 08:46:50.038349 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 57084) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:50.082741 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-99883334-f555-40bf-9dc0-42d36cda87d6 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Synchronizing usage tracker for tenant:4562529bc34d4e0393cad9f6a6a97e38 on resource:security_group_rule {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:46:50.171288 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-99883334-f555-40bf-9dc0-42d36cda87d6 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Unset dirty status for tenant:4562529bc34d4e0393cad9f6a6a97e38 on resource:security_group_rule {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:46:50.172500 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-99883334-f555-40bf-9dc0-42d36cda87d6 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1332662 Feb 04 08:46:50.175259 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 57088) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:50.180547 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-2c0fcd54-2f16-4b3c-9f75-662cb314c7d9 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Request body: {'security_group_rule': {'security_group_id': 'd8d5770d-0d5d-4fa9-8836-5a884298cabc', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:46:50.186177 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-2c0fcd54-2f16-4b3c-9f75-662cb314c7d9 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:46:50.195666 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-2c0fcd54-2f16-4b3c-9f75-662cb314c7d9 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:46:50.269370 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2c0fcd54-2f16-4b3c-9f75-662cb314c7d9 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:50.330719 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2c0fcd54-2f16-4b3c-9f75-662cb314c7d9 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:50.388278 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2c0fcd54-2f16-4b3c-9f75-662cb314c7d9 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:50.410302 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0fcd54-2f16-4b3c-9f75-662cb314c7d9 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01127ff1-1ceb-47ee-9e55-3050162f4120,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:50.485182 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2c0fcd54-2f16-4b3c-9f75-662cb314c7d9 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:50.486363 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-2c0fcd54-2f16-4b3c-9f75-662cb314c7d9 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3102143 Feb 04 08:46:50.489024 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 57092) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:50.507595 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-9464c3b7-0adb-44b5-857e-bbb88a5c26a7 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] 10.222.0.36 "GET /v2.0/security-group-rules/01127ff1-1ceb-47ee-9e55-3050162f4120 HTTP/1.1" status: 200 len: 705 time: 0.0175881 Feb 04 08:46:50.509871 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 57096) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:50.553699 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-88005c23-68db-434b-b8bd-0f3f41b27eed tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Synchronizing usage tracker for tenant:4562529bc34d4e0393cad9f6a6a97e38 on resource:security_group_rule {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:46:50.616444 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-88005c23-68db-434b-b8bd-0f3f41b27eed tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Unset dirty status for tenant:4562529bc34d4e0393cad9f6a6a97e38 on resource:security_group_rule {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:46:50.617638 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-88005c23-68db-434b-b8bd-0f3f41b27eed tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1069176 Feb 04 08:46:50.620296 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 57100) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:50.648971 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-24119ead-cac2-45b2-a425-4993a7448048 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:50.658870 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-24119ead-cac2-45b2-a425-4993a7448048 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:50.742508 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-24119ead-cac2-45b2-a425-4993a7448048 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:50.761027 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24119ead-cac2-45b2-a425-4993a7448048 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=01127ff1-1ceb-47ee-9e55-3050162f4120,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:50.839854 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-24119ead-cac2-45b2-a425-4993a7448048 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:50.840992 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-24119ead-cac2-45b2-a425-4993a7448048 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/01127ff1-1ceb-47ee-9e55-3050162f4120 HTTP/1.1" status: 204 len: 168 time: 0.2197900 Feb 04 08:46:50.843501 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 57104) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:50.888264 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-cabfd1bd-fe26-4e89-955b-305f11a1b91c tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Synchronizing usage tracker for tenant:4562529bc34d4e0393cad9f6a6a97e38 on resource:security_group_rule {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:46:50.930779 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-cabfd1bd-fe26-4e89-955b-305f11a1b91c tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Unset dirty status for tenant:4562529bc34d4e0393cad9f6a6a97e38 on resource:security_group_rule {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:46:50.931975 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-cabfd1bd-fe26-4e89-955b-305f11a1b91c tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0875702 Feb 04 08:46:50.935153 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 57108) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:50.941465 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-e590beb2-7dae-4fa2-91c3-5ea961b466e4 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Request body: {'security_group_rule': {'security_group_id': 'd8d5770d-0d5d-4fa9-8836-5a884298cabc', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:46:50.948277 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-e590beb2-7dae-4fa2-91c3-5ea961b466e4 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:46:50.958199 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-e590beb2-7dae-4fa2-91c3-5ea961b466e4 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:46:51.028441 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.securitygroups_db [None req-e590beb2-7dae-4fa2-91c3-5ea961b466e4 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Project 4562529bc34d4e0393cad9f6a6a97e38 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 08:46:51.035484 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e590beb2-7dae-4fa2-91c3-5ea961b466e4 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:51.093164 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e590beb2-7dae-4fa2-91c3-5ea961b466e4 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:51.177130 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e590beb2-7dae-4fa2-91c3-5ea961b466e4 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:51.204965 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e590beb2-7dae-4fa2-91c3-5ea961b466e4 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b8d44f1-dc9e-4bec-9df1-b034db7141e1,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:51.291129 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e590beb2-7dae-4fa2-91c3-5ea961b466e4 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:51.292308 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-e590beb2-7dae-4fa2-91c3-5ea961b466e4 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3555784 Feb 04 08:46:51.295034 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 57112) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:51.314321 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-a0efc864-3df3-4b63-a56e-05502acbf005 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] 10.222.0.36 "GET /v2.0/security-group-rules/1b8d44f1-dc9e-4bec-9df1-b034db7141e1 HTTP/1.1" status: 200 len: 711 time: 0.0182748 Feb 04 08:46:51.316861 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 57116) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:51.360755 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-b1fd48b9-459e-4893-9348-58f623216962 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Synchronizing usage tracker for tenant:4562529bc34d4e0393cad9f6a6a97e38 on resource:security_group_rule {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:46:51.410772 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-b1fd48b9-459e-4893-9348-58f623216962 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Unset dirty status for tenant:4562529bc34d4e0393cad9f6a6a97e38 on resource:security_group_rule {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:46:51.411975 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-b1fd48b9-459e-4893-9348-58f623216962 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3713 time: 0.0942643 Feb 04 08:46:51.415861 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 57120) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:51.444130 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c134523d-ae31-4450-b68a-344a15faef66 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:51.454214 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c134523d-ae31-4450-b68a-344a15faef66 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:51.519810 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c134523d-ae31-4450-b68a-344a15faef66 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:51.538186 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c134523d-ae31-4450-b68a-344a15faef66 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1b8d44f1-dc9e-4bec-9df1-b034db7141e1,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:51.588175 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c134523d-ae31-4450-b68a-344a15faef66 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:51.589306 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-c134523d-ae31-4450-b68a-344a15faef66 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/1b8d44f1-dc9e-4bec-9df1-b034db7141e1 HTTP/1.1" status: 204 len: 168 time: 0.1725717 Feb 04 08:46:51.591819 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 57124) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:51.637157 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-e22cf925-871a-4437-9479-af4a82476f41 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Synchronizing usage tracker for tenant:4562529bc34d4e0393cad9f6a6a97e38 on resource:security_group_rule {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:46:51.697103 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1097bef8-2648-4fa5-8eaa-376a193ad55e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:51.707906 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-e22cf925-871a-4437-9479-af4a82476f41 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Unset dirty status for tenant:4562529bc34d4e0393cad9f6a6a97e38 on resource:security_group_rule {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:46:51.713615 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-e22cf925-871a-4437-9479-af4a82476f41 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1165447 Feb 04 08:46:51.713615 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 57130) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:51.775284 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7c131553-c55a-4ad8-8afe-01e3f1f4aad5 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:51.804167 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7c131553-c55a-4ad8-8afe-01e3f1f4aad5 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:51.805847 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 57134) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:51.879911 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-5d17a0af-e9fd-482d-b690-8f7b5908c894 tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] 10.222.0.36 "GET /v2.0/ports?project_id=7df2bfd740464e869863a41b14f4d5af&network_id=dfd3e35e-8d31-4904-a33a-2fe9438ce3a8 HTTP/1.1" status: 200 len: 3002 time: 0.0728905 Feb 04 08:46:51.891179 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7c131553-c55a-4ad8-8afe-01e3f1f4aad5 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:51.910584 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c131553-c55a-4ad8-8afe-01e3f1f4aad5 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d5770d-0d5d-4fa9-8836-5a884298cabc,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:51.965732 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7c131553-c55a-4ad8-8afe-01e3f1f4aad5 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:51.966801 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-7c131553-c55a-4ad8-8afe-01e3f1f4aad5 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] 10.222.0.36 "DELETE /v2.0/security-groups/d8d5770d-0d5d-4fa9-8836-5a884298cabc HTTP/1.1" status: 204 len: 168 time: 0.2530394 Feb 04 08:46:51.969399 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 57140) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:52.020750 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-b9a1ef7f-5e7c-4b18-9066-095e9387a486 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Synchronizing usage tracker for tenant:4562529bc34d4e0393cad9f6a6a97e38 on resource:security_group {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:46:52.119368 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-b9a1ef7f-5e7c-4b18-9066-095e9387a486 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Unset dirty status for tenant:4562529bc34d4e0393cad9f6a6a97e38 on resource:security_group {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:46:52.120646 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-b9a1ef7f-5e7c-4b18-9066-095e9387a486 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1503067 Feb 04 08:46:52.124951 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 57146) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:52.130556 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-0611fed2-b72a-4de3-82b5-4da097de58ff tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Request body: {'security_group': {'name': 'tempest-secgroup--1958696748'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:46:52.137340 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-0611fed2-b72a-4de3-82b5-4da097de58ff tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:46:52.147957 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-0611fed2-b72a-4de3-82b5-4da097de58ff tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:46:52.245409 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0611fed2-b72a-4de3-82b5-4da097de58ff tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:52.280248 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-0611fed2-b72a-4de3-82b5-4da097de58ff tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:46:52.284144 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-0611fed2-b72a-4de3-82b5-4da097de58ff tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Usage tracker for resource:security_group_rule and tenant:4562529bc34d4e0393cad9f6a6a97e38 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:46:52.286887 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-0611fed2-b72a-4de3-82b5-4da097de58ff tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:46:52.295826 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-0611fed2-b72a-4de3-82b5-4da097de58ff tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:46:52.349593 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0611fed2-b72a-4de3-82b5-4da097de58ff tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:52.422515 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0611fed2-b72a-4de3-82b5-4da097de58ff tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:52.467616 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0611fed2-b72a-4de3-82b5-4da097de58ff tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82b50b84-b60d-470d-9af5-56eb1347be40,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:52.548424 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0611fed2-b72a-4de3-82b5-4da097de58ff tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:52.549638 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-0611fed2-b72a-4de3-82b5-4da097de58ff tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4236991 Feb 04 08:46:52.552306 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 57150) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:52.558275 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-8c63917b-8465-4023-997b-7e402f95c22f tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Request body: {'security_group_rule': {'security_group_id': '82b50b84-b60d-470d-9af5-56eb1347be40', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:46:52.564055 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-8c63917b-8465-4023-997b-7e402f95c22f tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:46:52.567997 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-8c63917b-8465-4023-997b-7e402f95c22f tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Usage tracker for resource:security_group_rule and tenant:4562529bc34d4e0393cad9f6a6a97e38 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:46:52.571425 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-8c63917b-8465-4023-997b-7e402f95c22f tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:46:52.576937 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-8c63917b-8465-4023-997b-7e402f95c22f tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:46:52.657151 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8c63917b-8465-4023-997b-7e402f95c22f tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:52.716098 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8c63917b-8465-4023-997b-7e402f95c22f tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:52.800350 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8c63917b-8465-4023-997b-7e402f95c22f tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:52.825737 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c63917b-8465-4023-997b-7e402f95c22f tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b321b5f3-3ca9-4b29-be0f-4308cb9f4af6,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:52.828696 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:52.920334 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8c63917b-8465-4023-997b-7e402f95c22f tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:52.921575 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-8c63917b-8465-4023-997b-7e402f95c22f tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3683350 Feb 04 08:46:52.924178 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 57156) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:52.948764 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:52.986670 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3a7abb06-d712-4eb9-8eda-f1464f1ff6a6 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:53.014213 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3a7abb06-d712-4eb9-8eda-f1464f1ff6a6 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:53.119196 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3a7abb06-d712-4eb9-8eda-f1464f1ff6a6 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:53.136874 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7abb06-d712-4eb9-8eda-f1464f1ff6a6 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b50b84-b60d-470d-9af5-56eb1347be40,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:53.148986 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3a7abb06-d712-4eb9-8eda-f1464f1ff6a6 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:53.150121 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-3a7abb06-d712-4eb9-8eda-f1464f1ff6a6 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] 10.222.0.36 "DELETE /v2.0/security-groups/82b50b84-b60d-470d-9af5-56eb1347be40 HTTP/1.1" status: 204 len: 168 time: 0.2250197 Feb 04 08:46:53.152961 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 57160) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:53.211614 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-6b424959-fe04-4cac-89c1-70cc83b4db08 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0573335 Feb 04 08:46:53.214149 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 57164) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:53.257480 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-76d51f94-e0e0-40fa-b954-638882407d9e tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Synchronizing usage tracker for tenant:4562529bc34d4e0393cad9f6a6a97e38 on resource:security_group_rule {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:46:53.314573 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-76d51f94-e0e0-40fa-b954-638882407d9e tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] Unset dirty status for tenant:4562529bc34d4e0393cad9f6a6a97e38 on resource:security_group_rule {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:46:53.318372 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-76d51f94-e0e0-40fa-b954-638882407d9e tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.1007338 Feb 04 08:46:53.318591 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 57170) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:53.339601 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.api.v2.resource [None req-6b539f02-8358-480b-af10-e7ebe4d2cfc3 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] delete failed (client error): The resource could not be found. Feb 04 08:46:53.340615 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-6b539f02-8358-480b-af10-e7ebe4d2cfc3 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] 10.222.0.36 "DELETE /v2.0/security-groups/82b50b84-b60d-470d-9af5-56eb1347be40 HTTP/1.1" status: 404 len: 347 time: 0.0211101 Feb 04 08:46:53.344755 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 57174) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:53.396428 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-57678574-1d81-4272-b14c-596ec35a7a91 tempest-SecGroupIPv6Test-2135187343 tempest-SecGroupIPv6Test-2135187343-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0509357 Feb 04 08:46:53.814928 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 57182) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:53.873585 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12cee790-5062-4e3c-b382-5aafa48875e9 tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:46:53.877302 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-12cee790-5062-4e3c-b382-5aafa48875e9 tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=e264bd74-c56b-43d0-9059-bcb57dbbe5bc HTTP/1.1" status: 200 len: 814 time: 0.0591483 Feb 04 08:46:53.901136 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 57188) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:54.070885 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-475c9a29-8e60-44b2-aa60-b69cb05c7df3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4562529bc34d4e0393cad9f6a6a97e38&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1686258 Feb 04 08:46:54.077052 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 57196) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:54.138038 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3df23b7d-3eb4-44d3-950f-d46df1acfad2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:54.163070 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3df23b7d-3eb4-44d3-950f-d46df1acfad2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:54.251359 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3df23b7d-3eb4-44d3-950f-d46df1acfad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:54.268402 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:54.268984 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df23b7d-3eb4-44d3-950f-d46df1acfad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed17eb69-7c4d-49e8-821e-3d8d429b0937,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:54.325752 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3df23b7d-3eb4-44d3-950f-d46df1acfad2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:54.326928 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-3df23b7d-3eb4-44d3-950f-d46df1acfad2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ed17eb69-7c4d-49e8-821e-3d8d429b0937 HTTP/1.1" status: 204 len: 168 time: 0.2489724 Feb 04 08:46:54.340846 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 57202) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:54.346408 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-d9a134b0-9c15-4d4a-8ef0-e9c9988d9d0a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:46:54.447331 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d9a134b0-9c15-4d4a-8ef0-e9c9988d9d0a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for floatingip, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:54.821376 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d9a134b0-9c15-4d4a-8ef0-e9c9988d9d0a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:54.890855 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d9a134b0-9c15-4d4a-8ef0-e9c9988d9d0a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473039'] for floatingip, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:54.891170 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.l3_db [None req-d9a134b0-9c15-4d4a-8ef0-e9c9988d9d0a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Floating IP 5d8f302c-55aa-41be-9137-f7807e9db28d disassociated. External IP: 172.26.3.98, port: eb5f0985-ba6e-42eb-9db3-e4b594f0c8c9. Feb 04 08:46:55.275289 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9a134b0-9c15-4d4a-8ef0-e9c9988d9d0a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Router 42c61eeb-c74f-4b13-9b5c-11baff995d53 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:46:55.471229 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9a134b0-9c15-4d4a-8ef0-e9c9988d9d0a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:46:55.476027 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d9a134b0-9c15-4d4a-8ef0-e9c9988d9d0a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for floatingip, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:55.480406 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bc33c5-8825-4c90-88ef-fa5ddbe500cf None None] Sync routers for ids ['42c61eeb-c74f-4b13-9b5c-11baff995d53'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:46:55.493098 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bc33c5-8825-4c90-88ef-fa5ddbe500cf None None] Routers {'42c61eeb-c74f-4b13-9b5c-11baff995d53'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:46:55.493684 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-09bc33c5-8825-4c90-88ef-fa5ddbe500cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:46:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['42c61eeb-c74f-4b13-9b5c-11baff995d53'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:46:55.529266 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-d9a134b0-9c15-4d4a-8ef0-e9c9988d9d0a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "PUT /v2.0/floatingips/5d8f302c-55aa-41be-9137-f7807e9db28d HTTP/1.1" status: 200 len: 689 time: 1.1872137 Feb 04 08:46:55.529839 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc216c2-23c9-46f1-838c-44ac9810b65e', 'tag': 'eb5f0985-ba6e-42eb-9db3-e4b594f0c8c9'}] {{(pid=84108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:46:55.531931 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 57206) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:55.590614 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cc216c2-23c9-46f1-838c-44ac9810b65e', 'tag': 'eb5f0985-ba6e-42eb-9db3-e4b594f0c8c9', 'status': 'completed', 'code': 200} Feb 04 08:46:55.625577 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-5a50ad4f-5643-46c4-a8d7-fce33c0f56d6 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/floatingips/5d8f302c-55aa-41be-9137-f7807e9db28d HTTP/1.1" status: 200 len: 689 time: 0.0923808 Feb 04 08:46:55.704245 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-09bc33c5-8825-4c90-88ef-fa5ddbe500cf None None] Set router 42c61eeb-c74f-4b13-9b5c-11baff995d53 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:46:55.814093 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-bea68ce0-d6f9-4a8e-bd61-74a27cce2367 req-703c9a8e-8c61-4054-b113-017d9fa7e43d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7df2bfd740464e869863a41b14f4d5af&device_id=3cc216c2-23c9-46f1-838c-44ac9810b65e HTTP/1.1" status: 200 len: 1099 time: 0.1981461 Feb 04 08:46:55.952850 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea68ce0-d6f9-4a8e-bd61-74a27cce2367 req-0306b4ba-59a9-4b7f-a0a2-a54c899cc460 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:46:55.954305 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-bea68ce0-d6f9-4a8e-bd61-74a27cce2367 req-0306b4ba-59a9-4b7f-a0a2-a54c899cc460 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dfd3e35e-8d31-4904-a33a-2fe9438ce3a8 HTTP/1.1" status: 200 len: 897 time: 0.1341012 Feb 04 08:46:55.988213 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:56.016506 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-09bc33c5-8825-4c90-88ef-fa5ddbe500cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c61eeb-c74f-4b13-9b5c-11baff995d53', 'name': 'tempest-TestNetworkBasicOps-router-1051621526', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.219'}], 'enable_snat': True}, 'gw_port_id': '6df7ed41-74d6-49dc-85c8-11ceeb770ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:44:47Z', 'updated_at': '2022-02-04T08:45:01Z', 'revision_number': 4, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': '6df7ed41-74d6-49dc-85c8-11ceeb770ff9', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:4e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c61eeb-c74f-4b13-9b5c-11baff995d53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:44:48Z', 'updated_at': '2022-02-04T08:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': 'defd4a79-29b8-4ab2-ba37-2249da5e801c', 'name': '', 'network_id': 'dfd3e35e-8d31-4904-a33a-2fe9438ce3a8', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'mac_address': 'fa:16:3e:ce:b1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c61eeb-c74f-4b13-9b5c-11baff995d53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7468b71-f98f-4f00-b331-49e92e5ae12e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:44:59Z', 'updated_at': '2022-02-04T08:45:12Z', 'revision_number': 5, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'subnets': [{'id': 'd7468b71-f98f-4f00-b331-49e92e5ae12e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:46:56.020206 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bc33c5-8825-4c90-88ef-fa5ddbe500cf None None] Checking router: 42c61eeb-c74f-4b13-9b5c-11baff995d53 for host: dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 08:46:56.021957 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-bea68ce0-d6f9-4a8e-bd61-74a27cce2367 req-9a72c803-c11f-4b69-a16a-3345162735d0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=eb5f0985-ba6e-42eb-9db3-e4b594f0c8c9 HTTP/1.1" status: 200 len: 217 time: 0.0601912 Feb 04 08:46:56.030344 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bc33c5-8825-4c90-88ef-fa5ddbe500cf None None] Routers {'42c61eeb-c74f-4b13-9b5c-11baff995d53'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:46:56.030915 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-09bc33c5-8825-4c90-88ef-fa5ddbe500cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:46:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['42c61eeb-c74f-4b13-9b5c-11baff995d53'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:46:56.085057 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea68ce0-d6f9-4a8e-bd61-74a27cce2367 req-d1832043-9a57-40a9-81a1-6f200b0cf399 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:46:56.087059 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-bea68ce0-d6f9-4a8e-bd61-74a27cce2367 req-d1832043-9a57-40a9-81a1-6f200b0cf399 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d7468b71-f98f-4f00-b331-49e92e5ae12e HTTP/1.1" status: 200 len: 837 time: 0.0602510 Feb 04 08:46:56.160080 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-bea68ce0-d6f9-4a8e-bd61-74a27cce2367 req-9aa4a1df-233e-4307-9dbc-0528e0157079 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dfd3e35e-8d31-4904-a33a-2fe9438ce3a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0671134 Feb 04 08:46:56.172990 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [req-bea68ce0-d6f9-4a8e-bd61-74a27cce2367 req-f7ae7792-fe97-4e34-9cdb-a7e82879195d service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=84107) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 08:46:56.173933 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-bea68ce0-d6f9-4a8e-bd61-74a27cce2367 req-f7ae7792-fe97-4e34-9cdb-a7e82879195d service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0055223 Feb 04 08:46:56.212741 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-09bc33c5-8825-4c90-88ef-fa5ddbe500cf None None] Set router 42c61eeb-c74f-4b13-9b5c-11baff995d53 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:46:56.307669 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-bea68ce0-d6f9-4a8e-bd61-74a27cce2367 req-8eb62371-a8b8-4462-a42d-d7b916059d83 service neutron] 10.222.0.47 "GET /v2.0/networks/dfd3e35e-8d31-4904-a33a-2fe9438ce3a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234922 Feb 04 08:46:56.525536 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-bea68ce0-d6f9-4a8e-bd61-74a27cce2367 req-c1341fed-b681-4c6b-966d-a6b491a53b5e service neutron] 10.222.0.47 "GET /v2.0/networks/dfd3e35e-8d31-4904-a33a-2fe9438ce3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116945 Feb 04 08:46:56.530203 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-09bc33c5-8825-4c90-88ef-fa5ddbe500cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c61eeb-c74f-4b13-9b5c-11baff995d53', 'name': 'tempest-TestNetworkBasicOps-router-1051621526', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.219'}], 'enable_snat': True}, 'gw_port_id': '6df7ed41-74d6-49dc-85c8-11ceeb770ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:44:47Z', 'updated_at': '2022-02-04T08:45:01Z', 'revision_number': 4, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': '6df7ed41-74d6-49dc-85c8-11ceeb770ff9', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:4e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c61eeb-c74f-4b13-9b5c-11baff995d53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:44:48Z', 'updated_at': '2022-02-04T08:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': 'defd4a79-29b8-4ab2-ba37-2249da5e801c', 'name': '', 'network_id': 'dfd3e35e-8d31-4904-a33a-2fe9438ce3a8', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'mac_address': 'fa:16:3e:ce:b1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c61eeb-c74f-4b13-9b5c-11baff995d53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7468b71-f98f-4f00-b331-49e92e5ae12e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:44:59Z', 'updated_at': '2022-02-04T08:45:12Z', 'revision_number': 5, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'subnets': [{'id': 'd7468b71-f98f-4f00-b331-49e92e5ae12e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:46:56.534075 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bc33c5-8825-4c90-88ef-fa5ddbe500cf None None] The sync data for ids ['42c61eeb-c74f-4b13-9b5c-11baff995d53'] in dv-neutron-827798-2-hyperv is: [{'id': '42c61eeb-c74f-4b13-9b5c-11baff995d53', 'name': 'tempest-TestNetworkBasicOps-router-1051621526', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.219'}], 'enable_snat': True}, 'gw_port_id': '6df7ed41-74d6-49dc-85c8-11ceeb770ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:44:47Z', 'updated_at': '2022-02-04T08:45:01Z', 'revision_number': 4, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': '6df7ed41-74d6-49dc-85c8-11ceeb770ff9', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:4e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c61eeb-c74f-4b13-9b5c-11baff995d53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:44:48Z', 'updated_at': '2022-02-04T08:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': 'defd4a79-29b8-4ab2-ba37-2249da5e801c', 'name': '', 'network_id': 'dfd3e35e-8d31-4904-a33a-2fe9438ce3a8', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'mac_address': 'fa:16:3e:ce:b1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c61eeb-c74f-4b13-9b5c-11baff995d53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7468b71-f98f-4f00-b331-49e92e5ae12e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:44:59Z', 'updated_at': '2022-02-04T08:45:12Z', 'revision_number': 5, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'subnets': [{'id': 'd7468b71-f98f-4f00-b331-49e92e5ae12e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:46:56.628494 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 57214) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:56.712702 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-c2ead430-0ed0-413a-808a-4d490a23eafc tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/floatingips/5d8f302c-55aa-41be-9137-f7807e9db28d HTTP/1.1" status: 200 len: 689 time: 0.0830121 Feb 04 08:46:56.755301 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2da2423-04d9-4cff-bd69-d05be95b96d5 None None] New status for floating IP 5d8f302c-55aa-41be-9137-f7807e9db28d: DOWN {{(pid=84109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 08:46:57.716767 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 57218) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:57.797129 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-1f3ade0c-1509-4afd-aec5-b9f2fb077691 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/floatingips/5d8f302c-55aa-41be-9137-f7807e9db28d HTTP/1.1" status: 200 len: 687 time: 0.0793035 Feb 04 08:46:58.053423 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 08:46:59.247095 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 57224) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:59.252788 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-20cebbf6-2a9c-4941-904f-ba2520400c35 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-648334937', 'description': 'tempest-secgroup-smoke-648334937 description', 'project_id': '7df2bfd740464e869863a41b14f4d5af'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:46:59.258573 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-20cebbf6-2a9c-4941-904f-ba2520400c35 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:46:59.268242 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-20cebbf6-2a9c-4941-904f-ba2520400c35 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:46:59.331199 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-20cebbf6-2a9c-4941-904f-ba2520400c35 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:59.365621 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-20cebbf6-2a9c-4941-904f-ba2520400c35 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:46:59.370025 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-20cebbf6-2a9c-4941-904f-ba2520400c35 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:security_group_rule and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:46:59.372992 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-20cebbf6-2a9c-4941-904f-ba2520400c35 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:46:59.378610 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-20cebbf6-2a9c-4941-904f-ba2520400c35 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:46:59.431752 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-20cebbf6-2a9c-4941-904f-ba2520400c35 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:59.502201 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-20cebbf6-2a9c-4941-904f-ba2520400c35 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:59.548775 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cebbf6-2a9c-4941-904f-ba2520400c35 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16d96a44-51cf-4535-9323-d6838d78d64e,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:59.616938 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-20cebbf6-2a9c-4941-904f-ba2520400c35 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:59.618126 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-20cebbf6-2a9c-4941-904f-ba2520400c35 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3700647 Feb 04 08:46:59.621073 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 57228) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:59.626429 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-df9e44ba-2522-4756-809f-aa870dd979b9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'security_group_rule': {'security_group_id': '16d96a44-51cf-4535-9323-d6838d78d64e', 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:46:59.632243 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-df9e44ba-2522-4756-809f-aa870dd979b9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:46:59.636145 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-df9e44ba-2522-4756-809f-aa870dd979b9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:security_group_rule and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:46:59.639365 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-df9e44ba-2522-4756-809f-aa870dd979b9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:46:59.645049 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-df9e44ba-2522-4756-809f-aa870dd979b9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:46:59.719831 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-df9e44ba-2522-4756-809f-aa870dd979b9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:59.779673 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-df9e44ba-2522-4756-809f-aa870dd979b9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:59.845079 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-df9e44ba-2522-4756-809f-aa870dd979b9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:59.867623 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9e44ba-2522-4756-809f-aa870dd979b9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc598abf-6624-4691-977d-42a2eac4e3c0,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:46:59.942419 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-df9e44ba-2522-4756-809f-aa870dd979b9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:46:59.943583 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-df9e44ba-2522-4756-809f-aa870dd979b9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3216233 Feb 04 08:46:59.946378 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 57232) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:46:59.951889 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-ca1534f2-41b2-407b-8c52-b1927f204d29 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'security_group_rule': {'security_group_id': '16d96a44-51cf-4535-9323-d6838d78d64e', 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:46:59.957654 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-ca1534f2-41b2-407b-8c52-b1927f204d29 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:46:59.961812 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-ca1534f2-41b2-407b-8c52-b1927f204d29 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:security_group_rule and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:46:59.964473 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-ca1534f2-41b2-407b-8c52-b1927f204d29 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:46:59.970177 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-ca1534f2-41b2-407b-8c52-b1927f204d29 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:47:00.057328 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ca1534f2-41b2-407b-8c52-b1927f204d29 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:47:00.117678 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ca1534f2-41b2-407b-8c52-b1927f204d29 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:47:00.193823 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ca1534f2-41b2-407b-8c52-b1927f204d29 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:47:00.217174 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1534f2-41b2-407b-8c52-b1927f204d29 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37dbc0e3-e688-4c7e-8944-dc321f2af580,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:47:00.285269 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ca1534f2-41b2-407b-8c52-b1927f204d29 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:47:00.286432 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-ca1534f2-41b2-407b-8c52-b1927f204d29 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3391666 Feb 04 08:47:00.289199 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 57236) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:47:00.295152 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-c9e038da-e72b-4df8-86cf-4db6013756cc tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'security_group_rule': {'security_group_id': '16d96a44-51cf-4535-9323-d6838d78d64e', 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:47:00.300710 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-c9e038da-e72b-4df8-86cf-4db6013756cc tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:47:00.304479 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-c9e038da-e72b-4df8-86cf-4db6013756cc tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:security_group_rule and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:47:00.307506 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-c9e038da-e72b-4df8-86cf-4db6013756cc tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:47:00.313099 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-c9e038da-e72b-4df8-86cf-4db6013756cc tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:47:00.388935 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c9e038da-e72b-4df8-86cf-4db6013756cc tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:47:00.454411 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c9e038da-e72b-4df8-86cf-4db6013756cc tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:47:00.531241 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c9e038da-e72b-4df8-86cf-4db6013756cc tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:47:00.555020 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e038da-e72b-4df8-86cf-4db6013756cc tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9d11a6f-0441-4d9d-afc5-c09634f27faa,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:47:00.627855 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c9e038da-e72b-4df8-86cf-4db6013756cc tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:47:00.629047 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-c9e038da-e72b-4df8-86cf-4db6013756cc tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3389540 Feb 04 08:47:00.631801 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 57240) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:47:00.637921 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-0bbd7d65-0a04-49c7-8816-70868a66a9b0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'security_group_rule': {'security_group_id': '16d96a44-51cf-4535-9323-d6838d78d64e', 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:47:00.643544 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-0bbd7d65-0a04-49c7-8816-70868a66a9b0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:47:00.647322 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-0bbd7d65-0a04-49c7-8816-70868a66a9b0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:security_group_rule and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:47:00.650875 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-0bbd7d65-0a04-49c7-8816-70868a66a9b0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:47:00.656531 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-0bbd7d65-0a04-49c7-8816-70868a66a9b0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:47:00.736796 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0bbd7d65-0a04-49c7-8816-70868a66a9b0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:47:00.798950 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0bbd7d65-0a04-49c7-8816-70868a66a9b0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:47:00.851333 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0bbd7d65-0a04-49c7-8816-70868a66a9b0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:47:00.874982 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbd7d65-0a04-49c7-8816-70868a66a9b0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c42b4191-fb8c-48cd-afc0-c0efccb0e9eb,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:47:00.936986 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0bbd7d65-0a04-49c7-8816-70868a66a9b0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:47:00.938210 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-0bbd7d65-0a04-49c7-8816-70868a66a9b0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3054955 Feb 04 08:47:00.941765 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 57244) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:47:00.947634 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-a2013fc1-fd68-4496-92bd-82f1b7f8e948 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'security_group_rule': {'security_group_id': '16d96a44-51cf-4535-9323-d6838d78d64e', 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:47:00.953758 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-a2013fc1-fd68-4496-92bd-82f1b7f8e948 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:47:00.957497 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-a2013fc1-fd68-4496-92bd-82f1b7f8e948 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:security_group_rule and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:47:00.960369 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-a2013fc1-fd68-4496-92bd-82f1b7f8e948 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:47:00.966036 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-a2013fc1-fd68-4496-92bd-82f1b7f8e948 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:47:01.011181 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.securitygroups_db [None req-a2013fc1-fd68-4496-92bd-82f1b7f8e948 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Project 7df2bfd740464e869863a41b14f4d5af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 08:47:01.017827 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a2013fc1-fd68-4496-92bd-82f1b7f8e948 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:47:01.081834 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a2013fc1-fd68-4496-92bd-82f1b7f8e948 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:47:01.142542 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a2013fc1-fd68-4496-92bd-82f1b7f8e948 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:47:01.165283 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2013fc1-fd68-4496-92bd-82f1b7f8e948 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=726f5783-f1c4-4ce5-add1-a24094c71f0d,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:47:01.216929 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a2013fc1-fd68-4496-92bd-82f1b7f8e948 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:47:01.218072 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-a2013fc1-fd68-4496-92bd-82f1b7f8e948 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2754135 Feb 04 08:47:01.220878 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 57248) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:47:01.226113 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-f1c8e1e3-dfeb-4ec7-990b-c4838eefa70d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'security_group_rule': {'security_group_id': '16d96a44-51cf-4535-9323-d6838d78d64e', 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:47:01.231832 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-f1c8e1e3-dfeb-4ec7-990b-c4838eefa70d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:47:01.235721 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-f1c8e1e3-dfeb-4ec7-990b-c4838eefa70d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:security_group_rule and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:47:01.238626 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-f1c8e1e3-dfeb-4ec7-990b-c4838eefa70d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:47:01.244698 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-f1c8e1e3-dfeb-4ec7-990b-c4838eefa70d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:47:01.296538 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.securitygroups_db [None req-f1c8e1e3-dfeb-4ec7-990b-c4838eefa70d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Project 7df2bfd740464e869863a41b14f4d5af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 08:47:01.302617 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f1c8e1e3-dfeb-4ec7-990b-c4838eefa70d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:47:01.365967 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f1c8e1e3-dfeb-4ec7-990b-c4838eefa70d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:47:01.451006 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f1c8e1e3-dfeb-4ec7-990b-c4838eefa70d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:47:01.474527 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c8e1e3-dfeb-4ec7-990b-c4838eefa70d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3ac2ca5-f30c-4b76-997f-56889434e40a,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:47:01.547762 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f1c8e1e3-dfeb-4ec7-990b-c4838eefa70d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:47:01.548935 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-f1c8e1e3-dfeb-4ec7-990b-c4838eefa70d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3271737 Feb 04 08:47:01.770336 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5af9a561-9104-4390-9e4f-82020bbebff1 req-ee8bd8d5-37ec-41c2-acaf-9acc06cf6f1e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-648334937&fields=id&tenant_id=7df2bfd740464e869863a41b14f4d5af HTTP/1.1" status: 200 len: 267 time: 0.0393424 Feb 04 08:47:01.918452 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af9a561-9104-4390-9e4f-82020bbebff1 req-1a77cd1d-db86-471e-a414-7cefd8181e51 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:47:01.919890 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5af9a561-9104-4390-9e4f-82020bbebff1 req-1a77cd1d-db86-471e-a414-7cefd8181e51 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/networks?id=dfd3e35e-8d31-4904-a33a-2fe9438ce3a8 HTTP/1.1" status: 200 len: 796 time: 0.1430409 Feb 04 08:47:01.935552 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5af9a561-9104-4390-9e4f-82020bbebff1 req-952eb2a1-5824-4450-8cf6-4e63f54bea50 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/quotas/7df2bfd740464e869863a41b14f4d5af HTTP/1.1" status: 200 len: 375 time: 0.0103362 Feb 04 08:47:02.020650 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5af9a561-9104-4390-9e4f-82020bbebff1 req-94eb4840-5c1a-4308-9b1b-b6d06674d50d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=7df2bfd740464e869863a41b14f4d5af&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0803242 Feb 04 08:47:02.035829 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [req-5af9a561-9104-4390-9e4f-82020bbebff1 req-80556c63-e4b0-4902-a964-ba6130b6eb59 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=84107) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 08:47:02.036763 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5af9a561-9104-4390-9e4f-82020bbebff1 req-80556c63-e4b0-4902-a964-ba6130b6eb59 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047557 Feb 04 08:47:02.166583 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5af9a561-9104-4390-9e4f-82020bbebff1 req-ab0f3d12-d7a5-465c-b366-2a6a955805ff service neutron] 10.222.0.36 "GET /v2.0/networks/dfd3e35e-8d31-4904-a33a-2fe9438ce3a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234274 Feb 04 08:47:02.300150 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5af9a561-9104-4390-9e4f-82020bbebff1 req-7829e6fe-4e80-4d6b-9ecd-2aaa891e0266 service neutron] 10.222.0.36 "GET /v2.0/networks/dfd3e35e-8d31-4904-a33a-2fe9438ce3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274059 Feb 04 08:47:02.691201 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-db80bcee-a8a9-461d-b65b-43a9ec4aea98 req-fd3aa457-320d-4804-ac86-58c70e5d568a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=0617259f-c166-41bd-a044-769e5a85e6de HTTP/1.1" status: 200 len: 210 time: 0.1848161 Feb 04 08:47:03.852920 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f04d0458-01c9-442f-81aa-386f1892b39d req-eaed68fc-e68a-4756-8c34-40a80475e180 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=0617259f-c166-41bd-a044-769e5a85e6de HTTP/1.1" status: 200 len: 210 time: 0.0399966 Feb 04 08:47:04.300016 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af9a561-9104-4390-9e4f-82020bbebff1 req-f47106c3-b6a1-4b66-8836-fda8ce781cd2 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:47:04.301363 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5af9a561-9104-4390-9e4f-82020bbebff1 req-f47106c3-b6a1-4b66-8836-fda8ce781cd2 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.47 "GET /v2.0/networks?id=dfd3e35e-8d31-4904-a33a-2fe9438ce3a8 HTTP/1.1" status: 200 len: 796 time: 0.1399362 Feb 04 08:47:04.361921 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5af9a561-9104-4390-9e4f-82020bbebff1 req-3b13fe2d-a7c3-4aa3-8580-06fcbc8fedec tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7df2bfd740464e869863a41b14f4d5af HTTP/1.1" status: 200 len: 472 time: 0.0476804 Feb 04 08:47:04.371902 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [req-5af9a561-9104-4390-9e4f-82020bbebff1 req-5a0ce343-dbdc-4f67-828c-de210e243467 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'port': {'device_id': '0617259f-c166-41bd-a044-769e5a85e6de', 'network_id': 'dfd3e35e-8d31-4904-a33a-2fe9438ce3a8', 'admin_state_up': True, 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'security_groups': ['16d96a44-51cf-4535-9323-d6838d78d64e']}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:47:04.506893 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [req-5af9a561-9104-4390-9e4f-82020bbebff1 req-5a0ce343-dbdc-4f67-828c-de210e243467 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:47:04.516446 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [req-5af9a561-9104-4390-9e4f-82020bbebff1 req-5a0ce343-dbdc-4f67-828c-de210e243467 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:47:04.577118 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5af9a561-9104-4390-9e4f-82020bbebff1 req-5a0ce343-dbdc-4f67-828c-de210e243467 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Made reservation on behalf of 7df2bfd740464e869863a41b14f4d5af for: {'port': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:47:04.580286 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-5af9a561-9104-4390-9e4f-82020bbebff1 req-5a0ce343-dbdc-4f67-828c-de210e243467 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:47:04.737272 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [req-5af9a561-9104-4390-9e4f-82020bbebff1 req-5a0ce343-dbdc-4f67-828c-de210e243467 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Allocated IP 172.20.0.23 (dfd3e35e-8d31-4904-a33a-2fe9438ce3a8/d7468b71-f98f-4f00-b331-49e92e5ae12e/8436eed1-ad16-4e0e-8ecd-fba2a311390c) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:47:04.928419 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-5af9a561-9104-4390-9e4f-82020bbebff1 req-5a0ce343-dbdc-4f67-828c-de210e243467 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:47:04.944224 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [req-5af9a561-9104-4390-9e4f-82020bbebff1 req-5a0ce343-dbdc-4f67-828c-de210e243467 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Transition to ACTIVE for port object 8436eed1-ad16-4e0e-8ecd-fba2a311390c will not be triggered until provisioned by entity DHCP. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:47:05.016733 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e2b0341a-6a82-4baf-9fb7-bbc5f3590a30 req-051d5b2d-4fae-43d8-8aaf-7cc1b365c094 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=0617259f-c166-41bd-a044-769e5a85e6de HTTP/1.1" status: 200 len: 210 time: 0.0405822 Feb 04 08:47:05.028524 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-5af9a561-9104-4390-9e4f-82020bbebff1 req-5a0ce343-dbdc-4f67-828c-de210e243467 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:47:05.105184 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5af9a561-9104-4390-9e4f-82020bbebff1 req-5a0ce343-dbdc-4f67-828c-de210e243467 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Network dfd3e35e-8d31-4904-a33a-2fe9438ce3a8 is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:47:05.108277 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [req-5af9a561-9104-4390-9e4f-82020bbebff1 req-5a0ce343-dbdc-4f67-828c-de210e243467 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:47:05.112814 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [req-5af9a561-9104-4390-9e4f-82020bbebff1 req-5a0ce343-dbdc-4f67-828c-de210e243467 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:47:05.234762 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0ce343-dbdc-4f67-828c-de210e243467 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'Port': ['ID=8436eed1-ad16-4e0e-8ecd-fba2a311390c,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:47:05.272542 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af9a561-9104-4390-9e4f-82020bbebff1 req-5a0ce343-dbdc-4f67-828c-de210e243467 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:47:05.273179 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-5af9a561-9104-4390-9e4f-82020bbebff1 req-5a0ce343-dbdc-4f67-828c-de210e243467 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:47:05.365805 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5af9a561-9104-4390-9e4f-82020bbebff1 req-5a0ce343-dbdc-4f67-828c-de210e243467 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9980390 Feb 04 08:47:05.377179 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [req-5af9a561-9104-4390-9e4f-82020bbebff1 req-5912b88d-053d-4186-aa44-17e8938fac01 service neutron] Request body: {'port': {'device_id': '0617259f-c166-41bd-a044-769e5a85e6de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:47:05.417383 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-e5a9c1c2-008a-4f07-8111-d02423c7e244 None None] Provisioning for port 8436eed1-ad16-4e0e-8ecd-fba2a311390c completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:47:05.422194 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-e5a9c1c2-008a-4f07-8111-d02423c7e244 None None] Provisioning complete for port 8436eed1-ad16-4e0e-8ecd-fba2a311390c triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:47:05.427351 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-e5a9c1c2-008a-4f07-8111-d02423c7e244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:47:05.476541 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-e5a9c1c2-008a-4f07-8111-d02423c7e244 None None] Port 8436eed1-ad16-4e0e-8ecd-fba2a311390c cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:47:05.483403 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-5af9a561-9104-4390-9e4f-82020bbebff1 req-5912b88d-053d-4186-aa44-17e8938fac01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:47:05.808497 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [req-5af9a561-9104-4390-9e4f-82020bbebff1 req-5912b88d-053d-4186-aa44-17e8938fac01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8436eed1-ad16-4e0e-8ecd-fba2a311390c {{(pid=84107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 08:47:05.814908 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-5af9a561-9104-4390-9e4f-82020bbebff1 req-5912b88d-053d-4186-aa44-17e8938fac01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:47:05.828622 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [req-5af9a561-9104-4390-9e4f-82020bbebff1 req-5912b88d-053d-4186-aa44-17e8938fac01 service neutron] Transition to ACTIVE for port object 8436eed1-ad16-4e0e-8ecd-fba2a311390c will not be triggered until provisioned by entity L2. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:47:05.896323 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-5af9a561-9104-4390-9e4f-82020bbebff1 req-5912b88d-053d-4186-aa44-17e8938fac01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:47:06.022847 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5912b88d-053d-4186-aa44-17e8938fac01 service neutron] Pushing event updated for resources: {'Port': ['ID=8436eed1-ad16-4e0e-8ecd-fba2a311390c,revision_number=2']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:47:06.136704 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.managers [req-5af9a561-9104-4390-9e4f-82020bbebff1 req-5912b88d-053d-4186-aa44-17e8938fac01 service neutron] Attempting to bind port 8436eed1-ad16-4e0e-8ecd-fba2a311390c on host hv-neutron-8277 for vnic_type normal with profile {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:47:06.137038 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.managers [req-5af9a561-9104-4390-9e4f-82020bbebff1 req-5912b88d-053d-4186-aa44-17e8938fac01 service neutron] Attempting to bind port 8436eed1-ad16-4e0e-8ecd-fba2a311390c by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '621bf94a-8623-401c-be43-5da80d76f6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dfd3e35e-8d31-4904-a33a-2fe9438ce3a8'}] {{(pid=84107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:47:06.137627 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af9a561-9104-4390-9e4f-82020bbebff1 req-5912b88d-053d-4186-aa44-17e8938fac01 service neutron] Attempting to bind port 8436eed1-ad16-4e0e-8ecd-fba2a311390c on network dfd3e35e-8d31-4904-a33a-2fe9438ce3a8 {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:47:06.143344 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af9a561-9104-4390-9e4f-82020bbebff1 req-5912b88d-053d-4186-aa44-17e8938fac01 service neutron] Port 8436eed1-ad16-4e0e-8ecd-fba2a311390c on network dfd3e35e-8d31-4904-a33a-2fe9438ce3a8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 08:47:06.143652 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af9a561-9104-4390-9e4f-82020bbebff1 req-5912b88d-053d-4186-aa44-17e8938fac01 service neutron] Attempting to bind port 8436eed1-ad16-4e0e-8ecd-fba2a311390c on network dfd3e35e-8d31-4904-a33a-2fe9438ce3a8 {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:47:06.188870 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af9a561-9104-4390-9e4f-82020bbebff1 req-5912b88d-053d-4186-aa44-17e8938fac01 service neutron] Checking agent: {'id': 'f735dfbb-9ed2-4de7-8aa1-fea4a962ae1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 34, 26), 'started_at': datetime.datetime(2022, 2, 4, 8, 34, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:47:06.189199 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af9a561-9104-4390-9e4f-82020bbebff1 req-5912b88d-053d-4186-aa44-17e8938fac01 service neutron] Checking segment: {'id': '621bf94a-8623-401c-be43-5da80d76f6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dfd3e35e-8d31-4904-a33a-2fe9438ce3a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:47:06.189577 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af9a561-9104-4390-9e4f-82020bbebff1 req-5912b88d-053d-4186-aa44-17e8938fac01 service neutron] Bound using segment: {'id': '621bf94a-8623-401c-be43-5da80d76f6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dfd3e35e-8d31-4904-a33a-2fe9438ce3a8'} {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:47:06.189998 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.managers [req-5af9a561-9104-4390-9e4f-82020bbebff1 req-5912b88d-053d-4186-aa44-17e8938fac01 service neutron] Bound port: 8436eed1-ad16-4e0e-8ecd-fba2a311390c, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '621bf94a-8623-401c-be43-5da80d76f6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dfd3e35e-8d31-4904-a33a-2fe9438ce3a8'}}] {{(pid=84107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:47:06.190336 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-5af9a561-9104-4390-9e4f-82020bbebff1 req-5912b88d-053d-4186-aa44-17e8938fac01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:47:06.293592 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc97d83-d5b0-4623-aae5-5732c5e3544a req-d21578f9-145f-40f2-89f6-e7ba34a78c38 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:47:06.294199 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-dfc97d83-d5b0-4623-aae5-5732c5e3544a req-d21578f9-145f-40f2-89f6-e7ba34a78c38 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Synchronizing usage tracker for tenant:7df2bfd740464e869863a41b14f4d5af on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:47:06.307604 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [req-5af9a561-9104-4390-9e4f-82020bbebff1 req-5912b88d-053d-4186-aa44-17e8938fac01 service neutron] For port 8436eed1-ad16-4e0e-8ecd-fba2a311390c, host hv-neutron-8277, cleared binding levels {{(pid=84107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:47:06.312633 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [req-5af9a561-9104-4390-9e4f-82020bbebff1 req-5912b88d-053d-4186-aa44-17e8938fac01 service neutron] For port 8436eed1-ad16-4e0e-8ecd-fba2a311390c, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=8436eed1-ad16-4e0e-8ecd-fba2a311390c,segment=NetworkSegment(621bf94a-8623-401c-be43-5da80d76f6b2),segment_id=621bf94a-8623-401c-be43-5da80d76f6b2)] {{(pid=84107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:47:06.377213 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-5af9a561-9104-4390-9e4f-82020bbebff1 req-5912b88d-053d-4186-aa44-17e8938fac01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:47:06.413475 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-dfc97d83-d5b0-4623-aae5-5732c5e3544a req-d21578f9-145f-40f2-89f6-e7ba34a78c38 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Unset dirty status for tenant:7df2bfd740464e869863a41b14f4d5af on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:47:06.414618 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-dfc97d83-d5b0-4623-aae5-5732c5e3544a req-d21578f9-145f-40f2-89f6-e7ba34a78c38 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=0617259f-c166-41bd-a044-769e5a85e6de HTTP/1.1" status: 200 len: 944 time: 0.2688375 Feb 04 08:47:06.466893 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-5af9a561-9104-4390-9e4f-82020bbebff1 req-5912b88d-053d-4186-aa44-17e8938fac01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:47:06.468228 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5af9a561-9104-4390-9e4f-82020bbebff1 req-5912b88d-053d-4186-aa44-17e8938fac01 service neutron] 10.222.0.47 "PUT /v2.0/ports/8436eed1-ad16-4e0e-8ecd-fba2a311390c HTTP/1.1" status: 200 len: 1094 time: 1.0950577 Feb 04 08:47:06.468833 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0617259f-c166-41bd-a044-769e5a85e6de', 'tag': '8436eed1-ad16-4e0e-8ecd-fba2a311390c'}] {{(pid=84107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:47:06.497457 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5912b88d-053d-4186-aa44-17e8938fac01 service neutron] Pushing event updated for resources: {'Port': ['ID=8436eed1-ad16-4e0e-8ecd-fba2a311390c,revision_number=3']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:47:06.503796 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-dfc97d83-d5b0-4623-aae5-5732c5e3544a req-281f1b82-2f1f-472d-8c82-3e5111ffcee2 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=16d96a44-51cf-4535-9323-d6838d78d64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785158 Feb 04 08:47:06.530696 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0617259f-c166-41bd-a044-769e5a85e6de', 'tag': '8436eed1-ad16-4e0e-8ecd-fba2a311390c', 'status': 'completed', 'code': 200} Feb 04 08:47:06.621838 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-1f207fdc-fd16-46e2-8e8f-7065e45f200b req-b4c1610a-6bce-42a0-b5c6-ddfc168333bb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7df2bfd740464e869863a41b14f4d5af&device_id=0617259f-c166-41bd-a044-769e5a85e6de HTTP/1.1" status: 200 len: 1097 time: 0.0711875 Feb 04 08:47:06.765143 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f207fdc-fd16-46e2-8e8f-7065e45f200b req-fc8c8b0e-7b7e-496e-9165-bd9e08a0648f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:47:06.766495 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-1f207fdc-fd16-46e2-8e8f-7065e45f200b req-fc8c8b0e-7b7e-496e-9165-bd9e08a0648f service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=7df2bfd740464e869863a41b14f4d5af&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1328232 Feb 04 08:47:06.896653 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f207fdc-fd16-46e2-8e8f-7065e45f200b req-be7a9651-3eb5-407a-9e9f-fb35c7779748 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:47:06.898075 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-1f207fdc-fd16-46e2-8e8f-7065e45f200b req-be7a9651-3eb5-407a-9e9f-fb35c7779748 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1260083 Feb 04 08:47:07.068295 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5af9a561-9104-4390-9e4f-82020bbebff1 req-d8f05f31-e080-4f69-a923-ca6134960894 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7df2bfd740464e869863a41b14f4d5af&device_id=0617259f-c166-41bd-a044-769e5a85e6de HTTP/1.1" status: 200 len: 1097 time: 0.0663378 Feb 04 08:47:07.137476 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5af9a561-9104-4390-9e4f-82020bbebff1 req-4610f79e-71e2-4441-95ba-37b5412cdaf2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=8436eed1-ad16-4e0e-8ecd-fba2a311390c HTTP/1.1" status: 200 len: 217 time: 0.0624163 Feb 04 08:47:07.197311 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af9a561-9104-4390-9e4f-82020bbebff1 req-15463d07-d3a5-45b3-a033-1dbd8462e0ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:47:07.198615 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5af9a561-9104-4390-9e4f-82020bbebff1 req-15463d07-d3a5-45b3-a033-1dbd8462e0ab service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d7468b71-f98f-4f00-b331-49e92e5ae12e HTTP/1.1" status: 200 len: 837 time: 0.0554779 Feb 04 08:47:07.358922 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5af9a561-9104-4390-9e4f-82020bbebff1 req-4d8368c1-5d42-49f2-89af-3078cbff2b5f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dfd3e35e-8d31-4904-a33a-2fe9438ce3a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1546466 Feb 04 08:47:07.487979 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5af9a561-9104-4390-9e4f-82020bbebff1 req-f203f4f9-b0e7-48f8-9ed0-20ba26b9ee0d service neutron] 10.222.0.47 "GET /v2.0/networks/dfd3e35e-8d31-4904-a33a-2fe9438ce3a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220419 Feb 04 08:47:07.615834 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5af9a561-9104-4390-9e4f-82020bbebff1 req-2a6d962b-aee4-4058-b7dc-3c883abe0113 service neutron] 10.222.0.47 "GET /v2.0/networks/dfd3e35e-8d31-4904-a33a-2fe9438ce3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221325 Feb 04 08:47:07.697050 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ed5cf-8ddc-4199-a582-a24b1f920bc4 req-2676efbd-bfd4-4ce4-9aa8-e977a9fbcf10 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:47:07.699053 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-9d9ed5cf-8ddc-4199-a582-a24b1f920bc4 req-2676efbd-bfd4-4ce4-9aa8-e977a9fbcf10 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=0617259f-c166-41bd-a044-769e5a85e6de HTTP/1.1" status: 200 len: 944 time: 0.0750823 Feb 04 08:47:07.746707 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-9d9ed5cf-8ddc-4199-a582-a24b1f920bc4 req-798189db-9284-48a9-a527-3d3849cf2867 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=16d96a44-51cf-4535-9323-d6838d78d64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419075 Feb 04 08:47:08.946465 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a644295-4c5b-4d9e-a36c-023f0775452d req-13e53712-ff7c-4698-983c-7749f5d677da tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:47:08.948000 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8a644295-4c5b-4d9e-a36c-023f0775452d req-13e53712-ff7c-4698-983c-7749f5d677da tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=0617259f-c166-41bd-a044-769e5a85e6de HTTP/1.1" status: 200 len: 944 time: 0.0745070 Feb 04 08:47:08.995924 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8a644295-4c5b-4d9e-a36c-023f0775452d req-1cf792bf-466e-4f0a-817b-65ce03530173 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=16d96a44-51cf-4535-9323-d6838d78d64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423167 Feb 04 08:47:10.192047 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a11b41c-323c-45f9-8421-3110f0f69b13 req-0dc7abe6-e770-466a-a24c-842e4576ddc0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:47:10.193502 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-2a11b41c-323c-45f9-8421-3110f0f69b13 req-0dc7abe6-e770-466a-a24c-842e4576ddc0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=0617259f-c166-41bd-a044-769e5a85e6de HTTP/1.1" status: 200 len: 944 time: 0.0778191 Feb 04 08:47:10.237245 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-2a11b41c-323c-45f9-8421-3110f0f69b13 req-bb911a21-f2fd-4f1e-9bc8-84dd26b3cc20 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=16d96a44-51cf-4535-9323-d6838d78d64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383458 Feb 04 08:47:11.040401 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device 8436eed1-ad16-4e0e-8ecd-fba2a311390c details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=84109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 08:47:11.235522 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port 8436eed1-ad16-4e0e-8ecd-fba2a311390c, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=8436eed1-ad16-4e0e-8ecd-fba2a311390c,segment=NetworkSegment(621bf94a-8623-401c-be43-5da80d76f6b2),segment_id=621bf94a-8623-401c-be43-5da80d76f6b2)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:47:11.248944 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Returning: {'device': '8436eed1-ad16-4e0e-8ecd-fba2a311390c', 'network_id': 'dfd3e35e-8d31-4904-a33a-2fe9438ce3a8', 'port_id': '8436eed1-ad16-4e0e-8ecd-fba2a311390c', 'mac_address': 'fa:16:3e:11:73:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7468b71-f98f-4f00-b331-49e92e5ae12e', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 08:47:11.301363 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:47:11.317793 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8436eed1-ad16-4e0e-8ecd-fba2a311390c {{(pid=84109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 08:47:11.332640 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port 8436eed1-ad16-4e0e-8ecd-fba2a311390c, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=8436eed1-ad16-4e0e-8ecd-fba2a311390c,segment=NetworkSegment(621bf94a-8623-401c-be43-5da80d76f6b2),segment_id=621bf94a-8623-401c-be43-5da80d76f6b2)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:47:11.376936 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:47:11.429927 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc42a14b-a163-45e7-85b6-18e6af43c7b7 req-ea744f45-3f38-44f3-9335-f16f25ab550e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:47:11.431375 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-bc42a14b-a163-45e7-85b6-18e6af43c7b7 req-ea744f45-3f38-44f3-9335-f16f25ab550e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=0617259f-c166-41bd-a044-769e5a85e6de HTTP/1.1" status: 200 len: 945 time: 0.0763617 Feb 04 08:47:11.445145 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=8436eed1-ad16-4e0e-8ecd-fba2a311390c,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:47:11.478483 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-bc42a14b-a163-45e7-85b6-18e6af43c7b7 req-81b9b3a2-2265-4b02-874f-8e56e0133288 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=16d96a44-51cf-4535-9323-d6838d78d64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406082 Feb 04 08:47:11.709026 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] get_ports_and_sgs() called for port_ids ['8436eed1-ad16-4e0e-8ecd-fba2a311390c'] {{(pid=84109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 08:47:12.674854 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb6f76b-72c3-454e-a504-8cc10caf74e7 req-cabf9206-0aba-446a-b41c-42ad091de43f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:47:12.676271 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-cfb6f76b-72c3-454e-a504-8cc10caf74e7 req-cabf9206-0aba-446a-b41c-42ad091de43f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=0617259f-c166-41bd-a044-769e5a85e6de HTTP/1.1" status: 200 len: 945 time: 0.0784321 Feb 04 08:47:12.720045 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-cfb6f76b-72c3-454e-a504-8cc10caf74e7 req-8d4d25b5-5871-4bd9-a1ee-1378b71b0eb9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=16d96a44-51cf-4535-9323-d6838d78d64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380814 Feb 04 08:47:13.041048 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device 8436eed1-ad16-4e0e-8ecd-fba2a311390c up at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:47:13.153670 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Provisioning for port 8436eed1-ad16-4e0e-8ecd-fba2a311390c completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:47:13.158769 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Provisioning complete for port 8436eed1-ad16-4e0e-8ecd-fba2a311390c triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:47:13.159139 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:47:13.269908 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:47:13.295398 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0617259f-c166-41bd-a044-769e5a85e6de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8436eed1-ad16-4e0e-8ecd-fba2a311390c'}] {{(pid=84109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:47:13.304806 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port 8436eed1-ad16-4e0e-8ecd-fba2a311390c, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=8436eed1-ad16-4e0e-8ecd-fba2a311390c,segment=NetworkSegment(621bf94a-8623-401c-be43-5da80d76f6b2),segment_id=621bf94a-8623-401c-be43-5da80d76f6b2)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:47:13.342186 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:47:13.371449 dv-neutron-827798-2-hyperv neutron-server[84109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0617259f-c166-41bd-a044-769e5a85e6de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8436eed1-ad16-4e0e-8ecd-fba2a311390c', 'code': 200} Feb 04 08:47:13.408952 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=8436eed1-ad16-4e0e-8ecd-fba2a311390c,revision_number=5']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:47:13.649137 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-da62e8ed-5dda-4dba-9d98-ec745e52da7b req-f73ef8ea-5111-45aa-baf6-922596a90765 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0617259f-c166-41bd-a044-769e5a85e6de HTTP/1.1" status: 200 len: 1099 time: 0.0668032 Feb 04 08:47:13.688828 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-da62e8ed-5dda-4dba-9d98-ec745e52da7b req-0acd4316-7ef5-4109-a983-c8b5746dac6c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=16d96a44-51cf-4535-9323-d6838d78d64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342929 Feb 04 08:47:13.912922 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b093da10-64a7-4b9c-beb4-b088d2d76d81 req-3f73f0fb-34bb-48e0-b085-5ee587202aad tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:47:13.914279 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b093da10-64a7-4b9c-beb4-b088d2d76d81 req-3f73f0fb-34bb-48e0-b085-5ee587202aad tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=0617259f-c166-41bd-a044-769e5a85e6de HTTP/1.1" status: 200 len: 946 time: 0.0785651 Feb 04 08:47:13.958522 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b093da10-64a7-4b9c-beb4-b088d2d76d81 req-e4a89b3d-27f7-4f98-9c79-0d9ed905a01f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=16d96a44-51cf-4535-9323-d6838d78d64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388954 Feb 04 08:47:15.156185 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7775b70-f6db-418a-9f4b-ffa3db0e314b req-455e28f4-55bb-4c8b-ac08-6792105aedc0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:47:15.157641 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f7775b70-f6db-418a-9f4b-ffa3db0e314b req-455e28f4-55bb-4c8b-ac08-6792105aedc0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=0617259f-c166-41bd-a044-769e5a85e6de HTTP/1.1" status: 200 len: 946 time: 0.0756731 Feb 04 08:47:15.204478 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f7775b70-f6db-418a-9f4b-ffa3db0e314b req-13dd02bc-834d-425e-85d5-1955f781b2e7 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=16d96a44-51cf-4535-9323-d6838d78d64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412869 Feb 04 08:47:16.398472 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1828107-5520-4cfb-ab9d-965d31c5837a req-c01b8b70-2751-40d4-8f2b-c163c6595a8b tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:47:16.399917 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d1828107-5520-4cfb-ab9d-965d31c5837a req-c01b8b70-2751-40d4-8f2b-c163c6595a8b tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=0617259f-c166-41bd-a044-769e5a85e6de HTTP/1.1" status: 200 len: 946 time: 0.0742910 Feb 04 08:47:16.444034 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d1828107-5520-4cfb-ab9d-965d31c5837a req-c8e267d6-2315-4e30-91b7-53b135907bdb tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=16d96a44-51cf-4535-9323-d6838d78d64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386333 Feb 04 08:47:16.639010 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d707d47-e02c-4897-8d48-5889da987833 req-356e60ea-9b0d-4aeb-b73e-fa14d56f0d55 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:47:16.640440 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8d707d47-e02c-4897-8d48-5889da987833 req-356e60ea-9b0d-4aeb-b73e-fa14d56f0d55 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=0617259f-c166-41bd-a044-769e5a85e6de HTTP/1.1" status: 200 len: 946 time: 0.0791888 Feb 04 08:47:16.683890 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8d707d47-e02c-4897-8d48-5889da987833 req-23f51156-7034-4490-874f-a852d3655216 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=16d96a44-51cf-4535-9323-d6838d78d64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379033 Feb 04 08:47:16.710752 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 57302) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:47:16.778638 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-61f0c5e6-282e-44dc-8016-db8ad16e6004 tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=0617259f-c166-41bd-a044-769e5a85e6de HTTP/1.1" status: 200 len: 1094 time: 0.0667882 Feb 04 08:47:16.781356 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 57306) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:47:16.786318 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-3f71cab2-0832-4492-a6ea-ae20a705e15a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'floatingip': {'port_id': '8436eed1-ad16-4e0e-8ecd-fba2a311390c'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:47:16.859358 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3f71cab2-0832-4492-a6ea-ae20a705e15a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for floatingip, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:47:17.529424 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3f71cab2-0832-4492-a6ea-ae20a705e15a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:47:17.587568 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3f71cab2-0832-4492-a6ea-ae20a705e15a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473039'] for floatingip, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:47:17.776924 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.l3_db [None req-3f71cab2-0832-4492-a6ea-ae20a705e15a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Floating IP 5d8f302c-55aa-41be-9137-f7807e9db28d associated. External IP: 172.26.3.98, port: 8436eed1-ad16-4e0e-8ecd-fba2a311390c. Feb 04 08:47:18.155761 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f71cab2-0832-4492-a6ea-ae20a705e15a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Router 42c61eeb-c74f-4b13-9b5c-11baff995d53 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:47:18.346342 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f71cab2-0832-4492-a6ea-ae20a705e15a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:47:18.350505 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3f71cab2-0832-4492-a6ea-ae20a705e15a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for floatingip, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:47:18.357918 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e22b7d-9f95-4ada-8d1f-d42433b74a71 None None] Sync routers for ids ['42c61eeb-c74f-4b13-9b5c-11baff995d53'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:47:18.370177 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e22b7d-9f95-4ada-8d1f-d42433b74a71 None None] Routers {'42c61eeb-c74f-4b13-9b5c-11baff995d53'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:47:18.371651 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-13e22b7d-9f95-4ada-8d1f-d42433b74a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:46:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['42c61eeb-c74f-4b13-9b5c-11baff995d53'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:47:18.407439 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-3f71cab2-0832-4492-a6ea-ae20a705e15a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "PUT /v2.0/floatingips/5d8f302c-55aa-41be-9137-f7807e9db28d HTTP/1.1" status: 200 len: 991 time: 1.6250968 Feb 04 08:47:18.408123 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0617259f-c166-41bd-a044-769e5a85e6de', 'tag': '8436eed1-ad16-4e0e-8ecd-fba2a311390c'}] {{(pid=84107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:47:18.410256 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 57310) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:47:18.467063 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0617259f-c166-41bd-a044-769e5a85e6de', 'tag': '8436eed1-ad16-4e0e-8ecd-fba2a311390c', 'status': 'completed', 'code': 200} Feb 04 08:47:18.524641 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-845d5c2c-2e02-4c32-be9b-7103fc0e7497 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/floatingips/5d8f302c-55aa-41be-9137-f7807e9db28d HTTP/1.1" status: 200 len: 991 time: 0.1131630 Feb 04 08:47:18.562283 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-dec3d73a-bea8-401b-84e9-20e4468763fd req-e1f80a4d-1385-44e3-b79d-b8e888d3215c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7df2bfd740464e869863a41b14f4d5af&device_id=0617259f-c166-41bd-a044-769e5a85e6de HTTP/1.1" status: 200 len: 1099 time: 0.0704539 Feb 04 08:47:18.564154 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-13e22b7d-9f95-4ada-8d1f-d42433b74a71 None None] Set router 42c61eeb-c74f-4b13-9b5c-11baff995d53 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:47:18.792405 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3d73a-bea8-401b-84e9-20e4468763fd req-9efd33f2-1fb0-4362-9bf7-7f5546c0611e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:47:18.793799 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-dec3d73a-bea8-401b-84e9-20e4468763fd req-9efd33f2-1fb0-4362-9bf7-7f5546c0611e service neutron] 10.222.0.47 "GET /v2.0/networks?id=dfd3e35e-8d31-4904-a33a-2fe9438ce3a8 HTTP/1.1" status: 200 len: 897 time: 0.2261775 Feb 04 08:47:18.903643 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-dec3d73a-bea8-401b-84e9-20e4468763fd req-bf8a8ad3-ca9d-42d2-a7e8-561c3ebfd020 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=8436eed1-ad16-4e0e-8ecd-fba2a311390c HTTP/1.1" status: 200 len: 999 time: 0.1030679 Feb 04 08:47:18.945267 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-13e22b7d-9f95-4ada-8d1f-d42433b74a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c61eeb-c74f-4b13-9b5c-11baff995d53', 'name': 'tempest-TestNetworkBasicOps-router-1051621526', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.219'}], 'enable_snat': True}, 'gw_port_id': '6df7ed41-74d6-49dc-85c8-11ceeb770ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:44:47Z', 'updated_at': '2022-02-04T08:45:01Z', 'revision_number': 4, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': '6df7ed41-74d6-49dc-85c8-11ceeb770ff9', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:4e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c61eeb-c74f-4b13-9b5c-11baff995d53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:44:48Z', 'updated_at': '2022-02-04T08:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': '5d8f302c-55aa-41be-9137-f7807e9db28d', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'floating_ip_address': '172.26.3.98', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': '42c61eeb-c74f-4b13-9b5c-11baff995d53', 'port_id': '8436eed1-ad16-4e0e-8ecd-fba2a311390c', 'fixed_ip_address': '172.20.0.23', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfd3e35e-8d31-4904-a33a-2fe9438ce3a8', 'mac_address': 'fa:16:3e:11:73:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0617259f-c166-41bd-a044-769e5a85e6de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T08:45:37Z', 'updated_at': '2022-02-04T08:47:17Z', 'revision_number': 5, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'defd4a79-29b8-4ab2-ba37-2249da5e801c', 'name': '', 'network_id': 'dfd3e35e-8d31-4904-a33a-2fe9438ce3a8', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'mac_address': 'fa:16:3e:ce:b1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c61eeb-c74f-4b13-9b5c-11baff995d53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7468b71-f98f-4f00-b331-49e92e5ae12e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:44:59Z', 'updated_at': '2022-02-04T08:45:12Z', 'revision_number': 5, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'subnets': [{'id': 'd7468b71-f98f-4f00-b331-49e92e5ae12e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:47:18.949747 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e22b7d-9f95-4ada-8d1f-d42433b74a71 None None] Checking router: 42c61eeb-c74f-4b13-9b5c-11baff995d53 for host: dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 08:47:18.959967 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e22b7d-9f95-4ada-8d1f-d42433b74a71 None None] Routers {'42c61eeb-c74f-4b13-9b5c-11baff995d53'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:47:18.960575 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-13e22b7d-9f95-4ada-8d1f-d42433b74a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:46:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['42c61eeb-c74f-4b13-9b5c-11baff995d53'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:47:18.975517 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3d73a-bea8-401b-84e9-20e4468763fd req-0e4209b1-e5be-463d-90c3-1c94db30f184 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:47:18.977513 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-dec3d73a-bea8-401b-84e9-20e4468763fd req-0e4209b1-e5be-463d-90c3-1c94db30f184 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d7468b71-f98f-4f00-b331-49e92e5ae12e HTTP/1.1" status: 200 len: 837 time: 0.0678058 Feb 04 08:47:19.054336 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-dec3d73a-bea8-401b-84e9-20e4468763fd req-dc705af0-098f-4644-b75a-4cacda7e186f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dfd3e35e-8d31-4904-a33a-2fe9438ce3a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0707061 Feb 04 08:47:19.138693 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-13e22b7d-9f95-4ada-8d1f-d42433b74a71 None None] Set router 42c61eeb-c74f-4b13-9b5c-11baff995d53 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:47:19.185833 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-dec3d73a-bea8-401b-84e9-20e4468763fd req-d538f127-958f-4a25-85f9-be6639c5c078 service neutron] 10.222.0.47 "GET /v2.0/networks/dfd3e35e-8d31-4904-a33a-2fe9438ce3a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249344 Feb 04 08:47:19.314759 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-dec3d73a-bea8-401b-84e9-20e4468763fd req-b958b9f3-8893-4473-9a4f-85258fe8ab63 service neutron] 10.222.0.47 "GET /v2.0/networks/dfd3e35e-8d31-4904-a33a-2fe9438ce3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231327 Feb 04 08:47:19.427856 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-0e819089-317e-43d0-8d85-4f5cf85db0f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:47:19.476162 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-13e22b7d-9f95-4ada-8d1f-d42433b74a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c61eeb-c74f-4b13-9b5c-11baff995d53', 'name': 'tempest-TestNetworkBasicOps-router-1051621526', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.219'}], 'enable_snat': True}, 'gw_port_id': '6df7ed41-74d6-49dc-85c8-11ceeb770ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:44:47Z', 'updated_at': '2022-02-04T08:45:01Z', 'revision_number': 4, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': '6df7ed41-74d6-49dc-85c8-11ceeb770ff9', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:4e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c61eeb-c74f-4b13-9b5c-11baff995d53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:44:48Z', 'updated_at': '2022-02-04T08:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': '5d8f302c-55aa-41be-9137-f7807e9db28d', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'floating_ip_address': '172.26.3.98', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': '42c61eeb-c74f-4b13-9b5c-11baff995d53', 'port_id': '8436eed1-ad16-4e0e-8ecd-fba2a311390c', 'fixed_ip_address': '172.20.0.23', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfd3e35e-8d31-4904-a33a-2fe9438ce3a8', 'mac_address': 'fa:16:3e:11:73:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0617259f-c166-41bd-a044-769e5a85e6de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T08:45:37Z', 'updated_at': '2022-02-04T08:47:17Z', 'revision_number': 5, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'defd4a79-29b8-4ab2-ba37-2249da5e801c', 'name': '', 'network_id': 'dfd3e35e-8d31-4904-a33a-2fe9438ce3a8', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'mac_address': 'fa:16:3e:ce:b1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c61eeb-c74f-4b13-9b5c-11baff995d53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7468b71-f98f-4f00-b331-49e92e5ae12e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:44:59Z', 'updated_at': '2022-02-04T08:45:12Z', 'revision_number': 5, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'subnets': [{'id': 'd7468b71-f98f-4f00-b331-49e92e5ae12e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:47:19.479884 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e22b7d-9f95-4ada-8d1f-d42433b74a71 None None] The sync data for ids ['42c61eeb-c74f-4b13-9b5c-11baff995d53'] in dv-neutron-827798-2-hyperv is: [{'id': '42c61eeb-c74f-4b13-9b5c-11baff995d53', 'name': 'tempest-TestNetworkBasicOps-router-1051621526', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.219'}], 'enable_snat': True}, 'gw_port_id': '6df7ed41-74d6-49dc-85c8-11ceeb770ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:44:47Z', 'updated_at': '2022-02-04T08:45:01Z', 'revision_number': 4, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': '6df7ed41-74d6-49dc-85c8-11ceeb770ff9', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:4e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c61eeb-c74f-4b13-9b5c-11baff995d53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:44:48Z', 'updated_at': '2022-02-04T08:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': '5d8f302c-55aa-41be-9137-f7807e9db28d', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'floating_ip_address': '172.26.3.98', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': '42c61eeb-c74f-4b13-9b5c-11baff995d53', 'port_id': '8436eed1-ad16-4e0e-8ecd-fba2a311390c', 'fixed_ip_address': '172.20.0.23', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfd3e35e-8d31-4904-a33a-2fe9438ce3a8', 'mac_address': 'fa:16:3e:11:73:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0617259f-c166-41bd-a044-769e5a85e6de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T08:45:37Z', 'updated_at': '2022-02-04T08:47:17Z', 'revision_number': 5, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'defd4a79-29b8-4ab2-ba37-2249da5e801c', 'name': '', 'network_id': 'dfd3e35e-8d31-4904-a33a-2fe9438ce3a8', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'mac_address': 'fa:16:3e:ce:b1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c61eeb-c74f-4b13-9b5c-11baff995d53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7468b71-f98f-4f00-b331-49e92e5ae12e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:44:59Z', 'updated_at': '2022-02-04T08:45:12Z', 'revision_number': 5, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'subnets': [{'id': 'd7468b71-f98f-4f00-b331-49e92e5ae12e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:47:19.529161 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 57316) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:47:19.668749 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a42dd41-de60-4107-975b-512e2250aec5 None None] New status for floating IP 5d8f302c-55aa-41be-9137-f7807e9db28d: ACTIVE {{(pid=84109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 08:47:19.731110 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-a6b93995-0760-4a18-be61-516fdde7cb50 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/floatingips/5d8f302c-55aa-41be-9137-f7807e9db28d HTTP/1.1" status: 200 len: 991 time: 0.2007751 Feb 04 08:47:20.734866 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 57320) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:47:20.838896 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-9613daa8-f16e-4c05-9442-c33c8c7b02e5 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/floatingips/5d8f302c-55aa-41be-9137-f7807e9db28d HTTP/1.1" status: 200 len: 993 time: 0.1029193 Feb 04 08:47:21.696268 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-839455f4-4a2e-4967-96e5-8d29a13e19a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:47:22.856819 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:47:22.965076 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:47:24.302283 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:47:26.004969 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:47:35.054021 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 08:47:39.180453 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d23ee4cc-993c-4500-9546-39cc6a78710d req-e5b0e342-239e-479d-a2e5-15470f5f4c30 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=740b04e0-50d9-4863-966c-f332f94c275b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0703316 Feb 04 08:47:39.317329 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d23ee4cc-993c-4500-9546-39cc6a78710d req-344f8be9-0a58-469f-a0bb-f463a66b2c96 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8286d186dd0e4cfe84e34ace3d186fd0&device_id=740b04e0-50d9-4863-966c-f332f94c275b HTTP/1.1" status: 200 len: 1098 time: 0.0699899 Feb 04 08:47:39.464400 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23ee4cc-993c-4500-9546-39cc6a78710d req-5ac64f63-4748-4372-b7bf-c79a1445e8b7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:47:39.465839 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d23ee4cc-993c-4500-9546-39cc6a78710d req-5ac64f63-4748-4372-b7bf-c79a1445e8b7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fd850cd4-7481-4610-9715-4b6b4e6c51ec HTTP/1.1" status: 200 len: 898 time: 0.1285980 Feb 04 08:47:39.561655 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d23ee4cc-993c-4500-9546-39cc6a78710d req-852fc8f1-f2c3-4568-9320-91824812438d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=66963fae-f3d5-4a6f-9792-2598077ad698 HTTP/1.1" status: 200 len: 1000 time: 0.0894475 Feb 04 08:47:39.623629 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23ee4cc-993c-4500-9546-39cc6a78710d req-76322eb6-0caf-480c-8194-ae0b8b14101e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:47:39.625044 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d23ee4cc-993c-4500-9546-39cc6a78710d req-76322eb6-0caf-480c-8194-ae0b8b14101e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=310ce234-34d4-43db-998c-a4888eef5b35 HTTP/1.1" status: 200 len: 834 time: 0.0580924 Feb 04 08:47:39.696106 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d23ee4cc-993c-4500-9546-39cc6a78710d req-a3ceeb4f-eda0-4598-8fb3-97af809331d8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fd850cd4-7481-4610-9715-4b6b4e6c51ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0649765 Feb 04 08:47:39.824280 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d23ee4cc-993c-4500-9546-39cc6a78710d req-06d19712-28d0-4a72-b1c7-0f10087666df service neutron] 10.222.0.47 "GET /v2.0/networks/fd850cd4-7481-4610-9715-4b6b4e6c51ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206355 Feb 04 08:47:39.950285 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d23ee4cc-993c-4500-9546-39cc6a78710d req-bdf1ceb5-4cbc-423c-8cfd-557e3b5f1d83 service neutron] 10.222.0.47 "GET /v2.0/networks/fd850cd4-7481-4610-9715-4b6b4e6c51ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203570 Feb 04 08:47:49.445224 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-79ca8f5c-67ca-4b50-8c1d-1838a4e8a48c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:47:51.684537 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-ed3c7af3-67cc-43dc-95e1-ede1efcf43ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:47:52.810330 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:47:52.919188 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:47:54.313861 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:47:56.016527 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:01.445194 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 57352) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:48:01.639061 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-78cd7831-7e81-4677-b1da-3b967b41c166 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Deleting port 274609ae-1789-46e7-9bec-773c625327b5 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:48:01.639390 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-78cd7831-7e81-4677-b1da-3b967b41c166 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:01.830286 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-78cd7831-7e81-4677-b1da-3b967b41c166 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:01.830611 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-78cd7831-7e81-4677-b1da-3b967b41c166 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:01.946672 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-78cd7831-7e81-4677-b1da-3b967b41c166 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Calling delete_port for 274609ae-1789-46e7-9bec-773c625327b5 owned by network:floatingip {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:48:02.170945 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-78cd7831-7e81-4677-b1da-3b967b41c166 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:02.213267 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cd7831-7e81-4677-b1da-3b967b41c166 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Pushing event deleted for resources: {'Port': ['ID=274609ae-1789-46e7-9bec-773c625327b5,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:48:02.256371 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cd7831-7e81-4677-b1da-3b967b41c166 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:48:02.256734 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cd7831-7e81-4677-b1da-3b967b41c166 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:48:02.257068 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cd7831-7e81-4677-b1da-3b967b41c166 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:48:02.257396 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cd7831-7e81-4677-b1da-3b967b41c166 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:48:02.257721 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cd7831-7e81-4677-b1da-3b967b41c166 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:48:02.258040 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cd7831-7e81-4677-b1da-3b967b41c166 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:48:02.258360 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cd7831-7e81-4677-b1da-3b967b41c166 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:48:02.258680 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cd7831-7e81-4677-b1da-3b967b41c166 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:48:02.258987 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cd7831-7e81-4677-b1da-3b967b41c166 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:48:02.259301 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cd7831-7e81-4677-b1da-3b967b41c166 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:48:02.259615 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cd7831-7e81-4677-b1da-3b967b41c166 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:48:02.318053 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-78cd7831-7e81-4677-b1da-3b967b41c166 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks [] for floatingip, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:02.695267 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78cd7831-7e81-4677-b1da-3b967b41c166 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Router 1fda863d-0174-4e5d-b686-0257dd1682b7 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:48:03.048443 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78cd7831-7e81-4677-b1da-3b967b41c166 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:48:03.059248 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5d3e0c-4acd-4088-83de-46a0157455c6 None None] Sync routers for ids ['1fda863d-0174-4e5d-b686-0257dd1682b7'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:48:03.071437 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5d3e0c-4acd-4088-83de-46a0157455c6 None None] Routers {'1fda863d-0174-4e5d-b686-0257dd1682b7'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:48:03.072020 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-df5d3e0c-4acd-4088-83de-46a0157455c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:47:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['1fda863d-0174-4e5d-b686-0257dd1682b7'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:48:03.147779 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-78cd7831-7e81-4677-b1da-3b967b41c166 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for floatingip, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:03.202459 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-78cd7831-7e81-4677-b1da-3b967b41c166 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] 10.222.0.36 "DELETE /v2.0/floatingips/f5cbd478-acd8-4d15-95b7-1a758c7e5065 HTTP/1.1" status: 204 len: 168 time: 1.7561884 Feb 04 08:48:03.203745 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '740b04e0-50d9-4863-966c-f332f94c275b', 'tag': '66963fae-f3d5-4a6f-9792-2598077ad698'}] {{(pid=84108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:48:03.269042 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '740b04e0-50d9-4863-966c-f332f94c275b', 'tag': '66963fae-f3d5-4a6f-9792-2598077ad698', 'status': 'completed', 'code': 200} Feb 04 08:48:03.270140 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-df5d3e0c-4acd-4088-83de-46a0157455c6 None None] Set router 1fda863d-0174-4e5d-b686-0257dd1682b7 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:48:03.362612 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b071278a-8032-45c7-926c-fc0c21dd75df req-5c940418-b73f-4fae-8775-c4d4342c1523 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8286d186dd0e4cfe84e34ace3d186fd0&device_id=740b04e0-50d9-4863-966c-f332f94c275b HTTP/1.1" status: 200 len: 1098 time: 0.0724361 Feb 04 08:48:03.601599 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-df5d3e0c-4acd-4088-83de-46a0157455c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fda863d-0174-4e5d-b686-0257dd1682b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1799521398', 'tenant_id': '8286d186dd0e4cfe84e34ace3d186fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.185'}], 'enable_snat': True}, 'gw_port_id': '8930259b-d44e-4b4b-9e01-88d31f930d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:44:27Z', 'updated_at': '2022-02-04T08:44:39Z', 'revision_number': 4, 'project_id': '8286d186dd0e4cfe84e34ace3d186fd0', 'gw_port': {'id': '8930259b-d44e-4b4b-9e01-88d31f930d62', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:1d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fda863d-0174-4e5d-b686-0257dd1682b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:44:28Z', 'updated_at': '2022-02-04T08:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '9187c020-ac28-4343-9fbd-5ed57f1f634b', 'name': '', 'network_id': 'fd850cd4-7481-4610-9715-4b6b4e6c51ec', 'tenant_id': '8286d186dd0e4cfe84e34ace3d186fd0', 'mac_address': 'fa:16:3e:de:9c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fda863d-0174-4e5d-b686-0257dd1682b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '310ce234-34d4-43db-998c-a4888eef5b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:44:38Z', 'updated_at': '2022-02-04T08:44:51Z', 'revision_number': 5, 'project_id': '8286d186dd0e4cfe84e34ace3d186fd0', 'subnets': [{'id': '310ce234-34d4-43db-998c-a4888eef5b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:48:03.603548 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b071278a-8032-45c7-926c-fc0c21dd75df req-620f6e0b-ccf3-46ca-9240-13fb5387d39b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:48:03.605074 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b071278a-8032-45c7-926c-fc0c21dd75df req-620f6e0b-ccf3-46ca-9240-13fb5387d39b service neutron] 10.222.0.47 "GET /v2.0/networks?id=fd850cd4-7481-4610-9715-4b6b4e6c51ec HTTP/1.1" status: 200 len: 898 time: 0.2364364 Feb 04 08:48:03.605914 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5d3e0c-4acd-4088-83de-46a0157455c6 None None] Checking router: 1fda863d-0174-4e5d-b686-0257dd1682b7 for host: dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 08:48:03.617240 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5d3e0c-4acd-4088-83de-46a0157455c6 None None] Routers {'1fda863d-0174-4e5d-b686-0257dd1682b7'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:48:03.617831 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-df5d3e0c-4acd-4088-83de-46a0157455c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:47:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['1fda863d-0174-4e5d-b686-0257dd1682b7'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:48:03.673215 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b071278a-8032-45c7-926c-fc0c21dd75df req-41c7d374-399f-4dc6-a352-ea1a9313871c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=66963fae-f3d5-4a6f-9792-2598077ad698 HTTP/1.1" status: 200 len: 217 time: 0.0611262 Feb 04 08:48:03.787200 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b071278a-8032-45c7-926c-fc0c21dd75df req-e4509db7-4b30-48cb-b818-e19fd813ae95 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:48:03.788658 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b071278a-8032-45c7-926c-fc0c21dd75df req-e4509db7-4b30-48cb-b818-e19fd813ae95 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=310ce234-34d4-43db-998c-a4888eef5b35 HTTP/1.1" status: 200 len: 834 time: 0.1090944 Feb 04 08:48:03.791664 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-df5d3e0c-4acd-4088-83de-46a0157455c6 None None] Set router 1fda863d-0174-4e5d-b686-0257dd1682b7 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:48:03.849352 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3b3148-87d1-415e-a2fb-63f7128497ed req-93a48d68-2cfc-48f9-81a8-6fa06bda1860 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:48:03.850771 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8e3b3148-87d1-415e-a2fb-63f7128497ed req-93a48d68-2cfc-48f9-81a8-6fa06bda1860 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] 10.222.0.36 "GET /v2.0/ports?device_id=740b04e0-50d9-4863-966c-f332f94c275b HTTP/1.1" status: 200 len: 945 time: 0.1398852 Feb 04 08:48:03.914079 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b071278a-8032-45c7-926c-fc0c21dd75df req-5c7974e0-62f9-4606-89b8-1ff4d33aba99 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fd850cd4-7481-4610-9715-4b6b4e6c51ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1176698 Feb 04 08:48:03.916303 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8e3b3148-87d1-415e-a2fb-63f7128497ed req-e796dbf1-9394-478e-aabc-8c41dda4961e tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e01d01f-649a-4a93-8da0-fda7af4b84c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550520 Feb 04 08:48:04.049721 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b071278a-8032-45c7-926c-fc0c21dd75df req-324c3784-589d-4b06-9251-78485a6de9a9 service neutron] 10.222.0.47 "GET /v2.0/networks/fd850cd4-7481-4610-9715-4b6b4e6c51ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281979 Feb 04 08:48:04.131676 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-df5d3e0c-4acd-4088-83de-46a0157455c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fda863d-0174-4e5d-b686-0257dd1682b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1799521398', 'tenant_id': '8286d186dd0e4cfe84e34ace3d186fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.185'}], 'enable_snat': True}, 'gw_port_id': '8930259b-d44e-4b4b-9e01-88d31f930d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:44:27Z', 'updated_at': '2022-02-04T08:44:39Z', 'revision_number': 4, 'project_id': '8286d186dd0e4cfe84e34ace3d186fd0', 'gw_port': {'id': '8930259b-d44e-4b4b-9e01-88d31f930d62', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:1d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fda863d-0174-4e5d-b686-0257dd1682b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:44:28Z', 'updated_at': '2022-02-04T08:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '9187c020-ac28-4343-9fbd-5ed57f1f634b', 'name': '', 'network_id': 'fd850cd4-7481-4610-9715-4b6b4e6c51ec', 'tenant_id': '8286d186dd0e4cfe84e34ace3d186fd0', 'mac_address': 'fa:16:3e:de:9c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fda863d-0174-4e5d-b686-0257dd1682b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '310ce234-34d4-43db-998c-a4888eef5b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:44:38Z', 'updated_at': '2022-02-04T08:44:51Z', 'revision_number': 5, 'project_id': '8286d186dd0e4cfe84e34ace3d186fd0', 'subnets': [{'id': '310ce234-34d4-43db-998c-a4888eef5b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:48:04.135398 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5d3e0c-4acd-4088-83de-46a0157455c6 None None] The sync data for ids ['1fda863d-0174-4e5d-b686-0257dd1682b7'] in dv-neutron-827798-2-hyperv is: [{'id': '1fda863d-0174-4e5d-b686-0257dd1682b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1799521398', 'tenant_id': '8286d186dd0e4cfe84e34ace3d186fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.185'}], 'enable_snat': True}, 'gw_port_id': '8930259b-d44e-4b4b-9e01-88d31f930d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:44:27Z', 'updated_at': '2022-02-04T08:44:39Z', 'revision_number': 4, 'project_id': '8286d186dd0e4cfe84e34ace3d186fd0', 'gw_port': {'id': '8930259b-d44e-4b4b-9e01-88d31f930d62', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:1d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fda863d-0174-4e5d-b686-0257dd1682b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:44:28Z', 'updated_at': '2022-02-04T08:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '9187c020-ac28-4343-9fbd-5ed57f1f634b', 'name': '', 'network_id': 'fd850cd4-7481-4610-9715-4b6b4e6c51ec', 'tenant_id': '8286d186dd0e4cfe84e34ace3d186fd0', 'mac_address': 'fa:16:3e:de:9c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fda863d-0174-4e5d-b686-0257dd1682b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '310ce234-34d4-43db-998c-a4888eef5b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:44:38Z', 'updated_at': '2022-02-04T08:44:51Z', 'revision_number': 5, 'project_id': '8286d186dd0e4cfe84e34ace3d186fd0', 'subnets': [{'id': '310ce234-34d4-43db-998c-a4888eef5b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:48:04.181778 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b071278a-8032-45c7-926c-fc0c21dd75df req-3c456724-05e7-4ff4-8799-2c98eaa49c0b service neutron] 10.222.0.47 "GET /v2.0/networks/fd850cd4-7481-4610-9715-4b6b4e6c51ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258762 Feb 04 08:48:04.356935 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb09999-13e9-4286-9567-036875adf26c None None] New status for floating IP f5cbd478-acd8-4d15-95b7-1a758c7e5065: DOWN {{(pid=84109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 08:48:05.109785 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab74f52-5bf6-41dd-87c5-fb7544de71b7 req-c268a51e-62ae-469c-8f5d-9200aee563ea tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:48:05.111208 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-6ab74f52-5bf6-41dd-87c5-fb7544de71b7 req-c268a51e-62ae-469c-8f5d-9200aee563ea tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] 10.222.0.36 "GET /v2.0/ports?device_id=740b04e0-50d9-4863-966c-f332f94c275b HTTP/1.1" status: 200 len: 945 time: 0.0739455 Feb 04 08:48:05.154700 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-6ab74f52-5bf6-41dd-87c5-fb7544de71b7 req-736ac57b-5361-4e70-8c5c-7c519256ada8 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] 10.222.0.36 "GET /v2.0/security-groups?id=1e01d01f-649a-4a93-8da0-fda7af4b84c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380969 Feb 04 08:48:05.344088 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb9bb2-e244-4c94-b799-95eb722e5bb2 req-026e1a20-80ff-49ac-a8b1-baf6bdea7038 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:48:05.345506 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-05cb9bb2-e244-4c94-b799-95eb722e5bb2 req-026e1a20-80ff-49ac-a8b1-baf6bdea7038 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] 10.222.0.47 "GET /v2.0/ports?device_id=740b04e0-50d9-4863-966c-f332f94c275b HTTP/1.1" status: 200 len: 945 time: 0.0760410 Feb 04 08:48:05.410489 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [req-05cb9bb2-e244-4c94-b799-95eb722e5bb2 req-481531f6-f659-4411-b743-0afcac2f7418 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Deleting port 66963fae-f3d5-4a6f-9792-2598077ad698 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:48:05.410821 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-05cb9bb2-e244-4c94-b799-95eb722e5bb2 req-481531f6-f659-4411-b743-0afcac2f7418 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:05.644769 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [req-05cb9bb2-e244-4c94-b799-95eb722e5bb2 req-481531f6-f659-4411-b743-0afcac2f7418 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] For port 66963fae-f3d5-4a6f-9792-2598077ad698, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=66963fae-f3d5-4a6f-9792-2598077ad698,segment=NetworkSegment(d10773c3-ff2b-4a66-a4d7-5fa5d8f550a5),segment_id=d10773c3-ff2b-4a66-a4d7-5fa5d8f550a5)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:48:05.645041 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-05cb9bb2-e244-4c94-b799-95eb722e5bb2 req-481531f6-f659-4411-b743-0afcac2f7418 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:05.761037 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [req-05cb9bb2-e244-4c94-b799-95eb722e5bb2 req-481531f6-f659-4411-b743-0afcac2f7418 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Calling delete_port for 66963fae-f3d5-4a6f-9792-2598077ad698 owned by compute:nova {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:48:05.936468 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-05cb9bb2-e244-4c94-b799-95eb722e5bb2 req-481531f6-f659-4411-b743-0afcac2f7418 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:05.984277 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481531f6-f659-4411-b743-0afcac2f7418 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Pushing event deleted for resources: {'Port': ['ID=66963fae-f3d5-4a6f-9792-2598077ad698,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:48:06.050780 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481531f6-f659-4411-b743-0afcac2f7418 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:48:06.051126 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481531f6-f659-4411-b743-0afcac2f7418 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:48:06.051461 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481531f6-f659-4411-b743-0afcac2f7418 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:48:06.051791 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481531f6-f659-4411-b743-0afcac2f7418 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:48:06.052116 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481531f6-f659-4411-b743-0afcac2f7418 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:48:06.052442 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481531f6-f659-4411-b743-0afcac2f7418 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:48:06.052781 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481531f6-f659-4411-b743-0afcac2f7418 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:48:06.053098 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481531f6-f659-4411-b743-0afcac2f7418 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:48:06.053415 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481531f6-f659-4411-b743-0afcac2f7418 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:48:06.053729 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481531f6-f659-4411-b743-0afcac2f7418 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:48:06.054044 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481531f6-f659-4411-b743-0afcac2f7418 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:48:06.070958 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [req-05cb9bb2-e244-4c94-b799-95eb722e5bb2 req-481531f6-f659-4411-b743-0afcac2f7418 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] No DVR routers for this DVR port 66963fae-f3d5-4a6f-9792-2598077ad698 on host hv-neutron-8277 {{(pid=84107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:48:06.073350 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-05cb9bb2-e244-4c94-b799-95eb722e5bb2 req-481531f6-f659-4411-b743-0afcac2f7418 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:06.075949 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '740b04e0-50d9-4863-966c-f332f94c275b', 'name': 'network-vif-deleted', 'tag': '66963fae-f3d5-4a6f-9792-2598077ad698'}] {{(pid=84107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:48:06.088419 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-05cb9bb2-e244-4c94-b799-95eb722e5bb2 req-481531f6-f659-4411-b743-0afcac2f7418 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] 10.222.0.47 "DELETE /v2.0/ports/66963fae-f3d5-4a6f-9792-2598077ad698 HTTP/1.1" status: 204 len: 173 time: 0.7376509 Feb 04 08:48:06.136909 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '740b04e0-50d9-4863-966c-f332f94c275b', 'name': 'network-vif-deleted', 'tag': '66963fae-f3d5-4a6f-9792-2598077ad698', 'status': 'completed', 'code': 200} Feb 04 08:48:06.319955 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-48e5e2a1-b86b-4888-a2f6-d96c3078c743 req-9ea4061d-9526-4a25-8c63-a463d874fb70 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Synchronizing usage tracker for tenant:8286d186dd0e4cfe84e34ace3d186fd0 on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:48:06.422958 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-48e5e2a1-b86b-4888-a2f6-d96c3078c743 req-9ea4061d-9526-4a25-8c63-a463d874fb70 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Unset dirty status for tenant:8286d186dd0e4cfe84e34ace3d186fd0 on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:48:06.424158 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-48e5e2a1-b86b-4888-a2f6-d96c3078c743 req-9ea4061d-9526-4a25-8c63-a463d874fb70 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] 10.222.0.36 "GET /v2.0/ports?device_id=740b04e0-50d9-4863-966c-f332f94c275b HTTP/1.1" status: 200 len: 210 time: 0.1447909 Feb 04 08:48:07.529429 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 57372) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:48:07.917680 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-30cf9ec6-2e05-4212-8711-94a6795b3c21 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473817'] for router_interface, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:08.506580 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-30cf9ec6-2e05-4212-8711-94a6795b3c21 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Deleting port 9187c020-ac28-4343-9fbd-5ed57f1f634b {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:48:08.506953 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-30cf9ec6-2e05-4212-8711-94a6795b3c21 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:08.690404 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [None req-30cf9ec6-2e05-4212-8711-94a6795b3c21 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] For port 9187c020-ac28-4343-9fbd-5ed57f1f634b, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=9187c020-ac28-4343-9fbd-5ed57f1f634b,segment=NetworkSegment(d10773c3-ff2b-4a66-a4d7-5fa5d8f550a5),segment_id=d10773c3-ff2b-4a66-a4d7-5fa5d8f550a5)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:48:08.691118 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-30cf9ec6-2e05-4212-8711-94a6795b3c21 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:08.809378 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-30cf9ec6-2e05-4212-8711-94a6795b3c21 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Calling delete_port for 9187c020-ac28-4343-9fbd-5ed57f1f634b owned by network:router_interface {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:48:09.125294 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-30cf9ec6-2e05-4212-8711-94a6795b3c21 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:09.172842 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cf9ec6-2e05-4212-8711-94a6795b3c21 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Pushing event deleted for resources: {'Port': ['ID=9187c020-ac28-4343-9fbd-5ed57f1f634b,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:48:09.282655 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device 66963fae-f3d5-4a6f-9792-2598077ad698 no longer exists at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:48:09.318777 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] No Port match for: 66963fae-f3d5-4a6f-9792-2598077ad698 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:48:09.319126 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device 66963fae-f3d5-4a6f-9792-2598077ad698 not bound to the agent host hv-neutron-8277 {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:48:09.460537 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-30cf9ec6-2e05-4212-8711-94a6795b3c21 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1572495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472959'] for router_interface, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:10.050357 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30cf9ec6-2e05-4212-8711-94a6795b3c21 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Router 1fda863d-0174-4e5d-b686-0257dd1682b7 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:48:10.243559 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30cf9ec6-2e05-4212-8711-94a6795b3c21 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:48:10.252795 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6c8be0-e6d2-43f5-9c6d-b9d08776fa8c None None] Sync routers for ids ['1fda863d-0174-4e5d-b686-0257dd1682b7'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:48:10.264729 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6c8be0-e6d2-43f5-9c6d-b9d08776fa8c None None] Routers {'1fda863d-0174-4e5d-b686-0257dd1682b7'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:48:10.265808 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-2d6c8be0-e6d2-43f5-9c6d-b9d08776fa8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:47:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['1fda863d-0174-4e5d-b686-0257dd1682b7'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:48:10.298343 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-30cf9ec6-2e05-4212-8711-94a6795b3c21 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] 10.222.0.36 "PUT /v2.0/routers/1fda863d-0174-4e5d-b686-0257dd1682b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7678156 Feb 04 08:48:10.301141 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 57376) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:48:10.435330 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-2d6c8be0-e6d2-43f5-9c6d-b9d08776fa8c None None] Set router 1fda863d-0174-4e5d-b686-0257dd1682b7 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:48:10.588251 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_v2 [None req-58b9f7cd-1bf0-49c8-95eb-64e0f45a10fc tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Deleting subnet 310ce234-34d4-43db-998c-a4888eef5b35 {{(pid=84108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:48:10.591097 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-58b9f7cd-1bf0-49c8-95eb-64e0f45a10fc tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks [] for subnet, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:10.643452 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-58b9f7cd-1bf0-49c8-95eb-64e0f45a10fc tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7851377'] for subnet, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:10.714019 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-2d6c8be0-e6d2-43f5-9c6d-b9d08776fa8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fda863d-0174-4e5d-b686-0257dd1682b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1799521398', 'tenant_id': '8286d186dd0e4cfe84e34ace3d186fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.185'}], 'enable_snat': True}, 'gw_port_id': '8930259b-d44e-4b4b-9e01-88d31f930d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:44:27Z', 'updated_at': '2022-02-04T08:48:09Z', 'revision_number': 5, 'project_id': '8286d186dd0e4cfe84e34ace3d186fd0', 'gw_port': {'id': '8930259b-d44e-4b4b-9e01-88d31f930d62', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:1d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fda863d-0174-4e5d-b686-0257dd1682b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:44:28Z', 'updated_at': '2022-02-04T08:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:48:10.717760 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6c8be0-e6d2-43f5-9c6d-b9d08776fa8c None None] Checking router: 1fda863d-0174-4e5d-b686-0257dd1682b7 for host: dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 08:48:10.727967 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6c8be0-e6d2-43f5-9c6d-b9d08776fa8c None None] Routers {'1fda863d-0174-4e5d-b686-0257dd1682b7'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:48:10.728497 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-2d6c8be0-e6d2-43f5-9c6d-b9d08776fa8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:47:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['1fda863d-0174-4e5d-b686-0257dd1682b7'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:48:10.738630 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-58b9f7cd-1bf0-49c8-95eb-64e0f45a10fc tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:10.862840 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-58b9f7cd-1bf0-49c8-95eb-64e0f45a10fc tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7593563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8119683'] for subnet, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:10.899258 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-2d6c8be0-e6d2-43f5-9c6d-b9d08776fa8c None None] Set router 1fda863d-0174-4e5d-b686-0257dd1682b7 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:48:10.902219 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b9f7cd-1bf0-49c8-95eb-64e0f45a10fc tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Pushing event deleted for resources: {'Subnet': ['ID=310ce234-34d4-43db-998c-a4888eef5b35,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:48:10.907406 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-58b9f7cd-1bf0-49c8-95eb-64e0f45a10fc tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:10.913477 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-58b9f7cd-1bf0-49c8-95eb-64e0f45a10fc tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] 10.222.0.36 "DELETE /v2.0/subnets/310ce234-34d4-43db-998c-a4888eef5b35 HTTP/1.1" status: 204 len: 168 time: 0.6112547 Feb 04 08:48:10.914297 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1936c3-6812-4f93-9745-f0b9194b40b0 None None] Network fd850cd4-7481-4610-9715-4b6b4e6c51ec requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:48:10.915916 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 57380) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:48:11.124388 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d9169a63-616a-4026-ae01-8d29ebf1b540 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks [] for router, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:11.191949 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-2d6c8be0-e6d2-43f5-9c6d-b9d08776fa8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fda863d-0174-4e5d-b686-0257dd1682b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1799521398', 'tenant_id': '8286d186dd0e4cfe84e34ace3d186fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.185'}], 'enable_snat': True}, 'gw_port_id': '8930259b-d44e-4b4b-9e01-88d31f930d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:44:27Z', 'updated_at': '2022-02-04T08:48:09Z', 'revision_number': 5, 'project_id': '8286d186dd0e4cfe84e34ace3d186fd0', 'gw_port': {'id': '8930259b-d44e-4b4b-9e01-88d31f930d62', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:1d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fda863d-0174-4e5d-b686-0257dd1682b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:44:28Z', 'updated_at': '2022-02-04T08:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:48:11.195777 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6c8be0-e6d2-43f5-9c6d-b9d08776fa8c None None] The sync data for ids ['1fda863d-0174-4e5d-b686-0257dd1682b7'] in dv-neutron-827798-2-hyperv is: [{'id': '1fda863d-0174-4e5d-b686-0257dd1682b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1799521398', 'tenant_id': '8286d186dd0e4cfe84e34ace3d186fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.185'}], 'enable_snat': True}, 'gw_port_id': '8930259b-d44e-4b4b-9e01-88d31f930d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:44:27Z', 'updated_at': '2022-02-04T08:48:09Z', 'revision_number': 5, 'project_id': '8286d186dd0e4cfe84e34ace3d186fd0', 'gw_port': {'id': '8930259b-d44e-4b4b-9e01-88d31f930d62', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:1d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fda863d-0174-4e5d-b686-0257dd1682b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:44:28Z', 'updated_at': '2022-02-04T08:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:48:11.212297 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca73d07c-1ca2-409a-b973-979ddbf3d895 None None] DHCP port deletion for fd850cd4-7481-4610-9715-4b6b4e6c51ec request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 08:48:11.216136 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-ca73d07c-1ca2-409a-b973-979ddbf3d895 None None] Deleting port 5402f673-53c5-4214-98c6-c03f7f62e982 {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:48:11.216520 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-ca73d07c-1ca2-409a-b973-979ddbf3d895 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:11.328263 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d9169a63-616a-4026-ae01-8d29ebf1b540 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:11.386948 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-d9169a63-616a-4026-ae01-8d29ebf1b540 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Deleting port 8930259b-d44e-4b4b-9e01-88d31f930d62 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:48:11.387219 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d9169a63-616a-4026-ae01-8d29ebf1b540 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:11.414484 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-ca73d07c-1ca2-409a-b973-979ddbf3d895 None None] For port 5402f673-53c5-4214-98c6-c03f7f62e982, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=5402f673-53c5-4214-98c6-c03f7f62e982,segment=NetworkSegment(d10773c3-ff2b-4a66-a4d7-5fa5d8f550a5),segment_id=d10773c3-ff2b-4a66-a4d7-5fa5d8f550a5)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:48:11.414865 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-ca73d07c-1ca2-409a-b973-979ddbf3d895 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:11.531494 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-ca73d07c-1ca2-409a-b973-979ddbf3d895 None None] Calling delete_port for 5402f673-53c5-4214-98c6-c03f7f62e982 owned by network:dhcp {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:48:11.565190 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [None req-d9169a63-616a-4026-ae01-8d29ebf1b540 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] For port 8930259b-d44e-4b4b-9e01-88d31f930d62, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=8930259b-d44e-4b4b-9e01-88d31f930d62,segment=NetworkSegment(c44b9475-949d-4ae7-bfca-e29b010a56a6),segment_id=c44b9475-949d-4ae7-bfca-e29b010a56a6)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:48:11.565556 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d9169a63-616a-4026-ae01-8d29ebf1b540 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:11.689079 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-d9169a63-616a-4026-ae01-8d29ebf1b540 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Calling delete_port for 8930259b-d44e-4b4b-9e01-88d31f930d62 owned by network:router_gateway {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:48:11.690468 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-ca73d07c-1ca2-409a-b973-979ddbf3d895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407'] for port, after_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:11.734118 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca73d07c-1ca2-409a-b973-979ddbf3d895 None None] Pushing event deleted for resources: {'Port': ['ID=5402f673-53c5-4214-98c6-c03f7f62e982,revision_number=None']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:48:11.744531 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca73d07c-1ca2-409a-b973-979ddbf3d895 None None] No DVR routers for this DVR port 5402f673-53c5-4214-98c6-c03f7f62e982 on host dv-neutron-827798-2-hyperv {{(pid=84109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:48:11.746818 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca73d07c-1ca2-409a-b973-979ddbf3d895 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:48:11.747160 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca73d07c-1ca2-409a-b973-979ddbf3d895 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:48:11.747496 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca73d07c-1ca2-409a-b973-979ddbf3d895 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:48:11.747823 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca73d07c-1ca2-409a-b973-979ddbf3d895 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:48:11.748148 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca73d07c-1ca2-409a-b973-979ddbf3d895 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:48:11.748473 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca73d07c-1ca2-409a-b973-979ddbf3d895 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:48:11.748824 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca73d07c-1ca2-409a-b973-979ddbf3d895 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:48:11.749152 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca73d07c-1ca2-409a-b973-979ddbf3d895 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:48:11.749494 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca73d07c-1ca2-409a-b973-979ddbf3d895 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:48:11.749810 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca73d07c-1ca2-409a-b973-979ddbf3d895 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:48:11.750130 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca73d07c-1ca2-409a-b973-979ddbf3d895 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:48:11.919225 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d9169a63-616a-4026-ae01-8d29ebf1b540 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:11.965022 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9169a63-616a-4026-ae01-8d29ebf1b540 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Pushing event deleted for resources: {'Port': ['ID=8930259b-d44e-4b4b-9e01-88d31f930d62,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:48:12.054560 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 08:48:12.116763 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 9187c020-ac28-4343-9fbd-5ed57f1f634b no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:48:12.149730 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: 9187c020-ac28-4343-9fbd-5ed57f1f634b {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:48:12.150064 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 9187c020-ac28-4343-9fbd-5ed57f1f634b not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:48:12.150469 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 5402f673-53c5-4214-98c6-c03f7f62e982 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:48:12.183473 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: 5402f673-53c5-4214-98c6-c03f7f62e982 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:48:12.183740 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 5402f673-53c5-4214-98c6-c03f7f62e982 not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:48:12.280756 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d9169a63-616a-4026-ae01-8d29ebf1b540 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473010'] for router_gateway, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:12.568380 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d9169a63-616a-4026-ae01-8d29ebf1b540 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40989'] for router, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:12.568380 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d9169a63-616a-4026-ae01-8d29ebf1b540 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:12.649117 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d9169a63-616a-4026-ae01-8d29ebf1b540 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-476062'] for router, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:12.649661 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9169a63-616a-4026-ae01-8d29ebf1b540 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Fanout notify agent at l3_agent the message router_deleted on router 1fda863d-0174-4e5d-b686-0257dd1682b7 {{(pid=84108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 08:48:12.663768 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d9169a63-616a-4026-ae01-8d29ebf1b540 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks [] for router, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:12.664942 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-d9169a63-616a-4026-ae01-8d29ebf1b540 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] 10.222.0.36 "DELETE /v2.0/routers/1fda863d-0174-4e5d-b686-0257dd1682b7 HTTP/1.1" status: 204 len: 168 time: 1.7480316 Feb 04 08:48:12.667667 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 57386) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:48:12.788380 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c19b578e-78e9-4210-9e8d-2c3f1b5f0c1e tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:12.920100 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c19b578e-78e9-4210-9e8d-2c3f1b5f0c1e tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:12.944493 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-c19b578e-78e9-4210-9e8d-2c3f1b5f0c1e tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd850cd4-7481-4610-9715-4b6b4e6c51ec']}} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:48:12.957365 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-c19b578e-78e9-4210-9e8d-2c3f1b5f0c1e tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd10773c3-ff2b-4a66-a4d7-5fa5d8f550a5') {'for_net_delete': True} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:48:12.957659 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-c19b578e-78e9-4210-9e8d-2c3f1b5f0c1e tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd10773c3-ff2b-4a66-a4d7-5fa5d8f550a5') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:48:12.968646 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c19b578e-78e9-4210-9e8d-2c3f1b5f0c1e tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7851336'] for segment, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:12.984247 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c19b578e-78e9-4210-9e8d-2c3f1b5f0c1e tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:12.990188 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c19b578e-78e9-4210-9e8d-2c3f1b5f0c1e tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=84108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:48:12.990567 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c19b578e-78e9-4210-9e8d-2c3f1b5f0c1e tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7460345'] for segment, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:13.004814 dv-neutron-827798-2-hyperv neutron-server[84108]: Traceback (most recent call last): Feb 04 08:48:13.004814 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:48:13.004814 dv-neutron-827798-2-hyperv neutron-server[84108]: timer() Feb 04 08:48:13.004814 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:48:13.004814 dv-neutron-827798-2-hyperv neutron-server[84108]: cb(*args, **kw) Feb 04 08:48:13.004814 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:48:13.004814 dv-neutron-827798-2-hyperv neutron-server[84108]: return func(*args, **kwargs) Feb 04 08:48:13.004814 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:48:13.004814 dv-neutron-827798-2-hyperv neutron-server[84108]: self._notify() Feb 04 08:48:13.004814 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:48:13.004814 dv-neutron-827798-2-hyperv neutron-server[84108]: self.callback(batched_events) Feb 04 08:48:13.004814 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:48:13.004814 dv-neutron-827798-2-hyperv neutron-server[84108]: event.method(event) Feb 04 08:48:13.004814 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:48:13.004814 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:48:13.004814 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:48:13.004814 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:48:13.004814 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:48:13.004814 dv-neutron-827798-2-hyperv neutron-server[84108]: return f(self, *a, **k) Feb 04 08:48:13.004814 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:48:13.004814 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._get(url).json() Feb 04 08:48:13.004814 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:48:13.004814 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:48:13.004814 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:48:13.004814 dv-neutron-827798-2-hyperv neutron-server[84108]: return self.request(url, 'GET', **kwargs) Feb 04 08:48:13.004814 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:48:13.004814 dv-neutron-827798-2-hyperv neutron-server[84108]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:48:13.004814 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:48:13.004814 dv-neutron-827798-2-hyperv neutron-server[84108]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:48:13.004814 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:48:13.004814 dv-neutron-827798-2-hyperv neutron-server[84108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:48:13.004814 dv-neutron-827798-2-hyperv neutron-server[84108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:48:13.147726 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c19b578e-78e9-4210-9e8d-2c3f1b5f0c1e tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:13.164827 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c19b578e-78e9-4210-9e8d-2c3f1b5f0c1e tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks [] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:13.174895 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19b578e-78e9-4210-9e8d-2c3f1b5f0c1e tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Pushing event deleted for resources: {'Network': ['ID=fd850cd4-7481-4610-9715-4b6b4e6c51ec,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:48:13.177308 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-c19b578e-78e9-4210-9e8d-2c3f1b5f0c1e tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] 10.222.0.36 "DELETE /v2.0/networks/fd850cd4-7481-4610-9715-4b6b4e6c51ec HTTP/1.1" status: 204 len: 168 time: 0.5087075 Feb 04 08:48:13.180184 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 57390) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:48:13.335269 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d4cee9a9-b1e0-4ad9-81ed-7464789f6530 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:13.363035 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d4cee9a9-b1e0-4ad9-81ed-7464789f6530 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:13.467615 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d4cee9a9-b1e0-4ad9-81ed-7464789f6530 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:13.482825 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cee9a9-b1e0-4ad9-81ed-7464789f6530 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e01d01f-649a-4a93-8da0-fda7af4b84c3,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:48:13.489538 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d4cee9a9-b1e0-4ad9-81ed-7464789f6530 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:13.490618 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-d4cee9a9-b1e0-4ad9-81ed-7464789f6530 tempest-TestNetworkAdvancedServerOps-298171517 tempest-TestNetworkAdvancedServerOps-298171517-project] 10.222.0.36 "DELETE /v2.0/security-groups/1e01d01f-649a-4a93-8da0-fda7af4b84c3 HTTP/1.1" status: 204 len: 168 time: 0.3094075 Feb 04 08:48:14.030619 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 8930259b-d44e-4b4b-9e01-88d31f930d62 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:48:14.038275 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 57400) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:48:14.069083 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: 8930259b-d44e-4b4b-9e01-88d31f930d62 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:48:14.069433 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 8930259b-d44e-4b4b-9e01-88d31f930d62 not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:48:14.216696 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-5caa46bf-ea35-43d6-b835-16c800fb3e6e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8286d186dd0e4cfe84e34ace3d186fd0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1772668 Feb 04 08:48:14.219629 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 57406) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:48:14.278706 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-dc2672d5-c624-4ab5-bd93-d5ad4d69ae34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:14.303830 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-dc2672d5-c624-4ab5-bd93-d5ad4d69ae34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:14.409406 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-dc2672d5-c624-4ab5-bd93-d5ad4d69ae34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:14.425455 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2672d5-c624-4ab5-bd93-d5ad4d69ae34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1755126f-d424-4b08-a6bf-a27f8581071b,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:48:14.430089 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-dc2672d5-c624-4ab5-bd93-d5ad4d69ae34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:14.430920 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-dc2672d5-c624-4ab5-bd93-d5ad4d69ae34 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1755126f-d424-4b08-a6bf-a27f8581071b HTTP/1.1" status: 204 len: 168 time: 0.2102022 Feb 04 08:48:15.054690 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 57414) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:48:15.073155 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5333aec6-a2b2-4d61-8691-39c1c54a1268 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:15.112249 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-5333aec6-a2b2-4d61-8691-39c1c54a1268 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:48:15.116046 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-5333aec6-a2b2-4d61-8691-39c1c54a1268 admin admin] Usage tracker for resource:security_group_rule and tenant:62b8f18d1f6f497a9c8f450e44e2804c is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:48:15.118888 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-5333aec6-a2b2-4d61-8691-39c1c54a1268 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:48:15.125021 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-5333aec6-a2b2-4d61-8691-39c1c54a1268 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:48:15.188134 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5333aec6-a2b2-4d61-8691-39c1c54a1268 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:15.250699 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5333aec6-a2b2-4d61-8691-39c1c54a1268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:15.295759 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5333aec6-a2b2-4d61-8691-39c1c54a1268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28942a82-ebd5-4e54-85a4-4f436d9b212b,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:48:15.300362 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-5333aec6-a2b2-4d61-8691-39c1c54a1268 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=62b8f18d1f6f497a9c8f450e44e2804c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2446463 Feb 04 08:48:15.302982 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 57418) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:48:15.363365 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f04a051f-aa59-49ee-89ab-d55694aca412 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:15.387509 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f04a051f-aa59-49ee-89ab-d55694aca412 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:15.501899 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f04a051f-aa59-49ee-89ab-d55694aca412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:15.516363 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04a051f-aa59-49ee-89ab-d55694aca412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28942a82-ebd5-4e54-85a4-4f436d9b212b,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:48:15.529463 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f04a051f-aa59-49ee-89ab-d55694aca412 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:15.529463 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-f04a051f-aa59-49ee-89ab-d55694aca412 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/28942a82-ebd5-4e54-85a4-4f436d9b212b HTTP/1.1" status: 204 len: 168 time: 0.2195568 Feb 04 08:48:19.477948 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-b99d3880-53c7-446a-b32c-73169bcb8ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:21.719986 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-88c9a0af-69ed-44b5-81fa-0eb27566058a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:22.815100 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:22.934874 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:24.296286 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:26.038910 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:34.692180 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be1ce2-c885-4d12-ae40-b6d56936c02d req-3771839c-e0be-4683-86cc-7f301e0a7a8b tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:48:34.693620 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b5be1ce2-c885-4d12-ae40-b6d56936c02d req-3771839c-e0be-4683-86cc-7f301e0a7a8b tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=0617259f-c166-41bd-a044-769e5a85e6de HTTP/1.1" status: 200 len: 946 time: 0.0761502 Feb 04 08:48:34.736956 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b5be1ce2-c885-4d12-ae40-b6d56936c02d req-f563161c-2340-403f-82d3-c9630fedb36d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=16d96a44-51cf-4535-9323-d6838d78d64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379522 Feb 04 08:48:35.931215 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80415640-c73e-448e-8fb6-dac7521d1344 req-95da3f51-92ed-4813-a62a-ec1ad4ffc42e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:48:35.932691 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-80415640-c73e-448e-8fb6-dac7521d1344 req-95da3f51-92ed-4813-a62a-ec1ad4ffc42e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=0617259f-c166-41bd-a044-769e5a85e6de HTTP/1.1" status: 200 len: 946 time: 0.0760088 Feb 04 08:48:35.977415 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-80415640-c73e-448e-8fb6-dac7521d1344 req-dbb481d9-70e3-4980-963d-e29011fa458c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=16d96a44-51cf-4535-9323-d6838d78d64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384867 Feb 04 08:48:36.209755 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630a8489-feb4-487e-abdf-669b199c80fb req-5b76cc1d-de0d-4f51-ab2d-35c37146ac46 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:48:36.211134 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-630a8489-feb4-487e-abdf-669b199c80fb req-5b76cc1d-de0d-4f51-ab2d-35c37146ac46 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.47 "GET /v2.0/ports?device_id=0617259f-c166-41bd-a044-769e5a85e6de HTTP/1.1" status: 200 len: 946 time: 0.0757339 Feb 04 08:48:36.275342 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [req-630a8489-feb4-487e-abdf-669b199c80fb req-76f79734-b7c4-4bc4-ba97-9857ee96999f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Deleting port 8436eed1-ad16-4e0e-8ecd-fba2a311390c {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:48:36.275603 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-630a8489-feb4-487e-abdf-669b199c80fb req-76f79734-b7c4-4bc4-ba97-9857ee96999f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:36.507653 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [req-630a8489-feb4-487e-abdf-669b199c80fb req-76f79734-b7c4-4bc4-ba97-9857ee96999f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] For port 8436eed1-ad16-4e0e-8ecd-fba2a311390c, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=8436eed1-ad16-4e0e-8ecd-fba2a311390c,segment=NetworkSegment(621bf94a-8623-401c-be43-5da80d76f6b2),segment_id=621bf94a-8623-401c-be43-5da80d76f6b2)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:48:36.508017 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-630a8489-feb4-487e-abdf-669b199c80fb req-76f79734-b7c4-4bc4-ba97-9857ee96999f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:36.795717 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-630a8489-feb4-487e-abdf-669b199c80fb req-76f79734-b7c4-4bc4-ba97-9857ee96999f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:36.796088 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-630a8489-feb4-487e-abdf-669b199c80fb req-76f79734-b7c4-4bc4-ba97-9857ee96999f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473039'] for floatingip, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:36.796973 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.l3_db [req-630a8489-feb4-487e-abdf-669b199c80fb req-76f79734-b7c4-4bc4-ba97-9857ee96999f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Floating IP 5d8f302c-55aa-41be-9137-f7807e9db28d disassociated. External IP: 172.26.3.98, port: 8436eed1-ad16-4e0e-8ecd-fba2a311390c. Feb 04 08:48:36.797311 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [req-630a8489-feb4-487e-abdf-669b199c80fb req-76f79734-b7c4-4bc4-ba97-9857ee96999f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Calling delete_port for 8436eed1-ad16-4e0e-8ecd-fba2a311390c owned by compute:nova {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:48:36.991753 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-630a8489-feb4-487e-abdf-669b199c80fb req-76f79734-b7c4-4bc4-ba97-9857ee96999f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:37.038771 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f79734-b7c4-4bc4-ba97-9857ee96999f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event deleted for resources: {'Port': ['ID=8436eed1-ad16-4e0e-8ecd-fba2a311390c,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:48:37.250665 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4d5a29c1-1128-4d67-ba20-8b42746fae4d req-b7c780c1-55a6-4ba9-a99f-16d4fef83cc4 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=0617259f-c166-41bd-a044-769e5a85e6de HTTP/1.1" status: 200 len: 210 time: 0.1504893 Feb 04 08:48:37.384942 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [req-630a8489-feb4-487e-abdf-669b199c80fb req-76f79734-b7c4-4bc4-ba97-9857ee96999f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Router 42c61eeb-c74f-4b13-9b5c-11baff995d53 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:48:37.590763 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-630a8489-feb4-487e-abdf-669b199c80fb req-76f79734-b7c4-4bc4-ba97-9857ee96999f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:48:37.600168 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ff28c0-b7bc-4a69-a802-3b48e196adb9 None None] Sync routers for ids ['42c61eeb-c74f-4b13-9b5c-11baff995d53'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:48:37.612240 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ff28c0-b7bc-4a69-a802-3b48e196adb9 None None] Routers {'42c61eeb-c74f-4b13-9b5c-11baff995d53'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:48:37.612890 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-10ff28c0-b7bc-4a69-a802-3b48e196adb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:48:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['42c61eeb-c74f-4b13-9b5c-11baff995d53'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:48:37.656384 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [req-630a8489-feb4-487e-abdf-669b199c80fb req-76f79734-b7c4-4bc4-ba97-9857ee96999f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] No DVR routers for this DVR port 8436eed1-ad16-4e0e-8ecd-fba2a311390c on host hv-neutron-8277 {{(pid=84107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:48:37.658787 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-630a8489-feb4-487e-abdf-669b199c80fb req-76f79734-b7c4-4bc4-ba97-9857ee96999f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:37.661167 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0617259f-c166-41bd-a044-769e5a85e6de', 'name': 'network-vif-deleted', 'tag': '8436eed1-ad16-4e0e-8ecd-fba2a311390c'}] {{(pid=84107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:48:37.731460 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-630a8489-feb4-487e-abdf-669b199c80fb req-76f79734-b7c4-4bc4-ba97-9857ee96999f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.47 "DELETE /v2.0/ports/8436eed1-ad16-4e0e-8ecd-fba2a311390c HTTP/1.1" status: 204 len: 173 time: 1.5150013 Feb 04 08:48:37.792299 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-10ff28c0-b7bc-4a69-a802-3b48e196adb9 None None] Set router 42c61eeb-c74f-4b13-9b5c-11baff995d53 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:48:37.930048 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0617259f-c166-41bd-a044-769e5a85e6de', 'name': 'network-vif-deleted', 'tag': '8436eed1-ad16-4e0e-8ecd-fba2a311390c', 'status': 'completed', 'code': 200} Feb 04 08:48:38.103298 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-10ff28c0-b7bc-4a69-a802-3b48e196adb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c61eeb-c74f-4b13-9b5c-11baff995d53', 'name': 'tempest-TestNetworkBasicOps-router-1051621526', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.219'}], 'enable_snat': True}, 'gw_port_id': '6df7ed41-74d6-49dc-85c8-11ceeb770ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:44:47Z', 'updated_at': '2022-02-04T08:45:01Z', 'revision_number': 4, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': '6df7ed41-74d6-49dc-85c8-11ceeb770ff9', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:4e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c61eeb-c74f-4b13-9b5c-11baff995d53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:44:48Z', 'updated_at': '2022-02-04T08:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': 'defd4a79-29b8-4ab2-ba37-2249da5e801c', 'name': '', 'network_id': 'dfd3e35e-8d31-4904-a33a-2fe9438ce3a8', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'mac_address': 'fa:16:3e:ce:b1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c61eeb-c74f-4b13-9b5c-11baff995d53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7468b71-f98f-4f00-b331-49e92e5ae12e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:44:59Z', 'updated_at': '2022-02-04T08:45:12Z', 'revision_number': 5, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'subnets': [{'id': 'd7468b71-f98f-4f00-b331-49e92e5ae12e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:48:38.107042 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ff28c0-b7bc-4a69-a802-3b48e196adb9 None None] Checking router: 42c61eeb-c74f-4b13-9b5c-11baff995d53 for host: dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 08:48:38.120846 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ff28c0-b7bc-4a69-a802-3b48e196adb9 None None] Routers {'42c61eeb-c74f-4b13-9b5c-11baff995d53'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:48:38.120846 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-10ff28c0-b7bc-4a69-a802-3b48e196adb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:48:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['42c61eeb-c74f-4b13-9b5c-11baff995d53'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:48:38.323418 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-10ff28c0-b7bc-4a69-a802-3b48e196adb9 None None] Set router 42c61eeb-c74f-4b13-9b5c-11baff995d53 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:48:38.434907 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-8d9680b4-169c-4752-ba2c-4263560b6445 req-031e3d39-f9a3-4d0f-82ae-bbdf2575c690 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Synchronizing usage tracker for tenant:7df2bfd740464e869863a41b14f4d5af on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:48:38.576430 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-8d9680b4-169c-4752-ba2c-4263560b6445 req-031e3d39-f9a3-4d0f-82ae-bbdf2575c690 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Unset dirty status for tenant:7df2bfd740464e869863a41b14f4d5af on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:48:38.578492 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8d9680b4-169c-4752-ba2c-4263560b6445 req-031e3d39-f9a3-4d0f-82ae-bbdf2575c690 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=0617259f-c166-41bd-a044-769e5a85e6de HTTP/1.1" status: 200 len: 210 time: 0.1876969 Feb 04 08:48:38.647881 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-10ff28c0-b7bc-4a69-a802-3b48e196adb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c61eeb-c74f-4b13-9b5c-11baff995d53', 'name': 'tempest-TestNetworkBasicOps-router-1051621526', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.219'}], 'enable_snat': True}, 'gw_port_id': '6df7ed41-74d6-49dc-85c8-11ceeb770ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:44:47Z', 'updated_at': '2022-02-04T08:45:01Z', 'revision_number': 4, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': '6df7ed41-74d6-49dc-85c8-11ceeb770ff9', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:4e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c61eeb-c74f-4b13-9b5c-11baff995d53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:44:48Z', 'updated_at': '2022-02-04T08:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': 'defd4a79-29b8-4ab2-ba37-2249da5e801c', 'name': '', 'network_id': 'dfd3e35e-8d31-4904-a33a-2fe9438ce3a8', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'mac_address': 'fa:16:3e:ce:b1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c61eeb-c74f-4b13-9b5c-11baff995d53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7468b71-f98f-4f00-b331-49e92e5ae12e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:44:59Z', 'updated_at': '2022-02-04T08:45:12Z', 'revision_number': 5, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'subnets': [{'id': 'd7468b71-f98f-4f00-b331-49e92e5ae12e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:48:38.651788 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ff28c0-b7bc-4a69-a802-3b48e196adb9 None None] The sync data for ids ['42c61eeb-c74f-4b13-9b5c-11baff995d53'] in dv-neutron-827798-2-hyperv is: [{'id': '42c61eeb-c74f-4b13-9b5c-11baff995d53', 'name': 'tempest-TestNetworkBasicOps-router-1051621526', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.219'}], 'enable_snat': True}, 'gw_port_id': '6df7ed41-74d6-49dc-85c8-11ceeb770ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:44:47Z', 'updated_at': '2022-02-04T08:45:01Z', 'revision_number': 4, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': '6df7ed41-74d6-49dc-85c8-11ceeb770ff9', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:4e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c61eeb-c74f-4b13-9b5c-11baff995d53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:44:48Z', 'updated_at': '2022-02-04T08:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': 'defd4a79-29b8-4ab2-ba37-2249da5e801c', 'name': '', 'network_id': 'dfd3e35e-8d31-4904-a33a-2fe9438ce3a8', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'mac_address': 'fa:16:3e:ce:b1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c61eeb-c74f-4b13-9b5c-11baff995d53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7468b71-f98f-4f00-b331-49e92e5ae12e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:44:59Z', 'updated_at': '2022-02-04T08:45:12Z', 'revision_number': 5, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'subnets': [{'id': 'd7468b71-f98f-4f00-b331-49e92e5ae12e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:48:38.877108 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5a5367-06e2-477c-97ca-b0f0c12846d5 None None] New status for floating IP 5d8f302c-55aa-41be-9137-f7807e9db28d: DOWN {{(pid=84110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 08:48:39.221513 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-0bf926d4-d21b-4bc6-a519-5db1217ea093 req-95698c8d-7ee1-482a-bfc6-613f3fac5586 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3cc216c2-23c9-46f1-838c-44ac9810b65e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0700295 Feb 04 08:48:39.311162 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-0bf926d4-d21b-4bc6-a519-5db1217ea093 req-7a1e88f9-8277-4dec-85a9-0f1297816015 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7df2bfd740464e869863a41b14f4d5af&device_id=3cc216c2-23c9-46f1-838c-44ac9810b65e HTTP/1.1" status: 200 len: 1099 time: 0.0696177 Feb 04 08:48:39.450563 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf926d4-d21b-4bc6-a519-5db1217ea093 req-945b097e-473b-4495-87a9-ef0b6d3ca04a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:48:39.451959 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-0bf926d4-d21b-4bc6-a519-5db1217ea093 req-945b097e-473b-4495-87a9-ef0b6d3ca04a service neutron] 10.222.0.47 "GET /v2.0/networks?id=dfd3e35e-8d31-4904-a33a-2fe9438ce3a8 HTTP/1.1" status: 200 len: 897 time: 0.1230409 Feb 04 08:48:39.517134 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-0bf926d4-d21b-4bc6-a519-5db1217ea093 req-1ee77357-dc7a-479f-b92e-6fd5f6e1d48e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=eb5f0985-ba6e-42eb-9db3-e4b594f0c8c9 HTTP/1.1" status: 200 len: 217 time: 0.0588310 Feb 04 08:48:39.579453 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf926d4-d21b-4bc6-a519-5db1217ea093 req-259b9117-b8b9-48ed-a363-480494bfbaf1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:48:39.580827 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-0bf926d4-d21b-4bc6-a519-5db1217ea093 req-259b9117-b8b9-48ed-a363-480494bfbaf1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d7468b71-f98f-4f00-b331-49e92e5ae12e HTTP/1.1" status: 200 len: 837 time: 0.0579672 Feb 04 08:48:39.652269 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-0bf926d4-d21b-4bc6-a519-5db1217ea093 req-ff672c34-f818-4cf0-9082-6440616ae599 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dfd3e35e-8d31-4904-a33a-2fe9438ce3a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0660722 Feb 04 08:48:39.684524 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 57450) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:48:39.752625 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-658cdfbf-7bf2-4db5-b5da-2a42205919f2 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:39.780185 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-0bf926d4-d21b-4bc6-a519-5db1217ea093 req-f3c9cd2c-c25d-4207-8f8e-196c64d6b655 service neutron] 10.222.0.47 "GET /v2.0/networks/dfd3e35e-8d31-4904-a33a-2fe9438ce3a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223006 Feb 04 08:48:39.782095 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-658cdfbf-7bf2-4db5-b5da-2a42205919f2 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:39.908812 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-0bf926d4-d21b-4bc6-a519-5db1217ea093 req-fbcf71b1-bcbd-4101-ab2b-d7ec88029427 service neutron] 10.222.0.47 "GET /v2.0/networks/dfd3e35e-8d31-4904-a33a-2fe9438ce3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221762 Feb 04 08:48:39.936043 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-658cdfbf-7bf2-4db5-b5da-2a42205919f2 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:39.957888 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658cdfbf-7bf2-4db5-b5da-2a42205919f2 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d96a44-51cf-4535-9323-d6838d78d64e,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:48:39.966626 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-658cdfbf-7bf2-4db5-b5da-2a42205919f2 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:39.970120 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-658cdfbf-7bf2-4db5-b5da-2a42205919f2 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "DELETE /v2.0/security-groups/16d96a44-51cf-4535-9323-d6838d78d64e HTTP/1.1" status: 204 len: 168 time: 0.2845609 Feb 04 08:48:40.085767 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 57456) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:48:40.242522 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-2acaff92-c483-41a3-836f-216594ede25e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Deleting port 1ce7a042-1f33-49cf-9c76-3725162746dd {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:48:40.242771 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2acaff92-c483-41a3-836f-216594ede25e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:40.497188 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2acaff92-c483-41a3-836f-216594ede25e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:40.497878 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2acaff92-c483-41a3-836f-216594ede25e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:40.619127 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-2acaff92-c483-41a3-836f-216594ede25e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Calling delete_port for 1ce7a042-1f33-49cf-9c76-3725162746dd owned by network:floatingip {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:48:40.826354 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2acaff92-c483-41a3-836f-216594ede25e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:40.871079 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acaff92-c483-41a3-836f-216594ede25e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event deleted for resources: {'Port': ['ID=1ce7a042-1f33-49cf-9c76-3725162746dd,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:48:40.960820 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2acaff92-c483-41a3-836f-216594ede25e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for floatingip, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:41.033226 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2acaff92-c483-41a3-836f-216594ede25e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for floatingip, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:41.034370 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-2acaff92-c483-41a3-836f-216594ede25e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "DELETE /v2.0/floatingips/5d8f302c-55aa-41be-9137-f7807e9db28d HTTP/1.1" status: 204 len: 168 time: 0.9476333 Feb 04 08:48:41.438613 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device 8436eed1-ad16-4e0e-8ecd-fba2a311390c no longer exists at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:48:41.470587 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] No Port match for: 8436eed1-ad16-4e0e-8ecd-fba2a311390c {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:48:41.470923 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device 8436eed1-ad16-4e0e-8ecd-fba2a311390c not bound to the agent host hv-neutron-8277 {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:48:41.535345 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff92e11-070d-4a71-a704-e91e6244b7aa req-def41223-fa80-4aad-972c-0a60be9e93b4 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:48:41.536014 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-aff92e11-070d-4a71-a704-e91e6244b7aa req-def41223-fa80-4aad-972c-0a60be9e93b4 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Synchronizing usage tracker for tenant:7df2bfd740464e869863a41b14f4d5af on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:48:41.593291 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-aff92e11-070d-4a71-a704-e91e6244b7aa req-def41223-fa80-4aad-972c-0a60be9e93b4 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Unset dirty status for tenant:7df2bfd740464e869863a41b14f4d5af on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:48:41.594456 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-aff92e11-070d-4a71-a704-e91e6244b7aa req-def41223-fa80-4aad-972c-0a60be9e93b4 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=3cc216c2-23c9-46f1-838c-44ac9810b65e HTTP/1.1" status: 200 len: 946 time: 0.1331561 Feb 04 08:48:41.643006 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-aff92e11-070d-4a71-a704-e91e6244b7aa req-162879d7-4663-470d-94d6-023568319ba1 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=4cd6b884-c88a-4502-bb8b-21790351524d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429096 Feb 04 08:48:42.835642 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d47e49d-69f3-4577-918a-3c9e6e7bdd91 req-1b955875-e687-4579-bb28-854050320309 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:48:42.837097 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-0d47e49d-69f3-4577-918a-3c9e6e7bdd91 req-1b955875-e687-4579-bb28-854050320309 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=3cc216c2-23c9-46f1-838c-44ac9810b65e HTTP/1.1" status: 200 len: 946 time: 0.0750327 Feb 04 08:48:42.881663 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-0d47e49d-69f3-4577-918a-3c9e6e7bdd91 req-f7098e04-01d9-4d16-b09d-78ac95a29913 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=4cd6b884-c88a-4502-bb8b-21790351524d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389905 Feb 04 08:48:43.101204 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bfbeef-1d4a-4980-9227-ac0e440fb9bf req-4ec26a20-e242-4d97-b918-0910063a29eb tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:48:43.102596 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-82bfbeef-1d4a-4980-9227-ac0e440fb9bf req-4ec26a20-e242-4d97-b918-0910063a29eb tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.47 "GET /v2.0/ports?device_id=3cc216c2-23c9-46f1-838c-44ac9810b65e HTTP/1.1" status: 200 len: 946 time: 0.0771160 Feb 04 08:48:43.174007 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [req-82bfbeef-1d4a-4980-9227-ac0e440fb9bf req-0d45694a-141f-4e65-adf1-05355e5107f0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Deleting port eb5f0985-ba6e-42eb-9db3-e4b594f0c8c9 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:48:43.174347 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-82bfbeef-1d4a-4980-9227-ac0e440fb9bf req-0d45694a-141f-4e65-adf1-05355e5107f0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:43.412924 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [req-82bfbeef-1d4a-4980-9227-ac0e440fb9bf req-0d45694a-141f-4e65-adf1-05355e5107f0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] For port eb5f0985-ba6e-42eb-9db3-e4b594f0c8c9, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=eb5f0985-ba6e-42eb-9db3-e4b594f0c8c9,segment=NetworkSegment(621bf94a-8623-401c-be43-5da80d76f6b2),segment_id=621bf94a-8623-401c-be43-5da80d76f6b2)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:48:43.413288 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-82bfbeef-1d4a-4980-9227-ac0e440fb9bf req-0d45694a-141f-4e65-adf1-05355e5107f0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:43.531663 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [req-82bfbeef-1d4a-4980-9227-ac0e440fb9bf req-0d45694a-141f-4e65-adf1-05355e5107f0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Calling delete_port for eb5f0985-ba6e-42eb-9db3-e4b594f0c8c9 owned by compute:nova {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:48:43.736142 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-82bfbeef-1d4a-4980-9227-ac0e440fb9bf req-0d45694a-141f-4e65-adf1-05355e5107f0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:43.784212 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d45694a-141f-4e65-adf1-05355e5107f0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event deleted for resources: {'Port': ['ID=eb5f0985-ba6e-42eb-9db3-e4b594f0c8c9,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:48:43.856404 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [req-82bfbeef-1d4a-4980-9227-ac0e440fb9bf req-0d45694a-141f-4e65-adf1-05355e5107f0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] No DVR routers for this DVR port eb5f0985-ba6e-42eb-9db3-e4b594f0c8c9 on host hv-neutron-8277 {{(pid=84107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:48:43.859275 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-82bfbeef-1d4a-4980-9227-ac0e440fb9bf req-0d45694a-141f-4e65-adf1-05355e5107f0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:43.861681 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc216c2-23c9-46f1-838c-44ac9810b65e', 'name': 'network-vif-deleted', 'tag': 'eb5f0985-ba6e-42eb-9db3-e4b594f0c8c9'}] {{(pid=84107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:48:43.914476 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc216c2-23c9-46f1-838c-44ac9810b65e', 'name': 'network-vif-deleted', 'tag': 'eb5f0985-ba6e-42eb-9db3-e4b594f0c8c9', 'status': 'completed', 'code': 200} Feb 04 08:48:43.931250 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-82bfbeef-1d4a-4980-9227-ac0e440fb9bf req-0d45694a-141f-4e65-adf1-05355e5107f0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.47 "DELETE /v2.0/ports/eb5f0985-ba6e-42eb-9db3-e4b594f0c8c9 HTTP/1.1" status: 204 len: 173 time: 0.8230498 Feb 04 08:48:44.041175 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-7ba20d9f-d561-4a79-a84e-ed007d50a8f2 req-2429e199-42f3-4446-9bc4-1416b127a432 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Synchronizing usage tracker for tenant:7df2bfd740464e869863a41b14f4d5af on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:48:44.158990 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-7ba20d9f-d561-4a79-a84e-ed007d50a8f2 req-2429e199-42f3-4446-9bc4-1416b127a432 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Unset dirty status for tenant:7df2bfd740464e869863a41b14f4d5af on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:48:44.160412 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7ba20d9f-d561-4a79-a84e-ed007d50a8f2 req-2429e199-42f3-4446-9bc4-1416b127a432 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=3cc216c2-23c9-46f1-838c-44ac9810b65e HTTP/1.1" status: 200 len: 210 time: 0.1599102 Feb 04 08:48:45.264787 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 57472) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:48:45.331683 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-88833d02-671d-4fcd-b641-0f4782feb257 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:45.360073 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-88833d02-671d-4fcd-b641-0f4782feb257 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:45.615794 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-88833d02-671d-4fcd-b641-0f4782feb257 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:45.635545 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88833d02-671d-4fcd-b641-0f4782feb257 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd6b884-c88a-4502-bb8b-21790351524d,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:48:45.641646 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-88833d02-671d-4fcd-b641-0f4782feb257 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:45.642977 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-88833d02-671d-4fcd-b641-0f4782feb257 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "DELETE /v2.0/security-groups/4cd6b884-c88a-4502-bb8b-21790351524d HTTP/1.1" status: 204 len: 168 time: 0.3768024 Feb 04 08:48:45.745962 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 57478) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:48:46.134802 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1b11d7ee-626e-4dd2-b6b7-6173061d9d20 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473817'] for router_interface, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:46.719767 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-1b11d7ee-626e-4dd2-b6b7-6173061d9d20 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Deleting port defd4a79-29b8-4ab2-ba37-2249da5e801c {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:48:46.720470 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1b11d7ee-626e-4dd2-b6b7-6173061d9d20 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:46.896766 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [None req-1b11d7ee-626e-4dd2-b6b7-6173061d9d20 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] For port defd4a79-29b8-4ab2-ba37-2249da5e801c, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=defd4a79-29b8-4ab2-ba37-2249da5e801c,segment=NetworkSegment(621bf94a-8623-401c-be43-5da80d76f6b2),segment_id=621bf94a-8623-401c-be43-5da80d76f6b2)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:48:46.897115 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1b11d7ee-626e-4dd2-b6b7-6173061d9d20 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:47.019078 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-1b11d7ee-626e-4dd2-b6b7-6173061d9d20 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Calling delete_port for defd4a79-29b8-4ab2-ba37-2249da5e801c owned by network:router_interface {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:48:47.347610 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1b11d7ee-626e-4dd2-b6b7-6173061d9d20 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:47.393819 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b11d7ee-626e-4dd2-b6b7-6173061d9d20 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event deleted for resources: {'Port': ['ID=defd4a79-29b8-4ab2-ba37-2249da5e801c,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:48:47.484791 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device eb5f0985-ba6e-42eb-9db3-e4b594f0c8c9 no longer exists at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:48:47.526154 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] No Port match for: eb5f0985-ba6e-42eb-9db3-e4b594f0c8c9 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:48:47.526491 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device eb5f0985-ba6e-42eb-9db3-e4b594f0c8c9 not bound to the agent host hv-neutron-8277 {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:48:47.680281 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1b11d7ee-626e-4dd2-b6b7-6173061d9d20 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1572495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472959'] for router_interface, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:48.248697 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b11d7ee-626e-4dd2-b6b7-6173061d9d20 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Router 42c61eeb-c74f-4b13-9b5c-11baff995d53 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:48:48.441911 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b11d7ee-626e-4dd2-b6b7-6173061d9d20 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:48:48.451110 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a32a16e-399b-43f2-94bd-fb0e7aaf026e None None] Sync routers for ids ['42c61eeb-c74f-4b13-9b5c-11baff995d53'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:48:48.462868 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a32a16e-399b-43f2-94bd-fb0e7aaf026e None None] Routers {'42c61eeb-c74f-4b13-9b5c-11baff995d53'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:48:48.463475 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-6a32a16e-399b-43f2-94bd-fb0e7aaf026e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:48:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['42c61eeb-c74f-4b13-9b5c-11baff995d53'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:48:48.516152 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-1b11d7ee-626e-4dd2-b6b7-6173061d9d20 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "PUT /v2.0/routers/42c61eeb-c74f-4b13-9b5c-11baff995d53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7689085 Feb 04 08:48:48.518719 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 57482) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:48:48.637120 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-6a32a16e-399b-43f2-94bd-fb0e7aaf026e None None] Set router 42c61eeb-c74f-4b13-9b5c-11baff995d53 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:48:48.701449 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_v2 [None req-01992c0d-aa3f-4419-95bf-d136b1fa3efb tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Deleting subnet d7468b71-f98f-4f00-b331-49e92e5ae12e {{(pid=84107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:48:48.704296 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-01992c0d-aa3f-4419-95bf-d136b1fa3efb tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for subnet, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:48.863426 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-01992c0d-aa3f-4419-95bf-d136b1fa3efb tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8058667'] for subnet, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:48.919084 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-6a32a16e-399b-43f2-94bd-fb0e7aaf026e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c61eeb-c74f-4b13-9b5c-11baff995d53', 'name': 'tempest-TestNetworkBasicOps-router-1051621526', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.219'}], 'enable_snat': True}, 'gw_port_id': '6df7ed41-74d6-49dc-85c8-11ceeb770ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:44:47Z', 'updated_at': '2022-02-04T08:48:47Z', 'revision_number': 5, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': '6df7ed41-74d6-49dc-85c8-11ceeb770ff9', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:4e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c61eeb-c74f-4b13-9b5c-11baff995d53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:44:48Z', 'updated_at': '2022-02-04T08:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:48:48.923667 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a32a16e-399b-43f2-94bd-fb0e7aaf026e None None] Checking router: 42c61eeb-c74f-4b13-9b5c-11baff995d53 for host: dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 08:48:48.934184 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a32a16e-399b-43f2-94bd-fb0e7aaf026e None None] Routers {'42c61eeb-c74f-4b13-9b5c-11baff995d53'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:48:48.934785 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-6a32a16e-399b-43f2-94bd-fb0e7aaf026e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:48:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['42c61eeb-c74f-4b13-9b5c-11baff995d53'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:48:48.943984 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-01992c0d-aa3f-4419-95bf-d136b1fa3efb tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:49.055075 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 08:48:49.085393 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-01992c0d-aa3f-4419-95bf-d136b1fa3efb tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7510167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985167'] for subnet, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:49.109756 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-6a32a16e-399b-43f2-94bd-fb0e7aaf026e None None] Set router 42c61eeb-c74f-4b13-9b5c-11baff995d53 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:48:49.127446 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01992c0d-aa3f-4419-95bf-d136b1fa3efb tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event deleted for resources: {'Subnet': ['ID=d7468b71-f98f-4f00-b331-49e92e5ae12e,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:48:49.131937 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-01992c0d-aa3f-4419-95bf-d136b1fa3efb tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:49.137730 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-01992c0d-aa3f-4419-95bf-d136b1fa3efb tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "DELETE /v2.0/subnets/d7468b71-f98f-4f00-b331-49e92e5ae12e HTTP/1.1" status: 204 len: 168 time: 0.6180623 Feb 04 08:48:49.140705 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 57486) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:48:49.150671 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a74dbfc-1e76-49ce-a658-b355bda00823 None None] Network dfd3e35e-8d31-4904-a33a-2fe9438ce3a8 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:48:49.341473 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f6b76d3b-06df-4538-910f-3e8089a04b4f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for router, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:49.537965 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f6b76d3b-06df-4538-910f-3e8089a04b4f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:49.539517 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-97cc48d5-dd1b-489a-bb02-2e508c06bb94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:49.625006 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-6a32a16e-399b-43f2-94bd-fb0e7aaf026e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c61eeb-c74f-4b13-9b5c-11baff995d53', 'name': 'tempest-TestNetworkBasicOps-router-1051621526', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.219'}], 'enable_snat': True}, 'gw_port_id': '6df7ed41-74d6-49dc-85c8-11ceeb770ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:44:47Z', 'updated_at': '2022-02-04T08:48:47Z', 'revision_number': 5, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': '6df7ed41-74d6-49dc-85c8-11ceeb770ff9', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:4e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c61eeb-c74f-4b13-9b5c-11baff995d53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:44:48Z', 'updated_at': '2022-02-04T08:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:48:49.628406 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-f6b76d3b-06df-4538-910f-3e8089a04b4f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Deleting port 6df7ed41-74d6-49dc-85c8-11ceeb770ff9 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:48:49.628997 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f6b76d3b-06df-4538-910f-3e8089a04b4f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:49.629135 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a32a16e-399b-43f2-94bd-fb0e7aaf026e None None] The sync data for ids ['42c61eeb-c74f-4b13-9b5c-11baff995d53'] in dv-neutron-827798-2-hyperv is: [{'id': '42c61eeb-c74f-4b13-9b5c-11baff995d53', 'name': 'tempest-TestNetworkBasicOps-router-1051621526', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.219'}], 'enable_snat': True}, 'gw_port_id': '6df7ed41-74d6-49dc-85c8-11ceeb770ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:44:47Z', 'updated_at': '2022-02-04T08:48:47Z', 'revision_number': 5, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': '6df7ed41-74d6-49dc-85c8-11ceeb770ff9', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:4e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c61eeb-c74f-4b13-9b5c-11baff995d53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:44:48Z', 'updated_at': '2022-02-04T08:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:48:49.663435 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06436819-9b29-425f-839c-684a974102d6 None None] DHCP port deletion for dfd3e35e-8d31-4904-a33a-2fe9438ce3a8 request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 08:48:49.667798 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-06436819-9b29-425f-839c-684a974102d6 None None] Deleting port 25c2ba2e-6ac1-49a8-a780-8a82ddc0bf42 {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:48:49.668166 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-06436819-9b29-425f-839c-684a974102d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:49.808470 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [None req-f6b76d3b-06df-4538-910f-3e8089a04b4f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] For port 6df7ed41-74d6-49dc-85c8-11ceeb770ff9, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=6df7ed41-74d6-49dc-85c8-11ceeb770ff9,segment=NetworkSegment(c44b9475-949d-4ae7-bfca-e29b010a56a6),segment_id=c44b9475-949d-4ae7-bfca-e29b010a56a6)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:48:49.808826 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f6b76d3b-06df-4538-910f-3e8089a04b4f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:49.864633 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-06436819-9b29-425f-839c-684a974102d6 None None] For port 25c2ba2e-6ac1-49a8-a780-8a82ddc0bf42, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=25c2ba2e-6ac1-49a8-a780-8a82ddc0bf42,segment=NetworkSegment(621bf94a-8623-401c-be43-5da80d76f6b2),segment_id=621bf94a-8623-401c-be43-5da80d76f6b2)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:48:49.865115 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-06436819-9b29-425f-839c-684a974102d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:49.929666 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-f6b76d3b-06df-4538-910f-3e8089a04b4f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Calling delete_port for 6df7ed41-74d6-49dc-85c8-11ceeb770ff9 owned by network:router_gateway {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:48:49.986414 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-06436819-9b29-425f-839c-684a974102d6 None None] Calling delete_port for 25c2ba2e-6ac1-49a8-a780-8a82ddc0bf42 owned by network:dhcp {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:48:50.098365 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 25c2ba2e-6ac1-49a8-a780-8a82ddc0bf42 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:48:50.139828 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-06436819-9b29-425f-839c-684a974102d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407'] for port, after_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:50.180196 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f6b76d3b-06df-4538-910f-3e8089a04b4f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:50.197054 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06436819-9b29-425f-839c-684a974102d6 None None] Pushing event deleted for resources: {'Port': ['ID=25c2ba2e-6ac1-49a8-a780-8a82ddc0bf42,revision_number=None']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:48:50.204086 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06436819-9b29-425f-839c-684a974102d6 None None] No DVR routers for this DVR port 25c2ba2e-6ac1-49a8-a780-8a82ddc0bf42 on host dv-neutron-827798-2-hyperv {{(pid=84109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:48:50.207508 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No active binding found for port 25c2ba2e-6ac1-49a8-a780-8a82ddc0bf42 {{(pid=84109) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 04 08:48:50.207901 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 25c2ba2e-6ac1-49a8-a780-8a82ddc0bf42 not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:48:50.208324 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device defd4a79-29b8-4ab2-ba37-2249da5e801c no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:48:50.226909 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b76d3b-06df-4538-910f-3e8089a04b4f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event deleted for resources: {'Port': ['ID=6df7ed41-74d6-49dc-85c8-11ceeb770ff9,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:48:50.240453 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: defd4a79-29b8-4ab2-ba37-2249da5e801c {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:48:50.240827 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device defd4a79-29b8-4ab2-ba37-2249da5e801c not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:48:50.448012 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f6b76d3b-06df-4538-910f-3e8089a04b4f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473010'] for router_gateway, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:50.782159 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f6b76d3b-06df-4538-910f-3e8089a04b4f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40989'] for router, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:50.786128 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f6b76d3b-06df-4538-910f-3e8089a04b4f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:50.878488 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f6b76d3b-06df-4538-910f-3e8089a04b4f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-476062'] for router, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:50.879023 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6b76d3b-06df-4538-910f-3e8089a04b4f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Fanout notify agent at l3_agent the message router_deleted on router 42c61eeb-c74f-4b13-9b5c-11baff995d53 {{(pid=84107) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 08:48:50.893274 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f6b76d3b-06df-4538-910f-3e8089a04b4f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:50.895655 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-f6b76d3b-06df-4538-910f-3e8089a04b4f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "DELETE /v2.0/routers/42c61eeb-c74f-4b13-9b5c-11baff995d53 HTTP/1.1" status: 204 len: 168 time: 1.7540319 Feb 04 08:48:50.897113 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 57490) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:48:51.015320 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-94aec89f-969c-4792-bb25-7cc26286fb95 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:51.143349 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-94aec89f-969c-4792-bb25-7cc26286fb95 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:51.170237 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-94aec89f-969c-4792-bb25-7cc26286fb95 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfd3e35e-8d31-4904-a33a-2fe9438ce3a8']}} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:48:51.181725 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-94aec89f-969c-4792-bb25-7cc26286fb95 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '621bf94a-8623-401c-be43-5da80d76f6b2') {'for_net_delete': True} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:48:51.182023 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-94aec89f-969c-4792-bb25-7cc26286fb95 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '621bf94a-8623-401c-be43-5da80d76f6b2') {} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:48:51.193529 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-94aec89f-969c-4792-bb25-7cc26286fb95 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8058642'] for segment, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:51.209448 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-94aec89f-969c-4792-bb25-7cc26286fb95 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:51.215443 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94aec89f-969c-4792-bb25-7cc26286fb95 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=84107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:48:51.215813 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-94aec89f-969c-4792-bb25-7cc26286fb95 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7377717'] for segment, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:51.229685 dv-neutron-827798-2-hyperv neutron-server[84107]: Traceback (most recent call last): Feb 04 08:48:51.229685 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:48:51.229685 dv-neutron-827798-2-hyperv neutron-server[84107]: timer() Feb 04 08:48:51.229685 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:48:51.229685 dv-neutron-827798-2-hyperv neutron-server[84107]: cb(*args, **kw) Feb 04 08:48:51.229685 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:48:51.229685 dv-neutron-827798-2-hyperv neutron-server[84107]: return func(*args, **kwargs) Feb 04 08:48:51.229685 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:48:51.229685 dv-neutron-827798-2-hyperv neutron-server[84107]: self._notify() Feb 04 08:48:51.229685 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:48:51.229685 dv-neutron-827798-2-hyperv neutron-server[84107]: self.callback(batched_events) Feb 04 08:48:51.229685 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:48:51.229685 dv-neutron-827798-2-hyperv neutron-server[84107]: event.method(event) Feb 04 08:48:51.229685 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:48:51.229685 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:48:51.229685 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:48:51.229685 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:48:51.229685 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:48:51.229685 dv-neutron-827798-2-hyperv neutron-server[84107]: return f(self, *a, **k) Feb 04 08:48:51.229685 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:48:51.229685 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._get(url).json() Feb 04 08:48:51.229685 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:48:51.229685 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:48:51.229685 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:48:51.229685 dv-neutron-827798-2-hyperv neutron-server[84107]: return self.request(url, 'GET', **kwargs) Feb 04 08:48:51.229685 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:48:51.229685 dv-neutron-827798-2-hyperv neutron-server[84107]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:48:51.229685 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:48:51.229685 dv-neutron-827798-2-hyperv neutron-server[84107]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:48:51.229685 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:48:51.229685 dv-neutron-827798-2-hyperv neutron-server[84107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:48:51.229685 dv-neutron-827798-2-hyperv neutron-server[84107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:48:51.375321 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-94aec89f-969c-4792-bb25-7cc26286fb95 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:51.393244 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-94aec89f-969c-4792-bb25-7cc26286fb95 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:51.403880 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aec89f-969c-4792-bb25-7cc26286fb95 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event deleted for resources: {'Network': ['ID=dfd3e35e-8d31-4904-a33a-2fe9438ce3a8,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:48:51.408974 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-94aec89f-969c-4792-bb25-7cc26286fb95 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "DELETE /v2.0/networks/dfd3e35e-8d31-4904-a33a-2fe9438ce3a8 HTTP/1.1" status: 204 len: 168 time: 0.5105195 Feb 04 08:48:51.433503 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 57494) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:48:51.439684 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-2fd15c58-cc6f-47fd-992b-53da7baa03c9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'network': {'name': 'tempest-network-smoke--2005647134', 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'port_security_enabled': True}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:48:51.444519 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-2fd15c58-cc6f-47fd-992b-53da7baa03c9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:48:51.448632 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-2fd15c58-cc6f-47fd-992b-53da7baa03c9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:network and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:48:51.451466 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-2fd15c58-cc6f-47fd-992b-53da7baa03c9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:48:51.458990 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-2fd15c58-cc6f-47fd-992b-53da7baa03c9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:48:51.524396 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd15c58-cc6f-47fd-992b-53da7baa03c9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Made reservation on behalf of 7df2bfd740464e869863a41b14f4d5af for: {'network': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:48:51.527373 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2fd15c58-cc6f-47fd-992b-53da7baa03c9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:51.554810 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fd15c58-cc6f-47fd-992b-53da7baa03c9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=84107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:48:51.563555 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2fd15c58-cc6f-47fd-992b-53da7baa03c9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:51.563894 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.segments_db [None req-2fd15c58-cc6f-47fd-992b-53da7baa03c9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Added segment d10b2977-46a5-4968-8980-74a5c259c101 of type vlan for network 85a9b66c-263b-4320-8ca7-66269b3ca946 Feb 04 08:48:51.587892 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2fd15c58-cc6f-47fd-992b-53da7baa03c9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:51.690260 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2fd15c58-cc6f-47fd-992b-53da7baa03c9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:51.693829 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd15c58-cc6f-47fd-992b-53da7baa03c9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:48:51.694413 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2fd15c58-cc6f-47fd-992b-53da7baa03c9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:51.718799 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-796fcf5f-5ed0-4553-b95d-3d43cd2daac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:51.800683 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd15c58-cc6f-47fd-992b-53da7baa03c9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'Network': ['ID=85a9b66c-263b-4320-8ca7-66269b3ca946,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:48:51.810348 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network 85a9b66c-263b-4320-8ca7-66269b3ca946 details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:48:51.855526 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-2fd15c58-cc6f-47fd-992b-53da7baa03c9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4209924 Feb 04 08:48:51.858166 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 57498) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:48:51.863900 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-55a4253c-ab99-481e-8bb8-d0b7e1831c9d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-228284915', 'admin_state_up': True, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:48:51.870609 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-55a4253c-ab99-481e-8bb8-d0b7e1831c9d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:48:51.874421 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-55a4253c-ab99-481e-8bb8-d0b7e1831c9d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:router and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:48:51.877277 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-55a4253c-ab99-481e-8bb8-d0b7e1831c9d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:48:51.883039 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-55a4253c-ab99-481e-8bb8-d0b7e1831c9d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:48:51.953990 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-55a4253c-ab99-481e-8bb8-d0b7e1831c9d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40975'] for router, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:51.954868 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-55a4253c-ab99-481e-8bb8-d0b7e1831c9d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40982'] for router, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:51.972509 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-55a4253c-ab99-481e-8bb8-d0b7e1831c9d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:52.085073 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 6df7ed41-74d6-49dc-85c8-11ceeb770ff9 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:48:52.121206 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: 6df7ed41-74d6-49dc-85c8-11ceeb770ff9 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:48:52.121551 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 6df7ed41-74d6-49dc-85c8-11ceeb770ff9 not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:48:52.181477 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-55a4253c-ab99-481e-8bb8-d0b7e1831c9d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40996'] for router, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:52.412020 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-55a4253c-ab99-481e-8bb8-d0b7e1831c9d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for router_gateway, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:52.440724 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-55a4253c-ab99-481e-8bb8-d0b7e1831c9d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:52.660674 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-55a4253c-ab99-481e-8bb8-d0b7e1831c9d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Allocated IP 172.26.3.47 (e264bd74-c56b-43d0-9059-bcb57dbbe5bc/79caf47c-b62c-4ea0-b35f-21ede155daa8/26a4fb62-6755-4dfe-af82-4975f6d7f41b) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:48:52.802939 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-55a4253c-ab99-481e-8bb8-d0b7e1831c9d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:52.815994 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:52.906655 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-55a4253c-ab99-481e-8bb8-d0b7e1831c9d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:52.940313 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:52.972812 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a4253c-ab99-481e-8bb8-d0b7e1831c9d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Network e264bd74-c56b-43d0-9059-bcb57dbbe5bc is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:48:52.975659 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-55a4253c-ab99-481e-8bb8-d0b7e1831c9d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:48:52.980636 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a4253c-ab99-481e-8bb8-d0b7e1831c9d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:48:53.006822 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a4253c-ab99-481e-8bb8-d0b7e1831c9d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'Port': ['ID=26a4fb62-6755-4dfe-af82-4975f6d7f41b,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:48:53.191278 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-55a4253c-ab99-481e-8bb8-d0b7e1831c9d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for router_gateway, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:53.192003 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-55a4253c-ab99-481e-8bb8-d0b7e1831c9d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472990'] for router, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:53.471201 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55a4253c-ab99-481e-8bb8-d0b7e1831c9d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Router a7531894-f2fb-4885-bf94-be5941d26c4b is scheduled to L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 with binding_index 1 {{(pid=84107) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 08:48:53.662553 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55a4253c-ab99-481e-8bb8-d0b7e1831c9d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:48:53.673370 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b6f45c-4287-45ac-88b2-423a5ed360fe None None] Sync routers for ids ['a7531894-f2fb-4885-bf94-be5941d26c4b'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:48:53.684523 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b6f45c-4287-45ac-88b2-423a5ed360fe None None] Routers {'a7531894-f2fb-4885-bf94-be5941d26c4b'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:48:53.685263 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-a9b6f45c-4287-45ac-88b2-423a5ed360fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:48:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['a7531894-f2fb-4885-bf94-be5941d26c4b'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:48:53.746059 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-55a4253c-ab99-481e-8bb8-d0b7e1831c9d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:53.747297 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-55a4253c-ab99-481e-8bb8-d0b7e1831c9d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.8875113 Feb 04 08:48:53.753043 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 57504) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:48:53.860259 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-a9b6f45c-4287-45ac-88b2-423a5ed360fe None None] Set router a7531894-f2fb-4885-bf94-be5941d26c4b gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:48:54.126847 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-844ab3f4-5ac0-4d86-813a-4234295a6ec1 tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=7df2bfd740464e869863a41b14f4d5af&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3745110 Feb 04 08:48:54.129615 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 57510) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:48:54.147489 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-a9b6f45c-4287-45ac-88b2-423a5ed360fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7531894-f2fb-4885-bf94-be5941d26c4b', 'name': 'tempest-TestNetworkBasicOps-router-228284915', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.47'}], 'enable_snat': True}, 'gw_port_id': '26a4fb62-6755-4dfe-af82-4975f6d7f41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:48:51Z', 'updated_at': '2022-02-04T08:48:53Z', 'revision_number': 3, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': '26a4fb62-6755-4dfe-af82-4975f6d7f41b', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c7:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7531894-f2fb-4885-bf94-be5941d26c4b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:48:52Z', 'updated_at': '2022-02-04T08:48:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:48:54.151200 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b6f45c-4287-45ac-88b2-423a5ed360fe None None] Checking router: a7531894-f2fb-4885-bf94-be5941d26c4b for host: dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 08:48:54.151551 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b6f45c-4287-45ac-88b2-423a5ed360fe None None] Updating router a7531894-f2fb-4885-bf94-be5941d26c4b port 26a4fb62-6755-4dfe-af82-4975f6d7f41b binding host dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 08:48:54.201056 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-a9b6f45c-4287-45ac-88b2-423a5ed360fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:54.258885 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77eb53e-39ec-4bda-a172-590e9a2b53be tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:48:54.260371 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-b77eb53e-39ec-4bda-a172-590e9a2b53be tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1297927 Feb 04 08:48:54.263193 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 57514) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:48:54.301983 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:54.305852 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-e95d4b96-10df-4de1-ac23-a0021e3f457a tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=e264bd74-c56b-43d0-9059-bcb57dbbe5bc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0416260 Feb 04 08:48:54.308396 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 57518) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:48:54.313873 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-6feda39b-fe73-4a3f-bfe9-32c2c79ce634 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1467947360', 'network_id': '85a9b66c-263b-4320-8ca7-66269b3ca946', 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:48:54.418034 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-6feda39b-fe73-4a3f-bfe9-32c2c79ce634 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:48:54.423298 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-6feda39b-fe73-4a3f-bfe9-32c2c79ce634 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:subnet and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:48:54.426350 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-6feda39b-fe73-4a3f-bfe9-32c2c79ce634 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:48:54.432141 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-6feda39b-fe73-4a3f-bfe9-32c2c79ce634 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:48:54.513001 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-a9b6f45c-4287-45ac-88b2-423a5ed360fe None None] Notify callbacks [] for port, precommit_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:54.517338 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6feda39b-fe73-4a3f-bfe9-32c2c79ce634 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Made reservation on behalf of 7df2bfd740464e869863a41b14f4d5af for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:48:54.524724 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.provisioning_blocks [None req-a9b6f45c-4287-45ac-88b2-423a5ed360fe None None] Transition to ACTIVE for port object 26a4fb62-6755-4dfe-af82-4975f6d7f41b will not be triggered until provisioned by entity L2. {{(pid=84110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:48:54.591634 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-a9b6f45c-4287-45ac-88b2-423a5ed360fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:54.618294 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6feda39b-fe73-4a3f-bfe9-32c2c79ce634 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985186'] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:54.672180 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.managers [None req-a9b6f45c-4287-45ac-88b2-423a5ed360fe None None] Attempting to bind port 26a4fb62-6755-4dfe-af82-4975f6d7f41b on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:48:54.672544 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.managers [None req-a9b6f45c-4287-45ac-88b2-423a5ed360fe None None] Attempting to bind port 26a4fb62-6755-4dfe-af82-4975f6d7f41b by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}] {{(pid=84110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:48:54.672910 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b6f45c-4287-45ac-88b2-423a5ed360fe None None] Attempting to bind port 26a4fb62-6755-4dfe-af82-4975f6d7f41b on network e264bd74-c56b-43d0-9059-bcb57dbbe5bc {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:48:54.674854 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e51db5c-f46c-4ddc-a292-527c1467ee62 None None] Pushing event updated for resources: {'Port': ['ID=26a4fb62-6755-4dfe-af82-4975f6d7f41b,revision_number=2']} {{(pid=84110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:48:54.682737 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b6f45c-4287-45ac-88b2-423a5ed360fe None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:48:54.683099 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b6f45c-4287-45ac-88b2-423a5ed360fe None None] Checking segment: {'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:48:54.683485 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-a9b6f45c-4287-45ac-88b2-423a5ed360fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:54.683869 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b6f45c-4287-45ac-88b2-423a5ed360fe None None] Bound using segment: {'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'} {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:48:54.684314 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.managers [None req-a9b6f45c-4287-45ac-88b2-423a5ed360fe None None] Bound port: 26a4fb62-6755-4dfe-af82-4975f6d7f41b, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}}] {{(pid=84110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:48:54.684723 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-a9b6f45c-4287-45ac-88b2-423a5ed360fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:54.726352 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e51db5c-f46c-4ddc-a292-527c1467ee62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:48:54.726689 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e51db5c-f46c-4ddc-a292-527c1467ee62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:48:54.727021 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e51db5c-f46c-4ddc-a292-527c1467ee62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:48:54.727345 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e51db5c-f46c-4ddc-a292-527c1467ee62 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:48:54.727669 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e51db5c-f46c-4ddc-a292-527c1467ee62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:48:54.727991 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e51db5c-f46c-4ddc-a292-527c1467ee62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:48:54.728306 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e51db5c-f46c-4ddc-a292-527c1467ee62 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:48:54.728645 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e51db5c-f46c-4ddc-a292-527c1467ee62 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:48:54.728957 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e51db5c-f46c-4ddc-a292-527c1467ee62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:48:54.729270 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e51db5c-f46c-4ddc-a292-527c1467ee62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:48:54.729578 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e51db5c-f46c-4ddc-a292-527c1467ee62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:48:54.770102 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.db [None req-a9b6f45c-4287-45ac-88b2-423a5ed360fe None None] For port 26a4fb62-6755-4dfe-af82-4975f6d7f41b, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:48:54.773068 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.db [None req-a9b6f45c-4287-45ac-88b2-423a5ed360fe None None] For port 26a4fb62-6755-4dfe-af82-4975f6d7f41b, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=26a4fb62-6755-4dfe-af82-4975f6d7f41b,segment=NetworkSegment(c44b9475-949d-4ae7-bfca-e29b010a56a6),segment_id=c44b9475-949d-4ae7-bfca-e29b010a56a6)] {{(pid=84110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:48:54.854618 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-a9b6f45c-4287-45ac-88b2-423a5ed360fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:54.882875 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6feda39b-fe73-4a3f-bfe9-32c2c79ce634 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7510230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985204'] for subnet, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:54.935382 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e51db5c-f46c-4ddc-a292-527c1467ee62 None None] Pushing event updated for resources: {'Port': ['ID=26a4fb62-6755-4dfe-af82-4975f6d7f41b,revision_number=3']} {{(pid=84110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:48:54.939159 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b6f45c-4287-45ac-88b2-423a5ed360fe None None] Routers {'a7531894-f2fb-4885-bf94-be5941d26c4b'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:48:54.939755 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-a9b6f45c-4287-45ac-88b2-423a5ed360fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:48:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['a7531894-f2fb-4885-bf94-be5941d26c4b'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:48:54.970253 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feda39b-fe73-4a3f-bfe9-32c2c79ce634 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'Subnet': ['ID=c2bf1aa3-2e44-4a8a-8c68-4d99f210eb29,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:48:54.981455 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6feda39b-fe73-4a3f-bfe9-32c2c79ce634 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Checking segment: {'id': 'd10b2977-46a5-4968-8980-74a5c259c101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '85a9b66c-263b-4320-8ca7-66269b3ca946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:48:54.981814 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6feda39b-fe73-4a3f-bfe9-32c2c79ce634 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Network hostable DHCP agents. Network: 85a9b66c-263b-4320-8ca7-66269b3ca946, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:48:55.071243 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6feda39b-fe73-4a3f-bfe9-32c2c79ce634 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Network 85a9b66c-263b-4320-8ca7-66269b3ca946 is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:48:55.135225 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-a9b6f45c-4287-45ac-88b2-423a5ed360fe None None] Set router a7531894-f2fb-4885-bf94-be5941d26c4b gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:48:55.153125 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-6feda39b-fe73-4a3f-bfe9-32c2c79ce634 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, 85a9b66c-263b-4320-8ca7-66269b3ca946) {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:48:55.157484 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6feda39b-fe73-4a3f-bfe9-32c2c79ce634 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:48:55.158067 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6feda39b-fe73-4a3f-bfe9-32c2c79ce634 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:55.161863 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833b2d33-7b30-4dcd-b22b-d3f50d9f5c2c None None] Network 85a9b66c-263b-4320-8ca7-66269b3ca946 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:48:55.344270 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-6feda39b-fe73-4a3f-bfe9-32c2c79ce634 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0317082 Feb 04 08:48:55.344512 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 57522) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:48:55.378480 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91340f42-5a02-463b-bb98-f55cc4f63a40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-85a9b66c-263b-4320-8ca7-66269b3ca946', 'network_id': '85a9b66c-263b-4320-8ca7-66269b3ca946', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'fixed_ips': [{'subnet_id': 'c2bf1aa3-2e44-4a8a-8c68-4d99f210eb29'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:48:55.379542 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-91340f42-5a02-463b-bb98-f55cc4f63a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:55.426673 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-a9b6f45c-4287-45ac-88b2-423a5ed360fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7531894-f2fb-4885-bf94-be5941d26c4b', 'name': 'tempest-TestNetworkBasicOps-router-228284915', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.47'}], 'enable_snat': True}, 'gw_port_id': '26a4fb62-6755-4dfe-af82-4975f6d7f41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:48:51Z', 'updated_at': '2022-02-04T08:48:53Z', 'revision_number': 3, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': '26a4fb62-6755-4dfe-af82-4975f6d7f41b', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c7:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7531894-f2fb-4885-bf94-be5941d26c4b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:48:52Z', 'updated_at': '2022-02-04T08:48:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:48:55.430637 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b6f45c-4287-45ac-88b2-423a5ed360fe None None] The sync data for ids ['a7531894-f2fb-4885-bf94-be5941d26c4b'] in dv-neutron-827798-2-hyperv is: [{'id': 'a7531894-f2fb-4885-bf94-be5941d26c4b', 'name': 'tempest-TestNetworkBasicOps-router-228284915', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.47'}], 'enable_snat': True}, 'gw_port_id': '26a4fb62-6755-4dfe-af82-4975f6d7f41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:48:51Z', 'updated_at': '2022-02-04T08:48:53Z', 'revision_number': 3, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': '26a4fb62-6755-4dfe-af82-4975f6d7f41b', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c7:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7531894-f2fb-4885-bf94-be5941d26c4b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:48:52Z', 'updated_at': '2022-02-04T08:48:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:48:55.546677 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-91340f42-5a02-463b-bb98-f55cc4f63a40 None None] Allocated IP 172.20.0.2 (85a9b66c-263b-4320-8ca7-66269b3ca946/c2bf1aa3-2e44-4a8a-8c68-4d99f210eb29/645eca49-c8cb-41f1-a415-de12bb72df4e) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:48:55.830149 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-91340f42-5a02-463b-bb98-f55cc4f63a40 None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:55.840969 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-91340f42-5a02-463b-bb98-f55cc4f63a40 None None] Transition to ACTIVE for port object 645eca49-c8cb-41f1-a415-de12bb72df4e will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:48:55.860367 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-91340f42-5a02-463b-bb98-f55cc4f63a40 None None] Transition to ACTIVE for port object 645eca49-c8cb-41f1-a415-de12bb72df4e will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:48:55.939195 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-91340f42-5a02-463b-bb98-f55cc4f63a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:56.035278 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91340f42-5a02-463b-bb98-f55cc4f63a40 None None] Pushing event updated for resources: {'Port': ['ID=645eca49-c8cb-41f1-a415-de12bb72df4e,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:48:56.039353 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91340f42-5a02-463b-bb98-f55cc4f63a40 None None] Network 85a9b66c-263b-4320-8ca7-66269b3ca946 is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:48:56.040863 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-91340f42-5a02-463b-bb98-f55cc4f63a40 None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:48:56.047108 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91340f42-5a02-463b-bb98-f55cc4f63a40 None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:48:56.129613 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:56.137326 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 26a4fb62-6755-4dfe-af82-4975f6d7f41b up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:48:56.169518 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-74463a1c-7cac-43c3-9099-4658a34ec2a0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:56.192541 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-91340f42-5a02-463b-bb98-f55cc4f63a40 None None] Attempting to bind port 645eca49-c8cb-41f1-a415-de12bb72df4e on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:48:56.192878 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-91340f42-5a02-463b-bb98-f55cc4f63a40 None None] Attempting to bind port 645eca49-c8cb-41f1-a415-de12bb72df4e by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': 'd10b2977-46a5-4968-8980-74a5c259c101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '85a9b66c-263b-4320-8ca7-66269b3ca946'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:48:56.193235 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91340f42-5a02-463b-bb98-f55cc4f63a40 None None] Attempting to bind port 645eca49-c8cb-41f1-a415-de12bb72df4e on network 85a9b66c-263b-4320-8ca7-66269b3ca946 {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:48:56.203606 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91340f42-5a02-463b-bb98-f55cc4f63a40 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:48:56.203979 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91340f42-5a02-463b-bb98-f55cc4f63a40 None None] Checking segment: {'id': 'd10b2977-46a5-4968-8980-74a5c259c101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '85a9b66c-263b-4320-8ca7-66269b3ca946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:48:56.204379 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-91340f42-5a02-463b-bb98-f55cc4f63a40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:56.204790 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91340f42-5a02-463b-bb98-f55cc4f63a40 None None] Bound using segment: {'id': 'd10b2977-46a5-4968-8980-74a5c259c101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '85a9b66c-263b-4320-8ca7-66269b3ca946'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:48:56.205253 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-91340f42-5a02-463b-bb98-f55cc4f63a40 None None] Bound port: 645eca49-c8cb-41f1-a415-de12bb72df4e, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd10b2977-46a5-4968-8980-74a5c259c101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '85a9b66c-263b-4320-8ca7-66269b3ca946'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:48:56.205621 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-91340f42-5a02-463b-bb98-f55cc4f63a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:56.317700 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-91340f42-5a02-463b-bb98-f55cc4f63a40 None None] For port 645eca49-c8cb-41f1-a415-de12bb72df4e, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:48:56.320684 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-91340f42-5a02-463b-bb98-f55cc4f63a40 None None] For port 645eca49-c8cb-41f1-a415-de12bb72df4e, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=645eca49-c8cb-41f1-a415-de12bb72df4e,segment=NetworkSegment(d10b2977-46a5-4968-8980-74a5c259c101),segment_id=d10b2977-46a5-4968-8980-74a5c259c101)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:48:56.387161 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 26a4fb62-6755-4dfe-af82-4975f6d7f41b completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:48:56.392431 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 26a4fb62-6755-4dfe-af82-4975f6d7f41b triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:48:56.392820 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:56.428353 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-91340f42-5a02-463b-bb98-f55cc4f63a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:56.536393 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91340f42-5a02-463b-bb98-f55cc4f63a40 None None] Pushing event updated for resources: {'Port': ['ID=645eca49-c8cb-41f1-a415-de12bb72df4e,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:48:56.557384 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-74463a1c-7cac-43c3-9099-4658a34ec2a0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Allocated IP 172.20.0.1 (85a9b66c-263b-4320-8ca7-66269b3ca946/c2bf1aa3-2e44-4a8a-8c68-4d99f210eb29/8d9015f9-ff3f-4da6-91a5-5c5fa59d2349) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:48:56.601316 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:56.617125 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port 26a4fb62-6755-4dfe-af82-4975f6d7f41b, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=26a4fb62-6755-4dfe-af82-4975f6d7f41b,segment=NetworkSegment(c44b9475-949d-4ae7-bfca-e29b010a56a6),segment_id=c44b9475-949d-4ae7-bfca-e29b010a56a6)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:48:56.690625 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:56.723974 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-74463a1c-7cac-43c3-9099-4658a34ec2a0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:56.741230 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [None req-74463a1c-7cac-43c3-9099-4658a34ec2a0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Transition to ACTIVE for port object 8d9015f9-ff3f-4da6-91a5-5c5fa59d2349 will not be triggered until provisioned by entity DHCP. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:48:56.763735 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=26a4fb62-6755-4dfe-af82-4975f6d7f41b,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:48:56.839300 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-74463a1c-7cac-43c3-9099-4658a34ec2a0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:56.916281 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74463a1c-7cac-43c3-9099-4658a34ec2a0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Network 85a9b66c-263b-4320-8ca7-66269b3ca946 is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:48:56.919950 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-74463a1c-7cac-43c3-9099-4658a34ec2a0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:48:56.922442 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74463a1c-7cac-43c3-9099-4658a34ec2a0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:48:56.953605 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74463a1c-7cac-43c3-9099-4658a34ec2a0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'Port': ['ID=8d9015f9-ff3f-4da6-91a5-5c5fa59d2349,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:48:56.985078 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-74463a1c-7cac-43c3-9099-4658a34ec2a0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-472912'] for router_interface, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:57.218549 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-74463a1c-7cac-43c3-9099-4658a34ec2a0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:57.572328 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995d6ad4-5eea-47eb-a067-cee2051d7f34 None None] Network 85a9b66c-263b-4320-8ca7-66269b3ca946 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:48:57.619688 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-74463a1c-7cac-43c3-9099-4658a34ec2a0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:57.677528 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-74463a1c-7cac-43c3-9099-4658a34ec2a0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:57.730954 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-74523616-3156-47bf-98a2-cfccc3ca05ba None None] Provisioning for port 645eca49-c8cb-41f1-a415-de12bb72df4e completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:48:57.789871 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-74463a1c-7cac-43c3-9099-4658a34ec2a0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473771'] for router_interface, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:57.793890 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74463a1c-7cac-43c3-9099-4658a34ec2a0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'Port': ['ID=8d9015f9-ff3f-4da6-91a5-5c5fa59d2349,revision_number=2']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:48:57.930582 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74463a1c-7cac-43c3-9099-4658a34ec2a0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Network 85a9b66c-263b-4320-8ca7-66269b3ca946 is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:48:57.931982 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-74463a1c-7cac-43c3-9099-4658a34ec2a0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:48:58.125267 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-ad6ddaa3-8214-42b8-8871-d789f2d3f332 None None] Provisioning for port 8d9015f9-ff3f-4da6-91a5-5c5fa59d2349 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:48:58.131157 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-ad6ddaa3-8214-42b8-8871-d789f2d3f332 None None] Provisioning complete for port 8d9015f9-ff3f-4da6-91a5-5c5fa59d2349 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:48:58.131620 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-ad6ddaa3-8214-42b8-8871-d789f2d3f332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:58.191983 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 26a4fb62-6755-4dfe-af82-4975f6d7f41b up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:48:58.234859 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-ad6ddaa3-8214-42b8-8871-d789f2d3f332 None None] Port 8d9015f9-ff3f-4da6-91a5-5c5fa59d2349 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:48:58.281092 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 26a4fb62-6755-4dfe-af82-4975f6d7f41b triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:48:58.281465 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:58.342442 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74463a1c-7cac-43c3-9099-4658a34ec2a0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Router a7531894-f2fb-4885-bf94-be5941d26c4b has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:48:58.410883 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 645eca49-c8cb-41f1-a415-de12bb72df4e up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:48:58.448541 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-0dfdc943-d07b-45b5-aba1-2a103e4c9bed None None] Provisioning complete for port 8d9015f9-ff3f-4da6-91a5-5c5fa59d2349 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:48:58.448889 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-0dfdc943-d07b-45b5-aba1-2a103e4c9bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:58.514642 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-0dfdc943-d07b-45b5-aba1-2a103e4c9bed None None] Port 8d9015f9-ff3f-4da6-91a5-5c5fa59d2349 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:48:58.562163 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74463a1c-7cac-43c3-9099-4658a34ec2a0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:48:58.574390 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-74463a1c-7cac-43c3-9099-4658a34ec2a0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "PUT /v2.0/routers/a7531894-f2fb-4885-bf94-be5941d26c4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2281785 Feb 04 08:48:58.576813 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 57526) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:48:58.614497 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 645eca49-c8cb-41f1-a415-de12bb72df4e completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:48:58.624990 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 645eca49-c8cb-41f1-a415-de12bb72df4e triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:48:58.625354 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:58.688677 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-34304749-e541-4262-ac2b-89b2fe62f659 None None] Provisioning complete for port 8d9015f9-ff3f-4da6-91a5-5c5fa59d2349 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:48:58.689073 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-34304749-e541-4262-ac2b-89b2fe62f659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:58.711317 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08196ec3-690b-4179-bc53-dcd8f7f6ec1a tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:48:58.711694 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08196ec3-690b-4179-bc53-dcd8f7f6ec1a tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:48:58.712068 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08196ec3-690b-4179-bc53-dcd8f7f6ec1a tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:48:58.712432 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08196ec3-690b-4179-bc53-dcd8f7f6ec1a tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:48:58.714097 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-08196ec3-690b-4179-bc53-dcd8f7f6ec1a tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1364007 Feb 04 08:48:58.716873 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 57530) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:48:58.792087 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-34304749-e541-4262-ac2b-89b2fe62f659 None None] Port 8d9015f9-ff3f-4da6-91a5-5c5fa59d2349 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:48:58.805744 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:58.840714 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port 645eca49-c8cb-41f1-a415-de12bb72df4e, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=645eca49-c8cb-41f1-a415-de12bb72df4e,segment=NetworkSegment(d10b2977-46a5-4968-8980-74a5c259c101),segment_id=d10b2977-46a5-4968-8980-74a5c259c101)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:48:58.913458 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:58.917945 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1964ac8-82b2-4815-b5c8-52d96bb2dd66 tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:48:58.918387 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1964ac8-82b2-4815-b5c8-52d96bb2dd66 tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:48:58.918752 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1964ac8-82b2-4815-b5c8-52d96bb2dd66 tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:48:58.919111 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1964ac8-82b2-4815-b5c8-52d96bb2dd66 tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:48:58.924100 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-f1964ac8-82b2-4815-b5c8-52d96bb2dd66 tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.2062769 Feb 04 08:48:58.924300 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 57534) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:48:58.985017 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=645eca49-c8cb-41f1-a415-de12bb72df4e,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:48:58.993940 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d089519f-c046-4c20-8824-b47cc8f7846c None None] Sync routers for ids ['a7531894-f2fb-4885-bf94-be5941d26c4b'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:48:59.006279 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d089519f-c046-4c20-8824-b47cc8f7846c None None] Routers {'a7531894-f2fb-4885-bf94-be5941d26c4b'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:48:59.006889 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-d089519f-c046-4c20-8824-b47cc8f7846c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:48:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['a7531894-f2fb-4885-bf94-be5941d26c4b'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:48:59.130627 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-0159dbe4-2a94-40fd-b06b-92e60e6a42e3 tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.2046921 Feb 04 08:48:59.133508 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 57538) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:48:59.138650 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-6efeebe1-0458-41d5-a0b3-c048750616f6 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-864585649', 'network_id': '85a9b66c-263b-4320-8ca7-66269b3ca946'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:48:59.212132 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-d089519f-c046-4c20-8824-b47cc8f7846c None None] Set router a7531894-f2fb-4885-bf94-be5941d26c4b gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:48:59.274332 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-6efeebe1-0458-41d5-a0b3-c048750616f6 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:48:59.278218 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-6efeebe1-0458-41d5-a0b3-c048750616f6 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:port and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:48:59.281918 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-6efeebe1-0458-41d5-a0b3-c048750616f6 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:48:59.287620 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-6efeebe1-0458-41d5-a0b3-c048750616f6 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:48:59.347398 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6efeebe1-0458-41d5-a0b3-c048750616f6 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Made reservation on behalf of 7df2bfd740464e869863a41b14f4d5af for: {'port': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:48:59.350459 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-6efeebe1-0458-41d5-a0b3-c048750616f6 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:59.371896 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [None req-6efeebe1-0458-41d5-a0b3-c048750616f6 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] device_id is not set on port badda4d8-db98-4ff7-abb6-df03c6eb2070 yet. {{(pid=84108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:48:59.506840 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-6efeebe1-0458-41d5-a0b3-c048750616f6 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Allocated IP 172.20.0.12 (85a9b66c-263b-4320-8ca7-66269b3ca946/c2bf1aa3-2e44-4a8a-8c68-4d99f210eb29/badda4d8-db98-4ff7-abb6-df03c6eb2070) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:48:59.531424 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-d089519f-c046-4c20-8824-b47cc8f7846c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7531894-f2fb-4885-bf94-be5941d26c4b', 'name': 'tempest-TestNetworkBasicOps-router-228284915', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.47'}], 'enable_snat': True}, 'gw_port_id': '26a4fb62-6755-4dfe-af82-4975f6d7f41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:48:51Z', 'updated_at': '2022-02-04T08:48:57Z', 'revision_number': 4, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': '26a4fb62-6755-4dfe-af82-4975f6d7f41b', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7531894-f2fb-4885-bf94-be5941d26c4b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:48:52Z', 'updated_at': '2022-02-04T08:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '8d9015f9-ff3f-4da6-91a5-5c5fa59d2349', 'name': '', 'network_id': '85a9b66c-263b-4320-8ca7-66269b3ca946', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'mac_address': 'fa:16:3e:bf:b3:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7531894-f2fb-4885-bf94-be5941d26c4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2bf1aa3-2e44-4a8a-8c68-4d99f210eb29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:48:56Z', 'updated_at': '2022-02-04T08:48:57Z', 'revision_number': 2, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'subnets': [{'id': 'c2bf1aa3-2e44-4a8a-8c68-4d99f210eb29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:48:59.535251 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d089519f-c046-4c20-8824-b47cc8f7846c None None] Checking router: a7531894-f2fb-4885-bf94-be5941d26c4b for host: dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 08:48:59.535604 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d089519f-c046-4c20-8824-b47cc8f7846c None None] Updating router a7531894-f2fb-4885-bf94-be5941d26c4b port 8d9015f9-ff3f-4da6-91a5-5c5fa59d2349 binding host dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 08:48:59.588166 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-d089519f-c046-4c20-8824-b47cc8f7846c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:59.811502 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-6efeebe1-0458-41d5-a0b3-c048750616f6 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:48:59.820290 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.provisioning_blocks [None req-6efeebe1-0458-41d5-a0b3-c048750616f6 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Transition to ACTIVE for port object badda4d8-db98-4ff7-abb6-df03c6eb2070 will not be triggered until provisioned by entity DHCP. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:49:00.016990 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-6efeebe1-0458-41d5-a0b3-c048750616f6 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:00.090865 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efeebe1-0458-41d5-a0b3-c048750616f6 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Network 85a9b66c-263b-4320-8ca7-66269b3ca946 is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:49:00.094529 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-6efeebe1-0458-41d5-a0b3-c048750616f6 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:49:00.099872 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efeebe1-0458-41d5-a0b3-c048750616f6 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:49:00.110171 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 645eca49-c8cb-41f1-a415-de12bb72df4e up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:49:00.128599 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efeebe1-0458-41d5-a0b3-c048750616f6 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'Port': ['ID=badda4d8-db98-4ff7-abb6-df03c6eb2070,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:49:00.168383 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6efeebe1-0458-41d5-a0b3-c048750616f6 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:49:00.169025 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-6efeebe1-0458-41d5-a0b3-c048750616f6 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:00.283049 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 645eca49-c8cb-41f1-a415-de12bb72df4e triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:49:00.283512 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:00.288072 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-6efeebe1-0458-41d5-a0b3-c048750616f6 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1511176 Feb 04 08:49:00.351635 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-d089519f-c046-4c20-8824-b47cc8f7846c None None] Notify callbacks [] for port, precommit_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:00.369495 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-d089519f-c046-4c20-8824-b47cc8f7846c None None] Transition to ACTIVE for port object 8d9015f9-ff3f-4da6-91a5-5c5fa59d2349 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:49:00.449903 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-d089519f-c046-4c20-8824-b47cc8f7846c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:00.488681 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-f1dea9aa-40c0-4b54-88d1-ad9918051701 None None] Provisioning for port badda4d8-db98-4ff7-abb6-df03c6eb2070 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:49:00.509560 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-f1dea9aa-40c0-4b54-88d1-ad9918051701 None None] Provisioning complete for port badda4d8-db98-4ff7-abb6-df03c6eb2070 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:49:00.509925 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-f1dea9aa-40c0-4b54-88d1-ad9918051701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:00.627124 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619b7ac2-20f6-4c91-bd21-c4aad67aac16 None None] Pushing event updated for resources: {'Port': ['ID=8d9015f9-ff3f-4da6-91a5-5c5fa59d2349,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:49:00.636617 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-f1dea9aa-40c0-4b54-88d1-ad9918051701 None None] Port badda4d8-db98-4ff7-abb6-df03c6eb2070 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:49:00.719916 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-d089519f-c046-4c20-8824-b47cc8f7846c None None] Attempting to bind port 8d9015f9-ff3f-4da6-91a5-5c5fa59d2349 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:49:00.720309 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-d089519f-c046-4c20-8824-b47cc8f7846c None None] Attempting to bind port 8d9015f9-ff3f-4da6-91a5-5c5fa59d2349 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': 'd10b2977-46a5-4968-8980-74a5c259c101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '85a9b66c-263b-4320-8ca7-66269b3ca946'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:49:00.720686 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d089519f-c046-4c20-8824-b47cc8f7846c None None] Attempting to bind port 8d9015f9-ff3f-4da6-91a5-5c5fa59d2349 on network 85a9b66c-263b-4320-8ca7-66269b3ca946 {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:49:00.727231 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d089519f-c046-4c20-8824-b47cc8f7846c None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:49:00.727602 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d089519f-c046-4c20-8824-b47cc8f7846c None None] Checking segment: {'id': 'd10b2977-46a5-4968-8980-74a5c259c101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '85a9b66c-263b-4320-8ca7-66269b3ca946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:49:00.728011 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-d089519f-c046-4c20-8824-b47cc8f7846c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:00.728400 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d089519f-c046-4c20-8824-b47cc8f7846c None None] Bound using segment: {'id': 'd10b2977-46a5-4968-8980-74a5c259c101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '85a9b66c-263b-4320-8ca7-66269b3ca946'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:49:00.728980 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-d089519f-c046-4c20-8824-b47cc8f7846c None None] Bound port: 8d9015f9-ff3f-4da6-91a5-5c5fa59d2349, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd10b2977-46a5-4968-8980-74a5c259c101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '85a9b66c-263b-4320-8ca7-66269b3ca946'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:49:00.729247 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-d089519f-c046-4c20-8824-b47cc8f7846c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:00.818142 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 57544) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:49:00.824038 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-e115f68b-494b-4958-8342-83270ab87268 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1208222963', 'description': 'tempest-secgroup-smoke-1208222963 description', 'project_id': '7df2bfd740464e869863a41b14f4d5af'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:49:00.828942 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-d089519f-c046-4c20-8824-b47cc8f7846c None None] For port 8d9015f9-ff3f-4da6-91a5-5c5fa59d2349, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:49:00.832452 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-e115f68b-494b-4958-8342-83270ab87268 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:49:00.832610 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-d089519f-c046-4c20-8824-b47cc8f7846c None None] For port 8d9015f9-ff3f-4da6-91a5-5c5fa59d2349, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=8d9015f9-ff3f-4da6-91a5-5c5fa59d2349,segment=NetworkSegment(d10b2977-46a5-4968-8980-74a5c259c101),segment_id=d10b2977-46a5-4968-8980-74a5c259c101)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:49:00.835293 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-e115f68b-494b-4958-8342-83270ab87268 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:security_group and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:49:00.838129 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-e115f68b-494b-4958-8342-83270ab87268 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:49:00.843725 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-e115f68b-494b-4958-8342-83270ab87268 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:49:00.908017 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-d089519f-c046-4c20-8824-b47cc8f7846c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:00.936049 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e115f68b-494b-4958-8342-83270ab87268 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:00.974957 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-e115f68b-494b-4958-8342-83270ab87268 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:49:00.979214 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-e115f68b-494b-4958-8342-83270ab87268 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:security_group_rule and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:49:00.985807 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-e115f68b-494b-4958-8342-83270ab87268 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:49:00.986056 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619b7ac2-20f6-4c91-bd21-c4aad67aac16 None None] Pushing event updated for resources: {'Port': ['ID=8d9015f9-ff3f-4da6-91a5-5c5fa59d2349,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:49:00.989697 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-e115f68b-494b-4958-8342-83270ab87268 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:49:00.991206 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d089519f-c046-4c20-8824-b47cc8f7846c None None] Routers {'a7531894-f2fb-4885-bf94-be5941d26c4b'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:49:00.991817 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-d089519f-c046-4c20-8824-b47cc8f7846c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:48:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['a7531894-f2fb-4885-bf94-be5941d26c4b'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:49:01.053045 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e115f68b-494b-4958-8342-83270ab87268 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:01.147772 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e115f68b-494b-4958-8342-83270ab87268 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:01.201395 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e115f68b-494b-4958-8342-83270ab87268 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4eba218e-d612-4374-aeb6-c7b768235ffc,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:49:01.222347 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-d089519f-c046-4c20-8824-b47cc8f7846c None None] Set router a7531894-f2fb-4885-bf94-be5941d26c4b gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:49:01.285013 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e115f68b-494b-4958-8342-83270ab87268 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:01.286179 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-e115f68b-494b-4958-8342-83270ab87268 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4669583 Feb 04 08:49:01.289128 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 57548) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:49:01.294580 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-0eb5ba2a-7205-4fdf-afd3-2072250b5b4d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'security_group_rule': {'security_group_id': '4eba218e-d612-4374-aeb6-c7b768235ffc', 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:49:01.301147 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-0eb5ba2a-7205-4fdf-afd3-2072250b5b4d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:49:01.305204 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-0eb5ba2a-7205-4fdf-afd3-2072250b5b4d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:security_group_rule and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:49:01.308098 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-0eb5ba2a-7205-4fdf-afd3-2072250b5b4d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:49:01.314493 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-0eb5ba2a-7205-4fdf-afd3-2072250b5b4d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:49:01.388689 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0eb5ba2a-7205-4fdf-afd3-2072250b5b4d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:01.450989 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0eb5ba2a-7205-4fdf-afd3-2072250b5b4d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:01.501857 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0eb5ba2a-7205-4fdf-afd3-2072250b5b4d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:01.525035 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb5ba2a-7205-4fdf-afd3-2072250b5b4d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cddd7a16-9131-4cb7-8613-795f815caaca,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:49:01.540236 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-d089519f-c046-4c20-8824-b47cc8f7846c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7531894-f2fb-4885-bf94-be5941d26c4b', 'name': 'tempest-TestNetworkBasicOps-router-228284915', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.47'}], 'enable_snat': True}, 'gw_port_id': '26a4fb62-6755-4dfe-af82-4975f6d7f41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:48:51Z', 'updated_at': '2022-02-04T08:48:57Z', 'revision_number': 4, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': '26a4fb62-6755-4dfe-af82-4975f6d7f41b', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7531894-f2fb-4885-bf94-be5941d26c4b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:48:52Z', 'updated_at': '2022-02-04T08:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '8d9015f9-ff3f-4da6-91a5-5c5fa59d2349', 'name': '', 'network_id': '85a9b66c-263b-4320-8ca7-66269b3ca946', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'mac_address': 'fa:16:3e:bf:b3:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7531894-f2fb-4885-bf94-be5941d26c4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2bf1aa3-2e44-4a8a-8c68-4d99f210eb29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:48:56Z', 'updated_at': '2022-02-04T08:49:00Z', 'revision_number': 4, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'subnets': [{'id': 'c2bf1aa3-2e44-4a8a-8c68-4d99f210eb29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:49:01.544146 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d089519f-c046-4c20-8824-b47cc8f7846c None None] The sync data for ids ['a7531894-f2fb-4885-bf94-be5941d26c4b'] in dv-neutron-827798-2-hyperv is: [{'id': 'a7531894-f2fb-4885-bf94-be5941d26c4b', 'name': 'tempest-TestNetworkBasicOps-router-228284915', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.47'}], 'enable_snat': True}, 'gw_port_id': '26a4fb62-6755-4dfe-af82-4975f6d7f41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:48:51Z', 'updated_at': '2022-02-04T08:48:57Z', 'revision_number': 4, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': '26a4fb62-6755-4dfe-af82-4975f6d7f41b', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7531894-f2fb-4885-bf94-be5941d26c4b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:48:52Z', 'updated_at': '2022-02-04T08:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '8d9015f9-ff3f-4da6-91a5-5c5fa59d2349', 'name': '', 'network_id': '85a9b66c-263b-4320-8ca7-66269b3ca946', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'mac_address': 'fa:16:3e:bf:b3:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7531894-f2fb-4885-bf94-be5941d26c4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2bf1aa3-2e44-4a8a-8c68-4d99f210eb29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:48:56Z', 'updated_at': '2022-02-04T08:49:00Z', 'revision_number': 4, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'subnets': [{'id': 'c2bf1aa3-2e44-4a8a-8c68-4d99f210eb29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:49:01.610740 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0eb5ba2a-7205-4fdf-afd3-2072250b5b4d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:01.611947 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-0eb5ba2a-7205-4fdf-afd3-2072250b5b4d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3219168 Feb 04 08:49:01.614717 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 57552) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:49:01.627458 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-0aa26b38-0d38-4636-8b8e-e12a61026ff8 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'security_group_rule': {'security_group_id': '4eba218e-d612-4374-aeb6-c7b768235ffc', 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:49:01.633544 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-0aa26b38-0d38-4636-8b8e-e12a61026ff8 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:49:01.637382 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-0aa26b38-0d38-4636-8b8e-e12a61026ff8 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:security_group_rule and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:49:01.640775 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-0aa26b38-0d38-4636-8b8e-e12a61026ff8 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:49:01.646700 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-0aa26b38-0d38-4636-8b8e-e12a61026ff8 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:49:01.729921 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0aa26b38-0d38-4636-8b8e-e12a61026ff8 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:01.794852 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0aa26b38-0d38-4636-8b8e-e12a61026ff8 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:01.867839 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0aa26b38-0d38-4636-8b8e-e12a61026ff8 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:01.892579 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa26b38-0d38-4636-8b8e-e12a61026ff8 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc001714-598a-4a05-9a49-7d24e5133b87,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:49:01.965423 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0aa26b38-0d38-4636-8b8e-e12a61026ff8 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:01.966702 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-0aa26b38-0d38-4636-8b8e-e12a61026ff8 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3510814 Feb 04 08:49:01.970091 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 57556) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:49:01.978063 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-2c86c0e8-badd-4cc6-9c1d-4f75f6b14b71 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'security_group_rule': {'security_group_id': '4eba218e-d612-4374-aeb6-c7b768235ffc', 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:49:01.983019 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-2c86c0e8-badd-4cc6-9c1d-4f75f6b14b71 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:49:01.987506 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-2c86c0e8-badd-4cc6-9c1d-4f75f6b14b71 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:security_group_rule and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:49:01.990567 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-2c86c0e8-badd-4cc6-9c1d-4f75f6b14b71 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:49:01.997480 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-2c86c0e8-badd-4cc6-9c1d-4f75f6b14b71 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:49:02.099135 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2c86c0e8-badd-4cc6-9c1d-4f75f6b14b71 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:02.123635 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 8d9015f9-ff3f-4da6-91a5-5c5fa59d2349 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:49:02.169703 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2c86c0e8-badd-4cc6-9c1d-4f75f6b14b71 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:02.254575 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2c86c0e8-badd-4cc6-9c1d-4f75f6b14b71 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:02.280948 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c86c0e8-badd-4cc6-9c1d-4f75f6b14b71 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=912dfbe8-8af4-4c6b-92db-c2a0066812c1,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:49:02.286896 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 8d9015f9-ff3f-4da6-91a5-5c5fa59d2349 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:49:02.294684 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 8d9015f9-ff3f-4da6-91a5-5c5fa59d2349 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:49:02.295529 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:02.363134 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2c86c0e8-badd-4cc6-9c1d-4f75f6b14b71 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:02.364681 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-2c86c0e8-badd-4cc6-9c1d-4f75f6b14b71 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3935866 Feb 04 08:49:02.367323 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 57560) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:49:02.373014 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-7e3c24fe-24ae-49ec-b7f0-dee12e3e59a5 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'security_group_rule': {'security_group_id': '4eba218e-d612-4374-aeb6-c7b768235ffc', 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:49:02.379700 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-7e3c24fe-24ae-49ec-b7f0-dee12e3e59a5 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:49:02.383939 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-7e3c24fe-24ae-49ec-b7f0-dee12e3e59a5 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:security_group_rule and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:49:02.387335 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-7e3c24fe-24ae-49ec-b7f0-dee12e3e59a5 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:49:02.394764 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-7e3c24fe-24ae-49ec-b7f0-dee12e3e59a5 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:49:02.416171 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:02.449085 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port 8d9015f9-ff3f-4da6-91a5-5c5fa59d2349, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=8d9015f9-ff3f-4da6-91a5-5c5fa59d2349,segment=NetworkSegment(d10b2977-46a5-4968-8980-74a5c259c101),segment_id=d10b2977-46a5-4968-8980-74a5c259c101)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:49:02.482427 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7e3c24fe-24ae-49ec-b7f0-dee12e3e59a5 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:02.530460 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:02.541118 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7e3c24fe-24ae-49ec-b7f0-dee12e3e59a5 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:02.596540 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=8d9015f9-ff3f-4da6-91a5-5c5fa59d2349,revision_number=5']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:49:02.610108 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7e3c24fe-24ae-49ec-b7f0-dee12e3e59a5 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:02.633224 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3c24fe-24ae-49ec-b7f0-dee12e3e59a5 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5a94603-e5c0-4648-97e2-321028735181,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:49:02.705717 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7e3c24fe-24ae-49ec-b7f0-dee12e3e59a5 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:02.706889 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-7e3c24fe-24ae-49ec-b7f0-dee12e3e59a5 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3386741 Feb 04 08:49:02.709685 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 57564) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:49:02.714967 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-4f99ccda-9c02-4ac9-9ab0-bcd345b43a43 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'security_group_rule': {'security_group_id': '4eba218e-d612-4374-aeb6-c7b768235ffc', 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:49:02.722412 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-4f99ccda-9c02-4ac9-9ab0-bcd345b43a43 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:49:02.726339 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-4f99ccda-9c02-4ac9-9ab0-bcd345b43a43 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:security_group_rule and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:49:02.729268 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-4f99ccda-9c02-4ac9-9ab0-bcd345b43a43 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:49:02.735495 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-4f99ccda-9c02-4ac9-9ab0-bcd345b43a43 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:49:02.796895 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.securitygroups_db [None req-4f99ccda-9c02-4ac9-9ab0-bcd345b43a43 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Project 7df2bfd740464e869863a41b14f4d5af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 08:49:02.803165 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4f99ccda-9c02-4ac9-9ab0-bcd345b43a43 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:02.864379 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4f99ccda-9c02-4ac9-9ab0-bcd345b43a43 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:02.928569 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4f99ccda-9c02-4ac9-9ab0-bcd345b43a43 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:02.949789 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f99ccda-9c02-4ac9-9ab0-bcd345b43a43 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3efce529-a61b-4a06-b079-f728d1cb2a73,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:49:03.031801 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4f99ccda-9c02-4ac9-9ab0-bcd345b43a43 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:03.033007 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-4f99ccda-9c02-4ac9-9ab0-bcd345b43a43 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3224316 Feb 04 08:49:03.035781 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 57568) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:49:03.041123 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-e9651724-4972-4f82-8c88-4b3a11d6bc5d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'security_group_rule': {'security_group_id': '4eba218e-d612-4374-aeb6-c7b768235ffc', 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:49:03.046820 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-e9651724-4972-4f82-8c88-4b3a11d6bc5d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:49:03.050532 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-e9651724-4972-4f82-8c88-4b3a11d6bc5d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:security_group_rule and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:49:03.053411 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-e9651724-4972-4f82-8c88-4b3a11d6bc5d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:49:03.059105 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-e9651724-4972-4f82-8c88-4b3a11d6bc5d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:49:03.151423 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.securitygroups_db [None req-e9651724-4972-4f82-8c88-4b3a11d6bc5d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Project 7df2bfd740464e869863a41b14f4d5af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 08:49:03.157577 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e9651724-4972-4f82-8c88-4b3a11d6bc5d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:03.222179 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e9651724-4972-4f82-8c88-4b3a11d6bc5d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:03.288741 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e9651724-4972-4f82-8c88-4b3a11d6bc5d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:03.311655 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9651724-4972-4f82-8c88-4b3a11d6bc5d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e32614d4-91df-4716-82e3-7159bab42880,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:49:03.380195 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e9651724-4972-4f82-8c88-4b3a11d6bc5d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:03.381441 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-e9651724-4972-4f82-8c88-4b3a11d6bc5d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3447673 Feb 04 08:49:03.622975 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-a91ebe69-c309-43e4-ac97-29576deebdb2 req-6d833519-e724-4600-b1c2-e085a22a114c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Synchronizing usage tracker for tenant:7df2bfd740464e869863a41b14f4d5af on resource:security_group {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:49:03.690118 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-a91ebe69-c309-43e4-ac97-29576deebdb2 req-6d833519-e724-4600-b1c2-e085a22a114c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Unset dirty status for tenant:7df2bfd740464e869863a41b14f4d5af on resource:security_group {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:49:03.691219 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a91ebe69-c309-43e4-ac97-29576deebdb2 req-6d833519-e724-4600-b1c2-e085a22a114c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1208222963&fields=id&tenant_id=7df2bfd740464e869863a41b14f4d5af HTTP/1.1" status: 200 len: 267 time: 0.1069322 Feb 04 08:49:03.761835 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91ebe69-c309-43e4-ac97-29576deebdb2 req-0f61af94-5806-41bc-adce-e939a5589b27 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:49:03.762389 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-a91ebe69-c309-43e4-ac97-29576deebdb2 req-0f61af94-5806-41bc-adce-e939a5589b27 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Synchronizing usage tracker for tenant:7df2bfd740464e869863a41b14f4d5af on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:49:03.827694 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-a91ebe69-c309-43e4-ac97-29576deebdb2 req-0f61af94-5806-41bc-adce-e939a5589b27 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Unset dirty status for tenant:7df2bfd740464e869863a41b14f4d5af on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:49:03.828913 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a91ebe69-c309-43e4-ac97-29576deebdb2 req-0f61af94-5806-41bc-adce-e939a5589b27 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports/badda4d8-db98-4ff7-abb6-df03c6eb2070 HTTP/1.1" status: 200 len: 930 time: 0.1312697 Feb 04 08:49:03.999855 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a91ebe69-c309-43e4-ac97-29576deebdb2 req-6239c1d6-b282-4c25-8393-651f3d2f7e1a service neutron] 10.222.0.36 "GET /v2.0/ports/badda4d8-db98-4ff7-abb6-df03c6eb2070?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1594856 Feb 04 08:49:04.100721 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 8d9015f9-ff3f-4da6-91a5-5c5fa59d2349 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:49:04.140745 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a91ebe69-c309-43e4-ac97-29576deebdb2 req-d5ff6f80-24fc-4db3-8a11-3d34c813b969 service neutron] 10.222.0.36 "GET /v2.0/networks/85a9b66c-263b-4320-8ca7-66269b3ca946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320360 Feb 04 08:49:04.166425 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 8d9015f9-ff3f-4da6-91a5-5c5fa59d2349 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:49:04.166786 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:04.270773 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a91ebe69-c309-43e4-ac97-29576deebdb2 req-b0db390c-cf1a-4803-962a-13e7d65985d3 service neutron] 10.222.0.36 "GET /v2.0/networks/85a9b66c-263b-4320-8ca7-66269b3ca946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241310 Feb 04 08:49:04.548016 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-3c5b3afa-ea25-4689-90c6-403793e92408 req-9ccb3b6f-c622-471f-a2cb-80d23f7b6c8b tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=b976abb3-921f-4ec0-af40-4fb54afb24b3 HTTP/1.1" status: 200 len: 210 time: 0.0410190 Feb 04 08:49:05.705479 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4ab599bf-abfc-40ed-9137-ef70c7e0b826 req-4d7c1d25-f4ea-47bc-95e9-a83408705086 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=b976abb3-921f-4ec0-af40-4fb54afb24b3 HTTP/1.1" status: 200 len: 210 time: 0.0405464 Feb 04 08:49:06.551905 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a91ebe69-c309-43e4-ac97-29576deebdb2 req-64034de0-26f4-4fb6-852e-5f38064ccfe9 service neutron] 10.222.0.47 "GET /v2.0/ports/badda4d8-db98-4ff7-abb6-df03c6eb2070 HTTP/1.1" status: 200 len: 1026 time: 0.0609004 Feb 04 08:49:06.694640 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91ebe69-c309-43e4-ac97-29576deebdb2 req-997f801c-057d-4879-916e-1e48282e9956 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:49:06.695809 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-a91ebe69-c309-43e4-ac97-29576deebdb2 req-997f801c-057d-4879-916e-1e48282e9956 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Synchronizing usage tracker for tenant:7df2bfd740464e869863a41b14f4d5af on resource:network {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:49:06.798984 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-a91ebe69-c309-43e4-ac97-29576deebdb2 req-997f801c-057d-4879-916e-1e48282e9956 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Unset dirty status for tenant:7df2bfd740464e869863a41b14f4d5af on resource:network {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:49:06.800641 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a91ebe69-c309-43e4-ac97-29576deebdb2 req-997f801c-057d-4879-916e-1e48282e9956 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.47 "GET /v2.0/networks?id=85a9b66c-263b-4320-8ca7-66269b3ca946 HTTP/1.1" status: 200 len: 797 time: 0.2432501 Feb 04 08:49:06.879974 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4e602ec1-0726-4114-a4fa-6e81cddd2a40 req-c0eba176-98b5-48ec-aaf2-2960ac85a239 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=b976abb3-921f-4ec0-af40-4fb54afb24b3 HTTP/1.1" status: 200 len: 210 time: 0.0508499 Feb 04 08:49:06.894189 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a91ebe69-c309-43e4-ac97-29576deebdb2 req-ded35384-3b78-423d-9771-b6ce3efc5452 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7df2bfd740464e869863a41b14f4d5af HTTP/1.1" status: 200 len: 380 time: 0.0802963 Feb 04 08:49:06.903883 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [req-a91ebe69-c309-43e4-ac97-29576deebdb2 req-c263e08e-a1dd-42b4-8b40-93ae95a6c201 service neutron] Request body: {'port': {'device_id': 'b976abb3-921f-4ec0-af40-4fb54afb24b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:49:07.012425 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-a91ebe69-c309-43e4-ac97-29576deebdb2 req-c263e08e-a1dd-42b4-8b40-93ae95a6c201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:07.344892 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [req-a91ebe69-c309-43e4-ac97-29576deebdb2 req-c263e08e-a1dd-42b4-8b40-93ae95a6c201 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id badda4d8-db98-4ff7-abb6-df03c6eb2070 {{(pid=84107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 08:49:07.351458 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-a91ebe69-c309-43e4-ac97-29576deebdb2 req-c263e08e-a1dd-42b4-8b40-93ae95a6c201 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:07.371419 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [req-a91ebe69-c309-43e4-ac97-29576deebdb2 req-c263e08e-a1dd-42b4-8b40-93ae95a6c201 service neutron] Transition to ACTIVE for port object badda4d8-db98-4ff7-abb6-df03c6eb2070 will not be triggered until provisioned by entity L2. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:49:07.422063 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-a91ebe69-c309-43e4-ac97-29576deebdb2 req-c263e08e-a1dd-42b4-8b40-93ae95a6c201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:07.641169 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c263e08e-a1dd-42b4-8b40-93ae95a6c201 service neutron] Pushing event updated for resources: {'Port': ['ID=badda4d8-db98-4ff7-abb6-df03c6eb2070,revision_number=2']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:49:07.677430 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c263e08e-a1dd-42b4-8b40-93ae95a6c201 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:49:07.677817 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c263e08e-a1dd-42b4-8b40-93ae95a6c201 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:49:07.678158 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c263e08e-a1dd-42b4-8b40-93ae95a6c201 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:49:07.678499 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c263e08e-a1dd-42b4-8b40-93ae95a6c201 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:49:07.678825 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c263e08e-a1dd-42b4-8b40-93ae95a6c201 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:49:07.679149 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c263e08e-a1dd-42b4-8b40-93ae95a6c201 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:49:07.679469 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c263e08e-a1dd-42b4-8b40-93ae95a6c201 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:49:07.679788 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c263e08e-a1dd-42b4-8b40-93ae95a6c201 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:49:07.680110 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c263e08e-a1dd-42b4-8b40-93ae95a6c201 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:49:07.680423 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c263e08e-a1dd-42b4-8b40-93ae95a6c201 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:49:07.680774 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c263e08e-a1dd-42b4-8b40-93ae95a6c201 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:49:07.760538 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.managers [req-a91ebe69-c309-43e4-ac97-29576deebdb2 req-c263e08e-a1dd-42b4-8b40-93ae95a6c201 service neutron] Attempting to bind port badda4d8-db98-4ff7-abb6-df03c6eb2070 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:49:07.760893 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.managers [req-a91ebe69-c309-43e4-ac97-29576deebdb2 req-c263e08e-a1dd-42b4-8b40-93ae95a6c201 service neutron] Attempting to bind port badda4d8-db98-4ff7-abb6-df03c6eb2070 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'd10b2977-46a5-4968-8980-74a5c259c101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '85a9b66c-263b-4320-8ca7-66269b3ca946'}] {{(pid=84107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:49:07.761209 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91ebe69-c309-43e4-ac97-29576deebdb2 req-c263e08e-a1dd-42b4-8b40-93ae95a6c201 service neutron] Attempting to bind port badda4d8-db98-4ff7-abb6-df03c6eb2070 on network 85a9b66c-263b-4320-8ca7-66269b3ca946 {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:49:07.766954 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91ebe69-c309-43e4-ac97-29576deebdb2 req-c263e08e-a1dd-42b4-8b40-93ae95a6c201 service neutron] Port badda4d8-db98-4ff7-abb6-df03c6eb2070 on network 85a9b66c-263b-4320-8ca7-66269b3ca946 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 08:49:07.767260 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91ebe69-c309-43e4-ac97-29576deebdb2 req-c263e08e-a1dd-42b4-8b40-93ae95a6c201 service neutron] Attempting to bind port badda4d8-db98-4ff7-abb6-df03c6eb2070 on network 85a9b66c-263b-4320-8ca7-66269b3ca946 {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:49:07.773241 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91ebe69-c309-43e4-ac97-29576deebdb2 req-c263e08e-a1dd-42b4-8b40-93ae95a6c201 service neutron] Checking agent: {'id': 'f735dfbb-9ed2-4de7-8aa1-fea4a962ae1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 34, 26), 'started_at': datetime.datetime(2022, 2, 4, 8, 34, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:49:07.773567 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91ebe69-c309-43e4-ac97-29576deebdb2 req-c263e08e-a1dd-42b4-8b40-93ae95a6c201 service neutron] Checking segment: {'id': 'd10b2977-46a5-4968-8980-74a5c259c101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '85a9b66c-263b-4320-8ca7-66269b3ca946'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:49:07.773935 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91ebe69-c309-43e4-ac97-29576deebdb2 req-c263e08e-a1dd-42b4-8b40-93ae95a6c201 service neutron] Bound using segment: {'id': 'd10b2977-46a5-4968-8980-74a5c259c101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '85a9b66c-263b-4320-8ca7-66269b3ca946'} {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:49:07.774343 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.managers [req-a91ebe69-c309-43e4-ac97-29576deebdb2 req-c263e08e-a1dd-42b4-8b40-93ae95a6c201 service neutron] Bound port: badda4d8-db98-4ff7-abb6-df03c6eb2070, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd10b2977-46a5-4968-8980-74a5c259c101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '85a9b66c-263b-4320-8ca7-66269b3ca946'}}] {{(pid=84107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:49:07.774684 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-a91ebe69-c309-43e4-ac97-29576deebdb2 req-c263e08e-a1dd-42b4-8b40-93ae95a6c201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:07.859812 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [req-a91ebe69-c309-43e4-ac97-29576deebdb2 req-c263e08e-a1dd-42b4-8b40-93ae95a6c201 service neutron] For port badda4d8-db98-4ff7-abb6-df03c6eb2070, host hv-neutron-8277, cleared binding levels {{(pid=84107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:49:07.862717 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [req-a91ebe69-c309-43e4-ac97-29576deebdb2 req-c263e08e-a1dd-42b4-8b40-93ae95a6c201 service neutron] For port badda4d8-db98-4ff7-abb6-df03c6eb2070, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=badda4d8-db98-4ff7-abb6-df03c6eb2070,segment=NetworkSegment(d10b2977-46a5-4968-8980-74a5c259c101),segment_id=d10b2977-46a5-4968-8980-74a5c259c101)] {{(pid=84107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:49:07.901852 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-a91ebe69-c309-43e4-ac97-29576deebdb2 req-c263e08e-a1dd-42b4-8b40-93ae95a6c201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:07.963007 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-a91ebe69-c309-43e4-ac97-29576deebdb2 req-c263e08e-a1dd-42b4-8b40-93ae95a6c201 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:07.964365 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a91ebe69-c309-43e4-ac97-29576deebdb2 req-c263e08e-a1dd-42b4-8b40-93ae95a6c201 service neutron] 10.222.0.47 "PUT /v2.0/ports/badda4d8-db98-4ff7-abb6-df03c6eb2070 HTTP/1.1" status: 200 len: 1131 time: 1.0644021 Feb 04 08:49:07.964950 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b976abb3-921f-4ec0-af40-4fb54afb24b3', 'tag': 'badda4d8-db98-4ff7-abb6-df03c6eb2070'}] {{(pid=84107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:49:07.995281 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c263e08e-a1dd-42b4-8b40-93ae95a6c201 service neutron] Pushing event updated for resources: {'Port': ['ID=badda4d8-db98-4ff7-abb6-df03c6eb2070,revision_number=3']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:49:08.043599 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b976abb3-921f-4ec0-af40-4fb54afb24b3', 'tag': 'badda4d8-db98-4ff7-abb6-df03c6eb2070', 'status': 'completed', 'code': 200} Feb 04 08:49:08.132652 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb4131-78c4-4744-9ad6-db5e4a9ae8fa req-1b908118-ea70-45fe-a6ff-0a0648656a84 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:49:08.134153 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e3bb4131-78c4-4744-9ad6-db5e4a9ae8fa req-1b908118-ea70-45fe-a6ff-0a0648656a84 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=b976abb3-921f-4ec0-af40-4fb54afb24b3 HTTP/1.1" status: 200 len: 981 time: 0.1316962 Feb 04 08:49:08.181128 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ad48a832-1c73-4d5f-96eb-7d4994945a76 req-27bcf46c-d8d4-40b7-8486-ac5b59ff8501 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7df2bfd740464e869863a41b14f4d5af&device_id=b976abb3-921f-4ec0-af40-4fb54afb24b3 HTTP/1.1" status: 200 len: 1134 time: 0.1144044 Feb 04 08:49:08.214100 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e3bb4131-78c4-4744-9ad6-db5e4a9ae8fa req-1284333a-dbd9-495e-9648-3e0610523202 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=8572717a-530b-4c61-a730-a20ee632b9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730562 Feb 04 08:49:08.321501 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad48a832-1c73-4d5f-96eb-7d4994945a76 req-691e5bb9-4f7b-4da0-a468-f3448c9756dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:49:08.322844 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ad48a832-1c73-4d5f-96eb-7d4994945a76 req-691e5bb9-4f7b-4da0-a468-f3448c9756dd service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=7df2bfd740464e869863a41b14f4d5af&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1338537 Feb 04 08:49:08.455288 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad48a832-1c73-4d5f-96eb-7d4994945a76 req-089a3fdc-9052-46d9-87dd-297df1d708ae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:49:08.456676 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ad48a832-1c73-4d5f-96eb-7d4994945a76 req-089a3fdc-9052-46d9-87dd-297df1d708ae service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1274395 Feb 04 08:49:08.559229 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a91ebe69-c309-43e4-ac97-29576deebdb2 req-074613d0-9507-4ea6-bb30-07bc1d2edae5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7df2bfd740464e869863a41b14f4d5af&device_id=b976abb3-921f-4ec0-af40-4fb54afb24b3 HTTP/1.1" status: 200 len: 1134 time: 0.0692949 Feb 04 08:49:08.627230 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a91ebe69-c309-43e4-ac97-29576deebdb2 req-2f475a3d-7798-49c8-bf0a-4c06bffe1871 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=badda4d8-db98-4ff7-abb6-df03c6eb2070 HTTP/1.1" status: 200 len: 217 time: 0.0609670 Feb 04 08:49:08.687609 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91ebe69-c309-43e4-ac97-29576deebdb2 req-01c96bf3-6eca-4af8-95cc-2769712bf942 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:49:08.689049 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a91ebe69-c309-43e4-ac97-29576deebdb2 req-01c96bf3-6eca-4af8-95cc-2769712bf942 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c2bf1aa3-2e44-4a8a-8c68-4d99f210eb29 HTTP/1.1" status: 200 len: 835 time: 0.0567474 Feb 04 08:49:08.762508 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a91ebe69-c309-43e4-ac97-29576deebdb2 req-8c620537-e49f-49cf-b07a-3ff5705d83b3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=85a9b66c-263b-4320-8ca7-66269b3ca946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667975 Feb 04 08:49:08.890438 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a91ebe69-c309-43e4-ac97-29576deebdb2 req-d4a4beb6-bcf9-408a-b7b1-3976d7a584f1 service neutron] 10.222.0.47 "GET /v2.0/networks/85a9b66c-263b-4320-8ca7-66269b3ca946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205053 Feb 04 08:49:09.020121 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a91ebe69-c309-43e4-ac97-29576deebdb2 req-29f44ecb-5383-46b0-a6e7-8a90e1f070e6 service neutron] 10.222.0.47 "GET /v2.0/networks/85a9b66c-263b-4320-8ca7-66269b3ca946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231098 Feb 04 08:49:09.420786 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5616e144-29a8-4eae-8fd4-5adb337af61f req-0b9f7718-5d23-4ba3-9945-c4883e625963 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:49:09.422768 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5616e144-29a8-4eae-8fd4-5adb337af61f req-0b9f7718-5d23-4ba3-9945-c4883e625963 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=b976abb3-921f-4ec0-af40-4fb54afb24b3 HTTP/1.1" status: 200 len: 981 time: 0.0861342 Feb 04 08:49:09.466673 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5616e144-29a8-4eae-8fd4-5adb337af61f req-0ef3bbfd-61bb-4c65-9c12-8dc2c4e6323e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=8572717a-530b-4c61-a730-a20ee632b9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384068 Feb 04 08:49:10.794612 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4fa21e-7106-4d3e-ba48-d21897b2d762 req-238d366e-c280-4683-92ee-d11f64cce144 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:49:10.796127 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-2d4fa21e-7106-4d3e-ba48-d21897b2d762 req-238d366e-c280-4683-92ee-d11f64cce144 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=b976abb3-921f-4ec0-af40-4fb54afb24b3 HTTP/1.1" status: 200 len: 981 time: 0.0751340 Feb 04 08:49:10.844436 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-2d4fa21e-7106-4d3e-ba48-d21897b2d762 req-c2a0f625-bbbb-44ba-bdd9-63c8b53609fb tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=8572717a-530b-4c61-a730-a20ee632b9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414803 Feb 04 08:49:11.625702 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device badda4d8-db98-4ff7-abb6-df03c6eb2070 details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=84109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 08:49:11.754525 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port badda4d8-db98-4ff7-abb6-df03c6eb2070, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=badda4d8-db98-4ff7-abb6-df03c6eb2070,segment=NetworkSegment(d10b2977-46a5-4968-8980-74a5c259c101),segment_id=d10b2977-46a5-4968-8980-74a5c259c101)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:49:11.767711 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Returning: {'device': 'badda4d8-db98-4ff7-abb6-df03c6eb2070', 'network_id': '85a9b66c-263b-4320-8ca7-66269b3ca946', 'port_id': 'badda4d8-db98-4ff7-abb6-df03c6eb2070', 'mac_address': 'fa:16:3e:d0:1c:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2bf1aa3-2e44-4a8a-8c68-4d99f210eb29', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 08:49:11.819454 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:11.835760 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id badda4d8-db98-4ff7-abb6-df03c6eb2070 {{(pid=84109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 08:49:11.850645 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port badda4d8-db98-4ff7-abb6-df03c6eb2070, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=badda4d8-db98-4ff7-abb6-df03c6eb2070,segment=NetworkSegment(d10b2977-46a5-4968-8980-74a5c259c101),segment_id=d10b2977-46a5-4968-8980-74a5c259c101)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:49:11.913215 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:11.981583 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=badda4d8-db98-4ff7-abb6-df03c6eb2070,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:49:11.990680 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:49:11.991023 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:49:11.991358 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:49:11.991685 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:49:11.992045 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:49:11.992367 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:49:11.992713 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:49:11.993034 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:49:11.993351 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:49:11.993664 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:49:11.993979 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:49:12.043643 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73711d5-6e68-4efb-8cd8-1d103d45aa07 req-8d34c350-232b-4a0a-9564-abe94cc660ef tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:49:12.045091 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c73711d5-6e68-4efb-8cd8-1d103d45aa07 req-8d34c350-232b-4a0a-9564-abe94cc660ef tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=b976abb3-921f-4ec0-af40-4fb54afb24b3 HTTP/1.1" status: 200 len: 982 time: 0.0777736 Feb 04 08:49:12.089528 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c73711d5-6e68-4efb-8cd8-1d103d45aa07 req-cce4cb6b-7462-473a-9f5a-e380e95cf8f4 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=8572717a-530b-4c61-a730-a20ee632b9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380793 Feb 04 08:49:12.230363 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] get_ports_and_sgs() called for port_ids ['badda4d8-db98-4ff7-abb6-df03c6eb2070'] {{(pid=84109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 08:49:13.282562 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a0495-1e6f-4132-97c2-7ea08674746c req-cbec7128-0185-4ce5-af77-406805ada2d4 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:49:13.283927 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a73a0495-1e6f-4132-97c2-7ea08674746c req-cbec7128-0185-4ce5-af77-406805ada2d4 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=b976abb3-921f-4ec0-af40-4fb54afb24b3 HTTP/1.1" status: 200 len: 982 time: 0.0769780 Feb 04 08:49:13.407280 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a73a0495-1e6f-4132-97c2-7ea08674746c req-b5c6dc0b-af3c-47f4-ab92-0166f7dd8f65 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=8572717a-530b-4c61-a730-a20ee632b9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179230 Feb 04 08:49:13.623938 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device badda4d8-db98-4ff7-abb6-df03c6eb2070 up at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:49:13.758598 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Provisioning for port badda4d8-db98-4ff7-abb6-df03c6eb2070 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:49:13.763535 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Provisioning complete for port badda4d8-db98-4ff7-abb6-df03c6eb2070 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:49:13.763901 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:13.903946 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:13.929962 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b976abb3-921f-4ec0-af40-4fb54afb24b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'badda4d8-db98-4ff7-abb6-df03c6eb2070'}] {{(pid=84109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:49:13.939173 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port badda4d8-db98-4ff7-abb6-df03c6eb2070, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=badda4d8-db98-4ff7-abb6-df03c6eb2070,segment=NetworkSegment(d10b2977-46a5-4968-8980-74a5c259c101),segment_id=d10b2977-46a5-4968-8980-74a5c259c101)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:49:14.005025 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:14.062689 dv-neutron-827798-2-hyperv neutron-server[84109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b976abb3-921f-4ec0-af40-4fb54afb24b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'badda4d8-db98-4ff7-abb6-df03c6eb2070', 'code': 200} Feb 04 08:49:14.074446 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=badda4d8-db98-4ff7-abb6-df03c6eb2070,revision_number=5']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:49:14.425128 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-2a5ec238-326e-48fc-b14d-704b02385a04 req-b52ddddd-c078-4886-a7de-07bf781d7478 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b976abb3-921f-4ec0-af40-4fb54afb24b3 HTTP/1.1" status: 200 len: 1136 time: 0.0654829 Feb 04 08:49:14.469562 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-2a5ec238-326e-48fc-b14d-704b02385a04 req-fd537c08-885e-431c-860d-8ebda88b0331 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8572717a-530b-4c61-a730-a20ee632b9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381718 Feb 04 08:49:14.602558 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d35ddf-5da7-423d-b6a5-d7271949e2d5 req-fd20edeb-d1dc-4813-ad42-f5727630b420 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:49:14.603969 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b7d35ddf-5da7-423d-b6a5-d7271949e2d5 req-fd20edeb-d1dc-4813-ad42-f5727630b420 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=b976abb3-921f-4ec0-af40-4fb54afb24b3 HTTP/1.1" status: 200 len: 983 time: 0.0757816 Feb 04 08:49:14.647383 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b7d35ddf-5da7-423d-b6a5-d7271949e2d5 req-4da11f63-9bef-4e60-ad9d-89963c26104f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=8572717a-530b-4c61-a730-a20ee632b9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380616 Feb 04 08:49:15.841156 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d164d4f-ac4d-4584-b06b-91ccfced0a69 req-269430c5-1544-4104-a760-88313b3e1bcc tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:49:15.842596 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5d164d4f-ac4d-4584-b06b-91ccfced0a69 req-269430c5-1544-4104-a760-88313b3e1bcc tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=b976abb3-921f-4ec0-af40-4fb54afb24b3 HTTP/1.1" status: 200 len: 983 time: 0.0753357 Feb 04 08:49:15.897974 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5d164d4f-ac4d-4584-b06b-91ccfced0a69 req-ce1c72df-03d6-4c31-9f80-71fe95e60d98 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=8572717a-530b-4c61-a730-a20ee632b9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497322 Feb 04 08:49:17.090604 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68d6dcf-c56d-4072-accc-630253954f7e req-bd0911da-8819-44e5-b5b1-9fc750bbe62e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:49:17.092028 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f68d6dcf-c56d-4072-accc-630253954f7e req-bd0911da-8819-44e5-b5b1-9fc750bbe62e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=b976abb3-921f-4ec0-af40-4fb54afb24b3 HTTP/1.1" status: 200 len: 983 time: 0.0737295 Feb 04 08:49:17.135423 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f68d6dcf-c56d-4072-accc-630253954f7e req-acfe559e-f1d7-49ce-a7c6-d864090dd7e8 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=8572717a-530b-4c61-a730-a20ee632b9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372934 Feb 04 08:49:17.330045 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f4c56e-4a68-48dc-a68d-d8f99f978e01 req-a9889622-0e04-464e-8048-a479d11f3965 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:49:17.331478 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c7f4c56e-4a68-48dc-a68d-d8f99f978e01 req-a9889622-0e04-464e-8048-a479d11f3965 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=b976abb3-921f-4ec0-af40-4fb54afb24b3 HTTP/1.1" status: 200 len: 983 time: 0.0798225 Feb 04 08:49:17.373826 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c7f4c56e-4a68-48dc-a68d-d8f99f978e01 req-f519741e-24ba-46f8-af85-1f2b4941b08c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=8572717a-530b-4c61-a730-a20ee632b9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369322 Feb 04 08:49:17.401458 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 57624) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:49:17.467598 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-790faf36-2e21-4959-b63b-b4549251ee0f tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=b976abb3-921f-4ec0-af40-4fb54afb24b3 HTTP/1.1" status: 200 len: 1131 time: 0.0650504 Feb 04 08:49:17.470205 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 57628) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:49:17.475183 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-7fb183ae-33fa-436d-af2f-927225e11b6e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'floatingip': {'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'port_id': 'badda4d8-db98-4ff7-abb6-df03c6eb2070', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:49:17.480395 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-7fb183ae-33fa-436d-af2f-927225e11b6e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:49:17.484139 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-7fb183ae-33fa-436d-af2f-927225e11b6e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:floatingip and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:49:17.486944 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-7fb183ae-33fa-436d-af2f-927225e11b6e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:49:17.492417 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-7fb183ae-33fa-436d-af2f-927225e11b6e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:49:17.602604 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7fb183ae-33fa-436d-af2f-927225e11b6e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for floatingip, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:17.732489 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7fb183ae-33fa-436d-af2f-927225e11b6e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:17.863954 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-7fb183ae-33fa-436d-af2f-927225e11b6e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Allocated IP 172.26.3.216 (e264bd74-c56b-43d0-9059-bcb57dbbe5bc/79caf47c-b62c-4ea0-b35f-21ede155daa8/6d7ae0eb-e47c-4c52-a000-25d8e94c8774) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:49:18.006359 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7fb183ae-33fa-436d-af2f-927225e11b6e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:18.079094 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7fb183ae-33fa-436d-af2f-927225e11b6e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:18.144945 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb183ae-33fa-436d-af2f-927225e11b6e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Network e264bd74-c56b-43d0-9059-bcb57dbbe5bc is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:49:18.147732 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-7fb183ae-33fa-436d-af2f-927225e11b6e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:49:18.151512 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb183ae-33fa-436d-af2f-927225e11b6e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:49:18.180726 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb183ae-33fa-436d-af2f-927225e11b6e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'Port': ['ID=6d7ae0eb-e47c-4c52-a000-25d8e94c8774,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:49:18.740677 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7fb183ae-33fa-436d-af2f-927225e11b6e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:18.859718 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7fb183ae-33fa-436d-af2f-927225e11b6e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:19.063285 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7fb183ae-33fa-436d-af2f-927225e11b6e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:19.112816 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7fb183ae-33fa-436d-af2f-927225e11b6e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:19.216828 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb183ae-33fa-436d-af2f-927225e11b6e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'Port': ['ID=6d7ae0eb-e47c-4c52-a000-25d8e94c8774,revision_number=2']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:49:19.234406 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7fb183ae-33fa-436d-af2f-927225e11b6e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473039'] for floatingip, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:19.421425 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.l3_db [None req-7fb183ae-33fa-436d-af2f-927225e11b6e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Floating IP 238078ef-98be-43bd-b1ce-b17e1d9eef08 associated. External IP: 172.26.3.216, port: badda4d8-db98-4ff7-abb6-df03c6eb2070. Feb 04 08:49:19.433077 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-ed4e7064-57f8-4d73-ab11-eb78e55779f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:19.798397 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fb183ae-33fa-436d-af2f-927225e11b6e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Router a7531894-f2fb-4885-bf94-be5941d26c4b has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:49:20.002039 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fb183ae-33fa-436d-af2f-927225e11b6e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:49:20.011371 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af27118d-dc29-4ba7-bf82-948c43ec0b92 None None] Sync routers for ids ['a7531894-f2fb-4885-bf94-be5941d26c4b'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:49:20.023882 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af27118d-dc29-4ba7-bf82-948c43ec0b92 None None] Routers {'a7531894-f2fb-4885-bf94-be5941d26c4b'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:49:20.028436 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-af27118d-dc29-4ba7-bf82-948c43ec0b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:48:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['a7531894-f2fb-4885-bf94-be5941d26c4b'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:49:20.105673 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7fb183ae-33fa-436d-af2f-927225e11b6e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for floatingip, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:20.161984 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-7fb183ae-33fa-436d-af2f-927225e11b6e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 2.6907864 Feb 04 08:49:20.162649 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b976abb3-921f-4ec0-af40-4fb54afb24b3', 'tag': 'badda4d8-db98-4ff7-abb6-df03c6eb2070'}] {{(pid=84107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:49:20.164979 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 57632) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:49:20.202775 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-af27118d-dc29-4ba7-bf82-948c43ec0b92 None None] Set router a7531894-f2fb-4885-bf94-be5941d26c4b gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:49:20.216798 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b976abb3-921f-4ec0-af40-4fb54afb24b3', 'tag': 'badda4d8-db98-4ff7-abb6-df03c6eb2070', 'status': 'completed', 'code': 200} Feb 04 08:49:20.239789 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-106314c1-0462-4f22-84e9-b58e54e9f9b8 tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=b976abb3-921f-4ec0-af40-4fb54afb24b3&network_id=85a9b66c-263b-4320-8ca7-66269b3ca946 HTTP/1.1" status: 200 len: 1131 time: 0.0713854 Feb 04 08:49:20.312859 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-fa77eec5-8a06-4468-8d0f-4e14f03b983a req-5b125711-e02e-4f72-9e26-92dfd07ff8d9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7df2bfd740464e869863a41b14f4d5af&device_id=b976abb3-921f-4ec0-af40-4fb54afb24b3 HTTP/1.1" status: 200 len: 1136 time: 0.0742471 Feb 04 08:49:20.445483 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa77eec5-8a06-4468-8d0f-4e14f03b983a req-18680cd9-d086-4025-9c10-d097511275eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:49:20.446938 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-fa77eec5-8a06-4468-8d0f-4e14f03b983a req-18680cd9-d086-4025-9c10-d097511275eb service neutron] 10.222.0.47 "GET /v2.0/networks?id=85a9b66c-263b-4320-8ca7-66269b3ca946 HTTP/1.1" status: 200 len: 898 time: 0.1284940 Feb 04 08:49:20.551845 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-af27118d-dc29-4ba7-bf82-948c43ec0b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7531894-f2fb-4885-bf94-be5941d26c4b', 'name': 'tempest-TestNetworkBasicOps-router-228284915', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.47'}], 'enable_snat': True}, 'gw_port_id': '26a4fb62-6755-4dfe-af82-4975f6d7f41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:48:51Z', 'updated_at': '2022-02-04T08:48:57Z', 'revision_number': 4, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': '26a4fb62-6755-4dfe-af82-4975f6d7f41b', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7531894-f2fb-4885-bf94-be5941d26c4b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:48:52Z', 'updated_at': '2022-02-04T08:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': '238078ef-98be-43bd-b1ce-b17e1d9eef08', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'floating_ip_address': '172.26.3.216', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': 'a7531894-f2fb-4885-bf94-be5941d26c4b', 'port_id': 'badda4d8-db98-4ff7-abb6-df03c6eb2070', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-864585649', 'network_id': '85a9b66c-263b-4320-8ca7-66269b3ca946', 'mac_address': 'fa:16:3e:d0:1c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b976abb3-921f-4ec0-af40-4fb54afb24b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T08:49:18Z', 'updated_at': '2022-02-04T08:49:18Z', 'revision_number': 0, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d9015f9-ff3f-4da6-91a5-5c5fa59d2349', 'name': '', 'network_id': '85a9b66c-263b-4320-8ca7-66269b3ca946', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'mac_address': 'fa:16:3e:bf:b3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7531894-f2fb-4885-bf94-be5941d26c4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2bf1aa3-2e44-4a8a-8c68-4d99f210eb29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:48:56Z', 'updated_at': '2022-02-04T08:49:02Z', 'revision_number': 5, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'subnets': [{'id': 'c2bf1aa3-2e44-4a8a-8c68-4d99f210eb29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:49:20.555970 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af27118d-dc29-4ba7-bf82-948c43ec0b92 None None] Checking router: a7531894-f2fb-4885-bf94-be5941d26c4b for host: dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 08:49:20.567873 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af27118d-dc29-4ba7-bf82-948c43ec0b92 None None] Routers {'a7531894-f2fb-4885-bf94-be5941d26c4b'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:49:20.568395 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-af27118d-dc29-4ba7-bf82-948c43ec0b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:48:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['a7531894-f2fb-4885-bf94-be5941d26c4b'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:49:20.665436 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-fa77eec5-8a06-4468-8d0f-4e14f03b983a req-ceffcc47-3cf8-421d-9320-d0c404cb65fc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=badda4d8-db98-4ff7-abb6-df03c6eb2070 HTTP/1.1" status: 200 len: 1037 time: 0.2122066 Feb 04 08:49:20.731959 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa77eec5-8a06-4468-8d0f-4e14f03b983a req-f05fb545-5673-49e1-b039-617af151f517 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:49:20.734172 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-fa77eec5-8a06-4468-8d0f-4e14f03b983a req-f05fb545-5673-49e1-b039-617af151f517 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c2bf1aa3-2e44-4a8a-8c68-4d99f210eb29 HTTP/1.1" status: 200 len: 835 time: 0.0630484 Feb 04 08:49:20.754760 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-af27118d-dc29-4ba7-bf82-948c43ec0b92 None None] Set router a7531894-f2fb-4885-bf94-be5941d26c4b gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:49:20.863631 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-fa77eec5-8a06-4468-8d0f-4e14f03b983a req-2f40834c-7d49-40b1-9ba8-cb9b845df2ff service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=85a9b66c-263b-4320-8ca7-66269b3ca946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1227255 Feb 04 08:49:20.896319 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab302749-ba88-4bb3-9c52-64bb789181d4 req-b239424f-cd57-4629-9a53-cf952593f8d1 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:49:20.897731 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ab302749-ba88-4bb3-9c52-64bb789181d4 req-b239424f-cd57-4629-9a53-cf952593f8d1 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=b976abb3-921f-4ec0-af40-4fb54afb24b3 HTTP/1.1" status: 200 len: 983 time: 0.1209702 Feb 04 08:49:21.020414 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ab302749-ba88-4bb3-9c52-64bb789181d4 req-c6ee2ea2-4a2a-4c11-88b3-357415a3cc9e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=8572717a-530b-4c61-a730-a20ee632b9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751488 Feb 04 08:49:21.037247 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-fa77eec5-8a06-4468-8d0f-4e14f03b983a req-0082825d-240d-4db5-a291-10412a9b955d service neutron] 10.222.0.47 "GET /v2.0/networks/85a9b66c-263b-4320-8ca7-66269b3ca946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661382 Feb 04 08:49:21.122071 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-af27118d-dc29-4ba7-bf82-948c43ec0b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7531894-f2fb-4885-bf94-be5941d26c4b', 'name': 'tempest-TestNetworkBasicOps-router-228284915', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.47'}], 'enable_snat': True}, 'gw_port_id': '26a4fb62-6755-4dfe-af82-4975f6d7f41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:48:51Z', 'updated_at': '2022-02-04T08:48:57Z', 'revision_number': 4, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': '26a4fb62-6755-4dfe-af82-4975f6d7f41b', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7531894-f2fb-4885-bf94-be5941d26c4b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:48:52Z', 'updated_at': '2022-02-04T08:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': '238078ef-98be-43bd-b1ce-b17e1d9eef08', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'floating_ip_address': '172.26.3.216', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': 'a7531894-f2fb-4885-bf94-be5941d26c4b', 'port_id': 'badda4d8-db98-4ff7-abb6-df03c6eb2070', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-864585649', 'network_id': '85a9b66c-263b-4320-8ca7-66269b3ca946', 'mac_address': 'fa:16:3e:d0:1c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b976abb3-921f-4ec0-af40-4fb54afb24b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T08:49:18Z', 'updated_at': '2022-02-04T08:49:18Z', 'revision_number': 0, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d9015f9-ff3f-4da6-91a5-5c5fa59d2349', 'name': '', 'network_id': '85a9b66c-263b-4320-8ca7-66269b3ca946', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'mac_address': 'fa:16:3e:bf:b3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7531894-f2fb-4885-bf94-be5941d26c4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2bf1aa3-2e44-4a8a-8c68-4d99f210eb29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:48:56Z', 'updated_at': '2022-02-04T08:49:02Z', 'revision_number': 5, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'subnets': [{'id': 'c2bf1aa3-2e44-4a8a-8c68-4d99f210eb29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:49:21.125770 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af27118d-dc29-4ba7-bf82-948c43ec0b92 None None] The sync data for ids ['a7531894-f2fb-4885-bf94-be5941d26c4b'] in dv-neutron-827798-2-hyperv is: [{'id': 'a7531894-f2fb-4885-bf94-be5941d26c4b', 'name': 'tempest-TestNetworkBasicOps-router-228284915', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.47'}], 'enable_snat': True}, 'gw_port_id': '26a4fb62-6755-4dfe-af82-4975f6d7f41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:48:51Z', 'updated_at': '2022-02-04T08:48:57Z', 'revision_number': 4, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': '26a4fb62-6755-4dfe-af82-4975f6d7f41b', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7531894-f2fb-4885-bf94-be5941d26c4b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:48:52Z', 'updated_at': '2022-02-04T08:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': '238078ef-98be-43bd-b1ce-b17e1d9eef08', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'floating_ip_address': '172.26.3.216', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': 'a7531894-f2fb-4885-bf94-be5941d26c4b', 'port_id': 'badda4d8-db98-4ff7-abb6-df03c6eb2070', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-864585649', 'network_id': '85a9b66c-263b-4320-8ca7-66269b3ca946', 'mac_address': 'fa:16:3e:d0:1c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b976abb3-921f-4ec0-af40-4fb54afb24b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T08:49:18Z', 'updated_at': '2022-02-04T08:49:18Z', 'revision_number': 0, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d9015f9-ff3f-4da6-91a5-5c5fa59d2349', 'name': '', 'network_id': '85a9b66c-263b-4320-8ca7-66269b3ca946', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'mac_address': 'fa:16:3e:bf:b3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7531894-f2fb-4885-bf94-be5941d26c4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2bf1aa3-2e44-4a8a-8c68-4d99f210eb29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:48:56Z', 'updated_at': '2022-02-04T08:49:02Z', 'revision_number': 5, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'subnets': [{'id': 'c2bf1aa3-2e44-4a8a-8c68-4d99f210eb29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:49:21.170200 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-fa77eec5-8a06-4468-8d0f-4e14f03b983a req-a140b8fa-e337-4d55-b789-94747e3bd340 service neutron] 10.222.0.47 "GET /v2.0/networks/85a9b66c-263b-4320-8ca7-66269b3ca946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262870 Feb 04 08:49:21.309593 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4945e9-4791-4fa3-aed1-d83d0aef64f8 None None] New status for floating IP 238078ef-98be-43bd-b1ce-b17e1d9eef08: ACTIVE {{(pid=84109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 08:49:21.684484 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-46e16613-8dc9-4de3-a5d5-672900c3b97b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:22.214118 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95322d3d-5b9f-4a1a-b777-024de1468a45 req-b534acaa-af9b-40a9-8f0b-91948a1d1dd4 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:49:22.215524 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-95322d3d-5b9f-4a1a-b777-024de1468a45 req-b534acaa-af9b-40a9-8f0b-91948a1d1dd4 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.47 "GET /v2.0/ports?device_id=b976abb3-921f-4ec0-af40-4fb54afb24b3 HTTP/1.1" status: 200 len: 983 time: 0.1287348 Feb 04 08:49:22.279177 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404db5a1-1098-4de5-a6a0-61cd2b3343e7 req-045c8d99-cb68-46d7-851e-548c78967e9f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:49:22.281092 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-404db5a1-1098-4de5-a6a0-61cd2b3343e7 req-045c8d99-cb68-46d7-851e-548c78967e9f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=b976abb3-921f-4ec0-af40-4fb54afb24b3 HTTP/1.1" status: 200 len: 983 time: 0.1368353 Feb 04 08:49:22.310556 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95322d3d-5b9f-4a1a-b777-024de1468a45 req-ce7f39f0-b74f-4d0f-b93e-83a4149f5062 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:49:22.311890 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-95322d3d-5b9f-4a1a-b777-024de1468a45 req-ce7f39f0-b74f-4d0f-b93e-83a4149f5062 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.47 "GET /v2.0/ports/badda4d8-db98-4ff7-abb6-df03c6eb2070?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0911524 Feb 04 08:49:22.404826 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-404db5a1-1098-4de5-a6a0-61cd2b3343e7 req-22cea827-798d-4be0-84bb-326a0d6b131f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=8572717a-530b-4c61-a730-a20ee632b9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182706 Feb 04 08:49:22.468879 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-95322d3d-5b9f-4a1a-b777-024de1468a45 req-2b4877b4-4bab-4294-b086-ef6b187ebfe2 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.47 "GET /v2.0/networks/85a9b66c-263b-4320-8ca7-66269b3ca946?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1467416 Feb 04 08:49:22.478149 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [req-95322d3d-5b9f-4a1a-b777-024de1468a45 req-d0fd7da5-24a8-444d-a487-5f2e397704cf service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:49:22.581863 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-95322d3d-5b9f-4a1a-b777-024de1468a45 req-d0fd7da5-24a8-444d-a487-5f2e397704cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:22.770300 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [req-95322d3d-5b9f-4a1a-b777-024de1468a45 req-d0fd7da5-24a8-444d-a487-5f2e397704cf service neutron] For port badda4d8-db98-4ff7-abb6-df03c6eb2070, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=badda4d8-db98-4ff7-abb6-df03c6eb2070,segment=NetworkSegment(d10b2977-46a5-4968-8980-74a5c259c101),segment_id=d10b2977-46a5-4968-8980-74a5c259c101)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:49:22.797583 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [req-95322d3d-5b9f-4a1a-b777-024de1468a45 req-d0fd7da5-24a8-444d-a487-5f2e397704cf service neutron] For port badda4d8-db98-4ff7-abb6-df03c6eb2070, host hv-neutron-8277, cleared binding levels {{(pid=84107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:49:22.816041 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:22.845443 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [req-95322d3d-5b9f-4a1a-b777-024de1468a45 req-d0fd7da5-24a8-444d-a487-5f2e397704cf service neutron] device_id is not set on port badda4d8-db98-4ff7-abb6-df03c6eb2070 yet. {{(pid=84107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:49:22.853068 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-95322d3d-5b9f-4a1a-b777-024de1468a45 req-d0fd7da5-24a8-444d-a487-5f2e397704cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:22.914496 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-95322d3d-5b9f-4a1a-b777-024de1468a45 req-d0fd7da5-24a8-444d-a487-5f2e397704cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:22.936102 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:23.040997 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fd7da5-24a8-444d-a487-5f2e397704cf service neutron] Pushing event updated for resources: {'Port': ['ID=badda4d8-db98-4ff7-abb6-df03c6eb2070,revision_number=6']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:49:23.107034 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [req-95322d3d-5b9f-4a1a-b777-024de1468a45 req-d0fd7da5-24a8-444d-a487-5f2e397704cf service neutron] No DVR routers for this DVR port badda4d8-db98-4ff7-abb6-df03c6eb2070 on host hv-neutron-8277 {{(pid=84107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:49:23.179200 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-051cbed2-0e70-44b9-a1a9-19eaf0302d14 None None] Provisioning complete for port badda4d8-db98-4ff7-abb6-df03c6eb2070 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:49:23.179570 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-051cbed2-0e70-44b9-a1a9-19eaf0302d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:23.236694 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-051cbed2-0e70-44b9-a1a9-19eaf0302d14 None None] Port badda4d8-db98-4ff7-abb6-df03c6eb2070 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:49:23.443435 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [req-95322d3d-5b9f-4a1a-b777-024de1468a45 req-d0fd7da5-24a8-444d-a487-5f2e397704cf service neutron] In _notify_port_updated(), no bound segment for port badda4d8-db98-4ff7-abb6-df03c6eb2070 on network 85a9b66c-263b-4320-8ca7-66269b3ca946 {{(pid=84107) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 04 08:49:23.444961 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-95322d3d-5b9f-4a1a-b777-024de1468a45 req-d0fd7da5-24a8-444d-a487-5f2e397704cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:23.445750 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-95322d3d-5b9f-4a1a-b777-024de1468a45 req-d0fd7da5-24a8-444d-a487-5f2e397704cf service neutron] 10.222.0.47 "PUT /v2.0/ports/badda4d8-db98-4ff7-abb6-df03c6eb2070 HTTP/1.1" status: 200 len: 1026 time: 0.9714031 Feb 04 08:49:23.565488 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-bf1f73f4-9e78-4910-8c0b-f38100bf4e69 req-240ef4e0-b237-4ae1-b400-b5233f5dbde5 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=b976abb3-921f-4ec0-af40-4fb54afb24b3 HTTP/1.1" status: 200 len: 210 time: 0.0407643 Feb 04 08:49:24.290228 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:24.668303 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 57648) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:49:24.736435 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a813c80-664b-421d-a290-331e29d820f2 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:49:24.737021 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-1a813c80-664b-421d-a290-331e29d820f2 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Synchronizing usage tracker for tenant:7df2bfd740464e869863a41b14f4d5af on resource:port {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:49:24.810025 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-1a813c80-664b-421d-a290-331e29d820f2 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Unset dirty status for tenant:7df2bfd740464e869863a41b14f4d5af on resource:port {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:49:24.811171 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-1a813c80-664b-421d-a290-331e29d820f2 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports/badda4d8-db98-4ff7-abb6-df03c6eb2070 HTTP/1.1" status: 200 len: 925 time: 0.1418698 Feb 04 08:49:25.352802 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 57654) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:49:25.358328 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-12b233bb-4f67-4846-9273-f3f022f8318a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1463572751', 'description': 'tempest-secgroup-smoke-1463572751 description', 'project_id': '7df2bfd740464e869863a41b14f4d5af'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:49:25.364143 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-12b233bb-4f67-4846-9273-f3f022f8318a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:49:25.373566 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-12b233bb-4f67-4846-9273-f3f022f8318a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:49:25.450509 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-12b233bb-4f67-4846-9273-f3f022f8318a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:25.490391 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-12b233bb-4f67-4846-9273-f3f022f8318a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:49:25.494087 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-12b233bb-4f67-4846-9273-f3f022f8318a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:security_group_rule and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:49:25.496878 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-12b233bb-4f67-4846-9273-f3f022f8318a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:49:25.502906 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-12b233bb-4f67-4846-9273-f3f022f8318a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:49:25.554438 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-12b233bb-4f67-4846-9273-f3f022f8318a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:25.615925 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-12b233bb-4f67-4846-9273-f3f022f8318a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:25.659462 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b233bb-4f67-4846-9273-f3f022f8318a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e269d2f-7c3e-4a75-b1ec-75bdc5f6e57e,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:49:25.717200 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device badda4d8-db98-4ff7-abb6-df03c6eb2070 no longer exists at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:49:25.728335 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-12b233bb-4f67-4846-9273-f3f022f8318a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:25.729572 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-12b233bb-4f67-4846-9273-f3f022f8318a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3757637 Feb 04 08:49:25.732371 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 57658) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:49:25.737667 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-664ac126-3a0f-4d10-a59f-64425aa13bf8 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'security_group_rule': {'security_group_id': '5e269d2f-7c3e-4a75-b1ec-75bdc5f6e57e', 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:49:25.743347 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-664ac126-3a0f-4d10-a59f-64425aa13bf8 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:49:25.747020 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-664ac126-3a0f-4d10-a59f-64425aa13bf8 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:security_group_rule and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:49:25.750342 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-664ac126-3a0f-4d10-a59f-64425aa13bf8 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:49:25.756044 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-664ac126-3a0f-4d10-a59f-64425aa13bf8 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:49:25.772350 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device badda4d8-db98-4ff7-abb6-df03c6eb2070 not bound to the agent host hv-neutron-8277 {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:49:25.825840 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-664ac126-3a0f-4d10-a59f-64425aa13bf8 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:25.883116 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-664ac126-3a0f-4d10-a59f-64425aa13bf8 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:25.941453 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-664ac126-3a0f-4d10-a59f-64425aa13bf8 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:25.965684 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664ac126-3a0f-4d10-a59f-64425aa13bf8 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f12c8439-b37c-490b-ba63-1e1b4ef3a208,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:49:26.055007 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 08:49:26.067415 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-664ac126-3a0f-4d10-a59f-64425aa13bf8 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:26.068629 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-664ac126-3a0f-4d10-a59f-64425aa13bf8 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3353169 Feb 04 08:49:26.071385 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 57662) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:49:26.076847 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-6e27d41d-1721-477f-aa74-ceb6baf8e219 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'security_group_rule': {'security_group_id': '5e269d2f-7c3e-4a75-b1ec-75bdc5f6e57e', 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:49:26.083101 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-6e27d41d-1721-477f-aa74-ceb6baf8e219 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:49:26.086954 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-6e27d41d-1721-477f-aa74-ceb6baf8e219 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:security_group_rule and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:49:26.089950 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-6e27d41d-1721-477f-aa74-ceb6baf8e219 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:49:26.095906 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:26.096284 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-6e27d41d-1721-477f-aa74-ceb6baf8e219 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:49:26.198549 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6e27d41d-1721-477f-aa74-ceb6baf8e219 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:26.262831 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6e27d41d-1721-477f-aa74-ceb6baf8e219 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:26.352746 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6e27d41d-1721-477f-aa74-ceb6baf8e219 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:26.375828 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e27d41d-1721-477f-aa74-ceb6baf8e219 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89366bd4-8434-4773-afa8-61e3f6be81b4,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:49:26.467345 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6e27d41d-1721-477f-aa74-ceb6baf8e219 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:26.469021 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-6e27d41d-1721-477f-aa74-ceb6baf8e219 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3961394 Feb 04 08:49:26.471770 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 57666) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:49:26.477177 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-c9279b76-f9ab-44f3-9850-4f16b4e8e962 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'security_group_rule': {'security_group_id': '5e269d2f-7c3e-4a75-b1ec-75bdc5f6e57e', 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:49:26.482979 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-c9279b76-f9ab-44f3-9850-4f16b4e8e962 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:49:26.487321 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-c9279b76-f9ab-44f3-9850-4f16b4e8e962 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:security_group_rule and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:49:26.490181 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-c9279b76-f9ab-44f3-9850-4f16b4e8e962 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:49:26.495702 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-c9279b76-f9ab-44f3-9850-4f16b4e8e962 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:49:26.593105 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c9279b76-f9ab-44f3-9850-4f16b4e8e962 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:26.656829 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c9279b76-f9ab-44f3-9850-4f16b4e8e962 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:26.733671 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c9279b76-f9ab-44f3-9850-4f16b4e8e962 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:26.755976 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9279b76-f9ab-44f3-9850-4f16b4e8e962 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c84d7bee-8383-4ddc-8525-9e4e85f05f1b,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:49:26.836477 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c9279b76-f9ab-44f3-9850-4f16b4e8e962 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:26.837687 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-c9279b76-f9ab-44f3-9850-4f16b4e8e962 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3650117 Feb 04 08:49:26.840396 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 57670) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:49:26.846563 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-e88d8e63-73b0-4a50-906c-f6b5bcc6bf02 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'security_group_rule': {'security_group_id': '5e269d2f-7c3e-4a75-b1ec-75bdc5f6e57e', 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:49:26.852490 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-e88d8e63-73b0-4a50-906c-f6b5bcc6bf02 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:49:26.856534 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-e88d8e63-73b0-4a50-906c-f6b5bcc6bf02 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:security_group_rule and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:49:26.859468 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-e88d8e63-73b0-4a50-906c-f6b5bcc6bf02 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:49:26.865169 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-e88d8e63-73b0-4a50-906c-f6b5bcc6bf02 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:49:26.934650 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e88d8e63-73b0-4a50-906c-f6b5bcc6bf02 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:26.996947 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e88d8e63-73b0-4a50-906c-f6b5bcc6bf02 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:27.072750 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e88d8e63-73b0-4a50-906c-f6b5bcc6bf02 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:27.096072 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88d8e63-73b0-4a50-906c-f6b5bcc6bf02 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bac21823-57d4-4158-ba17-ba50c7635fe3,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:49:27.162555 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e88d8e63-73b0-4a50-906c-f6b5bcc6bf02 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:27.163739 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-e88d8e63-73b0-4a50-906c-f6b5bcc6bf02 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3221962 Feb 04 08:49:27.166353 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 57674) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:49:27.171653 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-9bc57434-4e8b-4f77-8cd0-fc3d6331fd2a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'security_group_rule': {'security_group_id': '5e269d2f-7c3e-4a75-b1ec-75bdc5f6e57e', 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:49:27.177245 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-9bc57434-4e8b-4f77-8cd0-fc3d6331fd2a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:49:27.180920 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-9bc57434-4e8b-4f77-8cd0-fc3d6331fd2a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:security_group_rule and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:49:27.183705 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-9bc57434-4e8b-4f77-8cd0-fc3d6331fd2a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:49:27.189768 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-9bc57434-4e8b-4f77-8cd0-fc3d6331fd2a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:49:27.248042 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.securitygroups_db [None req-9bc57434-4e8b-4f77-8cd0-fc3d6331fd2a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Project 7df2bfd740464e869863a41b14f4d5af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 08:49:27.255166 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9bc57434-4e8b-4f77-8cd0-fc3d6331fd2a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:27.320053 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9bc57434-4e8b-4f77-8cd0-fc3d6331fd2a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:27.379519 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9bc57434-4e8b-4f77-8cd0-fc3d6331fd2a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:27.400143 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc57434-4e8b-4f77-8cd0-fc3d6331fd2a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85de30db-b2ea-428d-b8ad-626a560d9488,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:49:27.484750 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9bc57434-4e8b-4f77-8cd0-fc3d6331fd2a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:27.485942 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-9bc57434-4e8b-4f77-8cd0-fc3d6331fd2a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3186715 Feb 04 08:49:27.488607 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 57678) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:49:27.493905 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-dabcc7af-c6dc-4faf-a2fc-4fa521e6fe75 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'security_group_rule': {'security_group_id': '5e269d2f-7c3e-4a75-b1ec-75bdc5f6e57e', 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:49:27.506495 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-dabcc7af-c6dc-4faf-a2fc-4fa521e6fe75 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:49:27.506495 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-dabcc7af-c6dc-4faf-a2fc-4fa521e6fe75 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:security_group_rule and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:49:27.506748 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-dabcc7af-c6dc-4faf-a2fc-4fa521e6fe75 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:49:27.512198 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-dabcc7af-c6dc-4faf-a2fc-4fa521e6fe75 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:49:27.610275 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.securitygroups_db [None req-dabcc7af-c6dc-4faf-a2fc-4fa521e6fe75 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Project 7df2bfd740464e869863a41b14f4d5af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 08:49:27.616383 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-dabcc7af-c6dc-4faf-a2fc-4fa521e6fe75 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:27.678946 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-dabcc7af-c6dc-4faf-a2fc-4fa521e6fe75 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:27.764107 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-dabcc7af-c6dc-4faf-a2fc-4fa521e6fe75 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:27.789184 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabcc7af-c6dc-4faf-a2fc-4fa521e6fe75 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8dfd58b-8174-4b5b-a9ba-265871555a9e,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:49:27.838672 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-dabcc7af-c6dc-4faf-a2fc-4fa521e6fe75 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:27.839842 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-dabcc7af-c6dc-4faf-a2fc-4fa521e6fe75 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3503435 Feb 04 08:49:28.011511 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-b19776c0-a8be-4bd5-bd30-99242ce8296d req-5e40c636-03cb-4e44-9017-7abed970c42b tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Synchronizing usage tracker for tenant:7df2bfd740464e869863a41b14f4d5af on resource:security_group {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:49:28.111190 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-b19776c0-a8be-4bd5-bd30-99242ce8296d req-5e40c636-03cb-4e44-9017-7abed970c42b tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Unset dirty status for tenant:7df2bfd740464e869863a41b14f4d5af on resource:security_group {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:49:28.112378 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b19776c0-a8be-4bd5-bd30-99242ce8296d req-5e40c636-03cb-4e44-9017-7abed970c42b tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1463572751&fields=id&tenant_id=7df2bfd740464e869863a41b14f4d5af HTTP/1.1" status: 200 len: 267 time: 0.1426806 Feb 04 08:49:28.188115 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19776c0-a8be-4bd5-bd30-99242ce8296d req-8831d0a3-f11a-4e24-87a0-45e0206c2539 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:49:28.189452 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b19776c0-a8be-4bd5-bd30-99242ce8296d req-8831d0a3-f11a-4e24-87a0-45e0206c2539 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports/badda4d8-db98-4ff7-abb6-df03c6eb2070 HTTP/1.1" status: 200 len: 930 time: 0.0707762 Feb 04 08:49:28.338331 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b19776c0-a8be-4bd5-bd30-99242ce8296d req-593e4afb-0d65-485f-bb62-b95a7efdca97 service neutron] 10.222.0.36 "GET /v2.0/ports/badda4d8-db98-4ff7-abb6-df03c6eb2070?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1369612 Feb 04 08:49:28.348640 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [req-b19776c0-a8be-4bd5-bd30-99242ce8296d req-da9a8cec-c374-4d4e-bd19-8845efcbb221 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=84107) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 08:49:28.349613 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b19776c0-a8be-4bd5-bd30-99242ce8296d req-da9a8cec-c374-4d4e-bd19-8845efcbb221 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0051522 Feb 04 08:49:28.487083 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b19776c0-a8be-4bd5-bd30-99242ce8296d req-c27a2db6-f1f8-4616-9660-7acddc056e03 service neutron] 10.222.0.36 "GET /v2.0/networks/85a9b66c-263b-4320-8ca7-66269b3ca946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321127 Feb 04 08:49:28.632962 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b19776c0-a8be-4bd5-bd30-99242ce8296d req-64a87090-f1a5-476b-a60f-4fb2dde4177c service neutron] 10.222.0.36 "GET /v2.0/networks/85a9b66c-263b-4320-8ca7-66269b3ca946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400790 Feb 04 08:49:28.898423 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d7f2244d-d5e4-41dc-b5f1-6425e38ad8f9 req-dcbdbeef-44cd-4654-bed7-d63f3cc2fcd2 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=01bafcaa-1eb4-4b25-8291-b0b60db7d6c5 HTTP/1.1" status: 200 len: 210 time: 0.0405622 Feb 04 08:49:30.026915 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c331eef4-630b-4764-859d-49bca3c67106 req-c34adc71-d567-4382-836f-cef6452ccb7b tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=01bafcaa-1eb4-4b25-8291-b0b60db7d6c5 HTTP/1.1" status: 200 len: 210 time: 0.0488179 Feb 04 08:49:31.193253 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d68aadf9-ce7d-4de3-b61d-78f7d693c30f req-a97463a5-e449-4bd1-99b3-b6360216940b tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=01bafcaa-1eb4-4b25-8291-b0b60db7d6c5 HTTP/1.1" status: 200 len: 210 time: 0.0412939 Feb 04 08:49:31.905788 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b19776c0-a8be-4bd5-bd30-99242ce8296d req-10ccfa36-bb13-478c-8621-8c32ee0fbd6d service neutron] 10.222.0.47 "GET /v2.0/ports/badda4d8-db98-4ff7-abb6-df03c6eb2070 HTTP/1.1" status: 200 len: 1026 time: 0.0607142 Feb 04 08:49:32.047558 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19776c0-a8be-4bd5-bd30-99242ce8296d req-c64d7e47-df8e-49b1-8144-6828134f8ebe tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:49:32.049553 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b19776c0-a8be-4bd5-bd30-99242ce8296d req-c64d7e47-df8e-49b1-8144-6828134f8ebe tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.47 "GET /v2.0/networks?id=85a9b66c-263b-4320-8ca7-66269b3ca946 HTTP/1.1" status: 200 len: 797 time: 0.1385009 Feb 04 08:49:32.102568 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b19776c0-a8be-4bd5-bd30-99242ce8296d req-6b41c9bb-ca85-463b-b443-07a214faea49 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7df2bfd740464e869863a41b14f4d5af HTTP/1.1" status: 200 len: 473 time: 0.0414658 Feb 04 08:49:32.112374 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [req-b19776c0-a8be-4bd5-bd30-99242ce8296d req-99caace0-7c73-4b3e-baab-36e04b8dbf3c service neutron] Request body: {'port': {'device_id': '01bafcaa-1eb4-4b25-8291-b0b60db7d6c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:49:32.218602 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-b19776c0-a8be-4bd5-bd30-99242ce8296d req-99caace0-7c73-4b3e-baab-36e04b8dbf3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:32.461669 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f85d6811-5127-4971-b002-f1861988c05d req-cb265d58-0d51-4bfc-9ec2-babfd641b140 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=01bafcaa-1eb4-4b25-8291-b0b60db7d6c5 HTTP/1.1" status: 200 len: 210 time: 0.1344285 Feb 04 08:49:32.667660 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [req-b19776c0-a8be-4bd5-bd30-99242ce8296d req-99caace0-7c73-4b3e-baab-36e04b8dbf3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id badda4d8-db98-4ff7-abb6-df03c6eb2070 {{(pid=84107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 08:49:32.674245 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-b19776c0-a8be-4bd5-bd30-99242ce8296d req-99caace0-7c73-4b3e-baab-36e04b8dbf3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:32.687784 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [req-b19776c0-a8be-4bd5-bd30-99242ce8296d req-99caace0-7c73-4b3e-baab-36e04b8dbf3c service neutron] Transition to ACTIVE for port object badda4d8-db98-4ff7-abb6-df03c6eb2070 will not be triggered until provisioned by entity L2. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:49:32.764196 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-b19776c0-a8be-4bd5-bd30-99242ce8296d req-99caace0-7c73-4b3e-baab-36e04b8dbf3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:32.888073 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99caace0-7c73-4b3e-baab-36e04b8dbf3c service neutron] Pushing event updated for resources: {'Port': ['ID=badda4d8-db98-4ff7-abb6-df03c6eb2070,revision_number=7']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:49:33.043171 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.managers [req-b19776c0-a8be-4bd5-bd30-99242ce8296d req-99caace0-7c73-4b3e-baab-36e04b8dbf3c service neutron] Attempting to bind port badda4d8-db98-4ff7-abb6-df03c6eb2070 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:49:33.043512 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.managers [req-b19776c0-a8be-4bd5-bd30-99242ce8296d req-99caace0-7c73-4b3e-baab-36e04b8dbf3c service neutron] Attempting to bind port badda4d8-db98-4ff7-abb6-df03c6eb2070 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'd10b2977-46a5-4968-8980-74a5c259c101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '85a9b66c-263b-4320-8ca7-66269b3ca946'}] {{(pid=84107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:49:33.043833 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19776c0-a8be-4bd5-bd30-99242ce8296d req-99caace0-7c73-4b3e-baab-36e04b8dbf3c service neutron] Attempting to bind port badda4d8-db98-4ff7-abb6-df03c6eb2070 on network 85a9b66c-263b-4320-8ca7-66269b3ca946 {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:49:33.050011 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19776c0-a8be-4bd5-bd30-99242ce8296d req-99caace0-7c73-4b3e-baab-36e04b8dbf3c service neutron] Port badda4d8-db98-4ff7-abb6-df03c6eb2070 on network 85a9b66c-263b-4320-8ca7-66269b3ca946 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 08:49:33.050323 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19776c0-a8be-4bd5-bd30-99242ce8296d req-99caace0-7c73-4b3e-baab-36e04b8dbf3c service neutron] Attempting to bind port badda4d8-db98-4ff7-abb6-df03c6eb2070 on network 85a9b66c-263b-4320-8ca7-66269b3ca946 {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:49:33.056381 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19776c0-a8be-4bd5-bd30-99242ce8296d req-99caace0-7c73-4b3e-baab-36e04b8dbf3c service neutron] Checking agent: {'id': 'f735dfbb-9ed2-4de7-8aa1-fea4a962ae1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 34, 26), 'started_at': datetime.datetime(2022, 2, 4, 8, 34, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:49:33.056745 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19776c0-a8be-4bd5-bd30-99242ce8296d req-99caace0-7c73-4b3e-baab-36e04b8dbf3c service neutron] Checking segment: {'id': 'd10b2977-46a5-4968-8980-74a5c259c101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '85a9b66c-263b-4320-8ca7-66269b3ca946'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:49:33.057127 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19776c0-a8be-4bd5-bd30-99242ce8296d req-99caace0-7c73-4b3e-baab-36e04b8dbf3c service neutron] Bound using segment: {'id': 'd10b2977-46a5-4968-8980-74a5c259c101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '85a9b66c-263b-4320-8ca7-66269b3ca946'} {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:49:33.057543 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.managers [req-b19776c0-a8be-4bd5-bd30-99242ce8296d req-99caace0-7c73-4b3e-baab-36e04b8dbf3c service neutron] Bound port: badda4d8-db98-4ff7-abb6-df03c6eb2070, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd10b2977-46a5-4968-8980-74a5c259c101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '85a9b66c-263b-4320-8ca7-66269b3ca946'}}] {{(pid=84107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:49:33.057881 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-b19776c0-a8be-4bd5-bd30-99242ce8296d req-99caace0-7c73-4b3e-baab-36e04b8dbf3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:33.145677 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [req-b19776c0-a8be-4bd5-bd30-99242ce8296d req-99caace0-7c73-4b3e-baab-36e04b8dbf3c service neutron] For port badda4d8-db98-4ff7-abb6-df03c6eb2070, host hv-neutron-8277, cleared binding levels {{(pid=84107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:49:33.148507 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [req-b19776c0-a8be-4bd5-bd30-99242ce8296d req-99caace0-7c73-4b3e-baab-36e04b8dbf3c service neutron] For port badda4d8-db98-4ff7-abb6-df03c6eb2070, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=badda4d8-db98-4ff7-abb6-df03c6eb2070,segment=NetworkSegment(d10b2977-46a5-4968-8980-74a5c259c101),segment_id=d10b2977-46a5-4968-8980-74a5c259c101)] {{(pid=84107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:49:33.204349 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-b19776c0-a8be-4bd5-bd30-99242ce8296d req-99caace0-7c73-4b3e-baab-36e04b8dbf3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:33.262251 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-b19776c0-a8be-4bd5-bd30-99242ce8296d req-99caace0-7c73-4b3e-baab-36e04b8dbf3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:33.263842 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b19776c0-a8be-4bd5-bd30-99242ce8296d req-99caace0-7c73-4b3e-baab-36e04b8dbf3c service neutron] 10.222.0.47 "PUT /v2.0/ports/badda4d8-db98-4ff7-abb6-df03c6eb2070 HTTP/1.1" status: 200 len: 1131 time: 1.1559055 Feb 04 08:49:33.266890 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01bafcaa-1eb4-4b25-8291-b0b60db7d6c5', 'tag': 'badda4d8-db98-4ff7-abb6-df03c6eb2070'}] {{(pid=84107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:49:33.286946 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99caace0-7c73-4b3e-baab-36e04b8dbf3c service neutron] Pushing event updated for resources: {'Port': ['ID=badda4d8-db98-4ff7-abb6-df03c6eb2070,revision_number=8']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:49:33.326798 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01bafcaa-1eb4-4b25-8291-b0b60db7d6c5', 'tag': 'badda4d8-db98-4ff7-abb6-df03c6eb2070', 'status': 'completed', 'code': 200} Feb 04 08:49:33.417582 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-cca1d0ae-8864-46da-bfdf-7c9759aa1c0d req-3ea7b06f-abd0-4997-b605-67d6d5081b39 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7df2bfd740464e869863a41b14f4d5af&device_id=01bafcaa-1eb4-4b25-8291-b0b60db7d6c5 HTTP/1.1" status: 200 len: 1134 time: 0.0697668 Feb 04 08:49:33.558038 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca1d0ae-8864-46da-bfdf-7c9759aa1c0d req-39308090-a262-4963-8d9b-2e81d580a845 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:49:33.559402 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-cca1d0ae-8864-46da-bfdf-7c9759aa1c0d req-39308090-a262-4963-8d9b-2e81d580a845 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=7df2bfd740464e869863a41b14f4d5af&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1343272 Feb 04 08:49:33.745311 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca1d0ae-8864-46da-bfdf-7c9759aa1c0d req-c21186f2-3284-4039-ae5d-6673e67c283d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:49:33.746741 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-cca1d0ae-8864-46da-bfdf-7c9759aa1c0d req-c21186f2-3284-4039-ae5d-6673e67c283d service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1813791 Feb 04 08:49:33.757161 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbcc877-9fb8-43d4-ac6d-ffbab971a404 req-c002324c-f841-4a2f-a3be-b6c6a2b50ad2 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:49:33.758536 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ebbcc877-9fb8-43d4-ac6d-ffbab971a404 req-c002324c-f841-4a2f-a3be-b6c6a2b50ad2 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=01bafcaa-1eb4-4b25-8291-b0b60db7d6c5 HTTP/1.1" status: 200 len: 981 time: 0.1713276 Feb 04 08:49:33.852843 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ebbcc877-9fb8-43d4-ac6d-ffbab971a404 req-81b9e2dc-5fe2-414a-ba32-a4cda5e80e47 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=8572717a-530b-4c61-a730-a20ee632b9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883400 Feb 04 08:49:33.869854 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b19776c0-a8be-4bd5-bd30-99242ce8296d req-844d301d-5807-49ca-a1a7-4dfdf5e39272 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7df2bfd740464e869863a41b14f4d5af&device_id=01bafcaa-1eb4-4b25-8291-b0b60db7d6c5 HTTP/1.1" status: 200 len: 1134 time: 0.0856915 Feb 04 08:49:33.967499 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b19776c0-a8be-4bd5-bd30-99242ce8296d req-92f48a9e-7235-48c4-9306-f3b24bfbe53b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=badda4d8-db98-4ff7-abb6-df03c6eb2070 HTTP/1.1" status: 200 len: 1037 time: 0.0916028 Feb 04 08:49:34.031755 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19776c0-a8be-4bd5-bd30-99242ce8296d req-b96b5956-6c7a-4fe3-a905-b99b9c007a25 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:49:34.033299 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b19776c0-a8be-4bd5-bd30-99242ce8296d req-b96b5956-6c7a-4fe3-a905-b99b9c007a25 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c2bf1aa3-2e44-4a8a-8c68-4d99f210eb29 HTTP/1.1" status: 200 len: 835 time: 0.0593309 Feb 04 08:49:34.102784 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b19776c0-a8be-4bd5-bd30-99242ce8296d req-317b9cc9-43d7-49f5-9689-28b136668209 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=85a9b66c-263b-4320-8ca7-66269b3ca946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0642428 Feb 04 08:49:34.228927 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b19776c0-a8be-4bd5-bd30-99242ce8296d req-24ed644d-18f8-413b-81e7-310a6a614d0e service neutron] 10.222.0.47 "GET /v2.0/networks/85a9b66c-263b-4320-8ca7-66269b3ca946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201322 Feb 04 08:49:34.448845 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b19776c0-a8be-4bd5-bd30-99242ce8296d req-3efadde1-5f6d-4820-9e6b-4a650ab8345a service neutron] 10.222.0.47 "GET /v2.0/networks/85a9b66c-263b-4320-8ca7-66269b3ca946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144136 Feb 04 08:49:35.050187 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8403c9a-35cb-49a6-8543-d7a189dd322e req-0e1b9153-8ab4-4958-b37b-cfab3191fe0a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:49:35.051609 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e8403c9a-35cb-49a6-8543-d7a189dd322e req-0e1b9153-8ab4-4958-b37b-cfab3191fe0a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=01bafcaa-1eb4-4b25-8291-b0b60db7d6c5 HTTP/1.1" status: 200 len: 981 time: 0.0776479 Feb 04 08:49:35.094780 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e8403c9a-35cb-49a6-8543-d7a189dd322e req-0e9e02c6-0bd1-4e8e-8be1-b69fb99bcf32 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=8572717a-530b-4c61-a730-a20ee632b9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374570 Feb 04 08:49:36.286464 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07617a4-6294-4aad-b587-bf46e266b2db req-2c5c28d5-eb03-4a66-8424-b5c614904e39 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:49:36.287851 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e07617a4-6294-4aad-b587-bf46e266b2db req-2c5c28d5-eb03-4a66-8424-b5c614904e39 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=01bafcaa-1eb4-4b25-8291-b0b60db7d6c5 HTTP/1.1" status: 200 len: 981 time: 0.0745833 Feb 04 08:49:36.331970 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e07617a4-6294-4aad-b587-bf46e266b2db req-0e4496b4-9110-4c57-9f99-af6882ddff56 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=8572717a-530b-4c61-a730-a20ee632b9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388200 Feb 04 08:49:37.532355 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f264738-7008-41d7-bde0-17c7bdd89e89 req-f6883fad-0f3d-43be-96a8-cf8b912991ed tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:49:37.534313 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-2f264738-7008-41d7-bde0-17c7bdd89e89 req-f6883fad-0f3d-43be-96a8-cf8b912991ed tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=01bafcaa-1eb4-4b25-8291-b0b60db7d6c5 HTTP/1.1" status: 200 len: 981 time: 0.0817077 Feb 04 08:49:37.577495 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-2f264738-7008-41d7-bde0-17c7bdd89e89 req-579883cc-4081-43b6-aa47-0759276abc30 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=8572717a-530b-4c61-a730-a20ee632b9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378377 Feb 04 08:49:37.810526 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device badda4d8-db98-4ff7-abb6-df03c6eb2070 details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=84109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 08:49:37.940635 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port badda4d8-db98-4ff7-abb6-df03c6eb2070, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=badda4d8-db98-4ff7-abb6-df03c6eb2070,segment=NetworkSegment(d10b2977-46a5-4968-8980-74a5c259c101),segment_id=d10b2977-46a5-4968-8980-74a5c259c101)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:49:37.953787 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Returning: {'device': 'badda4d8-db98-4ff7-abb6-df03c6eb2070', 'network_id': '85a9b66c-263b-4320-8ca7-66269b3ca946', 'port_id': 'badda4d8-db98-4ff7-abb6-df03c6eb2070', 'mac_address': 'fa:16:3e:d0:1c:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2bf1aa3-2e44-4a8a-8c68-4d99f210eb29', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 08:49:38.010145 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:38.027371 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id badda4d8-db98-4ff7-abb6-df03c6eb2070 {{(pid=84109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 08:49:38.042101 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port badda4d8-db98-4ff7-abb6-df03c6eb2070, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=badda4d8-db98-4ff7-abb6-df03c6eb2070,segment=NetworkSegment(d10b2977-46a5-4968-8980-74a5c259c101),segment_id=d10b2977-46a5-4968-8980-74a5c259c101)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:49:38.110690 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:38.174503 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=badda4d8-db98-4ff7-abb6-df03c6eb2070,revision_number=9']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:49:38.404464 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] get_ports_and_sgs() called for port_ids ['badda4d8-db98-4ff7-abb6-df03c6eb2070'] {{(pid=84109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 08:49:38.768914 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca35571-da39-45e7-8809-fdd7150dd2be req-8944d91d-826c-420a-8da7-b3e2cf3b2268 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:49:38.770318 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-9ca35571-da39-45e7-8809-fdd7150dd2be req-8944d91d-826c-420a-8da7-b3e2cf3b2268 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=01bafcaa-1eb4-4b25-8291-b0b60db7d6c5 HTTP/1.1" status: 200 len: 982 time: 0.0732372 Feb 04 08:49:38.817640 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-9ca35571-da39-45e7-8809-fdd7150dd2be req-58e87988-8557-40c4-8262-dab30c7e7f7d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=8572717a-530b-4c61-a730-a20ee632b9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418196 Feb 04 08:49:39.841538 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device badda4d8-db98-4ff7-abb6-df03c6eb2070 up at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:49:40.008472 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4597c925-30f5-4c6e-8793-b7cc48eda0cd req-42daee8a-47c1-40f4-90f0-49687416c366 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:49:40.009926 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4597c925-30f5-4c6e-8793-b7cc48eda0cd req-42daee8a-47c1-40f4-90f0-49687416c366 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=01bafcaa-1eb4-4b25-8291-b0b60db7d6c5 HTTP/1.1" status: 200 len: 982 time: 0.0758414 Feb 04 08:49:40.014207 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Provisioning for port badda4d8-db98-4ff7-abb6-df03c6eb2070 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:49:40.020069 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Provisioning complete for port badda4d8-db98-4ff7-abb6-df03c6eb2070 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:49:40.020432 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:40.056277 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4597c925-30f5-4c6e-8793-b7cc48eda0cd req-3c5f4212-5000-45e5-9c48-18265c2a9979 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=8572717a-530b-4c61-a730-a20ee632b9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403845 Feb 04 08:49:40.133440 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:40.158796 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01bafcaa-1eb4-4b25-8291-b0b60db7d6c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'badda4d8-db98-4ff7-abb6-df03c6eb2070'}] {{(pid=84109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:49:40.168255 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port badda4d8-db98-4ff7-abb6-df03c6eb2070, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=badda4d8-db98-4ff7-abb6-df03c6eb2070,segment=NetworkSegment(d10b2977-46a5-4968-8980-74a5c259c101),segment_id=d10b2977-46a5-4968-8980-74a5c259c101)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:49:40.211923 dv-neutron-827798-2-hyperv neutron-server[84109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01bafcaa-1eb4-4b25-8291-b0b60db7d6c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'badda4d8-db98-4ff7-abb6-df03c6eb2070', 'code': 200} Feb 04 08:49:40.230829 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:40.297500 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=badda4d8-db98-4ff7-abb6-df03c6eb2070,revision_number=10']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:49:40.535128 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-38f0c405-289a-41fa-a57f-6d0b4263e549 req-17c8160e-b47f-4f79-84b9-89f9d47dfeb5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=01bafcaa-1eb4-4b25-8291-b0b60db7d6c5 HTTP/1.1" status: 200 len: 1137 time: 0.0697432 Feb 04 08:49:40.575262 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-38f0c405-289a-41fa-a57f-6d0b4263e549 req-57f0f9cb-039e-4774-b5ff-b54c44ff48f9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8572717a-530b-4c61-a730-a20ee632b9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346138 Feb 04 08:49:41.246565 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a7cda1-9882-4e57-af06-01aa0d003ea2 req-f52f490f-230f-4796-9ca2-dfaacd3835bc tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:49:41.247900 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e0a7cda1-9882-4e57-af06-01aa0d003ea2 req-f52f490f-230f-4796-9ca2-dfaacd3835bc tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=01bafcaa-1eb4-4b25-8291-b0b60db7d6c5 HTTP/1.1" status: 200 len: 984 time: 0.0734994 Feb 04 08:49:41.292487 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e0a7cda1-9882-4e57-af06-01aa0d003ea2 req-96f3c9bf-7655-4da7-abf8-f7a329a85b04 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=8572717a-530b-4c61-a730-a20ee632b9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387354 Feb 04 08:49:42.487001 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ffa202-553e-48aa-8294-3b922d764bdd req-0111a29c-04e9-435f-857a-8c3d977f1236 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:49:42.488442 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-11ffa202-553e-48aa-8294-3b922d764bdd req-0111a29c-04e9-435f-857a-8c3d977f1236 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=01bafcaa-1eb4-4b25-8291-b0b60db7d6c5 HTTP/1.1" status: 200 len: 984 time: 0.0767817 Feb 04 08:49:42.533336 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-11ffa202-553e-48aa-8294-3b922d764bdd req-9461b3b1-de58-4607-ae01-82b36165ffb8 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=8572717a-530b-4c61-a730-a20ee632b9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395138 Feb 04 08:49:42.726029 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c142df-f292-429e-ad65-67328e73aaf0 req-43edc53d-428e-4368-b3bf-141b5cfa4e2f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:49:42.727370 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d7c142df-f292-429e-ad65-67328e73aaf0 req-43edc53d-428e-4368-b3bf-141b5cfa4e2f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=01bafcaa-1eb4-4b25-8291-b0b60db7d6c5 HTTP/1.1" status: 200 len: 984 time: 0.0743816 Feb 04 08:49:42.771158 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d7c142df-f292-429e-ad65-67328e73aaf0 req-e94654a2-2506-4f98-8586-24657c72d451 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=8572717a-530b-4c61-a730-a20ee632b9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384505 Feb 04 08:49:42.797231 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 57734) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:49:42.867908 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-b3aa5c16-d1c2-488a-add4-ba032204c1ee tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=01bafcaa-1eb4-4b25-8291-b0b60db7d6c5&network_id=85a9b66c-263b-4320-8ca7-66269b3ca946 HTTP/1.1" status: 200 len: 1132 time: 0.0695653 Feb 04 08:49:43.422080 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe58df47-7ce6-406f-bea0-4e46863318ae req-74b01f4f-d08f-4345-8962-18358019d7f5 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:49:43.423588 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-fe58df47-7ce6-406f-bea0-4e46863318ae req-74b01f4f-d08f-4345-8962-18358019d7f5 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=01bafcaa-1eb4-4b25-8291-b0b60db7d6c5 HTTP/1.1" status: 200 len: 984 time: 0.0743423 Feb 04 08:49:43.466408 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-fe58df47-7ce6-406f-bea0-4e46863318ae req-0212b6a1-bc72-4838-a8b5-c80c25313857 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=8572717a-530b-4c61-a730-a20ee632b9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368891 Feb 04 08:49:44.667359 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac9e294-28d5-4796-a9e6-d5227dca61ec req-986b76b6-5b07-400e-97a7-1e930c0af861 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:49:44.668810 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-fac9e294-28d5-4796-a9e6-d5227dca61ec req-986b76b6-5b07-400e-97a7-1e930c0af861 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=01bafcaa-1eb4-4b25-8291-b0b60db7d6c5 HTTP/1.1" status: 200 len: 984 time: 0.0781195 Feb 04 08:49:44.713043 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-fac9e294-28d5-4796-a9e6-d5227dca61ec req-024dc212-e0aa-4be7-b637-1f0ee1c74d6e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=8572717a-530b-4c61-a730-a20ee632b9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388725 Feb 04 08:49:44.870522 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c196190-fa8a-4971-83ad-f49824753250 req-45a47082-fa40-4715-90f4-7ea59ef29b7a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:49:44.871919 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-2c196190-fa8a-4971-83ad-f49824753250 req-45a47082-fa40-4715-90f4-7ea59ef29b7a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.47 "GET /v2.0/ports?device_id=01bafcaa-1eb4-4b25-8291-b0b60db7d6c5 HTTP/1.1" status: 200 len: 984 time: 0.0734475 Feb 04 08:49:44.947405 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c196190-fa8a-4971-83ad-f49824753250 req-6d5f41b6-d33a-4dcd-aed0-896013ecaf8d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:49:44.948780 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-2c196190-fa8a-4971-83ad-f49824753250 req-6d5f41b6-d33a-4dcd-aed0-896013ecaf8d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.47 "GET /v2.0/ports/badda4d8-db98-4ff7-abb6-df03c6eb2070?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0717454 Feb 04 08:49:45.087861 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-2c196190-fa8a-4971-83ad-f49824753250 req-50511253-abc3-4f70-a7b2-dd0601b92bf4 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.47 "GET /v2.0/networks/85a9b66c-263b-4320-8ca7-66269b3ca946?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1345422 Feb 04 08:49:45.097938 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [req-2c196190-fa8a-4971-83ad-f49824753250 req-d44a17ca-bb42-46cf-97b0-c366267b29d9 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:49:45.200474 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-2c196190-fa8a-4971-83ad-f49824753250 req-d44a17ca-bb42-46cf-97b0-c366267b29d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:45.387230 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [req-2c196190-fa8a-4971-83ad-f49824753250 req-d44a17ca-bb42-46cf-97b0-c366267b29d9 service neutron] For port badda4d8-db98-4ff7-abb6-df03c6eb2070, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=badda4d8-db98-4ff7-abb6-df03c6eb2070,segment=NetworkSegment(d10b2977-46a5-4968-8980-74a5c259c101),segment_id=d10b2977-46a5-4968-8980-74a5c259c101)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:49:45.415110 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [req-2c196190-fa8a-4971-83ad-f49824753250 req-d44a17ca-bb42-46cf-97b0-c366267b29d9 service neutron] For port badda4d8-db98-4ff7-abb6-df03c6eb2070, host hv-neutron-8277, cleared binding levels {{(pid=84107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:49:45.461949 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [req-2c196190-fa8a-4971-83ad-f49824753250 req-d44a17ca-bb42-46cf-97b0-c366267b29d9 service neutron] device_id is not set on port badda4d8-db98-4ff7-abb6-df03c6eb2070 yet. {{(pid=84107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 08:49:45.469328 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-2c196190-fa8a-4971-83ad-f49824753250 req-d44a17ca-bb42-46cf-97b0-c366267b29d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:45.546824 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-2c196190-fa8a-4971-83ad-f49824753250 req-d44a17ca-bb42-46cf-97b0-c366267b29d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:45.756141 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44a17ca-bb42-46cf-97b0-c366267b29d9 service neutron] Pushing event updated for resources: {'Port': ['ID=badda4d8-db98-4ff7-abb6-df03c6eb2070,revision_number=11']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:49:45.825165 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c196190-fa8a-4971-83ad-f49824753250 req-d44a17ca-bb42-46cf-97b0-c366267b29d9 service neutron] No DVR routers for this DVR port badda4d8-db98-4ff7-abb6-df03c6eb2070 on host hv-neutron-8277 {{(pid=84107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:49:45.924521 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-620101b6-3a15-4637-9fe0-05488e39e3fc req-a7372882-ed2e-408b-80cb-8848731723e7 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=01bafcaa-1eb4-4b25-8291-b0b60db7d6c5 HTTP/1.1" status: 200 len: 210 time: 0.0508437 Feb 04 08:49:45.927116 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-acb6e9fb-55fc-485e-b463-fd83d60cdf54 None None] Provisioning complete for port badda4d8-db98-4ff7-abb6-df03c6eb2070 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:49:45.927625 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-acb6e9fb-55fc-485e-b463-fd83d60cdf54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:45.991146 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-acb6e9fb-55fc-485e-b463-fd83d60cdf54 None None] Port badda4d8-db98-4ff7-abb6-df03c6eb2070 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:49:46.109869 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [req-2c196190-fa8a-4971-83ad-f49824753250 req-d44a17ca-bb42-46cf-97b0-c366267b29d9 service neutron] In _notify_port_updated(), no bound segment for port badda4d8-db98-4ff7-abb6-df03c6eb2070 on network 85a9b66c-263b-4320-8ca7-66269b3ca946 {{(pid=84107) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 04 08:49:46.110899 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-2c196190-fa8a-4971-83ad-f49824753250 req-d44a17ca-bb42-46cf-97b0-c366267b29d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:46.112700 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-2c196190-fa8a-4971-83ad-f49824753250 req-d44a17ca-bb42-46cf-97b0-c366267b29d9 service neutron] 10.222.0.47 "PUT /v2.0/ports/badda4d8-db98-4ff7-abb6-df03c6eb2070 HTTP/1.1" status: 200 len: 1027 time: 1.0184529 Feb 04 08:49:47.109720 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5442082c-4b74-4ce2-94a0-b20dd21ebdd5 req-ecfcc053-0b50-4892-aad0-ef29dde3da68 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=01bafcaa-1eb4-4b25-8291-b0b60db7d6c5 HTTP/1.1" status: 200 len: 210 time: 0.0439115 Feb 04 08:49:48.211517 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 57752) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:49:48.277663 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e5ba265c-3c70-4324-81e2-165f885d1920 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:48.305991 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e5ba265c-3c70-4324-81e2-165f885d1920 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:48.421004 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e5ba265c-3c70-4324-81e2-165f885d1920 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:48.440098 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ba265c-3c70-4324-81e2-165f885d1920 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e269d2f-7c3e-4a75-b1ec-75bdc5f6e57e,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:49:48.515119 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e5ba265c-3c70-4324-81e2-165f885d1920 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:48.516233 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-e5ba265c-3c70-4324-81e2-165f885d1920 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "DELETE /v2.0/security-groups/5e269d2f-7c3e-4a75-b1ec-75bdc5f6e57e HTTP/1.1" status: 204 len: 168 time: 0.3037457 Feb 04 08:49:48.607363 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 57758) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:49:48.799893 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-8502532d-6523-46af-9344-79774bdee7a2 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Deleting port 6d7ae0eb-e47c-4c52-a000-25d8e94c8774 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:49:48.800170 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8502532d-6523-46af-9344-79774bdee7a2 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:48.966243 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8502532d-6523-46af-9344-79774bdee7a2 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:48.966565 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8502532d-6523-46af-9344-79774bdee7a2 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:49.091556 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-8502532d-6523-46af-9344-79774bdee7a2 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Calling delete_port for 6d7ae0eb-e47c-4c52-a000-25d8e94c8774 owned by network:floatingip {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:49:49.287727 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8502532d-6523-46af-9344-79774bdee7a2 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:49.331732 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8502532d-6523-46af-9344-79774bdee7a2 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event deleted for resources: {'Port': ['ID=6d7ae0eb-e47c-4c52-a000-25d8e94c8774,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:49:49.419853 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8502532d-6523-46af-9344-79774bdee7a2 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for floatingip, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:49.482319 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-ed048cc6-105e-44f8-89f1-fdea57c0d5d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:49.886821 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8502532d-6523-46af-9344-79774bdee7a2 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Router a7531894-f2fb-4885-bf94-be5941d26c4b has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:49:49.888330 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device badda4d8-db98-4ff7-abb6-df03c6eb2070 no longer exists at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:49:49.942571 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device badda4d8-db98-4ff7-abb6-df03c6eb2070 not bound to the agent host hv-neutron-8277 {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:49:50.080632 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8502532d-6523-46af-9344-79774bdee7a2 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:49:50.089885 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397a0583-c38e-44df-809e-f9b20d5d618f None None] Sync routers for ids ['a7531894-f2fb-4885-bf94-be5941d26c4b'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:49:50.101644 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397a0583-c38e-44df-809e-f9b20d5d618f None None] Routers {'a7531894-f2fb-4885-bf94-be5941d26c4b'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:49:50.102232 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-397a0583-c38e-44df-809e-f9b20d5d618f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:49:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['a7531894-f2fb-4885-bf94-be5941d26c4b'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:49:50.158315 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8502532d-6523-46af-9344-79774bdee7a2 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for floatingip, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:50.213516 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-8502532d-6523-46af-9344-79774bdee7a2 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "DELETE /v2.0/floatingips/238078ef-98be-43bd-b1ce-b17e1d9eef08 HTTP/1.1" status: 204 len: 168 time: 1.6050801 Feb 04 08:49:50.277255 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-397a0583-c38e-44df-809e-f9b20d5d618f None None] Set router a7531894-f2fb-4885-bf94-be5941d26c4b gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:49:50.369155 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 57766) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:49:50.436993 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1efd5342-79b6-4203-bd83-8fcc613e1df6 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:50.464596 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1efd5342-79b6-4203-bd83-8fcc613e1df6 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:50.586446 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-397a0583-c38e-44df-809e-f9b20d5d618f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7531894-f2fb-4885-bf94-be5941d26c4b', 'name': 'tempest-TestNetworkBasicOps-router-228284915', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.47'}], 'enable_snat': True}, 'gw_port_id': '26a4fb62-6755-4dfe-af82-4975f6d7f41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:48:51Z', 'updated_at': '2022-02-04T08:48:57Z', 'revision_number': 4, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': '26a4fb62-6755-4dfe-af82-4975f6d7f41b', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7531894-f2fb-4885-bf94-be5941d26c4b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:48:52Z', 'updated_at': '2022-02-04T08:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '8d9015f9-ff3f-4da6-91a5-5c5fa59d2349', 'name': '', 'network_id': '85a9b66c-263b-4320-8ca7-66269b3ca946', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'mac_address': 'fa:16:3e:bf:b3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7531894-f2fb-4885-bf94-be5941d26c4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2bf1aa3-2e44-4a8a-8c68-4d99f210eb29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:48:56Z', 'updated_at': '2022-02-04T08:49:02Z', 'revision_number': 5, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'subnets': [{'id': 'c2bf1aa3-2e44-4a8a-8c68-4d99f210eb29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:49:50.587567 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1efd5342-79b6-4203-bd83-8fcc613e1df6 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:50.591751 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397a0583-c38e-44df-809e-f9b20d5d618f None None] Checking router: a7531894-f2fb-4885-bf94-be5941d26c4b for host: dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 08:49:50.606459 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efd5342-79b6-4203-bd83-8fcc613e1df6 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eba218e-d612-4374-aeb6-c7b768235ffc,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:49:50.606639 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397a0583-c38e-44df-809e-f9b20d5d618f None None] Routers {'a7531894-f2fb-4885-bf94-be5941d26c4b'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:49:50.607085 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-397a0583-c38e-44df-809e-f9b20d5d618f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:49:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['a7531894-f2fb-4885-bf94-be5941d26c4b'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:49:50.613905 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1efd5342-79b6-4203-bd83-8fcc613e1df6 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:50.615023 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-1efd5342-79b6-4203-bd83-8fcc613e1df6 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "DELETE /v2.0/security-groups/4eba218e-d612-4374-aeb6-c7b768235ffc HTTP/1.1" status: 204 len: 168 time: 0.2447765 Feb 04 08:49:50.708528 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 57772) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:49:50.774603 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-2f39de9d-06b5-4c88-9ff3-e48bebd63b23 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Deleting port badda4d8-db98-4ff7-abb6-df03c6eb2070 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:49:50.774942 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2f39de9d-06b5-4c88-9ff3-e48bebd63b23 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:50.799148 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-397a0583-c38e-44df-809e-f9b20d5d618f None None] Set router a7531894-f2fb-4885-bf94-be5941d26c4b gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:49:51.015032 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2f39de9d-06b5-4c88-9ff3-e48bebd63b23 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:51.110603 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-397a0583-c38e-44df-809e-f9b20d5d618f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7531894-f2fb-4885-bf94-be5941d26c4b', 'name': 'tempest-TestNetworkBasicOps-router-228284915', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.47'}], 'enable_snat': True}, 'gw_port_id': '26a4fb62-6755-4dfe-af82-4975f6d7f41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:48:51Z', 'updated_at': '2022-02-04T08:48:57Z', 'revision_number': 4, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': '26a4fb62-6755-4dfe-af82-4975f6d7f41b', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7531894-f2fb-4885-bf94-be5941d26c4b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:48:52Z', 'updated_at': '2022-02-04T08:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '8d9015f9-ff3f-4da6-91a5-5c5fa59d2349', 'name': '', 'network_id': '85a9b66c-263b-4320-8ca7-66269b3ca946', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'mac_address': 'fa:16:3e:bf:b3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7531894-f2fb-4885-bf94-be5941d26c4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2bf1aa3-2e44-4a8a-8c68-4d99f210eb29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:48:56Z', 'updated_at': '2022-02-04T08:49:02Z', 'revision_number': 5, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'subnets': [{'id': 'c2bf1aa3-2e44-4a8a-8c68-4d99f210eb29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:49:51.114445 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397a0583-c38e-44df-809e-f9b20d5d618f None None] The sync data for ids ['a7531894-f2fb-4885-bf94-be5941d26c4b'] in dv-neutron-827798-2-hyperv is: [{'id': 'a7531894-f2fb-4885-bf94-be5941d26c4b', 'name': 'tempest-TestNetworkBasicOps-router-228284915', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.47'}], 'enable_snat': True}, 'gw_port_id': '26a4fb62-6755-4dfe-af82-4975f6d7f41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:48:51Z', 'updated_at': '2022-02-04T08:48:57Z', 'revision_number': 4, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': '26a4fb62-6755-4dfe-af82-4975f6d7f41b', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7531894-f2fb-4885-bf94-be5941d26c4b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:48:52Z', 'updated_at': '2022-02-04T08:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '8d9015f9-ff3f-4da6-91a5-5c5fa59d2349', 'name': '', 'network_id': '85a9b66c-263b-4320-8ca7-66269b3ca946', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'mac_address': 'fa:16:3e:bf:b3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7531894-f2fb-4885-bf94-be5941d26c4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2bf1aa3-2e44-4a8a-8c68-4d99f210eb29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:48:56Z', 'updated_at': '2022-02-04T08:49:02Z', 'revision_number': 5, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'subnets': [{'id': 'c2bf1aa3-2e44-4a8a-8c68-4d99f210eb29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:49:51.137517 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-2f39de9d-06b5-4c88-9ff3-e48bebd63b23 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Calling delete_port for badda4d8-db98-4ff7-abb6-df03c6eb2070 owned by {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:49:51.336198 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2f39de9d-06b5-4c88-9ff3-e48bebd63b23 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:51.341755 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4595afc5-d491-408f-a8db-331c912cc208 None None] New status for floating IP 238078ef-98be-43bd-b1ce-b17e1d9eef08: DOWN {{(pid=84109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 08:49:51.390834 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f39de9d-06b5-4c88-9ff3-e48bebd63b23 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event deleted for resources: {'Port': ['ID=badda4d8-db98-4ff7-abb6-df03c6eb2070,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:49:51.485357 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2f39de9d-06b5-4c88-9ff3-e48bebd63b23 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:51.496194 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-2f39de9d-06b5-4c88-9ff3-e48bebd63b23 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "DELETE /v2.0/ports/badda4d8-db98-4ff7-abb6-df03c6eb2070 HTTP/1.1" status: 204 len: 168 time: 0.7862828 Feb 04 08:49:51.498744 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 57776) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:49:51.688046 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-edb2490e-86a2-4593-9b4d-134fca6b8a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:51.891493 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-01782f05-29b2-428d-bc4f-6a7688fc7c81 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473817'] for router_interface, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:52.565478 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-01782f05-29b2-428d-bc4f-6a7688fc7c81 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Deleting port 8d9015f9-ff3f-4da6-91a5-5c5fa59d2349 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:49:52.566192 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-01782f05-29b2-428d-bc4f-6a7688fc7c81 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:52.748954 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [None req-01782f05-29b2-428d-bc4f-6a7688fc7c81 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] For port 8d9015f9-ff3f-4da6-91a5-5c5fa59d2349, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=8d9015f9-ff3f-4da6-91a5-5c5fa59d2349,segment=NetworkSegment(d10b2977-46a5-4968-8980-74a5c259c101),segment_id=d10b2977-46a5-4968-8980-74a5c259c101)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:49:52.749312 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-01782f05-29b2-428d-bc4f-6a7688fc7c81 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:52.819514 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:52.867278 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-01782f05-29b2-428d-bc4f-6a7688fc7c81 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Calling delete_port for 8d9015f9-ff3f-4da6-91a5-5c5fa59d2349 owned by network:router_interface {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:49:52.944953 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:53.133157 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-01782f05-29b2-428d-bc4f-6a7688fc7c81 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:53.180013 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01782f05-29b2-428d-bc4f-6a7688fc7c81 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event deleted for resources: {'Port': ['ID=8d9015f9-ff3f-4da6-91a5-5c5fa59d2349,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:49:53.219052 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01782f05-29b2-428d-bc4f-6a7688fc7c81 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:49:53.219396 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01782f05-29b2-428d-bc4f-6a7688fc7c81 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:49:53.219734 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01782f05-29b2-428d-bc4f-6a7688fc7c81 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:49:53.220067 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01782f05-29b2-428d-bc4f-6a7688fc7c81 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:49:53.220396 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01782f05-29b2-428d-bc4f-6a7688fc7c81 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:49:53.220763 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01782f05-29b2-428d-bc4f-6a7688fc7c81 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:49:53.221089 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01782f05-29b2-428d-bc4f-6a7688fc7c81 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:49:53.221413 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01782f05-29b2-428d-bc4f-6a7688fc7c81 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:49:53.221733 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01782f05-29b2-428d-bc4f-6a7688fc7c81 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:49:53.222050 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01782f05-29b2-428d-bc4f-6a7688fc7c81 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:49:53.222367 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01782f05-29b2-428d-bc4f-6a7688fc7c81 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:49:53.481734 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-01782f05-29b2-428d-bc4f-6a7688fc7c81 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1572495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472959'] for router_interface, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:54.166910 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01782f05-29b2-428d-bc4f-6a7688fc7c81 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Router a7531894-f2fb-4885-bf94-be5941d26c4b has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:49:54.299365 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:54.366565 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01782f05-29b2-428d-bc4f-6a7688fc7c81 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:49:54.376807 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e12f663-4fdd-4d8c-b9ae-f6febe131ff9 None None] Sync routers for ids ['a7531894-f2fb-4885-bf94-be5941d26c4b'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:49:54.380716 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-01782f05-29b2-428d-bc4f-6a7688fc7c81 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "PUT /v2.0/routers/a7531894-f2fb-4885-bf94-be5941d26c4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8798988 Feb 04 08:49:54.383164 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 57780) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:49:54.388164 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e12f663-4fdd-4d8c-b9ae-f6febe131ff9 None None] Routers {'a7531894-f2fb-4885-bf94-be5941d26c4b'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:49:54.388791 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-7e12f663-4fdd-4d8c-b9ae-f6febe131ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:49:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['a7531894-f2fb-4885-bf94-be5941d26c4b'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:49:54.570895 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_v2 [None req-8169e065-1c37-4165-8e29-466e4d1bf08e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Deleting subnet c2bf1aa3-2e44-4a8a-8c68-4d99f210eb29 {{(pid=84108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:49:54.573649 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8169e065-1c37-4165-8e29-466e4d1bf08e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for subnet, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:54.585182 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-7e12f663-4fdd-4d8c-b9ae-f6febe131ff9 None None] Set router a7531894-f2fb-4885-bf94-be5941d26c4b gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:49:54.625606 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8169e065-1c37-4165-8e29-466e4d1bf08e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7851377'] for subnet, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:54.710205 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8169e065-1c37-4165-8e29-466e4d1bf08e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:54.850231 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8169e065-1c37-4165-8e29-466e4d1bf08e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7593563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8119683'] for subnet, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:54.860771 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-7e12f663-4fdd-4d8c-b9ae-f6febe131ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7531894-f2fb-4885-bf94-be5941d26c4b', 'name': 'tempest-TestNetworkBasicOps-router-228284915', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.47'}], 'enable_snat': True}, 'gw_port_id': '26a4fb62-6755-4dfe-af82-4975f6d7f41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:48:51Z', 'updated_at': '2022-02-04T08:49:52Z', 'revision_number': 5, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': '26a4fb62-6755-4dfe-af82-4975f6d7f41b', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7531894-f2fb-4885-bf94-be5941d26c4b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:48:52Z', 'updated_at': '2022-02-04T08:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:49:54.866318 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e12f663-4fdd-4d8c-b9ae-f6febe131ff9 None None] Checking router: a7531894-f2fb-4885-bf94-be5941d26c4b for host: dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 08:49:54.874699 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e12f663-4fdd-4d8c-b9ae-f6febe131ff9 None None] Routers {'a7531894-f2fb-4885-bf94-be5941d26c4b'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:49:54.875265 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-7e12f663-4fdd-4d8c-b9ae-f6febe131ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:49:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['a7531894-f2fb-4885-bf94-be5941d26c4b'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:49:54.890489 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8169e065-1c37-4165-8e29-466e4d1bf08e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event deleted for resources: {'Subnet': ['ID=c2bf1aa3-2e44-4a8a-8c68-4d99f210eb29,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:49:54.895021 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8169e065-1c37-4165-8e29-466e4d1bf08e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:54.905521 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c23235b-f0d4-4b38-a78c-310fc1a6de71 None None] Network 85a9b66c-263b-4320-8ca7-66269b3ca946 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:49:54.905728 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-8169e065-1c37-4165-8e29-466e4d1bf08e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "DELETE /v2.0/subnets/c2bf1aa3-2e44-4a8a-8c68-4d99f210eb29 HTTP/1.1" status: 204 len: 168 time: 0.5190184 Feb 04 08:49:54.905728 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 57784) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:49:55.052161 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-7e12f663-4fdd-4d8c-b9ae-f6febe131ff9 None None] Set router a7531894-f2fb-4885-bf94-be5941d26c4b gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:49:55.109681 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8bbe6d22-4d1f-484a-9bb5-82da0037f9f3 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for router, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:55.180089 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39b18c9-9301-48d2-846d-864b604dd50d None None] DHCP port deletion for 85a9b66c-263b-4320-8ca7-66269b3ca946 request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 08:49:55.184146 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-c39b18c9-9301-48d2-846d-864b604dd50d None None] Deleting port 645eca49-c8cb-41f1-a415-de12bb72df4e {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:49:55.184541 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-c39b18c9-9301-48d2-846d-864b604dd50d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:55.315118 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8bbe6d22-4d1f-484a-9bb5-82da0037f9f3 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:55.340648 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-7e12f663-4fdd-4d8c-b9ae-f6febe131ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7531894-f2fb-4885-bf94-be5941d26c4b', 'name': 'tempest-TestNetworkBasicOps-router-228284915', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.47'}], 'enable_snat': True}, 'gw_port_id': '26a4fb62-6755-4dfe-af82-4975f6d7f41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:48:51Z', 'updated_at': '2022-02-04T08:49:52Z', 'revision_number': 5, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': '26a4fb62-6755-4dfe-af82-4975f6d7f41b', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7531894-f2fb-4885-bf94-be5941d26c4b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:48:52Z', 'updated_at': '2022-02-04T08:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:49:55.344413 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e12f663-4fdd-4d8c-b9ae-f6febe131ff9 None None] The sync data for ids ['a7531894-f2fb-4885-bf94-be5941d26c4b'] in dv-neutron-827798-2-hyperv is: [{'id': 'a7531894-f2fb-4885-bf94-be5941d26c4b', 'name': 'tempest-TestNetworkBasicOps-router-228284915', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.47'}], 'enable_snat': True}, 'gw_port_id': '26a4fb62-6755-4dfe-af82-4975f6d7f41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:48:51Z', 'updated_at': '2022-02-04T08:49:52Z', 'revision_number': 5, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': '26a4fb62-6755-4dfe-af82-4975f6d7f41b', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7531894-f2fb-4885-bf94-be5941d26c4b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:48:52Z', 'updated_at': '2022-02-04T08:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:49:55.390934 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-8bbe6d22-4d1f-484a-9bb5-82da0037f9f3 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Deleting port 26a4fb62-6755-4dfe-af82-4975f6d7f41b {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:49:55.391273 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8bbe6d22-4d1f-484a-9bb5-82da0037f9f3 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:55.399499 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-c39b18c9-9301-48d2-846d-864b604dd50d None None] For port 645eca49-c8cb-41f1-a415-de12bb72df4e, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=645eca49-c8cb-41f1-a415-de12bb72df4e,segment=NetworkSegment(d10b2977-46a5-4968-8980-74a5c259c101),segment_id=d10b2977-46a5-4968-8980-74a5c259c101)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:49:55.400027 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-c39b18c9-9301-48d2-846d-864b604dd50d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:55.516925 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-c39b18c9-9301-48d2-846d-864b604dd50d None None] Calling delete_port for 645eca49-c8cb-41f1-a415-de12bb72df4e owned by network:dhcp {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:49:55.561872 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [None req-8bbe6d22-4d1f-484a-9bb5-82da0037f9f3 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] For port 26a4fb62-6755-4dfe-af82-4975f6d7f41b, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=26a4fb62-6755-4dfe-af82-4975f6d7f41b,segment=NetworkSegment(c44b9475-949d-4ae7-bfca-e29b010a56a6),segment_id=c44b9475-949d-4ae7-bfca-e29b010a56a6)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:49:55.562227 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8bbe6d22-4d1f-484a-9bb5-82da0037f9f3 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:55.644086 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-c39b18c9-9301-48d2-846d-864b604dd50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407'] for port, after_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:55.686496 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39b18c9-9301-48d2-846d-864b604dd50d None None] Pushing event deleted for resources: {'Port': ['ID=645eca49-c8cb-41f1-a415-de12bb72df4e,revision_number=None']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:49:55.698826 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39b18c9-9301-48d2-846d-864b604dd50d None None] No DVR routers for this DVR port 645eca49-c8cb-41f1-a415-de12bb72df4e on host dv-neutron-827798-2-hyperv {{(pid=84109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:49:55.784632 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-8bbe6d22-4d1f-484a-9bb5-82da0037f9f3 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Calling delete_port for 26a4fb62-6755-4dfe-af82-4975f6d7f41b owned by network:router_gateway {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:49:56.021711 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8bbe6d22-4d1f-484a-9bb5-82da0037f9f3 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:56.047304 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:56.064927 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbe6d22-4d1f-484a-9bb5-82da0037f9f3 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event deleted for resources: {'Port': ['ID=26a4fb62-6755-4dfe-af82-4975f6d7f41b,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:49:56.178383 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 8d9015f9-ff3f-4da6-91a5-5c5fa59d2349 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:49:56.211322 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: 8d9015f9-ff3f-4da6-91a5-5c5fa59d2349 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:49:56.211665 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 8d9015f9-ff3f-4da6-91a5-5c5fa59d2349 not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:49:56.212071 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 645eca49-c8cb-41f1-a415-de12bb72df4e no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:49:56.245140 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: 645eca49-c8cb-41f1-a415-de12bb72df4e {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:49:56.245401 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 645eca49-c8cb-41f1-a415-de12bb72df4e not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:49:56.292314 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8bbe6d22-4d1f-484a-9bb5-82da0037f9f3 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473010'] for router_gateway, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:56.539092 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8bbe6d22-4d1f-484a-9bb5-82da0037f9f3 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40989'] for router, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:56.543147 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8bbe6d22-4d1f-484a-9bb5-82da0037f9f3 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:56.653235 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8bbe6d22-4d1f-484a-9bb5-82da0037f9f3 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-476062'] for router, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:56.653765 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bbe6d22-4d1f-484a-9bb5-82da0037f9f3 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Fanout notify agent at l3_agent the message router_deleted on router a7531894-f2fb-4885-bf94-be5941d26c4b {{(pid=84108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 08:49:56.667699 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8bbe6d22-4d1f-484a-9bb5-82da0037f9f3 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for router, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:56.668824 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-8bbe6d22-4d1f-484a-9bb5-82da0037f9f3 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "DELETE /v2.0/routers/a7531894-f2fb-4885-bf94-be5941d26c4b HTTP/1.1" status: 204 len: 168 time: 1.7622530 Feb 04 08:49:56.671578 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 57788) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:49:56.784268 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ef20348f-1eed-475d-bedb-20a76466fcb9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:56.915269 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ef20348f-1eed-475d-bedb-20a76466fcb9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:56.940267 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-ef20348f-1eed-475d-bedb-20a76466fcb9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85a9b66c-263b-4320-8ca7-66269b3ca946']}} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:49:56.952248 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-ef20348f-1eed-475d-bedb-20a76466fcb9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd10b2977-46a5-4968-8980-74a5c259c101') {'for_net_delete': True} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:49:56.952540 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-ef20348f-1eed-475d-bedb-20a76466fcb9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd10b2977-46a5-4968-8980-74a5c259c101') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:49:56.963743 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ef20348f-1eed-475d-bedb-20a76466fcb9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7851336'] for segment, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:56.979715 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ef20348f-1eed-475d-bedb-20a76466fcb9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:56.986523 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef20348f-1eed-475d-bedb-20a76466fcb9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=84108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:49:56.986523 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ef20348f-1eed-475d-bedb-20a76466fcb9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7460345'] for segment, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:57.000872 dv-neutron-827798-2-hyperv neutron-server[84108]: Traceback (most recent call last): Feb 04 08:49:57.000872 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:49:57.000872 dv-neutron-827798-2-hyperv neutron-server[84108]: timer() Feb 04 08:49:57.000872 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:49:57.000872 dv-neutron-827798-2-hyperv neutron-server[84108]: cb(*args, **kw) Feb 04 08:49:57.000872 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:49:57.000872 dv-neutron-827798-2-hyperv neutron-server[84108]: return func(*args, **kwargs) Feb 04 08:49:57.000872 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:49:57.000872 dv-neutron-827798-2-hyperv neutron-server[84108]: self._notify() Feb 04 08:49:57.000872 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:49:57.000872 dv-neutron-827798-2-hyperv neutron-server[84108]: self.callback(batched_events) Feb 04 08:49:57.000872 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:49:57.000872 dv-neutron-827798-2-hyperv neutron-server[84108]: event.method(event) Feb 04 08:49:57.000872 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:49:57.000872 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:49:57.000872 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:49:57.000872 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:49:57.000872 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:49:57.000872 dv-neutron-827798-2-hyperv neutron-server[84108]: return f(self, *a, **k) Feb 04 08:49:57.000872 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:49:57.000872 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._get(url).json() Feb 04 08:49:57.000872 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:49:57.000872 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:49:57.000872 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:49:57.000872 dv-neutron-827798-2-hyperv neutron-server[84108]: return self.request(url, 'GET', **kwargs) Feb 04 08:49:57.000872 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:49:57.000872 dv-neutron-827798-2-hyperv neutron-server[84108]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:49:57.000872 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:49:57.000872 dv-neutron-827798-2-hyperv neutron-server[84108]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:49:57.000872 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:49:57.000872 dv-neutron-827798-2-hyperv neutron-server[84108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:49:57.000872 dv-neutron-827798-2-hyperv neutron-server[84108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:49:57.158948 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ef20348f-1eed-475d-bedb-20a76466fcb9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:57.180617 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ef20348f-1eed-475d-bedb-20a76466fcb9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:57.186667 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef20348f-1eed-475d-bedb-20a76466fcb9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event deleted for resources: {'Network': ['ID=85a9b66c-263b-4320-8ca7-66269b3ca946,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:49:57.240046 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-ef20348f-1eed-475d-bedb-20a76466fcb9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "DELETE /v2.0/networks/85a9b66c-263b-4320-8ca7-66269b3ca946 HTTP/1.1" status: 204 len: 168 time: 0.5669134 Feb 04 08:49:57.253992 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 57792) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:49:57.267572 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-3df0adaf-0888-4301-a730-34db0757caa0 tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] 10.222.0.36 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0124612 Feb 04 08:49:57.270156 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 57796) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:49:57.276370 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-d4667182-7cb6-4c61-a1b2-75d101b1bd72 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'network': {'name': 'tempest-network-smoke--1674429048', 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'port_security_enabled': True}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:49:57.284886 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-d4667182-7cb6-4c61-a1b2-75d101b1bd72 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:49:57.289698 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-d4667182-7cb6-4c61-a1b2-75d101b1bd72 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:network and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:49:57.293072 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-d4667182-7cb6-4c61-a1b2-75d101b1bd72 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:49:57.299067 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-d4667182-7cb6-4c61-a1b2-75d101b1bd72 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:49:57.352511 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4667182-7cb6-4c61-a1b2-75d101b1bd72 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Made reservation on behalf of 7df2bfd740464e869863a41b14f4d5af for: {'network': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:49:57.355545 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d4667182-7cb6-4c61-a1b2-75d101b1bd72 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:57.382616 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4667182-7cb6-4c61-a1b2-75d101b1bd72 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=84108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:49:57.390967 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d4667182-7cb6-4c61-a1b2-75d101b1bd72 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:57.391306 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.segments_db [None req-d4667182-7cb6-4c61-a1b2-75d101b1bd72 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Added segment 86fe9cdf-09a4-4666-9e34-3b4cd896623c of type vlan for network 76a34aca-cc19-4386-90e3-2f979eefdae0 Feb 04 08:49:57.416757 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d4667182-7cb6-4c61-a1b2-75d101b1bd72 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:57.512636 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d4667182-7cb6-4c61-a1b2-75d101b1bd72 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:57.516598 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4667182-7cb6-4c61-a1b2-75d101b1bd72 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:49:57.517180 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d4667182-7cb6-4c61-a1b2-75d101b1bd72 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:57.715545 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4667182-7cb6-4c61-a1b2-75d101b1bd72 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'Network': ['ID=76a34aca-cc19-4386-90e3-2f979eefdae0,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:49:57.726452 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network 76a34aca-cc19-4386-90e3-2f979eefdae0 details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:49:57.793389 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-d4667182-7cb6-4c61-a1b2-75d101b1bd72 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5216753 Feb 04 08:49:57.796028 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 57800) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:49:57.801273 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-d24597e9-e110-49db-940d-151b50e8f713 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1880068661', 'admin_state_up': True, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:49:57.808001 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-d24597e9-e110-49db-940d-151b50e8f713 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:49:57.811760 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-d24597e9-e110-49db-940d-151b50e8f713 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:router and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:49:57.814741 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-d24597e9-e110-49db-940d-151b50e8f713 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:49:57.821404 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-d24597e9-e110-49db-940d-151b50e8f713 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:49:57.884125 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d24597e9-e110-49db-940d-151b50e8f713 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40975'] for router, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:57.885125 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d24597e9-e110-49db-940d-151b50e8f713 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40982'] for router, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:57.903575 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d24597e9-e110-49db-940d-151b50e8f713 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:58.083103 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 26a4fb62-6755-4dfe-af82-4975f6d7f41b no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:49:58.098161 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d24597e9-e110-49db-940d-151b50e8f713 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40996'] for router, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:58.115047 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: 26a4fb62-6755-4dfe-af82-4975f6d7f41b {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:49:58.115383 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 26a4fb62-6755-4dfe-af82-4975f6d7f41b not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:49:58.333485 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d24597e9-e110-49db-940d-151b50e8f713 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for router_gateway, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:58.362071 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d24597e9-e110-49db-940d-151b50e8f713 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:58.494276 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-d24597e9-e110-49db-940d-151b50e8f713 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Allocated IP 172.26.3.49 (e264bd74-c56b-43d0-9059-bcb57dbbe5bc/79caf47c-b62c-4ea0-b35f-21ede155daa8/fae1ee8c-ea7c-45cd-a4e3-14297c6522d2) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:49:58.637968 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d24597e9-e110-49db-940d-151b50e8f713 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:58.730363 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d24597e9-e110-49db-940d-151b50e8f713 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:58.795937 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24597e9-e110-49db-940d-151b50e8f713 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Network e264bd74-c56b-43d0-9059-bcb57dbbe5bc is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:49:58.798843 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-d24597e9-e110-49db-940d-151b50e8f713 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:49:58.803671 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24597e9-e110-49db-940d-151b50e8f713 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:49:58.830956 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24597e9-e110-49db-940d-151b50e8f713 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'Port': ['ID=fae1ee8c-ea7c-45cd-a4e3-14297c6522d2,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:49:59.030396 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d24597e9-e110-49db-940d-151b50e8f713 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for router_gateway, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:59.031136 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d24597e9-e110-49db-940d-151b50e8f713 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472990'] for router, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:59.327259 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d24597e9-e110-49db-940d-151b50e8f713 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Router 80408319-0475-42a0-9ff4-88ba1bb3f1b5 is scheduled to L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 with binding_index 1 {{(pid=84108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 08:49:59.518675 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d24597e9-e110-49db-940d-151b50e8f713 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:49:59.527775 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bac565-2492-4b89-9e1c-d87cd77da945 None None] Sync routers for ids ['80408319-0475-42a0-9ff4-88ba1bb3f1b5'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:49:59.543422 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bac565-2492-4b89-9e1c-d87cd77da945 None None] Routers {'80408319-0475-42a0-9ff4-88ba1bb3f1b5'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:49:59.544064 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-c9bac565-2492-4b89-9e1c-d87cd77da945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:49:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['80408319-0475-42a0-9ff4-88ba1bb3f1b5'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:49:59.601809 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d24597e9-e110-49db-940d-151b50e8f713 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for router, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:49:59.602952 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-d24597e9-e110-49db-940d-151b50e8f713 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.8059299 Feb 04 08:49:59.606021 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 57804) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:49:59.648129 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-d57b218e-fd7b-44b1-b160-254ea89c468a tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=7df2bfd740464e869863a41b14f4d5af&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0410609 Feb 04 08:49:59.650696 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 57808) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:49:59.719245 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-c9bac565-2492-4b89-9e1c-d87cd77da945 None None] Set router 80408319-0475-42a0-9ff4-88ba1bb3f1b5 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:49:59.878750 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e314456-1182-4c82-b465-c50ecbe9e2bf tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:49:59.880754 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-5e314456-1182-4c82-b465-c50ecbe9e2bf tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2291441 Feb 04 08:49:59.883591 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 57812) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:49:59.922970 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-fa45f857-4b5d-4703-840b-b189b9f11abf tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=e264bd74-c56b-43d0-9059-bcb57dbbe5bc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383255 Feb 04 08:49:59.925439 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 57816) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:49:59.932100 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-278bf784-f1af-44a3-b61a-6bb5c5324265 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-382862322', 'network_id': '76a34aca-cc19-4386-90e3-2f979eefdae0', 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:50:00.039666 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-c9bac565-2492-4b89-9e1c-d87cd77da945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80408319-0475-42a0-9ff4-88ba1bb3f1b5', 'name': 'tempest-TestNetworkBasicOps-router-1880068661', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': 'fae1ee8c-ea7c-45cd-a4e3-14297c6522d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:49:57Z', 'updated_at': '2022-02-04T08:49:58Z', 'revision_number': 3, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': 'fae1ee8c-ea7c-45cd-a4e3-14297c6522d2', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:96:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80408319-0475-42a0-9ff4-88ba1bb3f1b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:49:58Z', 'updated_at': '2022-02-04T08:49:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:50:00.040457 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-278bf784-f1af-44a3-b61a-6bb5c5324265 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:50:00.043494 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bac565-2492-4b89-9e1c-d87cd77da945 None None] Checking router: 80408319-0475-42a0-9ff4-88ba1bb3f1b5 for host: dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 08:50:00.043910 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bac565-2492-4b89-9e1c-d87cd77da945 None None] Updating router 80408319-0475-42a0-9ff4-88ba1bb3f1b5 port fae1ee8c-ea7c-45cd-a4e3-14297c6522d2 binding host dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 08:50:00.044235 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-278bf784-f1af-44a3-b61a-6bb5c5324265 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:subnet and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:50:00.047037 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-278bf784-f1af-44a3-b61a-6bb5c5324265 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:50:00.053349 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-278bf784-f1af-44a3-b61a-6bb5c5324265 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:50:00.098108 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-c9bac565-2492-4b89-9e1c-d87cd77da945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:00.121579 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-278bf784-f1af-44a3-b61a-6bb5c5324265 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Made reservation on behalf of 7df2bfd740464e869863a41b14f4d5af for: {'subnet': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:50:00.224658 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-278bf784-f1af-44a3-b61a-6bb5c5324265 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8119726'] for subnet, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:00.417322 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-c9bac565-2492-4b89-9e1c-d87cd77da945 None None] Notify callbacks [] for port, precommit_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:00.428382 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-c9bac565-2492-4b89-9e1c-d87cd77da945 None None] Transition to ACTIVE for port object fae1ee8c-ea7c-45cd-a4e3-14297c6522d2 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:50:00.495777 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-c9bac565-2492-4b89-9e1c-d87cd77da945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:00.504532 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-278bf784-f1af-44a3-b61a-6bb5c5324265 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7593498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8119736'] for subnet, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:00.573424 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f8922f-82e8-4210-9024-65b975e40c6b None None] Pushing event updated for resources: {'Port': ['ID=fae1ee8c-ea7c-45cd-a4e3-14297c6522d2,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:50:00.576695 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-c9bac565-2492-4b89-9e1c-d87cd77da945 None None] Attempting to bind port fae1ee8c-ea7c-45cd-a4e3-14297c6522d2 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:50:00.579546 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-c9bac565-2492-4b89-9e1c-d87cd77da945 None None] Attempting to bind port fae1ee8c-ea7c-45cd-a4e3-14297c6522d2 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:50:00.579546 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bac565-2492-4b89-9e1c-d87cd77da945 None None] Attempting to bind port fae1ee8c-ea7c-45cd-a4e3-14297c6522d2 on network e264bd74-c56b-43d0-9059-bcb57dbbe5bc {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:50:00.582628 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278bf784-f1af-44a3-b61a-6bb5c5324265 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'Subnet': ['ID=1cfea34d-c863-4b7b-8f37-e80dfaf43d57,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:50:00.585227 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bac565-2492-4b89-9e1c-d87cd77da945 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:50:00.585754 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bac565-2492-4b89-9e1c-d87cd77da945 None None] Checking segment: {'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:50:00.586462 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-c9bac565-2492-4b89-9e1c-d87cd77da945 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:00.586756 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bac565-2492-4b89-9e1c-d87cd77da945 None None] Bound using segment: {'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:50:00.587200 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-c9bac565-2492-4b89-9e1c-d87cd77da945 None None] Bound port: fae1ee8c-ea7c-45cd-a4e3-14297c6522d2, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:50:00.587627 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-c9bac565-2492-4b89-9e1c-d87cd77da945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:00.594336 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278bf784-f1af-44a3-b61a-6bb5c5324265 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Checking segment: {'id': '86fe9cdf-09a4-4666-9e34-3b4cd896623c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '76a34aca-cc19-4386-90e3-2f979eefdae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:50:00.594690 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278bf784-f1af-44a3-b61a-6bb5c5324265 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Network hostable DHCP agents. Network: 76a34aca-cc19-4386-90e3-2f979eefdae0, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:50:00.660245 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-c9bac565-2492-4b89-9e1c-d87cd77da945 None None] For port fae1ee8c-ea7c-45cd-a4e3-14297c6522d2, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:50:00.663404 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-c9bac565-2492-4b89-9e1c-d87cd77da945 None None] For port fae1ee8c-ea7c-45cd-a4e3-14297c6522d2, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=fae1ee8c-ea7c-45cd-a4e3-14297c6522d2,segment=NetworkSegment(c44b9475-949d-4ae7-bfca-e29b010a56a6),segment_id=c44b9475-949d-4ae7-bfca-e29b010a56a6)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:50:00.666906 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278bf784-f1af-44a3-b61a-6bb5c5324265 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Network 76a34aca-cc19-4386-90e3-2f979eefdae0 is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:50:00.741585 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-c9bac565-2492-4b89-9e1c-d87cd77da945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:00.756515 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-278bf784-f1af-44a3-b61a-6bb5c5324265 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, 76a34aca-cc19-4386-90e3-2f979eefdae0) {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:50:00.760362 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278bf784-f1af-44a3-b61a-6bb5c5324265 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:50:00.760984 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-278bf784-f1af-44a3-b61a-6bb5c5324265 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:00.778273 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7022755d-b264-46c0-ac58-ee7893c976ff None None] Network 76a34aca-cc19-4386-90e3-2f979eefdae0 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:50:00.841933 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-278bf784-f1af-44a3-b61a-6bb5c5324265 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9127703 Feb 04 08:50:00.842183 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 57820) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:50:00.911646 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f8922f-82e8-4210-9024-65b975e40c6b None None] Pushing event updated for resources: {'Port': ['ID=fae1ee8c-ea7c-45cd-a4e3-14297c6522d2,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:50:00.920404 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bac565-2492-4b89-9e1c-d87cd77da945 None None] Routers {'80408319-0475-42a0-9ff4-88ba1bb3f1b5'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:50:00.920404 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-c9bac565-2492-4b89-9e1c-d87cd77da945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:49:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['80408319-0475-42a0-9ff4-88ba1bb3f1b5'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:50:01.170975 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5fdf40-10f4-4746-9a3d-8719347f2b03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-76a34aca-cc19-4386-90e3-2f979eefdae0', 'network_id': '76a34aca-cc19-4386-90e3-2f979eefdae0', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'fixed_ips': [{'subnet_id': '1cfea34d-c863-4b7b-8f37-e80dfaf43d57'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:50:01.171745 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-5b5fdf40-10f4-4746-9a3d-8719347f2b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:01.193895 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-c9bac565-2492-4b89-9e1c-d87cd77da945 None None] Set router 80408319-0475-42a0-9ff4-88ba1bb3f1b5 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:50:01.598110 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-5b5fdf40-10f4-4746-9a3d-8719347f2b03 None None] Allocated IP 172.20.0.2 (76a34aca-cc19-4386-90e3-2f979eefdae0/1cfea34d-c863-4b7b-8f37-e80dfaf43d57/a6ea68b2-df4c-456e-b62a-91260fb67138) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:50:01.617318 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2a757885-c8ca-48e8-9ebb-79d18af38391 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:01.747288 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-c9bac565-2492-4b89-9e1c-d87cd77da945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80408319-0475-42a0-9ff4-88ba1bb3f1b5', 'name': 'tempest-TestNetworkBasicOps-router-1880068661', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': 'fae1ee8c-ea7c-45cd-a4e3-14297c6522d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:49:57Z', 'updated_at': '2022-02-04T08:49:58Z', 'revision_number': 3, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': 'fae1ee8c-ea7c-45cd-a4e3-14297c6522d2', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:96:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80408319-0475-42a0-9ff4-88ba1bb3f1b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:49:58Z', 'updated_at': '2022-02-04T08:50:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:50:01.763128 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bac565-2492-4b89-9e1c-d87cd77da945 None None] The sync data for ids ['80408319-0475-42a0-9ff4-88ba1bb3f1b5'] in dv-neutron-827798-2-hyperv is: [{'id': '80408319-0475-42a0-9ff4-88ba1bb3f1b5', 'name': 'tempest-TestNetworkBasicOps-router-1880068661', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': 'fae1ee8c-ea7c-45cd-a4e3-14297c6522d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:49:57Z', 'updated_at': '2022-02-04T08:49:58Z', 'revision_number': 3, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': 'fae1ee8c-ea7c-45cd-a4e3-14297c6522d2', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:96:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80408319-0475-42a0-9ff4-88ba1bb3f1b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:49:58Z', 'updated_at': '2022-02-04T08:50:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:50:01.831544 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-5b5fdf40-10f4-4746-9a3d-8719347f2b03 None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:01.843391 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-5b5fdf40-10f4-4746-9a3d-8719347f2b03 None None] Transition to ACTIVE for port object a6ea68b2-df4c-456e-b62a-91260fb67138 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:50:01.863396 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-5b5fdf40-10f4-4746-9a3d-8719347f2b03 None None] Transition to ACTIVE for port object a6ea68b2-df4c-456e-b62a-91260fb67138 will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:50:01.936506 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-5b5fdf40-10f4-4746-9a3d-8719347f2b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:02.040399 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5fdf40-10f4-4746-9a3d-8719347f2b03 None None] Pushing event updated for resources: {'Port': ['ID=a6ea68b2-df4c-456e-b62a-91260fb67138,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:50:02.051745 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5fdf40-10f4-4746-9a3d-8719347f2b03 None None] Network 76a34aca-cc19-4386-90e3-2f979eefdae0 is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:50:02.053182 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-5b5fdf40-10f4-4746-9a3d-8719347f2b03 None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:50:02.056365 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5fdf40-10f4-4746-9a3d-8719347f2b03 None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:50:02.162748 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-5b5fdf40-10f4-4746-9a3d-8719347f2b03 None None] Attempting to bind port a6ea68b2-df4c-456e-b62a-91260fb67138 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:50:02.163132 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-5b5fdf40-10f4-4746-9a3d-8719347f2b03 None None] Attempting to bind port a6ea68b2-df4c-456e-b62a-91260fb67138 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': '86fe9cdf-09a4-4666-9e34-3b4cd896623c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '76a34aca-cc19-4386-90e3-2f979eefdae0'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:50:02.163478 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5fdf40-10f4-4746-9a3d-8719347f2b03 None None] Attempting to bind port a6ea68b2-df4c-456e-b62a-91260fb67138 on network 76a34aca-cc19-4386-90e3-2f979eefdae0 {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:50:02.172435 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5fdf40-10f4-4746-9a3d-8719347f2b03 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:50:02.172850 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5fdf40-10f4-4746-9a3d-8719347f2b03 None None] Checking segment: {'id': '86fe9cdf-09a4-4666-9e34-3b4cd896623c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '76a34aca-cc19-4386-90e3-2f979eefdae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:50:02.173254 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-5b5fdf40-10f4-4746-9a3d-8719347f2b03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:02.173643 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5fdf40-10f4-4746-9a3d-8719347f2b03 None None] Bound using segment: {'id': '86fe9cdf-09a4-4666-9e34-3b4cd896623c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '76a34aca-cc19-4386-90e3-2f979eefdae0'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:50:02.174103 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-5b5fdf40-10f4-4746-9a3d-8719347f2b03 None None] Bound port: a6ea68b2-df4c-456e-b62a-91260fb67138, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86fe9cdf-09a4-4666-9e34-3b4cd896623c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '76a34aca-cc19-4386-90e3-2f979eefdae0'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:50:02.175345 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-5b5fdf40-10f4-4746-9a3d-8719347f2b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:02.181282 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-2a757885-c8ca-48e8-9ebb-79d18af38391 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Allocated IP 172.20.0.1 (76a34aca-cc19-4386-90e3-2f979eefdae0/1cfea34d-c863-4b7b-8f37-e80dfaf43d57/6bf954b1-013c-456d-b7c8-3f29843ad689) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:50:02.192040 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device fae1ee8c-ea7c-45cd-a4e3-14297c6522d2 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:50:02.334946 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-5b5fdf40-10f4-4746-9a3d-8719347f2b03 None None] For port a6ea68b2-df4c-456e-b62a-91260fb67138, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:50:02.338267 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-5b5fdf40-10f4-4746-9a3d-8719347f2b03 None None] For port a6ea68b2-df4c-456e-b62a-91260fb67138, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=a6ea68b2-df4c-456e-b62a-91260fb67138,segment=NetworkSegment(86fe9cdf-09a4-4666-9e34-3b4cd896623c),segment_id=86fe9cdf-09a4-4666-9e34-3b4cd896623c)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:50:02.357650 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2a757885-c8ca-48e8-9ebb-79d18af38391 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:02.374332 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.provisioning_blocks [None req-2a757885-c8ca-48e8-9ebb-79d18af38391 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Transition to ACTIVE for port object 6bf954b1-013c-456d-b7c8-3f29843ad689 will not be triggered until provisioned by entity DHCP. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:50:02.398754 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port fae1ee8c-ea7c-45cd-a4e3-14297c6522d2 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:50:02.403818 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port fae1ee8c-ea7c-45cd-a4e3-14297c6522d2 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:50:02.406418 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:02.430994 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-5b5fdf40-10f4-4746-9a3d-8719347f2b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:02.495873 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2a757885-c8ca-48e8-9ebb-79d18af38391 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:02.547197 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5fdf40-10f4-4746-9a3d-8719347f2b03 None None] Pushing event updated for resources: {'Port': ['ID=a6ea68b2-df4c-456e-b62a-91260fb67138,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:50:02.573267 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a757885-c8ca-48e8-9ebb-79d18af38391 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Network 76a34aca-cc19-4386-90e3-2f979eefdae0 is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:50:02.575030 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-2a757885-c8ca-48e8-9ebb-79d18af38391 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:50:02.584095 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a757885-c8ca-48e8-9ebb-79d18af38391 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:50:02.618746 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:02.634202 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a757885-c8ca-48e8-9ebb-79d18af38391 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'Port': ['ID=6bf954b1-013c-456d-b7c8-3f29843ad689,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:50:02.639597 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port fae1ee8c-ea7c-45cd-a4e3-14297c6522d2, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=fae1ee8c-ea7c-45cd-a4e3-14297c6522d2,segment=NetworkSegment(c44b9475-949d-4ae7-bfca-e29b010a56a6),segment_id=c44b9475-949d-4ae7-bfca-e29b010a56a6)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:50:02.661793 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2a757885-c8ca-48e8-9ebb-79d18af38391 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-472912'] for router_interface, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:02.724598 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:02.799729 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=fae1ee8c-ea7c-45cd-a4e3-14297c6522d2,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:50:02.824026 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2a757885-c8ca-48e8-9ebb-79d18af38391 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:03.054824 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 08:50:03.224343 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2a757885-c8ca-48e8-9ebb-79d18af38391 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for port, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:03.301864 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2a757885-c8ca-48e8-9ebb-79d18af38391 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:03.414286 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a757885-c8ca-48e8-9ebb-79d18af38391 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'Port': ['ID=6bf954b1-013c-456d-b7c8-3f29843ad689,revision_number=2']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:50:03.418999 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2a757885-c8ca-48e8-9ebb-79d18af38391 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473771'] for router_interface, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:03.451317 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3bf3a5-ae06-4dae-b95d-64e8ecebe8de None None] Network 76a34aca-cc19-4386-90e3-2f979eefdae0 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:50:03.555493 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a757885-c8ca-48e8-9ebb-79d18af38391 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Network 76a34aca-cc19-4386-90e3-2f979eefdae0 is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:50:03.556653 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-2a757885-c8ca-48e8-9ebb-79d18af38391 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:50:03.658170 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-27b1d25c-f248-419e-9b36-2a16b8277efa None None] Provisioning for port a6ea68b2-df4c-456e-b62a-91260fb67138 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:50:03.962675 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-798c0e1f-e5db-43ff-8a53-57c299ae6c56 None None] Provisioning for port 6bf954b1-013c-456d-b7c8-3f29843ad689 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:50:03.969266 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-798c0e1f-e5db-43ff-8a53-57c299ae6c56 None None] Provisioning complete for port 6bf954b1-013c-456d-b7c8-3f29843ad689 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:50:03.969642 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-798c0e1f-e5db-43ff-8a53-57c299ae6c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:04.026023 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-798c0e1f-e5db-43ff-8a53-57c299ae6c56 None None] Port 6bf954b1-013c-456d-b7c8-3f29843ad689 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:50:04.055960 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a757885-c8ca-48e8-9ebb-79d18af38391 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Router 80408319-0475-42a0-9ff4-88ba1bb3f1b5 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:50:04.149602 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-95d9d66c-778d-4a32-a397-404bacac814b None None] Provisioning complete for port 6bf954b1-013c-456d-b7c8-3f29843ad689 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:50:04.149973 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-95d9d66c-778d-4a32-a397-404bacac814b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:04.213325 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-95d9d66c-778d-4a32-a397-404bacac814b None None] Port 6bf954b1-013c-456d-b7c8-3f29843ad689 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:50:04.232197 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device a6ea68b2-df4c-456e-b62a-91260fb67138 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:50:04.287159 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a757885-c8ca-48e8-9ebb-79d18af38391 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:50:04.299471 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-2a757885-c8ca-48e8-9ebb-79d18af38391 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "PUT /v2.0/routers/80408319-0475-42a0-9ff4-88ba1bb3f1b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4563351 Feb 04 08:50:04.302588 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 57824) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:50:04.340303 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-f515172c-2009-4afb-9d57-f7f1954e7fdf None None] Provisioning complete for port 6bf954b1-013c-456d-b7c8-3f29843ad689 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:50:04.340636 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-f515172c-2009-4afb-9d57-f7f1954e7fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:04.394373 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port a6ea68b2-df4c-456e-b62a-91260fb67138 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:50:04.398240 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-f515172c-2009-4afb-9d57-f7f1954e7fdf None None] Port 6bf954b1-013c-456d-b7c8-3f29843ad689 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:50:04.400103 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port a6ea68b2-df4c-456e-b62a-91260fb67138 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:50:04.400621 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:04.441065 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9044ca-2dd5-4c6c-af3c-c945ebb95970 tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:50:04.441439 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9044ca-2dd5-4c6c-af3c-c945ebb95970 tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:50:04.441808 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9044ca-2dd5-4c6c-af3c-c945ebb95970 tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:50:04.442190 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9044ca-2dd5-4c6c-af3c-c945ebb95970 tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:50:04.446759 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-4e9044ca-2dd5-4c6c-af3c-c945ebb95970 tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1404824 Feb 04 08:50:04.449280 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 57828) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:50:04.512313 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:04.513912 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4045be-ed59-4c3b-acf1-439372b2540f tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:50:04.514290 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4045be-ed59-4c3b-acf1-439372b2540f tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:50:04.514657 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4045be-ed59-4c3b-acf1-439372b2540f tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:50:04.515439 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4045be-ed59-4c3b-acf1-439372b2540f tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:50:04.517106 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-ae4045be-ed59-4c3b-acf1-439372b2540f tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0694065 Feb 04 08:50:04.519773 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 57832) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:50:04.545284 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port a6ea68b2-df4c-456e-b62a-91260fb67138, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=a6ea68b2-df4c-456e-b62a-91260fb67138,segment=NetworkSegment(86fe9cdf-09a4-4666-9e34-3b4cd896623c),segment_id=86fe9cdf-09a4-4666-9e34-3b4cd896623c)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:50:04.607743 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:04.608458 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device fae1ee8c-ea7c-45cd-a4e3-14297c6522d2 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:50:04.728332 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-73a3bfc4-be4a-4503-9327-2a916020611b tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2068944 Feb 04 08:50:04.758142 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=a6ea68b2-df4c-456e-b62a-91260fb67138,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:50:04.772386 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port fae1ee8c-ea7c-45cd-a4e3-14297c6522d2 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:50:04.772795 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:05.368983 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b97ad98-8ef5-44b7-bb14-affeb3f9bede None None] Sync routers for ids ['80408319-0475-42a0-9ff4-88ba1bb3f1b5'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:50:05.380665 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b97ad98-8ef5-44b7-bb14-affeb3f9bede None None] Routers {'80408319-0475-42a0-9ff4-88ba1bb3f1b5'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:50:05.381239 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-9b97ad98-8ef5-44b7-bb14-affeb3f9bede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:49:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['80408319-0475-42a0-9ff4-88ba1bb3f1b5'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:50:05.550202 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-9b97ad98-8ef5-44b7-bb14-affeb3f9bede None None] Set router 80408319-0475-42a0-9ff4-88ba1bb3f1b5 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:50:05.588046 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 57838) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:50:05.594034 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-e7727262-dfa2-4335-baa6-e0a95d836d3a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1959043577', 'description': 'tempest-secgroup-smoke-1959043577 description', 'project_id': '7df2bfd740464e869863a41b14f4d5af'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:50:05.600051 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-e7727262-dfa2-4335-baa6-e0a95d836d3a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:50:05.604305 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-e7727262-dfa2-4335-baa6-e0a95d836d3a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:security_group and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:50:05.607181 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-e7727262-dfa2-4335-baa6-e0a95d836d3a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:50:05.613576 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-e7727262-dfa2-4335-baa6-e0a95d836d3a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:50:05.661242 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e7727262-dfa2-4335-baa6-e0a95d836d3a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:05.700013 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-e7727262-dfa2-4335-baa6-e0a95d836d3a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:50:05.704255 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-e7727262-dfa2-4335-baa6-e0a95d836d3a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:security_group_rule and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:50:05.707623 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-e7727262-dfa2-4335-baa6-e0a95d836d3a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:50:05.713454 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-e7727262-dfa2-4335-baa6-e0a95d836d3a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:50:05.862100 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e7727262-dfa2-4335-baa6-e0a95d836d3a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:05.877516 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-9b97ad98-8ef5-44b7-bb14-affeb3f9bede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80408319-0475-42a0-9ff4-88ba1bb3f1b5', 'name': 'tempest-TestNetworkBasicOps-router-1880068661', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': 'fae1ee8c-ea7c-45cd-a4e3-14297c6522d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:49:57Z', 'updated_at': '2022-02-04T08:50:02Z', 'revision_number': 4, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': 'fae1ee8c-ea7c-45cd-a4e3-14297c6522d2', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:96:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80408319-0475-42a0-9ff4-88ba1bb3f1b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:49:58Z', 'updated_at': '2022-02-04T08:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '6bf954b1-013c-456d-b7c8-3f29843ad689', 'name': '', 'network_id': '76a34aca-cc19-4386-90e3-2f979eefdae0', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'mac_address': 'fa:16:3e:e3:d3:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80408319-0475-42a0-9ff4-88ba1bb3f1b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1cfea34d-c863-4b7b-8f37-e80dfaf43d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:50:01Z', 'updated_at': '2022-02-04T08:50:03Z', 'revision_number': 2, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'subnets': [{'id': '1cfea34d-c863-4b7b-8f37-e80dfaf43d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:50:05.881782 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b97ad98-8ef5-44b7-bb14-affeb3f9bede None None] Checking router: 80408319-0475-42a0-9ff4-88ba1bb3f1b5 for host: dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 08:50:05.882117 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b97ad98-8ef5-44b7-bb14-affeb3f9bede None None] Updating router 80408319-0475-42a0-9ff4-88ba1bb3f1b5 port 6bf954b1-013c-456d-b7c8-3f29843ad689 binding host dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 08:50:05.935950 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e7727262-dfa2-4335-baa6-e0a95d836d3a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:05.943473 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-9b97ad98-8ef5-44b7-bb14-affeb3f9bede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:05.981598 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7727262-dfa2-4335-baa6-e0a95d836d3a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d5db5bb-f10c-41f1-86ec-ff1c6ad02089,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:50:06.056045 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e7727262-dfa2-4335-baa6-e0a95d836d3a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:06.057450 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-e7727262-dfa2-4335-baa6-e0a95d836d3a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4683073 Feb 04 08:50:06.060191 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 57842) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:50:06.065919 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-804528e4-61b2-4091-8e13-a20f5075b75c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'security_group_rule': {'security_group_id': '5d5db5bb-f10c-41f1-86ec-ff1c6ad02089', 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:50:06.071604 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-804528e4-61b2-4091-8e13-a20f5075b75c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:50:06.075541 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-804528e4-61b2-4091-8e13-a20f5075b75c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:security_group_rule and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:50:06.078657 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-804528e4-61b2-4091-8e13-a20f5075b75c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:50:06.085615 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-804528e4-61b2-4091-8e13-a20f5075b75c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:50:06.135632 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device a6ea68b2-df4c-456e-b62a-91260fb67138 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:50:06.159145 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-804528e4-61b2-4091-8e13-a20f5075b75c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:06.204105 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port a6ea68b2-df4c-456e-b62a-91260fb67138 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:50:06.204613 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:06.221794 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-804528e4-61b2-4091-8e13-a20f5075b75c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:06.296523 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-9b97ad98-8ef5-44b7-bb14-affeb3f9bede None None] Notify callbacks [] for port, precommit_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:06.307130 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-804528e4-61b2-4091-8e13-a20f5075b75c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:06.308111 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.provisioning_blocks [None req-9b97ad98-8ef5-44b7-bb14-affeb3f9bede None None] Transition to ACTIVE for port object 6bf954b1-013c-456d-b7c8-3f29843ad689 will not be triggered until provisioned by entity L2. {{(pid=84110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:50:06.334111 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804528e4-61b2-4091-8e13-a20f5075b75c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bba68a5f-932e-476e-8abf-1b98189036b2,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:50:06.384697 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-9b97ad98-8ef5-44b7-bb14-affeb3f9bede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:06.418880 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-804528e4-61b2-4091-8e13-a20f5075b75c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:06.420087 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-804528e4-61b2-4091-8e13-a20f5075b75c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3588438 Feb 04 08:50:06.422730 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 57846) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:50:06.428395 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-aec78709-7a62-4683-a9f8-cda32c33cd2d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'security_group_rule': {'security_group_id': '5d5db5bb-f10c-41f1-86ec-ff1c6ad02089', 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:50:06.434171 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-aec78709-7a62-4683-a9f8-cda32c33cd2d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:50:06.437934 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-aec78709-7a62-4683-a9f8-cda32c33cd2d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:security_group_rule and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:50:06.440813 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-aec78709-7a62-4683-a9f8-cda32c33cd2d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:50:06.447661 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-aec78709-7a62-4683-a9f8-cda32c33cd2d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:50:06.508924 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd17770-1dee-438c-952d-97f6a766b929 None None] Pushing event updated for resources: {'Port': ['ID=6bf954b1-013c-456d-b7c8-3f29843ad689,revision_number=3']} {{(pid=84110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:50:06.511260 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-aec78709-7a62-4683-a9f8-cda32c33cd2d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:06.521139 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd17770-1dee-438c-952d-97f6a766b929 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:50:06.521479 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd17770-1dee-438c-952d-97f6a766b929 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:50:06.521807 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd17770-1dee-438c-952d-97f6a766b929 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:50:06.522129 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd17770-1dee-438c-952d-97f6a766b929 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:50:06.522973 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd17770-1dee-438c-952d-97f6a766b929 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:50:06.522973 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd17770-1dee-438c-952d-97f6a766b929 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:50:06.523184 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd17770-1dee-438c-952d-97f6a766b929 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:50:06.523368 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd17770-1dee-438c-952d-97f6a766b929 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:50:06.523651 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd17770-1dee-438c-952d-97f6a766b929 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:50:06.523963 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd17770-1dee-438c-952d-97f6a766b929 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:50:06.524274 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd17770-1dee-438c-952d-97f6a766b929 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:50:06.580836 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-aec78709-7a62-4683-a9f8-cda32c33cd2d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:06.614169 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.managers [None req-9b97ad98-8ef5-44b7-bb14-affeb3f9bede None None] Attempting to bind port 6bf954b1-013c-456d-b7c8-3f29843ad689 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:50:06.614674 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.managers [None req-9b97ad98-8ef5-44b7-bb14-affeb3f9bede None None] Attempting to bind port 6bf954b1-013c-456d-b7c8-3f29843ad689 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': '86fe9cdf-09a4-4666-9e34-3b4cd896623c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '76a34aca-cc19-4386-90e3-2f979eefdae0'}] {{(pid=84110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:50:06.614970 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b97ad98-8ef5-44b7-bb14-affeb3f9bede None None] Attempting to bind port 6bf954b1-013c-456d-b7c8-3f29843ad689 on network 76a34aca-cc19-4386-90e3-2f979eefdae0 {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:50:06.621965 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b97ad98-8ef5-44b7-bb14-affeb3f9bede None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:50:06.622332 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b97ad98-8ef5-44b7-bb14-affeb3f9bede None None] Checking segment: {'id': '86fe9cdf-09a4-4666-9e34-3b4cd896623c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '76a34aca-cc19-4386-90e3-2f979eefdae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:50:06.622724 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-9b97ad98-8ef5-44b7-bb14-affeb3f9bede None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:06.623223 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b97ad98-8ef5-44b7-bb14-affeb3f9bede None None] Bound using segment: {'id': '86fe9cdf-09a4-4666-9e34-3b4cd896623c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '76a34aca-cc19-4386-90e3-2f979eefdae0'} {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:50:06.623622 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.managers [None req-9b97ad98-8ef5-44b7-bb14-affeb3f9bede None None] Bound port: 6bf954b1-013c-456d-b7c8-3f29843ad689, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86fe9cdf-09a4-4666-9e34-3b4cd896623c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '76a34aca-cc19-4386-90e3-2f979eefdae0'}}] {{(pid=84110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:50:06.624008 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-9b97ad98-8ef5-44b7-bb14-affeb3f9bede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:06.641697 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-aec78709-7a62-4683-a9f8-cda32c33cd2d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:06.665128 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec78709-7a62-4683-a9f8-cda32c33cd2d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f6efd94-230c-425a-9750-29835e7cb59f,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:50:06.714212 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.db [None req-9b97ad98-8ef5-44b7-bb14-affeb3f9bede None None] For port 6bf954b1-013c-456d-b7c8-3f29843ad689, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:50:06.717207 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.db [None req-9b97ad98-8ef5-44b7-bb14-affeb3f9bede None None] For port 6bf954b1-013c-456d-b7c8-3f29843ad689, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=6bf954b1-013c-456d-b7c8-3f29843ad689,segment=NetworkSegment(86fe9cdf-09a4-4666-9e34-3b4cd896623c),segment_id=86fe9cdf-09a4-4666-9e34-3b4cd896623c)] {{(pid=84110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:50:06.741306 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-aec78709-7a62-4683-a9f8-cda32c33cd2d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:06.742561 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-aec78709-7a62-4683-a9f8-cda32c33cd2d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3187490 Feb 04 08:50:06.745293 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 57850) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:50:06.750570 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-8d061d28-0be4-46e1-a714-32806427e11e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'security_group_rule': {'security_group_id': '5d5db5bb-f10c-41f1-86ec-ff1c6ad02089', 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:50:06.756905 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-8d061d28-0be4-46e1-a714-32806427e11e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:50:06.760667 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-8d061d28-0be4-46e1-a714-32806427e11e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:security_group_rule and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:50:06.763474 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-8d061d28-0be4-46e1-a714-32806427e11e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:50:06.769333 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-8d061d28-0be4-46e1-a714-32806427e11e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:50:06.804828 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-9b97ad98-8ef5-44b7-bb14-affeb3f9bede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:06.840046 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8d061d28-0be4-46e1-a714-32806427e11e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:06.887024 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b97ad98-8ef5-44b7-bb14-affeb3f9bede None None] Routers {'80408319-0475-42a0-9ff4-88ba1bb3f1b5'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:50:06.887638 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-9b97ad98-8ef5-44b7-bb14-affeb3f9bede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:49:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['80408319-0475-42a0-9ff4-88ba1bb3f1b5'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:50:06.909545 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8d061d28-0be4-46e1-a714-32806427e11e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:06.942005 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd17770-1dee-438c-952d-97f6a766b929 None None] Pushing event updated for resources: {'Port': ['ID=6bf954b1-013c-456d-b7c8-3f29843ad689,revision_number=4']} {{(pid=84110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:50:06.976057 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8d061d28-0be4-46e1-a714-32806427e11e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:07.004053 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d061d28-0be4-46e1-a714-32806427e11e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b8e82ff-c091-4e99-97c5-a8827cab13d3,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:50:07.079814 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-9b97ad98-8ef5-44b7-bb14-affeb3f9bede None None] Set router 80408319-0475-42a0-9ff4-88ba1bb3f1b5 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:50:07.089902 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8d061d28-0be4-46e1-a714-32806427e11e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:07.091099 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-8d061d28-0be4-46e1-a714-32806427e11e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3448877 Feb 04 08:50:07.093874 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 57854) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:50:07.099277 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-de7d48cc-731a-4ba8-bc74-7cc5d0b69182 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'security_group_rule': {'security_group_id': '5d5db5bb-f10c-41f1-86ec-ff1c6ad02089', 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:50:07.112133 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-de7d48cc-731a-4ba8-bc74-7cc5d0b69182 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:50:07.112133 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-de7d48cc-731a-4ba8-bc74-7cc5d0b69182 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:security_group_rule and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:50:07.112133 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-de7d48cc-731a-4ba8-bc74-7cc5d0b69182 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:50:07.117579 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-de7d48cc-731a-4ba8-bc74-7cc5d0b69182 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:50:07.191074 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-de7d48cc-731a-4ba8-bc74-7cc5d0b69182 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:07.256362 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-de7d48cc-731a-4ba8-bc74-7cc5d0b69182 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:07.339103 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-de7d48cc-731a-4ba8-bc74-7cc5d0b69182 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:07.361502 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7d48cc-731a-4ba8-bc74-7cc5d0b69182 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=318d773d-d62c-4514-b251-1dfdd3f442c2,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:50:07.387627 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-9b97ad98-8ef5-44b7-bb14-affeb3f9bede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80408319-0475-42a0-9ff4-88ba1bb3f1b5', 'name': 'tempest-TestNetworkBasicOps-router-1880068661', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': 'fae1ee8c-ea7c-45cd-a4e3-14297c6522d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:49:57Z', 'updated_at': '2022-02-04T08:50:02Z', 'revision_number': 4, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': 'fae1ee8c-ea7c-45cd-a4e3-14297c6522d2', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:96:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80408319-0475-42a0-9ff4-88ba1bb3f1b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:49:58Z', 'updated_at': '2022-02-04T08:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '6bf954b1-013c-456d-b7c8-3f29843ad689', 'name': '', 'network_id': '76a34aca-cc19-4386-90e3-2f979eefdae0', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'mac_address': 'fa:16:3e:e3:d3:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80408319-0475-42a0-9ff4-88ba1bb3f1b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1cfea34d-c863-4b7b-8f37-e80dfaf43d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:50:01Z', 'updated_at': '2022-02-04T08:50:06Z', 'revision_number': 4, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'subnets': [{'id': '1cfea34d-c863-4b7b-8f37-e80dfaf43d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:50:07.391732 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b97ad98-8ef5-44b7-bb14-affeb3f9bede None None] The sync data for ids ['80408319-0475-42a0-9ff4-88ba1bb3f1b5'] in dv-neutron-827798-2-hyperv is: [{'id': '80408319-0475-42a0-9ff4-88ba1bb3f1b5', 'name': 'tempest-TestNetworkBasicOps-router-1880068661', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': 'fae1ee8c-ea7c-45cd-a4e3-14297c6522d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:49:57Z', 'updated_at': '2022-02-04T08:50:02Z', 'revision_number': 4, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': 'fae1ee8c-ea7c-45cd-a4e3-14297c6522d2', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:96:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80408319-0475-42a0-9ff4-88ba1bb3f1b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:49:58Z', 'updated_at': '2022-02-04T08:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '6bf954b1-013c-456d-b7c8-3f29843ad689', 'name': '', 'network_id': '76a34aca-cc19-4386-90e3-2f979eefdae0', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'mac_address': 'fa:16:3e:e3:d3:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80408319-0475-42a0-9ff4-88ba1bb3f1b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1cfea34d-c863-4b7b-8f37-e80dfaf43d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:50:01Z', 'updated_at': '2022-02-04T08:50:06Z', 'revision_number': 4, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'subnets': [{'id': '1cfea34d-c863-4b7b-8f37-e80dfaf43d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:50:07.440417 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-de7d48cc-731a-4ba8-bc74-7cc5d0b69182 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:07.445050 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 57858) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:50:07.447162 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-de7d48cc-731a-4ba8-bc74-7cc5d0b69182 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3502049 Feb 04 08:50:07.451897 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-fe37c4a6-8998-4d93-84c8-ff3d8afbe422 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'security_group_rule': {'security_group_id': '5d5db5bb-f10c-41f1-86ec-ff1c6ad02089', 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:50:07.458748 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-fe37c4a6-8998-4d93-84c8-ff3d8afbe422 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:50:07.462538 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-fe37c4a6-8998-4d93-84c8-ff3d8afbe422 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:security_group_rule and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:50:07.465385 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-fe37c4a6-8998-4d93-84c8-ff3d8afbe422 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:50:07.470969 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-fe37c4a6-8998-4d93-84c8-ff3d8afbe422 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:50:07.568085 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.securitygroups_db [None req-fe37c4a6-8998-4d93-84c8-ff3d8afbe422 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Project 7df2bfd740464e869863a41b14f4d5af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 08:50:07.575894 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-fe37c4a6-8998-4d93-84c8-ff3d8afbe422 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:07.641794 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-fe37c4a6-8998-4d93-84c8-ff3d8afbe422 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:07.705010 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-fe37c4a6-8998-4d93-84c8-ff3d8afbe422 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:07.731010 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe37c4a6-8998-4d93-84c8-ff3d8afbe422 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89c420aa-7612-4602-9407-1721b77ac137,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:50:07.810011 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-fe37c4a6-8998-4d93-84c8-ff3d8afbe422 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:07.811284 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-fe37c4a6-8998-4d93-84c8-ff3d8afbe422 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3646975 Feb 04 08:50:07.813984 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 57862) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:50:07.819722 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-cf2b874b-a1f8-4922-af76-b8ca8b4edcc5 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'security_group_rule': {'security_group_id': '5d5db5bb-f10c-41f1-86ec-ff1c6ad02089', 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:50:07.825814 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-cf2b874b-a1f8-4922-af76-b8ca8b4edcc5 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:50:07.830020 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-cf2b874b-a1f8-4922-af76-b8ca8b4edcc5 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:security_group_rule and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:50:07.833764 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-cf2b874b-a1f8-4922-af76-b8ca8b4edcc5 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:50:07.839662 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-cf2b874b-a1f8-4922-af76-b8ca8b4edcc5 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:50:07.928149 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.securitygroups_db [None req-cf2b874b-a1f8-4922-af76-b8ca8b4edcc5 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Project 7df2bfd740464e869863a41b14f4d5af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 08:50:07.935454 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-cf2b874b-a1f8-4922-af76-b8ca8b4edcc5 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:08.007233 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-cf2b874b-a1f8-4922-af76-b8ca8b4edcc5 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:08.087071 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-cf2b874b-a1f8-4922-af76-b8ca8b4edcc5 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:08.114642 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2b874b-a1f8-4922-af76-b8ca8b4edcc5 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d461e0d4-c37c-4372-b0c4-be15846969bd,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:50:08.155701 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 6bf954b1-013c-456d-b7c8-3f29843ad689 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:50:08.187617 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-cf2b874b-a1f8-4922-af76-b8ca8b4edcc5 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:08.190375 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-cf2b874b-a1f8-4922-af76-b8ca8b4edcc5 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3740540 Feb 04 08:50:08.298605 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 6bf954b1-013c-456d-b7c8-3f29843ad689 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:50:08.304022 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 6bf954b1-013c-456d-b7c8-3f29843ad689 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:50:08.304511 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:08.360178 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-f94abe4c-366e-4b09-a7d7-e8ad656c9f96 req-4c5be567-4c53-4b62-a7d5-e182dfcc69a3 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Synchronizing usage tracker for tenant:7df2bfd740464e869863a41b14f4d5af on resource:security_group {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:50:08.415994 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:08.429987 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-f94abe4c-366e-4b09-a7d7-e8ad656c9f96 req-4c5be567-4c53-4b62-a7d5-e182dfcc69a3 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Unset dirty status for tenant:7df2bfd740464e869863a41b14f4d5af on resource:security_group {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:50:08.431149 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f94abe4c-366e-4b09-a7d7-e8ad656c9f96 req-4c5be567-4c53-4b62-a7d5-e182dfcc69a3 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1959043577&fields=id&tenant_id=7df2bfd740464e869863a41b14f4d5af HTTP/1.1" status: 200 len: 267 time: 0.1105022 Feb 04 08:50:08.447823 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port 6bf954b1-013c-456d-b7c8-3f29843ad689, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=6bf954b1-013c-456d-b7c8-3f29843ad689,segment=NetworkSegment(86fe9cdf-09a4-4666-9e34-3b4cd896623c),segment_id=86fe9cdf-09a4-4666-9e34-3b4cd896623c)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:50:08.521678 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:08.576513 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94abe4c-366e-4b09-a7d7-e8ad656c9f96 req-9ccc793c-cf0e-4723-b957-43fab3b13e30 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:50:08.577969 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f94abe4c-366e-4b09-a7d7-e8ad656c9f96 req-9ccc793c-cf0e-4723-b957-43fab3b13e30 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/networks?id=76a34aca-cc19-4386-90e3-2f979eefdae0 HTTP/1.1" status: 200 len: 797 time: 0.1400971 Feb 04 08:50:08.588351 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=6bf954b1-013c-456d-b7c8-3f29843ad689,revision_number=5']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:50:08.594131 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f94abe4c-366e-4b09-a7d7-e8ad656c9f96 req-d754a41f-1f31-424c-a0bb-22fcea0fa62b tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/quotas/7df2bfd740464e869863a41b14f4d5af HTTP/1.1" status: 200 len: 375 time: 0.0105817 Feb 04 08:50:08.671161 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-f94abe4c-366e-4b09-a7d7-e8ad656c9f96 req-3a7e106f-4cb3-4046-a565-b8e13902ff78 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Synchronizing usage tracker for tenant:7df2bfd740464e869863a41b14f4d5af on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:50:08.756378 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-f94abe4c-366e-4b09-a7d7-e8ad656c9f96 req-3a7e106f-4cb3-4046-a565-b8e13902ff78 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Unset dirty status for tenant:7df2bfd740464e869863a41b14f4d5af on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:50:08.757663 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f94abe4c-366e-4b09-a7d7-e8ad656c9f96 req-3a7e106f-4cb3-4046-a565-b8e13902ff78 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=7df2bfd740464e869863a41b14f4d5af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1585703 Feb 04 08:50:08.892202 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f94abe4c-366e-4b09-a7d7-e8ad656c9f96 req-1d4879b2-2da0-4b94-bcc6-76974080c028 service neutron] 10.222.0.36 "GET /v2.0/networks/76a34aca-cc19-4386-90e3-2f979eefdae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226511 Feb 04 08:50:09.028125 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f94abe4c-366e-4b09-a7d7-e8ad656c9f96 req-0c67f528-b0b7-4d0a-b5d3-2ba0e192b6b0 service neutron] 10.222.0.36 "GET /v2.0/networks/76a34aca-cc19-4386-90e3-2f979eefdae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269522 Feb 04 08:50:09.297997 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5305fb6f-5d16-47e3-a351-7bde05345922 req-dbc1a9f1-a9ce-4916-8685-f5444d4cf7d5 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=17dc8c66-2e7b-48b8-a903-5f841c192032 HTTP/1.1" status: 200 len: 210 time: 0.0451193 Feb 04 08:50:10.131621 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 6bf954b1-013c-456d-b7c8-3f29843ad689 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:50:10.198882 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 6bf954b1-013c-456d-b7c8-3f29843ad689 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:50:10.199256 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:10.456097 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-2d5d1f26-c40b-4c1f-819e-e8f943836b8e req-e0df00ab-bf8b-4bed-93ae-2e0fc9d70b73 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=17dc8c66-2e7b-48b8-a903-5f841c192032 HTTP/1.1" status: 200 len: 210 time: 0.0397274 Feb 04 08:50:11.227328 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94abe4c-366e-4b09-a7d7-e8ad656c9f96 req-4763a8fb-685c-48be-ad03-d4c4819a16f8 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:50:11.228739 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f94abe4c-366e-4b09-a7d7-e8ad656c9f96 req-4763a8fb-685c-48be-ad03-d4c4819a16f8 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.47 "GET /v2.0/networks?id=76a34aca-cc19-4386-90e3-2f979eefdae0 HTTP/1.1" status: 200 len: 797 time: 0.1388297 Feb 04 08:50:11.281378 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f94abe4c-366e-4b09-a7d7-e8ad656c9f96 req-28b27c23-33f2-48d0-9468-5b954cae5380 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7df2bfd740464e869863a41b14f4d5af HTTP/1.1" status: 200 len: 380 time: 0.0403464 Feb 04 08:50:11.289710 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [req-f94abe4c-366e-4b09-a7d7-e8ad656c9f96 req-219af5e5-d786-446c-a181-8b55adaf9dea tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'port': {'device_id': '17dc8c66-2e7b-48b8-a903-5f841c192032', 'network_id': '76a34aca-cc19-4386-90e3-2f979eefdae0', 'admin_state_up': True, 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'security_groups': ['5d5db5bb-f10c-41f1-86ec-ff1c6ad02089']}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:50:11.424261 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [req-f94abe4c-366e-4b09-a7d7-e8ad656c9f96 req-219af5e5-d786-446c-a181-8b55adaf9dea tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:50:11.433677 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [req-f94abe4c-366e-4b09-a7d7-e8ad656c9f96 req-219af5e5-d786-446c-a181-8b55adaf9dea tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:50:11.499705 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f94abe4c-366e-4b09-a7d7-e8ad656c9f96 req-219af5e5-d786-446c-a181-8b55adaf9dea tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Made reservation on behalf of 7df2bfd740464e869863a41b14f4d5af for: {'port': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:50:11.499705 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-f94abe4c-366e-4b09-a7d7-e8ad656c9f96 req-219af5e5-d786-446c-a181-8b55adaf9dea tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:11.631863 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a2977ccb-896d-48fd-baa5-680f425d89aa req-77af242c-4d3c-4991-b56f-2ebefd6c1990 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=17dc8c66-2e7b-48b8-a903-5f841c192032 HTTP/1.1" status: 200 len: 210 time: 0.0519485 Feb 04 08:50:11.699760 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [req-f94abe4c-366e-4b09-a7d7-e8ad656c9f96 req-219af5e5-d786-446c-a181-8b55adaf9dea tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Allocated IP 172.20.0.9 (76a34aca-cc19-4386-90e3-2f979eefdae0/1cfea34d-c863-4b7b-8f37-e80dfaf43d57/e9e4dbf8-cff9-4448-8894-411ab8521072) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:50:11.967364 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-f94abe4c-366e-4b09-a7d7-e8ad656c9f96 req-219af5e5-d786-446c-a181-8b55adaf9dea tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:11.982767 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [req-f94abe4c-366e-4b09-a7d7-e8ad656c9f96 req-219af5e5-d786-446c-a181-8b55adaf9dea tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Transition to ACTIVE for port object e9e4dbf8-cff9-4448-8894-411ab8521072 will not be triggered until provisioned by entity DHCP. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:50:12.082103 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-f94abe4c-366e-4b09-a7d7-e8ad656c9f96 req-219af5e5-d786-446c-a181-8b55adaf9dea tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:12.152992 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f94abe4c-366e-4b09-a7d7-e8ad656c9f96 req-219af5e5-d786-446c-a181-8b55adaf9dea tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Network 76a34aca-cc19-4386-90e3-2f979eefdae0 is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:50:12.155927 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [req-f94abe4c-366e-4b09-a7d7-e8ad656c9f96 req-219af5e5-d786-446c-a181-8b55adaf9dea tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:50:12.158317 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [req-f94abe4c-366e-4b09-a7d7-e8ad656c9f96 req-219af5e5-d786-446c-a181-8b55adaf9dea tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:50:12.190459 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219af5e5-d786-446c-a181-8b55adaf9dea tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'Port': ['ID=e9e4dbf8-cff9-4448-8894-411ab8521072,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:50:12.211157 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219af5e5-d786-446c-a181-8b55adaf9dea tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:50:12.211581 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219af5e5-d786-446c-a181-8b55adaf9dea tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:50:12.211918 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219af5e5-d786-446c-a181-8b55adaf9dea tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:50:12.212245 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219af5e5-d786-446c-a181-8b55adaf9dea tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:50:12.212578 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219af5e5-d786-446c-a181-8b55adaf9dea tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:50:12.212911 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219af5e5-d786-446c-a181-8b55adaf9dea tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:50:12.213229 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219af5e5-d786-446c-a181-8b55adaf9dea tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:50:12.213545 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219af5e5-d786-446c-a181-8b55adaf9dea tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:50:12.213860 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219af5e5-d786-446c-a181-8b55adaf9dea tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:50:12.214170 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219af5e5-d786-446c-a181-8b55adaf9dea tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:50:12.214480 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219af5e5-d786-446c-a181-8b55adaf9dea tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:50:12.236170 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94abe4c-366e-4b09-a7d7-e8ad656c9f96 req-219af5e5-d786-446c-a181-8b55adaf9dea tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:50:12.236809 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-f94abe4c-366e-4b09-a7d7-e8ad656c9f96 req-219af5e5-d786-446c-a181-8b55adaf9dea tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:12.339839 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f94abe4c-366e-4b09-a7d7-e8ad656c9f96 req-219af5e5-d786-446c-a181-8b55adaf9dea tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0536819 Feb 04 08:50:12.351412 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [req-f94abe4c-366e-4b09-a7d7-e8ad656c9f96 req-cb73f5f7-b90b-4434-9476-46c469e8b0d1 service neutron] Request body: {'port': {'device_id': '17dc8c66-2e7b-48b8-a903-5f841c192032', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:50:12.460007 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-f94abe4c-366e-4b09-a7d7-e8ad656c9f96 req-cb73f5f7-b90b-4434-9476-46c469e8b0d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:12.470398 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-40eed8b9-0594-4d44-8768-d639fee13c01 None None] Provisioning for port e9e4dbf8-cff9-4448-8894-411ab8521072 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:50:12.475218 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-40eed8b9-0594-4d44-8768-d639fee13c01 None None] Provisioning complete for port e9e4dbf8-cff9-4448-8894-411ab8521072 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:50:12.475586 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-40eed8b9-0594-4d44-8768-d639fee13c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:12.526467 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-40eed8b9-0594-4d44-8768-d639fee13c01 None None] Port e9e4dbf8-cff9-4448-8894-411ab8521072 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:50:12.836515 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [req-f94abe4c-366e-4b09-a7d7-e8ad656c9f96 req-cb73f5f7-b90b-4434-9476-46c469e8b0d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9e4dbf8-cff9-4448-8894-411ab8521072 {{(pid=84107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 08:50:12.844643 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-f94abe4c-366e-4b09-a7d7-e8ad656c9f96 req-cb73f5f7-b90b-4434-9476-46c469e8b0d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:12.869805 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [req-f94abe4c-366e-4b09-a7d7-e8ad656c9f96 req-cb73f5f7-b90b-4434-9476-46c469e8b0d1 service neutron] Transition to ACTIVE for port object e9e4dbf8-cff9-4448-8894-411ab8521072 will not be triggered until provisioned by entity L2. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:50:12.887781 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b73235-28c2-485b-a1e2-fb5fbfac0135 req-df6f75ab-14d1-471d-8282-9607051a28c8 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:50:12.888501 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-71b73235-28c2-485b-a1e2-fb5fbfac0135 req-df6f75ab-14d1-471d-8282-9607051a28c8 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Synchronizing usage tracker for tenant:7df2bfd740464e869863a41b14f4d5af on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:50:12.944571 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-f94abe4c-366e-4b09-a7d7-e8ad656c9f96 req-cb73f5f7-b90b-4434-9476-46c469e8b0d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:12.984430 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-71b73235-28c2-485b-a1e2-fb5fbfac0135 req-df6f75ab-14d1-471d-8282-9607051a28c8 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Unset dirty status for tenant:7df2bfd740464e869863a41b14f4d5af on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:50:12.985546 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-71b73235-28c2-485b-a1e2-fb5fbfac0135 req-df6f75ab-14d1-471d-8282-9607051a28c8 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=17dc8c66-2e7b-48b8-a903-5f841c192032 HTTP/1.1" status: 200 len: 931 time: 0.2109902 Feb 04 08:50:13.101674 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb73f5f7-b90b-4434-9476-46c469e8b0d1 service neutron] Pushing event updated for resources: {'Port': ['ID=e9e4dbf8-cff9-4448-8894-411ab8521072,revision_number=2']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:50:13.175562 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-71b73235-28c2-485b-a1e2-fb5fbfac0135 req-4f5cf956-b7e9-4c38-b4ce-664fa0b8051c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d5db5bb-f10c-41f1-86ec-ff1c6ad02089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1805129 Feb 04 08:50:13.217401 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.managers [req-f94abe4c-366e-4b09-a7d7-e8ad656c9f96 req-cb73f5f7-b90b-4434-9476-46c469e8b0d1 service neutron] Attempting to bind port e9e4dbf8-cff9-4448-8894-411ab8521072 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:50:13.217727 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.managers [req-f94abe4c-366e-4b09-a7d7-e8ad656c9f96 req-cb73f5f7-b90b-4434-9476-46c469e8b0d1 service neutron] Attempting to bind port e9e4dbf8-cff9-4448-8894-411ab8521072 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '86fe9cdf-09a4-4666-9e34-3b4cd896623c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '76a34aca-cc19-4386-90e3-2f979eefdae0'}] {{(pid=84107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:50:13.218050 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94abe4c-366e-4b09-a7d7-e8ad656c9f96 req-cb73f5f7-b90b-4434-9476-46c469e8b0d1 service neutron] Attempting to bind port e9e4dbf8-cff9-4448-8894-411ab8521072 on network 76a34aca-cc19-4386-90e3-2f979eefdae0 {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:50:13.224293 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94abe4c-366e-4b09-a7d7-e8ad656c9f96 req-cb73f5f7-b90b-4434-9476-46c469e8b0d1 service neutron] Port e9e4dbf8-cff9-4448-8894-411ab8521072 on network 76a34aca-cc19-4386-90e3-2f979eefdae0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 08:50:13.224640 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94abe4c-366e-4b09-a7d7-e8ad656c9f96 req-cb73f5f7-b90b-4434-9476-46c469e8b0d1 service neutron] Attempting to bind port e9e4dbf8-cff9-4448-8894-411ab8521072 on network 76a34aca-cc19-4386-90e3-2f979eefdae0 {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:50:13.230746 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94abe4c-366e-4b09-a7d7-e8ad656c9f96 req-cb73f5f7-b90b-4434-9476-46c469e8b0d1 service neutron] Checking agent: {'id': 'f735dfbb-9ed2-4de7-8aa1-fea4a962ae1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 34, 26), 'started_at': datetime.datetime(2022, 2, 4, 8, 34, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:50:13.234298 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94abe4c-366e-4b09-a7d7-e8ad656c9f96 req-cb73f5f7-b90b-4434-9476-46c469e8b0d1 service neutron] Checking segment: {'id': '86fe9cdf-09a4-4666-9e34-3b4cd896623c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '76a34aca-cc19-4386-90e3-2f979eefdae0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:50:13.234298 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94abe4c-366e-4b09-a7d7-e8ad656c9f96 req-cb73f5f7-b90b-4434-9476-46c469e8b0d1 service neutron] Bound using segment: {'id': '86fe9cdf-09a4-4666-9e34-3b4cd896623c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '76a34aca-cc19-4386-90e3-2f979eefdae0'} {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:50:13.234298 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.managers [req-f94abe4c-366e-4b09-a7d7-e8ad656c9f96 req-cb73f5f7-b90b-4434-9476-46c469e8b0d1 service neutron] Bound port: e9e4dbf8-cff9-4448-8894-411ab8521072, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86fe9cdf-09a4-4666-9e34-3b4cd896623c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '76a34aca-cc19-4386-90e3-2f979eefdae0'}}] {{(pid=84107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:50:13.234298 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-f94abe4c-366e-4b09-a7d7-e8ad656c9f96 req-cb73f5f7-b90b-4434-9476-46c469e8b0d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:13.322035 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [req-f94abe4c-366e-4b09-a7d7-e8ad656c9f96 req-cb73f5f7-b90b-4434-9476-46c469e8b0d1 service neutron] For port e9e4dbf8-cff9-4448-8894-411ab8521072, host hv-neutron-8277, cleared binding levels {{(pid=84107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:50:13.324865 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [req-f94abe4c-366e-4b09-a7d7-e8ad656c9f96 req-cb73f5f7-b90b-4434-9476-46c469e8b0d1 service neutron] For port e9e4dbf8-cff9-4448-8894-411ab8521072, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=e9e4dbf8-cff9-4448-8894-411ab8521072,segment=NetworkSegment(86fe9cdf-09a4-4666-9e34-3b4cd896623c),segment_id=86fe9cdf-09a4-4666-9e34-3b4cd896623c)] {{(pid=84107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:50:13.384470 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-f94abe4c-366e-4b09-a7d7-e8ad656c9f96 req-cb73f5f7-b90b-4434-9476-46c469e8b0d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:13.443886 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-f94abe4c-366e-4b09-a7d7-e8ad656c9f96 req-cb73f5f7-b90b-4434-9476-46c469e8b0d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:13.445253 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f94abe4c-366e-4b09-a7d7-e8ad656c9f96 req-cb73f5f7-b90b-4434-9476-46c469e8b0d1 service neutron] 10.222.0.47 "PUT /v2.0/ports/e9e4dbf8-cff9-4448-8894-411ab8521072 HTTP/1.1" status: 200 len: 1093 time: 1.0978003 Feb 04 08:50:13.445669 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17dc8c66-2e7b-48b8-a903-5f841c192032', 'tag': 'e9e4dbf8-cff9-4448-8894-411ab8521072'}] {{(pid=84107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:50:13.469055 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb73f5f7-b90b-4434-9476-46c469e8b0d1 service neutron] Pushing event updated for resources: {'Port': ['ID=e9e4dbf8-cff9-4448-8894-411ab8521072,revision_number=3']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:50:13.621289 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f94abe4c-366e-4b09-a7d7-e8ad656c9f96 req-02ea3029-f542-41f5-90ad-caa05bbe1340 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7df2bfd740464e869863a41b14f4d5af&device_id=17dc8c66-2e7b-48b8-a903-5f841c192032 HTTP/1.1" status: 200 len: 1096 time: 0.0827708 Feb 04 08:50:13.678038 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17dc8c66-2e7b-48b8-a903-5f841c192032', 'tag': 'e9e4dbf8-cff9-4448-8894-411ab8521072', 'status': 'completed', 'code': 200} Feb 04 08:50:13.692608 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f94abe4c-366e-4b09-a7d7-e8ad656c9f96 req-80de2648-a445-482f-94e9-edada0608c85 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9e4dbf8-cff9-4448-8894-411ab8521072 HTTP/1.1" status: 200 len: 217 time: 0.0624049 Feb 04 08:50:13.755986 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94abe4c-366e-4b09-a7d7-e8ad656c9f96 req-3bf0dd94-82b3-455b-b612-df9ac28aea70 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:50:13.757328 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f94abe4c-366e-4b09-a7d7-e8ad656c9f96 req-3bf0dd94-82b3-455b-b612-df9ac28aea70 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1cfea34d-c863-4b7b-8f37-e80dfaf43d57 HTTP/1.1" status: 200 len: 834 time: 0.0593975 Feb 04 08:50:13.828520 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f94abe4c-366e-4b09-a7d7-e8ad656c9f96 req-b3987b2d-fcc0-475e-ab79-eaee2a770fa3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=76a34aca-cc19-4386-90e3-2f979eefdae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0652244 Feb 04 08:50:13.956980 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f94abe4c-366e-4b09-a7d7-e8ad656c9f96 req-c1940753-38c4-49d9-8b25-40845c24755a service neutron] 10.222.0.47 "GET /v2.0/networks/76a34aca-cc19-4386-90e3-2f979eefdae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227286 Feb 04 08:50:14.168947 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f94abe4c-366e-4b09-a7d7-e8ad656c9f96 req-ba085403-9776-495b-a501-a9554cd10c9a service neutron] 10.222.0.47 "GET /v2.0/networks/76a34aca-cc19-4386-90e3-2f979eefdae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067330 Feb 04 08:50:14.418539 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ccd98c19-9f26-404f-bc2c-38a52fc87bf1 req-23d51d6e-96a1-44c4-bfa9-078b6471c3bd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7df2bfd740464e869863a41b14f4d5af&device_id=17dc8c66-2e7b-48b8-a903-5f841c192032 HTTP/1.1" status: 200 len: 1096 time: 0.1262453 Feb 04 08:50:14.424114 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf931b3-ffc4-4949-ad61-9a9beed27d65 req-93ff78f8-f96e-4a7b-a4fe-f8b27ab65b66 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:50:14.425454 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4bf931b3-ffc4-4949-ad61-9a9beed27d65 req-93ff78f8-f96e-4a7b-a4fe-f8b27ab65b66 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=17dc8c66-2e7b-48b8-a903-5f841c192032 HTTP/1.1" status: 200 len: 943 time: 0.1015778 Feb 04 08:50:14.562124 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4bf931b3-ffc4-4949-ad61-9a9beed27d65 req-3fafc039-d6e2-48fc-9b1b-b0aa6111a1fc tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d5db5bb-f10c-41f1-86ec-ff1c6ad02089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169493 Feb 04 08:50:14.585369 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd98c19-9f26-404f-bc2c-38a52fc87bf1 req-644e5353-6e1f-4007-aaee-2118447723e3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:50:14.586827 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ccd98c19-9f26-404f-bc2c-38a52fc87bf1 req-644e5353-6e1f-4007-aaee-2118447723e3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=76a34aca-cc19-4386-90e3-2f979eefdae0 HTTP/1.1" status: 200 len: 898 time: 0.1605709 Feb 04 08:50:14.651996 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ccd98c19-9f26-404f-bc2c-38a52fc87bf1 req-3e8ef913-c56e-4d3a-bfc1-f6c64d671a7a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9e4dbf8-cff9-4448-8894-411ab8521072 HTTP/1.1" status: 200 len: 217 time: 0.0592999 Feb 04 08:50:14.714787 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd98c19-9f26-404f-bc2c-38a52fc87bf1 req-65631d61-ef4e-49d9-ac85-11b2e73917d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:50:14.716155 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ccd98c19-9f26-404f-bc2c-38a52fc87bf1 req-65631d61-ef4e-49d9-ac85-11b2e73917d4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1cfea34d-c863-4b7b-8f37-e80dfaf43d57 HTTP/1.1" status: 200 len: 834 time: 0.0579569 Feb 04 08:50:14.788602 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ccd98c19-9f26-404f-bc2c-38a52fc87bf1 req-0c9a4a5e-aeb7-4c7d-996a-943907480371 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=76a34aca-cc19-4386-90e3-2f979eefdae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0655310 Feb 04 08:50:14.921769 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ccd98c19-9f26-404f-bc2c-38a52fc87bf1 req-a37a352c-fe9e-42e7-a7ad-4216223863b0 service neutron] 10.222.0.47 "GET /v2.0/networks/76a34aca-cc19-4386-90e3-2f979eefdae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268096 Feb 04 08:50:15.052217 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ccd98c19-9f26-404f-bc2c-38a52fc87bf1 req-f8e648dd-6fa6-4172-91b1-541143e0b839 service neutron] 10.222.0.47 "GET /v2.0/networks/76a34aca-cc19-4386-90e3-2f979eefdae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233377 Feb 04 08:50:15.757981 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee47edf5-9094-487c-8ba2-54d084c1750c req-e43a74c2-99a8-467a-ae46-7b06f68c8df7 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:50:15.759396 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ee47edf5-9094-487c-8ba2-54d084c1750c req-e43a74c2-99a8-467a-ae46-7b06f68c8df7 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=17dc8c66-2e7b-48b8-a903-5f841c192032 HTTP/1.1" status: 200 len: 943 time: 0.0736647 Feb 04 08:50:15.806679 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ee47edf5-9094-487c-8ba2-54d084c1750c req-a60a7e99-3d56-4bfa-bf39-772c369305d0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d5db5bb-f10c-41f1-86ec-ff1c6ad02089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419741 Feb 04 08:50:17.002598 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda5afe2-759f-4561-9fa1-bcc148e26134 req-ac8d154b-f3f1-4e29-95a6-76720e517d1a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:50:17.004058 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-dda5afe2-759f-4561-9fa1-bcc148e26134 req-ac8d154b-f3f1-4e29-95a6-76720e517d1a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=17dc8c66-2e7b-48b8-a903-5f841c192032 HTTP/1.1" status: 200 len: 943 time: 0.0751088 Feb 04 08:50:17.048214 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-dda5afe2-759f-4561-9fa1-bcc148e26134 req-c1b52c3a-5fe5-4100-b04a-e7c2f41f003f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d5db5bb-f10c-41f1-86ec-ff1c6ad02089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378609 Feb 04 08:50:18.090280 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device e9e4dbf8-cff9-4448-8894-411ab8521072 details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=84109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 08:50:18.219510 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port e9e4dbf8-cff9-4448-8894-411ab8521072, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=e9e4dbf8-cff9-4448-8894-411ab8521072,segment=NetworkSegment(86fe9cdf-09a4-4666-9e34-3b4cd896623c),segment_id=86fe9cdf-09a4-4666-9e34-3b4cd896623c)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:50:18.232845 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Returning: {'device': 'e9e4dbf8-cff9-4448-8894-411ab8521072', 'network_id': '76a34aca-cc19-4386-90e3-2f979eefdae0', 'port_id': 'e9e4dbf8-cff9-4448-8894-411ab8521072', 'mac_address': 'fa:16:3e:4c:91:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cfea34d-c863-4b7b-8f37-e80dfaf43d57', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 08:50:18.245302 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9909ec24-1d01-42b7-b653-4ad151c5833b req-bbed2bbc-8ae3-48ad-b66c-e7420fc0f48c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:50:18.246692 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-9909ec24-1d01-42b7-b653-4ad151c5833b req-bbed2bbc-8ae3-48ad-b66c-e7420fc0f48c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=17dc8c66-2e7b-48b8-a903-5f841c192032 HTTP/1.1" status: 200 len: 943 time: 0.0781872 Feb 04 08:50:18.289617 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:18.291290 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-9909ec24-1d01-42b7-b653-4ad151c5833b req-7aec7911-0862-4c7e-a5e5-4b8124b8230f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d5db5bb-f10c-41f1-86ec-ff1c6ad02089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391741 Feb 04 08:50:18.306437 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9e4dbf8-cff9-4448-8894-411ab8521072 {{(pid=84109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 08:50:18.321004 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port e9e4dbf8-cff9-4448-8894-411ab8521072, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=e9e4dbf8-cff9-4448-8894-411ab8521072,segment=NetworkSegment(86fe9cdf-09a4-4666-9e34-3b4cd896623c),segment_id=86fe9cdf-09a4-4666-9e34-3b4cd896623c)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:50:18.378121 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:18.441506 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=e9e4dbf8-cff9-4448-8894-411ab8521072,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:50:18.449437 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:50:18.449775 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:50:18.450105 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:50:18.450436 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:50:18.450758 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:50:18.451075 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:50:18.451392 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:50:18.451706 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:50:18.452019 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:50:18.452331 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:50:18.452665 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:50:18.695958 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] get_ports_and_sgs() called for port_ids ['e9e4dbf8-cff9-4448-8894-411ab8521072'] {{(pid=84109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 08:50:19.455759 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2ff0aaa1-6107-4652-8649-9035b7e4676e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:19.486058 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8940d4fc-a923-4dcd-962f-eeec931176a3 req-825d5469-a271-457c-985e-271737426ea5 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:50:19.487494 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8940d4fc-a923-4dcd-962f-eeec931176a3 req-825d5469-a271-457c-985e-271737426ea5 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=17dc8c66-2e7b-48b8-a903-5f841c192032 HTTP/1.1" status: 200 len: 944 time: 0.0746093 Feb 04 08:50:19.532272 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8940d4fc-a923-4dcd-962f-eeec931176a3 req-c8608fa6-6d94-4a71-a776-48f218686563 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d5db5bb-f10c-41f1-86ec-ff1c6ad02089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391169 Feb 04 08:50:20.105457 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device e9e4dbf8-cff9-4448-8894-411ab8521072 up at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:50:20.229990 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Provisioning for port e9e4dbf8-cff9-4448-8894-411ab8521072 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:50:20.235092 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Provisioning complete for port e9e4dbf8-cff9-4448-8894-411ab8521072 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:50:20.235513 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:20.346259 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:20.372539 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17dc8c66-2e7b-48b8-a903-5f841c192032', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9e4dbf8-cff9-4448-8894-411ab8521072'}] {{(pid=84109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:50:20.381643 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port e9e4dbf8-cff9-4448-8894-411ab8521072, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=e9e4dbf8-cff9-4448-8894-411ab8521072,segment=NetworkSegment(86fe9cdf-09a4-4666-9e34-3b4cd896623c),segment_id=86fe9cdf-09a4-4666-9e34-3b4cd896623c)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:50:20.428736 dv-neutron-827798-2-hyperv neutron-server[84109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17dc8c66-2e7b-48b8-a903-5f841c192032', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9e4dbf8-cff9-4448-8894-411ab8521072', 'code': 200} Feb 04 08:50:20.469822 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:20.534459 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=e9e4dbf8-cff9-4448-8894-411ab8521072,revision_number=5']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:50:20.776630 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6cdefb-9929-486b-865b-5a4680c31a9d req-e7219640-884b-46a9-ab20-d6268f777bb6 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:50:20.778062 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-cd6cdefb-9929-486b-865b-5a4680c31a9d req-e7219640-884b-46a9-ab20-d6268f777bb6 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=17dc8c66-2e7b-48b8-a903-5f841c192032 HTTP/1.1" status: 200 len: 945 time: 0.1295059 Feb 04 08:50:20.800714 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-9d82417f-4635-4571-809c-16f91e905dd6 req-b026aded-c479-436c-8845-bfb15c423b4b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=17dc8c66-2e7b-48b8-a903-5f841c192032 HTTP/1.1" status: 200 len: 1098 time: 0.0975661 Feb 04 08:50:20.857196 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-cd6cdefb-9929-486b-865b-5a4680c31a9d req-fa0795c8-b967-40f6-b8b3-af7043874964 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d5db5bb-f10c-41f1-86ec-ff1c6ad02089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727665 Feb 04 08:50:20.860925 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-9d82417f-4635-4571-809c-16f91e905dd6 req-eba1546f-aaa1-466b-aae9-b964047693d6 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5d5db5bb-f10c-41f1-86ec-ff1c6ad02089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531676 Feb 04 08:50:21.721305 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-79bd42d0-d66e-4ee2-a0e4-f91e9f86c266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:22.053031 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d4d038-2cb4-4f71-a052-301648d01ca2 req-3ac82fd4-f525-45c2-bcb4-0c29570d1347 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:50:22.054426 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-50d4d038-2cb4-4f71-a052-301648d01ca2 req-3ac82fd4-f525-45c2-bcb4-0c29570d1347 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=17dc8c66-2e7b-48b8-a903-5f841c192032 HTTP/1.1" status: 200 len: 945 time: 0.0763021 Feb 04 08:50:22.099799 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-50d4d038-2cb4-4f71-a052-301648d01ca2 req-5308a445-baad-4b0c-998e-cbec37f224ff tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d5db5bb-f10c-41f1-86ec-ff1c6ad02089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399120 Feb 04 08:50:22.824276 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:22.921520 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:23.294114 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0758134-25e0-4cdb-b1d0-cac68e9de17b req-fa05bf86-fcba-46bb-92b1-2ab0ab1ed7fd tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:50:23.295535 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b0758134-25e0-4cdb-b1d0-cac68e9de17b req-fa05bf86-fcba-46bb-92b1-2ab0ab1ed7fd tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=17dc8c66-2e7b-48b8-a903-5f841c192032 HTTP/1.1" status: 200 len: 945 time: 0.0788074 Feb 04 08:50:23.422327 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b0758134-25e0-4cdb-b1d0-cac68e9de17b req-0059ce5c-fd36-44b7-a0d7-e0026ac11e1f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d5db5bb-f10c-41f1-86ec-ff1c6ad02089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212666 Feb 04 08:50:23.611981 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c87b9e1-cb10-46f6-a24b-b6fc84321608 req-ff95252c-f88c-42a1-b622-b7e0cb556142 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:50:23.613459 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5c87b9e1-cb10-46f6-a24b-b6fc84321608 req-ff95252c-f88c-42a1-b622-b7e0cb556142 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=17dc8c66-2e7b-48b8-a903-5f841c192032 HTTP/1.1" status: 200 len: 945 time: 0.0746951 Feb 04 08:50:23.659751 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5c87b9e1-cb10-46f6-a24b-b6fc84321608 req-4a2e69c0-a339-4ef8-b305-64e254cf0614 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d5db5bb-f10c-41f1-86ec-ff1c6ad02089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407116 Feb 04 08:50:23.686928 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 57912) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:50:23.755090 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-fe881a07-64b2-48c4-9e4b-f5d3efcf4691 tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=17dc8c66-2e7b-48b8-a903-5f841c192032 HTTP/1.1" status: 200 len: 1093 time: 0.0670943 Feb 04 08:50:23.757667 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 57916) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:50:23.762628 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-e3ddc74b-ec88-447a-8383-6e7a2f6c7c8a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'floatingip': {'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'port_id': 'e9e4dbf8-cff9-4448-8894-411ab8521072', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:50:23.768213 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-e3ddc74b-ec88-447a-8383-6e7a2f6c7c8a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:50:23.772421 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-e3ddc74b-ec88-447a-8383-6e7a2f6c7c8a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:floatingip and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:50:23.775200 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-e3ddc74b-ec88-447a-8383-6e7a2f6c7c8a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:50:23.780768 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-e3ddc74b-ec88-447a-8383-6e7a2f6c7c8a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:50:23.881282 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e3ddc74b-ec88-447a-8383-6e7a2f6c7c8a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for floatingip, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:24.013029 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e3ddc74b-ec88-447a-8383-6e7a2f6c7c8a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:24.148463 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-e3ddc74b-ec88-447a-8383-6e7a2f6c7c8a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Allocated IP 172.26.3.7 (e264bd74-c56b-43d0-9059-bcb57dbbe5bc/79caf47c-b62c-4ea0-b35f-21ede155daa8/b09f2c2c-2ae2-4edd-a96d-48f21a16bf65) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:50:24.297152 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e3ddc74b-ec88-447a-8383-6e7a2f6c7c8a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:24.310091 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:24.378800 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e3ddc74b-ec88-447a-8383-6e7a2f6c7c8a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:24.444503 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ddc74b-ec88-447a-8383-6e7a2f6c7c8a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Network e264bd74-c56b-43d0-9059-bcb57dbbe5bc is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:50:24.447477 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-e3ddc74b-ec88-447a-8383-6e7a2f6c7c8a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:50:24.451684 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ddc74b-ec88-447a-8383-6e7a2f6c7c8a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:50:24.475268 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ddc74b-ec88-447a-8383-6e7a2f6c7c8a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'Port': ['ID=b09f2c2c-2ae2-4edd-a96d-48f21a16bf65,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:50:24.943319 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e3ddc74b-ec88-447a-8383-6e7a2f6c7c8a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:25.041238 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e3ddc74b-ec88-447a-8383-6e7a2f6c7c8a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:25.236769 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e3ddc74b-ec88-447a-8383-6e7a2f6c7c8a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:25.297421 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e3ddc74b-ec88-447a-8383-6e7a2f6c7c8a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:25.486866 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ddc74b-ec88-447a-8383-6e7a2f6c7c8a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'Port': ['ID=b09f2c2c-2ae2-4edd-a96d-48f21a16bf65,revision_number=2']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:50:25.507098 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e3ddc74b-ec88-447a-8383-6e7a2f6c7c8a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473039'] for floatingip, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:25.690078 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.l3_db [None req-e3ddc74b-ec88-447a-8383-6e7a2f6c7c8a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Floating IP 0ec12878-f573-4a18-b50f-ec11604cef36 associated. External IP: 172.26.3.7, port: e9e4dbf8-cff9-4448-8894-411ab8521072. Feb 04 08:50:26.033192 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:26.067336 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3ddc74b-ec88-447a-8383-6e7a2f6c7c8a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Router 80408319-0475-42a0-9ff4-88ba1bb3f1b5 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:50:26.261049 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3ddc74b-ec88-447a-8383-6e7a2f6c7c8a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:50:26.271726 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e4d376-b32d-486a-8a78-df8f625dd451 None None] Sync routers for ids ['80408319-0475-42a0-9ff4-88ba1bb3f1b5'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:50:26.282803 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e4d376-b32d-486a-8a78-df8f625dd451 None None] Routers {'80408319-0475-42a0-9ff4-88ba1bb3f1b5'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:50:26.283402 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-a8e4d376-b32d-486a-8a78-df8f625dd451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:50:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['80408319-0475-42a0-9ff4-88ba1bb3f1b5'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:50:26.356188 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e3ddc74b-ec88-447a-8383-6e7a2f6c7c8a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for floatingip, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:26.410485 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-e3ddc74b-ec88-447a-8383-6e7a2f6c7c8a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.6494560 Feb 04 08:50:26.410485 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17dc8c66-2e7b-48b8-a903-5f841c192032', 'tag': 'e9e4dbf8-cff9-4448-8894-411ab8521072'}] {{(pid=84107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:50:26.411320 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 57920) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:50:26.463204 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17dc8c66-2e7b-48b8-a903-5f841c192032', 'tag': 'e9e4dbf8-cff9-4448-8894-411ab8521072', 'status': 'completed', 'code': 200} Feb 04 08:50:26.492294 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-a8e4d376-b32d-486a-8a78-df8f625dd451 None None] Set router 80408319-0475-42a0-9ff4-88ba1bb3f1b5 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:50:26.557575 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e2f0f233-bd2f-4a32-ad09-e0cc50dfcc6e req-8b31d12f-13bf-4c51-a80b-5836cee2a14b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7df2bfd740464e869863a41b14f4d5af&device_id=17dc8c66-2e7b-48b8-a903-5f841c192032 HTTP/1.1" status: 200 len: 1098 time: 0.0706439 Feb 04 08:50:26.611847 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-124908e6-778f-4865-8fb0-e234496599ba tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] 10.222.0.36 "GET /v2.0/routers/80408319-0475-42a0-9ff4-88ba1bb3f1b5 HTTP/1.1" status: 200 len: 922 time: 0.1963832 Feb 04 08:50:26.612102 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 57926) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:50:26.688505 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f0f233-bd2f-4a32-ad09-e0cc50dfcc6e req-f50e123d-d48d-4b6d-af71-70b8a96f6087 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:50:26.690399 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e2f0f233-bd2f-4a32-ad09-e0cc50dfcc6e req-f50e123d-d48d-4b6d-af71-70b8a96f6087 service neutron] 10.222.0.47 "GET /v2.0/networks?id=76a34aca-cc19-4386-90e3-2f979eefdae0 HTTP/1.1" status: 200 len: 898 time: 0.1274033 Feb 04 08:50:26.717232 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-617199b3-bbba-4ce5-9f70-744f9e166ab9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/floatingips/0ec12878-f573-4a18-b50f-ec11604cef36 HTTP/1.1" status: 200 len: 989 time: 0.1041837 Feb 04 08:50:26.793903 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e2f0f233-bd2f-4a32-ad09-e0cc50dfcc6e req-ee95db6e-95a3-4c9f-8c8e-5a3517c011d3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9e4dbf8-cff9-4448-8894-411ab8521072 HTTP/1.1" status: 200 len: 997 time: 0.0973370 Feb 04 08:50:26.832884 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-a8e4d376-b32d-486a-8a78-df8f625dd451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80408319-0475-42a0-9ff4-88ba1bb3f1b5', 'name': 'tempest-TestNetworkBasicOps-router-1880068661', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': 'fae1ee8c-ea7c-45cd-a4e3-14297c6522d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:49:57Z', 'updated_at': '2022-02-04T08:50:02Z', 'revision_number': 4, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': 'fae1ee8c-ea7c-45cd-a4e3-14297c6522d2', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:96:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80408319-0475-42a0-9ff4-88ba1bb3f1b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:49:58Z', 'updated_at': '2022-02-04T08:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': '0ec12878-f573-4a18-b50f-ec11604cef36', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'floating_ip_address': '172.26.3.7', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': '80408319-0475-42a0-9ff4-88ba1bb3f1b5', 'port_id': 'e9e4dbf8-cff9-4448-8894-411ab8521072', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76a34aca-cc19-4386-90e3-2f979eefdae0', 'mac_address': 'fa:16:3e:4c:91:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17dc8c66-2e7b-48b8-a903-5f841c192032', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T08:50:24Z', 'updated_at': '2022-02-04T08:50:24Z', 'revision_number': 0, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bf954b1-013c-456d-b7c8-3f29843ad689', 'name': '', 'network_id': '76a34aca-cc19-4386-90e3-2f979eefdae0', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'mac_address': 'fa:16:3e:e3:d3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80408319-0475-42a0-9ff4-88ba1bb3f1b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1cfea34d-c863-4b7b-8f37-e80dfaf43d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:50:01Z', 'updated_at': '2022-02-04T08:50:08Z', 'revision_number': 5, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'subnets': [{'id': '1cfea34d-c863-4b7b-8f37-e80dfaf43d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:50:26.837297 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e4d376-b32d-486a-8a78-df8f625dd451 None None] Checking router: 80408319-0475-42a0-9ff4-88ba1bb3f1b5 for host: dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 08:50:26.847579 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e4d376-b32d-486a-8a78-df8f625dd451 None None] Routers {'80408319-0475-42a0-9ff4-88ba1bb3f1b5'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:50:26.848157 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-a8e4d376-b32d-486a-8a78-df8f625dd451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:50:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['80408319-0475-42a0-9ff4-88ba1bb3f1b5'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:50:26.854916 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f0f233-bd2f-4a32-ad09-e0cc50dfcc6e req-1756ea41-fe34-47d8-b103-f0deb78f41cf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:50:26.856347 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e2f0f233-bd2f-4a32-ad09-e0cc50dfcc6e req-1756ea41-fe34-47d8-b103-f0deb78f41cf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1cfea34d-c863-4b7b-8f37-e80dfaf43d57 HTTP/1.1" status: 200 len: 834 time: 0.0562496 Feb 04 08:50:26.928750 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e2f0f233-bd2f-4a32-ad09-e0cc50dfcc6e req-78ad1568-f9cf-47be-a825-8e6ab96d455f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=76a34aca-cc19-4386-90e3-2f979eefdae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667417 Feb 04 08:50:27.025385 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-a8e4d376-b32d-486a-8a78-df8f625dd451 None None] Set router 80408319-0475-42a0-9ff4-88ba1bb3f1b5 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:50:27.056068 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e2f0f233-bd2f-4a32-ad09-e0cc50dfcc6e req-d301c601-c752-4475-b776-c45131fb9a71 service neutron] 10.222.0.47 "GET /v2.0/networks/76a34aca-cc19-4386-90e3-2f979eefdae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214850 Feb 04 08:50:27.290214 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e2f0f233-bd2f-4a32-ad09-e0cc50dfcc6e req-d6361e49-f297-40ce-92fd-242264cfddca service neutron] 10.222.0.47 "GET /v2.0/networks/76a34aca-cc19-4386-90e3-2f979eefdae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282586 Feb 04 08:50:27.372235 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-a8e4d376-b32d-486a-8a78-df8f625dd451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80408319-0475-42a0-9ff4-88ba1bb3f1b5', 'name': 'tempest-TestNetworkBasicOps-router-1880068661', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': 'fae1ee8c-ea7c-45cd-a4e3-14297c6522d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:49:57Z', 'updated_at': '2022-02-04T08:50:02Z', 'revision_number': 4, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': 'fae1ee8c-ea7c-45cd-a4e3-14297c6522d2', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:96:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80408319-0475-42a0-9ff4-88ba1bb3f1b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:49:58Z', 'updated_at': '2022-02-04T08:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': '0ec12878-f573-4a18-b50f-ec11604cef36', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'floating_ip_address': '172.26.3.7', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': '80408319-0475-42a0-9ff4-88ba1bb3f1b5', 'port_id': 'e9e4dbf8-cff9-4448-8894-411ab8521072', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76a34aca-cc19-4386-90e3-2f979eefdae0', 'mac_address': 'fa:16:3e:4c:91:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17dc8c66-2e7b-48b8-a903-5f841c192032', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T08:50:24Z', 'updated_at': '2022-02-04T08:50:24Z', 'revision_number': 0, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bf954b1-013c-456d-b7c8-3f29843ad689', 'name': '', 'network_id': '76a34aca-cc19-4386-90e3-2f979eefdae0', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'mac_address': 'fa:16:3e:e3:d3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80408319-0475-42a0-9ff4-88ba1bb3f1b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1cfea34d-c863-4b7b-8f37-e80dfaf43d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:50:01Z', 'updated_at': '2022-02-04T08:50:08Z', 'revision_number': 5, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'subnets': [{'id': '1cfea34d-c863-4b7b-8f37-e80dfaf43d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:50:27.376140 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e4d376-b32d-486a-8a78-df8f625dd451 None None] The sync data for ids ['80408319-0475-42a0-9ff4-88ba1bb3f1b5'] in dv-neutron-827798-2-hyperv is: [{'id': '80408319-0475-42a0-9ff4-88ba1bb3f1b5', 'name': 'tempest-TestNetworkBasicOps-router-1880068661', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': 'fae1ee8c-ea7c-45cd-a4e3-14297c6522d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:49:57Z', 'updated_at': '2022-02-04T08:50:02Z', 'revision_number': 4, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': 'fae1ee8c-ea7c-45cd-a4e3-14297c6522d2', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:96:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80408319-0475-42a0-9ff4-88ba1bb3f1b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:49:58Z', 'updated_at': '2022-02-04T08:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': '0ec12878-f573-4a18-b50f-ec11604cef36', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'floating_ip_address': '172.26.3.7', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': '80408319-0475-42a0-9ff4-88ba1bb3f1b5', 'port_id': 'e9e4dbf8-cff9-4448-8894-411ab8521072', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76a34aca-cc19-4386-90e3-2f979eefdae0', 'mac_address': 'fa:16:3e:4c:91:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17dc8c66-2e7b-48b8-a903-5f841c192032', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T08:50:24Z', 'updated_at': '2022-02-04T08:50:24Z', 'revision_number': 0, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bf954b1-013c-456d-b7c8-3f29843ad689', 'name': '', 'network_id': '76a34aca-cc19-4386-90e3-2f979eefdae0', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'mac_address': 'fa:16:3e:e3:d3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80408319-0475-42a0-9ff4-88ba1bb3f1b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1cfea34d-c863-4b7b-8f37-e80dfaf43d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:50:01Z', 'updated_at': '2022-02-04T08:50:08Z', 'revision_number': 5, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'subnets': [{'id': '1cfea34d-c863-4b7b-8f37-e80dfaf43d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:50:27.572005 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d534d66-5c68-4532-94a5-8b9b574b9099 None None] New status for floating IP 0ec12878-f573-4a18-b50f-ec11604cef36: ACTIVE {{(pid=84110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 08:50:27.720381 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 57930) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:50:27.825767 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-28026912-03e0-4b1d-9088-f52f9956e2ef tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/floatingips/0ec12878-f573-4a18-b50f-ec11604cef36 HTTP/1.1" status: 200 len: 989 time: 0.1029668 Feb 04 08:50:28.827865 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 57934) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:50:28.931831 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-77176878-a345-49b3-9384-e7bf3871b972 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/floatingips/0ec12878-f573-4a18-b50f-ec11604cef36 HTTP/1.1" status: 200 len: 991 time: 0.1003654 Feb 04 08:50:39.194437 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-00d230c9-2edd-4062-bd3b-dd82d779bccc req-6c6d5fb9-e1b0-435f-a91d-464908925534 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=17dc8c66-2e7b-48b8-a903-5f841c192032&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0740769 Feb 04 08:50:39.328297 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-00d230c9-2edd-4062-bd3b-dd82d779bccc req-fa7b17f2-0a20-46a2-8e9e-957807c812cc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7df2bfd740464e869863a41b14f4d5af&device_id=17dc8c66-2e7b-48b8-a903-5f841c192032 HTTP/1.1" status: 200 len: 1098 time: 0.0671332 Feb 04 08:50:39.469354 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d230c9-2edd-4062-bd3b-dd82d779bccc req-05e1d0a0-e41e-424e-aafc-1f625928e6e6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:50:39.470790 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-00d230c9-2edd-4062-bd3b-dd82d779bccc req-05e1d0a0-e41e-424e-aafc-1f625928e6e6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=76a34aca-cc19-4386-90e3-2f979eefdae0 HTTP/1.1" status: 200 len: 898 time: 0.1229024 Feb 04 08:50:39.580990 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-00d230c9-2edd-4062-bd3b-dd82d779bccc req-228dc799-fb1b-40c7-861c-54f2dbc91e70 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9e4dbf8-cff9-4448-8894-411ab8521072 HTTP/1.1" status: 200 len: 999 time: 0.1037662 Feb 04 08:50:39.642583 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d230c9-2edd-4062-bd3b-dd82d779bccc req-a994852c-2f2b-4064-a24c-bf21f3bdc727 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:50:39.643918 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-00d230c9-2edd-4062-bd3b-dd82d779bccc req-a994852c-2f2b-4064-a24c-bf21f3bdc727 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1cfea34d-c863-4b7b-8f37-e80dfaf43d57 HTTP/1.1" status: 200 len: 834 time: 0.0544376 Feb 04 08:50:39.719214 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-00d230c9-2edd-4062-bd3b-dd82d779bccc req-242b1d8b-7e5d-4cdb-af8c-09008543bf33 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=76a34aca-cc19-4386-90e3-2f979eefdae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676744 Feb 04 08:50:39.845876 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-00d230c9-2edd-4062-bd3b-dd82d779bccc req-794d0233-f404-4009-965c-d25b6691924c service neutron] 10.222.0.47 "GET /v2.0/networks/76a34aca-cc19-4386-90e3-2f979eefdae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202672 Feb 04 08:50:39.973529 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-00d230c9-2edd-4062-bd3b-dd82d779bccc req-5ed19529-e06f-4102-b8d9-3fecb549ac99 service neutron] 10.222.0.47 "GET /v2.0/networks/76a34aca-cc19-4386-90e3-2f979eefdae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216316 Feb 04 08:50:40.055039 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 08:50:49.478409 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-686bf59f-34d3-4faa-bff0-aa35fbd391cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:51.713087 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-8e77d554-ce8e-4853-b8ff-cb9b368a1ba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:52.832186 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:52.935493 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:54.318210 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:50:56.086478 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:51:17.054628 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 08:51:19.454845 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-b1a283c2-28e3-413e-afb5-4406e18ead62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:51:21.702740 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-b14b029e-064a-4414-aecb-9cb0cb62e185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:51:22.820547 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:51:22.934959 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:51:24.320037 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:51:26.068912 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:51:30.461618 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 57956) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:51:30.728689 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-abfcbfc8-f0a9-4002-9952-2cac7938da0d tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] 10.222.0.36 "GET /v2.0/routers/80408319-0475-42a0-9ff4-88ba1bb3f1b5/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.2652495 Feb 04 08:51:30.730879 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 57960) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:51:30.993624 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8e88241-7c25-4355-9d3e-23cd5372f118 tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Notify agent at dv-neutron-827798-2-hyperv the message router_removed_from_agent {{(pid=84108) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Feb 04 08:51:30.996658 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-d8e88241-7c25-4355-9d3e-23cd5372f118 tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] 10.222.0.36 "DELETE /v2.0/agents/db07140b-79f4-4153-a2e6-baedcec50d78/l3-routers/80408319-0475-42a0-9ff4-88ba1bb3f1b5 HTTP/1.1" status: 204 len: 168 time: 0.2648790 Feb 04 08:51:30.999371 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 57964) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:51:31.175501 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-62a1100c-1d0f-461d-a72b-dcc8ce6869a8 tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] 10.222.0.36 "GET /v2.0/routers/80408319-0475-42a0-9ff4-88ba1bb3f1b5/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1749854 Feb 04 08:51:31.178047 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 57968) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:51:31.278235 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-36e5abfe-efa2-4918-905c-f45c96592167 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/floatingips/0ec12878-f573-4a18-b50f-ec11604cef36 HTTP/1.1" status: 200 len: 991 time: 0.0972495 Feb 04 08:51:31.758222 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c666e28-302e-4916-8f75-b51966eb8d5b None None] New status for floating IP 0ec12878-f573-4a18-b50f-ec11604cef36: DOWN {{(pid=84109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 08:51:32.171811 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 6bf954b1-013c-456d-b7c8-3f29843ad689 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:51:32.280220 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 57972) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:51:32.298460 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:51:32.333713 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port 6bf954b1-013c-456d-b7c8-3f29843ad689, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=6bf954b1-013c-456d-b7c8-3f29843ad689,segment=NetworkSegment(86fe9cdf-09a4-4666-9e34-3b4cd896623c),segment_id=86fe9cdf-09a4-4666-9e34-3b4cd896623c)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:51:32.398070 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:51:32.398698 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device fae1ee8c-ea7c-45cd-a4e3-14297c6522d2 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:51:32.408587 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-ad8d1c4d-1da4-4d32-8e98-e0f35016acfb tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/floatingips/0ec12878-f573-4a18-b50f-ec11604cef36 HTTP/1.1" status: 200 len: 989 time: 0.1246996 Feb 04 08:51:32.522898 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=6bf954b1-013c-456d-b7c8-3f29843ad689,revision_number=6']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:51:32.565579 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:51:32.565827 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:51:32.566160 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:51:32.566496 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:51:32.568266 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:51:32.568266 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:51:32.568266 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:51:32.568266 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:51:32.568266 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:51:32.568799 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:51:32.568799 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:51:32.600201 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:51:32.616777 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port fae1ee8c-ea7c-45cd-a4e3-14297c6522d2, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=fae1ee8c-ea7c-45cd-a4e3-14297c6522d2,segment=NetworkSegment(c44b9475-949d-4ae7-bfca-e29b010a56a6),segment_id=c44b9475-949d-4ae7-bfca-e29b010a56a6)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:51:32.691751 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:51:32.762378 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=fae1ee8c-ea7c-45cd-a4e3-14297c6522d2,revision_number=5']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:51:34.448522 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 57980) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:51:34.811475 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-065a1715-7a0b-4cfb-b204-72d98b102bb5 tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Router 80408319-0475-42a0-9ff4-88ba1bb3f1b5 is scheduled to L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 with binding_index 1 {{(pid=84107) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 08:51:34.811739 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-065a1715-7a0b-4cfb-b204-72d98b102bb5 tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Notify agent at dv-neutron-827798-2-hyperv the message router_added_to_agent {{(pid=84107) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Feb 04 08:51:34.837697 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-065a1715-7a0b-4cfb-b204-72d98b102bb5 tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] 10.222.0.36 "POST /v2.0/agents/db07140b-79f4-4153-a2e6-baedcec50d78/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.3881195 Feb 04 08:51:34.841120 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 57986) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:51:34.865939 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddaf6873-9e13-4724-9527-25be19519228 None None] Sync routers for ids ['80408319-0475-42a0-9ff4-88ba1bb3f1b5'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:51:34.878258 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddaf6873-9e13-4724-9527-25be19519228 None None] Routers {'80408319-0475-42a0-9ff4-88ba1bb3f1b5'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:51:34.878942 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-ddaf6873-9e13-4724-9527-25be19519228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:51:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['80408319-0475-42a0-9ff4-88ba1bb3f1b5'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:51:35.020847 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-0c23299f-f1ea-492a-9e6b-18f812890b90 tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] 10.222.0.36 "GET /v2.0/routers/80408319-0475-42a0-9ff4-88ba1bb3f1b5/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1785831 Feb 04 08:51:35.023574 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 57992) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:51:35.053336 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-ddaf6873-9e13-4724-9527-25be19519228 None None] Set router 80408319-0475-42a0-9ff4-88ba1bb3f1b5 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:51:35.129810 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-e7667e93-82e8-4a08-92d8-95efcd90542a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/floatingips/0ec12878-f573-4a18-b50f-ec11604cef36 HTTP/1.1" status: 200 len: 989 time: 0.1051991 Feb 04 08:51:35.389616 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-ddaf6873-9e13-4724-9527-25be19519228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80408319-0475-42a0-9ff4-88ba1bb3f1b5', 'name': 'tempest-TestNetworkBasicOps-router-1880068661', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': 'fae1ee8c-ea7c-45cd-a4e3-14297c6522d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:49:57Z', 'updated_at': '2022-02-04T08:50:02Z', 'revision_number': 4, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': 'fae1ee8c-ea7c-45cd-a4e3-14297c6522d2', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:96:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80408319-0475-42a0-9ff4-88ba1bb3f1b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:49:58Z', 'updated_at': '2022-02-04T08:51:32Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': '0ec12878-f573-4a18-b50f-ec11604cef36', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'floating_ip_address': '172.26.3.7', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': '80408319-0475-42a0-9ff4-88ba1bb3f1b5', 'port_id': 'e9e4dbf8-cff9-4448-8894-411ab8521072', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76a34aca-cc19-4386-90e3-2f979eefdae0', 'mac_address': 'fa:16:3e:4c:91:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17dc8c66-2e7b-48b8-a903-5f841c192032', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T08:50:24Z', 'updated_at': '2022-02-04T08:51:31Z', 'revision_number': 2, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bf954b1-013c-456d-b7c8-3f29843ad689', 'name': '', 'network_id': '76a34aca-cc19-4386-90e3-2f979eefdae0', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'mac_address': 'fa:16:3e:e3:d3:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80408319-0475-42a0-9ff4-88ba1bb3f1b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1cfea34d-c863-4b7b-8f37-e80dfaf43d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:50:01Z', 'updated_at': '2022-02-04T08:51:32Z', 'revision_number': 6, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'subnets': [{'id': '1cfea34d-c863-4b7b-8f37-e80dfaf43d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:51:35.393459 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddaf6873-9e13-4724-9527-25be19519228 None None] Checking router: 80408319-0475-42a0-9ff4-88ba1bb3f1b5 for host: dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 08:51:35.403304 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddaf6873-9e13-4724-9527-25be19519228 None None] Routers {'80408319-0475-42a0-9ff4-88ba1bb3f1b5'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:51:35.403872 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-ddaf6873-9e13-4724-9527-25be19519228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:51:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['80408319-0475-42a0-9ff4-88ba1bb3f1b5'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:51:35.573286 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-ddaf6873-9e13-4724-9527-25be19519228 None None] Set router 80408319-0475-42a0-9ff4-88ba1bb3f1b5 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:51:35.927892 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-ddaf6873-9e13-4724-9527-25be19519228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80408319-0475-42a0-9ff4-88ba1bb3f1b5', 'name': 'tempest-TestNetworkBasicOps-router-1880068661', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': 'fae1ee8c-ea7c-45cd-a4e3-14297c6522d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:49:57Z', 'updated_at': '2022-02-04T08:50:02Z', 'revision_number': 4, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': 'fae1ee8c-ea7c-45cd-a4e3-14297c6522d2', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:96:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80408319-0475-42a0-9ff4-88ba1bb3f1b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:49:58Z', 'updated_at': '2022-02-04T08:51:32Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': '0ec12878-f573-4a18-b50f-ec11604cef36', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'floating_ip_address': '172.26.3.7', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': '80408319-0475-42a0-9ff4-88ba1bb3f1b5', 'port_id': 'e9e4dbf8-cff9-4448-8894-411ab8521072', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76a34aca-cc19-4386-90e3-2f979eefdae0', 'mac_address': 'fa:16:3e:4c:91:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17dc8c66-2e7b-48b8-a903-5f841c192032', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T08:50:24Z', 'updated_at': '2022-02-04T08:51:31Z', 'revision_number': 2, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bf954b1-013c-456d-b7c8-3f29843ad689', 'name': '', 'network_id': '76a34aca-cc19-4386-90e3-2f979eefdae0', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'mac_address': 'fa:16:3e:e3:d3:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80408319-0475-42a0-9ff4-88ba1bb3f1b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1cfea34d-c863-4b7b-8f37-e80dfaf43d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:50:01Z', 'updated_at': '2022-02-04T08:51:32Z', 'revision_number': 6, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'subnets': [{'id': '1cfea34d-c863-4b7b-8f37-e80dfaf43d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:51:35.931803 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddaf6873-9e13-4724-9527-25be19519228 None None] The sync data for ids ['80408319-0475-42a0-9ff4-88ba1bb3f1b5'] in dv-neutron-827798-2-hyperv is: [{'id': '80408319-0475-42a0-9ff4-88ba1bb3f1b5', 'name': 'tempest-TestNetworkBasicOps-router-1880068661', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': 'fae1ee8c-ea7c-45cd-a4e3-14297c6522d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:49:57Z', 'updated_at': '2022-02-04T08:50:02Z', 'revision_number': 4, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': 'fae1ee8c-ea7c-45cd-a4e3-14297c6522d2', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:96:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80408319-0475-42a0-9ff4-88ba1bb3f1b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:49:58Z', 'updated_at': '2022-02-04T08:51:32Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': '0ec12878-f573-4a18-b50f-ec11604cef36', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'floating_ip_address': '172.26.3.7', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': '80408319-0475-42a0-9ff4-88ba1bb3f1b5', 'port_id': 'e9e4dbf8-cff9-4448-8894-411ab8521072', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76a34aca-cc19-4386-90e3-2f979eefdae0', 'mac_address': 'fa:16:3e:4c:91:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17dc8c66-2e7b-48b8-a903-5f841c192032', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T08:50:24Z', 'updated_at': '2022-02-04T08:51:31Z', 'revision_number': 2, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bf954b1-013c-456d-b7c8-3f29843ad689', 'name': '', 'network_id': '76a34aca-cc19-4386-90e3-2f979eefdae0', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'mac_address': 'fa:16:3e:e3:d3:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80408319-0475-42a0-9ff4-88ba1bb3f1b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1cfea34d-c863-4b7b-8f37-e80dfaf43d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:50:01Z', 'updated_at': '2022-02-04T08:51:32Z', 'revision_number': 6, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'subnets': [{'id': '1cfea34d-c863-4b7b-8f37-e80dfaf43d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:51:36.134286 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 57996) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:51:36.194028 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 6bf954b1-013c-456d-b7c8-3f29843ad689 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:51:36.243940 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-e4c6c312-5bb8-40e4-aa2d-07aaa630b79b tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/floatingips/0ec12878-f573-4a18-b50f-ec11604cef36 HTTP/1.1" status: 200 len: 989 time: 0.1076615 Feb 04 08:51:36.271811 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 6bf954b1-013c-456d-b7c8-3f29843ad689 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:51:36.272175 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:51:36.388784 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:51:36.421290 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port 6bf954b1-013c-456d-b7c8-3f29843ad689, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=6bf954b1-013c-456d-b7c8-3f29843ad689,segment=NetworkSegment(86fe9cdf-09a4-4666-9e34-3b4cd896623c),segment_id=86fe9cdf-09a4-4666-9e34-3b4cd896623c)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:51:36.500968 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:51:36.567944 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=6bf954b1-013c-456d-b7c8-3f29843ad689,revision_number=7']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:51:37.248023 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 58000) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:51:37.350672 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-2ad67734-89bf-4839-aeab-4044e98d4937 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/floatingips/0ec12878-f573-4a18-b50f-ec11604cef36 HTTP/1.1" status: 200 len: 989 time: 0.1014380 Feb 04 08:51:38.231484 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 6bf954b1-013c-456d-b7c8-3f29843ad689 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:51:38.297581 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 6bf954b1-013c-456d-b7c8-3f29843ad689 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:51:38.297866 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:51:38.355051 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 58004) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:51:38.410090 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device fae1ee8c-ea7c-45cd-a4e3-14297c6522d2 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:51:38.457666 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-8fd68c74-315a-4ab4-b861-ec12d0a393f8 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/floatingips/0ec12878-f573-4a18-b50f-ec11604cef36 HTTP/1.1" status: 200 len: 989 time: 0.1015024 Feb 04 08:51:38.475389 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port fae1ee8c-ea7c-45cd-a4e3-14297c6522d2 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:51:38.475757 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:51:38.590743 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:51:38.606216 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port fae1ee8c-ea7c-45cd-a4e3-14297c6522d2, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=fae1ee8c-ea7c-45cd-a4e3-14297c6522d2,segment=NetworkSegment(c44b9475-949d-4ae7-bfca-e29b010a56a6),segment_id=c44b9475-949d-4ae7-bfca-e29b010a56a6)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:51:38.706400 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:51:38.773957 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=fae1ee8c-ea7c-45cd-a4e3-14297c6522d2,revision_number=6']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:51:39.461497 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 58008) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:51:39.564351 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-cfaac967-a309-4665-9f31-be4bf6b72948 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/floatingips/0ec12878-f573-4a18-b50f-ec11604cef36 HTTP/1.1" status: 200 len: 989 time: 0.1016757 Feb 04 08:51:40.172425 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device fae1ee8c-ea7c-45cd-a4e3-14297c6522d2 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:51:40.243251 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port fae1ee8c-ea7c-45cd-a4e3-14297c6522d2 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:51:40.243533 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:51:40.568294 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 58012) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:51:40.670348 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-a2adc435-16a2-44f0-ae28-8cace68f4c2c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/floatingips/0ec12878-f573-4a18-b50f-ec11604cef36 HTTP/1.1" status: 200 len: 989 time: 0.1007507 Feb 04 08:51:41.673986 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 58016) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:51:41.685549 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-6a8a30f5-395d-45e7-a75a-b41401192562 req-43509fee-0e55-4885-ab88-5518c41ffcbe service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=17dc8c66-2e7b-48b8-a903-5f841c192032&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0660002 Feb 04 08:51:41.779582 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-ed163e99-a07c-4733-902b-7fbc24c87a0e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/floatingips/0ec12878-f573-4a18-b50f-ec11604cef36 HTTP/1.1" status: 200 len: 989 time: 0.1044879 Feb 04 08:51:41.825027 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-6a8a30f5-395d-45e7-a75a-b41401192562 req-c76edce2-77a3-41e6-84dd-2fb7ab30a979 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7df2bfd740464e869863a41b14f4d5af&device_id=17dc8c66-2e7b-48b8-a903-5f841c192032 HTTP/1.1" status: 200 len: 1098 time: 0.0708895 Feb 04 08:51:41.972424 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8a30f5-395d-45e7-a75a-b41401192562 req-073f387f-2f4d-4d51-938a-4db2c7da48bd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:51:41.973792 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-6a8a30f5-395d-45e7-a75a-b41401192562 req-073f387f-2f4d-4d51-938a-4db2c7da48bd service neutron] 10.222.0.47 "GET /v2.0/networks?id=76a34aca-cc19-4386-90e3-2f979eefdae0 HTTP/1.1" status: 200 len: 898 time: 0.1308231 Feb 04 08:51:42.074071 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-6a8a30f5-395d-45e7-a75a-b41401192562 req-db6c98c5-a94f-45c9-8535-cde8f18c620d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9e4dbf8-cff9-4448-8894-411ab8521072 HTTP/1.1" status: 200 len: 997 time: 0.0937290 Feb 04 08:51:42.133888 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8a30f5-395d-45e7-a75a-b41401192562 req-d4549a30-dc16-416d-a995-bbc8368e3126 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:51:42.135805 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-6a8a30f5-395d-45e7-a75a-b41401192562 req-d4549a30-dc16-416d-a995-bbc8368e3126 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1cfea34d-c863-4b7b-8f37-e80dfaf43d57 HTTP/1.1" status: 200 len: 834 time: 0.0563157 Feb 04 08:51:42.205769 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-6a8a30f5-395d-45e7-a75a-b41401192562 req-43a49deb-26e8-46f0-9da8-bbf9a19cff2c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=76a34aca-cc19-4386-90e3-2f979eefdae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0643513 Feb 04 08:51:42.428985 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-6a8a30f5-395d-45e7-a75a-b41401192562 req-76d60d98-0dfd-4ec7-bf70-220b1cb8d6c2 service neutron] 10.222.0.47 "GET /v2.0/networks/76a34aca-cc19-4386-90e3-2f979eefdae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169645 Feb 04 08:51:42.555331 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-6a8a30f5-395d-45e7-a75a-b41401192562 req-590ebd01-4e97-4961-bd30-bfcffb0f1644 service neutron] 10.222.0.47 "GET /v2.0/networks/76a34aca-cc19-4386-90e3-2f979eefdae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210482 Feb 04 08:51:42.783588 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 58020) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:51:42.888774 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-a8af935b-5cd6-4dc6-9d29-2f9510750bcb tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/floatingips/0ec12878-f573-4a18-b50f-ec11604cef36 HTTP/1.1" status: 200 len: 989 time: 0.1041260 Feb 04 08:51:43.100503 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597cef85-070d-4c00-b28f-b9cd5980985a None None] New status for floating IP 0ec12878-f573-4a18-b50f-ec11604cef36: ACTIVE {{(pid=84109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 08:51:43.893260 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 58026) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:51:43.992357 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-4f0c28c3-3665-495e-9438-64ff4954bc34 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/floatingips/0ec12878-f573-4a18-b50f-ec11604cef36 HTTP/1.1" status: 200 len: 991 time: 0.0979488 Feb 04 08:51:44.279170 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 58036) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:51:44.476036 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-a69b4e03-513e-47b8-93e9-f05a8652e9d0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Deleting port b09f2c2c-2ae2-4edd-a96d-48f21a16bf65 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:51:44.476290 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a69b4e03-513e-47b8-93e9-f05a8652e9d0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:51:44.639166 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a69b4e03-513e-47b8-93e9-f05a8652e9d0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:51:44.639487 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a69b4e03-513e-47b8-93e9-f05a8652e9d0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:51:44.754595 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-a69b4e03-513e-47b8-93e9-f05a8652e9d0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Calling delete_port for b09f2c2c-2ae2-4edd-a96d-48f21a16bf65 owned by network:floatingip {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:51:44.965830 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a69b4e03-513e-47b8-93e9-f05a8652e9d0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:51:45.008300 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69b4e03-513e-47b8-93e9-f05a8652e9d0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event deleted for resources: {'Port': ['ID=b09f2c2c-2ae2-4edd-a96d-48f21a16bf65,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:51:45.046374 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69b4e03-513e-47b8-93e9-f05a8652e9d0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:51:45.046713 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69b4e03-513e-47b8-93e9-f05a8652e9d0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:51:45.047045 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69b4e03-513e-47b8-93e9-f05a8652e9d0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:51:45.047370 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69b4e03-513e-47b8-93e9-f05a8652e9d0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:51:45.047693 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69b4e03-513e-47b8-93e9-f05a8652e9d0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:51:45.048021 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69b4e03-513e-47b8-93e9-f05a8652e9d0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:51:45.048339 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69b4e03-513e-47b8-93e9-f05a8652e9d0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:51:45.048683 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69b4e03-513e-47b8-93e9-f05a8652e9d0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:51:45.048999 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69b4e03-513e-47b8-93e9-f05a8652e9d0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:51:45.049311 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69b4e03-513e-47b8-93e9-f05a8652e9d0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:51:45.049621 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69b4e03-513e-47b8-93e9-f05a8652e9d0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:51:45.199426 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a69b4e03-513e-47b8-93e9-f05a8652e9d0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for floatingip, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:51:45.586853 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a69b4e03-513e-47b8-93e9-f05a8652e9d0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Router 80408319-0475-42a0-9ff4-88ba1bb3f1b5 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:51:45.780899 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a69b4e03-513e-47b8-93e9-f05a8652e9d0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:51:45.885516 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a69b4e03-513e-47b8-93e9-f05a8652e9d0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for floatingip, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:51:45.937755 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-a69b4e03-513e-47b8-93e9-f05a8652e9d0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "DELETE /v2.0/floatingips/0ec12878-f573-4a18-b50f-ec11604cef36 HTTP/1.1" status: 204 len: 168 time: 1.6575294 Feb 04 08:51:45.938392 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17dc8c66-2e7b-48b8-a903-5f841c192032', 'tag': 'e9e4dbf8-cff9-4448-8894-411ab8521072'}] {{(pid=84108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:51:46.101923 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17dc8c66-2e7b-48b8-a903-5f841c192032', 'tag': 'e9e4dbf8-cff9-4448-8894-411ab8521072', 'status': 'completed', 'code': 200} Feb 04 08:51:46.196421 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4d4ed200-e6f1-4ad9-97b0-558936b39f38 req-093d4cc0-41b1-44bd-b1e1-e54d9f2d6337 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7df2bfd740464e869863a41b14f4d5af&device_id=17dc8c66-2e7b-48b8-a903-5f841c192032 HTTP/1.1" status: 200 len: 1098 time: 0.0730953 Feb 04 08:51:46.325834 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4ed200-e6f1-4ad9-97b0-558936b39f38 req-06343c3c-4379-4e64-8463-a5481f9b389c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:51:46.327685 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4d4ed200-e6f1-4ad9-97b0-558936b39f38 req-06343c3c-4379-4e64-8463-a5481f9b389c service neutron] 10.222.0.47 "GET /v2.0/networks?id=76a34aca-cc19-4386-90e3-2f979eefdae0 HTTP/1.1" status: 200 len: 898 time: 0.1255598 Feb 04 08:51:46.396385 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4d4ed200-e6f1-4ad9-97b0-558936b39f38 req-3caaf9c9-4451-40a9-ad5b-8cb9f4127466 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9e4dbf8-cff9-4448-8894-411ab8521072 HTTP/1.1" status: 200 len: 217 time: 0.0631886 Feb 04 08:51:46.501281 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4ed200-e6f1-4ad9-97b0-558936b39f38 req-93bb2666-ea41-4732-b42f-0b45db6af006 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:51:46.502566 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4d4ed200-e6f1-4ad9-97b0-558936b39f38 req-93bb2666-ea41-4732-b42f-0b45db6af006 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1cfea34d-c863-4b7b-8f37-e80dfaf43d57 HTTP/1.1" status: 200 len: 834 time: 0.0984883 Feb 04 08:51:46.568037 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae122201-c88f-4823-90f0-ea6772fbf393 req-e8181c1b-295f-4d72-9a3a-c7e7c7cbb969 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:51:46.569463 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ae122201-c88f-4823-90f0-ea6772fbf393 req-e8181c1b-295f-4d72-9a3a-c7e7c7cbb969 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=17dc8c66-2e7b-48b8-a903-5f841c192032 HTTP/1.1" status: 200 len: 945 time: 0.1367846 Feb 04 08:51:46.625280 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ae122201-c88f-4823-90f0-ea6772fbf393 req-ed2845ed-9e5d-47db-93f0-f4ea45b7ddd1 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d5db5bb-f10c-41f1-86ec-ff1c6ad02089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490665 Feb 04 08:51:46.628051 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4d4ed200-e6f1-4ad9-97b0-558936b39f38 req-9b3211c1-2c4e-424d-b3f6-e9568aa847f0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=76a34aca-cc19-4386-90e3-2f979eefdae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1171663 Feb 04 08:51:46.755824 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4d4ed200-e6f1-4ad9-97b0-558936b39f38 req-5d869c53-9a1b-4669-9aff-76c8a53dd239 service neutron] 10.222.0.47 "GET /v2.0/networks/76a34aca-cc19-4386-90e3-2f979eefdae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195407 Feb 04 08:51:46.884825 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4d4ed200-e6f1-4ad9-97b0-558936b39f38 req-c19e0c0a-1648-4633-aa5b-f3d5afec2784 service neutron] 10.222.0.47 "GET /v2.0/networks/76a34aca-cc19-4386-90e3-2f979eefdae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223404 Feb 04 08:51:47.893046 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930ca591-de83-401a-a92b-b18a8020dd4b req-cc07aa93-7cb4-4a74-9e2d-6eacc5ed77cd tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:51:47.894520 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-930ca591-de83-401a-a92b-b18a8020dd4b req-cc07aa93-7cb4-4a74-9e2d-6eacc5ed77cd tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=17dc8c66-2e7b-48b8-a903-5f841c192032 HTTP/1.1" status: 200 len: 945 time: 0.1494296 Feb 04 08:51:47.944101 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-930ca591-de83-401a-a92b-b18a8020dd4b req-7b09c76b-b8bd-4af6-ae21-4020f1794238 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d5db5bb-f10c-41f1-86ec-ff1c6ad02089&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434563 Feb 04 08:51:48.076480 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14850b9d-86fd-43db-a22c-5dad27764736 req-06529346-ef4b-4707-adfc-e78db70e264d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:51:48.077928 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-14850b9d-86fd-43db-a22c-5dad27764736 req-06529346-ef4b-4707-adfc-e78db70e264d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.47 "GET /v2.0/ports?device_id=17dc8c66-2e7b-48b8-a903-5f841c192032 HTTP/1.1" status: 200 len: 945 time: 0.0747128 Feb 04 08:51:48.142541 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [req-14850b9d-86fd-43db-a22c-5dad27764736 req-14846e5c-c64a-44a7-baa6-690017316bb8 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Deleting port e9e4dbf8-cff9-4448-8894-411ab8521072 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:51:48.142888 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-14850b9d-86fd-43db-a22c-5dad27764736 req-14846e5c-c64a-44a7-baa6-690017316bb8 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:51:48.469855 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [req-14850b9d-86fd-43db-a22c-5dad27764736 req-14846e5c-c64a-44a7-baa6-690017316bb8 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] For port e9e4dbf8-cff9-4448-8894-411ab8521072, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=e9e4dbf8-cff9-4448-8894-411ab8521072,segment=NetworkSegment(86fe9cdf-09a4-4666-9e34-3b4cd896623c),segment_id=86fe9cdf-09a4-4666-9e34-3b4cd896623c)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:51:48.470231 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-14850b9d-86fd-43db-a22c-5dad27764736 req-14846e5c-c64a-44a7-baa6-690017316bb8 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:51:48.596522 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [req-14850b9d-86fd-43db-a22c-5dad27764736 req-14846e5c-c64a-44a7-baa6-690017316bb8 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Calling delete_port for e9e4dbf8-cff9-4448-8894-411ab8521072 owned by compute:nova {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:51:48.799841 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-14850b9d-86fd-43db-a22c-5dad27764736 req-14846e5c-c64a-44a7-baa6-690017316bb8 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:51:48.852806 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14846e5c-c64a-44a7-baa6-690017316bb8 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event deleted for resources: {'Port': ['ID=e9e4dbf8-cff9-4448-8894-411ab8521072,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:51:48.891123 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14846e5c-c64a-44a7-baa6-690017316bb8 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:51:48.891462 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14846e5c-c64a-44a7-baa6-690017316bb8 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:51:48.892056 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14846e5c-c64a-44a7-baa6-690017316bb8 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:51:48.892379 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14846e5c-c64a-44a7-baa6-690017316bb8 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:51:48.892730 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14846e5c-c64a-44a7-baa6-690017316bb8 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:51:48.893054 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14846e5c-c64a-44a7-baa6-690017316bb8 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:51:48.893372 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14846e5c-c64a-44a7-baa6-690017316bb8 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:51:48.893907 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14846e5c-c64a-44a7-baa6-690017316bb8 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:51:48.894027 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14846e5c-c64a-44a7-baa6-690017316bb8 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:51:48.894291 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14846e5c-c64a-44a7-baa6-690017316bb8 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:51:48.894603 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14846e5c-c64a-44a7-baa6-690017316bb8 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:51:48.934246 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [req-14850b9d-86fd-43db-a22c-5dad27764736 req-14846e5c-c64a-44a7-baa6-690017316bb8 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] No DVR routers for this DVR port e9e4dbf8-cff9-4448-8894-411ab8521072 on host hv-neutron-8277 {{(pid=84107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:51:48.936503 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-14850b9d-86fd-43db-a22c-5dad27764736 req-14846e5c-c64a-44a7-baa6-690017316bb8 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:51:48.938954 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17dc8c66-2e7b-48b8-a903-5f841c192032', 'name': 'network-vif-deleted', 'tag': 'e9e4dbf8-cff9-4448-8894-411ab8521072'}] {{(pid=84107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:51:48.950199 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-14850b9d-86fd-43db-a22c-5dad27764736 req-14846e5c-c64a-44a7-baa6-690017316bb8 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.47 "DELETE /v2.0/ports/e9e4dbf8-cff9-4448-8894-411ab8521072 HTTP/1.1" status: 204 len: 173 time: 0.8675191 Feb 04 08:51:48.995216 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17dc8c66-2e7b-48b8-a903-5f841c192032', 'name': 'network-vif-deleted', 'tag': 'e9e4dbf8-cff9-4448-8894-411ab8521072', 'status': 'completed', 'code': 200} Feb 04 08:51:49.110289 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-dad6dce5-b65d-486e-af89-28bb4d732528 req-86c6a908-942b-4c76-91b9-80e1deb05d9f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Synchronizing usage tracker for tenant:7df2bfd740464e869863a41b14f4d5af on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:51:49.198219 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-dad6dce5-b65d-486e-af89-28bb4d732528 req-86c6a908-942b-4c76-91b9-80e1deb05d9f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Unset dirty status for tenant:7df2bfd740464e869863a41b14f4d5af on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:51:49.199383 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-dad6dce5-b65d-486e-af89-28bb4d732528 req-86c6a908-942b-4c76-91b9-80e1deb05d9f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=17dc8c66-2e7b-48b8-a903-5f841c192032 HTTP/1.1" status: 200 len: 210 time: 0.1322904 Feb 04 08:51:49.472287 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1aa64a53-051b-44e2-884a-7e5003d0e8ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:51:50.307189 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 58062) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:51:50.374623 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b9b67e43-91f8-4bf2-8630-30918c245f03 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:51:50.403789 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b9b67e43-91f8-4bf2-8630-30918c245f03 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:51:50.563243 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b9b67e43-91f8-4bf2-8630-30918c245f03 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:51:50.581585 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b67e43-91f8-4bf2-8630-30918c245f03 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d5db5bb-f10c-41f1-86ec-ff1c6ad02089,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:51:50.642396 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b9b67e43-91f8-4bf2-8630-30918c245f03 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:51:50.643496 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-b9b67e43-91f8-4bf2-8630-30918c245f03 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "DELETE /v2.0/security-groups/5d5db5bb-f10c-41f1-86ec-ff1c6ad02089 HTTP/1.1" status: 204 len: 168 time: 0.3348041 Feb 04 08:51:50.729181 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 58068) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:51:51.111526 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2a856643-4797-4c85-aeeb-a4d0a315c096 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473817'] for router_interface, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:51:51.708194 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-99c87acf-7fd0-4f0c-9742-9102fd144fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:51:51.796515 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-2a856643-4797-4c85-aeeb-a4d0a315c096 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Deleting port 6bf954b1-013c-456d-b7c8-3f29843ad689 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:51:51.797154 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2a856643-4797-4c85-aeeb-a4d0a315c096 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:51:51.974932 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [None req-2a856643-4797-4c85-aeeb-a4d0a315c096 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] For port 6bf954b1-013c-456d-b7c8-3f29843ad689, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=6bf954b1-013c-456d-b7c8-3f29843ad689,segment=NetworkSegment(86fe9cdf-09a4-4666-9e34-3b4cd896623c),segment_id=86fe9cdf-09a4-4666-9e34-3b4cd896623c)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:51:51.975187 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2a856643-4797-4c85-aeeb-a4d0a315c096 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:51:52.090388 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-2a856643-4797-4c85-aeeb-a4d0a315c096 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Calling delete_port for 6bf954b1-013c-456d-b7c8-3f29843ad689 owned by network:router_interface {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:51:52.346105 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2a856643-4797-4c85-aeeb-a4d0a315c096 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:51:52.395450 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a856643-4797-4c85-aeeb-a4d0a315c096 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event deleted for resources: {'Port': ['ID=6bf954b1-013c-456d-b7c8-3f29843ad689,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:51:52.618544 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device e9e4dbf8-cff9-4448-8894-411ab8521072 no longer exists at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:51:52.654404 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] No Port match for: e9e4dbf8-cff9-4448-8894-411ab8521072 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:51:52.654739 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device e9e4dbf8-cff9-4448-8894-411ab8521072 not bound to the agent host hv-neutron-8277 {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:51:52.684777 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2a856643-4797-4c85-aeeb-a4d0a315c096 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1572495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472959'] for router_interface, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:51:52.833859 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:51:52.936919 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:51:53.340661 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a856643-4797-4c85-aeeb-a4d0a315c096 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Router 80408319-0475-42a0-9ff4-88ba1bb3f1b5 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:51:53.539554 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a856643-4797-4c85-aeeb-a4d0a315c096 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:51:53.549171 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207f4208-a9dd-4e4f-805f-e1e5f84129db None None] Sync routers for ids ['80408319-0475-42a0-9ff4-88ba1bb3f1b5'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:51:53.562159 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207f4208-a9dd-4e4f-805f-e1e5f84129db None None] Routers {'80408319-0475-42a0-9ff4-88ba1bb3f1b5'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:51:53.562797 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-207f4208-a9dd-4e4f-805f-e1e5f84129db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:51:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['80408319-0475-42a0-9ff4-88ba1bb3f1b5'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:51:53.618935 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-2a856643-4797-4c85-aeeb-a4d0a315c096 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "PUT /v2.0/routers/80408319-0475-42a0-9ff4-88ba1bb3f1b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8885646 Feb 04 08:51:53.622255 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 58072) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:51:53.735871 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-207f4208-a9dd-4e4f-805f-e1e5f84129db None None] Set router 80408319-0475-42a0-9ff4-88ba1bb3f1b5 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:51:53.807331 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_v2 [None req-befb64ed-d43c-4164-b645-b3cc670aa5cd tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Deleting subnet 1cfea34d-c863-4b7b-8f37-e80dfaf43d57 {{(pid=84107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:51:53.810195 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-befb64ed-d43c-4164-b645-b3cc670aa5cd tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for subnet, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:51:53.865476 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-befb64ed-d43c-4164-b645-b3cc670aa5cd tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8058667'] for subnet, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:51:53.960423 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-befb64ed-d43c-4164-b645-b3cc670aa5cd tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:51:54.018637 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-207f4208-a9dd-4e4f-805f-e1e5f84129db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80408319-0475-42a0-9ff4-88ba1bb3f1b5', 'name': 'tempest-TestNetworkBasicOps-router-1880068661', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': 'fae1ee8c-ea7c-45cd-a4e3-14297c6522d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:49:57Z', 'updated_at': '2022-02-04T08:51:52Z', 'revision_number': 5, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': 'fae1ee8c-ea7c-45cd-a4e3-14297c6522d2', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:96:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80408319-0475-42a0-9ff4-88ba1bb3f1b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:49:58Z', 'updated_at': '2022-02-04T08:51:38Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:51:54.022310 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207f4208-a9dd-4e4f-805f-e1e5f84129db None None] Checking router: 80408319-0475-42a0-9ff4-88ba1bb3f1b5 for host: dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 08:51:54.033453 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207f4208-a9dd-4e4f-805f-e1e5f84129db None None] Routers {'80408319-0475-42a0-9ff4-88ba1bb3f1b5'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:51:54.034036 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-207f4208-a9dd-4e4f-805f-e1e5f84129db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:51:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['80408319-0475-42a0-9ff4-88ba1bb3f1b5'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:51:54.103138 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-befb64ed-d43c-4164-b645-b3cc670aa5cd tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7510167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985167'] for subnet, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:51:54.105752 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 08:51:54.143182 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befb64ed-d43c-4164-b645-b3cc670aa5cd tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event deleted for resources: {'Subnet': ['ID=1cfea34d-c863-4b7b-8f37-e80dfaf43d57,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:51:54.152873 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-befb64ed-d43c-4164-b645-b3cc670aa5cd tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:51:54.158961 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14c7d7b-67a7-4979-8d3c-613fde8edea9 None None] Network 76a34aca-cc19-4386-90e3-2f979eefdae0 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:51:54.161950 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-befb64ed-d43c-4164-b645-b3cc670aa5cd tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "DELETE /v2.0/subnets/1cfea34d-c863-4b7b-8f37-e80dfaf43d57 HTTP/1.1" status: 204 len: 168 time: 0.5387022 Feb 04 08:51:54.164431 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 58078) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:51:54.232660 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-207f4208-a9dd-4e4f-805f-e1e5f84129db None None] Set router 80408319-0475-42a0-9ff4-88ba1bb3f1b5 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:51:54.371180 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:51:54.376338 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-72bf2bf0-d06b-4b7c-be9f-f914fb39af22 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for router, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:51:54.430099 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b296b80-21e5-4900-85a7-116970764d6c None None] DHCP port deletion for 76a34aca-cc19-4386-90e3-2f979eefdae0 request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 08:51:54.434134 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-9b296b80-21e5-4900-85a7-116970764d6c None None] Deleting port a6ea68b2-df4c-456e-b62a-91260fb67138 {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:51:54.434763 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-9b296b80-21e5-4900-85a7-116970764d6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:51:54.528589 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-207f4208-a9dd-4e4f-805f-e1e5f84129db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80408319-0475-42a0-9ff4-88ba1bb3f1b5', 'name': 'tempest-TestNetworkBasicOps-router-1880068661', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': 'fae1ee8c-ea7c-45cd-a4e3-14297c6522d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:49:57Z', 'updated_at': '2022-02-04T08:51:52Z', 'revision_number': 5, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': 'fae1ee8c-ea7c-45cd-a4e3-14297c6522d2', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:96:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80408319-0475-42a0-9ff4-88ba1bb3f1b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:49:58Z', 'updated_at': '2022-02-04T08:51:38Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:51:54.534180 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207f4208-a9dd-4e4f-805f-e1e5f84129db None None] The sync data for ids ['80408319-0475-42a0-9ff4-88ba1bb3f1b5'] in dv-neutron-827798-2-hyperv is: [{'id': '80408319-0475-42a0-9ff4-88ba1bb3f1b5', 'name': 'tempest-TestNetworkBasicOps-router-1880068661', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': 'fae1ee8c-ea7c-45cd-a4e3-14297c6522d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:49:57Z', 'updated_at': '2022-02-04T08:51:52Z', 'revision_number': 5, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': 'fae1ee8c-ea7c-45cd-a4e3-14297c6522d2', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:96:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80408319-0475-42a0-9ff4-88ba1bb3f1b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:49:58Z', 'updated_at': '2022-02-04T08:51:38Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:51:54.595766 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-72bf2bf0-d06b-4b7c-be9f-f914fb39af22 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:51:54.657190 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-9b296b80-21e5-4900-85a7-116970764d6c None None] For port a6ea68b2-df4c-456e-b62a-91260fb67138, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=a6ea68b2-df4c-456e-b62a-91260fb67138,segment=NetworkSegment(86fe9cdf-09a4-4666-9e34-3b4cd896623c),segment_id=86fe9cdf-09a4-4666-9e34-3b4cd896623c)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:51:54.657474 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-9b296b80-21e5-4900-85a7-116970764d6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:51:54.679554 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-72bf2bf0-d06b-4b7c-be9f-f914fb39af22 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Deleting port fae1ee8c-ea7c-45cd-a4e3-14297c6522d2 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:51:54.679900 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-72bf2bf0-d06b-4b7c-be9f-f914fb39af22 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:51:54.776974 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-9b296b80-21e5-4900-85a7-116970764d6c None None] Calling delete_port for a6ea68b2-df4c-456e-b62a-91260fb67138 owned by network:dhcp {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:51:54.853337 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [None req-72bf2bf0-d06b-4b7c-be9f-f914fb39af22 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] For port fae1ee8c-ea7c-45cd-a4e3-14297c6522d2, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=fae1ee8c-ea7c-45cd-a4e3-14297c6522d2,segment=NetworkSegment(c44b9475-949d-4ae7-bfca-e29b010a56a6),segment_id=c44b9475-949d-4ae7-bfca-e29b010a56a6)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:51:54.854217 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-72bf2bf0-d06b-4b7c-be9f-f914fb39af22 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:51:54.960653 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-9b296b80-21e5-4900-85a7-116970764d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407'] for port, after_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:51:55.016118 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b296b80-21e5-4900-85a7-116970764d6c None None] No DVR routers for this DVR port a6ea68b2-df4c-456e-b62a-91260fb67138 on host dv-neutron-827798-2-hyperv {{(pid=84109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:51:55.028685 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b296b80-21e5-4900-85a7-116970764d6c None None] Pushing event deleted for resources: {'Port': ['ID=a6ea68b2-df4c-456e-b62a-91260fb67138,revision_number=None']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:51:55.093138 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-72bf2bf0-d06b-4b7c-be9f-f914fb39af22 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Calling delete_port for fae1ee8c-ea7c-45cd-a4e3-14297c6522d2 owned by network:router_gateway {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:51:55.352298 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-72bf2bf0-d06b-4b7c-be9f-f914fb39af22 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:51:55.407093 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bf2bf0-d06b-4b7c-be9f-f914fb39af22 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event deleted for resources: {'Port': ['ID=fae1ee8c-ea7c-45cd-a4e3-14297c6522d2,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:51:55.626796 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-72bf2bf0-d06b-4b7c-be9f-f914fb39af22 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473010'] for router_gateway, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:51:55.881029 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-72bf2bf0-d06b-4b7c-be9f-f914fb39af22 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40989'] for router, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:51:55.885946 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-72bf2bf0-d06b-4b7c-be9f-f914fb39af22 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:51:55.980731 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-72bf2bf0-d06b-4b7c-be9f-f914fb39af22 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-476062'] for router, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:51:55.981275 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72bf2bf0-d06b-4b7c-be9f-f914fb39af22 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Fanout notify agent at l3_agent the message router_deleted on router 80408319-0475-42a0-9ff4-88ba1bb3f1b5 {{(pid=84107) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 08:51:55.995659 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-72bf2bf0-d06b-4b7c-be9f-f914fb39af22 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:51:55.996911 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-72bf2bf0-d06b-4b7c-be9f-f914fb39af22 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "DELETE /v2.0/routers/80408319-0475-42a0-9ff4-88ba1bb3f1b5 HTTP/1.1" status: 204 len: 168 time: 1.8313673 Feb 04 08:51:55.999455 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 58082) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:51:56.077904 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:51:56.108561 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-244668f5-bfb3-474f-b099-c63f374f9448 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:51:56.231052 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device a6ea68b2-df4c-456e-b62a-91260fb67138 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:51:56.238397 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-244668f5-bfb3-474f-b099-c63f374f9448 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:51:56.263491 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: a6ea68b2-df4c-456e-b62a-91260fb67138 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:51:56.263828 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device a6ea68b2-df4c-456e-b62a-91260fb67138 not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:51:56.264096 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-244668f5-bfb3-474f-b099-c63f374f9448 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76a34aca-cc19-4386-90e3-2f979eefdae0']}} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:51:56.264221 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 6bf954b1-013c-456d-b7c8-3f29843ad689 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:51:56.276169 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-244668f5-bfb3-474f-b099-c63f374f9448 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86fe9cdf-09a4-4666-9e34-3b4cd896623c') {'for_net_delete': True} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:51:56.276463 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-244668f5-bfb3-474f-b099-c63f374f9448 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86fe9cdf-09a4-4666-9e34-3b4cd896623c') {} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:51:56.287337 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-244668f5-bfb3-474f-b099-c63f374f9448 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8058642'] for segment, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:51:56.294218 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: 6bf954b1-013c-456d-b7c8-3f29843ad689 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:51:56.294559 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 6bf954b1-013c-456d-b7c8-3f29843ad689 not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:51:56.303294 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-244668f5-bfb3-474f-b099-c63f374f9448 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:51:56.309700 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-244668f5-bfb3-474f-b099-c63f374f9448 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=84107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:51:56.310075 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-244668f5-bfb3-474f-b099-c63f374f9448 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7377717'] for segment, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:51:56.324413 dv-neutron-827798-2-hyperv neutron-server[84107]: Traceback (most recent call last): Feb 04 08:51:56.324413 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:51:56.324413 dv-neutron-827798-2-hyperv neutron-server[84107]: timer() Feb 04 08:51:56.324413 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:51:56.324413 dv-neutron-827798-2-hyperv neutron-server[84107]: cb(*args, **kw) Feb 04 08:51:56.324413 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:51:56.324413 dv-neutron-827798-2-hyperv neutron-server[84107]: return func(*args, **kwargs) Feb 04 08:51:56.324413 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:51:56.324413 dv-neutron-827798-2-hyperv neutron-server[84107]: self._notify() Feb 04 08:51:56.324413 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:51:56.324413 dv-neutron-827798-2-hyperv neutron-server[84107]: self.callback(batched_events) Feb 04 08:51:56.324413 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:51:56.324413 dv-neutron-827798-2-hyperv neutron-server[84107]: event.method(event) Feb 04 08:51:56.324413 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:51:56.324413 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:51:56.324413 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:51:56.324413 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:51:56.324413 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:51:56.324413 dv-neutron-827798-2-hyperv neutron-server[84107]: return f(self, *a, **k) Feb 04 08:51:56.324413 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:51:56.324413 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._get(url).json() Feb 04 08:51:56.324413 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:51:56.324413 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:51:56.324413 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:51:56.324413 dv-neutron-827798-2-hyperv neutron-server[84107]: return self.request(url, 'GET', **kwargs) Feb 04 08:51:56.324413 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:51:56.324413 dv-neutron-827798-2-hyperv neutron-server[84107]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:51:56.324413 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:51:56.324413 dv-neutron-827798-2-hyperv neutron-server[84107]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:51:56.324413 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:51:56.324413 dv-neutron-827798-2-hyperv neutron-server[84107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:51:56.324413 dv-neutron-827798-2-hyperv neutron-server[84107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:51:56.455186 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-244668f5-bfb3-474f-b099-c63f374f9448 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:51:56.472444 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-244668f5-bfb3-474f-b099-c63f374f9448 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:51:56.485779 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244668f5-bfb3-474f-b099-c63f374f9448 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event deleted for resources: {'Network': ['ID=76a34aca-cc19-4386-90e3-2f979eefdae0,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:51:56.488319 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-244668f5-bfb3-474f-b099-c63f374f9448 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "DELETE /v2.0/networks/76a34aca-cc19-4386-90e3-2f979eefdae0 HTTP/1.1" status: 204 len: 168 time: 0.4878786 Feb 04 08:51:56.509761 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 58086) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:51:56.515120 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-03a5e227-32fb-43da-b15a-da69d08b5d65 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'network': {'name': 'tempest-network-smoke--720064987', 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'port_security_enabled': True}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:51:56.520201 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-03a5e227-32fb-43da-b15a-da69d08b5d65 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:51:56.524244 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-03a5e227-32fb-43da-b15a-da69d08b5d65 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:network and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:51:56.527154 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-03a5e227-32fb-43da-b15a-da69d08b5d65 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:51:56.532815 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-03a5e227-32fb-43da-b15a-da69d08b5d65 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:51:56.603062 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03a5e227-32fb-43da-b15a-da69d08b5d65 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Made reservation on behalf of 7df2bfd740464e869863a41b14f4d5af for: {'network': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:51:56.606414 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-03a5e227-32fb-43da-b15a-da69d08b5d65 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:51:56.633737 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03a5e227-32fb-43da-b15a-da69d08b5d65 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=84107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:51:56.642244 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-03a5e227-32fb-43da-b15a-da69d08b5d65 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:51:56.642575 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.segments_db [None req-03a5e227-32fb-43da-b15a-da69d08b5d65 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Added segment 0de2438f-22e9-49dc-a1f5-f9cc38b50ed3 of type vlan for network 3c0b0e5c-d9a2-4dba-b165-a49b78eb792b Feb 04 08:51:56.667196 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-03a5e227-32fb-43da-b15a-da69d08b5d65 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:51:56.759388 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-03a5e227-32fb-43da-b15a-da69d08b5d65 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:51:56.762900 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a5e227-32fb-43da-b15a-da69d08b5d65 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:51:56.763509 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-03a5e227-32fb-43da-b15a-da69d08b5d65 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:51:56.968354 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a5e227-32fb-43da-b15a-da69d08b5d65 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'Network': ['ID=3c0b0e5c-d9a2-4dba-b165-a49b78eb792b,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:51:56.979906 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network 3c0b0e5c-d9a2-4dba-b165-a49b78eb792b details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:51:57.058200 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-03a5e227-32fb-43da-b15a-da69d08b5d65 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5473235 Feb 04 08:51:57.060852 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 58090) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:51:57.065928 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-b79de5f2-a1a2-4460-9059-131cc1171272 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-709890518', 'admin_state_up': True, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:51:57.073127 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-b79de5f2-a1a2-4460-9059-131cc1171272 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:51:57.076845 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-b79de5f2-a1a2-4460-9059-131cc1171272 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:router and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:51:57.079763 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-b79de5f2-a1a2-4460-9059-131cc1171272 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:51:57.085816 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-b79de5f2-a1a2-4460-9059-131cc1171272 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:51:57.154179 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b79de5f2-a1a2-4460-9059-131cc1171272 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40975'] for router, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:51:57.155076 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b79de5f2-a1a2-4460-9059-131cc1171272 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40982'] for router, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:51:57.171936 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b79de5f2-a1a2-4460-9059-131cc1171272 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:51:57.354717 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b79de5f2-a1a2-4460-9059-131cc1171272 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40996'] for router, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:51:57.574634 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b79de5f2-a1a2-4460-9059-131cc1171272 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for router_gateway, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:51:57.605225 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b79de5f2-a1a2-4460-9059-131cc1171272 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:51:57.606132 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8a5436-3eb0-4881-89bd-e684485a033e None None] New status for floating IP 0ec12878-f573-4a18-b50f-ec11604cef36: DOWN {{(pid=84109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 08:51:57.741102 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-b79de5f2-a1a2-4460-9059-131cc1171272 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Allocated IP 172.26.3.42 (e264bd74-c56b-43d0-9059-bcb57dbbe5bc/79caf47c-b62c-4ea0-b35f-21ede155daa8/5eb0e562-0868-4a03-bd29-62af8a9ddcb3) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:51:57.891255 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b79de5f2-a1a2-4460-9059-131cc1171272 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:51:57.994910 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b79de5f2-a1a2-4460-9059-131cc1171272 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:51:58.063860 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79de5f2-a1a2-4460-9059-131cc1171272 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Network e264bd74-c56b-43d0-9059-bcb57dbbe5bc is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:51:58.066785 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-b79de5f2-a1a2-4460-9059-131cc1171272 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:51:58.069135 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79de5f2-a1a2-4460-9059-131cc1171272 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:51:58.102780 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79de5f2-a1a2-4460-9059-131cc1171272 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'Port': ['ID=5eb0e562-0868-4a03-bd29-62af8a9ddcb3,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:51:58.138844 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device fae1ee8c-ea7c-45cd-a4e3-14297c6522d2 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:51:58.173877 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: fae1ee8c-ea7c-45cd-a4e3-14297c6522d2 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:51:58.174140 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device fae1ee8c-ea7c-45cd-a4e3-14297c6522d2 not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:51:58.304947 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b79de5f2-a1a2-4460-9059-131cc1171272 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for router_gateway, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:51:58.305667 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b79de5f2-a1a2-4460-9059-131cc1171272 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472990'] for router, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:51:58.610590 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b79de5f2-a1a2-4460-9059-131cc1171272 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Router b2d831f7-dea7-4397-8b3f-566f7389dcf8 is scheduled to L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 with binding_index 1 {{(pid=84107) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 08:51:58.804651 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b79de5f2-a1a2-4460-9059-131cc1171272 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:51:58.814643 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14e2da5-eff2-45ca-8045-540f2dc4859b None None] Sync routers for ids ['b2d831f7-dea7-4397-8b3f-566f7389dcf8'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:51:58.826220 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14e2da5-eff2-45ca-8045-540f2dc4859b None None] Routers {'b2d831f7-dea7-4397-8b3f-566f7389dcf8'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:51:58.826748 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-a14e2da5-eff2-45ca-8045-540f2dc4859b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:51:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['b2d831f7-dea7-4397-8b3f-566f7389dcf8'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:51:58.912091 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b79de5f2-a1a2-4460-9059-131cc1171272 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:51:58.913381 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-b79de5f2-a1a2-4460-9059-131cc1171272 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.8515687 Feb 04 08:51:58.917226 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 58094) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:51:58.959378 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-02de1614-2f03-4502-b3c8-756ad2f44e7a tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=7df2bfd740464e869863a41b14f4d5af&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384865 Feb 04 08:51:58.959738 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 58098) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:51:59.042895 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-a14e2da5-eff2-45ca-8045-540f2dc4859b None None] Set router b2d831f7-dea7-4397-8b3f-566f7389dcf8 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:51:59.190867 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c42363a-31d4-435c-b402-24df8b9d369b tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:51:59.195035 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-1c42363a-31d4-435c-b402-24df8b9d369b tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2316151 Feb 04 08:51:59.195180 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 58102) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:51:59.233988 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-4843d63d-4e8a-49ad-8706-d33086256acb tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=e264bd74-c56b-43d0-9059-bcb57dbbe5bc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377641 Feb 04 08:51:59.236785 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 58106) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:51:59.242137 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-a41f2587-4815-4319-bf32-5bf79b112285 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-667771303', 'network_id': '3c0b0e5c-d9a2-4dba-b165-a49b78eb792b', 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:51:59.325584 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-a14e2da5-eff2-45ca-8045-540f2dc4859b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2d831f7-dea7-4397-8b3f-566f7389dcf8', 'name': 'tempest-TestNetworkBasicOps-router-709890518', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.42'}], 'enable_snat': True}, 'gw_port_id': '5eb0e562-0868-4a03-bd29-62af8a9ddcb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:51:57Z', 'updated_at': '2022-02-04T08:51:58Z', 'revision_number': 3, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': '5eb0e562-0868-4a03-bd29-62af8a9ddcb3', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:db:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2d831f7-dea7-4397-8b3f-566f7389dcf8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:51:57Z', 'updated_at': '2022-02-04T08:51:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:51:59.329284 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14e2da5-eff2-45ca-8045-540f2dc4859b None None] Checking router: b2d831f7-dea7-4397-8b3f-566f7389dcf8 for host: dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 08:51:59.329603 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14e2da5-eff2-45ca-8045-540f2dc4859b None None] Updating router b2d831f7-dea7-4397-8b3f-566f7389dcf8 port 5eb0e562-0868-4a03-bd29-62af8a9ddcb3 binding host dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 08:51:59.348422 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-a41f2587-4815-4319-bf32-5bf79b112285 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:51:59.352178 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-a41f2587-4815-4319-bf32-5bf79b112285 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:subnet and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:51:59.354956 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-a41f2587-4815-4319-bf32-5bf79b112285 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:51:59.360520 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-a41f2587-4815-4319-bf32-5bf79b112285 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:51:59.378669 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-a14e2da5-eff2-45ca-8045-540f2dc4859b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:51:59.422539 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a41f2587-4815-4319-bf32-5bf79b112285 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Made reservation on behalf of 7df2bfd740464e869863a41b14f4d5af for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:51:59.523573 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a41f2587-4815-4319-bf32-5bf79b112285 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985186'] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:51:59.700725 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-a14e2da5-eff2-45ca-8045-540f2dc4859b None None] Notify callbacks [] for port, precommit_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:51:59.712356 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.provisioning_blocks [None req-a14e2da5-eff2-45ca-8045-540f2dc4859b None None] Transition to ACTIVE for port object 5eb0e562-0868-4a03-bd29-62af8a9ddcb3 will not be triggered until provisioned by entity L2. {{(pid=84110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:51:59.782222 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-a14e2da5-eff2-45ca-8045-540f2dc4859b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:51:59.823328 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a41f2587-4815-4319-bf32-5bf79b112285 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7510230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985204'] for subnet, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:51:59.863851 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.managers [None req-a14e2da5-eff2-45ca-8045-540f2dc4859b None None] Attempting to bind port 5eb0e562-0868-4a03-bd29-62af8a9ddcb3 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:51:59.864448 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.managers [None req-a14e2da5-eff2-45ca-8045-540f2dc4859b None None] Attempting to bind port 5eb0e562-0868-4a03-bd29-62af8a9ddcb3 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}] {{(pid=84110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:51:59.864597 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14e2da5-eff2-45ca-8045-540f2dc4859b None None] Attempting to bind port 5eb0e562-0868-4a03-bd29-62af8a9ddcb3 on network e264bd74-c56b-43d0-9059-bcb57dbbe5bc {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:51:59.866430 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b25fd30-52a3-471f-ace3-6ddde8b9f417 None None] Pushing event updated for resources: {'Port': ['ID=5eb0e562-0868-4a03-bd29-62af8a9ddcb3,revision_number=2']} {{(pid=84110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:51:59.877748 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14e2da5-eff2-45ca-8045-540f2dc4859b None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:51:59.878090 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14e2da5-eff2-45ca-8045-540f2dc4859b None None] Checking segment: {'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:51:59.878515 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-a14e2da5-eff2-45ca-8045-540f2dc4859b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:51:59.878899 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14e2da5-eff2-45ca-8045-540f2dc4859b None None] Bound using segment: {'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'} {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:51:59.879345 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.managers [None req-a14e2da5-eff2-45ca-8045-540f2dc4859b None None] Bound port: 5eb0e562-0868-4a03-bd29-62af8a9ddcb3, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}}] {{(pid=84110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:51:59.879736 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-a14e2da5-eff2-45ca-8045-540f2dc4859b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:51:59.902948 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41f2587-4815-4319-bf32-5bf79b112285 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'Subnet': ['ID=7e115ebb-8eeb-47c6-af64-343d82790fc2,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:51:59.908309 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b25fd30-52a3-471f-ace3-6ddde8b9f417 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:51:59.908790 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b25fd30-52a3-471f-ace3-6ddde8b9f417 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:51:59.909196 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b25fd30-52a3-471f-ace3-6ddde8b9f417 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:51:59.909528 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b25fd30-52a3-471f-ace3-6ddde8b9f417 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:51:59.909855 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b25fd30-52a3-471f-ace3-6ddde8b9f417 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:51:59.910745 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b25fd30-52a3-471f-ace3-6ddde8b9f417 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:51:59.910745 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b25fd30-52a3-471f-ace3-6ddde8b9f417 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:51:59.910945 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b25fd30-52a3-471f-ace3-6ddde8b9f417 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:51:59.911268 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b25fd30-52a3-471f-ace3-6ddde8b9f417 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:51:59.911731 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b25fd30-52a3-471f-ace3-6ddde8b9f417 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:51:59.912053 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b25fd30-52a3-471f-ace3-6ddde8b9f417 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:51:59.917019 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41f2587-4815-4319-bf32-5bf79b112285 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Checking segment: {'id': '0de2438f-22e9-49dc-a1f5-f9cc38b50ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3c0b0e5c-d9a2-4dba-b165-a49b78eb792b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:51:59.917455 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41f2587-4815-4319-bf32-5bf79b112285 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Network hostable DHCP agents. Network: 3c0b0e5c-d9a2-4dba-b165-a49b78eb792b, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:51:59.963468 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.db [None req-a14e2da5-eff2-45ca-8045-540f2dc4859b None None] For port 5eb0e562-0868-4a03-bd29-62af8a9ddcb3, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:51:59.966373 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.db [None req-a14e2da5-eff2-45ca-8045-540f2dc4859b None None] For port 5eb0e562-0868-4a03-bd29-62af8a9ddcb3, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=5eb0e562-0868-4a03-bd29-62af8a9ddcb3,segment=NetworkSegment(c44b9475-949d-4ae7-bfca-e29b010a56a6),segment_id=c44b9475-949d-4ae7-bfca-e29b010a56a6)] {{(pid=84110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:52:00.037588 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41f2587-4815-4319-bf32-5bf79b112285 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Network 3c0b0e5c-d9a2-4dba-b165-a49b78eb792b is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:52:00.068474 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-a14e2da5-eff2-45ca-8045-540f2dc4859b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:52:00.127245 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-a41f2587-4815-4319-bf32-5bf79b112285 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, 3c0b0e5c-d9a2-4dba-b165-a49b78eb792b) {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:52:00.131246 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41f2587-4815-4319-bf32-5bf79b112285 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:52:00.131876 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a41f2587-4815-4319-bf32-5bf79b112285 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:52:00.138142 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c2f2af-f511-41ce-b80d-d0c49b9e8d20 None None] Network 3c0b0e5c-d9a2-4dba-b165-a49b78eb792b requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:52:00.156326 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b25fd30-52a3-471f-ace3-6ddde8b9f417 None None] Pushing event updated for resources: {'Port': ['ID=5eb0e562-0868-4a03-bd29-62af8a9ddcb3,revision_number=3']} {{(pid=84110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:52:00.159554 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14e2da5-eff2-45ca-8045-540f2dc4859b None None] Routers {'b2d831f7-dea7-4397-8b3f-566f7389dcf8'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:52:00.160153 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-a14e2da5-eff2-45ca-8045-540f2dc4859b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:51:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['b2d831f7-dea7-4397-8b3f-566f7389dcf8'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:52:00.223506 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-a41f2587-4815-4319-bf32-5bf79b112285 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.9856308 Feb 04 08:52:00.226258 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 58110) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:52:00.349104 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-a14e2da5-eff2-45ca-8045-540f2dc4859b None None] Set router b2d831f7-dea7-4397-8b3f-566f7389dcf8 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:52:00.383893 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b539a32-8116-4a96-b4ea-5c007629210d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-3c0b0e5c-d9a2-4dba-b165-a49b78eb792b', 'network_id': '3c0b0e5c-d9a2-4dba-b165-a49b78eb792b', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'fixed_ips': [{'subnet_id': '7e115ebb-8eeb-47c6-af64-343d82790fc2'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:52:00.384951 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-8b539a32-8116-4a96-b4ea-5c007629210d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:52:00.547409 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-8b539a32-8116-4a96-b4ea-5c007629210d None None] Allocated IP 172.20.0.2 (3c0b0e5c-d9a2-4dba-b165-a49b78eb792b/7e115ebb-8eeb-47c6-af64-343d82790fc2/17562ca2-ba8e-4804-873e-d59c71bc1496) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:52:00.646211 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-a14e2da5-eff2-45ca-8045-540f2dc4859b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2d831f7-dea7-4397-8b3f-566f7389dcf8', 'name': 'tempest-TestNetworkBasicOps-router-709890518', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.42'}], 'enable_snat': True}, 'gw_port_id': '5eb0e562-0868-4a03-bd29-62af8a9ddcb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:51:57Z', 'updated_at': '2022-02-04T08:51:58Z', 'revision_number': 3, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': '5eb0e562-0868-4a03-bd29-62af8a9ddcb3', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:db:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2d831f7-dea7-4397-8b3f-566f7389dcf8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:51:57Z', 'updated_at': '2022-02-04T08:51:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:52:00.650104 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14e2da5-eff2-45ca-8045-540f2dc4859b None None] The sync data for ids ['b2d831f7-dea7-4397-8b3f-566f7389dcf8'] in dv-neutron-827798-2-hyperv is: [{'id': 'b2d831f7-dea7-4397-8b3f-566f7389dcf8', 'name': 'tempest-TestNetworkBasicOps-router-709890518', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.42'}], 'enable_snat': True}, 'gw_port_id': '5eb0e562-0868-4a03-bd29-62af8a9ddcb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:51:57Z', 'updated_at': '2022-02-04T08:51:58Z', 'revision_number': 3, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': '5eb0e562-0868-4a03-bd29-62af8a9ddcb3', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:db:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2d831f7-dea7-4397-8b3f-566f7389dcf8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:51:57Z', 'updated_at': '2022-02-04T08:51:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:52:00.768784 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-8b539a32-8116-4a96-b4ea-5c007629210d None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:52:00.786629 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-8b539a32-8116-4a96-b4ea-5c007629210d None None] Transition to ACTIVE for port object 17562ca2-ba8e-4804-873e-d59c71bc1496 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:52:00.801743 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-8b539a32-8116-4a96-b4ea-5c007629210d None None] Transition to ACTIVE for port object 17562ca2-ba8e-4804-873e-d59c71bc1496 will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:52:00.863023 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-8b539a32-8116-4a96-b4ea-5c007629210d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:52:00.930850 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b539a32-8116-4a96-b4ea-5c007629210d None None] Network 3c0b0e5c-d9a2-4dba-b165-a49b78eb792b is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:52:00.932628 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-8b539a32-8116-4a96-b4ea-5c007629210d None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:52:00.937426 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b539a32-8116-4a96-b4ea-5c007629210d None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:52:01.009443 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b539a32-8116-4a96-b4ea-5c007629210d None None] Pushing event updated for resources: {'Port': ['ID=17562ca2-ba8e-4804-873e-d59c71bc1496,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:52:01.028295 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b3f71a49-6da8-443a-b94a-97deeaaf79ae tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:52:01.042987 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-8b539a32-8116-4a96-b4ea-5c007629210d None None] Attempting to bind port 17562ca2-ba8e-4804-873e-d59c71bc1496 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:52:01.043599 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-8b539a32-8116-4a96-b4ea-5c007629210d None None] Attempting to bind port 17562ca2-ba8e-4804-873e-d59c71bc1496 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': '0de2438f-22e9-49dc-a1f5-f9cc38b50ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3c0b0e5c-d9a2-4dba-b165-a49b78eb792b'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:52:01.044195 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b539a32-8116-4a96-b4ea-5c007629210d None None] Attempting to bind port 17562ca2-ba8e-4804-873e-d59c71bc1496 on network 3c0b0e5c-d9a2-4dba-b165-a49b78eb792b {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:52:01.051982 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b539a32-8116-4a96-b4ea-5c007629210d None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:52:01.052483 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b539a32-8116-4a96-b4ea-5c007629210d None None] Checking segment: {'id': '0de2438f-22e9-49dc-a1f5-f9cc38b50ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3c0b0e5c-d9a2-4dba-b165-a49b78eb792b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:52:01.053033 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-8b539a32-8116-4a96-b4ea-5c007629210d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:52:01.053633 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b539a32-8116-4a96-b4ea-5c007629210d None None] Bound using segment: {'id': '0de2438f-22e9-49dc-a1f5-f9cc38b50ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3c0b0e5c-d9a2-4dba-b165-a49b78eb792b'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:52:01.054265 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-8b539a32-8116-4a96-b4ea-5c007629210d None None] Bound port: 17562ca2-ba8e-4804-873e-d59c71bc1496, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0de2438f-22e9-49dc-a1f5-f9cc38b50ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3c0b0e5c-d9a2-4dba-b165-a49b78eb792b'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:52:01.054729 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-8b539a32-8116-4a96-b4ea-5c007629210d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:52:01.158133 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-8b539a32-8116-4a96-b4ea-5c007629210d None None] For port 17562ca2-ba8e-4804-873e-d59c71bc1496, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:52:01.161839 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-8b539a32-8116-4a96-b4ea-5c007629210d None None] For port 17562ca2-ba8e-4804-873e-d59c71bc1496, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=17562ca2-ba8e-4804-873e-d59c71bc1496,segment=NetworkSegment(0de2438f-22e9-49dc-a1f5-f9cc38b50ed3),segment_id=0de2438f-22e9-49dc-a1f5-f9cc38b50ed3)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:52:01.235078 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-8b539a32-8116-4a96-b4ea-5c007629210d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:52:01.332352 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b539a32-8116-4a96-b4ea-5c007629210d None None] Pushing event updated for resources: {'Port': ['ID=17562ca2-ba8e-4804-873e-d59c71bc1496,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:52:01.575165 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-b3f71a49-6da8-443a-b94a-97deeaaf79ae tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Allocated IP 172.20.0.1 (3c0b0e5c-d9a2-4dba-b165-a49b78eb792b/7e115ebb-8eeb-47c6-af64-343d82790fc2/480ec72c-1d96-400c-9168-e7e0d8dad7b2) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:52:01.731135 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b3f71a49-6da8-443a-b94a-97deeaaf79ae tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:52:01.746526 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [None req-b3f71a49-6da8-443a-b94a-97deeaaf79ae tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Transition to ACTIVE for port object 480ec72c-1d96-400c-9168-e7e0d8dad7b2 will not be triggered until provisioned by entity DHCP. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:52:01.840072 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b3f71a49-6da8-443a-b94a-97deeaaf79ae tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:52:01.907952 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f71a49-6da8-443a-b94a-97deeaaf79ae tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Network 3c0b0e5c-d9a2-4dba-b165-a49b78eb792b is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:52:01.911359 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-b3f71a49-6da8-443a-b94a-97deeaaf79ae tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:52:01.915581 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f71a49-6da8-443a-b94a-97deeaaf79ae tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:52:01.946913 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f71a49-6da8-443a-b94a-97deeaaf79ae tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'Port': ['ID=480ec72c-1d96-400c-9168-e7e0d8dad7b2,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:52:01.987211 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b3f71a49-6da8-443a-b94a-97deeaaf79ae tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-472912'] for router_interface, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:52:02.113716 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b3f71a49-6da8-443a-b94a-97deeaaf79ae tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:52:02.229832 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eff665a-4a60-47b1-b266-aa0b5f1d56c7 None None] Network 3c0b0e5c-d9a2-4dba-b165-a49b78eb792b requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:52:02.252634 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 17562ca2-ba8e-4804-873e-d59c71bc1496 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:52:02.442831 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-25ff34a0-188a-4f80-b2c6-1966a51990cb None None] Provisioning for port 17562ca2-ba8e-4804-873e-d59c71bc1496 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:52:02.459003 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 17562ca2-ba8e-4804-873e-d59c71bc1496 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:52:02.472294 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 17562ca2-ba8e-4804-873e-d59c71bc1496 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:52:02.472616 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:52:02.529822 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b3f71a49-6da8-443a-b94a-97deeaaf79ae tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:52:02.576900 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b3f71a49-6da8-443a-b94a-97deeaaf79ae tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:52:02.639686 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:52:02.673581 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port 17562ca2-ba8e-4804-873e-d59c71bc1496, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=17562ca2-ba8e-4804-873e-d59c71bc1496,segment=NetworkSegment(0de2438f-22e9-49dc-a1f5-f9cc38b50ed3),segment_id=0de2438f-22e9-49dc-a1f5-f9cc38b50ed3)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:52:02.689492 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b3f71a49-6da8-443a-b94a-97deeaaf79ae tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473771'] for router_interface, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:52:02.693013 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f71a49-6da8-443a-b94a-97deeaaf79ae tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'Port': ['ID=480ec72c-1d96-400c-9168-e7e0d8dad7b2,revision_number=2']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:52:02.719556 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:52:02.720354 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 5eb0e562-0868-4a03-bd29-62af8a9ddcb3 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:52:02.835793 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=17562ca2-ba8e-4804-873e-d59c71bc1496,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:52:02.841505 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f71a49-6da8-443a-b94a-97deeaaf79ae tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Network 3c0b0e5c-d9a2-4dba-b165-a49b78eb792b is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:52:02.842718 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-b3f71a49-6da8-443a-b94a-97deeaaf79ae tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:52:02.902380 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 5eb0e562-0868-4a03-bd29-62af8a9ddcb3 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:52:02.908451 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 5eb0e562-0868-4a03-bd29-62af8a9ddcb3 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:52:02.908851 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:52:02.969295 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-727607e1-0a2d-44d8-983c-6090205f62ad None None] Provisioning for port 480ec72c-1d96-400c-9168-e7e0d8dad7b2 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:52:02.977698 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-727607e1-0a2d-44d8-983c-6090205f62ad None None] Provisioning complete for port 480ec72c-1d96-400c-9168-e7e0d8dad7b2 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:52:02.978215 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-727607e1-0a2d-44d8-983c-6090205f62ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:52:03.080615 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-727607e1-0a2d-44d8-983c-6090205f62ad None None] Port 480ec72c-1d96-400c-9168-e7e0d8dad7b2 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:52:03.090538 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:52:03.113026 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port 5eb0e562-0868-4a03-bd29-62af8a9ddcb3, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=5eb0e562-0868-4a03-bd29-62af8a9ddcb3,segment=NetworkSegment(c44b9475-949d-4ae7-bfca-e29b010a56a6),segment_id=c44b9475-949d-4ae7-bfca-e29b010a56a6)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:52:03.114515 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-727607e1-0a2d-44d8-983c-6090205f62ad None None] Provisioning complete for port 17562ca2-ba8e-4804-873e-d59c71bc1496 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:52:03.114877 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-727607e1-0a2d-44d8-983c-6090205f62ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:52:03.186684 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:52:03.333372 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=5eb0e562-0868-4a03-bd29-62af8a9ddcb3,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:52:03.365622 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3f71a49-6da8-443a-b94a-97deeaaf79ae tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Router b2d831f7-dea7-4397-8b3f-566f7389dcf8 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:52:03.449784 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-e35a063d-2458-4f84-83fd-da4b944e1040 None None] Provisioning complete for port 480ec72c-1d96-400c-9168-e7e0d8dad7b2 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:52:03.450151 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-e35a063d-2458-4f84-83fd-da4b944e1040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:52:03.501354 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-e35a063d-2458-4f84-83fd-da4b944e1040 None None] Port 480ec72c-1d96-400c-9168-e7e0d8dad7b2 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:52:03.568628 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3f71a49-6da8-443a-b94a-97deeaaf79ae tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:52:03.582316 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-b3f71a49-6da8-443a-b94a-97deeaaf79ae tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "PUT /v2.0/routers/b2d831f7-dea7-4397-8b3f-566f7389dcf8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3548319 Feb 04 08:52:03.584598 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 58114) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:52:03.715546 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d989417-4d2f-425b-80c5-23e912354dbd tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:52:03.715914 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d989417-4d2f-425b-80c5-23e912354dbd tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:52:03.716278 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d989417-4d2f-425b-80c5-23e912354dbd tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:52:03.716658 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d989417-4d2f-425b-80c5-23e912354dbd tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:52:03.718253 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-2d989417-4d2f-425b-80c5-23e912354dbd tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1327839 Feb 04 08:52:03.720892 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 58118) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:52:03.785998 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7fa2b3-3693-4ad1-bc27-efc11513aa67 tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:52:03.786367 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7fa2b3-3693-4ad1-bc27-efc11513aa67 tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:52:03.786727 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7fa2b3-3693-4ad1-bc27-efc11513aa67 tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:52:03.787083 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7fa2b3-3693-4ad1-bc27-efc11513aa67 tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:52:03.788721 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-6b7fa2b3-3693-4ad1-bc27-efc11513aa67 tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2736 time: 0.0669456 Feb 04 08:52:03.791998 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 58122) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:52:03.998235 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-be8b3c9f-e419-4031-a0ce-5e23f45d8bac tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.2031782 Feb 04 08:52:04.201425 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0299362-433e-475c-bf8b-ab9fba131480 None None] Sync routers for ids ['b2d831f7-dea7-4397-8b3f-566f7389dcf8'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:52:04.201425 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0299362-433e-475c-bf8b-ab9fba131480 None None] Routers {'b2d831f7-dea7-4397-8b3f-566f7389dcf8'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:52:04.201425 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-a0299362-433e-475c-bf8b-ab9fba131480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:51:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['b2d831f7-dea7-4397-8b3f-566f7389dcf8'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:52:04.240208 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 17562ca2-ba8e-4804-873e-d59c71bc1496 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:52:04.336055 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 58128) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:52:04.342315 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-86405514-d5f3-4874-8d5b-5a097ec483f9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2099950679', 'description': 'tempest-secgroup-smoke-2099950679 description', 'project_id': '7df2bfd740464e869863a41b14f4d5af'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:52:04.348287 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-86405514-d5f3-4874-8d5b-5a097ec483f9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:52:04.352293 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-86405514-d5f3-4874-8d5b-5a097ec483f9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:security_group and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:52:04.355847 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-86405514-d5f3-4874-8d5b-5a097ec483f9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:52:04.361618 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-86405514-d5f3-4874-8d5b-5a097ec483f9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:52:04.415697 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 17562ca2-ba8e-4804-873e-d59c71bc1496 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:52:04.416901 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:52:04.428283 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-86405514-d5f3-4874-8d5b-5a097ec483f9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:52:04.449863 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-a0299362-433e-475c-bf8b-ab9fba131480 None None] Set router b2d831f7-dea7-4397-8b3f-566f7389dcf8 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:52:04.466723 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-86405514-d5f3-4874-8d5b-5a097ec483f9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:52:04.466723 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-86405514-d5f3-4874-8d5b-5a097ec483f9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:security_group_rule and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:52:04.469356 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-86405514-d5f3-4874-8d5b-5a097ec483f9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:52:04.475741 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-86405514-d5f3-4874-8d5b-5a097ec483f9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:52:04.531454 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-86405514-d5f3-4874-8d5b-5a097ec483f9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:52:04.597575 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-86405514-d5f3-4874-8d5b-5a097ec483f9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:52:04.642119 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86405514-d5f3-4874-8d5b-5a097ec483f9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbdee1b7-7ec6-482e-8b59-92f5e4e9a712,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:52:04.713975 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-86405514-d5f3-4874-8d5b-5a097ec483f9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:52:04.715116 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-86405514-d5f3-4874-8d5b-5a097ec483f9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3779826 Feb 04 08:52:04.718086 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 58132) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:52:04.723689 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-e1e233ef-e467-44f9-986d-076e1196a3b3 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'security_group_rule': {'security_group_id': 'dbdee1b7-7ec6-482e-8b59-92f5e4e9a712', 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:52:04.727043 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 5eb0e562-0868-4a03-bd29-62af8a9ddcb3 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:52:04.730175 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-e1e233ef-e467-44f9-986d-076e1196a3b3 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:52:04.733891 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-e1e233ef-e467-44f9-986d-076e1196a3b3 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:security_group_rule and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:52:04.736695 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-e1e233ef-e467-44f9-986d-076e1196a3b3 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:52:04.742233 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-e1e233ef-e467-44f9-986d-076e1196a3b3 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:52:04.823163 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e1e233ef-e467-44f9-986d-076e1196a3b3 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:52:04.857471 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 5eb0e562-0868-4a03-bd29-62af8a9ddcb3 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:52:04.857836 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:52:04.883805 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e1e233ef-e467-44f9-986d-076e1196a3b3 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:52:04.929172 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-a0299362-433e-475c-bf8b-ab9fba131480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2d831f7-dea7-4397-8b3f-566f7389dcf8', 'name': 'tempest-TestNetworkBasicOps-router-709890518', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.42'}], 'enable_snat': True}, 'gw_port_id': '5eb0e562-0868-4a03-bd29-62af8a9ddcb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:51:57Z', 'updated_at': '2022-02-04T08:52:02Z', 'revision_number': 4, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': '5eb0e562-0868-4a03-bd29-62af8a9ddcb3', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:db:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d831f7-dea7-4397-8b3f-566f7389dcf8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:51:57Z', 'updated_at': '2022-02-04T08:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '480ec72c-1d96-400c-9168-e7e0d8dad7b2', 'name': '', 'network_id': '3c0b0e5c-d9a2-4dba-b165-a49b78eb792b', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'mac_address': 'fa:16:3e:7c:ef:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2d831f7-dea7-4397-8b3f-566f7389dcf8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e115ebb-8eeb-47c6-af64-343d82790fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:52:01Z', 'updated_at': '2022-02-04T08:52:02Z', 'revision_number': 2, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'subnets': [{'id': '7e115ebb-8eeb-47c6-af64-343d82790fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:52:04.935789 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0299362-433e-475c-bf8b-ab9fba131480 None None] Checking router: b2d831f7-dea7-4397-8b3f-566f7389dcf8 for host: dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 08:52:04.936143 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0299362-433e-475c-bf8b-ab9fba131480 None None] Updating router b2d831f7-dea7-4397-8b3f-566f7389dcf8 port 480ec72c-1d96-400c-9168-e7e0d8dad7b2 binding host dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 08:52:04.954088 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e1e233ef-e467-44f9-986d-076e1196a3b3 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:52:04.975944 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e233ef-e467-44f9-986d-076e1196a3b3 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=592babde-cf9f-4224-b8c3-32b36094bc1c,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:52:05.033632 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-a0299362-433e-475c-bf8b-ab9fba131480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:52:05.050994 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e1e233ef-e467-44f9-986d-076e1196a3b3 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:52:05.055524 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-e1e233ef-e467-44f9-986d-076e1196a3b3 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3332126 Feb 04 08:52:05.055524 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 58136) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:52:05.060522 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-434fed2c-35e6-4a63-a5e1-8c40126c0b9a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'security_group_rule': {'security_group_id': 'dbdee1b7-7ec6-482e-8b59-92f5e4e9a712', 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:52:05.066399 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-434fed2c-35e6-4a63-a5e1-8c40126c0b9a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:52:05.070310 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-434fed2c-35e6-4a63-a5e1-8c40126c0b9a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:security_group_rule and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:52:05.073204 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-434fed2c-35e6-4a63-a5e1-8c40126c0b9a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:52:05.078786 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-434fed2c-35e6-4a63-a5e1-8c40126c0b9a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:52:05.166598 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-434fed2c-35e6-4a63-a5e1-8c40126c0b9a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:52:05.225905 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-434fed2c-35e6-4a63-a5e1-8c40126c0b9a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:52:05.300692 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-434fed2c-35e6-4a63-a5e1-8c40126c0b9a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:52:05.321475 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434fed2c-35e6-4a63-a5e1-8c40126c0b9a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df66f4cc-53ec-4318-b300-05fd681f5f19,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:52:05.370500 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-a0299362-433e-475c-bf8b-ab9fba131480 None None] Notify callbacks [] for port, precommit_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:52:05.381437 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-a0299362-433e-475c-bf8b-ab9fba131480 None None] Transition to ACTIVE for port object 480ec72c-1d96-400c-9168-e7e0d8dad7b2 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:52:05.393893 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-434fed2c-35e6-4a63-a5e1-8c40126c0b9a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:52:05.398787 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-434fed2c-35e6-4a63-a5e1-8c40126c0b9a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3391826 Feb 04 08:52:05.398787 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 58140) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:52:05.403379 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-6192870b-58c7-4aea-97da-804abc3fd575 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'security_group_rule': {'security_group_id': 'dbdee1b7-7ec6-482e-8b59-92f5e4e9a712', 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:52:05.409102 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-6192870b-58c7-4aea-97da-804abc3fd575 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:52:05.412816 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-6192870b-58c7-4aea-97da-804abc3fd575 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:security_group_rule and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:52:05.415772 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-6192870b-58c7-4aea-97da-804abc3fd575 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:52:05.422476 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-6192870b-58c7-4aea-97da-804abc3fd575 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:52:05.468326 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-a0299362-433e-475c-bf8b-ab9fba131480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:52:05.503081 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6192870b-58c7-4aea-97da-804abc3fd575 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:52:05.573329 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6192870b-58c7-4aea-97da-804abc3fd575 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:52:05.616870 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6192870b-58c7-4aea-97da-804abc3fd575 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:52:05.637941 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1cc1dc-f3d9-4da4-bd23-73614d97dcd6 None None] Pushing event updated for resources: {'Port': ['ID=480ec72c-1d96-400c-9168-e7e0d8dad7b2,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:52:05.647849 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6192870b-58c7-4aea-97da-804abc3fd575 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4947cd4f-1886-49f9-a83a-fb9c3b03b9fa,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:52:05.730847 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6192870b-58c7-4aea-97da-804abc3fd575 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:52:05.731068 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-a0299362-433e-475c-bf8b-ab9fba131480 None None] Attempting to bind port 480ec72c-1d96-400c-9168-e7e0d8dad7b2 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:52:05.731299 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-a0299362-433e-475c-bf8b-ab9fba131480 None None] Attempting to bind port 480ec72c-1d96-400c-9168-e7e0d8dad7b2 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': '0de2438f-22e9-49dc-a1f5-f9cc38b50ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3c0b0e5c-d9a2-4dba-b165-a49b78eb792b'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:52:05.731583 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0299362-433e-475c-bf8b-ab9fba131480 None None] Attempting to bind port 480ec72c-1d96-400c-9168-e7e0d8dad7b2 on network 3c0b0e5c-d9a2-4dba-b165-a49b78eb792b {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:52:05.734713 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-6192870b-58c7-4aea-97da-804abc3fd575 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3331585 Feb 04 08:52:05.734853 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 58144) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:52:05.740647 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-b067801f-8970-424f-a21e-cea0eef38eb9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'security_group_rule': {'security_group_id': 'dbdee1b7-7ec6-482e-8b59-92f5e4e9a712', 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:52:05.742235 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0299362-433e-475c-bf8b-ab9fba131480 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:52:05.742541 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0299362-433e-475c-bf8b-ab9fba131480 None None] Checking segment: {'id': '0de2438f-22e9-49dc-a1f5-f9cc38b50ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3c0b0e5c-d9a2-4dba-b165-a49b78eb792b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:52:05.742937 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-a0299362-433e-475c-bf8b-ab9fba131480 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:52:05.743319 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0299362-433e-475c-bf8b-ab9fba131480 None None] Bound using segment: {'id': '0de2438f-22e9-49dc-a1f5-f9cc38b50ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3c0b0e5c-d9a2-4dba-b165-a49b78eb792b'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:52:05.743772 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-a0299362-433e-475c-bf8b-ab9fba131480 None None] Bound port: 480ec72c-1d96-400c-9168-e7e0d8dad7b2, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0de2438f-22e9-49dc-a1f5-f9cc38b50ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3c0b0e5c-d9a2-4dba-b165-a49b78eb792b'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:52:05.744224 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-a0299362-433e-475c-bf8b-ab9fba131480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:52:05.752667 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-b067801f-8970-424f-a21e-cea0eef38eb9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:52:05.756456 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-b067801f-8970-424f-a21e-cea0eef38eb9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:security_group_rule and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:52:05.759298 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-b067801f-8970-424f-a21e-cea0eef38eb9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:52:05.767027 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-b067801f-8970-424f-a21e-cea0eef38eb9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:52:05.836419 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-a0299362-433e-475c-bf8b-ab9fba131480 None None] For port 480ec72c-1d96-400c-9168-e7e0d8dad7b2, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:52:05.839877 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-a0299362-433e-475c-bf8b-ab9fba131480 None None] For port 480ec72c-1d96-400c-9168-e7e0d8dad7b2, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=480ec72c-1d96-400c-9168-e7e0d8dad7b2,segment=NetworkSegment(0de2438f-22e9-49dc-a1f5-f9cc38b50ed3),segment_id=0de2438f-22e9-49dc-a1f5-f9cc38b50ed3)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:52:05.862788 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b067801f-8970-424f-a21e-cea0eef38eb9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:52:05.923978 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b067801f-8970-424f-a21e-cea0eef38eb9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:52:05.937236 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-a0299362-433e-475c-bf8b-ab9fba131480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:52:06.009374 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b067801f-8970-424f-a21e-cea0eef38eb9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:52:06.019610 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1cc1dc-f3d9-4da4-bd23-73614d97dcd6 None None] Pushing event updated for resources: {'Port': ['ID=480ec72c-1d96-400c-9168-e7e0d8dad7b2,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:52:06.023344 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0299362-433e-475c-bf8b-ab9fba131480 None None] Routers {'b2d831f7-dea7-4397-8b3f-566f7389dcf8'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:52:06.023938 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-a0299362-433e-475c-bf8b-ab9fba131480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:51:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['b2d831f7-dea7-4397-8b3f-566f7389dcf8'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:52:06.047399 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b067801f-8970-424f-a21e-cea0eef38eb9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e28cb164-a26e-4661-81ba-a9aef3e25544,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:52:06.113666 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b067801f-8970-424f-a21e-cea0eef38eb9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:52:06.117862 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 58148) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:52:06.122979 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-b067801f-8970-424f-a21e-cea0eef38eb9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3819847 Feb 04 08:52:06.123872 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-b2def8a3-0ec6-4609-886c-fd3c806b7377 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'security_group_rule': {'security_group_id': 'dbdee1b7-7ec6-482e-8b59-92f5e4e9a712', 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:52:06.130306 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-b2def8a3-0ec6-4609-886c-fd3c806b7377 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:52:06.135442 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-b2def8a3-0ec6-4609-886c-fd3c806b7377 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:security_group_rule and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:52:06.139495 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-b2def8a3-0ec6-4609-886c-fd3c806b7377 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:52:06.145682 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-b2def8a3-0ec6-4609-886c-fd3c806b7377 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:52:06.214445 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-a0299362-433e-475c-bf8b-ab9fba131480 None None] Set router b2d831f7-dea7-4397-8b3f-566f7389dcf8 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:52:06.226284 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.securitygroups_db [None req-b2def8a3-0ec6-4609-886c-fd3c806b7377 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Project 7df2bfd740464e869863a41b14f4d5af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 08:52:06.232941 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b2def8a3-0ec6-4609-886c-fd3c806b7377 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:52:06.297459 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b2def8a3-0ec6-4609-886c-fd3c806b7377 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:52:06.370938 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b2def8a3-0ec6-4609-886c-fd3c806b7377 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:52:06.399103 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2def8a3-0ec6-4609-886c-fd3c806b7377 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98ab9cac-4f45-4e03-ab66-a93639d7a672,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:52:06.462670 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b2def8a3-0ec6-4609-886c-fd3c806b7377 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:52:06.464500 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-b2def8a3-0ec6-4609-886c-fd3c806b7377 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3455627 Feb 04 08:52:06.467231 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 58152) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:52:06.472954 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-4c7032d9-905f-4da2-847b-3ad6d1e31317 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'security_group_rule': {'security_group_id': 'dbdee1b7-7ec6-482e-8b59-92f5e4e9a712', 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:52:06.478816 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-4c7032d9-905f-4da2-847b-3ad6d1e31317 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:52:06.482585 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-4c7032d9-905f-4da2-847b-3ad6d1e31317 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:security_group_rule and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:52:06.485551 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-4c7032d9-905f-4da2-847b-3ad6d1e31317 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:52:06.491192 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-4c7032d9-905f-4da2-847b-3ad6d1e31317 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:52:06.527769 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-a0299362-433e-475c-bf8b-ab9fba131480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2d831f7-dea7-4397-8b3f-566f7389dcf8', 'name': 'tempest-TestNetworkBasicOps-router-709890518', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.42'}], 'enable_snat': True}, 'gw_port_id': '5eb0e562-0868-4a03-bd29-62af8a9ddcb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:51:57Z', 'updated_at': '2022-02-04T08:52:02Z', 'revision_number': 4, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': '5eb0e562-0868-4a03-bd29-62af8a9ddcb3', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:db:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d831f7-dea7-4397-8b3f-566f7389dcf8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:51:57Z', 'updated_at': '2022-02-04T08:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '480ec72c-1d96-400c-9168-e7e0d8dad7b2', 'name': '', 'network_id': '3c0b0e5c-d9a2-4dba-b165-a49b78eb792b', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'mac_address': 'fa:16:3e:7c:ef:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2d831f7-dea7-4397-8b3f-566f7389dcf8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e115ebb-8eeb-47c6-af64-343d82790fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:52:01Z', 'updated_at': '2022-02-04T08:52:05Z', 'revision_number': 4, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'subnets': [{'id': '7e115ebb-8eeb-47c6-af64-343d82790fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:52:06.531737 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0299362-433e-475c-bf8b-ab9fba131480 None None] The sync data for ids ['b2d831f7-dea7-4397-8b3f-566f7389dcf8'] in dv-neutron-827798-2-hyperv is: [{'id': 'b2d831f7-dea7-4397-8b3f-566f7389dcf8', 'name': 'tempest-TestNetworkBasicOps-router-709890518', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.42'}], 'enable_snat': True}, 'gw_port_id': '5eb0e562-0868-4a03-bd29-62af8a9ddcb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:51:57Z', 'updated_at': '2022-02-04T08:52:02Z', 'revision_number': 4, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': '5eb0e562-0868-4a03-bd29-62af8a9ddcb3', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:db:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d831f7-dea7-4397-8b3f-566f7389dcf8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:51:57Z', 'updated_at': '2022-02-04T08:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '480ec72c-1d96-400c-9168-e7e0d8dad7b2', 'name': '', 'network_id': '3c0b0e5c-d9a2-4dba-b165-a49b78eb792b', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'mac_address': 'fa:16:3e:7c:ef:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2d831f7-dea7-4397-8b3f-566f7389dcf8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e115ebb-8eeb-47c6-af64-343d82790fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:52:01Z', 'updated_at': '2022-02-04T08:52:05Z', 'revision_number': 4, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'subnets': [{'id': '7e115ebb-8eeb-47c6-af64-343d82790fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:52:06.561536 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.securitygroups_db [None req-4c7032d9-905f-4da2-847b-3ad6d1e31317 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Project 7df2bfd740464e869863a41b14f4d5af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 08:52:06.578269 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4c7032d9-905f-4da2-847b-3ad6d1e31317 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:52:06.654684 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4c7032d9-905f-4da2-847b-3ad6d1e31317 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:52:06.731391 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4c7032d9-905f-4da2-847b-3ad6d1e31317 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:52:06.756228 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7032d9-905f-4da2-847b-3ad6d1e31317 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68f3643c-7c88-47ab-8d9d-2eb27eb6734f,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:52:06.805850 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4c7032d9-905f-4da2-847b-3ad6d1e31317 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:52:06.807741 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-4c7032d9-905f-4da2-847b-3ad6d1e31317 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3394413 Feb 04 08:52:06.986971 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-5c2dde1f-8a2b-4fac-86fb-de6d1110302b req-272b0029-b0c2-44b3-ae5e-70dd71dd8964 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Synchronizing usage tracker for tenant:7df2bfd740464e869863a41b14f4d5af on resource:security_group {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:52:07.037658 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-5c2dde1f-8a2b-4fac-86fb-de6d1110302b req-272b0029-b0c2-44b3-ae5e-70dd71dd8964 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Unset dirty status for tenant:7df2bfd740464e869863a41b14f4d5af on resource:security_group {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:52:07.038827 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5c2dde1f-8a2b-4fac-86fb-de6d1110302b req-272b0029-b0c2-44b3-ae5e-70dd71dd8964 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2099950679&fields=id&tenant_id=7df2bfd740464e869863a41b14f4d5af HTTP/1.1" status: 200 len: 267 time: 0.0943799 Feb 04 08:52:07.187046 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2dde1f-8a2b-4fac-86fb-de6d1110302b req-a68471e9-835a-4953-b20a-7488263d59fd tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:52:07.187718 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-5c2dde1f-8a2b-4fac-86fb-de6d1110302b req-a68471e9-835a-4953-b20a-7488263d59fd tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Synchronizing usage tracker for tenant:7df2bfd740464e869863a41b14f4d5af on resource:network {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:52:07.254738 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-5c2dde1f-8a2b-4fac-86fb-de6d1110302b req-a68471e9-835a-4953-b20a-7488263d59fd tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Unset dirty status for tenant:7df2bfd740464e869863a41b14f4d5af on resource:network {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:52:07.255977 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5c2dde1f-8a2b-4fac-86fb-de6d1110302b req-a68471e9-835a-4953-b20a-7488263d59fd tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/networks?id=3c0b0e5c-d9a2-4dba-b165-a49b78eb792b HTTP/1.1" status: 200 len: 796 time: 0.2099297 Feb 04 08:52:07.273000 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5c2dde1f-8a2b-4fac-86fb-de6d1110302b req-b79d848d-5645-46d7-b699-bd756c50a8a8 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/quotas/7df2bfd740464e869863a41b14f4d5af HTTP/1.1" status: 200 len: 375 time: 0.0112367 Feb 04 08:52:07.357730 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-5c2dde1f-8a2b-4fac-86fb-de6d1110302b req-45334a34-ab1e-40ad-a2c1-ba7e8e6018d0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Synchronizing usage tracker for tenant:7df2bfd740464e869863a41b14f4d5af on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:52:07.431661 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-5c2dde1f-8a2b-4fac-86fb-de6d1110302b req-45334a34-ab1e-40ad-a2c1-ba7e8e6018d0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Unset dirty status for tenant:7df2bfd740464e869863a41b14f4d5af on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:52:07.432940 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5c2dde1f-8a2b-4fac-86fb-de6d1110302b req-45334a34-ab1e-40ad-a2c1-ba7e8e6018d0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=7df2bfd740464e869863a41b14f4d5af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1539884 Feb 04 08:52:07.657841 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5c2dde1f-8a2b-4fac-86fb-de6d1110302b req-46bf4f17-1016-4807-bb5c-7ce8165ffb70 service neutron] 10.222.0.36 "GET /v2.0/networks/3c0b0e5c-d9a2-4dba-b165-a49b78eb792b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136412 Feb 04 08:52:07.785504 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5c2dde1f-8a2b-4fac-86fb-de6d1110302b req-99a658a4-325a-4197-a6cf-c7b4f01baf63 service neutron] 10.222.0.36 "GET /v2.0/networks/3c0b0e5c-d9a2-4dba-b165-a49b78eb792b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218834 Feb 04 08:52:08.125078 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-32dd5d20-9563-4b1d-9e03-ec26fdf25a4a req-e3aac665-ebec-41e9-9ff2-0b9814de5633 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2c4c659-90f1-404b-ac86-f01ef202967f HTTP/1.1" status: 200 len: 210 time: 0.1072869 Feb 04 08:52:08.203841 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 480ec72c-1d96-400c-9168-e7e0d8dad7b2 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:52:08.370987 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 480ec72c-1d96-400c-9168-e7e0d8dad7b2 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:52:08.376071 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 480ec72c-1d96-400c-9168-e7e0d8dad7b2 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:52:08.376441 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:52:08.485958 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:52:08.517338 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port 480ec72c-1d96-400c-9168-e7e0d8dad7b2, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=480ec72c-1d96-400c-9168-e7e0d8dad7b2,segment=NetworkSegment(0de2438f-22e9-49dc-a1f5-f9cc38b50ed3),segment_id=0de2438f-22e9-49dc-a1f5-f9cc38b50ed3)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:52:08.582095 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:52:08.649277 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=480ec72c-1d96-400c-9168-e7e0d8dad7b2,revision_number=5']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:52:09.288274 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-18fca013-b845-400a-95b1-0f4f7bbcf796 req-70ff66f0-9834-4e9b-8b90-99cbc744b22d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2c4c659-90f1-404b-ac86-f01ef202967f HTTP/1.1" status: 200 len: 210 time: 0.0401092 Feb 04 08:52:09.876854 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2dde1f-8a2b-4fac-86fb-de6d1110302b req-90c8d6e0-3d72-4f99-804c-d43fd6d168eb tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:52:09.878384 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5c2dde1f-8a2b-4fac-86fb-de6d1110302b req-90c8d6e0-3d72-4f99-804c-d43fd6d168eb tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.47 "GET /v2.0/networks?id=3c0b0e5c-d9a2-4dba-b165-a49b78eb792b HTTP/1.1" status: 200 len: 796 time: 0.1459577 Feb 04 08:52:09.930296 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5c2dde1f-8a2b-4fac-86fb-de6d1110302b req-c10aeb5a-c0a6-4fab-8201-74bcd3019675 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7df2bfd740464e869863a41b14f4d5af HTTP/1.1" status: 200 len: 380 time: 0.0402722 Feb 04 08:52:09.939507 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [req-5c2dde1f-8a2b-4fac-86fb-de6d1110302b req-88b66b68-830b-4211-b3ef-b59d76cc1e98 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'port': {'device_id': 'e2c4c659-90f1-404b-ac86-f01ef202967f', 'network_id': '3c0b0e5c-d9a2-4dba-b165-a49b78eb792b', 'admin_state_up': True, 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'security_groups': ['dbdee1b7-7ec6-482e-8b59-92f5e4e9a712']}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:52:10.075638 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [req-5c2dde1f-8a2b-4fac-86fb-de6d1110302b req-88b66b68-830b-4211-b3ef-b59d76cc1e98 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:52:10.084824 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [req-5c2dde1f-8a2b-4fac-86fb-de6d1110302b req-88b66b68-830b-4211-b3ef-b59d76cc1e98 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:52:10.142655 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c2dde1f-8a2b-4fac-86fb-de6d1110302b req-88b66b68-830b-4211-b3ef-b59d76cc1e98 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Made reservation on behalf of 7df2bfd740464e869863a41b14f4d5af for: {'port': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:52:10.145736 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-5c2dde1f-8a2b-4fac-86fb-de6d1110302b req-88b66b68-830b-4211-b3ef-b59d76cc1e98 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:52:10.189094 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 480ec72c-1d96-400c-9168-e7e0d8dad7b2 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:52:10.259683 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 480ec72c-1d96-400c-9168-e7e0d8dad7b2 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:52:10.260325 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:52:10.310698 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [req-5c2dde1f-8a2b-4fac-86fb-de6d1110302b req-88b66b68-830b-4211-b3ef-b59d76cc1e98 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Allocated IP 172.20.0.6 (3c0b0e5c-d9a2-4dba-b165-a49b78eb792b/7e115ebb-8eeb-47c6-af64-343d82790fc2/143d8f2d-fe2a-470e-b3b4-1391c8d16593) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:52:10.468196 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-0e17ed3d-3999-4255-9fe5-195e4b1ee9a8 req-ab6b981f-74a3-4ea6-ab41-a55c61280c6d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2c4c659-90f1-404b-ac86-f01ef202967f HTTP/1.1" status: 200 len: 210 time: 0.0519824 Feb 04 08:52:10.536075 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-5c2dde1f-8a2b-4fac-86fb-de6d1110302b req-88b66b68-830b-4211-b3ef-b59d76cc1e98 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:52:10.551307 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [req-5c2dde1f-8a2b-4fac-86fb-de6d1110302b req-88b66b68-830b-4211-b3ef-b59d76cc1e98 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Transition to ACTIVE for port object 143d8f2d-fe2a-470e-b3b4-1391c8d16593 will not be triggered until provisioned by entity DHCP. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:52:10.633670 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-5c2dde1f-8a2b-4fac-86fb-de6d1110302b req-88b66b68-830b-4211-b3ef-b59d76cc1e98 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:52:10.703626 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c2dde1f-8a2b-4fac-86fb-de6d1110302b req-88b66b68-830b-4211-b3ef-b59d76cc1e98 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Network 3c0b0e5c-d9a2-4dba-b165-a49b78eb792b is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:52:10.706605 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [req-5c2dde1f-8a2b-4fac-86fb-de6d1110302b req-88b66b68-830b-4211-b3ef-b59d76cc1e98 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:52:10.710408 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c2dde1f-8a2b-4fac-86fb-de6d1110302b req-88b66b68-830b-4211-b3ef-b59d76cc1e98 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:52:10.740031 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b66b68-830b-4211-b3ef-b59d76cc1e98 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'Port': ['ID=143d8f2d-fe2a-470e-b3b4-1391c8d16593,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:52:10.776050 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2dde1f-8a2b-4fac-86fb-de6d1110302b req-88b66b68-830b-4211-b3ef-b59d76cc1e98 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:52:10.776689 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-5c2dde1f-8a2b-4fac-86fb-de6d1110302b req-88b66b68-830b-4211-b3ef-b59d76cc1e98 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:52:10.892064 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5c2dde1f-8a2b-4fac-86fb-de6d1110302b req-88b66b68-830b-4211-b3ef-b59d76cc1e98 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9557784 Feb 04 08:52:10.969403 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [req-5c2dde1f-8a2b-4fac-86fb-de6d1110302b req-91d8a2bd-15a2-4742-866b-dd1914214cee service neutron] Request body: {'port': {'device_id': 'e2c4c659-90f1-404b-ac86-f01ef202967f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:52:11.016399 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-626e3815-990c-4ffd-b5be-3590b064d333 None None] Provisioning for port 143d8f2d-fe2a-470e-b3b4-1391c8d16593 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:52:11.021644 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-626e3815-990c-4ffd-b5be-3590b064d333 None None] Provisioning complete for port 143d8f2d-fe2a-470e-b3b4-1391c8d16593 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:52:11.022014 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-626e3815-990c-4ffd-b5be-3590b064d333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:52:11.073956 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-626e3815-990c-4ffd-b5be-3590b064d333 None None] Port 143d8f2d-fe2a-470e-b3b4-1391c8d16593 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:52:11.077458 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-5c2dde1f-8a2b-4fac-86fb-de6d1110302b req-91d8a2bd-15a2-4742-866b-dd1914214cee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:52:11.401890 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [req-5c2dde1f-8a2b-4fac-86fb-de6d1110302b req-91d8a2bd-15a2-4742-866b-dd1914214cee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 143d8f2d-fe2a-470e-b3b4-1391c8d16593 {{(pid=84107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 08:52:11.408364 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-5c2dde1f-8a2b-4fac-86fb-de6d1110302b req-91d8a2bd-15a2-4742-866b-dd1914214cee service neutron] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:52:11.422352 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [req-5c2dde1f-8a2b-4fac-86fb-de6d1110302b req-91d8a2bd-15a2-4742-866b-dd1914214cee service neutron] Transition to ACTIVE for port object 143d8f2d-fe2a-470e-b3b4-1391c8d16593 will not be triggered until provisioned by entity L2. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:52:11.489504 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-5c2dde1f-8a2b-4fac-86fb-de6d1110302b req-91d8a2bd-15a2-4742-866b-dd1914214cee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:52:11.747572 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d8a2bd-15a2-4742-866b-dd1914214cee service neutron] Pushing event updated for resources: {'Port': ['ID=143d8f2d-fe2a-470e-b3b4-1391c8d16593,revision_number=2']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:52:11.860706 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a334c6-2f98-40a8-838c-38aad533b66c req-69c7314d-d41e-47cf-9025-89d29eb10750 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:52:11.861386 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-64a334c6-2f98-40a8-838c-38aad533b66c req-69c7314d-d41e-47cf-9025-89d29eb10750 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Synchronizing usage tracker for tenant:7df2bfd740464e869863a41b14f4d5af on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:52:11.889378 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.managers [req-5c2dde1f-8a2b-4fac-86fb-de6d1110302b req-91d8a2bd-15a2-4742-866b-dd1914214cee service neutron] Attempting to bind port 143d8f2d-fe2a-470e-b3b4-1391c8d16593 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:52:11.889702 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.managers [req-5c2dde1f-8a2b-4fac-86fb-de6d1110302b req-91d8a2bd-15a2-4742-866b-dd1914214cee service neutron] Attempting to bind port 143d8f2d-fe2a-470e-b3b4-1391c8d16593 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '0de2438f-22e9-49dc-a1f5-f9cc38b50ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3c0b0e5c-d9a2-4dba-b165-a49b78eb792b'}] {{(pid=84107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:52:11.890023 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2dde1f-8a2b-4fac-86fb-de6d1110302b req-91d8a2bd-15a2-4742-866b-dd1914214cee service neutron] Attempting to bind port 143d8f2d-fe2a-470e-b3b4-1391c8d16593 on network 3c0b0e5c-d9a2-4dba-b165-a49b78eb792b {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:52:11.896513 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2dde1f-8a2b-4fac-86fb-de6d1110302b req-91d8a2bd-15a2-4742-866b-dd1914214cee service neutron] Port 143d8f2d-fe2a-470e-b3b4-1391c8d16593 on network 3c0b0e5c-d9a2-4dba-b165-a49b78eb792b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 08:52:11.896851 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2dde1f-8a2b-4fac-86fb-de6d1110302b req-91d8a2bd-15a2-4742-866b-dd1914214cee service neutron] Attempting to bind port 143d8f2d-fe2a-470e-b3b4-1391c8d16593 on network 3c0b0e5c-d9a2-4dba-b165-a49b78eb792b {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:52:11.903542 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2dde1f-8a2b-4fac-86fb-de6d1110302b req-91d8a2bd-15a2-4742-866b-dd1914214cee service neutron] Checking agent: {'id': 'f735dfbb-9ed2-4de7-8aa1-fea4a962ae1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 34, 26), 'started_at': datetime.datetime(2022, 2, 4, 8, 34, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:52:11.906221 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2dde1f-8a2b-4fac-86fb-de6d1110302b req-91d8a2bd-15a2-4742-866b-dd1914214cee service neutron] Checking segment: {'id': '0de2438f-22e9-49dc-a1f5-f9cc38b50ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3c0b0e5c-d9a2-4dba-b165-a49b78eb792b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:52:11.906221 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2dde1f-8a2b-4fac-86fb-de6d1110302b req-91d8a2bd-15a2-4742-866b-dd1914214cee service neutron] Bound using segment: {'id': '0de2438f-22e9-49dc-a1f5-f9cc38b50ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3c0b0e5c-d9a2-4dba-b165-a49b78eb792b'} {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:52:11.906221 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.managers [req-5c2dde1f-8a2b-4fac-86fb-de6d1110302b req-91d8a2bd-15a2-4742-866b-dd1914214cee service neutron] Bound port: 143d8f2d-fe2a-470e-b3b4-1391c8d16593, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0de2438f-22e9-49dc-a1f5-f9cc38b50ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3c0b0e5c-d9a2-4dba-b165-a49b78eb792b'}}] {{(pid=84107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:52:11.906221 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-5c2dde1f-8a2b-4fac-86fb-de6d1110302b req-91d8a2bd-15a2-4742-866b-dd1914214cee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:52:11.966304 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-64a334c6-2f98-40a8-838c-38aad533b66c req-69c7314d-d41e-47cf-9025-89d29eb10750 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Unset dirty status for tenant:7df2bfd740464e869863a41b14f4d5af on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:52:11.967446 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-64a334c6-2f98-40a8-838c-38aad533b66c req-69c7314d-d41e-47cf-9025-89d29eb10750 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2c4c659-90f1-404b-ac86-f01ef202967f HTTP/1.1" status: 200 len: 943 time: 0.3367054 Feb 04 08:52:12.020705 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [req-5c2dde1f-8a2b-4fac-86fb-de6d1110302b req-91d8a2bd-15a2-4742-866b-dd1914214cee service neutron] For port 143d8f2d-fe2a-470e-b3b4-1391c8d16593, host hv-neutron-8277, cleared binding levels {{(pid=84107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:52:12.026097 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [req-5c2dde1f-8a2b-4fac-86fb-de6d1110302b req-91d8a2bd-15a2-4742-866b-dd1914214cee service neutron] For port 143d8f2d-fe2a-470e-b3b4-1391c8d16593, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=143d8f2d-fe2a-470e-b3b4-1391c8d16593,segment=NetworkSegment(0de2438f-22e9-49dc-a1f5-f9cc38b50ed3),segment_id=0de2438f-22e9-49dc-a1f5-f9cc38b50ed3)] {{(pid=84107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:52:12.036420 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-64a334c6-2f98-40a8-838c-38aad533b66c req-8bc2ec63-a62b-4fe0-b64b-ac5518d6dd75 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=dbdee1b7-7ec6-482e-8b59-92f5e4e9a712&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523906 Feb 04 08:52:12.101177 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-5c2dde1f-8a2b-4fac-86fb-de6d1110302b req-91d8a2bd-15a2-4742-866b-dd1914214cee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:52:12.164319 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-5c2dde1f-8a2b-4fac-86fb-de6d1110302b req-91d8a2bd-15a2-4742-866b-dd1914214cee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:52:12.165751 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5c2dde1f-8a2b-4fac-86fb-de6d1110302b req-91d8a2bd-15a2-4742-866b-dd1914214cee service neutron] 10.222.0.47 "PUT /v2.0/ports/143d8f2d-fe2a-470e-b3b4-1391c8d16593 HTTP/1.1" status: 200 len: 1093 time: 1.2670858 Feb 04 08:52:12.166177 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2c4c659-90f1-404b-ac86-f01ef202967f', 'tag': '143d8f2d-fe2a-470e-b3b4-1391c8d16593'}] {{(pid=84107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:52:12.184790 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d8a2bd-15a2-4742-866b-dd1914214cee service neutron] Pushing event updated for resources: {'Port': ['ID=143d8f2d-fe2a-470e-b3b4-1391c8d16593,revision_number=3']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:52:12.230757 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2c4c659-90f1-404b-ac86-f01ef202967f', 'tag': '143d8f2d-fe2a-470e-b3b4-1391c8d16593', 'status': 'completed', 'code': 200} Feb 04 08:52:12.320888 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ccbeaede-8a25-4d63-a8b0-c9f40d8d5d2f req-ab7163d8-8787-4075-b8ec-d57e22c186ab service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7df2bfd740464e869863a41b14f4d5af&device_id=e2c4c659-90f1-404b-ac86-f01ef202967f HTTP/1.1" status: 200 len: 1096 time: 0.0702627 Feb 04 08:52:12.458463 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbeaede-8a25-4d63-a8b0-c9f40d8d5d2f req-53b98ce1-cdd7-4239-94e6-0fae7f737a6d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:52:12.459887 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ccbeaede-8a25-4d63-a8b0-c9f40d8d5d2f req-53b98ce1-cdd7-4239-94e6-0fae7f737a6d service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=7df2bfd740464e869863a41b14f4d5af&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1328411 Feb 04 08:52:12.591973 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbeaede-8a25-4d63-a8b0-c9f40d8d5d2f req-9973f756-edfb-47c2-9564-c94f9653e5e5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:52:12.593429 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ccbeaede-8a25-4d63-a8b0-c9f40d8d5d2f req-9973f756-edfb-47c2-9564-c94f9653e5e5 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1276190 Feb 04 08:52:12.705428 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5c2dde1f-8a2b-4fac-86fb-de6d1110302b req-0f595651-b08e-434a-adf8-1474227d1bd8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7df2bfd740464e869863a41b14f4d5af&device_id=e2c4c659-90f1-404b-ac86-f01ef202967f HTTP/1.1" status: 200 len: 1096 time: 0.0715830 Feb 04 08:52:12.770663 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5c2dde1f-8a2b-4fac-86fb-de6d1110302b req-d9981ce4-937a-4ae8-8d9e-90a5b6e89b46 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=143d8f2d-fe2a-470e-b3b4-1391c8d16593 HTTP/1.1" status: 200 len: 217 time: 0.0591834 Feb 04 08:52:12.835356 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2dde1f-8a2b-4fac-86fb-de6d1110302b req-ed01e270-e3da-41c3-97bf-1ccd99137138 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:52:12.836872 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5c2dde1f-8a2b-4fac-86fb-de6d1110302b req-ed01e270-e3da-41c3-97bf-1ccd99137138 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7e115ebb-8eeb-47c6-af64-343d82790fc2 HTTP/1.1" status: 200 len: 843 time: 0.0608130 Feb 04 08:52:12.909191 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5c2dde1f-8a2b-4fac-86fb-de6d1110302b req-8b7a8950-0751-4102-bbbb-f380f07bf3e3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3c0b0e5c-d9a2-4dba-b165-a49b78eb792b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669165 Feb 04 08:52:13.039383 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5c2dde1f-8a2b-4fac-86fb-de6d1110302b req-6b6342bf-2348-4a8b-ae70-7c18019bd2d7 service neutron] 10.222.0.47 "GET /v2.0/networks/3c0b0e5c-d9a2-4dba-b165-a49b78eb792b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240401 Feb 04 08:52:13.203687 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5c2dde1f-8a2b-4fac-86fb-de6d1110302b req-4c2c22eb-1c42-49a0-a1b3-9df613ff88ce service neutron] 10.222.0.47 "GET /v2.0/networks/3c0b0e5c-d9a2-4dba-b165-a49b78eb792b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579535 Feb 04 08:52:13.239243 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acf0c15-b0ca-4bc1-8b4a-929176568028 req-a209673c-7365-422c-805d-843f2c8361b1 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:52:13.240723 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4acf0c15-b0ca-4bc1-8b4a-929176568028 req-a209673c-7365-422c-805d-843f2c8361b1 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2c4c659-90f1-404b-ac86-f01ef202967f HTTP/1.1" status: 200 len: 943 time: 0.0804057 Feb 04 08:52:13.289642 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4acf0c15-b0ca-4bc1-8b4a-929176568028 req-645f22e9-4623-445a-aa26-9dddf91c873f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=dbdee1b7-7ec6-482e-8b59-92f5e4e9a712&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432625 Feb 04 08:52:14.486279 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79733df-8964-427d-bc7e-de2991cc99dc req-f1ac2319-db52-48bc-8ced-df51a14e9b6d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:52:14.486279 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c79733df-8964-427d-bc7e-de2991cc99dc req-f1ac2319-db52-48bc-8ced-df51a14e9b6d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2c4c659-90f1-404b-ac86-f01ef202967f HTTP/1.1" status: 200 len: 943 time: 0.0739539 Feb 04 08:52:14.529925 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c79733df-8964-427d-bc7e-de2991cc99dc req-8e90e625-d7cd-48c3-8c76-2c74efe4cfe1 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=dbdee1b7-7ec6-482e-8b59-92f5e4e9a712&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392714 Feb 04 08:52:15.809458 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c6f087-858d-4939-941b-aecd00507559 req-9ca4e514-56e6-4b54-a96e-a4d3491ffc4b tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:52:15.810897 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-42c6f087-858d-4939-941b-aecd00507559 req-9ca4e514-56e6-4b54-a96e-a4d3491ffc4b tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2c4c659-90f1-404b-ac86-f01ef202967f HTTP/1.1" status: 200 len: 943 time: 0.1638436 Feb 04 08:52:15.866805 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-42c6f087-858d-4939-941b-aecd00507559 req-b909c22c-bb79-49bd-8878-160c9175c02d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=dbdee1b7-7ec6-482e-8b59-92f5e4e9a712&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503814 Feb 04 08:52:16.694897 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device 143d8f2d-fe2a-470e-b3b4-1391c8d16593 details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=84109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 08:52:16.823424 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port 143d8f2d-fe2a-470e-b3b4-1391c8d16593, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=143d8f2d-fe2a-470e-b3b4-1391c8d16593,segment=NetworkSegment(0de2438f-22e9-49dc-a1f5-f9cc38b50ed3),segment_id=0de2438f-22e9-49dc-a1f5-f9cc38b50ed3)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:52:16.835773 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Returning: {'device': '143d8f2d-fe2a-470e-b3b4-1391c8d16593', 'network_id': '3c0b0e5c-d9a2-4dba-b165-a49b78eb792b', 'port_id': '143d8f2d-fe2a-470e-b3b4-1391c8d16593', 'mac_address': 'fa:16:3e:25:68:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e115ebb-8eeb-47c6-af64-343d82790fc2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 08:52:16.921059 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:52:16.938427 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 143d8f2d-fe2a-470e-b3b4-1391c8d16593 {{(pid=84109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 08:52:16.955622 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port 143d8f2d-fe2a-470e-b3b4-1391c8d16593, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=143d8f2d-fe2a-470e-b3b4-1391c8d16593,segment=NetworkSegment(0de2438f-22e9-49dc-a1f5-f9cc38b50ed3),segment_id=0de2438f-22e9-49dc-a1f5-f9cc38b50ed3)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:52:17.033977 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:52:17.067017 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a11ab3f-cd8f-456b-89e7-4068a6a75ed1 req-114ee9e7-cf70-4e44-804b-b160f2dd33b8 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:52:17.068459 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-3a11ab3f-cd8f-456b-89e7-4068a6a75ed1 req-114ee9e7-cf70-4e44-804b-b160f2dd33b8 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2c4c659-90f1-404b-ac86-f01ef202967f HTTP/1.1" status: 200 len: 943 time: 0.0771453 Feb 04 08:52:17.098464 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=143d8f2d-fe2a-470e-b3b4-1391c8d16593,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:52:17.113927 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-3a11ab3f-cd8f-456b-89e7-4068a6a75ed1 req-7a0b75d6-9ac9-40f6-82b8-f03518f30a2d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=dbdee1b7-7ec6-482e-8b59-92f5e4e9a712&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398421 Feb 04 08:52:17.350333 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] get_ports_and_sgs() called for port_ids ['143d8f2d-fe2a-470e-b3b4-1391c8d16593'] {{(pid=84109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 08:52:18.309202 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8582865-9735-4d5d-bcd3-9ef222096332 req-5488628b-d49e-480b-aaf3-8f76e06f9587 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:52:18.310646 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d8582865-9735-4d5d-bcd3-9ef222096332 req-5488628b-d49e-480b-aaf3-8f76e06f9587 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2c4c659-90f1-404b-ac86-f01ef202967f HTTP/1.1" status: 200 len: 944 time: 0.0778723 Feb 04 08:52:18.354386 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d8582865-9735-4d5d-bcd3-9ef222096332 req-27982538-2286-4054-a23c-64e27bfc9f9b tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=dbdee1b7-7ec6-482e-8b59-92f5e4e9a712&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383663 Feb 04 08:52:18.694465 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device 143d8f2d-fe2a-470e-b3b4-1391c8d16593 up at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:52:18.816028 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Provisioning for port 143d8f2d-fe2a-470e-b3b4-1391c8d16593 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:52:18.821163 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Provisioning complete for port 143d8f2d-fe2a-470e-b3b4-1391c8d16593 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:52:18.821586 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:52:18.940284 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:52:18.967657 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2c4c659-90f1-404b-ac86-f01ef202967f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '143d8f2d-fe2a-470e-b3b4-1391c8d16593'}] {{(pid=84109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:52:18.976721 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port 143d8f2d-fe2a-470e-b3b4-1391c8d16593, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=143d8f2d-fe2a-470e-b3b4-1391c8d16593,segment=NetworkSegment(0de2438f-22e9-49dc-a1f5-f9cc38b50ed3),segment_id=0de2438f-22e9-49dc-a1f5-f9cc38b50ed3)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:52:19.022966 dv-neutron-827798-2-hyperv neutron-server[84109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2c4c659-90f1-404b-ac86-f01ef202967f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '143d8f2d-fe2a-470e-b3b4-1391c8d16593', 'code': 200} Feb 04 08:52:19.033633 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:52:19.100011 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=143d8f2d-fe2a-470e-b3b4-1391c8d16593,revision_number=5']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:52:19.381087 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-88a95309-c7b4-4bc1-a101-ff8beddf7fde req-a909cc98-0c19-4548-8eaa-37a1cb85708e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e2c4c659-90f1-404b-ac86-f01ef202967f HTTP/1.1" status: 200 len: 1098 time: 0.0661409 Feb 04 08:52:19.424862 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-88a95309-c7b4-4bc1-a101-ff8beddf7fde req-c52d6b39-4ff0-4c2e-bbf2-512872520e79 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=dbdee1b7-7ec6-482e-8b59-92f5e4e9a712&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383887 Feb 04 08:52:19.444905 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-13fef867-6e48-421f-9541-a48ec15569af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:52:19.554610 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683c6f11-7fa3-41bb-a69e-731798c7f237 req-0de0bc66-48e5-4fea-88e3-a92432b8a78a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:52:19.556056 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-683c6f11-7fa3-41bb-a69e-731798c7f237 req-0de0bc66-48e5-4fea-88e3-a92432b8a78a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2c4c659-90f1-404b-ac86-f01ef202967f HTTP/1.1" status: 200 len: 945 time: 0.0826256 Feb 04 08:52:19.599660 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-683c6f11-7fa3-41bb-a69e-731798c7f237 req-6fba4093-a39f-47d3-ba25-e1702a93b257 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=dbdee1b7-7ec6-482e-8b59-92f5e4e9a712&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375071 Feb 04 08:52:20.803205 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06646262-7ac1-4351-8f2e-35b04901374c req-d98d2f1b-e347-44c2-9eb2-e269ef3841e4 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:52:20.804689 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-06646262-7ac1-4351-8f2e-35b04901374c req-d98d2f1b-e347-44c2-9eb2-e269ef3841e4 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2c4c659-90f1-404b-ac86-f01ef202967f HTTP/1.1" status: 200 len: 945 time: 0.0835016 Feb 04 08:52:20.853499 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-06646262-7ac1-4351-8f2e-35b04901374c req-7cea702e-8ff4-45c2-8c7d-1f68742fe7d9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=dbdee1b7-7ec6-482e-8b59-92f5e4e9a712&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424306 Feb 04 08:52:21.724697 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-baaaf816-5439-474b-852b-c7cf6b7ab4ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:52:22.046572 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a7a3e9-93c7-4031-8727-4a208845d594 req-8f85b0cb-3df5-49f2-974e-65eefb254b66 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:52:22.047991 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b9a7a3e9-93c7-4031-8727-4a208845d594 req-8f85b0cb-3df5-49f2-974e-65eefb254b66 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2c4c659-90f1-404b-ac86-f01ef202967f HTTP/1.1" status: 200 len: 945 time: 0.0750420 Feb 04 08:52:22.091546 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b9a7a3e9-93c7-4031-8727-4a208845d594 req-a69d23ca-a91e-4b5d-b998-4dcee0504f31 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=dbdee1b7-7ec6-482e-8b59-92f5e4e9a712&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379801 Feb 04 08:52:22.287806 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c24fb9-715b-47bf-916c-30d7e1f58918 req-64d0e3a8-7dc5-4fcf-8762-5bdaf666fcf3 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:52:22.289193 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e5c24fb9-715b-47bf-916c-30d7e1f58918 req-64d0e3a8-7dc5-4fcf-8762-5bdaf666fcf3 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2c4c659-90f1-404b-ac86-f01ef202967f HTTP/1.1" status: 200 len: 945 time: 0.0771897 Feb 04 08:52:22.333127 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e5c24fb9-715b-47bf-916c-30d7e1f58918 req-ee50192a-e685-4059-9a57-71406f587e73 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=dbdee1b7-7ec6-482e-8b59-92f5e4e9a712&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386169 Feb 04 08:52:22.359733 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 58206) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:52:22.427100 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-19da5a06-3369-43fc-b133-a48246b014f7 tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=e2c4c659-90f1-404b-ac86-f01ef202967f HTTP/1.1" status: 200 len: 1093 time: 0.0662580 Feb 04 08:52:22.429738 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 58210) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:52:22.435297 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-d61074f2-6647-4779-a30b-2500b2b1c33e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'floatingip': {'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'port_id': '143d8f2d-fe2a-470e-b3b4-1391c8d16593', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:52:22.440569 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-d61074f2-6647-4779-a30b-2500b2b1c33e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:52:22.444272 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-d61074f2-6647-4779-a30b-2500b2b1c33e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:floatingip and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:52:22.447061 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-d61074f2-6647-4779-a30b-2500b2b1c33e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:52:22.453235 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-d61074f2-6647-4779-a30b-2500b2b1c33e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:52:22.524990 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d61074f2-6647-4779-a30b-2500b2b1c33e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for floatingip, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:52:22.656409 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d61074f2-6647-4779-a30b-2500b2b1c33e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:52:22.789549 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-d61074f2-6647-4779-a30b-2500b2b1c33e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Allocated IP 172.26.3.65 (e264bd74-c56b-43d0-9059-bcb57dbbe5bc/79caf47c-b62c-4ea0-b35f-21ede155daa8/d6cf8335-467a-4e2c-989e-71ccf15974b6) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:52:22.845444 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:52:22.935153 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d61074f2-6647-4779-a30b-2500b2b1c33e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:52:22.936800 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:52:23.014903 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d61074f2-6647-4779-a30b-2500b2b1c33e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:52:23.082145 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61074f2-6647-4779-a30b-2500b2b1c33e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Network e264bd74-c56b-43d0-9059-bcb57dbbe5bc is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:52:23.085019 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-d61074f2-6647-4779-a30b-2500b2b1c33e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:52:23.088778 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61074f2-6647-4779-a30b-2500b2b1c33e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:52:23.118145 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61074f2-6647-4779-a30b-2500b2b1c33e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'Port': ['ID=d6cf8335-467a-4e2c-989e-71ccf15974b6,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:52:23.676632 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d61074f2-6647-4779-a30b-2500b2b1c33e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:52:23.806797 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d61074f2-6647-4779-a30b-2500b2b1c33e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:52:24.008007 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d61074f2-6647-4779-a30b-2500b2b1c33e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:52:24.050310 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d61074f2-6647-4779-a30b-2500b2b1c33e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:52:24.161568 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61074f2-6647-4779-a30b-2500b2b1c33e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'Port': ['ID=d6cf8335-467a-4e2c-989e-71ccf15974b6,revision_number=2']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:52:24.178539 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d61074f2-6647-4779-a30b-2500b2b1c33e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473039'] for floatingip, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:52:24.307880 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:52:24.364512 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.l3_db [None req-d61074f2-6647-4779-a30b-2500b2b1c33e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Floating IP 66ea6113-e5ac-42a8-9737-1d527b299d9d associated. External IP: 172.26.3.65, port: 143d8f2d-fe2a-470e-b3b4-1391c8d16593. Feb 04 08:52:24.746744 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d61074f2-6647-4779-a30b-2500b2b1c33e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Router b2d831f7-dea7-4397-8b3f-566f7389dcf8 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:52:24.941390 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d61074f2-6647-4779-a30b-2500b2b1c33e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:52:24.950759 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cb8643-3e35-4861-a9a7-75f348107d42 None None] Sync routers for ids ['b2d831f7-dea7-4397-8b3f-566f7389dcf8'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:52:24.963178 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cb8643-3e35-4861-a9a7-75f348107d42 None None] Routers {'b2d831f7-dea7-4397-8b3f-566f7389dcf8'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:52:24.963767 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-15cb8643-3e35-4861-a9a7-75f348107d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:52:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['b2d831f7-dea7-4397-8b3f-566f7389dcf8'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:52:25.005243 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d61074f2-6647-4779-a30b-2500b2b1c33e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for floatingip, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:52:25.057396 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-d61074f2-6647-4779-a30b-2500b2b1c33e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6266465 Feb 04 08:52:25.058575 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2c4c659-90f1-404b-ac86-f01ef202967f', 'tag': '143d8f2d-fe2a-470e-b3b4-1391c8d16593'}] {{(pid=84107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:52:25.060850 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 58214) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:52:25.111964 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2c4c659-90f1-404b-ac86-f01ef202967f', 'tag': '143d8f2d-fe2a-470e-b3b4-1391c8d16593', 'status': 'completed', 'code': 200} Feb 04 08:52:25.165990 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-15cb8643-3e35-4861-a9a7-75f348107d42 None None] Set router b2d831f7-dea7-4397-8b3f-566f7389dcf8 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:52:25.174416 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-590aa68a-afd2-42eb-96f3-a12423ad7343 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/floatingips/66ea6113-e5ac-42a8-9737-1d527b299d9d HTTP/1.1" status: 200 len: 990 time: 0.1115704 Feb 04 08:52:25.205112 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b4e3d9b2-7a81-4162-b8fe-ab20d503e31f req-3ac84260-a1a1-49b5-8102-53740a147f69 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7df2bfd740464e869863a41b14f4d5af&device_id=e2c4c659-90f1-404b-ac86-f01ef202967f HTTP/1.1" status: 200 len: 1098 time: 0.0683081 Feb 04 08:52:25.432450 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e3d9b2-7a81-4162-b8fe-ab20d503e31f req-8df0c9f7-1b11-4af9-bd14-14bac2fb6ac7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:52:25.434102 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b4e3d9b2-7a81-4162-b8fe-ab20d503e31f req-8df0c9f7-1b11-4af9-bd14-14bac2fb6ac7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3c0b0e5c-d9a2-4dba-b165-a49b78eb792b HTTP/1.1" status: 200 len: 897 time: 0.2235365 Feb 04 08:52:25.512157 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-15cb8643-3e35-4861-a9a7-75f348107d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2d831f7-dea7-4397-8b3f-566f7389dcf8', 'name': 'tempest-TestNetworkBasicOps-router-709890518', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.42'}], 'enable_snat': True}, 'gw_port_id': '5eb0e562-0868-4a03-bd29-62af8a9ddcb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:51:57Z', 'updated_at': '2022-02-04T08:52:02Z', 'revision_number': 4, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': '5eb0e562-0868-4a03-bd29-62af8a9ddcb3', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:db:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d831f7-dea7-4397-8b3f-566f7389dcf8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:51:57Z', 'updated_at': '2022-02-04T08:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': '66ea6113-e5ac-42a8-9737-1d527b299d9d', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'floating_ip_address': '172.26.3.65', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': 'b2d831f7-dea7-4397-8b3f-566f7389dcf8', 'port_id': '143d8f2d-fe2a-470e-b3b4-1391c8d16593', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c0b0e5c-d9a2-4dba-b165-a49b78eb792b', 'mac_address': 'fa:16:3e:25:68:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c4c659-90f1-404b-ac86-f01ef202967f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T08:52:23Z', 'updated_at': '2022-02-04T08:52:23Z', 'revision_number': 0, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '480ec72c-1d96-400c-9168-e7e0d8dad7b2', 'name': '', 'network_id': '3c0b0e5c-d9a2-4dba-b165-a49b78eb792b', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'mac_address': 'fa:16:3e:7c:ef:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d831f7-dea7-4397-8b3f-566f7389dcf8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e115ebb-8eeb-47c6-af64-343d82790fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:52:01Z', 'updated_at': '2022-02-04T08:52:08Z', 'revision_number': 5, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'subnets': [{'id': '7e115ebb-8eeb-47c6-af64-343d82790fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:52:25.516010 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cb8643-3e35-4861-a9a7-75f348107d42 None None] Checking router: b2d831f7-dea7-4397-8b3f-566f7389dcf8 for host: dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 08:52:25.526989 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cb8643-3e35-4861-a9a7-75f348107d42 None None] Routers {'b2d831f7-dea7-4397-8b3f-566f7389dcf8'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:52:25.527590 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-15cb8643-3e35-4861-a9a7-75f348107d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:52:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['b2d831f7-dea7-4397-8b3f-566f7389dcf8'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:52:25.539507 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b4e3d9b2-7a81-4162-b8fe-ab20d503e31f req-0ec9f0c8-977a-4fb8-a62d-0567bf065b1c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=143d8f2d-fe2a-470e-b3b4-1391c8d16593 HTTP/1.1" status: 200 len: 998 time: 0.1001868 Feb 04 08:52:25.602453 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e3d9b2-7a81-4162-b8fe-ab20d503e31f req-7f3f775f-b587-4e72-acd1-5604ec8a6907 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:52:25.603868 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b4e3d9b2-7a81-4162-b8fe-ab20d503e31f req-7f3f775f-b587-4e72-acd1-5604ec8a6907 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7e115ebb-8eeb-47c6-af64-343d82790fc2 HTTP/1.1" status: 200 len: 843 time: 0.0587649 Feb 04 08:52:25.675436 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b4e3d9b2-7a81-4162-b8fe-ab20d503e31f req-255ea9ea-fd7d-456b-bfba-1222e1fa93bc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3c0b0e5c-d9a2-4dba-b165-a49b78eb792b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0654831 Feb 04 08:52:25.701406 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-15cb8643-3e35-4861-a9a7-75f348107d42 None None] Set router b2d831f7-dea7-4397-8b3f-566f7389dcf8 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:52:25.810635 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b4e3d9b2-7a81-4162-b8fe-ab20d503e31f req-ed46f410-9dcd-4598-8891-763fdcc310e2 service neutron] 10.222.0.47 "GET /v2.0/networks/3c0b0e5c-d9a2-4dba-b165-a49b78eb792b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283443 Feb 04 08:52:25.940039 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b4e3d9b2-7a81-4162-b8fe-ab20d503e31f req-093e8c82-2d49-4158-aa15-abf99750861c service neutron] 10.222.0.47 "GET /v2.0/networks/3c0b0e5c-d9a2-4dba-b165-a49b78eb792b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238799 Feb 04 08:52:26.046550 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-15cb8643-3e35-4861-a9a7-75f348107d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2d831f7-dea7-4397-8b3f-566f7389dcf8', 'name': 'tempest-TestNetworkBasicOps-router-709890518', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.42'}], 'enable_snat': True}, 'gw_port_id': '5eb0e562-0868-4a03-bd29-62af8a9ddcb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:51:57Z', 'updated_at': '2022-02-04T08:52:02Z', 'revision_number': 4, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': '5eb0e562-0868-4a03-bd29-62af8a9ddcb3', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:db:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d831f7-dea7-4397-8b3f-566f7389dcf8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:51:57Z', 'updated_at': '2022-02-04T08:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': '66ea6113-e5ac-42a8-9737-1d527b299d9d', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'floating_ip_address': '172.26.3.65', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': 'b2d831f7-dea7-4397-8b3f-566f7389dcf8', 'port_id': '143d8f2d-fe2a-470e-b3b4-1391c8d16593', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c0b0e5c-d9a2-4dba-b165-a49b78eb792b', 'mac_address': 'fa:16:3e:25:68:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c4c659-90f1-404b-ac86-f01ef202967f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T08:52:23Z', 'updated_at': '2022-02-04T08:52:23Z', 'revision_number': 0, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '480ec72c-1d96-400c-9168-e7e0d8dad7b2', 'name': '', 'network_id': '3c0b0e5c-d9a2-4dba-b165-a49b78eb792b', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'mac_address': 'fa:16:3e:7c:ef:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d831f7-dea7-4397-8b3f-566f7389dcf8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e115ebb-8eeb-47c6-af64-343d82790fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:52:01Z', 'updated_at': '2022-02-04T08:52:08Z', 'revision_number': 5, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'subnets': [{'id': '7e115ebb-8eeb-47c6-af64-343d82790fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:52:26.050419 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cb8643-3e35-4861-a9a7-75f348107d42 None None] The sync data for ids ['b2d831f7-dea7-4397-8b3f-566f7389dcf8'] in dv-neutron-827798-2-hyperv is: [{'id': 'b2d831f7-dea7-4397-8b3f-566f7389dcf8', 'name': 'tempest-TestNetworkBasicOps-router-709890518', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.42'}], 'enable_snat': True}, 'gw_port_id': '5eb0e562-0868-4a03-bd29-62af8a9ddcb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:51:57Z', 'updated_at': '2022-02-04T08:52:02Z', 'revision_number': 4, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': '5eb0e562-0868-4a03-bd29-62af8a9ddcb3', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:db:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d831f7-dea7-4397-8b3f-566f7389dcf8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:51:57Z', 'updated_at': '2022-02-04T08:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': '66ea6113-e5ac-42a8-9737-1d527b299d9d', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'floating_ip_address': '172.26.3.65', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': 'b2d831f7-dea7-4397-8b3f-566f7389dcf8', 'port_id': '143d8f2d-fe2a-470e-b3b4-1391c8d16593', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c0b0e5c-d9a2-4dba-b165-a49b78eb792b', 'mac_address': 'fa:16:3e:25:68:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c4c659-90f1-404b-ac86-f01ef202967f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T08:52:23Z', 'updated_at': '2022-02-04T08:52:23Z', 'revision_number': 0, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '480ec72c-1d96-400c-9168-e7e0d8dad7b2', 'name': '', 'network_id': '3c0b0e5c-d9a2-4dba-b165-a49b78eb792b', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'mac_address': 'fa:16:3e:7c:ef:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d831f7-dea7-4397-8b3f-566f7389dcf8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e115ebb-8eeb-47c6-af64-343d82790fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:52:01Z', 'updated_at': '2022-02-04T08:52:08Z', 'revision_number': 5, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'subnets': [{'id': '7e115ebb-8eeb-47c6-af64-343d82790fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:52:26.106680 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:52:26.176466 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 58220) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:52:26.256907 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4836809-600b-41ad-8d15-72d680a37fce None None] New status for floating IP 66ea6113-e5ac-42a8-9737-1d527b299d9d: ACTIVE {{(pid=84109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 08:52:26.285397 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-e6ef7f6e-6f5a-412f-81ef-091984237d45 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/floatingips/66ea6113-e5ac-42a8-9737-1d527b299d9d HTTP/1.1" status: 200 len: 990 time: 0.1077836 Feb 04 08:52:27.289366 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 58224) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:52:27.392050 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-9fe1708f-a260-4345-99ad-da6d862e6681 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/floatingips/66ea6113-e5ac-42a8-9737-1d527b299d9d HTTP/1.1" status: 200 len: 992 time: 0.1016142 Feb 04 08:52:31.096347 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 08:52:42.165804 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-154e5c97-efdb-4284-95e7-a61f5c7c6b71 req-a111edc4-e06f-47e4-8601-4ac1633ef680 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e2c4c659-90f1-404b-ac86-f01ef202967f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0661335 Feb 04 08:52:42.314904 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-154e5c97-efdb-4284-95e7-a61f5c7c6b71 req-994321da-c9be-4c87-8f50-f75cf2ee1a33 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7df2bfd740464e869863a41b14f4d5af&device_id=e2c4c659-90f1-404b-ac86-f01ef202967f HTTP/1.1" status: 200 len: 1098 time: 0.0687006 Feb 04 08:52:42.442062 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154e5c97-efdb-4284-95e7-a61f5c7c6b71 req-cc8a0234-b729-4fe2-b711-64c3a63a1025 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:52:42.443480 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-154e5c97-efdb-4284-95e7-a61f5c7c6b71 req-cc8a0234-b729-4fe2-b711-64c3a63a1025 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3c0b0e5c-d9a2-4dba-b165-a49b78eb792b HTTP/1.1" status: 200 len: 897 time: 0.1232781 Feb 04 08:52:42.540473 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-154e5c97-efdb-4284-95e7-a61f5c7c6b71 req-d7e4e386-b959-4fd9-8e64-69dfb709963e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=143d8f2d-fe2a-470e-b3b4-1391c8d16593 HTTP/1.1" status: 200 len: 1000 time: 0.0904810 Feb 04 08:52:42.603514 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154e5c97-efdb-4284-95e7-a61f5c7c6b71 req-4a39fb3a-3867-47bb-9da7-efe1344d47ba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:52:42.604912 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-154e5c97-efdb-4284-95e7-a61f5c7c6b71 req-4a39fb3a-3867-47bb-9da7-efe1344d47ba service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7e115ebb-8eeb-47c6-af64-343d82790fc2 HTTP/1.1" status: 200 len: 843 time: 0.0582886 Feb 04 08:52:42.675902 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-154e5c97-efdb-4284-95e7-a61f5c7c6b71 req-4c414963-ff68-4249-bfe1-2913fdb97257 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3c0b0e5c-d9a2-4dba-b165-a49b78eb792b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0655472 Feb 04 08:52:42.802898 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-154e5c97-efdb-4284-95e7-a61f5c7c6b71 req-4f857ac5-dd46-4546-ac23-aa847dd4367c service neutron] 10.222.0.47 "GET /v2.0/networks/3c0b0e5c-d9a2-4dba-b165-a49b78eb792b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202443 Feb 04 08:52:43.013994 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-154e5c97-efdb-4284-95e7-a61f5c7c6b71 req-66e25778-6c24-48fa-9452-802e0901bd1b service neutron] 10.222.0.47 "GET /v2.0/networks/3c0b0e5c-d9a2-4dba-b165-a49b78eb792b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045815 Feb 04 08:52:49.467856 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-7ac48e04-d8c2-40f8-a2d3-8709fe50d3fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:52:51.707341 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-41bcebaf-37e0-4d04-883d-d3cbc7fc063a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:52:52.844217 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:52:52.947192 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:52:54.341505 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:52:56.129701 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:53:08.096531 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 08:53:19.454816 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-097a1b48-aeeb-4291-a3df-25a95b37f270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:53:21.689630 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2b99f33b-ee1d-4fae-8c11-c61820214ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:53:22.826478 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:53:22.917921 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:53:24.346986 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:53:26.111913 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:53:44.188826 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d50f523a-4635-4242-86d8-b897cb7fda65 req-25142687-0754-41b9-8052-b030fc9888b3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e2c4c659-90f1-404b-ac86-f01ef202967f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0698290 Feb 04 08:53:44.322866 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d50f523a-4635-4242-86d8-b897cb7fda65 req-3ec618d1-70f5-45f4-a17b-d5b708f4b115 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7df2bfd740464e869863a41b14f4d5af&device_id=e2c4c659-90f1-404b-ac86-f01ef202967f HTTP/1.1" status: 200 len: 1098 time: 0.0669811 Feb 04 08:53:44.462266 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50f523a-4635-4242-86d8-b897cb7fda65 req-fd142af8-bd2b-490f-be32-d7b556080d74 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:53:44.463672 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d50f523a-4635-4242-86d8-b897cb7fda65 req-fd142af8-bd2b-490f-be32-d7b556080d74 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3c0b0e5c-d9a2-4dba-b165-a49b78eb792b HTTP/1.1" status: 200 len: 897 time: 0.1233008 Feb 04 08:53:44.565711 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d50f523a-4635-4242-86d8-b897cb7fda65 req-391ba49b-eeca-42ec-b68b-d54003dccf13 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=143d8f2d-fe2a-470e-b3b4-1391c8d16593 HTTP/1.1" status: 200 len: 1000 time: 0.0961969 Feb 04 08:53:44.624122 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50f523a-4635-4242-86d8-b897cb7fda65 req-fcd86fe1-ae84-4d3c-88a7-6566909c4e12 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:53:44.625524 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d50f523a-4635-4242-86d8-b897cb7fda65 req-fcd86fe1-ae84-4d3c-88a7-6566909c4e12 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7e115ebb-8eeb-47c6-af64-343d82790fc2 HTTP/1.1" status: 200 len: 843 time: 0.0551860 Feb 04 08:53:44.700160 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d50f523a-4635-4242-86d8-b897cb7fda65 req-555954a7-f39b-4252-8082-595715c272d6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3c0b0e5c-d9a2-4dba-b165-a49b78eb792b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692184 Feb 04 08:53:44.827389 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d50f523a-4635-4242-86d8-b897cb7fda65 req-7ffc0a5a-db36-4bd7-aa64-9e70719ace55 service neutron] 10.222.0.47 "GET /v2.0/networks/3c0b0e5c-d9a2-4dba-b165-a49b78eb792b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197932 Feb 04 08:53:44.955286 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d50f523a-4635-4242-86d8-b897cb7fda65 req-4b56ed85-0597-4aff-bc30-b4e0e3593a27 service neutron] 10.222.0.47 "GET /v2.0/networks/3c0b0e5c-d9a2-4dba-b165-a49b78eb792b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218569 Feb 04 08:53:45.097773 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 08:53:49.512099 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-d024d5e5-a8c6-45e1-93c1-ac2c31d647a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:53:51.705962 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-280c717a-591a-4865-a423-ea4e3df4438e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:53:52.842485 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:53:52.934370 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:53:54.334328 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:53:56.111389 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:54:19.448501 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-fd719af5-5f88-4f5d-b48f-54236a0a16f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:54:21.688271 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-a62107ad-dce8-4184-bcd9-cc654ffd5853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:54:22.097881 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 08:54:22.859810 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:54:22.933944 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:54:24.369184 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:54:26.122585 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:54:45.169851 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f7d2f955-a5d5-43d2-90a2-ffb98e414e54 req-98297677-a04e-41df-af81-e1d4125c8e45 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e2c4c659-90f1-404b-ac86-f01ef202967f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0666363 Feb 04 08:54:45.306628 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f7d2f955-a5d5-43d2-90a2-ffb98e414e54 req-104ef048-cd23-4df0-8a60-3ecf3800592b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7df2bfd740464e869863a41b14f4d5af&device_id=e2c4c659-90f1-404b-ac86-f01ef202967f HTTP/1.1" status: 200 len: 1098 time: 0.0698092 Feb 04 08:54:45.443931 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d2f955-a5d5-43d2-90a2-ffb98e414e54 req-ebcd9182-d3fe-4036-876a-21a5dfa5348f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:54:45.445894 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f7d2f955-a5d5-43d2-90a2-ffb98e414e54 req-ebcd9182-d3fe-4036-876a-21a5dfa5348f service neutron] 10.222.0.47 "GET /v2.0/networks?id=3c0b0e5c-d9a2-4dba-b165-a49b78eb792b HTTP/1.1" status: 200 len: 897 time: 0.1220121 Feb 04 08:54:45.544170 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f7d2f955-a5d5-43d2-90a2-ffb98e414e54 req-8bbe2096-f6d1-408a-9bc4-621a3fa55065 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=143d8f2d-fe2a-470e-b3b4-1391c8d16593 HTTP/1.1" status: 200 len: 1000 time: 0.0928748 Feb 04 08:54:45.604318 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d2f955-a5d5-43d2-90a2-ffb98e414e54 req-dc77314a-00b5-4605-a883-83efd2b1dced service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:54:45.605761 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f7d2f955-a5d5-43d2-90a2-ffb98e414e54 req-dc77314a-00b5-4605-a883-83efd2b1dced service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7e115ebb-8eeb-47c6-af64-343d82790fc2 HTTP/1.1" status: 200 len: 843 time: 0.0559571 Feb 04 08:54:45.675974 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f7d2f955-a5d5-43d2-90a2-ffb98e414e54 req-67eed419-a4ae-4cc1-8dac-9a1bf86f2eae service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3c0b0e5c-d9a2-4dba-b165-a49b78eb792b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0642934 Feb 04 08:54:45.801386 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f7d2f955-a5d5-43d2-90a2-ffb98e414e54 req-7ad2f669-e7e8-4baa-bb33-b737eb5e3ac5 service neutron] 10.222.0.47 "GET /v2.0/networks/3c0b0e5c-d9a2-4dba-b165-a49b78eb792b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192610 Feb 04 08:54:46.022542 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f7d2f955-a5d5-43d2-90a2-ffb98e414e54 req-ddad67b2-23f4-4afd-88d0-29f158d190b0 service neutron] 10.222.0.47 "GET /v2.0/networks/3c0b0e5c-d9a2-4dba-b165-a49b78eb792b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153633 Feb 04 08:54:49.465512 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-74bfa805-3d78-492f-9e47-16d29bba3bc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:54:51.745243 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-8d2f6cb6-1e3f-4bc7-b0f1-a1b37101e559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:54:52.830769 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:54:52.905091 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:54:54.339437 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:54:56.128361 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:54:59.098316 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 08:54:59.552487 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 58270) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:54:59.558795 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-183d8f0d-6061-448f-a95b-67207e4eba14 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:54:59.785095 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-183d8f0d-6061-448f-a95b-67207e4eba14 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-7985213'] for subnet, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:55:00.019395 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-183d8f0d-6061-448f-a95b-67207e4eba14 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8782525379844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7510172'] for subnet, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:55:00.072402 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183d8f0d-6061-448f-a95b-67207e4eba14 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:55:00.073517 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-183d8f0d-6061-448f-a95b-67207e4eba14 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:55:00.078262 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-183d8f0d-6061-448f-a95b-67207e4eba14 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "PUT /v2.0/subnets/7e115ebb-8eeb-47c6-af64-343d82790fc2 HTTP/1.1" status: 200 len: 835 time: 0.5212672 Feb 04 08:55:00.079971 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578c0859-2986-483f-b34a-24456d35279f None None] Network 3c0b0e5c-d9a2-4dba-b165-a49b78eb792b requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:55:00.089453 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183d8f0d-6061-448f-a95b-67207e4eba14 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'Subnet': ['ID=7e115ebb-8eeb-47c6-af64-343d82790fc2,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:55:00.097879 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183d8f0d-6061-448f-a95b-67207e4eba14 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:55:00.107916 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183d8f0d-6061-448f-a95b-67207e4eba14 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:55:00.107916 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183d8f0d-6061-448f-a95b-67207e4eba14 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:55:00.107916 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183d8f0d-6061-448f-a95b-67207e4eba14 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:55:00.107916 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183d8f0d-6061-448f-a95b-67207e4eba14 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:55:00.107916 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183d8f0d-6061-448f-a95b-67207e4eba14 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:55:00.107916 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183d8f0d-6061-448f-a95b-67207e4eba14 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:55:00.107916 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183d8f0d-6061-448f-a95b-67207e4eba14 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:55:00.107916 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183d8f0d-6061-448f-a95b-67207e4eba14 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:55:00.107916 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183d8f0d-6061-448f-a95b-67207e4eba14 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:55:00.107916 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183d8f0d-6061-448f-a95b-67207e4eba14 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:55:00.529340 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-cad6ee06-c5a0-4068-a071-1a0395689d92 None None] Provisioning complete for port 143d8f2d-fe2a-470e-b3b4-1391c8d16593 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:55:00.529698 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-cad6ee06-c5a0-4068-a071-1a0395689d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:55:00.676815 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-cad6ee06-c5a0-4068-a071-1a0395689d92 None None] Provisioning complete for port 480ec72c-1d96-400c-9168-e7e0d8dad7b2 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:55:00.677176 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-cad6ee06-c5a0-4068-a071-1a0395689d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:55:00.796237 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-cad6ee06-c5a0-4068-a071-1a0395689d92 None None] Provisioning complete for port 17562ca2-ba8e-4804-873e-d59c71bc1496 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:55:00.796617 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-cad6ee06-c5a0-4068-a071-1a0395689d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:55:19.481367 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-21d0d5b9-3fb6-46ba-9c0d-212b18b2154a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:55:21.705094 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-9ed67402-3046-413a-8271-25919087bebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:55:22.858799 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:55:22.939445 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:55:24.373453 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:55:26.133827 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:55:33.504539 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [req-3a047c9c-ebd3-4a7d-b515-c5189ff27266 req-5f9a8b80-308a-4f41-b110-ead63fe73bb2 service neutron] (84107) timed out ('10.222.0.47', 50076) {{(pid=84107) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 08:55:36.098279 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 08:55:43.987562 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 58294) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:55:44.182460 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-35ed288c-4bc4-460d-8693-6858330ba578 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Deleting port d6cf8335-467a-4e2c-989e-71ccf15974b6 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:55:44.182797 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-35ed288c-4bc4-460d-8693-6858330ba578 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:55:44.346341 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-35ed288c-4bc4-460d-8693-6858330ba578 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:55:44.346665 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-35ed288c-4bc4-460d-8693-6858330ba578 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:55:44.461092 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-35ed288c-4bc4-460d-8693-6858330ba578 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Calling delete_port for d6cf8335-467a-4e2c-989e-71ccf15974b6 owned by network:floatingip {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:55:44.670870 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-35ed288c-4bc4-460d-8693-6858330ba578 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:55:44.714189 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ed288c-4bc4-460d-8693-6858330ba578 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event deleted for resources: {'Port': ['ID=d6cf8335-467a-4e2c-989e-71ccf15974b6,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:55:44.802922 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-35ed288c-4bc4-460d-8693-6858330ba578 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for floatingip, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:55:45.310538 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35ed288c-4bc4-460d-8693-6858330ba578 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Router b2d831f7-dea7-4397-8b3f-566f7389dcf8 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:55:45.504214 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35ed288c-4bc4-460d-8693-6858330ba578 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:55:45.514048 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b647169d-e1ba-4ce5-a686-ae6d277fa51e None None] Sync routers for ids ['b2d831f7-dea7-4397-8b3f-566f7389dcf8'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:55:45.528042 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b647169d-e1ba-4ce5-a686-ae6d277fa51e None None] Routers {'b2d831f7-dea7-4397-8b3f-566f7389dcf8'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:55:45.528660 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-b647169d-e1ba-4ce5-a686-ae6d277fa51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:55:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['b2d831f7-dea7-4397-8b3f-566f7389dcf8'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:55:45.579683 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-35ed288c-4bc4-460d-8693-6858330ba578 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for floatingip, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:55:45.638742 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-35ed288c-4bc4-460d-8693-6858330ba578 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "DELETE /v2.0/floatingips/66ea6113-e5ac-42a8-9737-1d527b299d9d HTTP/1.1" status: 204 len: 168 time: 1.6503856 Feb 04 08:55:45.639410 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2c4c659-90f1-404b-ac86-f01ef202967f', 'tag': '143d8f2d-fe2a-470e-b3b4-1391c8d16593'}] {{(pid=84107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:55:45.717577 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-b647169d-e1ba-4ce5-a686-ae6d277fa51e None None] Set router b2d831f7-dea7-4397-8b3f-566f7389dcf8 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:55:45.802687 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2c4c659-90f1-404b-ac86-f01ef202967f', 'tag': '143d8f2d-fe2a-470e-b3b4-1391c8d16593', 'status': 'completed', 'code': 200} Feb 04 08:55:45.892428 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f68707de-b088-40fb-a852-074ae809d81a req-a4830bd5-c7f0-46e8-aa4f-833e09d4081e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7df2bfd740464e869863a41b14f4d5af&device_id=e2c4c659-90f1-404b-ac86-f01ef202967f HTTP/1.1" status: 200 len: 1098 time: 0.0676498 Feb 04 08:55:46.022113 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68707de-b088-40fb-a852-074ae809d81a req-ae5b68e2-ab06-4c3d-97c9-ed59aa1e8c84 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:55:46.023577 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f68707de-b088-40fb-a852-074ae809d81a req-ae5b68e2-ab06-4c3d-97c9-ed59aa1e8c84 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3c0b0e5c-d9a2-4dba-b165-a49b78eb792b HTTP/1.1" status: 200 len: 897 time: 0.1252809 Feb 04 08:55:46.048353 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-b647169d-e1ba-4ce5-a686-ae6d277fa51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2d831f7-dea7-4397-8b3f-566f7389dcf8', 'name': 'tempest-TestNetworkBasicOps-router-709890518', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.42'}], 'enable_snat': True}, 'gw_port_id': '5eb0e562-0868-4a03-bd29-62af8a9ddcb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:51:57Z', 'updated_at': '2022-02-04T08:52:02Z', 'revision_number': 4, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': '5eb0e562-0868-4a03-bd29-62af8a9ddcb3', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:db:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d831f7-dea7-4397-8b3f-566f7389dcf8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:51:57Z', 'updated_at': '2022-02-04T08:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '480ec72c-1d96-400c-9168-e7e0d8dad7b2', 'name': '', 'network_id': '3c0b0e5c-d9a2-4dba-b165-a49b78eb792b', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'mac_address': 'fa:16:3e:7c:ef:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d831f7-dea7-4397-8b3f-566f7389dcf8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e115ebb-8eeb-47c6-af64-343d82790fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:52:01Z', 'updated_at': '2022-02-04T08:52:08Z', 'revision_number': 5, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'subnets': [{'id': '7e115ebb-8eeb-47c6-af64-343d82790fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:55:46.052057 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b647169d-e1ba-4ce5-a686-ae6d277fa51e None None] Checking router: b2d831f7-dea7-4397-8b3f-566f7389dcf8 for host: dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 08:55:46.062697 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b647169d-e1ba-4ce5-a686-ae6d277fa51e None None] Routers {'b2d831f7-dea7-4397-8b3f-566f7389dcf8'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:55:46.064344 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-b647169d-e1ba-4ce5-a686-ae6d277fa51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:55:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['b2d831f7-dea7-4397-8b3f-566f7389dcf8'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:55:46.100588 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f68707de-b088-40fb-a852-074ae809d81a req-ea85520f-f5a2-4ba6-998a-fd1a3cc9a64b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=143d8f2d-fe2a-470e-b3b4-1391c8d16593 HTTP/1.1" status: 200 len: 217 time: 0.0664849 Feb 04 08:55:46.164898 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68707de-b088-40fb-a852-074ae809d81a req-f7cda498-4df4-4660-8c49-cf632151272f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:55:46.165538 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f68707de-b088-40fb-a852-074ae809d81a req-f7cda498-4df4-4660-8c49-cf632151272f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7e115ebb-8eeb-47c6-af64-343d82790fc2 HTTP/1.1" status: 200 len: 843 time: 0.0594463 Feb 04 08:55:46.244816 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-b647169d-e1ba-4ce5-a686-ae6d277fa51e None None] Set router b2d831f7-dea7-4397-8b3f-566f7389dcf8 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:55:46.299241 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f68707de-b088-40fb-a852-074ae809d81a req-1c4f43f5-579c-476d-babf-202729eadfca service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3c0b0e5c-d9a2-4dba-b165-a49b78eb792b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1274855 Feb 04 08:55:46.307481 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bbb766-91d6-44a1-aa8f-818ef5fbf462 req-f80461d3-c7db-4f7f-bdce-20a41fb8aa11 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:55:46.308133 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-e7bbb766-91d6-44a1-aa8f-818ef5fbf462 req-f80461d3-c7db-4f7f-bdce-20a41fb8aa11 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Synchronizing usage tracker for tenant:7df2bfd740464e869863a41b14f4d5af on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:55:46.442069 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f68707de-b088-40fb-a852-074ae809d81a req-f2ae34de-bd53-4957-8d4f-3b602ab7efea service neutron] 10.222.0.47 "GET /v2.0/networks/3c0b0e5c-d9a2-4dba-b165-a49b78eb792b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301897 Feb 04 08:55:46.468758 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-e7bbb766-91d6-44a1-aa8f-818ef5fbf462 req-f80461d3-c7db-4f7f-bdce-20a41fb8aa11 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Unset dirty status for tenant:7df2bfd740464e869863a41b14f4d5af on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:55:46.469933 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e7bbb766-91d6-44a1-aa8f-818ef5fbf462 req-f80461d3-c7db-4f7f-bdce-20a41fb8aa11 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2c4c659-90f1-404b-ac86-f01ef202967f HTTP/1.1" status: 200 len: 945 time: 0.2661719 Feb 04 08:55:46.553558 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-b647169d-e1ba-4ce5-a686-ae6d277fa51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2d831f7-dea7-4397-8b3f-566f7389dcf8', 'name': 'tempest-TestNetworkBasicOps-router-709890518', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.42'}], 'enable_snat': True}, 'gw_port_id': '5eb0e562-0868-4a03-bd29-62af8a9ddcb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:51:57Z', 'updated_at': '2022-02-04T08:52:02Z', 'revision_number': 4, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': '5eb0e562-0868-4a03-bd29-62af8a9ddcb3', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:db:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d831f7-dea7-4397-8b3f-566f7389dcf8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:51:57Z', 'updated_at': '2022-02-04T08:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '480ec72c-1d96-400c-9168-e7e0d8dad7b2', 'name': '', 'network_id': '3c0b0e5c-d9a2-4dba-b165-a49b78eb792b', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'mac_address': 'fa:16:3e:7c:ef:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d831f7-dea7-4397-8b3f-566f7389dcf8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e115ebb-8eeb-47c6-af64-343d82790fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:52:01Z', 'updated_at': '2022-02-04T08:52:08Z', 'revision_number': 5, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'subnets': [{'id': '7e115ebb-8eeb-47c6-af64-343d82790fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:55:46.557421 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b647169d-e1ba-4ce5-a686-ae6d277fa51e None None] The sync data for ids ['b2d831f7-dea7-4397-8b3f-566f7389dcf8'] in dv-neutron-827798-2-hyperv is: [{'id': 'b2d831f7-dea7-4397-8b3f-566f7389dcf8', 'name': 'tempest-TestNetworkBasicOps-router-709890518', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.42'}], 'enable_snat': True}, 'gw_port_id': '5eb0e562-0868-4a03-bd29-62af8a9ddcb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:51:57Z', 'updated_at': '2022-02-04T08:52:02Z', 'revision_number': 4, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': '5eb0e562-0868-4a03-bd29-62af8a9ddcb3', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:db:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d831f7-dea7-4397-8b3f-566f7389dcf8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:51:57Z', 'updated_at': '2022-02-04T08:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '480ec72c-1d96-400c-9168-e7e0d8dad7b2', 'name': '', 'network_id': '3c0b0e5c-d9a2-4dba-b165-a49b78eb792b', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'mac_address': 'fa:16:3e:7c:ef:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d831f7-dea7-4397-8b3f-566f7389dcf8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e115ebb-8eeb-47c6-af64-343d82790fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:52:01Z', 'updated_at': '2022-02-04T08:52:08Z', 'revision_number': 5, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'subnets': [{'id': '7e115ebb-8eeb-47c6-af64-343d82790fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:55:46.601787 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e7bbb766-91d6-44a1-aa8f-818ef5fbf462 req-48808e66-0b84-40fd-9946-839d9591a8cd tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=dbdee1b7-7ec6-482e-8b59-92f5e4e9a712&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833526 Feb 04 08:55:46.609601 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f68707de-b088-40fb-a852-074ae809d81a req-b3754dc3-b2d0-4c07-8daa-f2a2a824ace5 service neutron] 10.222.0.47 "GET /v2.0/networks/3c0b0e5c-d9a2-4dba-b165-a49b78eb792b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602058 Feb 04 08:55:46.780979 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d2b440-68c6-4220-afea-fcf2e7ae98db None None] New status for floating IP 66ea6113-e5ac-42a8-9737-1d527b299d9d: DOWN {{(pid=84109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 08:55:47.864294 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec586a8b-9d8b-44e0-963b-28c29c993841 req-d8bada42-6daf-4d4f-b139-3a3cb9b717f2 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:55:47.865749 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ec586a8b-9d8b-44e0-963b-28c29c993841 req-d8bada42-6daf-4d4f-b139-3a3cb9b717f2 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2c4c659-90f1-404b-ac86-f01ef202967f HTTP/1.1" status: 200 len: 945 time: 0.1328273 Feb 04 08:55:47.872294 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a20e37-382f-4dd5-8b13-e3e1d4287e7c req-ddb4b5c4-ac07-4fb1-b304-ef9187f9d2ba tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:55:47.873624 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f8a20e37-382f-4dd5-8b13-e3e1d4287e7c req-ddb4b5c4-ac07-4fb1-b304-ef9187f9d2ba tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2c4c659-90f1-404b-ac86-f01ef202967f HTTP/1.1" status: 200 len: 945 time: 0.1099594 Feb 04 08:55:47.964655 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [req-f8a20e37-382f-4dd5-8b13-e3e1d4287e7c req-903ca11b-e64b-4149-8ed0-726e7490377e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Deleting port 143d8f2d-fe2a-470e-b3b4-1391c8d16593 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:55:47.964955 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-f8a20e37-382f-4dd5-8b13-e3e1d4287e7c req-903ca11b-e64b-4149-8ed0-726e7490377e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:55:48.088679 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ec586a8b-9d8b-44e0-963b-28c29c993841 req-0336db8e-8767-4461-a2d3-afef68daca7e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=dbdee1b7-7ec6-482e-8b59-92f5e4e9a712&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2140863 Feb 04 08:55:48.292716 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [req-f8a20e37-382f-4dd5-8b13-e3e1d4287e7c req-903ca11b-e64b-4149-8ed0-726e7490377e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] For port 143d8f2d-fe2a-470e-b3b4-1391c8d16593, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=143d8f2d-fe2a-470e-b3b4-1391c8d16593,segment=NetworkSegment(0de2438f-22e9-49dc-a1f5-f9cc38b50ed3),segment_id=0de2438f-22e9-49dc-a1f5-f9cc38b50ed3)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:55:48.293071 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-f8a20e37-382f-4dd5-8b13-e3e1d4287e7c req-903ca11b-e64b-4149-8ed0-726e7490377e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:55:48.409586 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [req-f8a20e37-382f-4dd5-8b13-e3e1d4287e7c req-903ca11b-e64b-4149-8ed0-726e7490377e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Calling delete_port for 143d8f2d-fe2a-470e-b3b4-1391c8d16593 owned by compute:nova {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:55:48.624749 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-f8a20e37-382f-4dd5-8b13-e3e1d4287e7c req-903ca11b-e64b-4149-8ed0-726e7490377e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:55:48.674016 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903ca11b-e64b-4149-8ed0-726e7490377e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event deleted for resources: {'Port': ['ID=143d8f2d-fe2a-470e-b3b4-1391c8d16593,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:55:48.743755 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8a20e37-382f-4dd5-8b13-e3e1d4287e7c req-903ca11b-e64b-4149-8ed0-726e7490377e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] No DVR routers for this DVR port 143d8f2d-fe2a-470e-b3b4-1391c8d16593 on host hv-neutron-8277 {{(pid=84107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:55:48.746031 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-f8a20e37-382f-4dd5-8b13-e3e1d4287e7c req-903ca11b-e64b-4149-8ed0-726e7490377e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:55:48.748345 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2c4c659-90f1-404b-ac86-f01ef202967f', 'name': 'network-vif-deleted', 'tag': '143d8f2d-fe2a-470e-b3b4-1391c8d16593'}] {{(pid=84107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:55:48.814488 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2c4c659-90f1-404b-ac86-f01ef202967f', 'name': 'network-vif-deleted', 'tag': '143d8f2d-fe2a-470e-b3b4-1391c8d16593', 'status': 'completed', 'code': 200} Feb 04 08:55:48.819943 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f8a20e37-382f-4dd5-8b13-e3e1d4287e7c req-903ca11b-e64b-4149-8ed0-726e7490377e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.47 "DELETE /v2.0/ports/143d8f2d-fe2a-470e-b3b4-1391c8d16593 HTTP/1.1" status: 204 len: 173 time: 0.9319737 Feb 04 08:55:49.264542 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-066c359b-0baa-49b6-8c48-c7abdac92a50 req-36c09ead-fbbe-41b8-8cba-348e830cd1f2 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Synchronizing usage tracker for tenant:7df2bfd740464e869863a41b14f4d5af on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:55:49.327823 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-066c359b-0baa-49b6-8c48-c7abdac92a50 req-36c09ead-fbbe-41b8-8cba-348e830cd1f2 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Unset dirty status for tenant:7df2bfd740464e869863a41b14f4d5af on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:55:49.329149 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-066c359b-0baa-49b6-8c48-c7abdac92a50 req-36c09ead-fbbe-41b8-8cba-348e830cd1f2 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2c4c659-90f1-404b-ac86-f01ef202967f HTTP/1.1" status: 200 len: 210 time: 0.1039848 Feb 04 08:55:49.486740 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-f420a682-fdcc-4f10-b70c-9018b73b6768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:55:50.435125 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 58330) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:55:50.504390 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-55b69a70-d62b-4b62-af27-e0ef026bb92c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:55:50.534536 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-55b69a70-d62b-4b62-af27-e0ef026bb92c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:55:50.670318 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-55b69a70-d62b-4b62-af27-e0ef026bb92c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:55:50.693261 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b69a70-d62b-4b62-af27-e0ef026bb92c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbdee1b7-7ec6-482e-8b59-92f5e4e9a712,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:55:50.702646 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b69a70-d62b-4b62-af27-e0ef026bb92c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:55:50.702991 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b69a70-d62b-4b62-af27-e0ef026bb92c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:55:50.703327 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b69a70-d62b-4b62-af27-e0ef026bb92c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:55:50.703659 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b69a70-d62b-4b62-af27-e0ef026bb92c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:55:50.704036 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b69a70-d62b-4b62-af27-e0ef026bb92c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:55:50.704371 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b69a70-d62b-4b62-af27-e0ef026bb92c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:55:50.704728 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b69a70-d62b-4b62-af27-e0ef026bb92c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:55:50.705055 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b69a70-d62b-4b62-af27-e0ef026bb92c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:55:50.705376 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b69a70-d62b-4b62-af27-e0ef026bb92c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:55:50.705709 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b69a70-d62b-4b62-af27-e0ef026bb92c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:55:50.706014 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b69a70-d62b-4b62-af27-e0ef026bb92c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:55:50.755550 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-55b69a70-d62b-4b62-af27-e0ef026bb92c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:55:50.756667 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-55b69a70-d62b-4b62-af27-e0ef026bb92c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "DELETE /v2.0/security-groups/dbdee1b7-7ec6-482e-8b59-92f5e4e9a712 HTTP/1.1" status: 204 len: 168 time: 0.3205495 Feb 04 08:55:50.836802 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 58336) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:55:51.247827 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-045b063b-b586-4d87-b71d-a33141fbc978 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473817'] for router_interface, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:55:51.699389 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-b1ba74f5-055e-409a-9feb-5850d29a1f34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:55:51.780518 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device 143d8f2d-fe2a-470e-b3b4-1391c8d16593 no longer exists at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:55:51.814025 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] No Port match for: 143d8f2d-fe2a-470e-b3b4-1391c8d16593 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:55:51.814371 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device 143d8f2d-fe2a-470e-b3b4-1391c8d16593 not bound to the agent host hv-neutron-8277 {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:55:51.960109 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-045b063b-b586-4d87-b71d-a33141fbc978 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Deleting port 480ec72c-1d96-400c-9168-e7e0d8dad7b2 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:55:51.960727 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-045b063b-b586-4d87-b71d-a33141fbc978 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:55:52.138393 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [None req-045b063b-b586-4d87-b71d-a33141fbc978 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] For port 480ec72c-1d96-400c-9168-e7e0d8dad7b2, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=480ec72c-1d96-400c-9168-e7e0d8dad7b2,segment=NetworkSegment(0de2438f-22e9-49dc-a1f5-f9cc38b50ed3),segment_id=0de2438f-22e9-49dc-a1f5-f9cc38b50ed3)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:55:52.138739 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-045b063b-b586-4d87-b71d-a33141fbc978 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:55:52.257843 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-045b063b-b586-4d87-b71d-a33141fbc978 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Calling delete_port for 480ec72c-1d96-400c-9168-e7e0d8dad7b2 owned by network:router_interface {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:55:52.487918 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-045b063b-b586-4d87-b71d-a33141fbc978 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:55:52.532256 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045b063b-b586-4d87-b71d-a33141fbc978 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event deleted for resources: {'Port': ['ID=480ec72c-1d96-400c-9168-e7e0d8dad7b2,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:55:52.822075 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-045b063b-b586-4d87-b71d-a33141fbc978 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1572495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472959'] for router_interface, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:55:52.859262 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:55:52.927818 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:55:53.469170 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-045b063b-b586-4d87-b71d-a33141fbc978 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Router b2d831f7-dea7-4397-8b3f-566f7389dcf8 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:55:53.668232 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-045b063b-b586-4d87-b71d-a33141fbc978 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:55:53.677677 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6a3b61-faf1-40b7-b5f2-3410868ad23c None None] Sync routers for ids ['b2d831f7-dea7-4397-8b3f-566f7389dcf8'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:55:53.689688 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6a3b61-faf1-40b7-b5f2-3410868ad23c None None] Routers {'b2d831f7-dea7-4397-8b3f-566f7389dcf8'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:55:53.692298 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-ac6a3b61-faf1-40b7-b5f2-3410868ad23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:55:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['b2d831f7-dea7-4397-8b3f-566f7389dcf8'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:55:53.735221 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-045b063b-b586-4d87-b71d-a33141fbc978 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "PUT /v2.0/routers/b2d831f7-dea7-4397-8b3f-566f7389dcf8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8971870 Feb 04 08:55:53.737684 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 58340) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:55:53.861858 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-ac6a3b61-faf1-40b7-b5f2-3410868ad23c None None] Set router b2d831f7-dea7-4397-8b3f-566f7389dcf8 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:55:53.919636 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_v2 [None req-99acc7c5-e406-410b-9f7d-845852d7c133 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Deleting subnet 7e115ebb-8eeb-47c6-af64-343d82790fc2 {{(pid=84107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:55:53.923062 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-99acc7c5-e406-410b-9f7d-845852d7c133 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for subnet, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:55:53.979232 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-99acc7c5-e406-410b-9f7d-845852d7c133 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8058667'] for subnet, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:55:54.071494 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-99acc7c5-e406-410b-9f7d-845852d7c133 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:55:54.177227 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-ac6a3b61-faf1-40b7-b5f2-3410868ad23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2d831f7-dea7-4397-8b3f-566f7389dcf8', 'name': 'tempest-TestNetworkBasicOps-router-709890518', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.42'}], 'enable_snat': True}, 'gw_port_id': '5eb0e562-0868-4a03-bd29-62af8a9ddcb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:51:57Z', 'updated_at': '2022-02-04T08:55:52Z', 'revision_number': 5, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': '5eb0e562-0868-4a03-bd29-62af8a9ddcb3', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:db:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d831f7-dea7-4397-8b3f-566f7389dcf8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:51:57Z', 'updated_at': '2022-02-04T08:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:55:54.181000 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6a3b61-faf1-40b7-b5f2-3410868ad23c None None] Checking router: b2d831f7-dea7-4397-8b3f-566f7389dcf8 for host: dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 08:55:54.191054 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6a3b61-faf1-40b7-b5f2-3410868ad23c None None] Routers {'b2d831f7-dea7-4397-8b3f-566f7389dcf8'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:55:54.191629 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-ac6a3b61-faf1-40b7-b5f2-3410868ad23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:55:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['b2d831f7-dea7-4397-8b3f-566f7389dcf8'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:55:54.196742 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-99acc7c5-e406-410b-9f7d-845852d7c133 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7510167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985167'] for subnet, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:55:54.237835 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99acc7c5-e406-410b-9f7d-845852d7c133 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event deleted for resources: {'Subnet': ['ID=7e115ebb-8eeb-47c6-af64-343d82790fc2,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:55:54.244674 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-99acc7c5-e406-410b-9f7d-845852d7c133 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:55:54.251449 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-99acc7c5-e406-410b-9f7d-845852d7c133 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "DELETE /v2.0/subnets/7e115ebb-8eeb-47c6-af64-343d82790fc2 HTTP/1.1" status: 204 len: 168 time: 0.5126314 Feb 04 08:55:54.254031 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 58344) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:55:54.260426 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1bfcb0-bd59-47aa-9236-c152dc5f6dff None None] Network 3c0b0e5c-d9a2-4dba-b165-a49b78eb792b requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:55:54.393203 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-ac6a3b61-faf1-40b7-b5f2-3410868ad23c None None] Set router b2d831f7-dea7-4397-8b3f-566f7389dcf8 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:55:54.457395 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-efb1cded-90c4-4d14-a512-71ead0037f78 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for router, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:55:54.462357 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:55:54.559818 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72baef50-1f3c-44b4-a0ce-d29594057bef None None] DHCP port deletion for 3c0b0e5c-d9a2-4dba-b165-a49b78eb792b request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 08:55:54.564107 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-72baef50-1f3c-44b4-a0ce-d29594057bef None None] Deleting port 17562ca2-ba8e-4804-873e-d59c71bc1496 {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:55:54.564839 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-72baef50-1f3c-44b4-a0ce-d29594057bef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:55:54.692885 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-ac6a3b61-faf1-40b7-b5f2-3410868ad23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2d831f7-dea7-4397-8b3f-566f7389dcf8', 'name': 'tempest-TestNetworkBasicOps-router-709890518', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.42'}], 'enable_snat': True}, 'gw_port_id': '5eb0e562-0868-4a03-bd29-62af8a9ddcb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:51:57Z', 'updated_at': '2022-02-04T08:55:52Z', 'revision_number': 5, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': '5eb0e562-0868-4a03-bd29-62af8a9ddcb3', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:db:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d831f7-dea7-4397-8b3f-566f7389dcf8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:51:57Z', 'updated_at': '2022-02-04T08:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:55:54.697317 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6a3b61-faf1-40b7-b5f2-3410868ad23c None None] The sync data for ids ['b2d831f7-dea7-4397-8b3f-566f7389dcf8'] in dv-neutron-827798-2-hyperv is: [{'id': 'b2d831f7-dea7-4397-8b3f-566f7389dcf8', 'name': 'tempest-TestNetworkBasicOps-router-709890518', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.42'}], 'enable_snat': True}, 'gw_port_id': '5eb0e562-0868-4a03-bd29-62af8a9ddcb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:51:57Z', 'updated_at': '2022-02-04T08:55:52Z', 'revision_number': 5, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': '5eb0e562-0868-4a03-bd29-62af8a9ddcb3', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:db:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d831f7-dea7-4397-8b3f-566f7389dcf8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:51:57Z', 'updated_at': '2022-02-04T08:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:55:54.765350 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-efb1cded-90c4-4d14-a512-71ead0037f78 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:55:54.790867 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-72baef50-1f3c-44b4-a0ce-d29594057bef None None] For port 17562ca2-ba8e-4804-873e-d59c71bc1496, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=17562ca2-ba8e-4804-873e-d59c71bc1496,segment=NetworkSegment(0de2438f-22e9-49dc-a1f5-f9cc38b50ed3),segment_id=0de2438f-22e9-49dc-a1f5-f9cc38b50ed3)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:55:54.791171 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-72baef50-1f3c-44b4-a0ce-d29594057bef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:55:54.847452 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-efb1cded-90c4-4d14-a512-71ead0037f78 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Deleting port 5eb0e562-0868-4a03-bd29-62af8a9ddcb3 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:55:54.847887 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-efb1cded-90c4-4d14-a512-71ead0037f78 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:55:54.905824 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-72baef50-1f3c-44b4-a0ce-d29594057bef None None] Calling delete_port for 17562ca2-ba8e-4804-873e-d59c71bc1496 owned by network:dhcp {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:55:55.023164 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [None req-efb1cded-90c4-4d14-a512-71ead0037f78 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] For port 5eb0e562-0868-4a03-bd29-62af8a9ddcb3, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=5eb0e562-0868-4a03-bd29-62af8a9ddcb3,segment=NetworkSegment(c44b9475-949d-4ae7-bfca-e29b010a56a6),segment_id=c44b9475-949d-4ae7-bfca-e29b010a56a6)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:55:55.023544 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-efb1cded-90c4-4d14-a512-71ead0037f78 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:55:55.037834 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-72baef50-1f3c-44b4-a0ce-d29594057bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407'] for port, after_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:55:55.117147 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72baef50-1f3c-44b4-a0ce-d29594057bef None None] Pushing event deleted for resources: {'Port': ['ID=17562ca2-ba8e-4804-873e-d59c71bc1496,revision_number=None']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:55:55.130557 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72baef50-1f3c-44b4-a0ce-d29594057bef None None] No DVR routers for this DVR port 17562ca2-ba8e-4804-873e-d59c71bc1496 on host dv-neutron-827798-2-hyperv {{(pid=84109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:55:55.144587 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72baef50-1f3c-44b4-a0ce-d29594057bef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:55:55.150280 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72baef50-1f3c-44b4-a0ce-d29594057bef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:55:55.150280 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72baef50-1f3c-44b4-a0ce-d29594057bef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:55:55.150280 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72baef50-1f3c-44b4-a0ce-d29594057bef None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:55:55.150280 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72baef50-1f3c-44b4-a0ce-d29594057bef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:55:55.150280 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72baef50-1f3c-44b4-a0ce-d29594057bef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:55:55.150280 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72baef50-1f3c-44b4-a0ce-d29594057bef None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:55:55.150280 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72baef50-1f3c-44b4-a0ce-d29594057bef None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:55:55.150280 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72baef50-1f3c-44b4-a0ce-d29594057bef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:55:55.150280 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72baef50-1f3c-44b4-a0ce-d29594057bef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:55:55.150280 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72baef50-1f3c-44b4-a0ce-d29594057bef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:55:55.212147 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-efb1cded-90c4-4d14-a512-71ead0037f78 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Calling delete_port for 5eb0e562-0868-4a03-bd29-62af8a9ddcb3 owned by network:router_gateway {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:55:55.459095 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-efb1cded-90c4-4d14-a512-71ead0037f78 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:55:55.502720 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb1cded-90c4-4d14-a512-71ead0037f78 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event deleted for resources: {'Port': ['ID=5eb0e562-0868-4a03-bd29-62af8a9ddcb3,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:55:55.734505 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-efb1cded-90c4-4d14-a512-71ead0037f78 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473010'] for router_gateway, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:55:55.987109 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-efb1cded-90c4-4d14-a512-71ead0037f78 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40989'] for router, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:55:55.991325 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-efb1cded-90c4-4d14-a512-71ead0037f78 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:55:56.145055 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-efb1cded-90c4-4d14-a512-71ead0037f78 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-476062'] for router, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:55:56.145841 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efb1cded-90c4-4d14-a512-71ead0037f78 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Fanout notify agent at l3_agent the message router_deleted on router b2d831f7-dea7-4397-8b3f-566f7389dcf8 {{(pid=84108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 08:55:56.156848 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:55:56.159893 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-efb1cded-90c4-4d14-a512-71ead0037f78 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for router, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:55:56.161053 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-efb1cded-90c4-4d14-a512-71ead0037f78 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "DELETE /v2.0/routers/b2d831f7-dea7-4397-8b3f-566f7389dcf8 HTTP/1.1" status: 204 len: 168 time: 1.9055088 Feb 04 08:55:56.163589 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 58348) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:55:56.281622 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-936593c8-8b9f-44d3-a861-6dde2876995e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:55:56.498651 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-936593c8-8b9f-44d3-a861-6dde2876995e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:55:56.523234 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-936593c8-8b9f-44d3-a861-6dde2876995e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c0b0e5c-d9a2-4dba-b165-a49b78eb792b']}} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:55:56.534861 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-936593c8-8b9f-44d3-a861-6dde2876995e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0de2438f-22e9-49dc-a1f5-f9cc38b50ed3') {'for_net_delete': True} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:55:56.535106 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-936593c8-8b9f-44d3-a861-6dde2876995e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0de2438f-22e9-49dc-a1f5-f9cc38b50ed3') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:55:56.546038 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-936593c8-8b9f-44d3-a861-6dde2876995e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7851336'] for segment, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:55:56.561795 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-936593c8-8b9f-44d3-a861-6dde2876995e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:55:56.568248 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-936593c8-8b9f-44d3-a861-6dde2876995e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=84108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:55:56.568675 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-936593c8-8b9f-44d3-a861-6dde2876995e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7460345'] for segment, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:55:56.583682 dv-neutron-827798-2-hyperv neutron-server[84108]: Traceback (most recent call last): Feb 04 08:55:56.583682 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:55:56.583682 dv-neutron-827798-2-hyperv neutron-server[84108]: timer() Feb 04 08:55:56.583682 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:55:56.583682 dv-neutron-827798-2-hyperv neutron-server[84108]: cb(*args, **kw) Feb 04 08:55:56.583682 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:55:56.583682 dv-neutron-827798-2-hyperv neutron-server[84108]: return func(*args, **kwargs) Feb 04 08:55:56.583682 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:55:56.583682 dv-neutron-827798-2-hyperv neutron-server[84108]: self._notify() Feb 04 08:55:56.583682 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:55:56.583682 dv-neutron-827798-2-hyperv neutron-server[84108]: self.callback(batched_events) Feb 04 08:55:56.583682 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:55:56.583682 dv-neutron-827798-2-hyperv neutron-server[84108]: event.method(event) Feb 04 08:55:56.583682 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:55:56.583682 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:55:56.583682 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:55:56.583682 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:55:56.583682 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:55:56.583682 dv-neutron-827798-2-hyperv neutron-server[84108]: return f(self, *a, **k) Feb 04 08:55:56.583682 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:55:56.583682 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._get(url).json() Feb 04 08:55:56.583682 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:55:56.583682 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:55:56.583682 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:55:56.583682 dv-neutron-827798-2-hyperv neutron-server[84108]: return self.request(url, 'GET', **kwargs) Feb 04 08:55:56.583682 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:55:56.583682 dv-neutron-827798-2-hyperv neutron-server[84108]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:55:56.583682 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:55:56.583682 dv-neutron-827798-2-hyperv neutron-server[84108]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:55:56.583682 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:55:56.583682 dv-neutron-827798-2-hyperv neutron-server[84108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:55:56.583682 dv-neutron-827798-2-hyperv neutron-server[84108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:55:56.642961 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 17562ca2-ba8e-4804-873e-d59c71bc1496 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:55:56.675797 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: 17562ca2-ba8e-4804-873e-d59c71bc1496 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:55:56.676138 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 17562ca2-ba8e-4804-873e-d59c71bc1496 not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:55:56.676548 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 480ec72c-1d96-400c-9168-e7e0d8dad7b2 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:55:56.713943 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: 480ec72c-1d96-400c-9168-e7e0d8dad7b2 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:55:56.714285 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 480ec72c-1d96-400c-9168-e7e0d8dad7b2 not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:55:56.733482 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-936593c8-8b9f-44d3-a861-6dde2876995e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:55:56.751535 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-936593c8-8b9f-44d3-a861-6dde2876995e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:55:56.762053 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936593c8-8b9f-44d3-a861-6dde2876995e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event deleted for resources: {'Network': ['ID=3c0b0e5c-d9a2-4dba-b165-a49b78eb792b,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:55:56.819725 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-936593c8-8b9f-44d3-a861-6dde2876995e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "DELETE /v2.0/networks/3c0b0e5c-d9a2-4dba-b165-a49b78eb792b HTTP/1.1" status: 204 len: 168 time: 0.6551042 Feb 04 08:55:56.831845 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 58352) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:55:56.837568 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-78ba025f-03f1-46ab-918a-d25d6fff33dc tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'network': {'name': 'tempest-network-smoke--1186368394', 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'port_security_enabled': True}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:55:56.842454 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-78ba025f-03f1-46ab-918a-d25d6fff33dc tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:55:56.846454 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-78ba025f-03f1-46ab-918a-d25d6fff33dc tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:network and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:55:56.849398 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-78ba025f-03f1-46ab-918a-d25d6fff33dc tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:55:56.855409 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-78ba025f-03f1-46ab-918a-d25d6fff33dc tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:55:56.910571 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ba025f-03f1-46ab-918a-d25d6fff33dc tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Made reservation on behalf of 7df2bfd740464e869863a41b14f4d5af for: {'network': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:55:56.913429 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-78ba025f-03f1-46ab-918a-d25d6fff33dc tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:55:56.941839 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78ba025f-03f1-46ab-918a-d25d6fff33dc tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=84108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:55:56.950366 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-78ba025f-03f1-46ab-918a-d25d6fff33dc tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:55:56.950704 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.segments_db [None req-78ba025f-03f1-46ab-918a-d25d6fff33dc tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Added segment 180527a8-74b9-4084-b351-9b764d707034 of type vlan for network b5f55a3b-bf42-4192-82a8-a67c4a16d27d Feb 04 08:55:56.980520 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-78ba025f-03f1-46ab-918a-d25d6fff33dc tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:55:57.047643 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-78ba025f-03f1-46ab-918a-d25d6fff33dc tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:55:57.051239 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ba025f-03f1-46ab-918a-d25d6fff33dc tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:55:57.051821 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-78ba025f-03f1-46ab-918a-d25d6fff33dc tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:55:57.157040 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba025f-03f1-46ab-918a-d25d6fff33dc tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'Network': ['ID=b5f55a3b-bf42-4192-82a8-a67c4a16d27d,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:55:57.168315 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network b5f55a3b-bf42-4192-82a8-a67c4a16d27d details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:55:57.225562 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-78ba025f-03f1-46ab-918a-d25d6fff33dc tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3924072 Feb 04 08:55:57.228111 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 58356) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:55:57.233991 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-136eb6e2-fbf3-4d13-a69e-4cead4e068da tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-400858096', 'admin_state_up': True, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:55:57.240747 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-136eb6e2-fbf3-4d13-a69e-4cead4e068da tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:55:57.244564 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-136eb6e2-fbf3-4d13-a69e-4cead4e068da tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:router and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:55:57.247390 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-136eb6e2-fbf3-4d13-a69e-4cead4e068da tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:55:57.253158 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-136eb6e2-fbf3-4d13-a69e-4cead4e068da tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:55:57.321231 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-136eb6e2-fbf3-4d13-a69e-4cead4e068da tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40975'] for router, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:55:57.322146 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-136eb6e2-fbf3-4d13-a69e-4cead4e068da tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40982'] for router, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:55:57.340236 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-136eb6e2-fbf3-4d13-a69e-4cead4e068da tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:55:57.538592 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-136eb6e2-fbf3-4d13-a69e-4cead4e068da tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40996'] for router, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:55:57.767117 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-136eb6e2-fbf3-4d13-a69e-4cead4e068da tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for router_gateway, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:55:57.799505 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-136eb6e2-fbf3-4d13-a69e-4cead4e068da tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:55:57.925499 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-136eb6e2-fbf3-4d13-a69e-4cead4e068da tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Allocated IP 172.26.3.185 (e264bd74-c56b-43d0-9059-bcb57dbbe5bc/79caf47c-b62c-4ea0-b35f-21ede155daa8/b61a9d5d-f0b3-45d9-8cda-ebbab55e6527) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:55:58.070808 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-136eb6e2-fbf3-4d13-a69e-4cead4e068da tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:55:58.133535 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-136eb6e2-fbf3-4d13-a69e-4cead4e068da tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:55:58.203808 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136eb6e2-fbf3-4d13-a69e-4cead4e068da tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Network e264bd74-c56b-43d0-9059-bcb57dbbe5bc is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:55:58.206714 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-136eb6e2-fbf3-4d13-a69e-4cead4e068da tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:55:58.211470 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136eb6e2-fbf3-4d13-a69e-4cead4e068da tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:55:58.235164 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136eb6e2-fbf3-4d13-a69e-4cead4e068da tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'Port': ['ID=b61a9d5d-f0b3-45d9-8cda-ebbab55e6527,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:55:58.254269 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 5eb0e562-0868-4a03-bd29-62af8a9ddcb3 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:55:58.319334 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: 5eb0e562-0868-4a03-bd29-62af8a9ddcb3 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:55:58.323859 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 5eb0e562-0868-4a03-bd29-62af8a9ddcb3 not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:55:58.403421 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-136eb6e2-fbf3-4d13-a69e-4cead4e068da tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for router_gateway, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:55:58.404263 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-136eb6e2-fbf3-4d13-a69e-4cead4e068da tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472990'] for router, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:55:58.699014 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-136eb6e2-fbf3-4d13-a69e-4cead4e068da tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Router 109b0211-24e9-46cc-896d-e7c712bf9c55 is scheduled to L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 with binding_index 1 {{(pid=84108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 08:55:58.978009 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-136eb6e2-fbf3-4d13-a69e-4cead4e068da tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:55:58.987955 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cf43ff-60b5-49b9-ad93-5bba72a799a4 None None] Sync routers for ids ['109b0211-24e9-46cc-896d-e7c712bf9c55'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:55:58.999150 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cf43ff-60b5-49b9-ad93-5bba72a799a4 None None] Routers {'109b0211-24e9-46cc-896d-e7c712bf9c55'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:55:58.999765 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-e4cf43ff-60b5-49b9-ad93-5bba72a799a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:55:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['109b0211-24e9-46cc-896d-e7c712bf9c55'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:55:59.058317 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-136eb6e2-fbf3-4d13-a69e-4cead4e068da tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for router, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:55:59.059619 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-136eb6e2-fbf3-4d13-a69e-4cead4e068da tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.8304017 Feb 04 08:55:59.062660 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 58360) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:55:59.169854 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-2fa51710-2c9f-477c-b619-a1fe029aa42e tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=7df2bfd740464e869863a41b14f4d5af&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1061058 Feb 04 08:55:59.172385 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 58366) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:55:59.183796 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-e4cf43ff-60b5-49b9-ad93-5bba72a799a4 None None] Set router 109b0211-24e9-46cc-896d-e7c712bf9c55 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:55:59.303223 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddd4bc3-71b4-4430-8c87-704af3e98ac6 tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:55:59.304774 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-6ddd4bc3-71b4-4430-8c87-704af3e98ac6 tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1313438 Feb 04 08:55:59.310714 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 58370) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:55:59.348036 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-bb2b6169-a8d7-426f-9cba-b095ac00cd8a tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=e264bd74-c56b-43d0-9059-bcb57dbbe5bc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0388288 Feb 04 08:55:59.350533 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 58374) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:55:59.355906 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-4b69a877-34d7-4397-b849-36733a835bfe tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1656437598', 'network_id': 'b5f55a3b-bf42-4192-82a8-a67c4a16d27d', 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:55:59.463516 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-4b69a877-34d7-4397-b849-36733a835bfe tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:55:59.467263 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-4b69a877-34d7-4397-b849-36733a835bfe tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:subnet and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:55:59.470031 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-4b69a877-34d7-4397-b849-36733a835bfe tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:55:59.470575 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-e4cf43ff-60b5-49b9-ad93-5bba72a799a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '109b0211-24e9-46cc-896d-e7c712bf9c55', 'name': 'tempest-TestNetworkBasicOps-router-400858096', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.185'}], 'enable_snat': True}, 'gw_port_id': 'b61a9d5d-f0b3-45d9-8cda-ebbab55e6527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:55:57Z', 'updated_at': '2022-02-04T08:55:58Z', 'revision_number': 3, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': 'b61a9d5d-f0b3-45d9-8cda-ebbab55e6527', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b7:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '109b0211-24e9-46cc-896d-e7c712bf9c55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:55:57Z', 'updated_at': '2022-02-04T08:55:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:55:59.474377 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cf43ff-60b5-49b9-ad93-5bba72a799a4 None None] Checking router: 109b0211-24e9-46cc-896d-e7c712bf9c55 for host: dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 08:55:59.474735 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cf43ff-60b5-49b9-ad93-5bba72a799a4 None None] Updating router 109b0211-24e9-46cc-896d-e7c712bf9c55 port b61a9d5d-f0b3-45d9-8cda-ebbab55e6527 binding host dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 08:55:59.475691 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-4b69a877-34d7-4397-b849-36733a835bfe tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:55:59.525312 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-e4cf43ff-60b5-49b9-ad93-5bba72a799a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:55:59.533126 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b69a877-34d7-4397-b849-36733a835bfe tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Made reservation on behalf of 7df2bfd740464e869863a41b14f4d5af for: {'subnet': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:55:59.639373 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4b69a877-34d7-4397-b849-36733a835bfe tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8119726'] for subnet, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:55:59.845211 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-e4cf43ff-60b5-49b9-ad93-5bba72a799a4 None None] Notify callbacks [] for port, precommit_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:55:59.857228 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-e4cf43ff-60b5-49b9-ad93-5bba72a799a4 None None] Transition to ACTIVE for port object b61a9d5d-f0b3-45d9-8cda-ebbab55e6527 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:55:59.910542 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4b69a877-34d7-4397-b849-36733a835bfe tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7593498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8119736'] for subnet, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:55:59.933893 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-e4cf43ff-60b5-49b9-ad93-5bba72a799a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:55:59.989026 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b69a877-34d7-4397-b849-36733a835bfe tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'Subnet': ['ID=5f0a53b9-7437-4e89-bb8d-cd33ff35fd33,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:56:00.004991 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b69a877-34d7-4397-b849-36733a835bfe tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Checking segment: {'id': '180527a8-74b9-4084-b351-9b764d707034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b5f55a3b-bf42-4192-82a8-a67c4a16d27d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:56:00.005352 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b69a877-34d7-4397-b849-36733a835bfe tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Network hostable DHCP agents. Network: b5f55a3b-bf42-4192-82a8-a67c4a16d27d, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:56:00.014130 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899702a9-820c-42af-98d6-e2845585467d None None] Pushing event updated for resources: {'Port': ['ID=b61a9d5d-f0b3-45d9-8cda-ebbab55e6527,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:56:00.017829 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-e4cf43ff-60b5-49b9-ad93-5bba72a799a4 None None] Attempting to bind port b61a9d5d-f0b3-45d9-8cda-ebbab55e6527 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:56:00.018195 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-e4cf43ff-60b5-49b9-ad93-5bba72a799a4 None None] Attempting to bind port b61a9d5d-f0b3-45d9-8cda-ebbab55e6527 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:56:00.018556 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cf43ff-60b5-49b9-ad93-5bba72a799a4 None None] Attempting to bind port b61a9d5d-f0b3-45d9-8cda-ebbab55e6527 on network e264bd74-c56b-43d0-9059-bcb57dbbe5bc {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:56:00.025196 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cf43ff-60b5-49b9-ad93-5bba72a799a4 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:56:00.025564 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cf43ff-60b5-49b9-ad93-5bba72a799a4 None None] Checking segment: {'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:56:00.025959 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-e4cf43ff-60b5-49b9-ad93-5bba72a799a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:00.026875 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cf43ff-60b5-49b9-ad93-5bba72a799a4 None None] Bound using segment: {'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:56:00.027329 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-e4cf43ff-60b5-49b9-ad93-5bba72a799a4 None None] Bound port: b61a9d5d-f0b3-45d9-8cda-ebbab55e6527, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:56:00.027697 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-e4cf43ff-60b5-49b9-ad93-5bba72a799a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:00.076001 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b69a877-34d7-4397-b849-36733a835bfe tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Network b5f55a3b-bf42-4192-82a8-a67c4a16d27d is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:56:00.096798 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-e4cf43ff-60b5-49b9-ad93-5bba72a799a4 None None] For port b61a9d5d-f0b3-45d9-8cda-ebbab55e6527, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:56:00.099672 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-e4cf43ff-60b5-49b9-ad93-5bba72a799a4 None None] For port b61a9d5d-f0b3-45d9-8cda-ebbab55e6527, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=b61a9d5d-f0b3-45d9-8cda-ebbab55e6527,segment=NetworkSegment(c44b9475-949d-4ae7-bfca-e29b010a56a6),segment_id=c44b9475-949d-4ae7-bfca-e29b010a56a6)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:56:00.167543 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-4b69a877-34d7-4397-b849-36733a835bfe tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, b5f55a3b-bf42-4192-82a8-a67c4a16d27d) {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:56:00.171226 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b69a877-34d7-4397-b849-36733a835bfe tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:56:00.171803 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4b69a877-34d7-4397-b849-36733a835bfe tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:00.174953 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-e4cf43ff-60b5-49b9-ad93-5bba72a799a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:00.207870 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b570c67a-81e8-426a-a38b-3b7e773a3e9a None None] Network b5f55a3b-bf42-4192-82a8-a67c4a16d27d requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:56:00.248874 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-4b69a877-34d7-4397-b849-36733a835bfe tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8972640 Feb 04 08:56:00.251603 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 58378) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:56:00.338017 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899702a9-820c-42af-98d6-e2845585467d None None] Pushing event updated for resources: {'Port': ['ID=b61a9d5d-f0b3-45d9-8cda-ebbab55e6527,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:56:00.357108 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cf43ff-60b5-49b9-ad93-5bba72a799a4 None None] Routers {'109b0211-24e9-46cc-896d-e7c712bf9c55'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:56:00.357733 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-e4cf43ff-60b5-49b9-ad93-5bba72a799a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:55:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['109b0211-24e9-46cc-896d-e7c712bf9c55'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:56:00.655640 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ace41b0-21ea-467e-81f1-cf66b8cc4604 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-b5f55a3b-bf42-4192-82a8-a67c4a16d27d', 'network_id': 'b5f55a3b-bf42-4192-82a8-a67c4a16d27d', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'fixed_ips': [{'subnet_id': '5f0a53b9-7437-4e89-bb8d-cd33ff35fd33'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:56:00.656421 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-7ace41b0-21ea-467e-81f1-cf66b8cc4604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:00.667478 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-e4cf43ff-60b5-49b9-ad93-5bba72a799a4 None None] Set router 109b0211-24e9-46cc-896d-e7c712bf9c55 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:56:01.042933 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-7ace41b0-21ea-467e-81f1-cf66b8cc4604 None None] Allocated IP 172.20.0.2 (b5f55a3b-bf42-4192-82a8-a67c4a16d27d/5f0a53b9-7437-4e89-bb8d-cd33ff35fd33/90afa106-85c2-44f3-8109-f94ecb307264) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:56:01.105301 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-46507c82-669b-4a37-a955-a43a3439b717 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:01.176377 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-e4cf43ff-60b5-49b9-ad93-5bba72a799a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '109b0211-24e9-46cc-896d-e7c712bf9c55', 'name': 'tempest-TestNetworkBasicOps-router-400858096', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.185'}], 'enable_snat': True}, 'gw_port_id': 'b61a9d5d-f0b3-45d9-8cda-ebbab55e6527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:55:57Z', 'updated_at': '2022-02-04T08:55:58Z', 'revision_number': 3, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': 'b61a9d5d-f0b3-45d9-8cda-ebbab55e6527', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b7:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '109b0211-24e9-46cc-896d-e7c712bf9c55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:55:57Z', 'updated_at': '2022-02-04T08:56:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:56:01.191581 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cf43ff-60b5-49b9-ad93-5bba72a799a4 None None] The sync data for ids ['109b0211-24e9-46cc-896d-e7c712bf9c55'] in dv-neutron-827798-2-hyperv is: [{'id': '109b0211-24e9-46cc-896d-e7c712bf9c55', 'name': 'tempest-TestNetworkBasicOps-router-400858096', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.185'}], 'enable_snat': True}, 'gw_port_id': 'b61a9d5d-f0b3-45d9-8cda-ebbab55e6527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:55:57Z', 'updated_at': '2022-02-04T08:55:58Z', 'revision_number': 3, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': 'b61a9d5d-f0b3-45d9-8cda-ebbab55e6527', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b7:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '109b0211-24e9-46cc-896d-e7c712bf9c55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:55:57Z', 'updated_at': '2022-02-04T08:56:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:56:01.272221 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-7ace41b0-21ea-467e-81f1-cf66b8cc4604 None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:01.285731 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-7ace41b0-21ea-467e-81f1-cf66b8cc4604 None None] Transition to ACTIVE for port object 90afa106-85c2-44f3-8109-f94ecb307264 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:56:01.306799 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-7ace41b0-21ea-467e-81f1-cf66b8cc4604 None None] Transition to ACTIVE for port object 90afa106-85c2-44f3-8109-f94ecb307264 will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:56:01.362261 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-7ace41b0-21ea-467e-81f1-cf66b8cc4604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:01.455561 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ace41b0-21ea-467e-81f1-cf66b8cc4604 None None] Network b5f55a3b-bf42-4192-82a8-a67c4a16d27d is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:56:01.458893 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-7ace41b0-21ea-467e-81f1-cf66b8cc4604 None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:56:01.462577 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ace41b0-21ea-467e-81f1-cf66b8cc4604 None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:56:01.468783 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ace41b0-21ea-467e-81f1-cf66b8cc4604 None None] Pushing event updated for resources: {'Port': ['ID=90afa106-85c2-44f3-8109-f94ecb307264,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:56:01.529183 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-46507c82-669b-4a37-a955-a43a3439b717 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Allocated IP 172.20.0.1 (b5f55a3b-bf42-4192-82a8-a67c4a16d27d/5f0a53b9-7437-4e89-bb8d-cd33ff35fd33/d9502ed1-86fe-4fb0-89c9-ccadbbb22ff1) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:56:01.558920 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-7ace41b0-21ea-467e-81f1-cf66b8cc4604 None None] Attempting to bind port 90afa106-85c2-44f3-8109-f94ecb307264 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:56:01.560700 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-7ace41b0-21ea-467e-81f1-cf66b8cc4604 None None] Attempting to bind port 90afa106-85c2-44f3-8109-f94ecb307264 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': '180527a8-74b9-4084-b351-9b764d707034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b5f55a3b-bf42-4192-82a8-a67c4a16d27d'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:56:01.561060 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ace41b0-21ea-467e-81f1-cf66b8cc4604 None None] Attempting to bind port 90afa106-85c2-44f3-8109-f94ecb307264 on network b5f55a3b-bf42-4192-82a8-a67c4a16d27d {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:56:01.570836 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ace41b0-21ea-467e-81f1-cf66b8cc4604 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:56:01.570836 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ace41b0-21ea-467e-81f1-cf66b8cc4604 None None] Checking segment: {'id': '180527a8-74b9-4084-b351-9b764d707034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b5f55a3b-bf42-4192-82a8-a67c4a16d27d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:56:01.570836 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-7ace41b0-21ea-467e-81f1-cf66b8cc4604 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:01.570836 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ace41b0-21ea-467e-81f1-cf66b8cc4604 None None] Bound using segment: {'id': '180527a8-74b9-4084-b351-9b764d707034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b5f55a3b-bf42-4192-82a8-a67c4a16d27d'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:56:01.570836 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-7ace41b0-21ea-467e-81f1-cf66b8cc4604 None None] Bound port: 90afa106-85c2-44f3-8109-f94ecb307264, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '180527a8-74b9-4084-b351-9b764d707034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b5f55a3b-bf42-4192-82a8-a67c4a16d27d'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:56:01.570836 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-7ace41b0-21ea-467e-81f1-cf66b8cc4604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:01.665675 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-7ace41b0-21ea-467e-81f1-cf66b8cc4604 None None] For port 90afa106-85c2-44f3-8109-f94ecb307264, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:56:01.670093 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-7ace41b0-21ea-467e-81f1-cf66b8cc4604 None None] For port 90afa106-85c2-44f3-8109-f94ecb307264, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=90afa106-85c2-44f3-8109-f94ecb307264,segment=NetworkSegment(180527a8-74b9-4084-b351-9b764d707034),segment_id=180527a8-74b9-4084-b351-9b764d707034)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:56:01.699520 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-46507c82-669b-4a37-a955-a43a3439b717 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:01.716929 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.provisioning_blocks [None req-46507c82-669b-4a37-a955-a43a3439b717 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Transition to ACTIVE for port object d9502ed1-86fe-4fb0-89c9-ccadbbb22ff1 will not be triggered until provisioned by entity DHCP. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:56:01.762778 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-7ace41b0-21ea-467e-81f1-cf66b8cc4604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:01.819523 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-46507c82-669b-4a37-a955-a43a3439b717 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:01.846127 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ace41b0-21ea-467e-81f1-cf66b8cc4604 None None] Pushing event updated for resources: {'Port': ['ID=90afa106-85c2-44f3-8109-f94ecb307264,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:56:01.907557 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46507c82-669b-4a37-a955-a43a3439b717 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Network b5f55a3b-bf42-4192-82a8-a67c4a16d27d is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:56:01.910646 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-46507c82-669b-4a37-a955-a43a3439b717 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:56:01.914823 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46507c82-669b-4a37-a955-a43a3439b717 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:56:01.954993 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46507c82-669b-4a37-a955-a43a3439b717 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'Port': ['ID=d9502ed1-86fe-4fb0-89c9-ccadbbb22ff1,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:56:01.987635 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-46507c82-669b-4a37-a955-a43a3439b717 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-472912'] for router_interface, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:02.143625 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-46507c82-669b-4a37-a955-a43a3439b717 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:02.377785 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 90afa106-85c2-44f3-8109-f94ecb307264 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:56:02.504951 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 90afa106-85c2-44f3-8109-f94ecb307264 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:56:02.510658 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device b61a9d5d-f0b3-45d9-8cda-ebbab55e6527 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:56:02.558144 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-46507c82-669b-4a37-a955-a43a3439b717 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for port, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:02.630939 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-46507c82-669b-4a37-a955-a43a3439b717 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:02.656520 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port b61a9d5d-f0b3-45d9-8cda-ebbab55e6527 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:56:02.661951 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port b61a9d5d-f0b3-45d9-8cda-ebbab55e6527 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:56:02.662316 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:02.747982 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46507c82-669b-4a37-a955-a43a3439b717 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'Port': ['ID=d9502ed1-86fe-4fb0-89c9-ccadbbb22ff1,revision_number=2']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:56:02.751365 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-46507c82-669b-4a37-a955-a43a3439b717 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473771'] for router_interface, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:02.797805 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:02.814927 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74064af8-7121-4604-bb0d-d9646e391b46 None None] Network b5f55a3b-bf42-4192-82a8-a67c4a16d27d requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:56:02.875947 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port b61a9d5d-f0b3-45d9-8cda-ebbab55e6527, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=b61a9d5d-f0b3-45d9-8cda-ebbab55e6527,segment=NetworkSegment(c44b9475-949d-4ae7-bfca-e29b010a56a6),segment_id=c44b9475-949d-4ae7-bfca-e29b010a56a6)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:56:02.952196 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:03.000102 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46507c82-669b-4a37-a955-a43a3439b717 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Network b5f55a3b-bf42-4192-82a8-a67c4a16d27d is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:56:03.001288 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-46507c82-669b-4a37-a955-a43a3439b717 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:56:03.029444 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-b417c92f-e034-4d0c-97a2-0093f4f7fca9 None None] Provisioning for port 90afa106-85c2-44f3-8109-f94ecb307264 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:56:03.042934 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-b417c92f-e034-4d0c-97a2-0093f4f7fca9 None None] Provisioning complete for port 90afa106-85c2-44f3-8109-f94ecb307264 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:56:03.042934 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-b417c92f-e034-4d0c-97a2-0093f4f7fca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:03.125805 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=b61a9d5d-f0b3-45d9-8cda-ebbab55e6527,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:56:03.251000 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-b417c92f-e034-4d0c-97a2-0093f4f7fca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:03.289412 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-b417c92f-e034-4d0c-97a2-0093f4f7fca9 None None] For port 90afa106-85c2-44f3-8109-f94ecb307264, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=90afa106-85c2-44f3-8109-f94ecb307264,segment=NetworkSegment(180527a8-74b9-4084-b351-9b764d707034),segment_id=180527a8-74b9-4084-b351-9b764d707034)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:56:03.350784 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-b417c92f-e034-4d0c-97a2-0093f4f7fca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:03.387382 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46507c82-669b-4a37-a955-a43a3439b717 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Router 109b0211-24e9-46cc-896d-e7c712bf9c55 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:56:03.421742 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b417c92f-e034-4d0c-97a2-0093f4f7fca9 None None] Pushing event updated for resources: {'Port': ['ID=90afa106-85c2-44f3-8109-f94ecb307264,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:56:03.574240 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-d8df3c90-bd60-4eea-8188-ee9eb77925f4 None None] Provisioning complete for port 90afa106-85c2-44f3-8109-f94ecb307264 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:56:03.575224 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-d8df3c90-bd60-4eea-8188-ee9eb77925f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:03.599895 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46507c82-669b-4a37-a955-a43a3439b717 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:56:03.618184 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-46507c82-669b-4a37-a955-a43a3439b717 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "PUT /v2.0/routers/109b0211-24e9-46cc-896d-e7c712bf9c55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3632989 Feb 04 08:56:03.618572 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 58382) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:56:03.762317 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-d8df3c90-bd60-4eea-8188-ee9eb77925f4 None None] Provisioning for port d9502ed1-86fe-4fb0-89c9-ccadbbb22ff1 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:56:03.767860 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-d8df3c90-bd60-4eea-8188-ee9eb77925f4 None None] Provisioning complete for port d9502ed1-86fe-4fb0-89c9-ccadbbb22ff1 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:56:03.768383 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-d8df3c90-bd60-4eea-8188-ee9eb77925f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:03.771282 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0692d53-1c7b-4acb-898f-0c7a17c1dbd6 tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:56:03.771662 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0692d53-1c7b-4acb-898f-0c7a17c1dbd6 tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:56:03.772027 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0692d53-1c7b-4acb-898f-0c7a17c1dbd6 tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:56:03.772389 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0692d53-1c7b-4acb-898f-0c7a17c1dbd6 tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:56:03.777705 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 58386) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:56:03.781187 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-e0692d53-1c7b-4acb-898f-0c7a17c1dbd6 tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1614311 Feb 04 08:56:03.821405 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-d8df3c90-bd60-4eea-8188-ee9eb77925f4 None None] Port d9502ed1-86fe-4fb0-89c9-ccadbbb22ff1 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:56:03.843345 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e61110-4c0e-4db1-895e-2e294d08584e tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:56:03.843729 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e61110-4c0e-4db1-895e-2e294d08584e tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:56:03.844069 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e61110-4c0e-4db1-895e-2e294d08584e tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:56:03.844421 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e61110-4c0e-4db1-895e-2e294d08584e tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:56:03.846067 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-e9e61110-4c0e-4db1-895e-2e294d08584e tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0674305 Feb 04 08:56:03.848702 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 58390) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:56:03.941841 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-c1cf5069-82b2-43b1-97da-064c841712db None None] Provisioning complete for port d9502ed1-86fe-4fb0-89c9-ccadbbb22ff1 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:56:03.942196 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-c1cf5069-82b2-43b1-97da-064c841712db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:03.995510 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-c1cf5069-82b2-43b1-97da-064c841712db None None] Port d9502ed1-86fe-4fb0-89c9-ccadbbb22ff1 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:56:04.043136 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-a5ee4fc4-d905-46d2-93ef-5e05c5fd3762 tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.1933696 Feb 04 08:56:04.302775 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 90afa106-85c2-44f3-8109-f94ecb307264 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:56:04.373161 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 90afa106-85c2-44f3-8109-f94ecb307264 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:56:04.373750 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:04.376588 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 58396) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:56:04.382151 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-69358342-bf4a-44dd-9127-f64eef60c2f6 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1125956106', 'description': 'tempest-secgroup-smoke-1125956106 description', 'project_id': '7df2bfd740464e869863a41b14f4d5af'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:56:04.388166 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-69358342-bf4a-44dd-9127-f64eef60c2f6 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:56:04.392375 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-69358342-bf4a-44dd-9127-f64eef60c2f6 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:security_group and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:56:04.395674 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-69358342-bf4a-44dd-9127-f64eef60c2f6 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:56:04.401444 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-69358342-bf4a-44dd-9127-f64eef60c2f6 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:56:04.470902 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-69358342-bf4a-44dd-9127-f64eef60c2f6 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:04.488098 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device b61a9d5d-f0b3-45d9-8cda-ebbab55e6527 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:56:04.512417 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-69358342-bf4a-44dd-9127-f64eef60c2f6 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:56:04.516387 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-69358342-bf4a-44dd-9127-f64eef60c2f6 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:security_group_rule and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:56:04.519281 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-69358342-bf4a-44dd-9127-f64eef60c2f6 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:56:04.529597 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-69358342-bf4a-44dd-9127-f64eef60c2f6 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:56:04.563397 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port b61a9d5d-f0b3-45d9-8cda-ebbab55e6527 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:56:04.563763 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:04.587207 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-69358342-bf4a-44dd-9127-f64eef60c2f6 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:04.652823 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-69358342-bf4a-44dd-9127-f64eef60c2f6 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:04.698279 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69358342-bf4a-44dd-9127-f64eef60c2f6 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0478ad67-80bd-418f-a5db-b779a101f752,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:56:04.706373 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69358342-bf4a-44dd-9127-f64eef60c2f6 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:56:04.706723 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69358342-bf4a-44dd-9127-f64eef60c2f6 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:56:04.707060 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69358342-bf4a-44dd-9127-f64eef60c2f6 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:56:04.707395 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69358342-bf4a-44dd-9127-f64eef60c2f6 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:56:04.707729 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69358342-bf4a-44dd-9127-f64eef60c2f6 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:56:04.708056 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69358342-bf4a-44dd-9127-f64eef60c2f6 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:56:04.708382 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69358342-bf4a-44dd-9127-f64eef60c2f6 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:56:04.708748 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69358342-bf4a-44dd-9127-f64eef60c2f6 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:56:04.709076 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69358342-bf4a-44dd-9127-f64eef60c2f6 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:56:04.709400 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69358342-bf4a-44dd-9127-f64eef60c2f6 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:56:04.714116 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69358342-bf4a-44dd-9127-f64eef60c2f6 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:56:04.756504 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-69358342-bf4a-44dd-9127-f64eef60c2f6 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:04.757828 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-69358342-bf4a-44dd-9127-f64eef60c2f6 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3802302 Feb 04 08:56:04.759768 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4df499-77f8-4ca4-b4b6-1b7a4c50a49d None None] Sync routers for ids ['109b0211-24e9-46cc-896d-e7c712bf9c55'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:56:04.762257 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 58400) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:56:04.766233 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-62b27b97-9605-46ab-bf3b-88b051584cf0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'security_group_rule': {'security_group_id': '0478ad67-80bd-418f-a5db-b779a101f752', 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:56:04.771831 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4df499-77f8-4ca4-b4b6-1b7a4c50a49d None None] Routers {'109b0211-24e9-46cc-896d-e7c712bf9c55'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:56:04.772319 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-62b27b97-9605-46ab-bf3b-88b051584cf0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:56:04.772452 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-cc4df499-77f8-4ca4-b4b6-1b7a4c50a49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:55:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['109b0211-24e9-46cc-896d-e7c712bf9c55'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:56:04.776640 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-62b27b97-9605-46ab-bf3b-88b051584cf0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:security_group_rule and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:56:04.779429 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-62b27b97-9605-46ab-bf3b-88b051584cf0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:56:04.784970 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-62b27b97-9605-46ab-bf3b-88b051584cf0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:56:04.860291 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-62b27b97-9605-46ab-bf3b-88b051584cf0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:04.920496 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-62b27b97-9605-46ab-bf3b-88b051584cf0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:04.946035 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-cc4df499-77f8-4ca4-b4b6-1b7a4c50a49d None None] Set router 109b0211-24e9-46cc-896d-e7c712bf9c55 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:56:04.990569 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-62b27b97-9605-46ab-bf3b-88b051584cf0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:05.017016 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b27b97-9605-46ab-bf3b-88b051584cf0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4bfc62c-31aa-47fd-8c61-1de866f828d9,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:56:05.070547 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-62b27b97-9605-46ab-bf3b-88b051584cf0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:05.074954 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-62b27b97-9605-46ab-bf3b-88b051584cf0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3101535 Feb 04 08:56:05.075114 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 58404) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:56:05.080749 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-98feddbd-4f57-4229-ad42-65e05090e514 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'security_group_rule': {'security_group_id': '0478ad67-80bd-418f-a5db-b779a101f752', 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:56:05.086750 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-98feddbd-4f57-4229-ad42-65e05090e514 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:56:05.091054 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-98feddbd-4f57-4229-ad42-65e05090e514 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:security_group_rule and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:56:05.093895 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-98feddbd-4f57-4229-ad42-65e05090e514 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:56:05.099468 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-98feddbd-4f57-4229-ad42-65e05090e514 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:56:05.145246 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-98feddbd-4f57-4229-ad42-65e05090e514 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:05.206580 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-98feddbd-4f57-4229-ad42-65e05090e514 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:05.253351 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-98feddbd-4f57-4229-ad42-65e05090e514 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:05.255205 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-cc4df499-77f8-4ca4-b4b6-1b7a4c50a49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '109b0211-24e9-46cc-896d-e7c712bf9c55', 'name': 'tempest-TestNetworkBasicOps-router-400858096', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.185'}], 'enable_snat': True}, 'gw_port_id': 'b61a9d5d-f0b3-45d9-8cda-ebbab55e6527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:55:57Z', 'updated_at': '2022-02-04T08:56:02Z', 'revision_number': 4, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': 'b61a9d5d-f0b3-45d9-8cda-ebbab55e6527', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109b0211-24e9-46cc-896d-e7c712bf9c55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:55:57Z', 'updated_at': '2022-02-04T08:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': 'd9502ed1-86fe-4fb0-89c9-ccadbbb22ff1', 'name': '', 'network_id': 'b5f55a3b-bf42-4192-82a8-a67c4a16d27d', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'mac_address': 'fa:16:3e:5f:8e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '109b0211-24e9-46cc-896d-e7c712bf9c55', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f0a53b9-7437-4e89-bb8d-cd33ff35fd33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:56:01Z', 'updated_at': '2022-02-04T08:56:02Z', 'revision_number': 2, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'subnets': [{'id': '5f0a53b9-7437-4e89-bb8d-cd33ff35fd33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:56:05.259231 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4df499-77f8-4ca4-b4b6-1b7a4c50a49d None None] Checking router: 109b0211-24e9-46cc-896d-e7c712bf9c55 for host: dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 08:56:05.260413 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4df499-77f8-4ca4-b4b6-1b7a4c50a49d None None] Updating router 109b0211-24e9-46cc-896d-e7c712bf9c55 port d9502ed1-86fe-4fb0-89c9-ccadbbb22ff1 binding host dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 08:56:05.278616 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98feddbd-4f57-4229-ad42-65e05090e514 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe987e3f-fd46-4656-a53e-6f58bc52e8b9,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:56:05.311426 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-cc4df499-77f8-4ca4-b4b6-1b7a4c50a49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:05.338192 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-98feddbd-4f57-4229-ad42-65e05090e514 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:05.339500 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-98feddbd-4f57-4229-ad42-65e05090e514 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2634633 Feb 04 08:56:05.343327 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 58408) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:56:05.348826 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-a7cda0ef-a0d3-421a-a895-f775f245405e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'security_group_rule': {'security_group_id': '0478ad67-80bd-418f-a5db-b779a101f752', 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:56:05.354545 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-a7cda0ef-a0d3-421a-a895-f775f245405e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:56:05.358428 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-a7cda0ef-a0d3-421a-a895-f775f245405e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:security_group_rule and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:56:05.361359 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-a7cda0ef-a0d3-421a-a895-f775f245405e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:56:05.366922 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-a7cda0ef-a0d3-421a-a895-f775f245405e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:56:05.447559 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a7cda0ef-a0d3-421a-a895-f775f245405e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:05.509053 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a7cda0ef-a0d3-421a-a895-f775f245405e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:05.583785 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a7cda0ef-a0d3-421a-a895-f775f245405e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:05.608378 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cda0ef-a0d3-421a-a895-f775f245405e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fb161c8-ec40-4cbe-8424-1d5c5a933a54,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:56:05.657374 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-cc4df499-77f8-4ca4-b4b6-1b7a4c50a49d None None] Notify callbacks [] for port, precommit_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:05.668761 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.provisioning_blocks [None req-cc4df499-77f8-4ca4-b4b6-1b7a4c50a49d None None] Transition to ACTIVE for port object d9502ed1-86fe-4fb0-89c9-ccadbbb22ff1 will not be triggered until provisioned by entity L2. {{(pid=84110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:56:05.675326 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a7cda0ef-a0d3-421a-a895-f775f245405e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:05.679863 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-a7cda0ef-a0d3-421a-a895-f775f245405e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3322916 Feb 04 08:56:05.679863 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 58412) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:56:05.685862 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-12830e8c-cdeb-4be5-b5ad-891b60f796e9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'security_group_rule': {'security_group_id': '0478ad67-80bd-418f-a5db-b779a101f752', 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:56:05.691674 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-12830e8c-cdeb-4be5-b5ad-891b60f796e9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:56:05.695373 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-12830e8c-cdeb-4be5-b5ad-891b60f796e9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:security_group_rule and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:56:05.698364 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-12830e8c-cdeb-4be5-b5ad-891b60f796e9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:56:05.703792 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-12830e8c-cdeb-4be5-b5ad-891b60f796e9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:56:05.756479 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-cc4df499-77f8-4ca4-b4b6-1b7a4c50a49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:05.779570 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-12830e8c-cdeb-4be5-b5ad-891b60f796e9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:05.849332 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-12830e8c-cdeb-4be5-b5ad-891b60f796e9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:05.889066 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05d9bca-dc23-41ab-b488-11bfe9b25e7a None None] Pushing event updated for resources: {'Port': ['ID=d9502ed1-86fe-4fb0-89c9-ccadbbb22ff1,revision_number=3']} {{(pid=84110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:56:05.923594 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05d9bca-dc23-41ab-b488-11bfe9b25e7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:56:05.923935 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05d9bca-dc23-41ab-b488-11bfe9b25e7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:56:05.924277 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05d9bca-dc23-41ab-b488-11bfe9b25e7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:56:05.924622 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05d9bca-dc23-41ab-b488-11bfe9b25e7a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:56:05.924954 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05d9bca-dc23-41ab-b488-11bfe9b25e7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:56:05.925273 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05d9bca-dc23-41ab-b488-11bfe9b25e7a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:56:05.925641 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05d9bca-dc23-41ab-b488-11bfe9b25e7a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:56:05.925965 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05d9bca-dc23-41ab-b488-11bfe9b25e7a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:56:05.926312 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05d9bca-dc23-41ab-b488-11bfe9b25e7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:56:05.927737 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-12830e8c-cdeb-4be5-b5ad-891b60f796e9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:05.928756 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05d9bca-dc23-41ab-b488-11bfe9b25e7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:56:05.929163 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05d9bca-dc23-41ab-b488-11bfe9b25e7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:56:05.956847 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12830e8c-cdeb-4be5-b5ad-891b60f796e9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ace3c754-a1de-4b18-8eaf-9b9bd8037248,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:56:05.992307 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.managers [None req-cc4df499-77f8-4ca4-b4b6-1b7a4c50a49d None None] Attempting to bind port d9502ed1-86fe-4fb0-89c9-ccadbbb22ff1 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:56:05.992696 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.managers [None req-cc4df499-77f8-4ca4-b4b6-1b7a4c50a49d None None] Attempting to bind port d9502ed1-86fe-4fb0-89c9-ccadbbb22ff1 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': '180527a8-74b9-4084-b351-9b764d707034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b5f55a3b-bf42-4192-82a8-a67c4a16d27d'}] {{(pid=84110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:56:05.993258 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4df499-77f8-4ca4-b4b6-1b7a4c50a49d None None] Attempting to bind port d9502ed1-86fe-4fb0-89c9-ccadbbb22ff1 on network b5f55a3b-bf42-4192-82a8-a67c4a16d27d {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:56:05.999996 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4df499-77f8-4ca4-b4b6-1b7a4c50a49d None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:56:06.000416 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4df499-77f8-4ca4-b4b6-1b7a4c50a49d None None] Checking segment: {'id': '180527a8-74b9-4084-b351-9b764d707034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b5f55a3b-bf42-4192-82a8-a67c4a16d27d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:56:06.000852 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-cc4df499-77f8-4ca4-b4b6-1b7a4c50a49d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:06.001241 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4df499-77f8-4ca4-b4b6-1b7a4c50a49d None None] Bound using segment: {'id': '180527a8-74b9-4084-b351-9b764d707034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b5f55a3b-bf42-4192-82a8-a67c4a16d27d'} {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:56:06.001694 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.managers [None req-cc4df499-77f8-4ca4-b4b6-1b7a4c50a49d None None] Bound port: d9502ed1-86fe-4fb0-89c9-ccadbbb22ff1, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '180527a8-74b9-4084-b351-9b764d707034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b5f55a3b-bf42-4192-82a8-a67c4a16d27d'}}] {{(pid=84110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:56:06.002080 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-cc4df499-77f8-4ca4-b4b6-1b7a4c50a49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:06.007916 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-12830e8c-cdeb-4be5-b5ad-891b60f796e9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:06.009593 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-12830e8c-cdeb-4be5-b5ad-891b60f796e9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3284392 Feb 04 08:56:06.011984 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 58416) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:56:06.017783 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-96c051d5-01ba-4dba-bc37-3325244795cb tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'security_group_rule': {'security_group_id': '0478ad67-80bd-418f-a5db-b779a101f752', 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:56:06.023936 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-96c051d5-01ba-4dba-bc37-3325244795cb tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:56:06.028385 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-96c051d5-01ba-4dba-bc37-3325244795cb tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:security_group_rule and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:56:06.031454 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-96c051d5-01ba-4dba-bc37-3325244795cb tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:56:06.037292 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-96c051d5-01ba-4dba-bc37-3325244795cb tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:56:06.097150 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.db [None req-cc4df499-77f8-4ca4-b4b6-1b7a4c50a49d None None] For port d9502ed1-86fe-4fb0-89c9-ccadbbb22ff1, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:56:06.098966 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.securitygroups_db [None req-96c051d5-01ba-4dba-bc37-3325244795cb tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Project 7df2bfd740464e869863a41b14f4d5af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 08:56:06.100090 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.db [None req-cc4df499-77f8-4ca4-b4b6-1b7a4c50a49d None None] For port d9502ed1-86fe-4fb0-89c9-ccadbbb22ff1, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=d9502ed1-86fe-4fb0-89c9-ccadbbb22ff1,segment=NetworkSegment(180527a8-74b9-4084-b351-9b764d707034),segment_id=180527a8-74b9-4084-b351-9b764d707034)] {{(pid=84110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:56:06.106262 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-96c051d5-01ba-4dba-bc37-3325244795cb tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:06.145400 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-cc4df499-77f8-4ca4-b4b6-1b7a4c50a49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:06.170674 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-96c051d5-01ba-4dba-bc37-3325244795cb tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:06.214101 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-96c051d5-01ba-4dba-bc37-3325244795cb tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:06.228131 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05d9bca-dc23-41ab-b488-11bfe9b25e7a None None] Pushing event updated for resources: {'Port': ['ID=d9502ed1-86fe-4fb0-89c9-ccadbbb22ff1,revision_number=4']} {{(pid=84110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:56:06.236329 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4df499-77f8-4ca4-b4b6-1b7a4c50a49d None None] Routers {'109b0211-24e9-46cc-896d-e7c712bf9c55'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:56:06.236962 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-cc4df499-77f8-4ca4-b4b6-1b7a4c50a49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:55:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['109b0211-24e9-46cc-896d-e7c712bf9c55'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:56:06.239250 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c051d5-01ba-4dba-bc37-3325244795cb tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=167266c8-0502-4dd4-998a-cee1d917a0b3,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:56:06.304814 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-96c051d5-01ba-4dba-bc37-3325244795cb tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:06.306012 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-96c051d5-01ba-4dba-bc37-3325244795cb tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2929375 Feb 04 08:56:06.308804 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 58420) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:56:06.315198 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-2a0a24f1-e205-4d58-a616-157b768f16ce tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'security_group_rule': {'security_group_id': '0478ad67-80bd-418f-a5db-b779a101f752', 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:56:06.321997 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-2a0a24f1-e205-4d58-a616-157b768f16ce tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:56:06.325931 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-2a0a24f1-e205-4d58-a616-157b768f16ce tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:security_group_rule and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:56:06.329157 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-2a0a24f1-e205-4d58-a616-157b768f16ce tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:56:06.335170 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-2a0a24f1-e205-4d58-a616-157b768f16ce tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:56:06.423123 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-cc4df499-77f8-4ca4-b4b6-1b7a4c50a49d None None] Set router 109b0211-24e9-46cc-896d-e7c712bf9c55 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:56:06.429554 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.securitygroups_db [None req-2a0a24f1-e205-4d58-a616-157b768f16ce tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Project 7df2bfd740464e869863a41b14f4d5af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 08:56:06.437156 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2a0a24f1-e205-4d58-a616-157b768f16ce tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:06.508324 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2a0a24f1-e205-4d58-a616-157b768f16ce tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:06.579270 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2a0a24f1-e205-4d58-a616-157b768f16ce tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:06.706708 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0a24f1-e205-4d58-a616-157b768f16ce tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfae42ed-8b6a-49cc-bff7-bfcb8dd3c406,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:56:06.737545 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-cc4df499-77f8-4ca4-b4b6-1b7a4c50a49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '109b0211-24e9-46cc-896d-e7c712bf9c55', 'name': 'tempest-TestNetworkBasicOps-router-400858096', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.185'}], 'enable_snat': True}, 'gw_port_id': 'b61a9d5d-f0b3-45d9-8cda-ebbab55e6527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:55:57Z', 'updated_at': '2022-02-04T08:56:02Z', 'revision_number': 4, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': 'b61a9d5d-f0b3-45d9-8cda-ebbab55e6527', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109b0211-24e9-46cc-896d-e7c712bf9c55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:55:57Z', 'updated_at': '2022-02-04T08:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': 'd9502ed1-86fe-4fb0-89c9-ccadbbb22ff1', 'name': '', 'network_id': 'b5f55a3b-bf42-4192-82a8-a67c4a16d27d', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'mac_address': 'fa:16:3e:5f:8e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '109b0211-24e9-46cc-896d-e7c712bf9c55', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f0a53b9-7437-4e89-bb8d-cd33ff35fd33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:56:01Z', 'updated_at': '2022-02-04T08:56:06Z', 'revision_number': 4, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'subnets': [{'id': '5f0a53b9-7437-4e89-bb8d-cd33ff35fd33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:56:06.741382 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4df499-77f8-4ca4-b4b6-1b7a4c50a49d None None] The sync data for ids ['109b0211-24e9-46cc-896d-e7c712bf9c55'] in dv-neutron-827798-2-hyperv is: [{'id': '109b0211-24e9-46cc-896d-e7c712bf9c55', 'name': 'tempest-TestNetworkBasicOps-router-400858096', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.185'}], 'enable_snat': True}, 'gw_port_id': 'b61a9d5d-f0b3-45d9-8cda-ebbab55e6527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:55:57Z', 'updated_at': '2022-02-04T08:56:02Z', 'revision_number': 4, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': 'b61a9d5d-f0b3-45d9-8cda-ebbab55e6527', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109b0211-24e9-46cc-896d-e7c712bf9c55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:55:57Z', 'updated_at': '2022-02-04T08:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': 'd9502ed1-86fe-4fb0-89c9-ccadbbb22ff1', 'name': '', 'network_id': 'b5f55a3b-bf42-4192-82a8-a67c4a16d27d', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'mac_address': 'fa:16:3e:5f:8e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '109b0211-24e9-46cc-896d-e7c712bf9c55', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f0a53b9-7437-4e89-bb8d-cd33ff35fd33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:56:01Z', 'updated_at': '2022-02-04T08:56:06Z', 'revision_number': 4, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'subnets': [{'id': '5f0a53b9-7437-4e89-bb8d-cd33ff35fd33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:56:06.790111 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2a0a24f1-e205-4d58-a616-157b768f16ce tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:06.790111 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-2a0a24f1-e205-4d58-a616-157b768f16ce tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4770329 Feb 04 08:56:06.970962 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-373c2c97-d40f-4d28-af33-b512aa7aab68 req-55259529-832b-460c-9e76-f5858549c006 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Synchronizing usage tracker for tenant:7df2bfd740464e869863a41b14f4d5af on resource:security_group {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:56:07.053961 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-373c2c97-d40f-4d28-af33-b512aa7aab68 req-55259529-832b-460c-9e76-f5858549c006 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Unset dirty status for tenant:7df2bfd740464e869863a41b14f4d5af on resource:security_group {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:56:07.055058 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-373c2c97-d40f-4d28-af33-b512aa7aab68 req-55259529-832b-460c-9e76-f5858549c006 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1125956106&fields=id&tenant_id=7df2bfd740464e869863a41b14f4d5af HTTP/1.1" status: 200 len: 267 time: 0.1269336 Feb 04 08:56:07.207626 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373c2c97-d40f-4d28-af33-b512aa7aab68 req-00a984cf-da0d-4613-9779-3687ca8b8160 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:56:07.209066 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-373c2c97-d40f-4d28-af33-b512aa7aab68 req-00a984cf-da0d-4613-9779-3687ca8b8160 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/networks?id=b5f55a3b-bf42-4192-82a8-a67c4a16d27d HTTP/1.1" status: 200 len: 797 time: 0.1469982 Feb 04 08:56:07.227288 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-373c2c97-d40f-4d28-af33-b512aa7aab68 req-389cce45-887d-4606-813f-09fda6c1abd4 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/quotas/7df2bfd740464e869863a41b14f4d5af HTTP/1.1" status: 200 len: 375 time: 0.0113065 Feb 04 08:56:07.308093 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-373c2c97-d40f-4d28-af33-b512aa7aab68 req-0e1bab26-8be3-4c32-b7a8-873fa8bf4e6b tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Synchronizing usage tracker for tenant:7df2bfd740464e869863a41b14f4d5af on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:56:07.406488 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-373c2c97-d40f-4d28-af33-b512aa7aab68 req-0e1bab26-8be3-4c32-b7a8-873fa8bf4e6b tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Unset dirty status for tenant:7df2bfd740464e869863a41b14f4d5af on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:56:07.407830 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-373c2c97-d40f-4d28-af33-b512aa7aab68 req-0e1bab26-8be3-4c32-b7a8-873fa8bf4e6b tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=7df2bfd740464e869863a41b14f4d5af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1752205 Feb 04 08:56:07.613639 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-373c2c97-d40f-4d28-af33-b512aa7aab68 req-c8cf2536-82f7-446f-9e7d-f5d124450047 service neutron] 10.222.0.36 "GET /v2.0/networks/b5f55a3b-bf42-4192-82a8-a67c4a16d27d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938276 Feb 04 08:56:07.741947 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-373c2c97-d40f-4d28-af33-b512aa7aab68 req-dc24c0e4-257f-4051-acc7-7122304ffcaf service neutron] 10.222.0.36 "GET /v2.0/networks/b5f55a3b-bf42-4192-82a8-a67c4a16d27d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226676 Feb 04 08:56:08.047013 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-2859f699-f5eb-4e53-80c3-31d2d081ae22 req-d3ea1bf4-3a77-42ae-a43d-6790ecb292ad tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4c29b08-e6f8-4588-9836-f138439b36bf HTTP/1.1" status: 200 len: 210 time: 0.0441363 Feb 04 08:56:08.318355 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device d9502ed1-86fe-4fb0-89c9-ccadbbb22ff1 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:56:08.441632 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port d9502ed1-86fe-4fb0-89c9-ccadbbb22ff1 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:56:08.446770 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port d9502ed1-86fe-4fb0-89c9-ccadbbb22ff1 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:56:08.447136 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:08.559936 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:08.591308 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port d9502ed1-86fe-4fb0-89c9-ccadbbb22ff1, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=d9502ed1-86fe-4fb0-89c9-ccadbbb22ff1,segment=NetworkSegment(180527a8-74b9-4084-b351-9b764d707034),segment_id=180527a8-74b9-4084-b351-9b764d707034)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:56:08.663378 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:08.732366 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=d9502ed1-86fe-4fb0-89c9-ccadbbb22ff1,revision_number=5']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:56:09.209842 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-53f4f1ce-afed-4c0f-aa28-e45e3e3a199f req-dec430d7-ace2-4353-bbd6-1b96618d7648 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4c29b08-e6f8-4588-9836-f138439b36bf HTTP/1.1" status: 200 len: 210 time: 0.0439885 Feb 04 08:56:10.050057 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373c2c97-d40f-4d28-af33-b512aa7aab68 req-2f676249-5e87-4292-8a85-b16f47fe4b25 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:56:10.051614 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-373c2c97-d40f-4d28-af33-b512aa7aab68 req-2f676249-5e87-4292-8a85-b16f47fe4b25 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.47 "GET /v2.0/networks?id=b5f55a3b-bf42-4192-82a8-a67c4a16d27d HTTP/1.1" status: 200 len: 797 time: 0.1545737 Feb 04 08:56:10.103224 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-373c2c97-d40f-4d28-af33-b512aa7aab68 req-7f1f34d4-7c18-4d4c-96c0-dcc4fe8f4335 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7df2bfd740464e869863a41b14f4d5af HTTP/1.1" status: 200 len: 380 time: 0.0393190 Feb 04 08:56:10.111845 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [req-373c2c97-d40f-4d28-af33-b512aa7aab68 req-b9c303de-dd23-4c1c-99ca-da1a9a719687 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'port': {'device_id': 'b4c29b08-e6f8-4588-9836-f138439b36bf', 'network_id': 'b5f55a3b-bf42-4192-82a8-a67c4a16d27d', 'admin_state_up': True, 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'security_groups': ['0478ad67-80bd-418f-a5db-b779a101f752']}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:56:10.245485 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [req-373c2c97-d40f-4d28-af33-b512aa7aab68 req-b9c303de-dd23-4c1c-99ca-da1a9a719687 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:56:10.255151 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [req-373c2c97-d40f-4d28-af33-b512aa7aab68 req-b9c303de-dd23-4c1c-99ca-da1a9a719687 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:56:10.318423 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device d9502ed1-86fe-4fb0-89c9-ccadbbb22ff1 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:56:10.332723 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-373c2c97-d40f-4d28-af33-b512aa7aab68 req-b9c303de-dd23-4c1c-99ca-da1a9a719687 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Made reservation on behalf of 7df2bfd740464e869863a41b14f4d5af for: {'port': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:56:10.332723 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-373c2c97-d40f-4d28-af33-b512aa7aab68 req-b9c303de-dd23-4c1c-99ca-da1a9a719687 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:10.400306 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a4cfbe4c-2d78-4d3d-8f91-81325c12ba01 req-75fc2a63-b17d-4aca-90d5-ce56ca3ff6e6 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4c29b08-e6f8-4588-9836-f138439b36bf HTTP/1.1" status: 200 len: 210 time: 0.0569906 Feb 04 08:56:10.402692 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port d9502ed1-86fe-4fb0-89c9-ccadbbb22ff1 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:56:10.403250 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:10.543776 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [req-373c2c97-d40f-4d28-af33-b512aa7aab68 req-b9c303de-dd23-4c1c-99ca-da1a9a719687 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Allocated IP 172.20.0.12 (b5f55a3b-bf42-4192-82a8-a67c4a16d27d/5f0a53b9-7437-4e89-bb8d-cd33ff35fd33/0260b028-df54-42bf-bbd1-345643c4aa7f) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:56:10.730871 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-373c2c97-d40f-4d28-af33-b512aa7aab68 req-b9c303de-dd23-4c1c-99ca-da1a9a719687 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:10.745551 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [req-373c2c97-d40f-4d28-af33-b512aa7aab68 req-b9c303de-dd23-4c1c-99ca-da1a9a719687 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Transition to ACTIVE for port object 0260b028-df54-42bf-bbd1-345643c4aa7f will not be triggered until provisioned by entity DHCP. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:56:10.836529 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-373c2c97-d40f-4d28-af33-b512aa7aab68 req-b9c303de-dd23-4c1c-99ca-da1a9a719687 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:10.904362 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-373c2c97-d40f-4d28-af33-b512aa7aab68 req-b9c303de-dd23-4c1c-99ca-da1a9a719687 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Network b5f55a3b-bf42-4192-82a8-a67c4a16d27d is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:56:10.907238 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [req-373c2c97-d40f-4d28-af33-b512aa7aab68 req-b9c303de-dd23-4c1c-99ca-da1a9a719687 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:56:10.911064 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [req-373c2c97-d40f-4d28-af33-b512aa7aab68 req-b9c303de-dd23-4c1c-99ca-da1a9a719687 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:56:10.957588 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c303de-dd23-4c1c-99ca-da1a9a719687 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'Port': ['ID=0260b028-df54-42bf-bbd1-345643c4aa7f,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:56:10.993154 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373c2c97-d40f-4d28-af33-b512aa7aab68 req-b9c303de-dd23-4c1c-99ca-da1a9a719687 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:56:10.993752 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-373c2c97-d40f-4d28-af33-b512aa7aab68 req-b9c303de-dd23-4c1c-99ca-da1a9a719687 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:11.070263 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-373c2c97-d40f-4d28-af33-b512aa7aab68 req-b9c303de-dd23-4c1c-99ca-da1a9a719687 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9619029 Feb 04 08:56:11.081482 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [req-373c2c97-d40f-4d28-af33-b512aa7aab68 req-6d65c607-6bf2-43d8-95d3-16da00445b6d service neutron] Request body: {'port': {'device_id': 'b4c29b08-e6f8-4588-9836-f138439b36bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:56:11.160672 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-10c3f65b-4f79-4896-8234-d5a7e9fd8e3b None None] Provisioning for port 0260b028-df54-42bf-bbd1-345643c4aa7f completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:56:11.165546 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-10c3f65b-4f79-4896-8234-d5a7e9fd8e3b None None] Provisioning complete for port 0260b028-df54-42bf-bbd1-345643c4aa7f triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:56:11.165917 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-10c3f65b-4f79-4896-8234-d5a7e9fd8e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:11.187892 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-373c2c97-d40f-4d28-af33-b512aa7aab68 req-6d65c607-6bf2-43d8-95d3-16da00445b6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:11.218371 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-10c3f65b-4f79-4896-8234-d5a7e9fd8e3b None None] Port 0260b028-df54-42bf-bbd1-345643c4aa7f cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:56:11.671656 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [req-373c2c97-d40f-4d28-af33-b512aa7aab68 req-6d65c607-6bf2-43d8-95d3-16da00445b6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0260b028-df54-42bf-bbd1-345643c4aa7f {{(pid=84107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 08:56:11.680110 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3119eafe-ff4a-4012-a284-a18530c37ab1 req-aab4d9e8-d97a-4124-9cdc-beaf01c2b61f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:56:11.680823 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-3119eafe-ff4a-4012-a284-a18530c37ab1 req-aab4d9e8-d97a-4124-9cdc-beaf01c2b61f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Synchronizing usage tracker for tenant:7df2bfd740464e869863a41b14f4d5af on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:56:11.686598 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-373c2c97-d40f-4d28-af33-b512aa7aab68 req-6d65c607-6bf2-43d8-95d3-16da00445b6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:11.707024 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [req-373c2c97-d40f-4d28-af33-b512aa7aab68 req-6d65c607-6bf2-43d8-95d3-16da00445b6d service neutron] Transition to ACTIVE for port object 0260b028-df54-42bf-bbd1-345643c4aa7f will not be triggered until provisioned by entity L2. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:56:11.772916 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-3119eafe-ff4a-4012-a284-a18530c37ab1 req-aab4d9e8-d97a-4124-9cdc-beaf01c2b61f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Unset dirty status for tenant:7df2bfd740464e869863a41b14f4d5af on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:56:11.774084 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-3119eafe-ff4a-4012-a284-a18530c37ab1 req-aab4d9e8-d97a-4124-9cdc-beaf01c2b61f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4c29b08-e6f8-4588-9836-f138439b36bf HTTP/1.1" status: 200 len: 932 time: 0.2503741 Feb 04 08:56:11.778813 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-373c2c97-d40f-4d28-af33-b512aa7aab68 req-6d65c607-6bf2-43d8-95d3-16da00445b6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:11.924417 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d65c607-6bf2-43d8-95d3-16da00445b6d service neutron] Pushing event updated for resources: {'Port': ['ID=0260b028-df54-42bf-bbd1-345643c4aa7f,revision_number=2']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:56:11.943835 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-3119eafe-ff4a-4012-a284-a18530c37ab1 req-6af445ec-6a38-4a51-bbdc-2be6b1a8e1b0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=0478ad67-80bd-418f-a5db-b779a101f752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1610427 Feb 04 08:56:12.051553 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.managers [req-373c2c97-d40f-4d28-af33-b512aa7aab68 req-6d65c607-6bf2-43d8-95d3-16da00445b6d service neutron] Attempting to bind port 0260b028-df54-42bf-bbd1-345643c4aa7f on host hv-neutron-8277 for vnic_type normal with profile {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:56:12.051892 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.managers [req-373c2c97-d40f-4d28-af33-b512aa7aab68 req-6d65c607-6bf2-43d8-95d3-16da00445b6d service neutron] Attempting to bind port 0260b028-df54-42bf-bbd1-345643c4aa7f by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '180527a8-74b9-4084-b351-9b764d707034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b5f55a3b-bf42-4192-82a8-a67c4a16d27d'}] {{(pid=84107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:56:12.052218 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373c2c97-d40f-4d28-af33-b512aa7aab68 req-6d65c607-6bf2-43d8-95d3-16da00445b6d service neutron] Attempting to bind port 0260b028-df54-42bf-bbd1-345643c4aa7f on network b5f55a3b-bf42-4192-82a8-a67c4a16d27d {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:56:12.058286 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373c2c97-d40f-4d28-af33-b512aa7aab68 req-6d65c607-6bf2-43d8-95d3-16da00445b6d service neutron] Port 0260b028-df54-42bf-bbd1-345643c4aa7f on network b5f55a3b-bf42-4192-82a8-a67c4a16d27d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 08:56:12.058596 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373c2c97-d40f-4d28-af33-b512aa7aab68 req-6d65c607-6bf2-43d8-95d3-16da00445b6d service neutron] Attempting to bind port 0260b028-df54-42bf-bbd1-345643c4aa7f on network b5f55a3b-bf42-4192-82a8-a67c4a16d27d {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:56:12.064635 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373c2c97-d40f-4d28-af33-b512aa7aab68 req-6d65c607-6bf2-43d8-95d3-16da00445b6d service neutron] Checking agent: {'id': 'f735dfbb-9ed2-4de7-8aa1-fea4a962ae1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 34, 26), 'started_at': datetime.datetime(2022, 2, 4, 8, 34, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:56:12.064969 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373c2c97-d40f-4d28-af33-b512aa7aab68 req-6d65c607-6bf2-43d8-95d3-16da00445b6d service neutron] Checking segment: {'id': '180527a8-74b9-4084-b351-9b764d707034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b5f55a3b-bf42-4192-82a8-a67c4a16d27d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:56:12.065346 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373c2c97-d40f-4d28-af33-b512aa7aab68 req-6d65c607-6bf2-43d8-95d3-16da00445b6d service neutron] Bound using segment: {'id': '180527a8-74b9-4084-b351-9b764d707034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b5f55a3b-bf42-4192-82a8-a67c4a16d27d'} {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:56:12.065755 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.managers [req-373c2c97-d40f-4d28-af33-b512aa7aab68 req-6d65c607-6bf2-43d8-95d3-16da00445b6d service neutron] Bound port: 0260b028-df54-42bf-bbd1-345643c4aa7f, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '180527a8-74b9-4084-b351-9b764d707034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b5f55a3b-bf42-4192-82a8-a67c4a16d27d'}}] {{(pid=84107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:56:12.066091 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-373c2c97-d40f-4d28-af33-b512aa7aab68 req-6d65c607-6bf2-43d8-95d3-16da00445b6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:12.156395 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [req-373c2c97-d40f-4d28-af33-b512aa7aab68 req-6d65c607-6bf2-43d8-95d3-16da00445b6d service neutron] For port 0260b028-df54-42bf-bbd1-345643c4aa7f, host hv-neutron-8277, cleared binding levels {{(pid=84107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:56:12.159255 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [req-373c2c97-d40f-4d28-af33-b512aa7aab68 req-6d65c607-6bf2-43d8-95d3-16da00445b6d service neutron] For port 0260b028-df54-42bf-bbd1-345643c4aa7f, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=0260b028-df54-42bf-bbd1-345643c4aa7f,segment=NetworkSegment(180527a8-74b9-4084-b351-9b764d707034),segment_id=180527a8-74b9-4084-b351-9b764d707034)] {{(pid=84107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:56:12.219451 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-373c2c97-d40f-4d28-af33-b512aa7aab68 req-6d65c607-6bf2-43d8-95d3-16da00445b6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:12.282273 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-373c2c97-d40f-4d28-af33-b512aa7aab68 req-6d65c607-6bf2-43d8-95d3-16da00445b6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:12.283622 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-373c2c97-d40f-4d28-af33-b512aa7aab68 req-6d65c607-6bf2-43d8-95d3-16da00445b6d service neutron] 10.222.0.47 "PUT /v2.0/ports/0260b028-df54-42bf-bbd1-345643c4aa7f HTTP/1.1" status: 200 len: 1094 time: 1.2061632 Feb 04 08:56:12.284052 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4c29b08-e6f8-4588-9836-f138439b36bf', 'tag': '0260b028-df54-42bf-bbd1-345643c4aa7f'}] {{(pid=84107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:56:12.309429 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d65c607-6bf2-43d8-95d3-16da00445b6d service neutron] Pushing event updated for resources: {'Port': ['ID=0260b028-df54-42bf-bbd1-345643c4aa7f,revision_number=3']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:56:12.351660 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4c29b08-e6f8-4588-9836-f138439b36bf', 'tag': '0260b028-df54-42bf-bbd1-345643c4aa7f', 'status': 'completed', 'code': 200} Feb 04 08:56:12.445716 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f19e7266-363f-41ee-83b9-b4268b8fcf67 req-fefda143-ce5c-4588-bd1f-861a4988ebc1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7df2bfd740464e869863a41b14f4d5af&device_id=b4c29b08-e6f8-4588-9836-f138439b36bf HTTP/1.1" status: 200 len: 1097 time: 0.0736072 Feb 04 08:56:12.581978 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19e7266-363f-41ee-83b9-b4268b8fcf67 req-e86940a2-f65d-41c3-b7f6-c7de6cac13bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:56:12.583411 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f19e7266-363f-41ee-83b9-b4268b8fcf67 req-e86940a2-f65d-41c3-b7f6-c7de6cac13bb service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=7df2bfd740464e869863a41b14f4d5af&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1308117 Feb 04 08:56:12.711532 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19e7266-363f-41ee-83b9-b4268b8fcf67 req-c333145b-ef43-4902-bb08-0c7d1b638e72 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:56:12.712942 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f19e7266-363f-41ee-83b9-b4268b8fcf67 req-c333145b-ef43-4902-bb08-0c7d1b638e72 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1236305 Feb 04 08:56:12.814572 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-373c2c97-d40f-4d28-af33-b512aa7aab68 req-a794aede-90c4-475c-890d-3a72a911ec9b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7df2bfd740464e869863a41b14f4d5af&device_id=b4c29b08-e6f8-4588-9836-f138439b36bf HTTP/1.1" status: 200 len: 1097 time: 0.0667968 Feb 04 08:56:12.885952 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-373c2c97-d40f-4d28-af33-b512aa7aab68 req-f25ab741-5246-4df3-8946-8213a9b64186 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0260b028-df54-42bf-bbd1-345643c4aa7f HTTP/1.1" status: 200 len: 217 time: 0.0615306 Feb 04 08:56:12.944178 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373c2c97-d40f-4d28-af33-b512aa7aab68 req-6e7fcb97-a7e6-4179-af3d-0171f4fc242b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:56:12.945651 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-373c2c97-d40f-4d28-af33-b512aa7aab68 req-6e7fcb97-a7e6-4179-af3d-0171f4fc242b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5f0a53b9-7437-4e89-bb8d-cd33ff35fd33 HTTP/1.1" status: 200 len: 835 time: 0.0570982 Feb 04 08:56:13.021329 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-373c2c97-d40f-4d28-af33-b512aa7aab68 req-bae1843c-1874-422f-abae-a7dc48fc04f5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b5f55a3b-bf42-4192-82a8-a67c4a16d27d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698147 Feb 04 08:56:13.097784 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 08:56:13.293908 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-373c2c97-d40f-4d28-af33-b512aa7aab68 req-3522a48c-b693-4263-a71d-5d35d2ec5a91 service neutron] 10.222.0.47 "GET /v2.0/networks/b5f55a3b-bf42-4192-82a8-a67c4a16d27d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662647 Feb 04 08:56:13.324174 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deea6db-077b-4e0f-925b-4addcd19c789 req-8bf288d1-63ad-415c-83d7-908ddee6f0d3 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:56:13.327726 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-3deea6db-077b-4e0f-925b-4addcd19c789 req-8bf288d1-63ad-415c-83d7-908ddee6f0d3 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4c29b08-e6f8-4588-9836-f138439b36bf HTTP/1.1" status: 200 len: 944 time: 0.2361417 Feb 04 08:56:13.443356 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-3deea6db-077b-4e0f-925b-4addcd19c789 req-4306c5c5-bfb8-4646-9a91-85c12c6f7126 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=0478ad67-80bd-418f-a5db-b779a101f752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706296 Feb 04 08:56:13.464455 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-373c2c97-d40f-4d28-af33-b512aa7aab68 req-c4de4f79-8b7b-41e0-95dd-335e7b7ebb14 service neutron] 10.222.0.47 "GET /v2.0/networks/b5f55a3b-bf42-4192-82a8-a67c4a16d27d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640053 Feb 04 08:56:14.644990 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701f8416-7e22-47b5-a313-96e7512d7141 req-600ccd01-8635-4173-a2d7-cf3f14baefb1 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:56:14.646771 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-701f8416-7e22-47b5-a313-96e7512d7141 req-600ccd01-8635-4173-a2d7-cf3f14baefb1 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4c29b08-e6f8-4588-9836-f138439b36bf HTTP/1.1" status: 200 len: 944 time: 0.0799077 Feb 04 08:56:14.690267 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-701f8416-7e22-47b5-a313-96e7512d7141 req-0f6c86d4-0c6b-4fec-8330-94620160abe9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=0478ad67-80bd-418f-a5db-b779a101f752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373237 Feb 04 08:56:15.857527 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device 0260b028-df54-42bf-bbd1-345643c4aa7f details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=84109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 08:56:15.881214 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9b3810-83bf-43c2-92d3-564595c080ce req-4d4715ad-8115-479f-99b3-c05780fde843 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:56:15.882657 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-2c9b3810-83bf-43c2-92d3-564595c080ce req-4d4715ad-8115-479f-99b3-c05780fde843 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4c29b08-e6f8-4588-9836-f138439b36bf HTTP/1.1" status: 200 len: 944 time: 0.0738690 Feb 04 08:56:15.929188 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-2c9b3810-83bf-43c2-92d3-564595c080ce req-cd2595fc-cff4-4510-9168-5cc0bdf297e6 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=0478ad67-80bd-418f-a5db-b779a101f752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404701 Feb 04 08:56:16.021479 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port 0260b028-df54-42bf-bbd1-345643c4aa7f, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=0260b028-df54-42bf-bbd1-345643c4aa7f,segment=NetworkSegment(180527a8-74b9-4084-b351-9b764d707034),segment_id=180527a8-74b9-4084-b351-9b764d707034)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:56:16.034018 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Returning: {'device': '0260b028-df54-42bf-bbd1-345643c4aa7f', 'network_id': 'b5f55a3b-bf42-4192-82a8-a67c4a16d27d', 'port_id': '0260b028-df54-42bf-bbd1-345643c4aa7f', 'mac_address': 'fa:16:3e:23:d1:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f0a53b9-7437-4e89-bb8d-cd33ff35fd33', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 08:56:16.087675 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:16.103816 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0260b028-df54-42bf-bbd1-345643c4aa7f {{(pid=84109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 08:56:16.118325 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port 0260b028-df54-42bf-bbd1-345643c4aa7f, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=0260b028-df54-42bf-bbd1-345643c4aa7f,segment=NetworkSegment(180527a8-74b9-4084-b351-9b764d707034),segment_id=180527a8-74b9-4084-b351-9b764d707034)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:56:16.190592 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:16.257505 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=0260b028-df54-42bf-bbd1-345643c4aa7f,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:56:16.568926 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] get_ports_and_sgs() called for port_ids ['0260b028-df54-42bf-bbd1-345643c4aa7f'] {{(pid=84109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 08:56:17.124740 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de28a72a-219c-486e-aa12-3fc7b1e6df78 req-324b4ea3-3957-49b4-ba65-73e8ed9e875b tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:56:17.126169 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-de28a72a-219c-486e-aa12-3fc7b1e6df78 req-324b4ea3-3957-49b4-ba65-73e8ed9e875b tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4c29b08-e6f8-4588-9836-f138439b36bf HTTP/1.1" status: 200 len: 945 time: 0.0768263 Feb 04 08:56:17.170725 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-de28a72a-219c-486e-aa12-3fc7b1e6df78 req-4ca9d73a-c55e-4fd4-81b4-0e8451f4338a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=0478ad67-80bd-418f-a5db-b779a101f752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392101 Feb 04 08:56:17.875740 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device 0260b028-df54-42bf-bbd1-345643c4aa7f up at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:56:18.007398 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Provisioning for port 0260b028-df54-42bf-bbd1-345643c4aa7f completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:56:18.012982 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Provisioning complete for port 0260b028-df54-42bf-bbd1-345643c4aa7f triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:56:18.013358 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:18.123208 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:18.148700 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4c29b08-e6f8-4588-9836-f138439b36bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0260b028-df54-42bf-bbd1-345643c4aa7f'}] {{(pid=84109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:56:18.158263 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port 0260b028-df54-42bf-bbd1-345643c4aa7f, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=0260b028-df54-42bf-bbd1-345643c4aa7f,segment=NetworkSegment(180527a8-74b9-4084-b351-9b764d707034),segment_id=180527a8-74b9-4084-b351-9b764d707034)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:56:18.218930 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:18.285352 dv-neutron-827798-2-hyperv neutron-server[84109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4c29b08-e6f8-4588-9836-f138439b36bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0260b028-df54-42bf-bbd1-345643c4aa7f', 'code': 200} Feb 04 08:56:18.290763 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=0260b028-df54-42bf-bbd1-345643c4aa7f,revision_number=5']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:56:18.376514 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafb4782-87df-4737-b75c-bc8e05e6ff62 req-f3a5733f-7ca4-48e3-93a9-0cd6877259ff tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:56:18.377986 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-cafb4782-87df-4737-b75c-bc8e05e6ff62 req-f3a5733f-7ca4-48e3-93a9-0cd6877259ff tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4c29b08-e6f8-4588-9836-f138439b36bf HTTP/1.1" status: 200 len: 946 time: 0.0745499 Feb 04 08:56:18.427373 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-cafb4782-87df-4737-b75c-bc8e05e6ff62 req-8af19e57-8b5c-474b-827a-c24e2c20aadb tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=0478ad67-80bd-418f-a5db-b779a101f752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431969 Feb 04 08:56:18.583662 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-760839e5-48d9-4cbe-8cea-222e57ab312a req-96c79c76-aced-4015-b227-59eabb05127b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b4c29b08-e6f8-4588-9836-f138439b36bf HTTP/1.1" status: 200 len: 1099 time: 0.0655315 Feb 04 08:56:18.623972 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-760839e5-48d9-4cbe-8cea-222e57ab312a req-1b0ab413-982b-498a-8cff-5e5052d129ca service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0478ad67-80bd-418f-a5db-b779a101f752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339978 Feb 04 08:56:19.481972 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-18a0e571-be3d-46b6-a01c-4f698ec64198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:19.627098 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef010f2-db17-44d5-8106-2850f8ed0501 req-76c8ceaf-4d3b-4c62-9379-7024076f361b tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:56:19.628571 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-fef010f2-db17-44d5-8106-2850f8ed0501 req-76c8ceaf-4d3b-4c62-9379-7024076f361b tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4c29b08-e6f8-4588-9836-f138439b36bf HTTP/1.1" status: 200 len: 946 time: 0.0775964 Feb 04 08:56:19.672691 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-fef010f2-db17-44d5-8106-2850f8ed0501 req-551632a3-4ca8-47f3-a7e0-270e307b0a84 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=0478ad67-80bd-418f-a5db-b779a101f752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385759 Feb 04 08:56:20.864969 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057ecf24-a96b-420f-b2a4-3908726faefb req-5a994c33-0821-448e-9ae4-7445b51b22b3 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:56:20.866395 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-057ecf24-a96b-420f-b2a4-3908726faefb req-5a994c33-0821-448e-9ae4-7445b51b22b3 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4c29b08-e6f8-4588-9836-f138439b36bf HTTP/1.1" status: 200 len: 946 time: 0.0739055 Feb 04 08:56:20.909621 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-057ecf24-a96b-420f-b2a4-3908726faefb req-5448eaf4-d84d-4972-b54a-035ff44c3770 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=0478ad67-80bd-418f-a5db-b779a101f752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371749 Feb 04 08:56:21.103525 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5b0ae7-3df7-4581-be53-756bd24421d7 req-7a55b79f-4e1b-412c-9127-f30b20e370c7 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:56:21.105584 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-3e5b0ae7-3df7-4581-be53-756bd24421d7 req-7a55b79f-4e1b-412c-9127-f30b20e370c7 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4c29b08-e6f8-4588-9836-f138439b36bf HTTP/1.1" status: 200 len: 946 time: 0.0768533 Feb 04 08:56:21.148309 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-3e5b0ae7-3df7-4581-be53-756bd24421d7 req-60dc2623-edf6-453b-8899-37e7331acddc tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=0478ad67-80bd-418f-a5db-b779a101f752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372238 Feb 04 08:56:21.175811 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 58476) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:56:21.241591 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-b527b11e-c349-49ba-9980-ae2e2f9b37a6 tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=b4c29b08-e6f8-4588-9836-f138439b36bf HTTP/1.1" status: 200 len: 1094 time: 0.0646739 Feb 04 08:56:21.244182 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 58480) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:56:21.249169 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-38b477f3-12f2-42fb-a42f-8d7a8f3e1510 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'floatingip': {'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'port_id': '0260b028-df54-42bf-bbd1-345643c4aa7f', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:56:21.254340 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-38b477f3-12f2-42fb-a42f-8d7a8f3e1510 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:56:21.258148 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-38b477f3-12f2-42fb-a42f-8d7a8f3e1510 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:floatingip and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:56:21.261084 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-38b477f3-12f2-42fb-a42f-8d7a8f3e1510 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:56:21.266600 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-38b477f3-12f2-42fb-a42f-8d7a8f3e1510 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:56:21.333361 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-38b477f3-12f2-42fb-a42f-8d7a8f3e1510 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for floatingip, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:21.467745 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-38b477f3-12f2-42fb-a42f-8d7a8f3e1510 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:21.600275 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-38b477f3-12f2-42fb-a42f-8d7a8f3e1510 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Allocated IP 172.26.3.200 (e264bd74-c56b-43d0-9059-bcb57dbbe5bc/79caf47c-b62c-4ea0-b35f-21ede155daa8/873c974e-69ae-4c6a-bb95-94a4abd9aa06) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:56:21.720610 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-aa8f1fa5-e655-45f1-a703-3a07c87c9bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:21.743715 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-38b477f3-12f2-42fb-a42f-8d7a8f3e1510 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:21.825022 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-38b477f3-12f2-42fb-a42f-8d7a8f3e1510 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:21.892831 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b477f3-12f2-42fb-a42f-8d7a8f3e1510 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Network e264bd74-c56b-43d0-9059-bcb57dbbe5bc is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:56:21.895937 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-38b477f3-12f2-42fb-a42f-8d7a8f3e1510 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:56:21.898480 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b477f3-12f2-42fb-a42f-8d7a8f3e1510 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:56:21.926825 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b477f3-12f2-42fb-a42f-8d7a8f3e1510 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'Port': ['ID=873c974e-69ae-4c6a-bb95-94a4abd9aa06,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:56:22.493630 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-38b477f3-12f2-42fb-a42f-8d7a8f3e1510 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:22.628413 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-38b477f3-12f2-42fb-a42f-8d7a8f3e1510 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:22.824343 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-38b477f3-12f2-42fb-a42f-8d7a8f3e1510 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:22.859141 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:22.876249 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-38b477f3-12f2-42fb-a42f-8d7a8f3e1510 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:22.927759 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:22.981381 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b477f3-12f2-42fb-a42f-8d7a8f3e1510 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'Port': ['ID=873c974e-69ae-4c6a-bb95-94a4abd9aa06,revision_number=2']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:56:22.995215 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-38b477f3-12f2-42fb-a42f-8d7a8f3e1510 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473039'] for floatingip, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:23.179510 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.l3_db [None req-38b477f3-12f2-42fb-a42f-8d7a8f3e1510 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Floating IP 5cdd5366-412d-404c-9fe9-cedbbf48bdf1 associated. External IP: 172.26.3.200, port: 0260b028-df54-42bf-bbd1-345643c4aa7f. Feb 04 08:56:23.553379 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38b477f3-12f2-42fb-a42f-8d7a8f3e1510 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Router 109b0211-24e9-46cc-896d-e7c712bf9c55 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:56:23.747719 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38b477f3-12f2-42fb-a42f-8d7a8f3e1510 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:56:23.757711 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafc9a23-5293-4ab7-b649-58e93a6c7a1d None None] Sync routers for ids ['109b0211-24e9-46cc-896d-e7c712bf9c55'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:56:23.771642 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafc9a23-5293-4ab7-b649-58e93a6c7a1d None None] Routers {'109b0211-24e9-46cc-896d-e7c712bf9c55'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:56:23.775638 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-fafc9a23-5293-4ab7-b649-58e93a6c7a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:56:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['109b0211-24e9-46cc-896d-e7c712bf9c55'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:56:23.823721 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-38b477f3-12f2-42fb-a42f-8d7a8f3e1510 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for floatingip, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:23.876234 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-38b477f3-12f2-42fb-a42f-8d7a8f3e1510 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6310112 Feb 04 08:56:23.876835 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4c29b08-e6f8-4588-9836-f138439b36bf', 'tag': '0260b028-df54-42bf-bbd1-345643c4aa7f'}] {{(pid=84107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:56:23.879173 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 58484) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:56:23.933502 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4c29b08-e6f8-4588-9836-f138439b36bf', 'tag': '0260b028-df54-42bf-bbd1-345643c4aa7f', 'status': 'completed', 'code': 200} Feb 04 08:56:23.956621 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-3f168033-aaa1-4000-b1e4-1c9cf5f4c231 tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=b4c29b08-e6f8-4588-9836-f138439b36bf HTTP/1.1" status: 200 len: 1094 time: 0.0760441 Feb 04 08:56:23.965230 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-fafc9a23-5293-4ab7-b649-58e93a6c7a1d None None] Set router 109b0211-24e9-46cc-896d-e7c712bf9c55 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:56:24.140668 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-1a01da59-8ec7-4970-944c-9020a2434970 req-f5220d95-864a-4829-972c-1861376be249 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7df2bfd740464e869863a41b14f4d5af&device_id=b4c29b08-e6f8-4588-9836-f138439b36bf HTTP/1.1" status: 200 len: 1099 time: 0.1867981 Feb 04 08:56:24.270183 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 58492) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:56:24.276718 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-8e2fb224-f994-4acc-9728-b21e50040677 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1726106665', 'description': 'tempest-secgroup-smoke-1726106665 description', 'project_id': '7df2bfd740464e869863a41b14f4d5af'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:56:24.279077 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a01da59-8ec7-4970-944c-9020a2434970 req-25b5c032-25bb-4a5c-9141-58790e042205 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:56:24.280589 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-1a01da59-8ec7-4970-944c-9020a2434970 req-25b5c032-25bb-4a5c-9141-58790e042205 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b5f55a3b-bf42-4192-82a8-a67c4a16d27d HTTP/1.1" status: 200 len: 898 time: 0.1336896 Feb 04 08:56:24.282382 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-8e2fb224-f994-4acc-9728-b21e50040677 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:56:24.292410 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-8e2fb224-f994-4acc-9728-b21e50040677 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:56:24.337983 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-fafc9a23-5293-4ab7-b649-58e93a6c7a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '109b0211-24e9-46cc-896d-e7c712bf9c55', 'name': 'tempest-TestNetworkBasicOps-router-400858096', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.185'}], 'enable_snat': True}, 'gw_port_id': 'b61a9d5d-f0b3-45d9-8cda-ebbab55e6527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:55:57Z', 'updated_at': '2022-02-04T08:56:02Z', 'revision_number': 4, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': 'b61a9d5d-f0b3-45d9-8cda-ebbab55e6527', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109b0211-24e9-46cc-896d-e7c712bf9c55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:55:57Z', 'updated_at': '2022-02-04T08:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': '5cdd5366-412d-404c-9fe9-cedbbf48bdf1', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'floating_ip_address': '172.26.3.200', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': '109b0211-24e9-46cc-896d-e7c712bf9c55', 'port_id': '0260b028-df54-42bf-bbd1-345643c4aa7f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5f55a3b-bf42-4192-82a8-a67c4a16d27d', 'mac_address': 'fa:16:3e:23:d1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c29b08-e6f8-4588-9836-f138439b36bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T08:56:22Z', 'updated_at': '2022-02-04T08:56:22Z', 'revision_number': 0, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9502ed1-86fe-4fb0-89c9-ccadbbb22ff1', 'name': '', 'network_id': 'b5f55a3b-bf42-4192-82a8-a67c4a16d27d', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'mac_address': 'fa:16:3e:5f:8e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109b0211-24e9-46cc-896d-e7c712bf9c55', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f0a53b9-7437-4e89-bb8d-cd33ff35fd33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:56:01Z', 'updated_at': '2022-02-04T08:56:08Z', 'revision_number': 5, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'subnets': [{'id': '5f0a53b9-7437-4e89-bb8d-cd33ff35fd33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:56:24.342476 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafc9a23-5293-4ab7-b649-58e93a6c7a1d None None] Checking router: 109b0211-24e9-46cc-896d-e7c712bf9c55 for host: dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 08:56:24.352760 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafc9a23-5293-4ab7-b649-58e93a6c7a1d None None] Routers {'109b0211-24e9-46cc-896d-e7c712bf9c55'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:56:24.353354 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-fafc9a23-5293-4ab7-b649-58e93a6c7a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:56:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['109b0211-24e9-46cc-896d-e7c712bf9c55'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:56:24.355800 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8e2fb224-f994-4acc-9728-b21e50040677 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:24.393165 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-8e2fb224-f994-4acc-9728-b21e50040677 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:56:24.393398 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-1a01da59-8ec7-4970-944c-9020a2434970 req-b14778d2-b302-43a2-a32e-7c8f3f71fe37 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0260b028-df54-42bf-bbd1-345643c4aa7f HTTP/1.1" status: 200 len: 1000 time: 0.1063724 Feb 04 08:56:24.398048 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-8e2fb224-f994-4acc-9728-b21e50040677 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:security_group_rule and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:56:24.401983 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-8e2fb224-f994-4acc-9728-b21e50040677 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:56:24.408946 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-8e2fb224-f994-4acc-9728-b21e50040677 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:56:24.409147 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:24.455400 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a01da59-8ec7-4970-944c-9020a2434970 req-29f86874-d389-4196-816f-40cba2e397c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:56:24.456902 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-1a01da59-8ec7-4970-944c-9020a2434970 req-29f86874-d389-4196-816f-40cba2e397c0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5f0a53b9-7437-4e89-bb8d-cd33ff35fd33 HTTP/1.1" status: 200 len: 835 time: 0.0583582 Feb 04 08:56:24.464586 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8e2fb224-f994-4acc-9728-b21e50040677 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:24.528005 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8e2fb224-f994-4acc-9728-b21e50040677 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:24.532446 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-1a01da59-8ec7-4970-944c-9020a2434970 req-c6922985-67f6-41c5-baab-d29307ea3b1f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b5f55a3b-bf42-4192-82a8-a67c4a16d27d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698600 Feb 04 08:56:24.535830 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-fafc9a23-5293-4ab7-b649-58e93a6c7a1d None None] Set router 109b0211-24e9-46cc-896d-e7c712bf9c55 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:56:24.578523 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2fb224-f994-4acc-9728-b21e50040677 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d15d482d-2040-4157-8982-0e940430fb4c,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:56:24.654227 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8e2fb224-f994-4acc-9728-b21e50040677 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:24.655748 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-8e2fb224-f994-4acc-9728-b21e50040677 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3843281 Feb 04 08:56:24.658561 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 58496) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:56:24.664276 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-650abe25-2164-4289-b90b-97afd8092a57 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'security_group_rule': {'security_group_id': 'd15d482d-2040-4157-8982-0e940430fb4c', 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:56:24.670573 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-650abe25-2164-4289-b90b-97afd8092a57 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:56:24.675446 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-650abe25-2164-4289-b90b-97afd8092a57 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:security_group_rule and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:56:24.678066 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-650abe25-2164-4289-b90b-97afd8092a57 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:56:24.681919 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-1a01da59-8ec7-4970-944c-9020a2434970 req-65069fd4-a4c1-4c27-9c63-4a867948a52a service neutron] 10.222.0.47 "GET /v2.0/networks/b5f55a3b-bf42-4192-82a8-a67c4a16d27d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425624 Feb 04 08:56:24.683826 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-650abe25-2164-4289-b90b-97afd8092a57 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:56:24.757719 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-650abe25-2164-4289-b90b-97afd8092a57 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:24.821059 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-650abe25-2164-4289-b90b-97afd8092a57 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:24.823595 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-1a01da59-8ec7-4970-944c-9020a2434970 req-cf7af387-b75d-4857-8728-693997070838 service neutron] 10.222.0.47 "GET /v2.0/networks/b5f55a3b-bf42-4192-82a8-a67c4a16d27d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356730 Feb 04 08:56:24.871083 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-650abe25-2164-4289-b90b-97afd8092a57 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:24.895325 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650abe25-2164-4289-b90b-97afd8092a57 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e51d7473-ab04-4d50-8efb-2b442347ebcf,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:56:24.926196 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-fafc9a23-5293-4ab7-b649-58e93a6c7a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '109b0211-24e9-46cc-896d-e7c712bf9c55', 'name': 'tempest-TestNetworkBasicOps-router-400858096', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.185'}], 'enable_snat': True}, 'gw_port_id': 'b61a9d5d-f0b3-45d9-8cda-ebbab55e6527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:55:57Z', 'updated_at': '2022-02-04T08:56:02Z', 'revision_number': 4, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': 'b61a9d5d-f0b3-45d9-8cda-ebbab55e6527', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109b0211-24e9-46cc-896d-e7c712bf9c55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:55:57Z', 'updated_at': '2022-02-04T08:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': '5cdd5366-412d-404c-9fe9-cedbbf48bdf1', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'floating_ip_address': '172.26.3.200', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': '109b0211-24e9-46cc-896d-e7c712bf9c55', 'port_id': '0260b028-df54-42bf-bbd1-345643c4aa7f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5f55a3b-bf42-4192-82a8-a67c4a16d27d', 'mac_address': 'fa:16:3e:23:d1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c29b08-e6f8-4588-9836-f138439b36bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T08:56:22Z', 'updated_at': '2022-02-04T08:56:22Z', 'revision_number': 0, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9502ed1-86fe-4fb0-89c9-ccadbbb22ff1', 'name': '', 'network_id': 'b5f55a3b-bf42-4192-82a8-a67c4a16d27d', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'mac_address': 'fa:16:3e:5f:8e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109b0211-24e9-46cc-896d-e7c712bf9c55', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f0a53b9-7437-4e89-bb8d-cd33ff35fd33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:56:01Z', 'updated_at': '2022-02-04T08:56:08Z', 'revision_number': 5, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'subnets': [{'id': '5f0a53b9-7437-4e89-bb8d-cd33ff35fd33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:56:24.930230 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafc9a23-5293-4ab7-b649-58e93a6c7a1d None None] The sync data for ids ['109b0211-24e9-46cc-896d-e7c712bf9c55'] in dv-neutron-827798-2-hyperv is: [{'id': '109b0211-24e9-46cc-896d-e7c712bf9c55', 'name': 'tempest-TestNetworkBasicOps-router-400858096', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.185'}], 'enable_snat': True}, 'gw_port_id': 'b61a9d5d-f0b3-45d9-8cda-ebbab55e6527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:55:57Z', 'updated_at': '2022-02-04T08:56:02Z', 'revision_number': 4, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': 'b61a9d5d-f0b3-45d9-8cda-ebbab55e6527', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109b0211-24e9-46cc-896d-e7c712bf9c55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:55:57Z', 'updated_at': '2022-02-04T08:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': '5cdd5366-412d-404c-9fe9-cedbbf48bdf1', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'floating_ip_address': '172.26.3.200', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': '109b0211-24e9-46cc-896d-e7c712bf9c55', 'port_id': '0260b028-df54-42bf-bbd1-345643c4aa7f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5f55a3b-bf42-4192-82a8-a67c4a16d27d', 'mac_address': 'fa:16:3e:23:d1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c29b08-e6f8-4588-9836-f138439b36bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T08:56:22Z', 'updated_at': '2022-02-04T08:56:22Z', 'revision_number': 0, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9502ed1-86fe-4fb0-89c9-ccadbbb22ff1', 'name': '', 'network_id': 'b5f55a3b-bf42-4192-82a8-a67c4a16d27d', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'mac_address': 'fa:16:3e:5f:8e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109b0211-24e9-46cc-896d-e7c712bf9c55', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f0a53b9-7437-4e89-bb8d-cd33ff35fd33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:56:01Z', 'updated_at': '2022-02-04T08:56:08Z', 'revision_number': 5, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'subnets': [{'id': '5f0a53b9-7437-4e89-bb8d-cd33ff35fd33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:56:24.991080 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-650abe25-2164-4289-b90b-97afd8092a57 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:24.995684 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-650abe25-2164-4289-b90b-97afd8092a57 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3331301 Feb 04 08:56:25.000906 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 58500) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:56:25.001775 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-dce2feab-cf76-4ccc-a9fc-ac584a5d9f1f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'security_group_rule': {'security_group_id': 'd15d482d-2040-4157-8982-0e940430fb4c', 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:56:25.007867 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-dce2feab-cf76-4ccc-a9fc-ac584a5d9f1f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:56:25.012300 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-dce2feab-cf76-4ccc-a9fc-ac584a5d9f1f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:security_group_rule and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:56:25.015280 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-dce2feab-cf76-4ccc-a9fc-ac584a5d9f1f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:56:25.021270 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-dce2feab-cf76-4ccc-a9fc-ac584a5d9f1f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:56:25.106816 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-dce2feab-cf76-4ccc-a9fc-ac584a5d9f1f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:25.125158 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a42d25-9239-464d-8608-f766510340e6 None None] New status for floating IP 5cdd5366-412d-404c-9fe9-cedbbf48bdf1: ACTIVE {{(pid=84110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 08:56:25.171051 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-dce2feab-cf76-4ccc-a9fc-ac584a5d9f1f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:25.207348 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-dce2feab-cf76-4ccc-a9fc-ac584a5d9f1f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:25.230146 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce2feab-cf76-4ccc-a9fc-ac584a5d9f1f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82f7a0fc-c6f7-46b1-8267-7d6eb1b4f241,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:56:25.287799 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-dce2feab-cf76-4ccc-a9fc-ac584a5d9f1f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:25.290851 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-dce2feab-cf76-4ccc-a9fc-ac584a5d9f1f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2918971 Feb 04 08:56:25.292804 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 58504) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:56:25.298146 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-df28c90d-4267-490e-93b7-349ef147640f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'security_group_rule': {'security_group_id': 'd15d482d-2040-4157-8982-0e940430fb4c', 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:56:25.303765 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-df28c90d-4267-490e-93b7-349ef147640f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:56:25.308128 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-df28c90d-4267-490e-93b7-349ef147640f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:security_group_rule and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:56:25.310998 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-df28c90d-4267-490e-93b7-349ef147640f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:56:25.316541 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-df28c90d-4267-490e-93b7-349ef147640f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:56:25.402675 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-df28c90d-4267-490e-93b7-349ef147640f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:25.467024 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-df28c90d-4267-490e-93b7-349ef147640f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:25.537670 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-df28c90d-4267-490e-93b7-349ef147640f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:25.560575 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df28c90d-4267-490e-93b7-349ef147640f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09e5215c-8352-4afe-8948-f3cdb4e450ea,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:56:25.629196 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-df28c90d-4267-490e-93b7-349ef147640f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:25.630341 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-df28c90d-4267-490e-93b7-349ef147640f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3366451 Feb 04 08:56:25.633115 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 58508) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:56:25.638359 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-292a8487-0291-45c9-b831-266b38196e2f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'security_group_rule': {'security_group_id': 'd15d482d-2040-4157-8982-0e940430fb4c', 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:56:25.643852 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-292a8487-0291-45c9-b831-266b38196e2f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:56:25.647814 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-292a8487-0291-45c9-b831-266b38196e2f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:security_group_rule and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:56:25.650661 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-292a8487-0291-45c9-b831-266b38196e2f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:56:25.656804 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-292a8487-0291-45c9-b831-266b38196e2f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:56:25.754863 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-292a8487-0291-45c9-b831-266b38196e2f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:25.816517 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-292a8487-0291-45c9-b831-266b38196e2f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:25.864387 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-292a8487-0291-45c9-b831-266b38196e2f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:25.886875 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292a8487-0291-45c9-b831-266b38196e2f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2236910f-5dfc-40a0-a8a1-fa35c58f05b1,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:56:25.944430 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-292a8487-0291-45c9-b831-266b38196e2f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:25.945641 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-292a8487-0291-45c9-b831-266b38196e2f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3116646 Feb 04 08:56:25.948601 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 58512) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:56:25.953974 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-801fc339-f2a2-4d5c-b065-14743065bf9e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'security_group_rule': {'security_group_id': 'd15d482d-2040-4157-8982-0e940430fb4c', 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:56:25.959855 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-801fc339-f2a2-4d5c-b065-14743065bf9e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:56:25.963689 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-801fc339-f2a2-4d5c-b065-14743065bf9e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:security_group_rule and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:56:25.966578 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-801fc339-f2a2-4d5c-b065-14743065bf9e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:56:25.972322 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-801fc339-f2a2-4d5c-b065-14743065bf9e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:56:26.036072 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.securitygroups_db [None req-801fc339-f2a2-4d5c-b065-14743065bf9e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Project 7df2bfd740464e869863a41b14f4d5af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 08:56:26.043249 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-801fc339-f2a2-4d5c-b065-14743065bf9e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:26.107308 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-801fc339-f2a2-4d5c-b065-14743065bf9e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:26.137468 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:26.177824 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-801fc339-f2a2-4d5c-b065-14743065bf9e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:26.201721 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801fc339-f2a2-4d5c-b065-14743065bf9e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f261177-29e1-4b9d-8c22-6874bdd8e34c,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:56:26.280530 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-801fc339-f2a2-4d5c-b065-14743065bf9e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:26.281747 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-801fc339-f2a2-4d5c-b065-14743065bf9e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3322282 Feb 04 08:56:26.284362 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 58516) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:56:26.295985 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-5e49b1f1-698a-4fc5-a0fe-620299da8069 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'security_group_rule': {'security_group_id': 'd15d482d-2040-4157-8982-0e940430fb4c', 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:56:26.296924 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-5e49b1f1-698a-4fc5-a0fe-620299da8069 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:56:26.302763 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-5e49b1f1-698a-4fc5-a0fe-620299da8069 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:security_group_rule and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:56:26.305950 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-5e49b1f1-698a-4fc5-a0fe-620299da8069 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:56:26.314009 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-5e49b1f1-698a-4fc5-a0fe-620299da8069 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:56:26.407493 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.securitygroups_db [None req-5e49b1f1-698a-4fc5-a0fe-620299da8069 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Project 7df2bfd740464e869863a41b14f4d5af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 08:56:26.414106 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-5e49b1f1-698a-4fc5-a0fe-620299da8069 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:26.477692 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-5e49b1f1-698a-4fc5-a0fe-620299da8069 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:26.550325 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-5e49b1f1-698a-4fc5-a0fe-620299da8069 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:26.572493 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e49b1f1-698a-4fc5-a0fe-620299da8069 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eac9a7fd-bcb3-4ec7-ae0a-cccd74a396f4,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:56:26.637094 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-5e49b1f1-698a-4fc5-a0fe-620299da8069 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:26.638277 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-5e49b1f1-698a-4fc5-a0fe-620299da8069 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3529651 Feb 04 08:56:26.804323 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-57bd7d69-d2fe-42cd-845e-edfcff5afb9a req-a644e54f-1fa6-40fa-94b4-9246d0486861 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1726106665&fields=id&tenant_id=7df2bfd740464e869863a41b14f4d5af HTTP/1.1" status: 200 len: 267 time: 0.0392296 Feb 04 08:56:26.951435 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bd7d69-d2fe-42cd-845e-edfcff5afb9a req-b17684d4-0e42-4550-94b2-bd021960fbc2 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:56:26.952894 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-57bd7d69-d2fe-42cd-845e-edfcff5afb9a req-b17684d4-0e42-4550-94b2-bd021960fbc2 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/networks?id=b5f55a3b-bf42-4192-82a8-a67c4a16d27d HTTP/1.1" status: 200 len: 797 time: 0.1425536 Feb 04 08:56:26.968860 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-57bd7d69-d2fe-42cd-845e-edfcff5afb9a req-ec47157d-d299-47e2-884e-361f24241f0c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/quotas/7df2bfd740464e869863a41b14f4d5af HTTP/1.1" status: 200 len: 375 time: 0.0104933 Feb 04 08:56:27.048884 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-57bd7d69-d2fe-42cd-845e-edfcff5afb9a req-b3696860-b551-4671-aaa0-37596b219310 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=7df2bfd740464e869863a41b14f4d5af&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0747457 Feb 04 08:56:27.247570 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-57bd7d69-d2fe-42cd-845e-edfcff5afb9a req-9e81444e-261e-4d6c-9a8b-83a836ef2a2e service neutron] 10.222.0.36 "GET /v2.0/networks/b5f55a3b-bf42-4192-82a8-a67c4a16d27d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868880 Feb 04 08:56:27.378229 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-57bd7d69-d2fe-42cd-845e-edfcff5afb9a req-ca0613c6-f9de-4ad2-9701-9cf76d608be1 service neutron] 10.222.0.36 "GET /v2.0/networks/b5f55a3b-bf42-4192-82a8-a67c4a16d27d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246111 Feb 04 08:56:27.638411 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-332cc811-cc65-44b0-b5fc-cc6353682710 req-130dafa9-c28c-418a-bbcd-215aa71af03f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d655d16-041d-4a7c-ade2-4239d4f69eb6 HTTP/1.1" status: 200 len: 210 time: 0.0441241 Feb 04 08:56:28.796886 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d438baa1-ca10-404b-a526-ef9040cbbc9d req-bc4ce9fb-b884-4d9e-b52e-2bcdd751fa96 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d655d16-041d-4a7c-ade2-4239d4f69eb6 HTTP/1.1" status: 200 len: 210 time: 0.0407395 Feb 04 08:56:29.419396 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bd7d69-d2fe-42cd-845e-edfcff5afb9a req-05366218-f822-4eaf-9af9-728a35e61896 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:56:29.421220 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-57bd7d69-d2fe-42cd-845e-edfcff5afb9a req-05366218-f822-4eaf-9af9-728a35e61896 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.47 "GET /v2.0/networks?id=b5f55a3b-bf42-4192-82a8-a67c4a16d27d HTTP/1.1" status: 200 len: 797 time: 0.1435428 Feb 04 08:56:29.474179 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-57bd7d69-d2fe-42cd-845e-edfcff5afb9a req-f2438227-f798-465d-a373-3fdf8a0ea351 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7df2bfd740464e869863a41b14f4d5af HTTP/1.1" status: 200 len: 473 time: 0.0415676 Feb 04 08:56:29.482506 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [req-57bd7d69-d2fe-42cd-845e-edfcff5afb9a req-b0760df8-31f5-49ce-a08f-1afa89b1114b tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'port': {'device_id': '2d655d16-041d-4a7c-ade2-4239d4f69eb6', 'network_id': 'b5f55a3b-bf42-4192-82a8-a67c4a16d27d', 'admin_state_up': True, 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'security_groups': ['d15d482d-2040-4157-8982-0e940430fb4c']}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:56:29.722324 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [req-57bd7d69-d2fe-42cd-845e-edfcff5afb9a req-b0760df8-31f5-49ce-a08f-1afa89b1114b tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:56:29.732164 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [req-57bd7d69-d2fe-42cd-845e-edfcff5afb9a req-b0760df8-31f5-49ce-a08f-1afa89b1114b tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:56:29.784614 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57bd7d69-d2fe-42cd-845e-edfcff5afb9a req-b0760df8-31f5-49ce-a08f-1afa89b1114b tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Made reservation on behalf of 7df2bfd740464e869863a41b14f4d5af for: {'port': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:56:29.787613 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-57bd7d69-d2fe-42cd-845e-edfcff5afb9a req-b0760df8-31f5-49ce-a08f-1afa89b1114b tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:29.974391 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-50bde293-f25f-43e2-8f57-df5872b2888d req-ee68bac9-abfb-459e-9a8a-3a3d00ed3414 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d655d16-041d-4a7c-ade2-4239d4f69eb6 HTTP/1.1" status: 200 len: 210 time: 0.0533621 Feb 04 08:56:29.990309 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [req-57bd7d69-d2fe-42cd-845e-edfcff5afb9a req-b0760df8-31f5-49ce-a08f-1afa89b1114b tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Allocated IP 172.20.0.7 (b5f55a3b-bf42-4192-82a8-a67c4a16d27d/5f0a53b9-7437-4e89-bb8d-cd33ff35fd33/dab6faca-5968-4a0f-a0c9-66a16716c00b) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:56:30.175897 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-57bd7d69-d2fe-42cd-845e-edfcff5afb9a req-b0760df8-31f5-49ce-a08f-1afa89b1114b tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:30.191759 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [req-57bd7d69-d2fe-42cd-845e-edfcff5afb9a req-b0760df8-31f5-49ce-a08f-1afa89b1114b tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Transition to ACTIVE for port object dab6faca-5968-4a0f-a0c9-66a16716c00b will not be triggered until provisioned by entity DHCP. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:56:30.271119 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-57bd7d69-d2fe-42cd-845e-edfcff5afb9a req-b0760df8-31f5-49ce-a08f-1afa89b1114b tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:30.344620 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57bd7d69-d2fe-42cd-845e-edfcff5afb9a req-b0760df8-31f5-49ce-a08f-1afa89b1114b tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Network b5f55a3b-bf42-4192-82a8-a67c4a16d27d is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:56:30.347613 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [req-57bd7d69-d2fe-42cd-845e-edfcff5afb9a req-b0760df8-31f5-49ce-a08f-1afa89b1114b tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:56:30.351604 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [req-57bd7d69-d2fe-42cd-845e-edfcff5afb9a req-b0760df8-31f5-49ce-a08f-1afa89b1114b tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:56:30.391068 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0760df8-31f5-49ce-a08f-1afa89b1114b tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'Port': ['ID=dab6faca-5968-4a0f-a0c9-66a16716c00b,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:56:30.420940 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bd7d69-d2fe-42cd-845e-edfcff5afb9a req-b0760df8-31f5-49ce-a08f-1afa89b1114b tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:56:30.421540 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-57bd7d69-d2fe-42cd-845e-edfcff5afb9a req-b0760df8-31f5-49ce-a08f-1afa89b1114b tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:30.488427 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-57bd7d69-d2fe-42cd-845e-edfcff5afb9a req-b0760df8-31f5-49ce-a08f-1afa89b1114b tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0098212 Feb 04 08:56:30.501140 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [req-57bd7d69-d2fe-42cd-845e-edfcff5afb9a req-7f285d09-bb03-4240-a2c1-f2008dc08940 service neutron] Request body: {'port': {'device_id': '2d655d16-041d-4a7c-ade2-4239d4f69eb6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:56:30.615848 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-57bd7d69-d2fe-42cd-845e-edfcff5afb9a req-7f285d09-bb03-4240-a2c1-f2008dc08940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:30.647816 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-439e5e7e-eb1d-47a7-bee5-8bb0d823dcfb None None] Provisioning for port dab6faca-5968-4a0f-a0c9-66a16716c00b completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:56:30.652802 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-439e5e7e-eb1d-47a7-bee5-8bb0d823dcfb None None] Provisioning complete for port dab6faca-5968-4a0f-a0c9-66a16716c00b triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:56:30.653167 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-439e5e7e-eb1d-47a7-bee5-8bb0d823dcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:30.705849 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-439e5e7e-eb1d-47a7-bee5-8bb0d823dcfb None None] Port dab6faca-5968-4a0f-a0c9-66a16716c00b cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:56:30.951582 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [req-57bd7d69-d2fe-42cd-845e-edfcff5afb9a req-7f285d09-bb03-4240-a2c1-f2008dc08940 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dab6faca-5968-4a0f-a0c9-66a16716c00b {{(pid=84107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 08:56:30.958293 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-57bd7d69-d2fe-42cd-845e-edfcff5afb9a req-7f285d09-bb03-4240-a2c1-f2008dc08940 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:30.972404 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [req-57bd7d69-d2fe-42cd-845e-edfcff5afb9a req-7f285d09-bb03-4240-a2c1-f2008dc08940 service neutron] Transition to ACTIVE for port object dab6faca-5968-4a0f-a0c9-66a16716c00b will not be triggered until provisioned by entity L2. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:56:31.024732 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-57bd7d69-d2fe-42cd-845e-edfcff5afb9a req-7f285d09-bb03-4240-a2c1-f2008dc08940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:31.194753 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f285d09-bb03-4240-a2c1-f2008dc08940 service neutron] Pushing event updated for resources: {'Port': ['ID=dab6faca-5968-4a0f-a0c9-66a16716c00b,revision_number=2']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:56:31.324784 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba8b390-57a8-4e33-ad90-8c107f2ffcb5 req-857e3a2b-6345-4cfe-8230-5c0d503120f7 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:56:31.325470 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-0ba8b390-57a8-4e33-ad90-8c107f2ffcb5 req-857e3a2b-6345-4cfe-8230-5c0d503120f7 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Synchronizing usage tracker for tenant:7df2bfd740464e869863a41b14f4d5af on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:56:31.339446 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.managers [req-57bd7d69-d2fe-42cd-845e-edfcff5afb9a req-7f285d09-bb03-4240-a2c1-f2008dc08940 service neutron] Attempting to bind port dab6faca-5968-4a0f-a0c9-66a16716c00b on host hv-neutron-8277 for vnic_type normal with profile {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:56:31.339784 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.managers [req-57bd7d69-d2fe-42cd-845e-edfcff5afb9a req-7f285d09-bb03-4240-a2c1-f2008dc08940 service neutron] Attempting to bind port dab6faca-5968-4a0f-a0c9-66a16716c00b by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '180527a8-74b9-4084-b351-9b764d707034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b5f55a3b-bf42-4192-82a8-a67c4a16d27d'}] {{(pid=84107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:56:31.340140 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57bd7d69-d2fe-42cd-845e-edfcff5afb9a req-7f285d09-bb03-4240-a2c1-f2008dc08940 service neutron] Attempting to bind port dab6faca-5968-4a0f-a0c9-66a16716c00b on network b5f55a3b-bf42-4192-82a8-a67c4a16d27d {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:56:31.352460 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57bd7d69-d2fe-42cd-845e-edfcff5afb9a req-7f285d09-bb03-4240-a2c1-f2008dc08940 service neutron] Port dab6faca-5968-4a0f-a0c9-66a16716c00b on network b5f55a3b-bf42-4192-82a8-a67c4a16d27d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 08:56:31.352460 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57bd7d69-d2fe-42cd-845e-edfcff5afb9a req-7f285d09-bb03-4240-a2c1-f2008dc08940 service neutron] Attempting to bind port dab6faca-5968-4a0f-a0c9-66a16716c00b on network b5f55a3b-bf42-4192-82a8-a67c4a16d27d {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:56:31.353882 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57bd7d69-d2fe-42cd-845e-edfcff5afb9a req-7f285d09-bb03-4240-a2c1-f2008dc08940 service neutron] Checking agent: {'id': 'f735dfbb-9ed2-4de7-8aa1-fea4a962ae1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 34, 26), 'started_at': datetime.datetime(2022, 2, 4, 8, 34, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:56:31.354217 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57bd7d69-d2fe-42cd-845e-edfcff5afb9a req-7f285d09-bb03-4240-a2c1-f2008dc08940 service neutron] Checking segment: {'id': '180527a8-74b9-4084-b351-9b764d707034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b5f55a3b-bf42-4192-82a8-a67c4a16d27d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:56:31.354598 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57bd7d69-d2fe-42cd-845e-edfcff5afb9a req-7f285d09-bb03-4240-a2c1-f2008dc08940 service neutron] Bound using segment: {'id': '180527a8-74b9-4084-b351-9b764d707034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b5f55a3b-bf42-4192-82a8-a67c4a16d27d'} {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:56:31.355013 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.managers [req-57bd7d69-d2fe-42cd-845e-edfcff5afb9a req-7f285d09-bb03-4240-a2c1-f2008dc08940 service neutron] Bound port: dab6faca-5968-4a0f-a0c9-66a16716c00b, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '180527a8-74b9-4084-b351-9b764d707034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b5f55a3b-bf42-4192-82a8-a67c4a16d27d'}}] {{(pid=84107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:56:31.355357 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-57bd7d69-d2fe-42cd-845e-edfcff5afb9a req-7f285d09-bb03-4240-a2c1-f2008dc08940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:31.406479 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-0ba8b390-57a8-4e33-ad90-8c107f2ffcb5 req-857e3a2b-6345-4cfe-8230-5c0d503120f7 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Unset dirty status for tenant:7df2bfd740464e869863a41b14f4d5af on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:56:31.407618 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-0ba8b390-57a8-4e33-ad90-8c107f2ffcb5 req-857e3a2b-6345-4cfe-8230-5c0d503120f7 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d655d16-041d-4a7c-ade2-4239d4f69eb6 HTTP/1.1" status: 200 len: 943 time: 0.2867854 Feb 04 08:56:31.477521 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [req-57bd7d69-d2fe-42cd-845e-edfcff5afb9a req-7f285d09-bb03-4240-a2c1-f2008dc08940 service neutron] For port dab6faca-5968-4a0f-a0c9-66a16716c00b, host hv-neutron-8277, cleared binding levels {{(pid=84107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:56:31.481799 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [req-57bd7d69-d2fe-42cd-845e-edfcff5afb9a req-7f285d09-bb03-4240-a2c1-f2008dc08940 service neutron] For port dab6faca-5968-4a0f-a0c9-66a16716c00b, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=dab6faca-5968-4a0f-a0c9-66a16716c00b,segment=NetworkSegment(180527a8-74b9-4084-b351-9b764d707034),segment_id=180527a8-74b9-4084-b351-9b764d707034)] {{(pid=84107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:56:31.487248 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-0ba8b390-57a8-4e33-ad90-8c107f2ffcb5 req-415bd861-aaf6-42e0-b069-effa0210a9d4 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=d15d482d-2040-4157-8982-0e940430fb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703659 Feb 04 08:56:31.566536 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-57bd7d69-d2fe-42cd-845e-edfcff5afb9a req-7f285d09-bb03-4240-a2c1-f2008dc08940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:31.633260 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-57bd7d69-d2fe-42cd-845e-edfcff5afb9a req-7f285d09-bb03-4240-a2c1-f2008dc08940 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:31.634565 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-57bd7d69-d2fe-42cd-845e-edfcff5afb9a req-7f285d09-bb03-4240-a2c1-f2008dc08940 service neutron] 10.222.0.47 "PUT /v2.0/ports/dab6faca-5968-4a0f-a0c9-66a16716c00b HTTP/1.1" status: 200 len: 1093 time: 1.1382666 Feb 04 08:56:31.634992 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d655d16-041d-4a7c-ade2-4239d4f69eb6', 'tag': 'dab6faca-5968-4a0f-a0c9-66a16716c00b'}] {{(pid=84107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:56:31.653029 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f285d09-bb03-4240-a2c1-f2008dc08940 service neutron] Pushing event updated for resources: {'Port': ['ID=dab6faca-5968-4a0f-a0c9-66a16716c00b,revision_number=3']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:56:31.696523 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d655d16-041d-4a7c-ade2-4239d4f69eb6', 'tag': 'dab6faca-5968-4a0f-a0c9-66a16716c00b', 'status': 'completed', 'code': 200} Feb 04 08:56:31.789021 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-0e3c0335-f724-4037-9147-3675f2f1334f req-587d9638-28eb-4925-9355-6fcaa9c386b8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7df2bfd740464e869863a41b14f4d5af&device_id=2d655d16-041d-4a7c-ade2-4239d4f69eb6 HTTP/1.1" status: 200 len: 1096 time: 0.0747027 Feb 04 08:56:32.015258 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3c0335-f724-4037-9147-3675f2f1334f req-431d8c7c-eed7-4532-8593-f6769237152b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:56:32.016665 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-0e3c0335-f724-4037-9147-3675f2f1334f req-431d8c7c-eed7-4532-8593-f6769237152b service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=7df2bfd740464e869863a41b14f4d5af&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2213907 Feb 04 08:56:32.148088 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3c0335-f724-4037-9147-3675f2f1334f req-c15f8f50-7871-4586-8a97-a0c5f6258b73 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:56:32.149524 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-0e3c0335-f724-4037-9147-3675f2f1334f req-c15f8f50-7871-4586-8a97-a0c5f6258b73 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1251512 Feb 04 08:56:32.253317 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-57bd7d69-d2fe-42cd-845e-edfcff5afb9a req-a89e66b5-8bb9-49f1-adc8-a7200ae71087 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7df2bfd740464e869863a41b14f4d5af&device_id=2d655d16-041d-4a7c-ade2-4239d4f69eb6 HTTP/1.1" status: 200 len: 1096 time: 0.0673146 Feb 04 08:56:32.325903 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-57bd7d69-d2fe-42cd-845e-edfcff5afb9a req-8dbdcd78-631b-4b60-95df-7d63d3b1079b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dab6faca-5968-4a0f-a0c9-66a16716c00b HTTP/1.1" status: 200 len: 217 time: 0.0633221 Feb 04 08:56:32.383944 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bd7d69-d2fe-42cd-845e-edfcff5afb9a req-c9ef9a5f-8884-4de5-8392-6093dd14dc2a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:56:32.385421 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-57bd7d69-d2fe-42cd-845e-edfcff5afb9a req-c9ef9a5f-8884-4de5-8392-6093dd14dc2a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5f0a53b9-7437-4e89-bb8d-cd33ff35fd33 HTTP/1.1" status: 200 len: 835 time: 0.0558584 Feb 04 08:56:32.469393 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-57bd7d69-d2fe-42cd-845e-edfcff5afb9a req-dbaea9e2-7816-43e5-be95-58736afb2c35 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b5f55a3b-bf42-4192-82a8-a67c4a16d27d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778275 Feb 04 08:56:32.597608 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-57bd7d69-d2fe-42cd-845e-edfcff5afb9a req-5b2de9fb-9f63-4656-b014-456964e0254d service neutron] 10.222.0.47 "GET /v2.0/networks/b5f55a3b-bf42-4192-82a8-a67c4a16d27d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221330 Feb 04 08:56:32.774261 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-57bd7d69-d2fe-42cd-845e-edfcff5afb9a req-ea6c7935-7be9-43d1-bb3c-8cece8e03be9 service neutron] 10.222.0.47 "GET /v2.0/networks/b5f55a3b-bf42-4192-82a8-a67c4a16d27d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700883 Feb 04 08:56:32.783576 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc49246-28b0-423c-92fa-3b9a2aaf4985 req-0b484049-27df-4475-9ffb-6630e3a20956 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:56:32.784988 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7bc49246-28b0-423c-92fa-3b9a2aaf4985 req-0b484049-27df-4475-9ffb-6630e3a20956 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d655d16-041d-4a7c-ade2-4239d4f69eb6 HTTP/1.1" status: 200 len: 943 time: 0.1820509 Feb 04 08:56:32.832813 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7bc49246-28b0-423c-92fa-3b9a2aaf4985 req-b005710d-ed34-41ff-bd44-cd2c02345861 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=d15d482d-2040-4157-8982-0e940430fb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419133 Feb 04 08:56:34.024812 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edbf6c7-0280-4104-9ea7-2abc75ed5fca req-0512b53e-d89d-4159-92c0-3681039c9b6c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:56:34.026244 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-9edbf6c7-0280-4104-9ea7-2abc75ed5fca req-0512b53e-d89d-4159-92c0-3681039c9b6c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d655d16-041d-4a7c-ade2-4239d4f69eb6 HTTP/1.1" status: 200 len: 943 time: 0.0746808 Feb 04 08:56:34.070789 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-9edbf6c7-0280-4104-9ea7-2abc75ed5fca req-c935fca8-ee0f-4381-a3c6-5919357beed6 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=d15d482d-2040-4157-8982-0e940430fb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385423 Feb 04 08:56:35.263164 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30b8a5e-f525-4f18-940c-bc9d09375e88 req-9b082d62-92d6-41de-96b5-515a8fee9aa3 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:56:35.264517 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d30b8a5e-f525-4f18-940c-bc9d09375e88 req-9b082d62-92d6-41de-96b5-515a8fee9aa3 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d655d16-041d-4a7c-ade2-4239d4f69eb6 HTTP/1.1" status: 200 len: 943 time: 0.0766487 Feb 04 08:56:35.307315 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d30b8a5e-f525-4f18-940c-bc9d09375e88 req-2b4e104c-6b68-436b-8495-c1fbf4c55440 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=d15d482d-2040-4157-8982-0e940430fb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373063 Feb 04 08:56:35.982547 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device dab6faca-5968-4a0f-a0c9-66a16716c00b details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=84109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 08:56:36.112383 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port dab6faca-5968-4a0f-a0c9-66a16716c00b, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=dab6faca-5968-4a0f-a0c9-66a16716c00b,segment=NetworkSegment(180527a8-74b9-4084-b351-9b764d707034),segment_id=180527a8-74b9-4084-b351-9b764d707034)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:56:36.125338 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Returning: {'device': 'dab6faca-5968-4a0f-a0c9-66a16716c00b', 'network_id': 'b5f55a3b-bf42-4192-82a8-a67c4a16d27d', 'port_id': 'dab6faca-5968-4a0f-a0c9-66a16716c00b', 'mac_address': 'fa:16:3e:3b:1a:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f0a53b9-7437-4e89-bb8d-cd33ff35fd33', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 08:56:36.175981 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:36.192749 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dab6faca-5968-4a0f-a0c9-66a16716c00b {{(pid=84109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 08:56:36.207132 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port dab6faca-5968-4a0f-a0c9-66a16716c00b, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=dab6faca-5968-4a0f-a0c9-66a16716c00b,segment=NetworkSegment(180527a8-74b9-4084-b351-9b764d707034),segment_id=180527a8-74b9-4084-b351-9b764d707034)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:56:36.298726 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:36.366211 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=dab6faca-5968-4a0f-a0c9-66a16716c00b,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:56:36.502449 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31244099-421e-49de-a1e0-bc869c50f188 req-f2d65651-63b3-4698-997e-00bbcaddada1 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:56:36.503884 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-31244099-421e-49de-a1e0-bc869c50f188 req-f2d65651-63b3-4698-997e-00bbcaddada1 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d655d16-041d-4a7c-ade2-4239d4f69eb6 HTTP/1.1" status: 200 len: 944 time: 0.0769551 Feb 04 08:56:36.547048 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-31244099-421e-49de-a1e0-bc869c50f188 req-a26a20c1-2023-4b7d-8824-97fc7c5082f1 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=d15d482d-2040-4157-8982-0e940430fb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377305 Feb 04 08:56:36.622195 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] get_ports_and_sgs() called for port_ids ['dab6faca-5968-4a0f-a0c9-66a16716c00b'] {{(pid=84109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 08:56:37.744859 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4055c0-8aa1-44cf-bece-c6814106e7de req-a48a3cd7-3dcc-4ab0-810a-f519ca83c34d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:56:37.746783 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-6a4055c0-8aa1-44cf-bece-c6814106e7de req-a48a3cd7-3dcc-4ab0-810a-f519ca83c34d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d655d16-041d-4a7c-ade2-4239d4f69eb6 HTTP/1.1" status: 200 len: 944 time: 0.0770278 Feb 04 08:56:37.790614 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-6a4055c0-8aa1-44cf-bece-c6814106e7de req-9feb2b8d-4f27-4298-aa11-071b1b01c121 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=d15d482d-2040-4157-8982-0e940430fb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384686 Feb 04 08:56:37.999547 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device dab6faca-5968-4a0f-a0c9-66a16716c00b up at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:56:38.131651 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Provisioning for port dab6faca-5968-4a0f-a0c9-66a16716c00b completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:56:38.136137 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Provisioning complete for port dab6faca-5968-4a0f-a0c9-66a16716c00b triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:56:38.136508 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:38.246898 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:38.272127 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d655d16-041d-4a7c-ade2-4239d4f69eb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dab6faca-5968-4a0f-a0c9-66a16716c00b'}] {{(pid=84109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:56:38.282248 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port dab6faca-5968-4a0f-a0c9-66a16716c00b, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=dab6faca-5968-4a0f-a0c9-66a16716c00b,segment=NetworkSegment(180527a8-74b9-4084-b351-9b764d707034),segment_id=180527a8-74b9-4084-b351-9b764d707034)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:56:38.327756 dv-neutron-827798-2-hyperv neutron-server[84109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d655d16-041d-4a7c-ade2-4239d4f69eb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dab6faca-5968-4a0f-a0c9-66a16716c00b', 'code': 200} Feb 04 08:56:38.361731 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:38.426271 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=dab6faca-5968-4a0f-a0c9-66a16716c00b,revision_number=5']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:56:38.722461 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-78b97dd6-e6a0-46f5-a8a4-535781a9f395 req-77659eb1-c722-4c9e-91aa-bcf3ab80bdb2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2d655d16-041d-4a7c-ade2-4239d4f69eb6 HTTP/1.1" status: 200 len: 1098 time: 0.0651784 Feb 04 08:56:38.762926 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-78b97dd6-e6a0-46f5-a8a4-535781a9f395 req-ec6c07a7-bd09-4794-a98c-b15d2cd846a9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d15d482d-2040-4157-8982-0e940430fb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343580 Feb 04 08:56:38.991266 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e6a6d5-1f8b-4213-9a73-35c056c3d358 req-53c1a7aa-186e-4abc-b379-732e2ac012a8 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:56:38.992749 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-63e6a6d5-1f8b-4213-9a73-35c056c3d358 req-53c1a7aa-186e-4abc-b379-732e2ac012a8 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d655d16-041d-4a7c-ade2-4239d4f69eb6 HTTP/1.1" status: 200 len: 945 time: 0.0811365 Feb 04 08:56:39.038517 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-63e6a6d5-1f8b-4213-9a73-35c056c3d358 req-88f1ed31-7968-451a-ab27-8a31fd878b1c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=d15d482d-2040-4157-8982-0e940430fb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394306 Feb 04 08:56:40.233437 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324e528e-af97-4c92-8a58-81729b604645 req-4fd54d38-578f-4553-9afe-c97330d11e19 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:56:40.234924 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-324e528e-af97-4c92-8a58-81729b604645 req-4fd54d38-578f-4553-9afe-c97330d11e19 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d655d16-041d-4a7c-ade2-4239d4f69eb6 HTTP/1.1" status: 200 len: 945 time: 0.0756476 Feb 04 08:56:40.384486 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-324e528e-af97-4c92-8a58-81729b604645 req-20d3ff5e-35c3-4863-963c-c5236026fde9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=d15d482d-2040-4157-8982-0e940430fb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438708 Feb 04 08:56:41.575961 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc41978-760d-4b1e-88ac-0fb9a4f16847 req-c8cc5d74-3401-4adb-b19a-41208d68bc06 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:56:41.577413 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5fc41978-760d-4b1e-88ac-0fb9a4f16847 req-c8cc5d74-3401-4adb-b19a-41208d68bc06 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d655d16-041d-4a7c-ade2-4239d4f69eb6 HTTP/1.1" status: 200 len: 945 time: 0.0738630 Feb 04 08:56:41.620599 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5fc41978-760d-4b1e-88ac-0fb9a4f16847 req-bcc5e74d-78f1-439b-bf55-5094ae089679 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=d15d482d-2040-4157-8982-0e940430fb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377808 Feb 04 08:56:41.827780 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0374e664-ccad-4b9c-bd69-93d206bebec1 req-ed21cb1c-071a-4d4f-aee3-e0b0d3f19f09 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:56:41.829215 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-0374e664-ccad-4b9c-bd69-93d206bebec1 req-ed21cb1c-071a-4d4f-aee3-e0b0d3f19f09 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d655d16-041d-4a7c-ade2-4239d4f69eb6 HTTP/1.1" status: 200 len: 945 time: 0.0760078 Feb 04 08:56:41.871924 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-0374e664-ccad-4b9c-bd69-93d206bebec1 req-31df6f74-011c-4838-ab66-e8d2e34803b4 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=d15d482d-2040-4157-8982-0e940430fb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374024 Feb 04 08:56:41.898702 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 58570) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:56:41.979834 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-a55c5b34-0675-4f2c-b783-55440b7cb3c7 tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=2d655d16-041d-4a7c-ade2-4239d4f69eb6 HTTP/1.1" status: 200 len: 1093 time: 0.0799272 Feb 04 08:56:41.982752 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 58574) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:56:41.995568 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-d3f7714a-a15b-4fee-b015-9963ac6da100 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'floatingip': {'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'port_id': 'dab6faca-5968-4a0f-a0c9-66a16716c00b', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:56:42.001769 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-d3f7714a-a15b-4fee-b015-9963ac6da100 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:56:42.005553 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-d3f7714a-a15b-4fee-b015-9963ac6da100 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:floatingip and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:56:42.008367 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-d3f7714a-a15b-4fee-b015-9963ac6da100 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:56:42.014598 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-d3f7714a-a15b-4fee-b015-9963ac6da100 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:56:42.081321 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d3f7714a-a15b-4fee-b015-9963ac6da100 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for floatingip, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:42.210471 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d3f7714a-a15b-4fee-b015-9963ac6da100 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:42.349414 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-d3f7714a-a15b-4fee-b015-9963ac6da100 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Allocated IP 172.26.3.124 (e264bd74-c56b-43d0-9059-bcb57dbbe5bc/79caf47c-b62c-4ea0-b35f-21ede155daa8/0787ff3d-7199-4319-8b3f-a065342cf41f) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:56:42.491722 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d3f7714a-a15b-4fee-b015-9963ac6da100 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:42.584892 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d3f7714a-a15b-4fee-b015-9963ac6da100 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:42.655950 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f7714a-a15b-4fee-b015-9963ac6da100 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Network e264bd74-c56b-43d0-9059-bcb57dbbe5bc is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:56:42.658805 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-d3f7714a-a15b-4fee-b015-9963ac6da100 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:56:42.663055 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f7714a-a15b-4fee-b015-9963ac6da100 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:56:42.687321 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f7714a-a15b-4fee-b015-9963ac6da100 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'Port': ['ID=0787ff3d-7199-4319-8b3f-a065342cf41f,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:56:43.162513 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d3f7714a-a15b-4fee-b015-9963ac6da100 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:43.255709 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d3f7714a-a15b-4fee-b015-9963ac6da100 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:43.465344 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d3f7714a-a15b-4fee-b015-9963ac6da100 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:43.498574 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d3f7714a-a15b-4fee-b015-9963ac6da100 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:43.685164 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f7714a-a15b-4fee-b015-9963ac6da100 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'Port': ['ID=0787ff3d-7199-4319-8b3f-a065342cf41f,revision_number=2']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:56:43.702539 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d3f7714a-a15b-4fee-b015-9963ac6da100 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473039'] for floatingip, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:43.888265 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.l3_db [None req-d3f7714a-a15b-4fee-b015-9963ac6da100 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Floating IP 53c2d081-c875-4be1-a16c-2bc1f2882746 associated. External IP: 172.26.3.124, port: dab6faca-5968-4a0f-a0c9-66a16716c00b. Feb 04 08:56:44.264271 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3f7714a-a15b-4fee-b015-9963ac6da100 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Router 109b0211-24e9-46cc-896d-e7c712bf9c55 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:56:44.461060 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3f7714a-a15b-4fee-b015-9963ac6da100 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:56:44.470710 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fed9a1-d7bf-436e-97e7-a5a9c4d05dec None None] Sync routers for ids ['109b0211-24e9-46cc-896d-e7c712bf9c55'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:56:44.486907 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fed9a1-d7bf-436e-97e7-a5a9c4d05dec None None] Routers {'109b0211-24e9-46cc-896d-e7c712bf9c55'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:56:44.487514 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-25fed9a1-d7bf-436e-97e7-a5a9c4d05dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:56:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['109b0211-24e9-46cc-896d-e7c712bf9c55'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:56:44.537195 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d3f7714a-a15b-4fee-b015-9963ac6da100 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for floatingip, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:44.605119 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-d3f7714a-a15b-4fee-b015-9963ac6da100 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6102200 Feb 04 08:56:44.605119 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d655d16-041d-4a7c-ade2-4239d4f69eb6', 'tag': 'dab6faca-5968-4a0f-a0c9-66a16716c00b'}] {{(pid=84107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:56:44.657535 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d655d16-041d-4a7c-ade2-4239d4f69eb6', 'tag': 'dab6faca-5968-4a0f-a0c9-66a16716c00b', 'status': 'completed', 'code': 200} Feb 04 08:56:44.663380 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-25fed9a1-d7bf-436e-97e7-a5a9c4d05dec None None] Set router 109b0211-24e9-46cc-896d-e7c712bf9c55 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:56:44.744267 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-486a4e0d-c710-40c6-8d88-87b0f1dfc87a req-bd3e560b-b292-4d5f-91a7-1262160241cb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7df2bfd740464e869863a41b14f4d5af&device_id=2d655d16-041d-4a7c-ade2-4239d4f69eb6 HTTP/1.1" status: 200 len: 1098 time: 0.0663755 Feb 04 08:56:44.872758 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486a4e0d-c710-40c6-8d88-87b0f1dfc87a req-1aa8a063-ec39-42e5-b94b-d2dd7ae134c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:56:44.874177 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-486a4e0d-c710-40c6-8d88-87b0f1dfc87a req-1aa8a063-ec39-42e5-b94b-d2dd7ae134c2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b5f55a3b-bf42-4192-82a8-a67c4a16d27d HTTP/1.1" status: 200 len: 898 time: 0.1244218 Feb 04 08:56:44.977303 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-486a4e0d-c710-40c6-8d88-87b0f1dfc87a req-2a653747-8e90-45c9-99c6-ea0b633eb978 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dab6faca-5968-4a0f-a0c9-66a16716c00b HTTP/1.1" status: 200 len: 999 time: 0.0969849 Feb 04 08:56:45.039742 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486a4e0d-c710-40c6-8d88-87b0f1dfc87a req-57284c37-4d3c-435b-a2d8-f678b8922fab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:56:45.041185 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-486a4e0d-c710-40c6-8d88-87b0f1dfc87a req-57284c37-4d3c-435b-a2d8-f678b8922fab service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5f0a53b9-7437-4e89-bb8d-cd33ff35fd33 HTTP/1.1" status: 200 len: 835 time: 0.0575881 Feb 04 08:56:45.050133 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-25fed9a1-d7bf-436e-97e7-a5a9c4d05dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '109b0211-24e9-46cc-896d-e7c712bf9c55', 'name': 'tempest-TestNetworkBasicOps-router-400858096', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.185'}], 'enable_snat': True}, 'gw_port_id': 'b61a9d5d-f0b3-45d9-8cda-ebbab55e6527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:55:57Z', 'updated_at': '2022-02-04T08:56:02Z', 'revision_number': 4, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': 'b61a9d5d-f0b3-45d9-8cda-ebbab55e6527', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109b0211-24e9-46cc-896d-e7c712bf9c55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:55:57Z', 'updated_at': '2022-02-04T08:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': '53c2d081-c875-4be1-a16c-2bc1f2882746', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'floating_ip_address': '172.26.3.124', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': '109b0211-24e9-46cc-896d-e7c712bf9c55', 'port_id': 'dab6faca-5968-4a0f-a0c9-66a16716c00b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5f55a3b-bf42-4192-82a8-a67c4a16d27d', 'mac_address': 'fa:16:3e:3b:1a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d655d16-041d-4a7c-ade2-4239d4f69eb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T08:56:43Z', 'updated_at': '2022-02-04T08:56:43Z', 'revision_number': 0, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'fixed_ip_address_scope': None}, {'id': '5cdd5366-412d-404c-9fe9-cedbbf48bdf1', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'floating_ip_address': '172.26.3.200', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': '109b0211-24e9-46cc-896d-e7c712bf9c55', 'port_id': '0260b028-df54-42bf-bbd1-345643c4aa7f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5f55a3b-bf42-4192-82a8-a67c4a16d27d', 'mac_address': 'fa:16:3e:23:d1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c29b08-e6f8-4588-9836-f138439b36bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T08:56:22Z', 'updated_at': '2022-02-04T08:56:25Z', 'revision_number': 1, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9502ed1-86fe-4fb0-89c9-ccadbbb22ff1', 'name': '', 'network_id': 'b5f55a3b-bf42-4192-82a8-a67c4a16d27d', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'mac_address': 'fa:16:3e:5f:8e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109b0211-24e9-46cc-896d-e7c712bf9c55', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f0a53b9-7437-4e89-bb8d-cd33ff35fd33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:56:01Z', 'updated_at': '2022-02-04T08:56:08Z', 'revision_number': 5, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'subnets': [{'id': '5f0a53b9-7437-4e89-bb8d-cd33ff35fd33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:56:45.053926 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fed9a1-d7bf-436e-97e7-a5a9c4d05dec None None] Checking router: 109b0211-24e9-46cc-896d-e7c712bf9c55 for host: dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 08:56:45.064931 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fed9a1-d7bf-436e-97e7-a5a9c4d05dec None None] Routers {'109b0211-24e9-46cc-896d-e7c712bf9c55'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:56:45.065512 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-25fed9a1-d7bf-436e-97e7-a5a9c4d05dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:56:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['109b0211-24e9-46cc-896d-e7c712bf9c55'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:56:45.116572 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-486a4e0d-c710-40c6-8d88-87b0f1dfc87a req-2b5b890d-02e6-465b-b570-42ec69f310bd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b5f55a3b-bf42-4192-82a8-a67c4a16d27d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685372 Feb 04 08:56:45.238804 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-25fed9a1-d7bf-436e-97e7-a5a9c4d05dec None None] Set router 109b0211-24e9-46cc-896d-e7c712bf9c55 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:56:45.347315 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-486a4e0d-c710-40c6-8d88-87b0f1dfc87a req-831c3fa1-7abe-41be-9889-5fd2336e2077 service neutron] 10.222.0.47 "GET /v2.0/networks/b5f55a3b-bf42-4192-82a8-a67c4a16d27d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242765 Feb 04 08:56:45.476434 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-486a4e0d-c710-40c6-8d88-87b0f1dfc87a req-d25e113d-3689-43b1-baf6-9a7cbfe0bbc0 service neutron] 10.222.0.47 "GET /v2.0/networks/b5f55a3b-bf42-4192-82a8-a67c4a16d27d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226962 Feb 04 08:56:45.588139 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-25fed9a1-d7bf-436e-97e7-a5a9c4d05dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '109b0211-24e9-46cc-896d-e7c712bf9c55', 'name': 'tempest-TestNetworkBasicOps-router-400858096', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.185'}], 'enable_snat': True}, 'gw_port_id': 'b61a9d5d-f0b3-45d9-8cda-ebbab55e6527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:55:57Z', 'updated_at': '2022-02-04T08:56:02Z', 'revision_number': 4, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': 'b61a9d5d-f0b3-45d9-8cda-ebbab55e6527', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109b0211-24e9-46cc-896d-e7c712bf9c55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:55:57Z', 'updated_at': '2022-02-04T08:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': '53c2d081-c875-4be1-a16c-2bc1f2882746', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'floating_ip_address': '172.26.3.124', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': '109b0211-24e9-46cc-896d-e7c712bf9c55', 'port_id': 'dab6faca-5968-4a0f-a0c9-66a16716c00b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5f55a3b-bf42-4192-82a8-a67c4a16d27d', 'mac_address': 'fa:16:3e:3b:1a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d655d16-041d-4a7c-ade2-4239d4f69eb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T08:56:43Z', 'updated_at': '2022-02-04T08:56:43Z', 'revision_number': 0, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'fixed_ip_address_scope': None}, {'id': '5cdd5366-412d-404c-9fe9-cedbbf48bdf1', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'floating_ip_address': '172.26.3.200', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': '109b0211-24e9-46cc-896d-e7c712bf9c55', 'port_id': '0260b028-df54-42bf-bbd1-345643c4aa7f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5f55a3b-bf42-4192-82a8-a67c4a16d27d', 'mac_address': 'fa:16:3e:23:d1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c29b08-e6f8-4588-9836-f138439b36bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T08:56:22Z', 'updated_at': '2022-02-04T08:56:25Z', 'revision_number': 1, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9502ed1-86fe-4fb0-89c9-ccadbbb22ff1', 'name': '', 'network_id': 'b5f55a3b-bf42-4192-82a8-a67c4a16d27d', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'mac_address': 'fa:16:3e:5f:8e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109b0211-24e9-46cc-896d-e7c712bf9c55', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f0a53b9-7437-4e89-bb8d-cd33ff35fd33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:56:01Z', 'updated_at': '2022-02-04T08:56:08Z', 'revision_number': 5, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'subnets': [{'id': '5f0a53b9-7437-4e89-bb8d-cd33ff35fd33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:56:45.592089 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fed9a1-d7bf-436e-97e7-a5a9c4d05dec None None] The sync data for ids ['109b0211-24e9-46cc-896d-e7c712bf9c55'] in dv-neutron-827798-2-hyperv is: [{'id': '109b0211-24e9-46cc-896d-e7c712bf9c55', 'name': 'tempest-TestNetworkBasicOps-router-400858096', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.185'}], 'enable_snat': True}, 'gw_port_id': 'b61a9d5d-f0b3-45d9-8cda-ebbab55e6527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:55:57Z', 'updated_at': '2022-02-04T08:56:02Z', 'revision_number': 4, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': 'b61a9d5d-f0b3-45d9-8cda-ebbab55e6527', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109b0211-24e9-46cc-896d-e7c712bf9c55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:55:57Z', 'updated_at': '2022-02-04T08:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': '53c2d081-c875-4be1-a16c-2bc1f2882746', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'floating_ip_address': '172.26.3.124', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': '109b0211-24e9-46cc-896d-e7c712bf9c55', 'port_id': 'dab6faca-5968-4a0f-a0c9-66a16716c00b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5f55a3b-bf42-4192-82a8-a67c4a16d27d', 'mac_address': 'fa:16:3e:3b:1a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d655d16-041d-4a7c-ade2-4239d4f69eb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T08:56:43Z', 'updated_at': '2022-02-04T08:56:43Z', 'revision_number': 0, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'fixed_ip_address_scope': None}, {'id': '5cdd5366-412d-404c-9fe9-cedbbf48bdf1', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'floating_ip_address': '172.26.3.200', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': '109b0211-24e9-46cc-896d-e7c712bf9c55', 'port_id': '0260b028-df54-42bf-bbd1-345643c4aa7f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5f55a3b-bf42-4192-82a8-a67c4a16d27d', 'mac_address': 'fa:16:3e:23:d1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c29b08-e6f8-4588-9836-f138439b36bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T08:56:22Z', 'updated_at': '2022-02-04T08:56:25Z', 'revision_number': 1, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9502ed1-86fe-4fb0-89c9-ccadbbb22ff1', 'name': '', 'network_id': 'b5f55a3b-bf42-4192-82a8-a67c4a16d27d', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'mac_address': 'fa:16:3e:5f:8e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109b0211-24e9-46cc-896d-e7c712bf9c55', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f0a53b9-7437-4e89-bb8d-cd33ff35fd33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:56:01Z', 'updated_at': '2022-02-04T08:56:08Z', 'revision_number': 5, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'subnets': [{'id': '5f0a53b9-7437-4e89-bb8d-cd33ff35fd33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:56:45.777911 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df2c127-860a-4c3c-a51c-892a1cab1db0 None None] New status for floating IP 53c2d081-c875-4be1-a16c-2bc1f2882746: ACTIVE {{(pid=84110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 08:56:49.164368 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c3e578a8-fbf2-4236-bb39-96295cf0f1ef req-1ac77f2f-a8f4-41d4-874a-2752ff2060d8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b4c29b08-e6f8-4588-9836-f138439b36bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0654461 Feb 04 08:56:49.303851 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c3e578a8-fbf2-4236-bb39-96295cf0f1ef req-4a5f3e17-005d-45d5-8fad-582b8958fc28 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7df2bfd740464e869863a41b14f4d5af&device_id=b4c29b08-e6f8-4588-9836-f138439b36bf HTTP/1.1" status: 200 len: 1099 time: 0.0722432 Feb 04 08:56:49.450115 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e578a8-fbf2-4236-bb39-96295cf0f1ef req-93749649-1379-4387-b4d9-9ab7df2bd04b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:56:49.451523 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c3e578a8-fbf2-4236-bb39-96295cf0f1ef req-93749649-1379-4387-b4d9-9ab7df2bd04b service neutron] 10.222.0.47 "GET /v2.0/networks?id=b5f55a3b-bf42-4192-82a8-a67c4a16d27d HTTP/1.1" status: 200 len: 898 time: 0.1293385 Feb 04 08:56:49.482847 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-4aa53d5e-bbab-4570-86b4-4838f2b8309d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:49.552915 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c3e578a8-fbf2-4236-bb39-96295cf0f1ef req-cf88279d-649e-4816-ad79-04d0333e6361 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0260b028-df54-42bf-bbd1-345643c4aa7f HTTP/1.1" status: 200 len: 1002 time: 0.0947349 Feb 04 08:56:49.617105 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e578a8-fbf2-4236-bb39-96295cf0f1ef req-00f17d25-6922-44c7-8278-f12e8bcd8fbd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:56:49.618519 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c3e578a8-fbf2-4236-bb39-96295cf0f1ef req-00f17d25-6922-44c7-8278-f12e8bcd8fbd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5f0a53b9-7437-4e89-bb8d-cd33ff35fd33 HTTP/1.1" status: 200 len: 835 time: 0.0594997 Feb 04 08:56:49.690969 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c3e578a8-fbf2-4236-bb39-96295cf0f1ef req-b1620b18-5c4a-4e14-bc3e-fcd450aeb8f8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b5f55a3b-bf42-4192-82a8-a67c4a16d27d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670786 Feb 04 08:56:49.819467 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c3e578a8-fbf2-4236-bb39-96295cf0f1ef req-bc68a96e-58a5-48af-b4c5-15382e23fd92 service neutron] 10.222.0.47 "GET /v2.0/networks/b5f55a3b-bf42-4192-82a8-a67c4a16d27d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225023 Feb 04 08:56:49.948345 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c3e578a8-fbf2-4236-bb39-96295cf0f1ef req-cfd239cc-9659-4b73-8941-d2f44c2f4398 service neutron] 10.222.0.47 "GET /v2.0/networks/b5f55a3b-bf42-4192-82a8-a67c4a16d27d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226547 Feb 04 08:56:50.098475 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 08:56:51.703060 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-fb63763c-1ba3-4982-8a4f-9b0b1c8ed009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:52.875489 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:52.937113 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:54.356427 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:56:56.161619 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:57:19.462087 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-464a3725-7e20-47ad-91a7-8a7c09dbe943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:57:21.704863 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-d5dd797e-1d48-45ef-8888-392ea9ccc588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:57:22.874852 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:57:22.932766 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:57:24.338296 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:57:26.161416 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:57:27.099745 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 08:57:49.492619 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12f2022a-03cf-4d1c-b478-0f2792f4b8de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:57:51.271793 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-9cc03e86-2423-4aa8-886f-e2ed3a9a4c50 req-ce5d79c8-75ee-4a9b-bf5f-4c60ba5f02c1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2d655d16-041d-4a7c-ade2-4239d4f69eb6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1322305 Feb 04 08:57:51.359304 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-9cc03e86-2423-4aa8-886f-e2ed3a9a4c50 req-9b488658-5e2a-4cdb-9aa9-63dc8a696da1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7df2bfd740464e869863a41b14f4d5af&device_id=2d655d16-041d-4a7c-ade2-4239d4f69eb6 HTTP/1.1" status: 200 len: 1098 time: 0.0664780 Feb 04 08:57:51.498920 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc03e86-2423-4aa8-886f-e2ed3a9a4c50 req-0dad33c4-c43f-4a41-aa84-6129246901fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:57:51.500277 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-9cc03e86-2423-4aa8-886f-e2ed3a9a4c50 req-0dad33c4-c43f-4a41-aa84-6129246901fb service neutron] 10.222.0.47 "GET /v2.0/networks?id=b5f55a3b-bf42-4192-82a8-a67c4a16d27d HTTP/1.1" status: 200 len: 898 time: 0.1237657 Feb 04 08:57:51.601074 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-9cc03e86-2423-4aa8-886f-e2ed3a9a4c50 req-1440f58c-1ec0-4a24-b0f0-72969f657038 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dab6faca-5968-4a0f-a0c9-66a16716c00b HTTP/1.1" status: 200 len: 1001 time: 0.0944331 Feb 04 08:57:51.662150 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc03e86-2423-4aa8-886f-e2ed3a9a4c50 req-1b32f453-eacc-4890-a43f-773a126ffb16 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:57:51.667405 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-9cc03e86-2423-4aa8-886f-e2ed3a9a4c50 req-1b32f453-eacc-4890-a43f-773a126ffb16 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5f0a53b9-7437-4e89-bb8d-cd33ff35fd33 HTTP/1.1" status: 200 len: 835 time: 0.0564070 Feb 04 08:57:51.721287 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-b71c89ed-fea6-4f48-8b04-9359421fbeef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:57:51.739915 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-9cc03e86-2423-4aa8-886f-e2ed3a9a4c50 req-5c0e710e-19f9-4faa-a8dd-65fe125ec9f1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b5f55a3b-bf42-4192-82a8-a67c4a16d27d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705640 Feb 04 08:57:51.750512 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [req-9cc03e86-2423-4aa8-886f-e2ed3a9a4c50 req-ab5086e5-37e4-4507-9e3f-7d6b6ae20ef1 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=84107) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 08:57:51.751352 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-9cc03e86-2423-4aa8-886f-e2ed3a9a4c50 req-ab5086e5-37e4-4507-9e3f-7d6b6ae20ef1 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0052695 Feb 04 08:57:51.963566 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-9cc03e86-2423-4aa8-886f-e2ed3a9a4c50 req-3a42578d-e220-43c0-ada5-97e60a59b81d service neutron] 10.222.0.47 "GET /v2.0/networks/b5f55a3b-bf42-4192-82a8-a67c4a16d27d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064276 Feb 04 08:57:52.091653 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-9cc03e86-2423-4aa8-886f-e2ed3a9a4c50 req-bd2f36c8-3f47-4226-b3e9-5a54efb565b3 service neutron] 10.222.0.47 "GET /v2.0/networks/b5f55a3b-bf42-4192-82a8-a67c4a16d27d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217279 Feb 04 08:57:52.857925 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:57:52.949423 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:57:54.349586 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:57:56.149991 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:57:59.877245 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 58602) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:58:00.063752 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-7ecca6bd-102e-4612-a331-91486d1afbc2 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/floatingips/5cdd5366-412d-404c-9fe9-cedbbf48bdf1 HTTP/1.1" status: 200 len: 994 time: 0.1853817 Feb 04 08:58:00.824528 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 58614) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:58:00.831036 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-9f56a78b-8f48-49ff-a5a8-7822ed38f5bb tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'port': {'admin_state_up': False}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:58:01.031097 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9f56a78b-8f48-49ff-a5a8-7822ed38f5bb tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:01.233911 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [None req-9f56a78b-8f48-49ff-a5a8-7822ed38f5bb tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] For port 0260b028-df54-42bf-bbd1-345643c4aa7f, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=0260b028-df54-42bf-bbd1-345643c4aa7f,segment=NetworkSegment(180527a8-74b9-4084-b351-9b764d707034),segment_id=180527a8-74b9-4084-b351-9b764d707034)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:58:01.258145 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9f56a78b-8f48-49ff-a5a8-7822ed38f5bb tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for port, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:01.324141 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9f56a78b-8f48-49ff-a5a8-7822ed38f5bb tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:01.393872 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f56a78b-8f48-49ff-a5a8-7822ed38f5bb tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:58:01.394492 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9f56a78b-8f48-49ff-a5a8-7822ed38f5bb tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:01.395895 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-9f56a78b-8f48-49ff-a5a8-7822ed38f5bb tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "PUT /v2.0/ports/0260b028-df54-42bf-bbd1-345643c4aa7f HTTP/1.1" status: 200 len: 939 time: 0.5703743 Feb 04 08:58:01.422942 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4c29b08-e6f8-4588-9836-f138439b36bf', 'tag': '0260b028-df54-42bf-bbd1-345643c4aa7f'}] {{(pid=84108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:58:01.422942 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f56a78b-8f48-49ff-a5a8-7822ed38f5bb tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'Port': ['ID=0260b028-df54-42bf-bbd1-345643c4aa7f,revision_number=6']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:58:01.431736 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f56a78b-8f48-49ff-a5a8-7822ed38f5bb tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:58:01.432170 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f56a78b-8f48-49ff-a5a8-7822ed38f5bb tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:58:01.432611 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f56a78b-8f48-49ff-a5a8-7822ed38f5bb tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:58:01.433009 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f56a78b-8f48-49ff-a5a8-7822ed38f5bb tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:58:01.433405 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f56a78b-8f48-49ff-a5a8-7822ed38f5bb tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:58:01.433845 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f56a78b-8f48-49ff-a5a8-7822ed38f5bb tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:58:01.435055 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f56a78b-8f48-49ff-a5a8-7822ed38f5bb tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:58:01.435447 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f56a78b-8f48-49ff-a5a8-7822ed38f5bb tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:58:01.435829 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f56a78b-8f48-49ff-a5a8-7822ed38f5bb tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:58:01.436250 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f56a78b-8f48-49ff-a5a8-7822ed38f5bb tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:58:01.436651 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f56a78b-8f48-49ff-a5a8-7822ed38f5bb tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:58:01.536676 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4c29b08-e6f8-4588-9836-f138439b36bf', 'tag': '0260b028-df54-42bf-bbd1-345643c4aa7f', 'status': 'completed', 'code': 200} Feb 04 08:58:01.598582 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-a362dadb-2608-460e-b043-05cac3c03afb None None] Provisioning complete for port 0260b028-df54-42bf-bbd1-345643c4aa7f triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:58:01.599202 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-a362dadb-2608-460e-b043-05cac3c03afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:01.627574 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-046dc4ab-ffcc-47de-80cc-a8f2bd184f7b req-b10900c3-f194-4929-ac83-e02404cc3851 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7df2bfd740464e869863a41b14f4d5af&device_id=b4c29b08-e6f8-4588-9836-f138439b36bf HTTP/1.1" status: 200 len: 1100 time: 0.0684493 Feb 04 08:58:01.657510 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-a362dadb-2608-460e-b043-05cac3c03afb None None] Port 0260b028-df54-42bf-bbd1-345643c4aa7f is administratively disabled so it will not transition to active. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Feb 04 08:58:01.757066 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046dc4ab-ffcc-47de-80cc-a8f2bd184f7b req-04692363-9508-4693-8306-4c3473bae418 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:58:01.758421 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-046dc4ab-ffcc-47de-80cc-a8f2bd184f7b req-04692363-9508-4693-8306-4c3473bae418 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b5f55a3b-bf42-4192-82a8-a67c4a16d27d HTTP/1.1" status: 200 len: 898 time: 0.1249638 Feb 04 08:58:01.858435 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-046dc4ab-ffcc-47de-80cc-a8f2bd184f7b req-5c644125-c6f5-4540-9fb0-5aa8f3637716 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0260b028-df54-42bf-bbd1-345643c4aa7f HTTP/1.1" status: 200 len: 1003 time: 0.0940754 Feb 04 08:58:01.918173 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046dc4ab-ffcc-47de-80cc-a8f2bd184f7b req-aee56daa-1166-4969-9896-620bc52838e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:58:01.919552 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-046dc4ab-ffcc-47de-80cc-a8f2bd184f7b req-aee56daa-1166-4969-9896-620bc52838e6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5f0a53b9-7437-4e89-bb8d-cd33ff35fd33 HTTP/1.1" status: 200 len: 835 time: 0.0554719 Feb 04 08:58:01.994604 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-046dc4ab-ffcc-47de-80cc-a8f2bd184f7b req-18ae12dd-7ee5-49ed-9773-e1156e59d428 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b5f55a3b-bf42-4192-82a8-a67c4a16d27d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694809 Feb 04 08:58:02.124420 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-046dc4ab-ffcc-47de-80cc-a8f2bd184f7b req-b09a8a20-4d60-45b3-9e7a-64507026800e service neutron] 10.222.0.47 "GET /v2.0/networks/b5f55a3b-bf42-4192-82a8-a67c4a16d27d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230118 Feb 04 08:58:02.253088 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-046dc4ab-ffcc-47de-80cc-a8f2bd184f7b req-ea7f0388-a96f-465b-8994-74be331ffb03 service neutron] 10.222.0.47 "GET /v2.0/networks/b5f55a3b-bf42-4192-82a8-a67c4a16d27d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227987 Feb 04 08:58:04.100803 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 08:58:04.832462 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 58626) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:58:04.838239 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-4e233969-5f46-4f1c-a810-de4115d78b74 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'port': {'admin_state_up': True}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:58:04.952947 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4e233969-5f46-4f1c-a810-de4115d78b74 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:05.159253 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [None req-4e233969-5f46-4f1c-a810-de4115d78b74 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] For port 0260b028-df54-42bf-bbd1-345643c4aa7f, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=0260b028-df54-42bf-bbd1-345643c4aa7f,segment=NetworkSegment(180527a8-74b9-4084-b351-9b764d707034),segment_id=180527a8-74b9-4084-b351-9b764d707034)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:58:05.182606 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4e233969-5f46-4f1c-a810-de4115d78b74 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for port, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:05.267157 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4e233969-5f46-4f1c-a810-de4115d78b74 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:05.336895 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e233969-5f46-4f1c-a810-de4115d78b74 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:58:05.337502 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4e233969-5f46-4f1c-a810-de4115d78b74 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:05.338837 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-4e233969-5f46-4f1c-a810-de4115d78b74 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "PUT /v2.0/ports/0260b028-df54-42bf-bbd1-345643c4aa7f HTTP/1.1" status: 200 len: 938 time: 0.5053830 Feb 04 08:58:05.339361 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4c29b08-e6f8-4588-9836-f138439b36bf', 'tag': '0260b028-df54-42bf-bbd1-345643c4aa7f'}] {{(pid=84108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:58:05.341783 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 58630) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:58:05.356769 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e233969-5f46-4f1c-a810-de4115d78b74 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'Port': ['ID=0260b028-df54-42bf-bbd1-345643c4aa7f,revision_number=7']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:58:05.409956 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4c29b08-e6f8-4588-9836-f138439b36bf', 'tag': '0260b028-df54-42bf-bbd1-345643c4aa7f', 'status': 'completed', 'code': 200} Feb 04 08:58:05.493036 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-d94d4b15-4946-463a-b789-5fa0b4799349 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/floatingips/5cdd5366-412d-404c-9fe9-cedbbf48bdf1 HTTP/1.1" status: 200 len: 994 time: 0.1500924 Feb 04 08:58:05.521357 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-3d6a1d24-1a66-4119-b85a-add61b7c2dd8 req-20a8a577-17cd-4da9-9627-d592abc5b52b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7df2bfd740464e869863a41b14f4d5af&device_id=b4c29b08-e6f8-4588-9836-f138439b36bf HTTP/1.1" status: 200 len: 1099 time: 0.0866256 Feb 04 08:58:05.600615 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-3fd3846f-0a73-41b6-81ee-de6a6ef22040 None None] Provisioning complete for port 0260b028-df54-42bf-bbd1-345643c4aa7f triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:58:05.601258 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-3fd3846f-0a73-41b6-81ee-de6a6ef22040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:05.655341 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6a1d24-1a66-4119-b85a-add61b7c2dd8 req-7e79a045-22b5-4510-a343-01b3b5f79af7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:58:05.656759 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-3d6a1d24-1a66-4119-b85a-add61b7c2dd8 req-7e79a045-22b5-4510-a343-01b3b5f79af7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b5f55a3b-bf42-4192-82a8-a67c4a16d27d HTTP/1.1" status: 200 len: 898 time: 0.1287572 Feb 04 08:58:05.737158 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] get_ports_and_sgs() called for port_ids ['0260b028-df54-42bf-bbd1-345643c4aa7f'] {{(pid=84109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 08:58:05.758335 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-3d6a1d24-1a66-4119-b85a-add61b7c2dd8 req-4bef14c0-b04c-4d20-939d-90f00d773569 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0260b028-df54-42bf-bbd1-345643c4aa7f HTTP/1.1" status: 200 len: 1002 time: 0.0951231 Feb 04 08:58:05.820894 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6a1d24-1a66-4119-b85a-add61b7c2dd8 req-24212788-c90f-4fc3-aaf9-2d325d6b61c6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:58:05.822327 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-3d6a1d24-1a66-4119-b85a-add61b7c2dd8 req-24212788-c90f-4fc3-aaf9-2d325d6b61c6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5f0a53b9-7437-4e89-bb8d-cd33ff35fd33 HTTP/1.1" status: 200 len: 835 time: 0.0575581 Feb 04 08:58:06.003648 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-3d6a1d24-1a66-4119-b85a-add61b7c2dd8 req-33f2aa62-cec7-463e-974b-72dab4802026 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b5f55a3b-bf42-4192-82a8-a67c4a16d27d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1756282 Feb 04 08:58:06.129717 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-3d6a1d24-1a66-4119-b85a-add61b7c2dd8 req-d3575d7f-2fac-4c12-a953-287f899a32f4 service neutron] 10.222.0.47 "GET /v2.0/networks/b5f55a3b-bf42-4192-82a8-a67c4a16d27d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191125 Feb 04 08:58:06.258057 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-3d6a1d24-1a66-4119-b85a-add61b7c2dd8 req-6b0e804d-1c7d-4081-9ece-9ba4a6b43fb1 service neutron] 10.222.0.47 "GET /v2.0/networks/b5f55a3b-bf42-4192-82a8-a67c4a16d27d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211364 Feb 04 08:58:08.070618 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 58642) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:58:08.264500 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-2cb2a5ae-2f77-4d19-b6f5-62783482bfc8 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Deleting port 0787ff3d-7199-4319-8b3f-a065342cf41f {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:58:08.264777 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2cb2a5ae-2f77-4d19-b6f5-62783482bfc8 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:08.424513 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2cb2a5ae-2f77-4d19-b6f5-62783482bfc8 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:08.424857 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2cb2a5ae-2f77-4d19-b6f5-62783482bfc8 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:08.538772 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-2cb2a5ae-2f77-4d19-b6f5-62783482bfc8 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Calling delete_port for 0787ff3d-7199-4319-8b3f-a065342cf41f owned by network:floatingip {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:58:08.778135 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2cb2a5ae-2f77-4d19-b6f5-62783482bfc8 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:08.822688 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb2a5ae-2f77-4d19-b6f5-62783482bfc8 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event deleted for resources: {'Port': ['ID=0787ff3d-7199-4319-8b3f-a065342cf41f,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:58:08.863755 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb2a5ae-2f77-4d19-b6f5-62783482bfc8 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:58:08.864098 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb2a5ae-2f77-4d19-b6f5-62783482bfc8 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:58:08.864429 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb2a5ae-2f77-4d19-b6f5-62783482bfc8 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:58:08.864779 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb2a5ae-2f77-4d19-b6f5-62783482bfc8 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:58:08.865103 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb2a5ae-2f77-4d19-b6f5-62783482bfc8 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:58:08.865426 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb2a5ae-2f77-4d19-b6f5-62783482bfc8 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:58:08.865744 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb2a5ae-2f77-4d19-b6f5-62783482bfc8 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:58:08.866064 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb2a5ae-2f77-4d19-b6f5-62783482bfc8 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:58:08.866382 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb2a5ae-2f77-4d19-b6f5-62783482bfc8 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:58:08.866722 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb2a5ae-2f77-4d19-b6f5-62783482bfc8 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:58:08.867060 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb2a5ae-2f77-4d19-b6f5-62783482bfc8 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:58:08.924267 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2cb2a5ae-2f77-4d19-b6f5-62783482bfc8 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for floatingip, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:09.402415 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cb2a5ae-2f77-4d19-b6f5-62783482bfc8 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Router 109b0211-24e9-46cc-896d-e7c712bf9c55 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:58:09.599011 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cb2a5ae-2f77-4d19-b6f5-62783482bfc8 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:58:09.608371 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a3dc73-d735-444f-b5fd-b5067e199767 None None] Sync routers for ids ['109b0211-24e9-46cc-896d-e7c712bf9c55'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:58:09.620951 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a3dc73-d735-444f-b5fd-b5067e199767 None None] Routers {'109b0211-24e9-46cc-896d-e7c712bf9c55'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:58:09.622189 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-c6a3dc73-d735-444f-b5fd-b5067e199767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:57:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['109b0211-24e9-46cc-896d-e7c712bf9c55'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:58:09.676476 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2cb2a5ae-2f77-4d19-b6f5-62783482bfc8 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for floatingip, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:09.729751 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-2cb2a5ae-2f77-4d19-b6f5-62783482bfc8 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "DELETE /v2.0/floatingips/53c2d081-c875-4be1-a16c-2bc1f2882746 HTTP/1.1" status: 204 len: 168 time: 1.6580222 Feb 04 08:58:09.730321 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d655d16-041d-4a7c-ade2-4239d4f69eb6', 'tag': 'dab6faca-5968-4a0f-a0c9-66a16716c00b'}] {{(pid=84107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:58:09.784596 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d655d16-041d-4a7c-ade2-4239d4f69eb6', 'tag': 'dab6faca-5968-4a0f-a0c9-66a16716c00b', 'status': 'completed', 'code': 200} Feb 04 08:58:09.831194 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-c6a3dc73-d735-444f-b5fd-b5067e199767 None None] Set router 109b0211-24e9-46cc-896d-e7c712bf9c55 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:58:09.878930 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-248ce830-c8db-4aea-9ed3-e136f31b79fe req-89c577c8-49f0-496f-8e42-174813e86d47 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7df2bfd740464e869863a41b14f4d5af&device_id=2d655d16-041d-4a7c-ade2-4239d4f69eb6 HTTP/1.1" status: 200 len: 1098 time: 0.0727282 Feb 04 08:58:10.013774 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248ce830-c8db-4aea-9ed3-e136f31b79fe req-adc7d703-87a9-469a-825a-d058ce14b831 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:58:10.015245 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-248ce830-c8db-4aea-9ed3-e136f31b79fe req-adc7d703-87a9-469a-825a-d058ce14b831 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b5f55a3b-bf42-4192-82a8-a67c4a16d27d HTTP/1.1" status: 200 len: 898 time: 0.1295614 Feb 04 08:58:10.081728 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-248ce830-c8db-4aea-9ed3-e136f31b79fe req-0ec9c36e-895a-4427-ae0f-12bd789b892a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dab6faca-5968-4a0f-a0c9-66a16716c00b HTTP/1.1" status: 200 len: 217 time: 0.0607140 Feb 04 08:58:10.148371 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248ce830-c8db-4aea-9ed3-e136f31b79fe req-efb158c2-ffc1-4e9b-b555-8ac2be4001c8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:58:10.149821 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-248ce830-c8db-4aea-9ed3-e136f31b79fe req-efb158c2-ffc1-4e9b-b555-8ac2be4001c8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5f0a53b9-7437-4e89-bb8d-cd33ff35fd33 HTTP/1.1" status: 200 len: 835 time: 0.0612044 Feb 04 08:58:10.193450 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-c6a3dc73-d735-444f-b5fd-b5067e199767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '109b0211-24e9-46cc-896d-e7c712bf9c55', 'name': 'tempest-TestNetworkBasicOps-router-400858096', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.185'}], 'enable_snat': True}, 'gw_port_id': 'b61a9d5d-f0b3-45d9-8cda-ebbab55e6527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:55:57Z', 'updated_at': '2022-02-04T08:56:02Z', 'revision_number': 4, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': 'b61a9d5d-f0b3-45d9-8cda-ebbab55e6527', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109b0211-24e9-46cc-896d-e7c712bf9c55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:55:57Z', 'updated_at': '2022-02-04T08:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': '5cdd5366-412d-404c-9fe9-cedbbf48bdf1', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'floating_ip_address': '172.26.3.200', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': '109b0211-24e9-46cc-896d-e7c712bf9c55', 'port_id': '0260b028-df54-42bf-bbd1-345643c4aa7f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5f55a3b-bf42-4192-82a8-a67c4a16d27d', 'mac_address': 'fa:16:3e:23:d1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c29b08-e6f8-4588-9836-f138439b36bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T08:56:22Z', 'updated_at': '2022-02-04T08:56:25Z', 'revision_number': 1, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9502ed1-86fe-4fb0-89c9-ccadbbb22ff1', 'name': '', 'network_id': 'b5f55a3b-bf42-4192-82a8-a67c4a16d27d', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'mac_address': 'fa:16:3e:5f:8e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109b0211-24e9-46cc-896d-e7c712bf9c55', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f0a53b9-7437-4e89-bb8d-cd33ff35fd33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:56:01Z', 'updated_at': '2022-02-04T08:56:08Z', 'revision_number': 5, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'subnets': [{'id': '5f0a53b9-7437-4e89-bb8d-cd33ff35fd33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:58:10.197568 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a3dc73-d735-444f-b5fd-b5067e199767 None None] Checking router: 109b0211-24e9-46cc-896d-e7c712bf9c55 for host: dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 08:58:10.209042 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a3dc73-d735-444f-b5fd-b5067e199767 None None] Routers {'109b0211-24e9-46cc-896d-e7c712bf9c55'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:58:10.209648 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-c6a3dc73-d735-444f-b5fd-b5067e199767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:57:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['109b0211-24e9-46cc-896d-e7c712bf9c55'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:58:10.224620 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-248ce830-c8db-4aea-9ed3-e136f31b79fe req-4cba73db-7328-477a-b992-e35b103b57e7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b5f55a3b-bf42-4192-82a8-a67c4a16d27d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691681 Feb 04 08:58:10.359670 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-248ce830-c8db-4aea-9ed3-e136f31b79fe req-cc1b7569-e957-45ab-939c-4b3ed274ec27 service neutron] 10.222.0.47 "GET /v2.0/networks/b5f55a3b-bf42-4192-82a8-a67c4a16d27d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284440 Feb 04 08:58:10.384768 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-c6a3dc73-d735-444f-b5fd-b5067e199767 None None] Set router 109b0211-24e9-46cc-896d-e7c712bf9c55 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:58:10.550874 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-248ce830-c8db-4aea-9ed3-e136f31b79fe req-b0e16061-5499-4fe5-998f-4989bcf03842 service neutron] 10.222.0.47 "GET /v2.0/networks/b5f55a3b-bf42-4192-82a8-a67c4a16d27d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847694 Feb 04 08:58:10.563274 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a2b308-7667-47ec-ace8-5fa3781f63a5 req-62d0cb8c-ed38-45f0-91be-e781f5e38e5d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:58:10.565360 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-91a2b308-7667-47ec-ace8-5fa3781f63a5 req-62d0cb8c-ed38-45f0-91be-e781f5e38e5d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Synchronizing usage tracker for tenant:7df2bfd740464e869863a41b14f4d5af on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:58:10.692377 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-91a2b308-7667-47ec-ace8-5fa3781f63a5 req-62d0cb8c-ed38-45f0-91be-e781f5e38e5d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Unset dirty status for tenant:7df2bfd740464e869863a41b14f4d5af on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:58:10.693553 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-91a2b308-7667-47ec-ace8-5fa3781f63a5 req-62d0cb8c-ed38-45f0-91be-e781f5e38e5d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d655d16-041d-4a7c-ade2-4239d4f69eb6 HTTP/1.1" status: 200 len: 945 time: 0.3957667 Feb 04 08:58:10.729224 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-c6a3dc73-d735-444f-b5fd-b5067e199767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '109b0211-24e9-46cc-896d-e7c712bf9c55', 'name': 'tempest-TestNetworkBasicOps-router-400858096', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.185'}], 'enable_snat': True}, 'gw_port_id': 'b61a9d5d-f0b3-45d9-8cda-ebbab55e6527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:55:57Z', 'updated_at': '2022-02-04T08:56:02Z', 'revision_number': 4, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': 'b61a9d5d-f0b3-45d9-8cda-ebbab55e6527', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109b0211-24e9-46cc-896d-e7c712bf9c55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:55:57Z', 'updated_at': '2022-02-04T08:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': '5cdd5366-412d-404c-9fe9-cedbbf48bdf1', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'floating_ip_address': '172.26.3.200', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': '109b0211-24e9-46cc-896d-e7c712bf9c55', 'port_id': '0260b028-df54-42bf-bbd1-345643c4aa7f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5f55a3b-bf42-4192-82a8-a67c4a16d27d', 'mac_address': 'fa:16:3e:23:d1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c29b08-e6f8-4588-9836-f138439b36bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T08:56:22Z', 'updated_at': '2022-02-04T08:56:25Z', 'revision_number': 1, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9502ed1-86fe-4fb0-89c9-ccadbbb22ff1', 'name': '', 'network_id': 'b5f55a3b-bf42-4192-82a8-a67c4a16d27d', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'mac_address': 'fa:16:3e:5f:8e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109b0211-24e9-46cc-896d-e7c712bf9c55', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f0a53b9-7437-4e89-bb8d-cd33ff35fd33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:56:01Z', 'updated_at': '2022-02-04T08:56:08Z', 'revision_number': 5, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'subnets': [{'id': '5f0a53b9-7437-4e89-bb8d-cd33ff35fd33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:58:10.733177 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a3dc73-d735-444f-b5fd-b5067e199767 None None] The sync data for ids ['109b0211-24e9-46cc-896d-e7c712bf9c55'] in dv-neutron-827798-2-hyperv is: [{'id': '109b0211-24e9-46cc-896d-e7c712bf9c55', 'name': 'tempest-TestNetworkBasicOps-router-400858096', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.185'}], 'enable_snat': True}, 'gw_port_id': 'b61a9d5d-f0b3-45d9-8cda-ebbab55e6527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:55:57Z', 'updated_at': '2022-02-04T08:56:02Z', 'revision_number': 4, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': 'b61a9d5d-f0b3-45d9-8cda-ebbab55e6527', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109b0211-24e9-46cc-896d-e7c712bf9c55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:55:57Z', 'updated_at': '2022-02-04T08:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': '5cdd5366-412d-404c-9fe9-cedbbf48bdf1', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'floating_ip_address': '172.26.3.200', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': '109b0211-24e9-46cc-896d-e7c712bf9c55', 'port_id': '0260b028-df54-42bf-bbd1-345643c4aa7f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5f55a3b-bf42-4192-82a8-a67c4a16d27d', 'mac_address': 'fa:16:3e:23:d1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c29b08-e6f8-4588-9836-f138439b36bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T08:56:22Z', 'updated_at': '2022-02-04T08:56:25Z', 'revision_number': 1, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9502ed1-86fe-4fb0-89c9-ccadbbb22ff1', 'name': '', 'network_id': 'b5f55a3b-bf42-4192-82a8-a67c4a16d27d', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'mac_address': 'fa:16:3e:5f:8e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109b0211-24e9-46cc-896d-e7c712bf9c55', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f0a53b9-7437-4e89-bb8d-cd33ff35fd33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:56:01Z', 'updated_at': '2022-02-04T08:56:08Z', 'revision_number': 5, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'subnets': [{'id': '5f0a53b9-7437-4e89-bb8d-cd33ff35fd33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:58:10.739587 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-91a2b308-7667-47ec-ace8-5fa3781f63a5 req-1e16b0f7-f55c-4c52-99d7-a11f4daa611e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=d15d482d-2040-4157-8982-0e940430fb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403757 Feb 04 08:58:10.946431 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60da382-209d-4cc2-a6a5-3281067ffd42 None None] New status for floating IP 53c2d081-c875-4be1-a16c-2bc1f2882746: DOWN {{(pid=84110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 08:58:11.883042 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3de78be-731b-4fdd-aa1e-1710ef0221fe req-ca69221e-b8e8-44d4-af3a-06e5eba187d7 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:58:11.884628 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f3de78be-731b-4fdd-aa1e-1710ef0221fe req-ca69221e-b8e8-44d4-af3a-06e5eba187d7 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d655d16-041d-4a7c-ade2-4239d4f69eb6 HTTP/1.1" status: 200 len: 945 time: 0.0787981 Feb 04 08:58:11.994309 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [req-f3de78be-731b-4fdd-aa1e-1710ef0221fe req-9b81bec4-76be-4da8-a01b-d92e0bc2cde2 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Deleting port dab6faca-5968-4a0f-a0c9-66a16716c00b {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:58:11.994643 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-f3de78be-731b-4fdd-aa1e-1710ef0221fe req-9b81bec4-76be-4da8-a01b-d92e0bc2cde2 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:12.112578 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b0df4-7fc5-476d-ae05-05ba51471ddb req-2aebfdd6-6777-4948-a2bc-da3f3abb82f2 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:58:12.113990 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-375b0df4-7fc5-476d-ae05-05ba51471ddb req-2aebfdd6-6777-4948-a2bc-da3f3abb82f2 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d655d16-041d-4a7c-ade2-4239d4f69eb6 HTTP/1.1" status: 200 len: 945 time: 0.2486408 Feb 04 08:58:12.338987 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-375b0df4-7fc5-476d-ae05-05ba51471ddb req-0c815fb3-875c-4b5e-93e1-9f7edf46a4dc tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=d15d482d-2040-4157-8982-0e940430fb4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2193348 Feb 04 08:58:12.377319 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [req-f3de78be-731b-4fdd-aa1e-1710ef0221fe req-9b81bec4-76be-4da8-a01b-d92e0bc2cde2 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] For port dab6faca-5968-4a0f-a0c9-66a16716c00b, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=dab6faca-5968-4a0f-a0c9-66a16716c00b,segment=NetworkSegment(180527a8-74b9-4084-b351-9b764d707034),segment_id=180527a8-74b9-4084-b351-9b764d707034)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:58:12.377630 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-f3de78be-731b-4fdd-aa1e-1710ef0221fe req-9b81bec4-76be-4da8-a01b-d92e0bc2cde2 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:12.492802 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [req-f3de78be-731b-4fdd-aa1e-1710ef0221fe req-9b81bec4-76be-4da8-a01b-d92e0bc2cde2 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Calling delete_port for dab6faca-5968-4a0f-a0c9-66a16716c00b owned by compute:nova {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:58:12.675272 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-f3de78be-731b-4fdd-aa1e-1710ef0221fe req-9b81bec4-76be-4da8-a01b-d92e0bc2cde2 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:12.723052 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81bec4-76be-4da8-a01b-d92e0bc2cde2 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event deleted for resources: {'Port': ['ID=dab6faca-5968-4a0f-a0c9-66a16716c00b,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:58:12.799455 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3de78be-731b-4fdd-aa1e-1710ef0221fe req-9b81bec4-76be-4da8-a01b-d92e0bc2cde2 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] No DVR routers for this DVR port dab6faca-5968-4a0f-a0c9-66a16716c00b on host hv-neutron-8277 {{(pid=84107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:58:12.801831 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-f3de78be-731b-4fdd-aa1e-1710ef0221fe req-9b81bec4-76be-4da8-a01b-d92e0bc2cde2 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:12.804325 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d655d16-041d-4a7c-ade2-4239d4f69eb6', 'name': 'network-vif-deleted', 'tag': 'dab6faca-5968-4a0f-a0c9-66a16716c00b'}] {{(pid=84107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:58:12.857420 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d655d16-041d-4a7c-ade2-4239d4f69eb6', 'name': 'network-vif-deleted', 'tag': 'dab6faca-5968-4a0f-a0c9-66a16716c00b', 'status': 'completed', 'code': 200} Feb 04 08:58:12.887632 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f3de78be-731b-4fdd-aa1e-1710ef0221fe req-9b81bec4-76be-4da8-a01b-d92e0bc2cde2 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.47 "DELETE /v2.0/ports/dab6faca-5968-4a0f-a0c9-66a16716c00b HTTP/1.1" status: 204 len: 173 time: 0.9976511 Feb 04 08:58:13.512541 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-217f174f-b51c-42fa-88e2-09bca6518edd req-0dadbb12-f9b8-4ae4-a2e8-b50c1f90c058 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Synchronizing usage tracker for tenant:7df2bfd740464e869863a41b14f4d5af on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:58:13.609843 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-217f174f-b51c-42fa-88e2-09bca6518edd req-0dadbb12-f9b8-4ae4-a2e8-b50c1f90c058 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Unset dirty status for tenant:7df2bfd740464e869863a41b14f4d5af on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:58:13.611724 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-217f174f-b51c-42fa-88e2-09bca6518edd req-0dadbb12-f9b8-4ae4-a2e8-b50c1f90c058 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d655d16-041d-4a7c-ade2-4239d4f69eb6 HTTP/1.1" status: 200 len: 210 time: 0.1384983 Feb 04 08:58:14.477066 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device dab6faca-5968-4a0f-a0c9-66a16716c00b no longer exists at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:58:14.509806 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] No Port match for: dab6faca-5968-4a0f-a0c9-66a16716c00b {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:58:14.510133 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device dab6faca-5968-4a0f-a0c9-66a16716c00b not bound to the agent host hv-neutron-8277 {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:58:14.716884 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 58664) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:58:14.783842 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1164cada-4e00-45ca-8e18-3bbc4e8d3014 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:14.811779 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1164cada-4e00-45ca-8e18-3bbc4e8d3014 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:14.935694 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1164cada-4e00-45ca-8e18-3bbc4e8d3014 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:14.954096 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1164cada-4e00-45ca-8e18-3bbc4e8d3014 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d15d482d-2040-4157-8982-0e940430fb4c,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:58:14.962356 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1164cada-4e00-45ca-8e18-3bbc4e8d3014 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:14.963601 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-1164cada-4e00-45ca-8e18-3bbc4e8d3014 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "DELETE /v2.0/security-groups/d15d482d-2040-4157-8982-0e940430fb4c HTTP/1.1" status: 204 len: 168 time: 0.2457395 Feb 04 08:58:15.081523 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 58670) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:58:15.279176 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-4142adbc-93b4-4df5-ae10-749e061d58f5 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Deleting port 873c974e-69ae-4c6a-bb95-94a4abd9aa06 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:58:15.279411 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4142adbc-93b4-4df5-ae10-749e061d58f5 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:15.443134 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4142adbc-93b4-4df5-ae10-749e061d58f5 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:15.443458 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4142adbc-93b4-4df5-ae10-749e061d58f5 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:15.558417 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-4142adbc-93b4-4df5-ae10-749e061d58f5 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Calling delete_port for 873c974e-69ae-4c6a-bb95-94a4abd9aa06 owned by network:floatingip {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:58:15.789964 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4142adbc-93b4-4df5-ae10-749e061d58f5 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:15.832457 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4142adbc-93b4-4df5-ae10-749e061d58f5 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event deleted for resources: {'Port': ['ID=873c974e-69ae-4c6a-bb95-94a4abd9aa06,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:58:15.924047 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4142adbc-93b4-4df5-ae10-749e061d58f5 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for floatingip, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:16.394624 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4142adbc-93b4-4df5-ae10-749e061d58f5 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Router 109b0211-24e9-46cc-896d-e7c712bf9c55 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:58:16.587174 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4142adbc-93b4-4df5-ae10-749e061d58f5 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:58:16.597194 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70825cd5-320d-4d8d-82ae-5a6602ec26e4 None None] Sync routers for ids ['109b0211-24e9-46cc-896d-e7c712bf9c55'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:58:16.608801 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70825cd5-320d-4d8d-82ae-5a6602ec26e4 None None] Routers {'109b0211-24e9-46cc-896d-e7c712bf9c55'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:58:16.609401 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-70825cd5-320d-4d8d-82ae-5a6602ec26e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:57:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['109b0211-24e9-46cc-896d-e7c712bf9c55'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:58:16.672388 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4142adbc-93b4-4df5-ae10-749e061d58f5 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for floatingip, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:16.728250 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-4142adbc-93b4-4df5-ae10-749e061d58f5 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "DELETE /v2.0/floatingips/5cdd5366-412d-404c-9fe9-cedbbf48bdf1 HTTP/1.1" status: 204 len: 168 time: 1.6454856 Feb 04 08:58:16.728859 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4c29b08-e6f8-4588-9836-f138439b36bf', 'tag': '0260b028-df54-42bf-bbd1-345643c4aa7f'}] {{(pid=84107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:58:16.788331 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-70825cd5-320d-4d8d-82ae-5a6602ec26e4 None None] Set router 109b0211-24e9-46cc-896d-e7c712bf9c55 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:58:16.791885 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4c29b08-e6f8-4588-9836-f138439b36bf', 'tag': '0260b028-df54-42bf-bbd1-345643c4aa7f', 'status': 'completed', 'code': 200} Feb 04 08:58:16.882984 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-2ee2aff0-6199-4282-be01-d4e845ca5da9 req-b81cbb8d-64fb-498a-b30d-d5befb77e62f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7df2bfd740464e869863a41b14f4d5af&device_id=b4c29b08-e6f8-4588-9836-f138439b36bf HTTP/1.1" status: 200 len: 1099 time: 0.0696378 Feb 04 08:58:17.016857 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee2aff0-6199-4282-be01-d4e845ca5da9 req-54e20029-dd42-47c4-9e96-0100536ad4b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:58:17.018898 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-2ee2aff0-6199-4282-be01-d4e845ca5da9 req-54e20029-dd42-47c4-9e96-0100536ad4b2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b5f55a3b-bf42-4192-82a8-a67c4a16d27d HTTP/1.1" status: 200 len: 898 time: 0.1294484 Feb 04 08:58:17.093255 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-2ee2aff0-6199-4282-be01-d4e845ca5da9 req-91f04d9f-bf59-4fef-97a8-3bbce6fc52e4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0260b028-df54-42bf-bbd1-345643c4aa7f HTTP/1.1" status: 200 len: 217 time: 0.0684559 Feb 04 08:58:17.156471 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-70825cd5-320d-4d8d-82ae-5a6602ec26e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '109b0211-24e9-46cc-896d-e7c712bf9c55', 'name': 'tempest-TestNetworkBasicOps-router-400858096', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.185'}], 'enable_snat': True}, 'gw_port_id': 'b61a9d5d-f0b3-45d9-8cda-ebbab55e6527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:55:57Z', 'updated_at': '2022-02-04T08:56:02Z', 'revision_number': 4, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': 'b61a9d5d-f0b3-45d9-8cda-ebbab55e6527', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109b0211-24e9-46cc-896d-e7c712bf9c55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:55:57Z', 'updated_at': '2022-02-04T08:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': 'd9502ed1-86fe-4fb0-89c9-ccadbbb22ff1', 'name': '', 'network_id': 'b5f55a3b-bf42-4192-82a8-a67c4a16d27d', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'mac_address': 'fa:16:3e:5f:8e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109b0211-24e9-46cc-896d-e7c712bf9c55', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f0a53b9-7437-4e89-bb8d-cd33ff35fd33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:56:01Z', 'updated_at': '2022-02-04T08:56:08Z', 'revision_number': 5, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'subnets': [{'id': '5f0a53b9-7437-4e89-bb8d-cd33ff35fd33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:58:17.156802 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee2aff0-6199-4282-be01-d4e845ca5da9 req-f1589b26-0897-4117-a257-3b13bf02426b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:58:17.158213 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-2ee2aff0-6199-4282-be01-d4e845ca5da9 req-f1589b26-0897-4117-a257-3b13bf02426b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5f0a53b9-7437-4e89-bb8d-cd33ff35fd33 HTTP/1.1" status: 200 len: 835 time: 0.0589032 Feb 04 08:58:17.160359 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70825cd5-320d-4d8d-82ae-5a6602ec26e4 None None] Checking router: 109b0211-24e9-46cc-896d-e7c712bf9c55 for host: dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 08:58:17.174488 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70825cd5-320d-4d8d-82ae-5a6602ec26e4 None None] Routers {'109b0211-24e9-46cc-896d-e7c712bf9c55'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:58:17.175105 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-70825cd5-320d-4d8d-82ae-5a6602ec26e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:57:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['109b0211-24e9-46cc-896d-e7c712bf9c55'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:58:17.241035 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-2ee2aff0-6199-4282-be01-d4e845ca5da9 req-d998e7d5-ff97-4145-b0a9-80a2814f822e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b5f55a3b-bf42-4192-82a8-a67c4a16d27d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771728 Feb 04 08:58:17.350876 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-70825cd5-320d-4d8d-82ae-5a6602ec26e4 None None] Set router 109b0211-24e9-46cc-896d-e7c712bf9c55 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:58:17.431090 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-2ee2aff0-6199-4282-be01-d4e845ca5da9 req-ef05b773-8e55-42bd-9fa5-21733b1769d3 service neutron] 10.222.0.47 "GET /v2.0/networks/b5f55a3b-bf42-4192-82a8-a67c4a16d27d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831214 Feb 04 08:58:17.441702 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cbdabe-6cba-4472-8e36-5ee3ec6bbb80 req-157f6cf5-ed9d-410a-ae5d-cc09c17a486e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:58:17.442369 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-94cbdabe-6cba-4472-8e36-5ee3ec6bbb80 req-157f6cf5-ed9d-410a-ae5d-cc09c17a486e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Synchronizing usage tracker for tenant:7df2bfd740464e869863a41b14f4d5af on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:58:17.575672 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-2ee2aff0-6199-4282-be01-d4e845ca5da9 req-7c433c38-3f63-4fdd-91eb-1228840de887 service neutron] 10.222.0.47 "GET /v2.0/networks/b5f55a3b-bf42-4192-82a8-a67c4a16d27d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294427 Feb 04 08:58:17.586682 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-94cbdabe-6cba-4472-8e36-5ee3ec6bbb80 req-157f6cf5-ed9d-410a-ae5d-cc09c17a486e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Unset dirty status for tenant:7df2bfd740464e869863a41b14f4d5af on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:58:17.587888 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-94cbdabe-6cba-4472-8e36-5ee3ec6bbb80 req-157f6cf5-ed9d-410a-ae5d-cc09c17a486e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4c29b08-e6f8-4588-9836-f138439b36bf HTTP/1.1" status: 200 len: 946 time: 0.3162322 Feb 04 08:58:17.634977 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-94cbdabe-6cba-4472-8e36-5ee3ec6bbb80 req-7ecb1560-ca47-49ba-a326-c6d451b5d6f6 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Synchronizing usage tracker for tenant:7df2bfd740464e869863a41b14f4d5af on resource:security_group {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:58:17.662318 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-70825cd5-320d-4d8d-82ae-5a6602ec26e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '109b0211-24e9-46cc-896d-e7c712bf9c55', 'name': 'tempest-TestNetworkBasicOps-router-400858096', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.185'}], 'enable_snat': True}, 'gw_port_id': 'b61a9d5d-f0b3-45d9-8cda-ebbab55e6527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:55:57Z', 'updated_at': '2022-02-04T08:56:02Z', 'revision_number': 4, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': 'b61a9d5d-f0b3-45d9-8cda-ebbab55e6527', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109b0211-24e9-46cc-896d-e7c712bf9c55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:55:57Z', 'updated_at': '2022-02-04T08:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': 'd9502ed1-86fe-4fb0-89c9-ccadbbb22ff1', 'name': '', 'network_id': 'b5f55a3b-bf42-4192-82a8-a67c4a16d27d', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'mac_address': 'fa:16:3e:5f:8e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109b0211-24e9-46cc-896d-e7c712bf9c55', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f0a53b9-7437-4e89-bb8d-cd33ff35fd33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:56:01Z', 'updated_at': '2022-02-04T08:56:08Z', 'revision_number': 5, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'subnets': [{'id': '5f0a53b9-7437-4e89-bb8d-cd33ff35fd33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:58:17.666177 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70825cd5-320d-4d8d-82ae-5a6602ec26e4 None None] The sync data for ids ['109b0211-24e9-46cc-896d-e7c712bf9c55'] in dv-neutron-827798-2-hyperv is: [{'id': '109b0211-24e9-46cc-896d-e7c712bf9c55', 'name': 'tempest-TestNetworkBasicOps-router-400858096', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.185'}], 'enable_snat': True}, 'gw_port_id': 'b61a9d5d-f0b3-45d9-8cda-ebbab55e6527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:55:57Z', 'updated_at': '2022-02-04T08:56:02Z', 'revision_number': 4, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': 'b61a9d5d-f0b3-45d9-8cda-ebbab55e6527', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109b0211-24e9-46cc-896d-e7c712bf9c55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:55:57Z', 'updated_at': '2022-02-04T08:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': 'd9502ed1-86fe-4fb0-89c9-ccadbbb22ff1', 'name': '', 'network_id': 'b5f55a3b-bf42-4192-82a8-a67c4a16d27d', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'mac_address': 'fa:16:3e:5f:8e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109b0211-24e9-46cc-896d-e7c712bf9c55', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f0a53b9-7437-4e89-bb8d-cd33ff35fd33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:56:01Z', 'updated_at': '2022-02-04T08:56:08Z', 'revision_number': 5, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'subnets': [{'id': '5f0a53b9-7437-4e89-bb8d-cd33ff35fd33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:58:17.707355 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-94cbdabe-6cba-4472-8e36-5ee3ec6bbb80 req-7ecb1560-ca47-49ba-a326-c6d451b5d6f6 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Unset dirty status for tenant:7df2bfd740464e869863a41b14f4d5af on resource:security_group {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:58:17.708705 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-94cbdabe-6cba-4472-8e36-5ee3ec6bbb80 req-7ecb1560-ca47-49ba-a326-c6d451b5d6f6 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=0478ad67-80bd-418f-a5db-b779a101f752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146009 Feb 04 08:58:17.896926 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e23ab1-bb50-4f3e-8d3b-bb636e3e58ec None None] New status for floating IP 5cdd5366-412d-404c-9fe9-cedbbf48bdf1: DOWN {{(pid=84110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 08:58:18.905788 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6244b018-79d1-4139-aa5c-d63dfb8ef76b req-a837e794-9c4e-46ca-899c-eb47907a5b9a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:58:18.907195 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-6244b018-79d1-4139-aa5c-d63dfb8ef76b req-a837e794-9c4e-46ca-899c-eb47907a5b9a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4c29b08-e6f8-4588-9836-f138439b36bf HTTP/1.1" status: 200 len: 946 time: 0.0765731 Feb 04 08:58:18.952881 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-6244b018-79d1-4139-aa5c-d63dfb8ef76b req-4ea2576f-8495-403a-a73d-eac196063055 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=0478ad67-80bd-418f-a5db-b779a101f752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400681 Feb 04 08:58:19.059669 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf86fd1f-1cbb-4628-8697-fd0dfd49be71 req-b4c39297-dc96-43c3-9959-cbbe6ae151e1 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:58:19.060981 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-cf86fd1f-1cbb-4628-8697-fd0dfd49be71 req-b4c39297-dc96-43c3-9959-cbbe6ae151e1 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.47 "GET /v2.0/ports?device_id=b4c29b08-e6f8-4588-9836-f138439b36bf HTTP/1.1" status: 200 len: 946 time: 0.0735295 Feb 04 08:58:19.128203 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [req-cf86fd1f-1cbb-4628-8697-fd0dfd49be71 req-3a44551b-207a-4244-b0d7-0af832e41942 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Deleting port 0260b028-df54-42bf-bbd1-345643c4aa7f {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:58:19.128531 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-cf86fd1f-1cbb-4628-8697-fd0dfd49be71 req-3a44551b-207a-4244-b0d7-0af832e41942 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:19.466904 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [req-cf86fd1f-1cbb-4628-8697-fd0dfd49be71 req-3a44551b-207a-4244-b0d7-0af832e41942 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] For port 0260b028-df54-42bf-bbd1-345643c4aa7f, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=0260b028-df54-42bf-bbd1-345643c4aa7f,segment=NetworkSegment(180527a8-74b9-4084-b351-9b764d707034),segment_id=180527a8-74b9-4084-b351-9b764d707034)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:58:19.467268 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-cf86fd1f-1cbb-4628-8697-fd0dfd49be71 req-3a44551b-207a-4244-b0d7-0af832e41942 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:19.478489 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-cd349e83-03d7-4f6a-b2aa-d6e5e118239f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:19.588845 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [req-cf86fd1f-1cbb-4628-8697-fd0dfd49be71 req-3a44551b-207a-4244-b0d7-0af832e41942 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Calling delete_port for 0260b028-df54-42bf-bbd1-345643c4aa7f owned by compute:nova {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:58:19.795211 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-cf86fd1f-1cbb-4628-8697-fd0dfd49be71 req-3a44551b-207a-4244-b0d7-0af832e41942 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:19.844171 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a44551b-207a-4244-b0d7-0af832e41942 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event deleted for resources: {'Port': ['ID=0260b028-df54-42bf-bbd1-345643c4aa7f,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:58:19.914764 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf86fd1f-1cbb-4628-8697-fd0dfd49be71 req-3a44551b-207a-4244-b0d7-0af832e41942 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] No DVR routers for this DVR port 0260b028-df54-42bf-bbd1-345643c4aa7f on host hv-neutron-8277 {{(pid=84107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:58:19.917102 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-cf86fd1f-1cbb-4628-8697-fd0dfd49be71 req-3a44551b-207a-4244-b0d7-0af832e41942 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:19.919485 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4c29b08-e6f8-4588-9836-f138439b36bf', 'name': 'network-vif-deleted', 'tag': '0260b028-df54-42bf-bbd1-345643c4aa7f'}] {{(pid=84107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:58:19.973975 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4c29b08-e6f8-4588-9836-f138439b36bf', 'name': 'network-vif-deleted', 'tag': '0260b028-df54-42bf-bbd1-345643c4aa7f', 'status': 'completed', 'code': 200} Feb 04 08:58:19.996257 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-cf86fd1f-1cbb-4628-8697-fd0dfd49be71 req-3a44551b-207a-4244-b0d7-0af832e41942 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.47 "DELETE /v2.0/ports/0260b028-df54-42bf-bbd1-345643c4aa7f HTTP/1.1" status: 204 len: 173 time: 0.9302113 Feb 04 08:58:20.118053 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-1f4cf76b-b59c-4e5c-9ec3-858ab8dba340 req-f585e2ae-e4e1-4b61-9c5a-c5ebc3d27845 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Synchronizing usage tracker for tenant:7df2bfd740464e869863a41b14f4d5af on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:58:20.189807 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-1f4cf76b-b59c-4e5c-9ec3-858ab8dba340 req-f585e2ae-e4e1-4b61-9c5a-c5ebc3d27845 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Unset dirty status for tenant:7df2bfd740464e869863a41b14f4d5af on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:58:20.190985 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-1f4cf76b-b59c-4e5c-9ec3-858ab8dba340 req-f585e2ae-e4e1-4b61-9c5a-c5ebc3d27845 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4c29b08-e6f8-4588-9836-f138439b36bf HTTP/1.1" status: 200 len: 210 time: 0.1187735 Feb 04 08:58:21.294356 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 58688) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:58:21.364987 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6495051d-648f-4def-88e5-3d6ce8750fd9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:21.393600 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6495051d-648f-4def-88e5-3d6ce8750fd9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:21.518651 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6495051d-648f-4def-88e5-3d6ce8750fd9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:21.536463 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6495051d-648f-4def-88e5-3d6ce8750fd9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0478ad67-80bd-418f-a5db-b779a101f752,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:58:21.622565 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6495051d-648f-4def-88e5-3d6ce8750fd9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:21.623719 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-6495051d-648f-4def-88e5-3d6ce8750fd9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "DELETE /v2.0/security-groups/0478ad67-80bd-418f-a5db-b779a101f752 HTTP/1.1" status: 204 len: 168 time: 0.3283818 Feb 04 08:58:21.724018 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-95ab2ded-7c87-48ef-ad36-b9b4e481ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:21.759450 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 58694) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:58:22.143892 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d74e3e13-6562-4610-995f-9c998e4cda8e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473817'] for router_interface, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:22.509061 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device 0260b028-df54-42bf-bbd1-345643c4aa7f no longer exists at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:58:22.541480 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] No Port match for: 0260b028-df54-42bf-bbd1-345643c4aa7f {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:58:22.541822 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device 0260b028-df54-42bf-bbd1-345643c4aa7f not bound to the agent host hv-neutron-8277 {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:58:22.819666 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-d74e3e13-6562-4610-995f-9c998e4cda8e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Deleting port d9502ed1-86fe-4fb0-89c9-ccadbbb22ff1 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:58:22.820312 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d74e3e13-6562-4610-995f-9c998e4cda8e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:22.906772 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:22.935231 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:23.004206 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [None req-d74e3e13-6562-4610-995f-9c998e4cda8e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] For port d9502ed1-86fe-4fb0-89c9-ccadbbb22ff1, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=d9502ed1-86fe-4fb0-89c9-ccadbbb22ff1,segment=NetworkSegment(180527a8-74b9-4084-b351-9b764d707034),segment_id=180527a8-74b9-4084-b351-9b764d707034)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:58:23.010461 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d74e3e13-6562-4610-995f-9c998e4cda8e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:23.120988 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-d74e3e13-6562-4610-995f-9c998e4cda8e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Calling delete_port for d9502ed1-86fe-4fb0-89c9-ccadbbb22ff1 owned by network:router_interface {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:58:23.381290 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d74e3e13-6562-4610-995f-9c998e4cda8e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:23.430563 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74e3e13-6562-4610-995f-9c998e4cda8e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event deleted for resources: {'Port': ['ID=d9502ed1-86fe-4fb0-89c9-ccadbbb22ff1,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:58:23.719279 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d74e3e13-6562-4610-995f-9c998e4cda8e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1572495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472959'] for router_interface, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:24.381459 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:24.384846 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d74e3e13-6562-4610-995f-9c998e4cda8e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Router 109b0211-24e9-46cc-896d-e7c712bf9c55 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:58:24.582133 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d74e3e13-6562-4610-995f-9c998e4cda8e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:58:24.592144 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f81559-60e8-49fe-a99b-43b0609edb48 None None] Sync routers for ids ['109b0211-24e9-46cc-896d-e7c712bf9c55'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:58:24.603468 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f81559-60e8-49fe-a99b-43b0609edb48 None None] Routers {'109b0211-24e9-46cc-896d-e7c712bf9c55'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:58:24.604074 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-84f81559-60e8-49fe-a99b-43b0609edb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:58:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['109b0211-24e9-46cc-896d-e7c712bf9c55'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:58:24.652113 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-d74e3e13-6562-4610-995f-9c998e4cda8e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "PUT /v2.0/routers/109b0211-24e9-46cc-896d-e7c712bf9c55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8912094 Feb 04 08:58:24.654431 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 58698) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:58:24.783792 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-84f81559-60e8-49fe-a99b-43b0609edb48 None None] Set router 109b0211-24e9-46cc-896d-e7c712bf9c55 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:58:24.835037 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_v2 [None req-a86080da-acae-4bee-9ef9-1ac8c2f82ce0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Deleting subnet 5f0a53b9-7437-4e89-bb8d-cd33ff35fd33 {{(pid=84107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 08:58:24.837794 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a86080da-acae-4bee-9ef9-1ac8c2f82ce0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for subnet, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:24.888809 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a86080da-acae-4bee-9ef9-1ac8c2f82ce0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8058667'] for subnet, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:24.975020 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a86080da-acae-4bee-9ef9-1ac8c2f82ce0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:25.065581 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-84f81559-60e8-49fe-a99b-43b0609edb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '109b0211-24e9-46cc-896d-e7c712bf9c55', 'name': 'tempest-TestNetworkBasicOps-router-400858096', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.185'}], 'enable_snat': True}, 'gw_port_id': 'b61a9d5d-f0b3-45d9-8cda-ebbab55e6527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:55:57Z', 'updated_at': '2022-02-04T08:58:23Z', 'revision_number': 5, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': 'b61a9d5d-f0b3-45d9-8cda-ebbab55e6527', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109b0211-24e9-46cc-896d-e7c712bf9c55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:55:57Z', 'updated_at': '2022-02-04T08:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:58:25.069391 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f81559-60e8-49fe-a99b-43b0609edb48 None None] Checking router: 109b0211-24e9-46cc-896d-e7c712bf9c55 for host: dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 08:58:25.079481 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f81559-60e8-49fe-a99b-43b0609edb48 None None] Routers {'109b0211-24e9-46cc-896d-e7c712bf9c55'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:58:25.080084 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-84f81559-60e8-49fe-a99b-43b0609edb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:58:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['109b0211-24e9-46cc-896d-e7c712bf9c55'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:58:25.122119 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a86080da-acae-4bee-9ef9-1ac8c2f82ce0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7510167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985167'] for subnet, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:25.161587 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86080da-acae-4bee-9ef9-1ac8c2f82ce0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event deleted for resources: {'Subnet': ['ID=5f0a53b9-7437-4e89-bb8d-cd33ff35fd33,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:58:25.166089 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a86080da-acae-4bee-9ef9-1ac8c2f82ce0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:25.174140 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-a86080da-acae-4bee-9ef9-1ac8c2f82ce0 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "DELETE /v2.0/subnets/5f0a53b9-7437-4e89-bb8d-cd33ff35fd33 HTTP/1.1" status: 204 len: 168 time: 0.5168850 Feb 04 08:58:25.175735 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 58702) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:58:25.175911 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a524c41e-18ba-4fb4-b9ef-f6c9d6f75ea7 None None] Network b5f55a3b-bf42-4192-82a8-a67c4a16d27d requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:58:25.377000 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8a38a650-b9e3-494f-b86b-8460399729af tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for router, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:25.442043 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-84f81559-60e8-49fe-a99b-43b0609edb48 None None] Set router 109b0211-24e9-46cc-896d-e7c712bf9c55 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:58:25.573252 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8a38a650-b9e3-494f-b86b-8460399729af tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:25.666655 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-8a38a650-b9e3-494f-b86b-8460399729af tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Deleting port b61a9d5d-f0b3-45d9-8cda-ebbab55e6527 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:58:25.667004 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8a38a650-b9e3-494f-b86b-8460399729af tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:25.701132 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73fb639a-e163-446e-a064-d4af7fa3d16d None None] DHCP port deletion for b5f55a3b-bf42-4192-82a8-a67c4a16d27d request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 08:58:25.708961 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-73fb639a-e163-446e-a064-d4af7fa3d16d None None] Deleting port 90afa106-85c2-44f3-8109-f94ecb307264 {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 08:58:25.709321 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-73fb639a-e163-446e-a064-d4af7fa3d16d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:25.897118 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-84f81559-60e8-49fe-a99b-43b0609edb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '109b0211-24e9-46cc-896d-e7c712bf9c55', 'name': 'tempest-TestNetworkBasicOps-router-400858096', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.185'}], 'enable_snat': True}, 'gw_port_id': 'b61a9d5d-f0b3-45d9-8cda-ebbab55e6527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:55:57Z', 'updated_at': '2022-02-04T08:58:23Z', 'revision_number': 5, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': 'b61a9d5d-f0b3-45d9-8cda-ebbab55e6527', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109b0211-24e9-46cc-896d-e7c712bf9c55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:55:57Z', 'updated_at': '2022-02-04T08:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:58:25.913998 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f81559-60e8-49fe-a99b-43b0609edb48 None None] The sync data for ids ['109b0211-24e9-46cc-896d-e7c712bf9c55'] in dv-neutron-827798-2-hyperv is: [{'id': '109b0211-24e9-46cc-896d-e7c712bf9c55', 'name': 'tempest-TestNetworkBasicOps-router-400858096', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.185'}], 'enable_snat': True}, 'gw_port_id': 'b61a9d5d-f0b3-45d9-8cda-ebbab55e6527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:55:57Z', 'updated_at': '2022-02-04T08:58:23Z', 'revision_number': 5, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': 'b61a9d5d-f0b3-45d9-8cda-ebbab55e6527', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109b0211-24e9-46cc-896d-e7c712bf9c55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:55:57Z', 'updated_at': '2022-02-04T08:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:58:25.934439 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-73fb639a-e163-446e-a064-d4af7fa3d16d None None] For port 90afa106-85c2-44f3-8109-f94ecb307264, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=90afa106-85c2-44f3-8109-f94ecb307264,segment=NetworkSegment(180527a8-74b9-4084-b351-9b764d707034),segment_id=180527a8-74b9-4084-b351-9b764d707034)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:58:25.934823 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-73fb639a-e163-446e-a064-d4af7fa3d16d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:25.953003 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [None req-8a38a650-b9e3-494f-b86b-8460399729af tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] For port b61a9d5d-f0b3-45d9-8cda-ebbab55e6527, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=b61a9d5d-f0b3-45d9-8cda-ebbab55e6527,segment=NetworkSegment(c44b9475-949d-4ae7-bfca-e29b010a56a6),segment_id=c44b9475-949d-4ae7-bfca-e29b010a56a6)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:58:25.953368 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8a38a650-b9e3-494f-b86b-8460399729af tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:26.057555 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-73fb639a-e163-446e-a064-d4af7fa3d16d None None] Calling delete_port for 90afa106-85c2-44f3-8109-f94ecb307264 owned by network:dhcp {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:58:26.075795 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-8a38a650-b9e3-494f-b86b-8460399729af tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Calling delete_port for b61a9d5d-f0b3-45d9-8cda-ebbab55e6527 owned by network:router_gateway {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 08:58:26.192379 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:26.220899 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-73fb639a-e163-446e-a064-d4af7fa3d16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407'] for port, after_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:26.263782 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fb639a-e163-446e-a064-d4af7fa3d16d None None] Pushing event deleted for resources: {'Port': ['ID=90afa106-85c2-44f3-8109-f94ecb307264,revision_number=None']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:58:26.275431 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fb639a-e163-446e-a064-d4af7fa3d16d None None] No DVR routers for this DVR port 90afa106-85c2-44f3-8109-f94ecb307264 on host dv-neutron-827798-2-hyperv {{(pid=84109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 08:58:26.278604 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fb639a-e163-446e-a064-d4af7fa3d16d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:58:26.278987 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fb639a-e163-446e-a064-d4af7fa3d16d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:58:26.279337 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fb639a-e163-446e-a064-d4af7fa3d16d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:58:26.279658 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fb639a-e163-446e-a064-d4af7fa3d16d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:58:26.280025 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fb639a-e163-446e-a064-d4af7fa3d16d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:58:26.280355 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fb639a-e163-446e-a064-d4af7fa3d16d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:58:26.280721 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fb639a-e163-446e-a064-d4af7fa3d16d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:58:26.281578 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fb639a-e163-446e-a064-d4af7fa3d16d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:58:26.281578 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fb639a-e163-446e-a064-d4af7fa3d16d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:58:26.281778 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fb639a-e163-446e-a064-d4af7fa3d16d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:58:26.282306 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fb639a-e163-446e-a064-d4af7fa3d16d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:58:26.309672 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8a38a650-b9e3-494f-b86b-8460399729af tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:26.360453 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a38a650-b9e3-494f-b86b-8460399729af tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event deleted for resources: {'Port': ['ID=b61a9d5d-f0b3-45d9-8cda-ebbab55e6527,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:58:26.382624 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device d9502ed1-86fe-4fb0-89c9-ccadbbb22ff1 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:58:26.421010 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: d9502ed1-86fe-4fb0-89c9-ccadbbb22ff1 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:58:26.421356 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device d9502ed1-86fe-4fb0-89c9-ccadbbb22ff1 not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:58:26.421778 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 90afa106-85c2-44f3-8109-f94ecb307264 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:58:26.459386 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: 90afa106-85c2-44f3-8109-f94ecb307264 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:58:26.460060 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 90afa106-85c2-44f3-8109-f94ecb307264 not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:58:26.588348 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8a38a650-b9e3-494f-b86b-8460399729af tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473010'] for router_gateway, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:26.838757 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8a38a650-b9e3-494f-b86b-8460399729af tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40989'] for router, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:26.842885 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8a38a650-b9e3-494f-b86b-8460399729af tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:26.943850 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8a38a650-b9e3-494f-b86b-8460399729af tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-476062'] for router, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:26.944355 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a38a650-b9e3-494f-b86b-8460399729af tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Fanout notify agent at l3_agent the message router_deleted on router 109b0211-24e9-46cc-896d-e7c712bf9c55 {{(pid=84107) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 08:58:26.959138 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8a38a650-b9e3-494f-b86b-8460399729af tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:26.963020 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-8a38a650-b9e3-494f-b86b-8460399729af tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "DELETE /v2.0/routers/109b0211-24e9-46cc-896d-e7c712bf9c55 HTTP/1.1" status: 204 len: 168 time: 1.7837920 Feb 04 08:58:26.963184 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 58706) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:58:27.085136 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-818b5c56-1409-4550-8042-1dff455fba8a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:27.210833 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-818b5c56-1409-4550-8042-1dff455fba8a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:27.235173 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-818b5c56-1409-4550-8042-1dff455fba8a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5f55a3b-bf42-4192-82a8-a67c4a16d27d']}} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:58:27.246538 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-818b5c56-1409-4550-8042-1dff455fba8a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '180527a8-74b9-4084-b351-9b764d707034') {'for_net_delete': True} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:58:27.246833 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-818b5c56-1409-4550-8042-1dff455fba8a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '180527a8-74b9-4084-b351-9b764d707034') {} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:58:27.257610 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-818b5c56-1409-4550-8042-1dff455fba8a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8058642'] for segment, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:27.273569 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-818b5c56-1409-4550-8042-1dff455fba8a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:27.279843 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-818b5c56-1409-4550-8042-1dff455fba8a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=84107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 08:58:27.280224 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-818b5c56-1409-4550-8042-1dff455fba8a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7377717'] for segment, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:27.295228 dv-neutron-827798-2-hyperv neutron-server[84107]: Traceback (most recent call last): Feb 04 08:58:27.295228 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 08:58:27.295228 dv-neutron-827798-2-hyperv neutron-server[84107]: timer() Feb 04 08:58:27.295228 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 08:58:27.295228 dv-neutron-827798-2-hyperv neutron-server[84107]: cb(*args, **kw) Feb 04 08:58:27.295228 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 08:58:27.295228 dv-neutron-827798-2-hyperv neutron-server[84107]: return func(*args, **kwargs) Feb 04 08:58:27.295228 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 08:58:27.295228 dv-neutron-827798-2-hyperv neutron-server[84107]: self._notify() Feb 04 08:58:27.295228 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 08:58:27.295228 dv-neutron-827798-2-hyperv neutron-server[84107]: self.callback(batched_events) Feb 04 08:58:27.295228 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 08:58:27.295228 dv-neutron-827798-2-hyperv neutron-server[84107]: event.method(event) Feb 04 08:58:27.295228 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 08:58:27.295228 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 08:58:27.295228 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 08:58:27.295228 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 08:58:27.295228 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 08:58:27.295228 dv-neutron-827798-2-hyperv neutron-server[84107]: return f(self, *a, **k) Feb 04 08:58:27.295228 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 08:58:27.295228 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._get(url).json() Feb 04 08:58:27.295228 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 08:58:27.295228 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 08:58:27.295228 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 08:58:27.295228 dv-neutron-827798-2-hyperv neutron-server[84107]: return self.request(url, 'GET', **kwargs) Feb 04 08:58:27.295228 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 08:58:27.295228 dv-neutron-827798-2-hyperv neutron-server[84107]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 08:58:27.295228 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 08:58:27.295228 dv-neutron-827798-2-hyperv neutron-server[84107]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 08:58:27.295228 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 08:58:27.295228 dv-neutron-827798-2-hyperv neutron-server[84107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 08:58:27.295228 dv-neutron-827798-2-hyperv neutron-server[84107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 08:58:27.524317 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-818b5c56-1409-4550-8042-1dff455fba8a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:27.541050 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-818b5c56-1409-4550-8042-1dff455fba8a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:27.553458 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818b5c56-1409-4550-8042-1dff455fba8a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event deleted for resources: {'Network': ['ID=b5f55a3b-bf42-4192-82a8-a67c4a16d27d,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:58:27.556281 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-818b5c56-1409-4550-8042-1dff455fba8a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "DELETE /v2.0/networks/b5f55a3b-bf42-4192-82a8-a67c4a16d27d HTTP/1.1" status: 204 len: 168 time: 0.5921707 Feb 04 08:58:27.583413 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 58710) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:58:27.588939 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-3053eedd-ee83-46d5-9e04-c29b4fa6e9be tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'network': {'name': 'tempest-network-smoke--1792954678', 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'port_security_enabled': True}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:58:27.593810 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-3053eedd-ee83-46d5-9e04-c29b4fa6e9be tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:58:27.597749 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-3053eedd-ee83-46d5-9e04-c29b4fa6e9be tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:network and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:58:27.600499 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-3053eedd-ee83-46d5-9e04-c29b4fa6e9be tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:58:27.606057 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-3053eedd-ee83-46d5-9e04-c29b4fa6e9be tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:58:27.666484 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3053eedd-ee83-46d5-9e04-c29b4fa6e9be tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Made reservation on behalf of 7df2bfd740464e869863a41b14f4d5af for: {'network': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:58:27.669260 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3053eedd-ee83-46d5-9e04-c29b4fa6e9be tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:27.696067 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3053eedd-ee83-46d5-9e04-c29b4fa6e9be tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=84107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 08:58:27.703983 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3053eedd-ee83-46d5-9e04-c29b4fa6e9be tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:27.704896 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.segments_db [None req-3053eedd-ee83-46d5-9e04-c29b4fa6e9be tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Added segment a76baa48-0201-4fa5-956a-b0abd293a65c of type vlan for network 655708c0-36a1-4aad-b1e8-0908d59271eb Feb 04 08:58:27.728597 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3053eedd-ee83-46d5-9e04-c29b4fa6e9be tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:27.812210 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3053eedd-ee83-46d5-9e04-c29b4fa6e9be tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:27.816222 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3053eedd-ee83-46d5-9e04-c29b4fa6e9be tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:58:27.816827 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3053eedd-ee83-46d5-9e04-c29b4fa6e9be tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:27.920361 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3053eedd-ee83-46d5-9e04-c29b4fa6e9be tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'Network': ['ID=655708c0-36a1-4aad-b1e8-0908d59271eb,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:58:27.931040 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network 655708c0-36a1-4aad-b1e8-0908d59271eb details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 08:58:27.996584 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-3053eedd-ee83-46d5-9e04-c29b4fa6e9be tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4116247 Feb 04 08:58:27.998800 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 58714) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:58:28.004498 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-86724942-4312-4ac9-8ca2-f6c42417cf10 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-852519354', 'admin_state_up': True, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:58:28.011179 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-86724942-4312-4ac9-8ca2-f6c42417cf10 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:58:28.015021 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-86724942-4312-4ac9-8ca2-f6c42417cf10 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:router and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:58:28.017861 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-86724942-4312-4ac9-8ca2-f6c42417cf10 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:58:28.024003 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-86724942-4312-4ac9-8ca2-f6c42417cf10 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:58:28.098177 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-86724942-4312-4ac9-8ca2-f6c42417cf10 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40975'] for router, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:28.099081 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-86724942-4312-4ac9-8ca2-f6c42417cf10 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40982'] for router, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:28.116883 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-86724942-4312-4ac9-8ca2-f6c42417cf10 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:28.307206 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-86724942-4312-4ac9-8ca2-f6c42417cf10 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40996'] for router, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:28.365427 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device b61a9d5d-f0b3-45d9-8cda-ebbab55e6527 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 08:58:28.436852 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: b61a9d5d-f0b3-45d9-8cda-ebbab55e6527 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 08:58:28.437196 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device b61a9d5d-f0b3-45d9-8cda-ebbab55e6527 not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 08:58:28.548824 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-86724942-4312-4ac9-8ca2-f6c42417cf10 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for router_gateway, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:28.578923 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-86724942-4312-4ac9-8ca2-f6c42417cf10 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:28.718864 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-86724942-4312-4ac9-8ca2-f6c42417cf10 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Allocated IP 172.26.3.136 (e264bd74-c56b-43d0-9059-bcb57dbbe5bc/79caf47c-b62c-4ea0-b35f-21ede155daa8/6c4e0565-cda2-4bfa-9d76-a805e5ce79fd) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:58:28.858095 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-86724942-4312-4ac9-8ca2-f6c42417cf10 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:28.932892 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-86724942-4312-4ac9-8ca2-f6c42417cf10 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:29.004927 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86724942-4312-4ac9-8ca2-f6c42417cf10 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Network e264bd74-c56b-43d0-9059-bcb57dbbe5bc is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:58:29.007614 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-86724942-4312-4ac9-8ca2-f6c42417cf10 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:58:29.011264 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86724942-4312-4ac9-8ca2-f6c42417cf10 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:58:29.045343 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86724942-4312-4ac9-8ca2-f6c42417cf10 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'Port': ['ID=6c4e0565-cda2-4bfa-9d76-a805e5ce79fd,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:58:29.230071 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-86724942-4312-4ac9-8ca2-f6c42417cf10 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for router_gateway, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:29.230839 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-86724942-4312-4ac9-8ca2-f6c42417cf10 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472990'] for router, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:29.529445 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86724942-4312-4ac9-8ca2-f6c42417cf10 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Router 24232efd-e7a8-40b5-b974-c5f604f146e9 is scheduled to L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 with binding_index 1 {{(pid=84107) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 08:58:29.736062 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86724942-4312-4ac9-8ca2-f6c42417cf10 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:58:29.746845 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c463c782-0b4f-4e7a-85a6-cb88d4d7bb15 None None] Sync routers for ids ['24232efd-e7a8-40b5-b974-c5f604f146e9'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:58:29.761339 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c463c782-0b4f-4e7a-85a6-cb88d4d7bb15 None None] Routers {'24232efd-e7a8-40b5-b974-c5f604f146e9'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:58:29.761999 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-c463c782-0b4f-4e7a-85a6-cb88d4d7bb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:58:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['24232efd-e7a8-40b5-b974-c5f604f146e9'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:58:29.818879 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-86724942-4312-4ac9-8ca2-f6c42417cf10 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:29.820528 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-86724942-4312-4ac9-8ca2-f6c42417cf10 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.8204908 Feb 04 08:58:29.823230 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 58718) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:58:29.945174 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-c463c782-0b4f-4e7a-85a6-cb88d4d7bb15 None None] Set router 24232efd-e7a8-40b5-b974-c5f604f146e9 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:58:29.970129 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-8aec57dc-d26e-4b55-99ef-a5a6d6a04d64 tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=7df2bfd740464e869863a41b14f4d5af&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1453888 Feb 04 08:58:29.972734 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 58722) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:58:30.102749 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266c851f-3662-489e-a9c7-f5c41ea401f5 tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:58:30.104212 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-266c851f-3662-489e-a9c7-f5c41ea401f5 tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1305315 Feb 04 08:58:30.106914 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 58726) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:58:30.145530 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-82d96ed1-ad63-4e63-9088-2c17dbc5e65e tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=e264bd74-c56b-43d0-9059-bcb57dbbe5bc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374496 Feb 04 08:58:30.149953 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 58730) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:58:30.155480 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-ad7e6238-d8a6-4873-a58f-793e67054e9f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1018954794', 'network_id': '655708c0-36a1-4aad-b1e8-0908d59271eb', 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:58:30.232342 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-c463c782-0b4f-4e7a-85a6-cb88d4d7bb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24232efd-e7a8-40b5-b974-c5f604f146e9', 'name': 'tempest-TestNetworkBasicOps-router-852519354', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.136'}], 'enable_snat': True}, 'gw_port_id': '6c4e0565-cda2-4bfa-9d76-a805e5ce79fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:58:28Z', 'updated_at': '2022-02-04T08:58:29Z', 'revision_number': 3, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': '6c4e0565-cda2-4bfa-9d76-a805e5ce79fd', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:25:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24232efd-e7a8-40b5-b974-c5f604f146e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:58:28Z', 'updated_at': '2022-02-04T08:58:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:58:30.236614 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c463c782-0b4f-4e7a-85a6-cb88d4d7bb15 None None] Checking router: 24232efd-e7a8-40b5-b974-c5f604f146e9 for host: dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 08:58:30.236954 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c463c782-0b4f-4e7a-85a6-cb88d4d7bb15 None None] Updating router 24232efd-e7a8-40b5-b974-c5f604f146e9 port 6c4e0565-cda2-4bfa-9d76-a805e5ce79fd binding host dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 08:58:30.261928 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-ad7e6238-d8a6-4873-a58f-793e67054e9f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:58:30.265878 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-ad7e6238-d8a6-4873-a58f-793e67054e9f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:subnet and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:58:30.269548 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-ad7e6238-d8a6-4873-a58f-793e67054e9f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:58:30.275612 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-ad7e6238-d8a6-4873-a58f-793e67054e9f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:58:30.318637 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-c463c782-0b4f-4e7a-85a6-cb88d4d7bb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:30.349704 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad7e6238-d8a6-4873-a58f-793e67054e9f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Made reservation on behalf of 7df2bfd740464e869863a41b14f4d5af for: {'subnet': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:58:30.453207 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ad7e6238-d8a6-4873-a58f-793e67054e9f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8119726'] for subnet, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:30.631341 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-c463c782-0b4f-4e7a-85a6-cb88d4d7bb15 None None] Notify callbacks [] for port, precommit_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:30.645274 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.provisioning_blocks [None req-c463c782-0b4f-4e7a-85a6-cb88d4d7bb15 None None] Transition to ACTIVE for port object 6c4e0565-cda2-4bfa-9d76-a805e5ce79fd will not be triggered until provisioned by entity L2. {{(pid=84110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:58:30.715063 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-c463c782-0b4f-4e7a-85a6-cb88d4d7bb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:30.744091 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ad7e6238-d8a6-4873-a58f-793e67054e9f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7593498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8119736'] for subnet, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:30.792522 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.managers [None req-c463c782-0b4f-4e7a-85a6-cb88d4d7bb15 None None] Attempting to bind port 6c4e0565-cda2-4bfa-9d76-a805e5ce79fd on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:58:30.793141 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.managers [None req-c463c782-0b4f-4e7a-85a6-cb88d4d7bb15 None None] Attempting to bind port 6c4e0565-cda2-4bfa-9d76-a805e5ce79fd by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}] {{(pid=84110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:58:30.793264 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c463c782-0b4f-4e7a-85a6-cb88d4d7bb15 None None] Attempting to bind port 6c4e0565-cda2-4bfa-9d76-a805e5ce79fd on network e264bd74-c56b-43d0-9059-bcb57dbbe5bc {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:58:30.799196 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ca6dbe-8393-4cf7-822c-9258a69699a3 None None] Pushing event updated for resources: {'Port': ['ID=6c4e0565-cda2-4bfa-9d76-a805e5ce79fd,revision_number=2']} {{(pid=84110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:58:30.808251 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c463c782-0b4f-4e7a-85a6-cb88d4d7bb15 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:58:30.808638 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c463c782-0b4f-4e7a-85a6-cb88d4d7bb15 None None] Checking segment: {'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:58:30.809033 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-c463c782-0b4f-4e7a-85a6-cb88d4d7bb15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:30.809416 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c463c782-0b4f-4e7a-85a6-cb88d4d7bb15 None None] Bound using segment: {'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'} {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:58:30.809860 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.managers [None req-c463c782-0b4f-4e7a-85a6-cb88d4d7bb15 None None] Bound port: 6c4e0565-cda2-4bfa-9d76-a805e5ce79fd, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}}] {{(pid=84110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:58:30.810239 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-c463c782-0b4f-4e7a-85a6-cb88d4d7bb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:30.818749 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7e6238-d8a6-4873-a58f-793e67054e9f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'Subnet': ['ID=4b039843-144f-4dcc-8263-39766ac0fa83,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:58:30.833309 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7e6238-d8a6-4873-a58f-793e67054e9f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Checking segment: {'id': 'a76baa48-0201-4fa5-956a-b0abd293a65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '655708c0-36a1-4aad-b1e8-0908d59271eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:58:30.833669 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7e6238-d8a6-4873-a58f-793e67054e9f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Network hostable DHCP agents. Network: 655708c0-36a1-4aad-b1e8-0908d59271eb, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 08:58:30.837659 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ca6dbe-8393-4cf7-822c-9258a69699a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:58:30.838803 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ca6dbe-8393-4cf7-822c-9258a69699a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:58:30.838803 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ca6dbe-8393-4cf7-822c-9258a69699a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:58:30.838803 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ca6dbe-8393-4cf7-822c-9258a69699a3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:58:30.839128 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ca6dbe-8393-4cf7-822c-9258a69699a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:58:30.839247 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ca6dbe-8393-4cf7-822c-9258a69699a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:58:30.839563 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ca6dbe-8393-4cf7-822c-9258a69699a3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:58:30.839881 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ca6dbe-8393-4cf7-822c-9258a69699a3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:58:30.840196 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ca6dbe-8393-4cf7-822c-9258a69699a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:58:30.840507 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ca6dbe-8393-4cf7-822c-9258a69699a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:58:30.840854 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ca6dbe-8393-4cf7-822c-9258a69699a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 08:58:30.886645 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.db [None req-c463c782-0b4f-4e7a-85a6-cb88d4d7bb15 None None] For port 6c4e0565-cda2-4bfa-9d76-a805e5ce79fd, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:58:30.889556 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.db [None req-c463c782-0b4f-4e7a-85a6-cb88d4d7bb15 None None] For port 6c4e0565-cda2-4bfa-9d76-a805e5ce79fd, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=6c4e0565-cda2-4bfa-9d76-a805e5ce79fd,segment=NetworkSegment(c44b9475-949d-4ae7-bfca-e29b010a56a6),segment_id=c44b9475-949d-4ae7-bfca-e29b010a56a6)] {{(pid=84110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:58:30.909570 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7e6238-d8a6-4873-a58f-793e67054e9f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Network 655708c0-36a1-4aad-b1e8-0908d59271eb is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 08:58:30.992872 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-c463c782-0b4f-4e7a-85a6-cb88d4d7bb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:31.003977 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-ad7e6238-d8a6-4873-a58f-793e67054e9f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, 655708c0-36a1-4aad-b1e8-0908d59271eb) {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:58:31.008925 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7e6238-d8a6-4873-a58f-793e67054e9f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:58:31.012772 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ad7e6238-d8a6-4873-a58f-793e67054e9f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:31.012926 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efdce1f6-82c8-4401-98c3-6a2fe33bcc7d None None] Network 655708c0-36a1-4aad-b1e8-0908d59271eb requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:58:31.073010 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ca6dbe-8393-4cf7-822c-9258a69699a3 None None] Pushing event updated for resources: {'Port': ['ID=6c4e0565-cda2-4bfa-9d76-a805e5ce79fd,revision_number=3']} {{(pid=84110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:58:31.075829 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c463c782-0b4f-4e7a-85a6-cb88d4d7bb15 None None] Routers {'24232efd-e7a8-40b5-b974-c5f604f146e9'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:58:31.076436 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-c463c782-0b4f-4e7a-85a6-cb88d4d7bb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:58:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['24232efd-e7a8-40b5-b974-c5f604f146e9'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:58:31.085065 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-ad7e6238-d8a6-4873-a58f-793e67054e9f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9340088 Feb 04 08:58:31.087906 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 58734) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:58:31.232656 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87fa0d42-ba9c-4d76-aca0-baa8a0d8daa0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-655708c0-36a1-4aad-b1e8-0908d59271eb', 'network_id': '655708c0-36a1-4aad-b1e8-0908d59271eb', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'fixed_ips': [{'subnet_id': '4b039843-144f-4dcc-8263-39766ac0fa83'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 08:58:31.233759 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-87fa0d42-ba9c-4d76-aca0-baa8a0d8daa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:31.256830 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-c463c782-0b4f-4e7a-85a6-cb88d4d7bb15 None None] Set router 24232efd-e7a8-40b5-b974-c5f604f146e9 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:58:31.392748 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-87fa0d42-ba9c-4d76-aca0-baa8a0d8daa0 None None] Allocated IP 172.20.0.2 (655708c0-36a1-4aad-b1e8-0908d59271eb/4b039843-144f-4dcc-8263-39766ac0fa83/88aa44c7-5f3a-48b8-a8f1-64b23eb25945) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:58:31.554576 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-c463c782-0b4f-4e7a-85a6-cb88d4d7bb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24232efd-e7a8-40b5-b974-c5f604f146e9', 'name': 'tempest-TestNetworkBasicOps-router-852519354', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.136'}], 'enable_snat': True}, 'gw_port_id': '6c4e0565-cda2-4bfa-9d76-a805e5ce79fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:58:28Z', 'updated_at': '2022-02-04T08:58:29Z', 'revision_number': 3, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': '6c4e0565-cda2-4bfa-9d76-a805e5ce79fd', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:25:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24232efd-e7a8-40b5-b974-c5f604f146e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:58:28Z', 'updated_at': '2022-02-04T08:58:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:58:31.558498 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c463c782-0b4f-4e7a-85a6-cb88d4d7bb15 None None] The sync data for ids ['24232efd-e7a8-40b5-b974-c5f604f146e9'] in dv-neutron-827798-2-hyperv is: [{'id': '24232efd-e7a8-40b5-b974-c5f604f146e9', 'name': 'tempest-TestNetworkBasicOps-router-852519354', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.136'}], 'enable_snat': True}, 'gw_port_id': '6c4e0565-cda2-4bfa-9d76-a805e5ce79fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:58:28Z', 'updated_at': '2022-02-04T08:58:29Z', 'revision_number': 3, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': '6c4e0565-cda2-4bfa-9d76-a805e5ce79fd', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:25:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24232efd-e7a8-40b5-b974-c5f604f146e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:58:28Z', 'updated_at': '2022-02-04T08:58:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:58:31.606422 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-87fa0d42-ba9c-4d76-aca0-baa8a0d8daa0 None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:31.617944 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-87fa0d42-ba9c-4d76-aca0-baa8a0d8daa0 None None] Transition to ACTIVE for port object 88aa44c7-5f3a-48b8-a8f1-64b23eb25945 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:58:31.637063 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-87fa0d42-ba9c-4d76-aca0-baa8a0d8daa0 None None] Transition to ACTIVE for port object 88aa44c7-5f3a-48b8-a8f1-64b23eb25945 will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:58:31.695767 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-87fa0d42-ba9c-4d76-aca0-baa8a0d8daa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:31.765004 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fa0d42-ba9c-4d76-aca0-baa8a0d8daa0 None None] Network 655708c0-36a1-4aad-b1e8-0908d59271eb is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:58:31.768337 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-87fa0d42-ba9c-4d76-aca0-baa8a0d8daa0 None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:58:31.776672 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fa0d42-ba9c-4d76-aca0-baa8a0d8daa0 None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:58:31.794733 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fa0d42-ba9c-4d76-aca0-baa8a0d8daa0 None None] Pushing event updated for resources: {'Port': ['ID=88aa44c7-5f3a-48b8-a8f1-64b23eb25945,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:58:31.882111 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-02815b0c-9fb6-4368-856a-54a2fa65b1aa tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:31.888086 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-87fa0d42-ba9c-4d76-aca0-baa8a0d8daa0 None None] Attempting to bind port 88aa44c7-5f3a-48b8-a8f1-64b23eb25945 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:58:31.888450 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-87fa0d42-ba9c-4d76-aca0-baa8a0d8daa0 None None] Attempting to bind port 88aa44c7-5f3a-48b8-a8f1-64b23eb25945 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': 'a76baa48-0201-4fa5-956a-b0abd293a65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '655708c0-36a1-4aad-b1e8-0908d59271eb'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:58:31.888983 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fa0d42-ba9c-4d76-aca0-baa8a0d8daa0 None None] Attempting to bind port 88aa44c7-5f3a-48b8-a8f1-64b23eb25945 on network 655708c0-36a1-4aad-b1e8-0908d59271eb {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:58:31.899017 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fa0d42-ba9c-4d76-aca0-baa8a0d8daa0 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:58:31.899425 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fa0d42-ba9c-4d76-aca0-baa8a0d8daa0 None None] Checking segment: {'id': 'a76baa48-0201-4fa5-956a-b0abd293a65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '655708c0-36a1-4aad-b1e8-0908d59271eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:58:31.899792 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-87fa0d42-ba9c-4d76-aca0-baa8a0d8daa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:31.900880 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fa0d42-ba9c-4d76-aca0-baa8a0d8daa0 None None] Bound using segment: {'id': 'a76baa48-0201-4fa5-956a-b0abd293a65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '655708c0-36a1-4aad-b1e8-0908d59271eb'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:58:31.901368 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-87fa0d42-ba9c-4d76-aca0-baa8a0d8daa0 None None] Bound port: 88aa44c7-5f3a-48b8-a8f1-64b23eb25945, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a76baa48-0201-4fa5-956a-b0abd293a65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '655708c0-36a1-4aad-b1e8-0908d59271eb'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:58:31.901744 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-87fa0d42-ba9c-4d76-aca0-baa8a0d8daa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:31.990323 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-87fa0d42-ba9c-4d76-aca0-baa8a0d8daa0 None None] For port 88aa44c7-5f3a-48b8-a8f1-64b23eb25945, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:58:31.993615 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-87fa0d42-ba9c-4d76-aca0-baa8a0d8daa0 None None] For port 88aa44c7-5f3a-48b8-a8f1-64b23eb25945, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=88aa44c7-5f3a-48b8-a8f1-64b23eb25945,segment=NetworkSegment(a76baa48-0201-4fa5-956a-b0abd293a65c),segment_id=a76baa48-0201-4fa5-956a-b0abd293a65c)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:58:32.061964 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-87fa0d42-ba9c-4d76-aca0-baa8a0d8daa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:32.154599 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fa0d42-ba9c-4d76-aca0-baa8a0d8daa0 None None] Pushing event updated for resources: {'Port': ['ID=88aa44c7-5f3a-48b8-a8f1-64b23eb25945,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:58:32.322143 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-02815b0c-9fb6-4368-856a-54a2fa65b1aa tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Allocated IP 172.20.0.1 (655708c0-36a1-4aad-b1e8-0908d59271eb/4b039843-144f-4dcc-8263-39766ac0fa83/f24b23cb-15be-474b-89ec-7539e75414ca) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:58:32.496277 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 88aa44c7-5f3a-48b8-a8f1-64b23eb25945 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:58:32.623114 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-02815b0c-9fb6-4368-856a-54a2fa65b1aa tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:32.638658 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [None req-02815b0c-9fb6-4368-856a-54a2fa65b1aa tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Transition to ACTIVE for port object f24b23cb-15be-474b-89ec-7539e75414ca will not be triggered until provisioned by entity DHCP. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:58:32.641133 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 88aa44c7-5f3a-48b8-a8f1-64b23eb25945 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:58:32.646339 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 6c4e0565-cda2-4bfa-9d76-a805e5ce79fd up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:58:32.715945 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-02815b0c-9fb6-4368-856a-54a2fa65b1aa tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:32.775821 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 6c4e0565-cda2-4bfa-9d76-a805e5ce79fd completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:58:32.780722 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 6c4e0565-cda2-4bfa-9d76-a805e5ce79fd triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:58:32.786984 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:32.787135 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02815b0c-9fb6-4368-856a-54a2fa65b1aa tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Network 655708c0-36a1-4aad-b1e8-0908d59271eb is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:58:32.789043 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-02815b0c-9fb6-4368-856a-54a2fa65b1aa tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:58:32.791729 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02815b0c-9fb6-4368-856a-54a2fa65b1aa tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:58:32.829998 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02815b0c-9fb6-4368-856a-54a2fa65b1aa tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'Port': ['ID=f24b23cb-15be-474b-89ec-7539e75414ca,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:58:32.860188 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-02815b0c-9fb6-4368-856a-54a2fa65b1aa tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-472912'] for router_interface, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:32.904545 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:32.921488 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port 6c4e0565-cda2-4bfa-9d76-a805e5ce79fd, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=6c4e0565-cda2-4bfa-9d76-a805e5ce79fd,segment=NetworkSegment(c44b9475-949d-4ae7-bfca-e29b010a56a6),segment_id=c44b9475-949d-4ae7-bfca-e29b010a56a6)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:58:32.995509 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:33.018849 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-02815b0c-9fb6-4368-856a-54a2fa65b1aa tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:33.075076 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=6c4e0565-cda2-4bfa-9d76-a805e5ce79fd,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:58:33.170658 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563c4698-48bc-474c-aae3-531d91d776f6 None None] Network 655708c0-36a1-4aad-b1e8-0908d59271eb requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 08:58:33.330776 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-584bee35-428c-48c8-810a-701eadb92dac None None] Provisioning for port 88aa44c7-5f3a-48b8-a8f1-64b23eb25945 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:58:33.339296 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-584bee35-428c-48c8-810a-701eadb92dac None None] Provisioning complete for port 88aa44c7-5f3a-48b8-a8f1-64b23eb25945 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:58:33.339658 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-584bee35-428c-48c8-810a-701eadb92dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:33.446770 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-02815b0c-9fb6-4368-856a-54a2fa65b1aa tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:33.507569 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-584bee35-428c-48c8-810a-701eadb92dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:33.524176 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-02815b0c-9fb6-4368-856a-54a2fa65b1aa tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:33.548151 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-584bee35-428c-48c8-810a-701eadb92dac None None] For port 88aa44c7-5f3a-48b8-a8f1-64b23eb25945, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=88aa44c7-5f3a-48b8-a8f1-64b23eb25945,segment=NetworkSegment(a76baa48-0201-4fa5-956a-b0abd293a65c),segment_id=a76baa48-0201-4fa5-956a-b0abd293a65c)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:58:33.609963 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-584bee35-428c-48c8-810a-701eadb92dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:33.642900 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-02815b0c-9fb6-4368-856a-54a2fa65b1aa tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473771'] for router_interface, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:33.648334 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02815b0c-9fb6-4368-856a-54a2fa65b1aa tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'Port': ['ID=f24b23cb-15be-474b-89ec-7539e75414ca,revision_number=2']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:58:33.716924 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584bee35-428c-48c8-810a-701eadb92dac None None] Pushing event updated for resources: {'Port': ['ID=88aa44c7-5f3a-48b8-a8f1-64b23eb25945,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:58:33.796046 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02815b0c-9fb6-4368-856a-54a2fa65b1aa tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Network 655708c0-36a1-4aad-b1e8-0908d59271eb is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:58:33.797217 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-02815b0c-9fb6-4368-856a-54a2fa65b1aa tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:58:33.803854 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-aa29e460-cc3b-4a04-ad1b-25886392c7f5 None None] Provisioning for port f24b23cb-15be-474b-89ec-7539e75414ca completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:58:33.809386 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-aa29e460-cc3b-4a04-ad1b-25886392c7f5 None None] Provisioning complete for port f24b23cb-15be-474b-89ec-7539e75414ca triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:58:33.809761 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-aa29e460-cc3b-4a04-ad1b-25886392c7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:33.863556 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-aa29e460-cc3b-4a04-ad1b-25886392c7f5 None None] Port f24b23cb-15be-474b-89ec-7539e75414ca cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:58:33.876331 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-aa29e460-cc3b-4a04-ad1b-25886392c7f5 None None] Provisioning complete for port 88aa44c7-5f3a-48b8-a8f1-64b23eb25945 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:58:33.876728 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-aa29e460-cc3b-4a04-ad1b-25886392c7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:34.141254 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-f56831f4-8d68-4186-bac0-7aff0ca35617 None None] Provisioning complete for port f24b23cb-15be-474b-89ec-7539e75414ca triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:58:34.142465 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-f56831f4-8d68-4186-bac0-7aff0ca35617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:34.194562 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-f56831f4-8d68-4186-bac0-7aff0ca35617 None None] Port f24b23cb-15be-474b-89ec-7539e75414ca cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:58:34.197971 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02815b0c-9fb6-4368-856a-54a2fa65b1aa tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Router 24232efd-e7a8-40b5-b974-c5f604f146e9 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:58:34.386559 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 88aa44c7-5f3a-48b8-a8f1-64b23eb25945 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:58:34.454874 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 88aa44c7-5f3a-48b8-a8f1-64b23eb25945 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:58:34.455856 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:34.496479 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02815b0c-9fb6-4368-856a-54a2fa65b1aa tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:58:34.509405 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-02815b0c-9fb6-4368-856a-54a2fa65b1aa tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "PUT /v2.0/routers/24232efd-e7a8-40b5-b974-c5f604f146e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4204478 Feb 04 08:58:34.511966 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 58738) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:58:34.571246 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 6c4e0565-cda2-4bfa-9d76-a805e5ce79fd up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:58:34.636663 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 6c4e0565-cda2-4bfa-9d76-a805e5ce79fd triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:58:34.637029 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:34.650683 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9ec674-80e9-41b2-abd1-71552a35965f tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:58:34.651058 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9ec674-80e9-41b2-abd1-71552a35965f tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:58:34.651420 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9ec674-80e9-41b2-abd1-71552a35965f tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:58:34.651784 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9ec674-80e9-41b2-abd1-71552a35965f tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:58:34.653433 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-4c9ec674-80e9-41b2-abd1-71552a35965f tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1402884 Feb 04 08:58:34.656201 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 58742) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:58:34.726294 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd03195-1738-49c1-ba20-b6ac8fd56f41 tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:58:34.726668 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd03195-1738-49c1-ba20-b6ac8fd56f41 tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:58:34.727029 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd03195-1738-49c1-ba20-b6ac8fd56f41 tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:58:34.727386 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd03195-1738-49c1-ba20-b6ac8fd56f41 tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:58:34.729067 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-1dd03195-1738-49c1-ba20-b6ac8fd56f41 tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0719101 Feb 04 08:58:34.731734 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 58746) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:58:35.008598 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-6d780f2f-1f66-4ea1-9ffe-d8b5de95c9dd tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2743623 Feb 04 08:58:35.253545 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12193f9-ad44-4ef2-a64a-dffa47d6bdba None None] Sync routers for ids ['24232efd-e7a8-40b5-b974-c5f604f146e9'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:58:35.265020 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12193f9-ad44-4ef2-a64a-dffa47d6bdba None None] Routers {'24232efd-e7a8-40b5-b974-c5f604f146e9'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:58:35.265624 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-f12193f9-ad44-4ef2-a64a-dffa47d6bdba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:58:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['24232efd-e7a8-40b5-b974-c5f604f146e9'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:58:35.388033 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 58752) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:58:35.394282 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-2bce7efe-bd78-4b48-83ca-66f9186ce061 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-868294655', 'description': 'tempest-secgroup-smoke-868294655 description', 'project_id': '7df2bfd740464e869863a41b14f4d5af'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:58:35.400268 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-2bce7efe-bd78-4b48-83ca-66f9186ce061 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:58:35.404328 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-2bce7efe-bd78-4b48-83ca-66f9186ce061 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:security_group and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:58:35.407183 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-2bce7efe-bd78-4b48-83ca-66f9186ce061 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:58:35.413526 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-2bce7efe-bd78-4b48-83ca-66f9186ce061 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:58:35.440451 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-f12193f9-ad44-4ef2-a64a-dffa47d6bdba None None] Set router 24232efd-e7a8-40b5-b974-c5f604f146e9 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:58:35.510079 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2bce7efe-bd78-4b48-83ca-66f9186ce061 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:35.545638 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-2bce7efe-bd78-4b48-83ca-66f9186ce061 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:58:35.549473 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-2bce7efe-bd78-4b48-83ca-66f9186ce061 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:security_group_rule and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:58:35.552214 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-2bce7efe-bd78-4b48-83ca-66f9186ce061 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:58:35.557938 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-2bce7efe-bd78-4b48-83ca-66f9186ce061 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:58:35.612095 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2bce7efe-bd78-4b48-83ca-66f9186ce061 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:35.698279 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2bce7efe-bd78-4b48-83ca-66f9186ce061 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:35.742872 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bce7efe-bd78-4b48-83ca-66f9186ce061 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adb7cf76-a48e-4db4-aefc-36ea7952ef44,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:58:35.746600 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-f12193f9-ad44-4ef2-a64a-dffa47d6bdba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24232efd-e7a8-40b5-b974-c5f604f146e9', 'name': 'tempest-TestNetworkBasicOps-router-852519354', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.136'}], 'enable_snat': True}, 'gw_port_id': '6c4e0565-cda2-4bfa-9d76-a805e5ce79fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:58:28Z', 'updated_at': '2022-02-04T08:58:32Z', 'revision_number': 4, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': '6c4e0565-cda2-4bfa-9d76-a805e5ce79fd', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:25:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24232efd-e7a8-40b5-b974-c5f604f146e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:58:28Z', 'updated_at': '2022-02-04T08:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': 'f24b23cb-15be-474b-89ec-7539e75414ca', 'name': '', 'network_id': '655708c0-36a1-4aad-b1e8-0908d59271eb', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'mac_address': 'fa:16:3e:f2:ac:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24232efd-e7a8-40b5-b974-c5f604f146e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b039843-144f-4dcc-8263-39766ac0fa83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:58:32Z', 'updated_at': '2022-02-04T08:58:33Z', 'revision_number': 2, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'subnets': [{'id': '4b039843-144f-4dcc-8263-39766ac0fa83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:58:35.750701 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12193f9-ad44-4ef2-a64a-dffa47d6bdba None None] Checking router: 24232efd-e7a8-40b5-b974-c5f604f146e9 for host: dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 08:58:35.751049 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12193f9-ad44-4ef2-a64a-dffa47d6bdba None None] Updating router 24232efd-e7a8-40b5-b974-c5f604f146e9 port f24b23cb-15be-474b-89ec-7539e75414ca binding host dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 08:58:35.801121 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-f12193f9-ad44-4ef2-a64a-dffa47d6bdba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:35.821360 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2bce7efe-bd78-4b48-83ca-66f9186ce061 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:35.822615 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-2bce7efe-bd78-4b48-83ca-66f9186ce061 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4335482 Feb 04 08:58:35.825464 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 58756) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:58:35.831554 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-0991aa10-2201-4d28-afd3-7df752e826cc tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'security_group_rule': {'security_group_id': 'adb7cf76-a48e-4db4-aefc-36ea7952ef44', 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:58:35.837554 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-0991aa10-2201-4d28-afd3-7df752e826cc tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:58:35.841513 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-0991aa10-2201-4d28-afd3-7df752e826cc tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:security_group_rule and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:58:35.844411 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-0991aa10-2201-4d28-afd3-7df752e826cc tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:58:35.850083 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-0991aa10-2201-4d28-afd3-7df752e826cc tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:58:35.947932 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0991aa10-2201-4d28-afd3-7df752e826cc tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:36.010449 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0991aa10-2201-4d28-afd3-7df752e826cc tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:36.081681 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0991aa10-2201-4d28-afd3-7df752e826cc tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:36.109056 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0991aa10-2201-4d28-afd3-7df752e826cc tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ff47b29-171f-4cfb-9191-31c7ff3582f9,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:58:36.166066 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-f12193f9-ad44-4ef2-a64a-dffa47d6bdba None None] Notify callbacks [] for port, precommit_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:36.177779 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-f12193f9-ad44-4ef2-a64a-dffa47d6bdba None None] Transition to ACTIVE for port object f24b23cb-15be-474b-89ec-7539e75414ca will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:58:36.190342 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0991aa10-2201-4d28-afd3-7df752e826cc tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:36.191569 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-0991aa10-2201-4d28-afd3-7df752e826cc tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3651564 Feb 04 08:58:36.194213 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 58760) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:58:36.199519 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-e77fb4a6-4c75-4ca6-83b8-efb8b6548750 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'security_group_rule': {'security_group_id': 'adb7cf76-a48e-4db4-aefc-36ea7952ef44', 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:58:36.205830 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-e77fb4a6-4c75-4ca6-83b8-efb8b6548750 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:58:36.209706 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-e77fb4a6-4c75-4ca6-83b8-efb8b6548750 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:security_group_rule and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:58:36.212558 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-e77fb4a6-4c75-4ca6-83b8-efb8b6548750 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:58:36.218124 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-e77fb4a6-4c75-4ca6-83b8-efb8b6548750 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:58:36.243603 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-f12193f9-ad44-4ef2-a64a-dffa47d6bdba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:36.307533 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e77fb4a6-4c75-4ca6-83b8-efb8b6548750 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:36.364742 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3bf1cf-9b8e-4832-8dc2-c39f7ee5193e None None] Pushing event updated for resources: {'Port': ['ID=f24b23cb-15be-474b-89ec-7539e75414ca,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:58:36.380325 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e77fb4a6-4c75-4ca6-83b8-efb8b6548750 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:36.454426 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-f12193f9-ad44-4ef2-a64a-dffa47d6bdba None None] Attempting to bind port f24b23cb-15be-474b-89ec-7539e75414ca on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:58:36.454792 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-f12193f9-ad44-4ef2-a64a-dffa47d6bdba None None] Attempting to bind port f24b23cb-15be-474b-89ec-7539e75414ca by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': 'a76baa48-0201-4fa5-956a-b0abd293a65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '655708c0-36a1-4aad-b1e8-0908d59271eb'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:58:36.455786 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12193f9-ad44-4ef2-a64a-dffa47d6bdba None None] Attempting to bind port f24b23cb-15be-474b-89ec-7539e75414ca on network 655708c0-36a1-4aad-b1e8-0908d59271eb {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:58:36.458582 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e77fb4a6-4c75-4ca6-83b8-efb8b6548750 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:36.462565 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12193f9-ad44-4ef2-a64a-dffa47d6bdba None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:58:36.462950 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12193f9-ad44-4ef2-a64a-dffa47d6bdba None None] Checking segment: {'id': 'a76baa48-0201-4fa5-956a-b0abd293a65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '655708c0-36a1-4aad-b1e8-0908d59271eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:58:36.463308 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-f12193f9-ad44-4ef2-a64a-dffa47d6bdba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:36.463709 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12193f9-ad44-4ef2-a64a-dffa47d6bdba None None] Bound using segment: {'id': 'a76baa48-0201-4fa5-956a-b0abd293a65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '655708c0-36a1-4aad-b1e8-0908d59271eb'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:58:36.464160 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-f12193f9-ad44-4ef2-a64a-dffa47d6bdba None None] Bound port: f24b23cb-15be-474b-89ec-7539e75414ca, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a76baa48-0201-4fa5-956a-b0abd293a65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '655708c0-36a1-4aad-b1e8-0908d59271eb'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:58:36.464524 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-f12193f9-ad44-4ef2-a64a-dffa47d6bdba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:36.483440 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77fb4a6-4c75-4ca6-83b8-efb8b6548750 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1eb24e5d-c35c-4480-b813-c51f04a7bff9,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:58:36.549887 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e77fb4a6-4c75-4ca6-83b8-efb8b6548750 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:36.551178 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-e77fb4a6-4c75-4ca6-83b8-efb8b6548750 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3560619 Feb 04 08:58:36.553966 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 58764) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:58:36.559009 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-f12193f9-ad44-4ef2-a64a-dffa47d6bdba None None] For port f24b23cb-15be-474b-89ec-7539e75414ca, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:58:36.559624 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-eb3ebafc-4188-4ad8-8be5-c0975887a64e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'security_group_rule': {'security_group_id': 'adb7cf76-a48e-4db4-aefc-36ea7952ef44', 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:58:36.562782 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-f12193f9-ad44-4ef2-a64a-dffa47d6bdba None None] For port f24b23cb-15be-474b-89ec-7539e75414ca, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=f24b23cb-15be-474b-89ec-7539e75414ca,segment=NetworkSegment(a76baa48-0201-4fa5-956a-b0abd293a65c),segment_id=a76baa48-0201-4fa5-956a-b0abd293a65c)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:58:36.567451 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-eb3ebafc-4188-4ad8-8be5-c0975887a64e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:58:36.571310 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-eb3ebafc-4188-4ad8-8be5-c0975887a64e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:security_group_rule and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:58:36.574101 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-eb3ebafc-4188-4ad8-8be5-c0975887a64e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:58:36.580874 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-eb3ebafc-4188-4ad8-8be5-c0975887a64e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:58:36.627843 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-f12193f9-ad44-4ef2-a64a-dffa47d6bdba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:36.661939 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-eb3ebafc-4188-4ad8-8be5-c0975887a64e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:36.715029 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3bf1cf-9b8e-4832-8dc2-c39f7ee5193e None None] Pushing event updated for resources: {'Port': ['ID=f24b23cb-15be-474b-89ec-7539e75414ca,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:58:36.717596 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12193f9-ad44-4ef2-a64a-dffa47d6bdba None None] Routers {'24232efd-e7a8-40b5-b974-c5f604f146e9'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:58:36.718193 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-f12193f9-ad44-4ef2-a64a-dffa47d6bdba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:58:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['24232efd-e7a8-40b5-b974-c5f604f146e9'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:58:36.739540 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-eb3ebafc-4188-4ad8-8be5-c0975887a64e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:36.803747 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-eb3ebafc-4188-4ad8-8be5-c0975887a64e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:36.830694 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3ebafc-4188-4ad8-8be5-c0975887a64e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=422d5b32-77e6-4227-b750-23bbde142fd8,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:58:36.896778 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-f12193f9-ad44-4ef2-a64a-dffa47d6bdba None None] Set router 24232efd-e7a8-40b5-b974-c5f604f146e9 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:58:36.906973 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-eb3ebafc-4188-4ad8-8be5-c0975887a64e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:36.908179 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-eb3ebafc-4188-4ad8-8be5-c0975887a64e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3531985 Feb 04 08:58:36.911089 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 58768) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:58:36.917365 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-682130e3-4240-48fd-ae47-c1592d3c803e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'security_group_rule': {'security_group_id': 'adb7cf76-a48e-4db4-aefc-36ea7952ef44', 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:58:36.923360 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-682130e3-4240-48fd-ae47-c1592d3c803e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:58:36.927647 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-682130e3-4240-48fd-ae47-c1592d3c803e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:security_group_rule and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:58:36.930704 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-682130e3-4240-48fd-ae47-c1592d3c803e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:58:36.937085 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-682130e3-4240-48fd-ae47-c1592d3c803e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:58:37.002760 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-682130e3-4240-48fd-ae47-c1592d3c803e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:37.065697 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-682130e3-4240-48fd-ae47-c1592d3c803e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:37.144199 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-682130e3-4240-48fd-ae47-c1592d3c803e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:37.168760 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682130e3-4240-48fd-ae47-c1592d3c803e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1d16afa-9383-4a4e-afc5-7fa2d5bfc2a4,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:58:37.211011 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-f12193f9-ad44-4ef2-a64a-dffa47d6bdba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24232efd-e7a8-40b5-b974-c5f604f146e9', 'name': 'tempest-TestNetworkBasicOps-router-852519354', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.136'}], 'enable_snat': True}, 'gw_port_id': '6c4e0565-cda2-4bfa-9d76-a805e5ce79fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:58:28Z', 'updated_at': '2022-02-04T08:58:32Z', 'revision_number': 4, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': '6c4e0565-cda2-4bfa-9d76-a805e5ce79fd', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:25:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24232efd-e7a8-40b5-b974-c5f604f146e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:58:28Z', 'updated_at': '2022-02-04T08:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': 'f24b23cb-15be-474b-89ec-7539e75414ca', 'name': '', 'network_id': '655708c0-36a1-4aad-b1e8-0908d59271eb', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'mac_address': 'fa:16:3e:f2:ac:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24232efd-e7a8-40b5-b974-c5f604f146e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b039843-144f-4dcc-8263-39766ac0fa83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:58:32Z', 'updated_at': '2022-02-04T08:58:36Z', 'revision_number': 4, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'subnets': [{'id': '4b039843-144f-4dcc-8263-39766ac0fa83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:58:37.214917 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12193f9-ad44-4ef2-a64a-dffa47d6bdba None None] The sync data for ids ['24232efd-e7a8-40b5-b974-c5f604f146e9'] in dv-neutron-827798-2-hyperv is: [{'id': '24232efd-e7a8-40b5-b974-c5f604f146e9', 'name': 'tempest-TestNetworkBasicOps-router-852519354', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.136'}], 'enable_snat': True}, 'gw_port_id': '6c4e0565-cda2-4bfa-9d76-a805e5ce79fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:58:28Z', 'updated_at': '2022-02-04T08:58:32Z', 'revision_number': 4, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': '6c4e0565-cda2-4bfa-9d76-a805e5ce79fd', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:25:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24232efd-e7a8-40b5-b974-c5f604f146e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:58:28Z', 'updated_at': '2022-02-04T08:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': 'f24b23cb-15be-474b-89ec-7539e75414ca', 'name': '', 'network_id': '655708c0-36a1-4aad-b1e8-0908d59271eb', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'mac_address': 'fa:16:3e:f2:ac:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24232efd-e7a8-40b5-b974-c5f604f146e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b039843-144f-4dcc-8263-39766ac0fa83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:58:32Z', 'updated_at': '2022-02-04T08:58:36Z', 'revision_number': 4, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'subnets': [{'id': '4b039843-144f-4dcc-8263-39766ac0fa83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:58:37.264979 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-682130e3-4240-48fd-ae47-c1592d3c803e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:37.266302 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-682130e3-4240-48fd-ae47-c1592d3c803e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3537357 Feb 04 08:58:37.269081 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 58772) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:58:37.275470 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-1010f860-d14e-4828-aaeb-817e6bfc3b07 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'security_group_rule': {'security_group_id': 'adb7cf76-a48e-4db4-aefc-36ea7952ef44', 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:58:37.284696 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-1010f860-d14e-4828-aaeb-817e6bfc3b07 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:58:37.291200 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-1010f860-d14e-4828-aaeb-817e6bfc3b07 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:security_group_rule and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:58:37.294251 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-1010f860-d14e-4828-aaeb-817e6bfc3b07 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:58:37.301169 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-1010f860-d14e-4828-aaeb-817e6bfc3b07 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:58:37.384149 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.securitygroups_db [None req-1010f860-d14e-4828-aaeb-817e6bfc3b07 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Project 7df2bfd740464e869863a41b14f4d5af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 08:58:37.391189 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1010f860-d14e-4828-aaeb-817e6bfc3b07 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:37.456521 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1010f860-d14e-4828-aaeb-817e6bfc3b07 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:37.518310 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1010f860-d14e-4828-aaeb-817e6bfc3b07 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:37.542542 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1010f860-d14e-4828-aaeb-817e6bfc3b07 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=850c95d0-422a-4be2-a225-9842e3349eec,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:58:37.615209 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1010f860-d14e-4828-aaeb-817e6bfc3b07 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:37.616405 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-1010f860-d14e-4828-aaeb-817e6bfc3b07 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3463929 Feb 04 08:58:37.619240 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 58776) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:58:37.625191 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-97ee72e2-75d3-45e3-a6fc-223f164d897a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'security_group_rule': {'security_group_id': 'adb7cf76-a48e-4db4-aefc-36ea7952ef44', 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:58:37.631973 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-97ee72e2-75d3-45e3-a6fc-223f164d897a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:58:37.639067 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-97ee72e2-75d3-45e3-a6fc-223f164d897a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:security_group_rule and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:58:37.639067 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-97ee72e2-75d3-45e3-a6fc-223f164d897a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:58:37.644992 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-97ee72e2-75d3-45e3-a6fc-223f164d897a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:58:37.712358 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.securitygroups_db [None req-97ee72e2-75d3-45e3-a6fc-223f164d897a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Project 7df2bfd740464e869863a41b14f4d5af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 08:58:37.719419 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-97ee72e2-75d3-45e3-a6fc-223f164d897a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:37.789155 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-97ee72e2-75d3-45e3-a6fc-223f164d897a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:37.875187 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-97ee72e2-75d3-45e3-a6fc-223f164d897a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:37.899215 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ee72e2-75d3-45e3-a6fc-223f164d897a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04f3860c-7456-48eb-b28b-5f2e5df8d0f5,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:58:37.964173 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-97ee72e2-75d3-45e3-a6fc-223f164d897a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:37.965535 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-97ee72e2-75d3-45e3-a6fc-223f164d897a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3453705 Feb 04 08:58:38.157012 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-7c89d350-ff15-44a5-82d0-538b75ed7dde req-81aaab11-bcca-4911-860d-e4b333d68423 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Synchronizing usage tracker for tenant:7df2bfd740464e869863a41b14f4d5af on resource:security_group {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:58:38.226303 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-7c89d350-ff15-44a5-82d0-538b75ed7dde req-81aaab11-bcca-4911-860d-e4b333d68423 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Unset dirty status for tenant:7df2bfd740464e869863a41b14f4d5af on resource:security_group {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:58:38.227348 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7c89d350-ff15-44a5-82d0-538b75ed7dde req-81aaab11-bcca-4911-860d-e4b333d68423 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-868294655&fields=id&tenant_id=7df2bfd740464e869863a41b14f4d5af HTTP/1.1" status: 200 len: 267 time: 0.1102245 Feb 04 08:58:38.382121 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c89d350-ff15-44a5-82d0-538b75ed7dde req-b06be686-f1c6-4b98-b6d4-dae46ad1f8e5 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:58:38.382953 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-7c89d350-ff15-44a5-82d0-538b75ed7dde req-b06be686-f1c6-4b98-b6d4-dae46ad1f8e5 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Synchronizing usage tracker for tenant:7df2bfd740464e869863a41b14f4d5af on resource:network {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:58:38.395633 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device f24b23cb-15be-474b-89ec-7539e75414ca up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:58:38.460908 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-7c89d350-ff15-44a5-82d0-538b75ed7dde req-b06be686-f1c6-4b98-b6d4-dae46ad1f8e5 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Unset dirty status for tenant:7df2bfd740464e869863a41b14f4d5af on resource:network {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:58:38.462069 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7c89d350-ff15-44a5-82d0-538b75ed7dde req-b06be686-f1c6-4b98-b6d4-dae46ad1f8e5 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/networks?id=655708c0-36a1-4aad-b1e8-0908d59271eb HTTP/1.1" status: 200 len: 797 time: 0.2283053 Feb 04 08:58:38.478230 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7c89d350-ff15-44a5-82d0-538b75ed7dde req-d8ed4583-0c7d-4b06-b31f-730606f968ed tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/quotas/7df2bfd740464e869863a41b14f4d5af HTTP/1.1" status: 200 len: 375 time: 0.0106399 Feb 04 08:58:38.541507 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port f24b23cb-15be-474b-89ec-7539e75414ca completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:58:38.547074 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port f24b23cb-15be-474b-89ec-7539e75414ca triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:58:38.551346 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:38.561571 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-7c89d350-ff15-44a5-82d0-538b75ed7dde req-bdf48562-0cba-48d6-8d66-7e27f9857526 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Synchronizing usage tracker for tenant:7df2bfd740464e869863a41b14f4d5af on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:58:38.638263 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-7c89d350-ff15-44a5-82d0-538b75ed7dde req-bdf48562-0cba-48d6-8d66-7e27f9857526 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Unset dirty status for tenant:7df2bfd740464e869863a41b14f4d5af on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:58:38.639583 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7c89d350-ff15-44a5-82d0-538b75ed7dde req-bdf48562-0cba-48d6-8d66-7e27f9857526 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=7df2bfd740464e869863a41b14f4d5af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1564260 Feb 04 08:58:38.655967 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [req-7c89d350-ff15-44a5-82d0-538b75ed7dde req-42c03269-a997-4946-abae-c0327b78db2f service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=84107) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 08:58:38.656929 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7c89d350-ff15-44a5-82d0-538b75ed7dde req-42c03269-a997-4946-abae-c0327b78db2f service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0051193 Feb 04 08:58:38.662793 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:38.699499 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port f24b23cb-15be-474b-89ec-7539e75414ca, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=f24b23cb-15be-474b-89ec-7539e75414ca,segment=NetworkSegment(a76baa48-0201-4fa5-956a-b0abd293a65c),segment_id=a76baa48-0201-4fa5-956a-b0abd293a65c)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:58:38.769554 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:38.788012 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7c89d350-ff15-44a5-82d0-538b75ed7dde req-c46d3b10-fc89-4fc1-af7b-534fa5995c64 service neutron] 10.222.0.36 "GET /v2.0/networks/655708c0-36a1-4aad-b1e8-0908d59271eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250045 Feb 04 08:58:38.834266 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=f24b23cb-15be-474b-89ec-7539e75414ca,revision_number=5']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:58:38.918712 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7c89d350-ff15-44a5-82d0-538b75ed7dde req-13626f47-e3c3-47a4-9679-51531f7affb1 service neutron] 10.222.0.36 "GET /v2.0/networks/655708c0-36a1-4aad-b1e8-0908d59271eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248863 Feb 04 08:58:39.176118 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-25a099b7-ee5f-4225-bb41-ad8c298b6de4 req-df090b3a-2a30-492a-979d-85438b80a136 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1b1566c-5d69-45ea-9a0d-8140fedfb62b HTTP/1.1" status: 200 len: 210 time: 0.0409808 Feb 04 08:58:40.338957 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-80dc880a-a763-4179-a3d5-707530505ceb req-7098f91e-6a55-41cd-bf01-8a1eedb0dcd5 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1b1566c-5d69-45ea-9a0d-8140fedfb62b HTTP/1.1" status: 200 len: 210 time: 0.0432131 Feb 04 08:58:40.383715 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device f24b23cb-15be-474b-89ec-7539e75414ca up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:58:40.453582 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port f24b23cb-15be-474b-89ec-7539e75414ca triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:58:40.453947 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:41.101141 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 08:58:41.118729 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c89d350-ff15-44a5-82d0-538b75ed7dde req-6ff93509-b77b-43a9-9ccc-86edb04e85d2 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:58:41.120155 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7c89d350-ff15-44a5-82d0-538b75ed7dde req-6ff93509-b77b-43a9-9ccc-86edb04e85d2 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.47 "GET /v2.0/networks?id=655708c0-36a1-4aad-b1e8-0908d59271eb HTTP/1.1" status: 200 len: 797 time: 0.1444683 Feb 04 08:58:41.170380 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7c89d350-ff15-44a5-82d0-538b75ed7dde req-0957c2d9-e6c5-4adf-9e49-ef8951046554 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7df2bfd740464e869863a41b14f4d5af HTTP/1.1" status: 200 len: 379 time: 0.0387683 Feb 04 08:58:41.179742 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [req-7c89d350-ff15-44a5-82d0-538b75ed7dde req-1ea5048a-1deb-4ed1-be1f-86259da9a95f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'port': {'device_id': 'b1b1566c-5d69-45ea-9a0d-8140fedfb62b', 'network_id': '655708c0-36a1-4aad-b1e8-0908d59271eb', 'admin_state_up': True, 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'security_groups': ['adb7cf76-a48e-4db4-aefc-36ea7952ef44']}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:58:41.313912 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [req-7c89d350-ff15-44a5-82d0-538b75ed7dde req-1ea5048a-1deb-4ed1-be1f-86259da9a95f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:58:41.322941 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [req-7c89d350-ff15-44a5-82d0-538b75ed7dde req-1ea5048a-1deb-4ed1-be1f-86259da9a95f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:58:41.412369 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c89d350-ff15-44a5-82d0-538b75ed7dde req-1ea5048a-1deb-4ed1-be1f-86259da9a95f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Made reservation on behalf of 7df2bfd740464e869863a41b14f4d5af for: {'port': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 08:58:41.415599 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-7c89d350-ff15-44a5-82d0-538b75ed7dde req-1ea5048a-1deb-4ed1-be1f-86259da9a95f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:41.516945 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-9eb9fbf6-d937-429e-9978-ca2335b6284b req-e9877b5d-d134-4590-b9cc-76cc1f83a742 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1b1566c-5d69-45ea-9a0d-8140fedfb62b HTTP/1.1" status: 200 len: 210 time: 0.0463493 Feb 04 08:58:41.613467 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [req-7c89d350-ff15-44a5-82d0-538b75ed7dde req-1ea5048a-1deb-4ed1-be1f-86259da9a95f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Allocated IP 172.20.0.9 (655708c0-36a1-4aad-b1e8-0908d59271eb/4b039843-144f-4dcc-8263-39766ac0fa83/dce13c22-1a71-4d84-ab67-81f4bf1f8682) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:58:41.791532 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-7c89d350-ff15-44a5-82d0-538b75ed7dde req-1ea5048a-1deb-4ed1-be1f-86259da9a95f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:41.807185 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [req-7c89d350-ff15-44a5-82d0-538b75ed7dde req-1ea5048a-1deb-4ed1-be1f-86259da9a95f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Transition to ACTIVE for port object dce13c22-1a71-4d84-ab67-81f4bf1f8682 will not be triggered until provisioned by entity DHCP. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:58:41.893110 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-7c89d350-ff15-44a5-82d0-538b75ed7dde req-1ea5048a-1deb-4ed1-be1f-86259da9a95f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:42.057542 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c89d350-ff15-44a5-82d0-538b75ed7dde req-1ea5048a-1deb-4ed1-be1f-86259da9a95f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Network 655708c0-36a1-4aad-b1e8-0908d59271eb is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:58:42.060654 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [req-7c89d350-ff15-44a5-82d0-538b75ed7dde req-1ea5048a-1deb-4ed1-be1f-86259da9a95f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:58:42.065512 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c89d350-ff15-44a5-82d0-538b75ed7dde req-1ea5048a-1deb-4ed1-be1f-86259da9a95f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:58:42.094938 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea5048a-1deb-4ed1-be1f-86259da9a95f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'Port': ['ID=dce13c22-1a71-4d84-ab67-81f4bf1f8682,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:58:42.129872 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c89d350-ff15-44a5-82d0-538b75ed7dde req-1ea5048a-1deb-4ed1-be1f-86259da9a95f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:58:42.130474 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-7c89d350-ff15-44a5-82d0-538b75ed7dde req-1ea5048a-1deb-4ed1-be1f-86259da9a95f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:42.244714 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7c89d350-ff15-44a5-82d0-538b75ed7dde req-1ea5048a-1deb-4ed1-be1f-86259da9a95f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0688992 Feb 04 08:58:42.255787 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [req-7c89d350-ff15-44a5-82d0-538b75ed7dde req-02fe6d24-a83e-42af-9f45-571a4c87e0e9 service neutron] Request body: {'port': {'device_id': 'b1b1566c-5d69-45ea-9a0d-8140fedfb62b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:58:42.320567 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-4191a3a0-3801-4c00-b22c-a2202b5d94dc None None] Provisioning for port dce13c22-1a71-4d84-ab67-81f4bf1f8682 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:58:42.325968 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-4191a3a0-3801-4c00-b22c-a2202b5d94dc None None] Provisioning complete for port dce13c22-1a71-4d84-ab67-81f4bf1f8682 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:58:42.326344 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-4191a3a0-3801-4c00-b22c-a2202b5d94dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:42.365548 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-7c89d350-ff15-44a5-82d0-538b75ed7dde req-02fe6d24-a83e-42af-9f45-571a4c87e0e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:42.385361 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-4191a3a0-3801-4c00-b22c-a2202b5d94dc None None] Port dce13c22-1a71-4d84-ab67-81f4bf1f8682 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 08:58:42.745864 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [req-7c89d350-ff15-44a5-82d0-538b75ed7dde req-02fe6d24-a83e-42af-9f45-571a4c87e0e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dce13c22-1a71-4d84-ab67-81f4bf1f8682 {{(pid=84107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 08:58:42.754169 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-7c89d350-ff15-44a5-82d0-538b75ed7dde req-02fe6d24-a83e-42af-9f45-571a4c87e0e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:42.774611 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [req-7c89d350-ff15-44a5-82d0-538b75ed7dde req-02fe6d24-a83e-42af-9f45-571a4c87e0e9 service neutron] Transition to ACTIVE for port object dce13c22-1a71-4d84-ab67-81f4bf1f8682 will not be triggered until provisioned by entity L2. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 08:58:42.785413 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a07fcb-2f1c-443a-ae5d-a02625e9de6e req-230150d0-44b0-4479-895e-6b6f5f7e3e9e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:58:42.786096 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-e7a07fcb-2f1c-443a-ae5d-a02625e9de6e req-230150d0-44b0-4479-895e-6b6f5f7e3e9e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Synchronizing usage tracker for tenant:7df2bfd740464e869863a41b14f4d5af on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 08:58:42.858218 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-7c89d350-ff15-44a5-82d0-538b75ed7dde req-02fe6d24-a83e-42af-9f45-571a4c87e0e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:42.907495 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-e7a07fcb-2f1c-443a-ae5d-a02625e9de6e req-230150d0-44b0-4479-895e-6b6f5f7e3e9e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Unset dirty status for tenant:7df2bfd740464e869863a41b14f4d5af on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 08:58:42.908695 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e7a07fcb-2f1c-443a-ae5d-a02625e9de6e req-230150d0-44b0-4479-895e-6b6f5f7e3e9e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1b1566c-5d69-45ea-9a0d-8140fedfb62b HTTP/1.1" status: 200 len: 931 time: 0.2685494 Feb 04 08:58:43.006307 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fe6d24-a83e-42af-9f45-571a4c87e0e9 service neutron] Pushing event updated for resources: {'Port': ['ID=dce13c22-1a71-4d84-ab67-81f4bf1f8682,revision_number=2']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:58:43.099843 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e7a07fcb-2f1c-443a-ae5d-a02625e9de6e req-55c8c511-043b-438d-8897-7195bf705978 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=adb7cf76-a48e-4db4-aefc-36ea7952ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1841574 Feb 04 08:58:43.152058 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.managers [req-7c89d350-ff15-44a5-82d0-538b75ed7dde req-02fe6d24-a83e-42af-9f45-571a4c87e0e9 service neutron] Attempting to bind port dce13c22-1a71-4d84-ab67-81f4bf1f8682 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 08:58:43.152390 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.managers [req-7c89d350-ff15-44a5-82d0-538b75ed7dde req-02fe6d24-a83e-42af-9f45-571a4c87e0e9 service neutron] Attempting to bind port dce13c22-1a71-4d84-ab67-81f4bf1f8682 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'a76baa48-0201-4fa5-956a-b0abd293a65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '655708c0-36a1-4aad-b1e8-0908d59271eb'}] {{(pid=84107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 08:58:43.155536 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c89d350-ff15-44a5-82d0-538b75ed7dde req-02fe6d24-a83e-42af-9f45-571a4c87e0e9 service neutron] Attempting to bind port dce13c22-1a71-4d84-ab67-81f4bf1f8682 on network 655708c0-36a1-4aad-b1e8-0908d59271eb {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:58:43.158706 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c89d350-ff15-44a5-82d0-538b75ed7dde req-02fe6d24-a83e-42af-9f45-571a4c87e0e9 service neutron] Port dce13c22-1a71-4d84-ab67-81f4bf1f8682 on network 655708c0-36a1-4aad-b1e8-0908d59271eb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 08:58:43.159100 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c89d350-ff15-44a5-82d0-538b75ed7dde req-02fe6d24-a83e-42af-9f45-571a4c87e0e9 service neutron] Attempting to bind port dce13c22-1a71-4d84-ab67-81f4bf1f8682 on network 655708c0-36a1-4aad-b1e8-0908d59271eb {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 08:58:43.166749 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c89d350-ff15-44a5-82d0-538b75ed7dde req-02fe6d24-a83e-42af-9f45-571a4c87e0e9 service neutron] Checking agent: {'id': 'f735dfbb-9ed2-4de7-8aa1-fea4a962ae1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 34, 26), 'started_at': datetime.datetime(2022, 2, 4, 8, 34, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 8, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 08:58:43.167077 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c89d350-ff15-44a5-82d0-538b75ed7dde req-02fe6d24-a83e-42af-9f45-571a4c87e0e9 service neutron] Checking segment: {'id': 'a76baa48-0201-4fa5-956a-b0abd293a65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '655708c0-36a1-4aad-b1e8-0908d59271eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 08:58:43.167454 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c89d350-ff15-44a5-82d0-538b75ed7dde req-02fe6d24-a83e-42af-9f45-571a4c87e0e9 service neutron] Bound using segment: {'id': 'a76baa48-0201-4fa5-956a-b0abd293a65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '655708c0-36a1-4aad-b1e8-0908d59271eb'} {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 08:58:43.167895 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.managers [req-7c89d350-ff15-44a5-82d0-538b75ed7dde req-02fe6d24-a83e-42af-9f45-571a4c87e0e9 service neutron] Bound port: dce13c22-1a71-4d84-ab67-81f4bf1f8682, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a76baa48-0201-4fa5-956a-b0abd293a65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '655708c0-36a1-4aad-b1e8-0908d59271eb'}}] {{(pid=84107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 08:58:43.168240 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-7c89d350-ff15-44a5-82d0-538b75ed7dde req-02fe6d24-a83e-42af-9f45-571a4c87e0e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:43.259132 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [req-7c89d350-ff15-44a5-82d0-538b75ed7dde req-02fe6d24-a83e-42af-9f45-571a4c87e0e9 service neutron] For port dce13c22-1a71-4d84-ab67-81f4bf1f8682, host hv-neutron-8277, cleared binding levels {{(pid=84107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 08:58:43.262039 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [req-7c89d350-ff15-44a5-82d0-538b75ed7dde req-02fe6d24-a83e-42af-9f45-571a4c87e0e9 service neutron] For port dce13c22-1a71-4d84-ab67-81f4bf1f8682, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=dce13c22-1a71-4d84-ab67-81f4bf1f8682,segment=NetworkSegment(a76baa48-0201-4fa5-956a-b0abd293a65c),segment_id=a76baa48-0201-4fa5-956a-b0abd293a65c)] {{(pid=84107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 08:58:43.335715 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-7c89d350-ff15-44a5-82d0-538b75ed7dde req-02fe6d24-a83e-42af-9f45-571a4c87e0e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:43.402447 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-7c89d350-ff15-44a5-82d0-538b75ed7dde req-02fe6d24-a83e-42af-9f45-571a4c87e0e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:43.403848 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7c89d350-ff15-44a5-82d0-538b75ed7dde req-02fe6d24-a83e-42af-9f45-571a4c87e0e9 service neutron] 10.222.0.47 "PUT /v2.0/ports/dce13c22-1a71-4d84-ab67-81f4bf1f8682 HTTP/1.1" status: 200 len: 1093 time: 1.1522074 Feb 04 08:58:43.404243 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1b1566c-5d69-45ea-9a0d-8140fedfb62b', 'tag': 'dce13c22-1a71-4d84-ab67-81f4bf1f8682'}] {{(pid=84107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:58:43.426008 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fe6d24-a83e-42af-9f45-571a4c87e0e9 service neutron] Pushing event updated for resources: {'Port': ['ID=dce13c22-1a71-4d84-ab67-81f4bf1f8682,revision_number=3']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:58:43.466715 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1b1566c-5d69-45ea-9a0d-8140fedfb62b', 'tag': 'dce13c22-1a71-4d84-ab67-81f4bf1f8682', 'status': 'completed', 'code': 200} Feb 04 08:58:43.574795 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7059f37b-98e9-4ce6-b14d-1f3e665b9e89 req-322bc037-2ad9-4721-9a81-4ecb2904a359 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7df2bfd740464e869863a41b14f4d5af&device_id=b1b1566c-5d69-45ea-9a0d-8140fedfb62b HTTP/1.1" status: 200 len: 1096 time: 0.0717804 Feb 04 08:58:43.735758 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7059f37b-98e9-4ce6-b14d-1f3e665b9e89 req-b8df58a0-3b08-49e5-a05a-8907299deaff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:58:43.737208 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7059f37b-98e9-4ce6-b14d-1f3e665b9e89 req-b8df58a0-3b08-49e5-a05a-8907299deaff service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=7df2bfd740464e869863a41b14f4d5af&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1706157 Feb 04 08:58:43.870030 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7059f37b-98e9-4ce6-b14d-1f3e665b9e89 req-1861c337-a657-4b6c-9dfb-122f11df93a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:58:43.871471 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7059f37b-98e9-4ce6-b14d-1f3e665b9e89 req-1861c337-a657-4b6c-9dfb-122f11df93a5 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1287489 Feb 04 08:58:43.984121 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7c89d350-ff15-44a5-82d0-538b75ed7dde req-cb819967-1acb-4604-9d7a-2315d59e8214 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7df2bfd740464e869863a41b14f4d5af&device_id=b1b1566c-5d69-45ea-9a0d-8140fedfb62b HTTP/1.1" status: 200 len: 1096 time: 0.0719368 Feb 04 08:58:44.056625 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7c89d350-ff15-44a5-82d0-538b75ed7dde req-5ea2230a-f6bb-4b1f-9668-d3eb5d085dde service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dce13c22-1a71-4d84-ab67-81f4bf1f8682 HTTP/1.1" status: 200 len: 217 time: 0.0664132 Feb 04 08:58:44.211787 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c89d350-ff15-44a5-82d0-538b75ed7dde req-27249ab8-3d5e-4e57-a654-a894d761d80c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:58:44.213510 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7c89d350-ff15-44a5-82d0-538b75ed7dde req-27249ab8-3d5e-4e57-a654-a894d761d80c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4b039843-144f-4dcc-8263-39766ac0fa83 HTTP/1.1" status: 200 len: 835 time: 0.1512136 Feb 04 08:58:44.355791 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519fe43e-b136-4190-b47a-a1b66694eeef req-cb4645e2-d70b-488d-9992-eabf30a79cd6 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:58:44.357266 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-519fe43e-b136-4190-b47a-a1b66694eeef req-cb4645e2-d70b-488d-9992-eabf30a79cd6 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1b1566c-5d69-45ea-9a0d-8140fedfb62b HTTP/1.1" status: 200 len: 943 time: 0.1074955 Feb 04 08:58:44.360809 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7c89d350-ff15-44a5-82d0-538b75ed7dde req-34d5d89d-3398-4063-8495-b8187d23fccb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=655708c0-36a1-4aad-b1e8-0908d59271eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1397979 Feb 04 08:58:44.481075 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-519fe43e-b136-4190-b47a-a1b66694eeef req-517abb27-4d6b-4f79-950e-0c04e8a610c3 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=adb7cf76-a48e-4db4-aefc-36ea7952ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181393 Feb 04 08:58:44.520191 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7c89d350-ff15-44a5-82d0-538b75ed7dde req-6128066f-59e6-43f1-a709-3beddcf447c7 service neutron] 10.222.0.47 "GET /v2.0/networks/655708c0-36a1-4aad-b1e8-0908d59271eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440690 Feb 04 08:58:44.660086 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7c89d350-ff15-44a5-82d0-538b75ed7dde req-1084e989-835d-440c-bc48-18a9125a6285 service neutron] 10.222.0.47 "GET /v2.0/networks/655708c0-36a1-4aad-b1e8-0908d59271eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327124 Feb 04 08:58:45.671172 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d7e32c-7ec9-4d6f-98d0-0144635d1930 req-d697771f-eae5-445e-94d8-02c9a532caee tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:58:45.672612 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-52d7e32c-7ec9-4d6f-98d0-0144635d1930 req-d697771f-eae5-445e-94d8-02c9a532caee tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1b1566c-5d69-45ea-9a0d-8140fedfb62b HTTP/1.1" status: 200 len: 943 time: 0.0729079 Feb 04 08:58:45.720090 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-52d7e32c-7ec9-4d6f-98d0-0144635d1930 req-a0a97d16-bb80-4355-b1f4-976b9ca5593c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=adb7cf76-a48e-4db4-aefc-36ea7952ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420516 Feb 04 08:58:46.910983 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d7eea0-d876-4366-a300-f988ed076de3 req-715d91fd-25a7-4c93-93b6-50659b5e64a1 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:58:46.912405 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b7d7eea0-d876-4366-a300-f988ed076de3 req-715d91fd-25a7-4c93-93b6-50659b5e64a1 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1b1566c-5d69-45ea-9a0d-8140fedfb62b HTTP/1.1" status: 200 len: 943 time: 0.0757639 Feb 04 08:58:46.957386 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b7d7eea0-d876-4366-a300-f988ed076de3 req-73f5927c-e3e8-4325-adbd-0353faf96c52 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=adb7cf76-a48e-4db4-aefc-36ea7952ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388689 Feb 04 08:58:48.154763 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e07e7ff-f464-4956-8602-5d85bea2f963 req-d73db569-0806-4863-9aea-eec324836255 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:58:48.158238 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-0e07e7ff-f464-4956-8602-5d85bea2f963 req-d73db569-0806-4863-9aea-eec324836255 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1b1566c-5d69-45ea-9a0d-8140fedfb62b HTTP/1.1" status: 200 len: 943 time: 0.0789812 Feb 04 08:58:48.199860 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-0e07e7ff-f464-4956-8602-5d85bea2f963 req-1d758dd0-6339-4aca-863b-b6389c66a84d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=adb7cf76-a48e-4db4-aefc-36ea7952ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382566 Feb 04 08:58:48.633231 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device dce13c22-1a71-4d84-ab67-81f4bf1f8682 details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=84109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 08:58:48.801698 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port dce13c22-1a71-4d84-ab67-81f4bf1f8682, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=dce13c22-1a71-4d84-ab67-81f4bf1f8682,segment=NetworkSegment(a76baa48-0201-4fa5-956a-b0abd293a65c),segment_id=a76baa48-0201-4fa5-956a-b0abd293a65c)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:58:48.814151 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Returning: {'device': 'dce13c22-1a71-4d84-ab67-81f4bf1f8682', 'network_id': '655708c0-36a1-4aad-b1e8-0908d59271eb', 'port_id': 'dce13c22-1a71-4d84-ab67-81f4bf1f8682', 'mac_address': 'fa:16:3e:06:3c:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b039843-144f-4dcc-8263-39766ac0fa83', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 08:58:48.866455 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:48.883086 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dce13c22-1a71-4d84-ab67-81f4bf1f8682 {{(pid=84109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 08:58:48.901905 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port dce13c22-1a71-4d84-ab67-81f4bf1f8682, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=dce13c22-1a71-4d84-ab67-81f4bf1f8682,segment=NetworkSegment(a76baa48-0201-4fa5-956a-b0abd293a65c),segment_id=a76baa48-0201-4fa5-956a-b0abd293a65c)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:58:48.978100 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:49.044957 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=dce13c22-1a71-4d84-ab67-81f4bf1f8682,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:58:49.267693 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] get_ports_and_sgs() called for port_ids ['dce13c22-1a71-4d84-ab67-81f4bf1f8682'] {{(pid=84109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 08:58:49.409433 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff667ede-9a2b-4027-87f4-bae1a7b340a2 req-b3e6a2e2-9093-4378-ada1-2073a9a4d0d5 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:58:49.411581 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ff667ede-9a2b-4027-87f4-bae1a7b340a2 req-b3e6a2e2-9093-4378-ada1-2073a9a4d0d5 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1b1566c-5d69-45ea-9a0d-8140fedfb62b HTTP/1.1" status: 200 len: 944 time: 0.0871172 Feb 04 08:58:49.462322 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ff667ede-9a2b-4027-87f4-bae1a7b340a2 req-134bf1da-de76-4270-b7fe-63e1f56395a4 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=adb7cf76-a48e-4db4-aefc-36ea7952ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450475 Feb 04 08:58:49.528011 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-5802238d-5916-4738-9876-be7437cfc175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:50.648260 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device dce13c22-1a71-4d84-ab67-81f4bf1f8682 up at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 08:58:50.655505 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a379060-db70-414f-a3fd-d092f98e5483 req-b4098087-f57b-4636-9bd3-23d9e437580a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:58:50.656976 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-2a379060-db70-414f-a3fd-d092f98e5483 req-b4098087-f57b-4636-9bd3-23d9e437580a tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1b1566c-5d69-45ea-9a0d-8140fedfb62b HTTP/1.1" status: 200 len: 944 time: 0.0774364 Feb 04 08:58:50.701208 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-2a379060-db70-414f-a3fd-d092f98e5483 req-0bd542a8-bab5-4a3b-bba1-9cbcb332cea6 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=adb7cf76-a48e-4db4-aefc-36ea7952ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382326 Feb 04 08:58:50.789599 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Provisioning for port dce13c22-1a71-4d84-ab67-81f4bf1f8682 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 08:58:50.794477 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Provisioning complete for port dce13c22-1a71-4d84-ab67-81f4bf1f8682 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 08:58:50.794841 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:50.903725 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:50.929205 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1b1566c-5d69-45ea-9a0d-8140fedfb62b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dce13c22-1a71-4d84-ab67-81f4bf1f8682'}] {{(pid=84109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:58:50.938790 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port dce13c22-1a71-4d84-ab67-81f4bf1f8682, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=dce13c22-1a71-4d84-ab67-81f4bf1f8682,segment=NetworkSegment(a76baa48-0201-4fa5-956a-b0abd293a65c),segment_id=a76baa48-0201-4fa5-956a-b0abd293a65c)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 08:58:50.984783 dv-neutron-827798-2-hyperv neutron-server[84109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1b1566c-5d69-45ea-9a0d-8140fedfb62b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dce13c22-1a71-4d84-ab67-81f4bf1f8682', 'code': 200} Feb 04 08:58:51.018415 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:51.085968 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=dce13c22-1a71-4d84-ab67-81f4bf1f8682,revision_number=5']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:58:51.354843 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a66c19ea-3741-415e-ab8c-fb2990195ba8 req-35d060d9-95f7-426f-b688-a5703daa9ecc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b1b1566c-5d69-45ea-9a0d-8140fedfb62b HTTP/1.1" status: 200 len: 1098 time: 0.0714977 Feb 04 08:58:51.399402 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a66c19ea-3741-415e-ab8c-fb2990195ba8 req-9993848f-60d4-4e62-9a1a-61abb510caf9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=adb7cf76-a48e-4db4-aefc-36ea7952ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384018 Feb 04 08:58:51.726121 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-96894ea2-a782-4afa-948b-563a1929b2d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:51.891600 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed03925-645a-48ae-8d45-fea4cb73d64f req-118648df-3d60-48e9-b607-0137e39b0309 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:58:51.893035 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-9ed03925-645a-48ae-8d45-fea4cb73d64f req-118648df-3d60-48e9-b607-0137e39b0309 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1b1566c-5d69-45ea-9a0d-8140fedfb62b HTTP/1.1" status: 200 len: 945 time: 0.0733762 Feb 04 08:58:51.937216 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-9ed03925-645a-48ae-8d45-fea4cb73d64f req-a3a62178-df85-4692-abdb-d33f17f237e8 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=adb7cf76-a48e-4db4-aefc-36ea7952ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385735 Feb 04 08:58:52.895524 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:52.966663 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:53.185696 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9118c351-56df-48b9-bf40-00d52939e9d5 req-ef5fe3e1-0dc9-424e-8b78-37483a0678d6 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:58:53.187030 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-9118c351-56df-48b9-bf40-00d52939e9d5 req-ef5fe3e1-0dc9-424e-8b78-37483a0678d6 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1b1566c-5d69-45ea-9a0d-8140fedfb62b HTTP/1.1" status: 200 len: 945 time: 0.1299975 Feb 04 08:58:53.190549 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-09e16deb-4baa-41fd-bc49-166e7444b4db req-c80280cd-cea1-46ae-96bf-dc4285d22e17 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b1b1566c-5d69-45ea-9a0d-8140fedfb62b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1037071 Feb 04 08:58:53.231323 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-9118c351-56df-48b9-bf40-00d52939e9d5 req-02e64d59-cac6-44ef-a93b-9b6d2ab8a072 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=adb7cf76-a48e-4db4-aefc-36ea7952ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380266 Feb 04 08:58:53.328383 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-09e16deb-4baa-41fd-bc49-166e7444b4db req-c20f43c5-75e8-4ed8-b7ab-c04d6f25758a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7df2bfd740464e869863a41b14f4d5af&device_id=b1b1566c-5d69-45ea-9a0d-8140fedfb62b HTTP/1.1" status: 200 len: 1098 time: 0.0740263 Feb 04 08:58:53.522656 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e16deb-4baa-41fd-bc49-166e7444b4db req-9e4eea5a-956c-40d9-8989-70d56c0b7c46 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:58:53.524257 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-09e16deb-4baa-41fd-bc49-166e7444b4db req-9e4eea5a-956c-40d9-8989-70d56c0b7c46 service neutron] 10.222.0.47 "GET /v2.0/networks?id=655708c0-36a1-4aad-b1e8-0908d59271eb HTTP/1.1" status: 200 len: 898 time: 0.1794384 Feb 04 08:58:53.530577 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6992618c-5ec1-4f80-a0f1-a19b22397e8d req-40ae92d3-f2b3-4995-b301-4d67f394cc68 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:58:53.531896 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-6992618c-5ec1-4f80-a0f1-a19b22397e8d req-40ae92d3-f2b3-4995-b301-4d67f394cc68 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1b1566c-5d69-45ea-9a0d-8140fedfb62b HTTP/1.1" status: 200 len: 945 time: 0.1691480 Feb 04 08:58:53.698136 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-09e16deb-4baa-41fd-bc49-166e7444b4db req-7ae5b2b6-2e8a-447c-850c-28fc55ad6ae2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dce13c22-1a71-4d84-ab67-81f4bf1f8682 HTTP/1.1" status: 200 len: 217 time: 0.1653330 Feb 04 08:58:53.760080 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-6992618c-5ec1-4f80-a0f1-a19b22397e8d req-283bf6cd-f6f3-4731-b766-eea80eca2548 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=adb7cf76-a48e-4db4-aefc-36ea7952ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906723 Feb 04 08:58:53.773393 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e16deb-4baa-41fd-bc49-166e7444b4db req-44e51567-cf3a-4178-bedb-7f76732e0716 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:58:53.774948 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-09e16deb-4baa-41fd-bc49-166e7444b4db req-44e51567-cf3a-4178-bedb-7f76732e0716 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4b039843-144f-4dcc-8263-39766ac0fa83 HTTP/1.1" status: 200 len: 835 time: 0.0668521 Feb 04 08:58:53.788342 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 58830) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:58:53.847694 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-09e16deb-4baa-41fd-bc49-166e7444b4db req-66c600e1-0a1a-469d-baee-d792b9191f9d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=655708c0-36a1-4aad-b1e8-0908d59271eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0664880 Feb 04 08:58:53.859250 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-13782613-3f44-4536-b789-76095e8d7ee2 tempest-TestNetworkBasicOps-872511306 tempest-TestNetworkBasicOps-872511306-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=b1b1566c-5d69-45ea-9a0d-8140fedfb62b HTTP/1.1" status: 200 len: 1093 time: 0.0697582 Feb 04 08:58:53.861831 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 58834) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:58:53.866870 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-fdfc0835-bdf1-4382-a00e-03fcc9a4ffdf tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'floatingip': {'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'port_id': 'dce13c22-1a71-4d84-ab67-81f4bf1f8682', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 08:58:53.872244 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-fdfc0835-bdf1-4382-a00e-03fcc9a4ffdf tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 08:58:53.876093 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-fdfc0835-bdf1-4382-a00e-03fcc9a4ffdf tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Usage tracker for resource:floatingip and tenant:7df2bfd740464e869863a41b14f4d5af is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 08:58:53.878951 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-fdfc0835-bdf1-4382-a00e-03fcc9a4ffdf tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 08:58:53.884680 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-fdfc0835-bdf1-4382-a00e-03fcc9a4ffdf tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 08:58:53.955635 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-fdfc0835-bdf1-4382-a00e-03fcc9a4ffdf tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for floatingip, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:53.979335 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-09e16deb-4baa-41fd-bc49-166e7444b4db req-72ea2865-8024-45ef-9c12-48573978faf1 service neutron] 10.222.0.47 "GET /v2.0/networks/655708c0-36a1-4aad-b1e8-0908d59271eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253662 Feb 04 08:58:54.091680 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-fdfc0835-bdf1-4382-a00e-03fcc9a4ffdf tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:54.111035 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-09e16deb-4baa-41fd-bc49-166e7444b4db req-99f9be1f-a14d-4873-81b0-05c344e9edab service neutron] 10.222.0.47 "GET /v2.0/networks/655708c0-36a1-4aad-b1e8-0908d59271eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267653 Feb 04 08:58:54.223937 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-fdfc0835-bdf1-4382-a00e-03fcc9a4ffdf tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Allocated IP 172.26.3.57 (e264bd74-c56b-43d0-9059-bcb57dbbe5bc/79caf47c-b62c-4ea0-b35f-21ede155daa8/1b77b92f-612a-4dcf-9bf0-8b4bc6c6ba21) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 08:58:54.346496 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:54.372067 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-fdfc0835-bdf1-4382-a00e-03fcc9a4ffdf tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:54.443863 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-fdfc0835-bdf1-4382-a00e-03fcc9a4ffdf tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:54.507911 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdfc0835-bdf1-4382-a00e-03fcc9a4ffdf tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Network e264bd74-c56b-43d0-9059-bcb57dbbe5bc is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 08:58:54.510751 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-fdfc0835-bdf1-4382-a00e-03fcc9a4ffdf tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 08:58:54.514448 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfc0835-bdf1-4382-a00e-03fcc9a4ffdf tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 08:58:54.543056 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfc0835-bdf1-4382-a00e-03fcc9a4ffdf tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'Port': ['ID=1b77b92f-612a-4dcf-9bf0-8b4bc6c6ba21,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:58:55.018540 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-fdfc0835-bdf1-4382-a00e-03fcc9a4ffdf tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:55.120714 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-fdfc0835-bdf1-4382-a00e-03fcc9a4ffdf tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:55.402725 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-fdfc0835-bdf1-4382-a00e-03fcc9a4ffdf tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for port, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:55.457966 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-fdfc0835-bdf1-4382-a00e-03fcc9a4ffdf tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:55.560660 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfc0835-bdf1-4382-a00e-03fcc9a4ffdf tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event updated for resources: {'Port': ['ID=1b77b92f-612a-4dcf-9bf0-8b4bc6c6ba21,revision_number=2']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 08:58:55.576591 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-fdfc0835-bdf1-4382-a00e-03fcc9a4ffdf tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473039'] for floatingip, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:55.762291 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.l3_db [None req-fdfc0835-bdf1-4382-a00e-03fcc9a4ffdf tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Floating IP c5657285-5f04-4854-9296-d1877f589950 associated. External IP: 172.26.3.57, port: dce13c22-1a71-4d84-ab67-81f4bf1f8682. Feb 04 08:58:56.143641 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdfc0835-bdf1-4382-a00e-03fcc9a4ffdf tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Router 24232efd-e7a8-40b5-b974-c5f604f146e9 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 08:58:56.163155 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:56.348265 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdfc0835-bdf1-4382-a00e-03fcc9a4ffdf tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 08:58:56.358367 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd8bb12-7dff-45b4-ac41-256c1bc51ad6 None None] Sync routers for ids ['24232efd-e7a8-40b5-b974-c5f604f146e9'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 08:58:56.371622 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd8bb12-7dff-45b4-ac41-256c1bc51ad6 None None] Routers {'24232efd-e7a8-40b5-b974-c5f604f146e9'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:58:56.374704 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-edd8bb12-7dff-45b4-ac41-256c1bc51ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:58:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['24232efd-e7a8-40b5-b974-c5f604f146e9'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:58:56.421098 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-fdfc0835-bdf1-4382-a00e-03fcc9a4ffdf tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for floatingip, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:58:56.477776 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-fdfc0835-bdf1-4382-a00e-03fcc9a4ffdf tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6149087 Feb 04 08:58:56.478534 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1b1566c-5d69-45ea-9a0d-8140fedfb62b', 'tag': 'dce13c22-1a71-4d84-ab67-81f4bf1f8682'}] {{(pid=84108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 08:58:56.480598 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 58840) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:58:56.534035 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1b1566c-5d69-45ea-9a0d-8140fedfb62b', 'tag': 'dce13c22-1a71-4d84-ab67-81f4bf1f8682', 'status': 'completed', 'code': 200} Feb 04 08:58:56.578534 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-edd8bb12-7dff-45b4-ac41-256c1bc51ad6 None None] Set router 24232efd-e7a8-40b5-b974-c5f604f146e9 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:58:56.631591 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-92bceff8-b31d-442d-8110-1c67b26fa93b tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/floatingips/c5657285-5f04-4854-9296-d1877f589950 HTTP/1.1" status: 200 len: 990 time: 0.1497455 Feb 04 08:58:56.649239 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-399d4986-ff7c-45db-b701-150aa5f1ceb3 req-77f4f0cd-61fa-49de-8b10-55fb01a64029 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7df2bfd740464e869863a41b14f4d5af&device_id=b1b1566c-5d69-45ea-9a0d-8140fedfb62b HTTP/1.1" status: 200 len: 1098 time: 0.0940454 Feb 04 08:58:56.788860 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399d4986-ff7c-45db-b701-150aa5f1ceb3 req-ba246ecc-52b8-40a4-8034-1427070c3e94 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:58:56.790236 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-399d4986-ff7c-45db-b701-150aa5f1ceb3 req-ba246ecc-52b8-40a4-8034-1427070c3e94 service neutron] 10.222.0.47 "GET /v2.0/networks?id=655708c0-36a1-4aad-b1e8-0908d59271eb HTTP/1.1" status: 200 len: 898 time: 0.1355023 Feb 04 08:58:56.892694 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-399d4986-ff7c-45db-b701-150aa5f1ceb3 req-8d00538b-0ebb-4f76-8137-2fc144d79e6f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dce13c22-1a71-4d84-ab67-81f4bf1f8682 HTTP/1.1" status: 200 len: 998 time: 0.0937684 Feb 04 08:58:56.921484 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-edd8bb12-7dff-45b4-ac41-256c1bc51ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24232efd-e7a8-40b5-b974-c5f604f146e9', 'name': 'tempest-TestNetworkBasicOps-router-852519354', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.136'}], 'enable_snat': True}, 'gw_port_id': '6c4e0565-cda2-4bfa-9d76-a805e5ce79fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:58:28Z', 'updated_at': '2022-02-04T08:58:32Z', 'revision_number': 4, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': '6c4e0565-cda2-4bfa-9d76-a805e5ce79fd', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:25:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24232efd-e7a8-40b5-b974-c5f604f146e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:58:28Z', 'updated_at': '2022-02-04T08:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': 'c5657285-5f04-4854-9296-d1877f589950', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'floating_ip_address': '172.26.3.57', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': '24232efd-e7a8-40b5-b974-c5f604f146e9', 'port_id': 'dce13c22-1a71-4d84-ab67-81f4bf1f8682', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '655708c0-36a1-4aad-b1e8-0908d59271eb', 'mac_address': 'fa:16:3e:06:3c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b1566c-5d69-45ea-9a0d-8140fedfb62b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T08:58:54Z', 'updated_at': '2022-02-04T08:58:54Z', 'revision_number': 0, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f24b23cb-15be-474b-89ec-7539e75414ca', 'name': '', 'network_id': '655708c0-36a1-4aad-b1e8-0908d59271eb', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'mac_address': 'fa:16:3e:f2:ac:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24232efd-e7a8-40b5-b974-c5f604f146e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b039843-144f-4dcc-8263-39766ac0fa83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:58:32Z', 'updated_at': '2022-02-04T08:58:38Z', 'revision_number': 5, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'subnets': [{'id': '4b039843-144f-4dcc-8263-39766ac0fa83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:58:56.925282 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd8bb12-7dff-45b4-ac41-256c1bc51ad6 None None] Checking router: 24232efd-e7a8-40b5-b974-c5f604f146e9 for host: dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 08:58:56.935791 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd8bb12-7dff-45b4-ac41-256c1bc51ad6 None None] Routers {'24232efd-e7a8-40b5-b974-c5f604f146e9'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 08:58:56.936375 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-edd8bb12-7dff-45b4-ac41-256c1bc51ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:58:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['24232efd-e7a8-40b5-b974-c5f604f146e9'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:58:56.956976 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399d4986-ff7c-45db-b701-150aa5f1ceb3 req-9790be78-94b7-49ae-8f25-fa9d4ba64bcd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:58:56.958405 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-399d4986-ff7c-45db-b701-150aa5f1ceb3 req-9790be78-94b7-49ae-8f25-fa9d4ba64bcd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4b039843-144f-4dcc-8263-39766ac0fa83 HTTP/1.1" status: 200 len: 835 time: 0.0605435 Feb 04 08:58:57.032952 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-399d4986-ff7c-45db-b701-150aa5f1ceb3 req-b33bbd98-3823-46cd-a019-ea5c06c0d5f7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=655708c0-36a1-4aad-b1e8-0908d59271eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682445 Feb 04 08:58:57.109374 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-edd8bb12-7dff-45b4-ac41-256c1bc51ad6 None None] Set router 24232efd-e7a8-40b5-b974-c5f604f146e9 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 08:58:57.162212 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-399d4986-ff7c-45db-b701-150aa5f1ceb3 req-27c20119-0437-4499-88da-68f31f6eb716 service neutron] 10.222.0.47 "GET /v2.0/networks/655708c0-36a1-4aad-b1e8-0908d59271eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236234 Feb 04 08:58:57.292053 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-399d4986-ff7c-45db-b701-150aa5f1ceb3 req-e6dca73d-a818-40dd-8cf8-14b505ad15c5 service neutron] 10.222.0.47 "GET /v2.0/networks/655708c0-36a1-4aad-b1e8-0908d59271eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239841 Feb 04 08:58:57.466258 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-edd8bb12-7dff-45b4-ac41-256c1bc51ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24232efd-e7a8-40b5-b974-c5f604f146e9', 'name': 'tempest-TestNetworkBasicOps-router-852519354', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.136'}], 'enable_snat': True}, 'gw_port_id': '6c4e0565-cda2-4bfa-9d76-a805e5ce79fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:58:28Z', 'updated_at': '2022-02-04T08:58:32Z', 'revision_number': 4, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': '6c4e0565-cda2-4bfa-9d76-a805e5ce79fd', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:25:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24232efd-e7a8-40b5-b974-c5f604f146e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:58:28Z', 'updated_at': '2022-02-04T08:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': 'c5657285-5f04-4854-9296-d1877f589950', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'floating_ip_address': '172.26.3.57', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': '24232efd-e7a8-40b5-b974-c5f604f146e9', 'port_id': 'dce13c22-1a71-4d84-ab67-81f4bf1f8682', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '655708c0-36a1-4aad-b1e8-0908d59271eb', 'mac_address': 'fa:16:3e:06:3c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b1566c-5d69-45ea-9a0d-8140fedfb62b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T08:58:54Z', 'updated_at': '2022-02-04T08:58:54Z', 'revision_number': 0, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f24b23cb-15be-474b-89ec-7539e75414ca', 'name': '', 'network_id': '655708c0-36a1-4aad-b1e8-0908d59271eb', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'mac_address': 'fa:16:3e:f2:ac:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24232efd-e7a8-40b5-b974-c5f604f146e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b039843-144f-4dcc-8263-39766ac0fa83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:58:32Z', 'updated_at': '2022-02-04T08:58:38Z', 'revision_number': 5, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'subnets': [{'id': '4b039843-144f-4dcc-8263-39766ac0fa83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 08:58:57.469936 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd8bb12-7dff-45b4-ac41-256c1bc51ad6 None None] The sync data for ids ['24232efd-e7a8-40b5-b974-c5f604f146e9'] in dv-neutron-827798-2-hyperv is: [{'id': '24232efd-e7a8-40b5-b974-c5f604f146e9', 'name': 'tempest-TestNetworkBasicOps-router-852519354', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.136'}], 'enable_snat': True}, 'gw_port_id': '6c4e0565-cda2-4bfa-9d76-a805e5ce79fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:58:28Z', 'updated_at': '2022-02-04T08:58:32Z', 'revision_number': 4, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': '6c4e0565-cda2-4bfa-9d76-a805e5ce79fd', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:25:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24232efd-e7a8-40b5-b974-c5f604f146e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:58:28Z', 'updated_at': '2022-02-04T08:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': 'c5657285-5f04-4854-9296-d1877f589950', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'floating_ip_address': '172.26.3.57', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': '24232efd-e7a8-40b5-b974-c5f604f146e9', 'port_id': 'dce13c22-1a71-4d84-ab67-81f4bf1f8682', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '655708c0-36a1-4aad-b1e8-0908d59271eb', 'mac_address': 'fa:16:3e:06:3c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b1566c-5d69-45ea-9a0d-8140fedfb62b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T08:58:54Z', 'updated_at': '2022-02-04T08:58:54Z', 'revision_number': 0, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f24b23cb-15be-474b-89ec-7539e75414ca', 'name': '', 'network_id': '655708c0-36a1-4aad-b1e8-0908d59271eb', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'mac_address': 'fa:16:3e:f2:ac:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24232efd-e7a8-40b5-b974-c5f604f146e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b039843-144f-4dcc-8263-39766ac0fa83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:58:32Z', 'updated_at': '2022-02-04T08:58:38Z', 'revision_number': 5, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'subnets': [{'id': '4b039843-144f-4dcc-8263-39766ac0fa83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 08:58:57.635501 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 58846) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:58:57.658045 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8ac2df-0839-4cb4-8a56-f1cc1abef72f None None] New status for floating IP c5657285-5f04-4854-9296-d1877f589950: ACTIVE {{(pid=84109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 08:58:57.739842 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-4b443535-0b71-4809-a58f-2d71f86b8c8b tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/floatingips/c5657285-5f04-4854-9296-d1877f589950 HTTP/1.1" status: 200 len: 990 time: 0.1031129 Feb 04 08:58:58.743579 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 58850) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 08:58:58.945416 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-2d73cc37-c2ce-4a61-9e63-2623307fd260 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/floatingips/c5657285-5f04-4854-9296-d1877f589950 HTTP/1.1" status: 200 len: 992 time: 0.2005985 Feb 04 08:59:18.102304 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 08:59:19.435118 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-07849786-11dd-4b40-a92d-d6a408cd7f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:59:21.717009 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-d1f91fb0-d325-438a-9437-9dc6a5598e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:59:22.897803 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:59:22.954548 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:59:24.379724 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:59:26.188817 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:59:49.480495 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-141e1e52-f912-4c58-ab0f-507a9ab8f6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:59:51.710473 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-a6b243e9-dec4-4b28-a2a3-c1398715d5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:59:52.932168 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:59:52.951685 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:59:54.379321 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 08:59:55.103107 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 08:59:55.159290 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f73cb300-3a07-4b0a-ab48-cfc6f9a50fa6 req-726d9b68-266d-45b9-b743-97628249446c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b1b1566c-5d69-45ea-9a0d-8140fedfb62b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0664847 Feb 04 08:59:55.296430 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f73cb300-3a07-4b0a-ab48-cfc6f9a50fa6 req-bb1d6d62-69a7-4cd2-a08b-0f5ccc4e5e1c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7df2bfd740464e869863a41b14f4d5af&device_id=b1b1566c-5d69-45ea-9a0d-8140fedfb62b HTTP/1.1" status: 200 len: 1098 time: 0.0693614 Feb 04 08:59:55.436775 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73cb300-3a07-4b0a-ab48-cfc6f9a50fa6 req-ade85dd2-4a7c-4269-a7fe-4a9068384ed3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:59:55.438169 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f73cb300-3a07-4b0a-ab48-cfc6f9a50fa6 req-ade85dd2-4a7c-4269-a7fe-4a9068384ed3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=655708c0-36a1-4aad-b1e8-0908d59271eb HTTP/1.1" status: 200 len: 898 time: 0.1247511 Feb 04 08:59:55.536426 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f73cb300-3a07-4b0a-ab48-cfc6f9a50fa6 req-d69eff00-0112-4fd6-bb05-03025988db34 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dce13c22-1a71-4d84-ab67-81f4bf1f8682 HTTP/1.1" status: 200 len: 1000 time: 0.0923128 Feb 04 08:59:55.599605 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73cb300-3a07-4b0a-ab48-cfc6f9a50fa6 req-494ab0cc-78e0-4c8d-a4b9-e867e763740e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 08:59:55.601040 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f73cb300-3a07-4b0a-ab48-cfc6f9a50fa6 req-494ab0cc-78e0-4c8d-a4b9-e867e763740e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4b039843-144f-4dcc-8263-39766ac0fa83 HTTP/1.1" status: 200 len: 835 time: 0.0588467 Feb 04 08:59:55.673427 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f73cb300-3a07-4b0a-ab48-cfc6f9a50fa6 req-c04bd7d0-cfe7-4ec0-8a27-84958d0e1f16 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=655708c0-36a1-4aad-b1e8-0908d59271eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0655355 Feb 04 08:59:55.800814 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f73cb300-3a07-4b0a-ab48-cfc6f9a50fa6 req-2f183b1d-0e64-4b5d-92b1-7086a6cd706d service neutron] 10.222.0.47 "GET /v2.0/networks/655708c0-36a1-4aad-b1e8-0908d59271eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209271 Feb 04 08:59:55.927553 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f73cb300-3a07-4b0a-ab48-cfc6f9a50fa6 req-c6a429e4-35b5-4e92-b7b0-b8ea00827829 service neutron] 10.222.0.47 "GET /v2.0/networks/655708c0-36a1-4aad-b1e8-0908d59271eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208799 Feb 04 08:59:56.183330 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:01.617927 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 58874) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:00:01.623123 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-9bc16c46-0b10-46a7-a4d2-f8d3fa1b5b6e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'router': {'admin_state_up': False}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:00:02.163890 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9bc16c46-0b10-46a7-a4d2-f8d3fa1b5b6e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40996'] for router, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:02.236500 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9bc16c46-0b10-46a7-a4d2-f8d3fa1b5b6e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-472436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-472429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-475363'] for router, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:02.571967 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bc16c46-0b10-46a7-a4d2-f8d3fa1b5b6e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Router 24232efd-e7a8-40b5-b974-c5f604f146e9 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 09:00:02.770379 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bc16c46-0b10-46a7-a4d2-f8d3fa1b5b6e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 09:00:02.776348 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9bc16c46-0b10-46a7-a4d2-f8d3fa1b5b6e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:02.777508 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-9bc16c46-0b10-46a7-a4d2-f8d3fa1b5b6e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "PUT /v2.0/routers/24232efd-e7a8-40b5-b974-c5f604f146e9 HTTP/1.1" status: 200 len: 888 time: 1.1585929 Feb 04 09:00:02.780525 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d55842-c81e-49e9-b47e-9dbcac6be13b None None] Sync routers for ids ['24232efd-e7a8-40b5-b974-c5f604f146e9'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 09:00:02.791914 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d55842-c81e-49e9-b47e-9dbcac6be13b None None] Routers {'24232efd-e7a8-40b5-b974-c5f604f146e9'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:00:02.792500 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-83d55842-c81e-49e9-b47e-9dbcac6be13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:59:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['24232efd-e7a8-40b5-b974-c5f604f146e9'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:00:02.852337 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-83d55842-c81e-49e9-b47e-9dbcac6be13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:00:02.862643 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d55842-c81e-49e9-b47e-9dbcac6be13b None None] Routers {'24232efd-e7a8-40b5-b974-c5f604f146e9'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:00:02.863213 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-83d55842-c81e-49e9-b47e-9dbcac6be13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:59:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['24232efd-e7a8-40b5-b974-c5f604f146e9'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:00:02.929877 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-83d55842-c81e-49e9-b47e-9dbcac6be13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:00:02.930805 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d55842-c81e-49e9-b47e-9dbcac6be13b None None] The sync data for ids ['24232efd-e7a8-40b5-b974-c5f604f146e9'] in dv-neutron-827798-2-hyperv is: [] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 09:00:03.694062 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61910bf-e87a-4091-a146-0402edb6caa1 None None] New status for floating IP c5657285-5f04-4854-9296-d1877f589950: DOWN {{(pid=84109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 09:00:04.415816 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 6c4e0565-cda2-4bfa-9d76-a805e5ce79fd no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 09:00:04.520382 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:04.536762 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port 6c4e0565-cda2-4bfa-9d76-a805e5ce79fd, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=6c4e0565-cda2-4bfa-9d76-a805e5ce79fd,segment=NetworkSegment(c44b9475-949d-4ae7-bfca-e29b010a56a6),segment_id=c44b9475-949d-4ae7-bfca-e29b010a56a6)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:00:04.611959 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:04.612643 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device f24b23cb-15be-474b-89ec-7539e75414ca no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 09:00:04.725364 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=6c4e0565-cda2-4bfa-9d76-a805e5ce79fd,revision_number=5']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:00:04.761469 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:00:04.762039 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:00:04.762621 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:00:04.763175 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:00:04.763744 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:00:04.764367 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:00:04.764985 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:00:04.765542 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:00:04.766067 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:00:04.766427 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:00:04.766755 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:00:04.799188 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:04.831656 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port f24b23cb-15be-474b-89ec-7539e75414ca, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=f24b23cb-15be-474b-89ec-7539e75414ca,segment=NetworkSegment(a76baa48-0201-4fa5-956a-b0abd293a65c),segment_id=a76baa48-0201-4fa5-956a-b0abd293a65c)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:00:04.932297 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:04.943378 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 58880) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:00:04.950295 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-4d3deac9-e468-4ac9-9148-021c0bf0bd0d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:00:05.010661 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=f24b23cb-15be-474b-89ec-7539e75414ca,revision_number=6']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:00:05.491599 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4d3deac9-e468-4ac9-9148-021c0bf0bd0d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40996'] for router, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:05.561257 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4d3deac9-e468-4ac9-9148-021c0bf0bd0d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-472436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-472429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-475363'] for router, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:05.756185 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d3deac9-e468-4ac9-9148-021c0bf0bd0d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Router 24232efd-e7a8-40b5-b974-c5f604f146e9 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 09:00:05.972936 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d3deac9-e468-4ac9-9148-021c0bf0bd0d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 09:00:05.979088 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4d3deac9-e468-4ac9-9148-021c0bf0bd0d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:05.981181 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-4d3deac9-e468-4ac9-9148-021c0bf0bd0d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "PUT /v2.0/routers/24232efd-e7a8-40b5-b974-c5f604f146e9 HTTP/1.1" status: 200 len: 887 time: 1.0361462 Feb 04 09:00:05.982283 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9bd883b-107e-4628-bbe3-909ea17a09d5 None None] Sync routers for ids ['24232efd-e7a8-40b5-b974-c5f604f146e9'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 09:00:05.984076 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 58884) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:00:05.994109 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bd883b-107e-4628-bbe3-909ea17a09d5 None None] Routers {'24232efd-e7a8-40b5-b974-c5f604f146e9'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:00:05.994691 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-d9bd883b-107e-4628-bbe3-909ea17a09d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:59:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['24232efd-e7a8-40b5-b974-c5f604f146e9'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:00:06.088517 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-a44c6881-5194-4a1b-abd8-081bbba084db tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/floatingips/c5657285-5f04-4854-9296-d1877f589950 HTTP/1.1" status: 200 len: 990 time: 0.1027927 Feb 04 09:00:06.167179 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-d9bd883b-107e-4628-bbe3-909ea17a09d5 None None] Set router 24232efd-e7a8-40b5-b974-c5f604f146e9 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:00:06.531883 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-d9bd883b-107e-4628-bbe3-909ea17a09d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24232efd-e7a8-40b5-b974-c5f604f146e9', 'name': 'tempest-TestNetworkBasicOps-router-852519354', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.136'}], 'enable_snat': True}, 'gw_port_id': '6c4e0565-cda2-4bfa-9d76-a805e5ce79fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:58:28Z', 'updated_at': '2022-02-04T09:00:05Z', 'revision_number': 6, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': '6c4e0565-cda2-4bfa-9d76-a805e5ce79fd', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:25:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24232efd-e7a8-40b5-b974-c5f604f146e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:58:28Z', 'updated_at': '2022-02-04T09:00:04Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': 'c5657285-5f04-4854-9296-d1877f589950', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'floating_ip_address': '172.26.3.57', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': '24232efd-e7a8-40b5-b974-c5f604f146e9', 'port_id': 'dce13c22-1a71-4d84-ab67-81f4bf1f8682', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '655708c0-36a1-4aad-b1e8-0908d59271eb', 'mac_address': 'fa:16:3e:06:3c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b1566c-5d69-45ea-9a0d-8140fedfb62b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T08:58:54Z', 'updated_at': '2022-02-04T09:00:03Z', 'revision_number': 2, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f24b23cb-15be-474b-89ec-7539e75414ca', 'name': '', 'network_id': '655708c0-36a1-4aad-b1e8-0908d59271eb', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'mac_address': 'fa:16:3e:f2:ac:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24232efd-e7a8-40b5-b974-c5f604f146e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b039843-144f-4dcc-8263-39766ac0fa83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:58:32Z', 'updated_at': '2022-02-04T09:00:04Z', 'revision_number': 6, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'subnets': [{'id': '4b039843-144f-4dcc-8263-39766ac0fa83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:00:06.535585 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9bd883b-107e-4628-bbe3-909ea17a09d5 None None] Checking router: 24232efd-e7a8-40b5-b974-c5f604f146e9 for host: dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 09:00:06.546191 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bd883b-107e-4628-bbe3-909ea17a09d5 None None] Routers {'24232efd-e7a8-40b5-b974-c5f604f146e9'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:00:06.546767 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-d9bd883b-107e-4628-bbe3-909ea17a09d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T08:59:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['24232efd-e7a8-40b5-b974-c5f604f146e9'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:00:06.723120 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-d9bd883b-107e-4628-bbe3-909ea17a09d5 None None] Set router 24232efd-e7a8-40b5-b974-c5f604f146e9 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:00:07.053898 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-d9bd883b-107e-4628-bbe3-909ea17a09d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24232efd-e7a8-40b5-b974-c5f604f146e9', 'name': 'tempest-TestNetworkBasicOps-router-852519354', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.136'}], 'enable_snat': True}, 'gw_port_id': '6c4e0565-cda2-4bfa-9d76-a805e5ce79fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:58:28Z', 'updated_at': '2022-02-04T09:00:05Z', 'revision_number': 6, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': '6c4e0565-cda2-4bfa-9d76-a805e5ce79fd', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:25:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24232efd-e7a8-40b5-b974-c5f604f146e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:58:28Z', 'updated_at': '2022-02-04T09:00:04Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': 'c5657285-5f04-4854-9296-d1877f589950', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'floating_ip_address': '172.26.3.57', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': '24232efd-e7a8-40b5-b974-c5f604f146e9', 'port_id': 'dce13c22-1a71-4d84-ab67-81f4bf1f8682', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '655708c0-36a1-4aad-b1e8-0908d59271eb', 'mac_address': 'fa:16:3e:06:3c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b1566c-5d69-45ea-9a0d-8140fedfb62b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T08:58:54Z', 'updated_at': '2022-02-04T09:00:03Z', 'revision_number': 2, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f24b23cb-15be-474b-89ec-7539e75414ca', 'name': '', 'network_id': '655708c0-36a1-4aad-b1e8-0908d59271eb', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'mac_address': 'fa:16:3e:f2:ac:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24232efd-e7a8-40b5-b974-c5f604f146e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b039843-144f-4dcc-8263-39766ac0fa83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:58:32Z', 'updated_at': '2022-02-04T09:00:04Z', 'revision_number': 6, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'subnets': [{'id': '4b039843-144f-4dcc-8263-39766ac0fa83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:00:07.058194 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9bd883b-107e-4628-bbe3-909ea17a09d5 None None] The sync data for ids ['24232efd-e7a8-40b5-b974-c5f604f146e9'] in dv-neutron-827798-2-hyperv is: [{'id': '24232efd-e7a8-40b5-b974-c5f604f146e9', 'name': 'tempest-TestNetworkBasicOps-router-852519354', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.136'}], 'enable_snat': True}, 'gw_port_id': '6c4e0565-cda2-4bfa-9d76-a805e5ce79fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:58:28Z', 'updated_at': '2022-02-04T09:00:05Z', 'revision_number': 6, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': '6c4e0565-cda2-4bfa-9d76-a805e5ce79fd', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:25:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24232efd-e7a8-40b5-b974-c5f604f146e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:58:28Z', 'updated_at': '2022-02-04T09:00:04Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': 'c5657285-5f04-4854-9296-d1877f589950', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'floating_ip_address': '172.26.3.57', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': '24232efd-e7a8-40b5-b974-c5f604f146e9', 'port_id': 'dce13c22-1a71-4d84-ab67-81f4bf1f8682', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '655708c0-36a1-4aad-b1e8-0908d59271eb', 'mac_address': 'fa:16:3e:06:3c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b1566c-5d69-45ea-9a0d-8140fedfb62b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T08:58:54Z', 'updated_at': '2022-02-04T09:00:03Z', 'revision_number': 2, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f24b23cb-15be-474b-89ec-7539e75414ca', 'name': '', 'network_id': '655708c0-36a1-4aad-b1e8-0908d59271eb', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'mac_address': 'fa:16:3e:f2:ac:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24232efd-e7a8-40b5-b974-c5f604f146e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b039843-144f-4dcc-8263-39766ac0fa83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:58:32Z', 'updated_at': '2022-02-04T09:00:04Z', 'revision_number': 6, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'subnets': [{'id': '4b039843-144f-4dcc-8263-39766ac0fa83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 09:00:07.092366 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 58888) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:00:07.204081 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-a0a83b44-379e-4022-a16a-55f933e85e80 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/floatingips/c5657285-5f04-4854-9296-d1877f589950 HTTP/1.1" status: 200 len: 990 time: 0.1093788 Feb 04 09:00:08.206816 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 58892) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:00:08.305607 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-1054c06e-eada-4e7d-8a9b-d25dca749c6f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/floatingips/c5657285-5f04-4854-9296-d1877f589950 HTTP/1.1" status: 200 len: 990 time: 0.0975716 Feb 04 09:00:08.452962 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 6c4e0565-cda2-4bfa-9d76-a805e5ce79fd up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:00:08.520190 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 6c4e0565-cda2-4bfa-9d76-a805e5ce79fd triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:00:08.520945 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:08.634636 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:08.649966 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port 6c4e0565-cda2-4bfa-9d76-a805e5ce79fd, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=6c4e0565-cda2-4bfa-9d76-a805e5ce79fd,segment=NetworkSegment(c44b9475-949d-4ae7-bfca-e29b010a56a6),segment_id=c44b9475-949d-4ae7-bfca-e29b010a56a6)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:00:08.710650 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:08.711503 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device f24b23cb-15be-474b-89ec-7539e75414ca up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:00:08.825818 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=6c4e0565-cda2-4bfa-9d76-a805e5ce79fd,revision_number=6']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:00:08.839621 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port f24b23cb-15be-474b-89ec-7539e75414ca triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:00:08.839990 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:08.951084 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:08.982385 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port f24b23cb-15be-474b-89ec-7539e75414ca, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=f24b23cb-15be-474b-89ec-7539e75414ca,segment=NetworkSegment(a76baa48-0201-4fa5-956a-b0abd293a65c),segment_id=a76baa48-0201-4fa5-956a-b0abd293a65c)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:00:09.074602 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:09.138848 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=f24b23cb-15be-474b-89ec-7539e75414ca,revision_number=7']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:00:09.308917 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 58896) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:00:09.521240 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-4db2ce7a-6c4e-485d-95c5-d43bbf0c4f4e tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/floatingips/c5657285-5f04-4854-9296-d1877f589950 HTTP/1.1" status: 200 len: 990 time: 0.2111194 Feb 04 09:00:10.426552 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 6c4e0565-cda2-4bfa-9d76-a805e5ce79fd up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:00:10.496269 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 6c4e0565-cda2-4bfa-9d76-a805e5ce79fd triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:00:10.496661 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:10.525332 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 58900) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:00:10.605333 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device f24b23cb-15be-474b-89ec-7539e75414ca up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:00:10.628368 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-c90ac9b2-65b1-4f4e-b9c8-206ac3bda66d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/floatingips/c5657285-5f04-4854-9296-d1877f589950 HTTP/1.1" status: 200 len: 990 time: 0.1017270 Feb 04 09:00:10.677284 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port f24b23cb-15be-474b-89ec-7539e75414ca triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:00:10.677777 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:11.631816 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 58904) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:00:11.829399 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-600cad11-861e-467b-b6a3-72741d2a0b08 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/floatingips/c5657285-5f04-4854-9296-d1877f589950 HTTP/1.1" status: 200 len: 990 time: 0.1964736 Feb 04 09:00:12.833206 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 58908) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:00:12.938989 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-c2243f1e-75d5-41ec-bf0f-18c050ddf8eb tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/floatingips/c5657285-5f04-4854-9296-d1877f589950 HTTP/1.1" status: 200 len: 990 time: 0.1046391 Feb 04 09:00:13.942464 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 58912) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:00:14.048542 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-d7d949c1-1da6-4998-80f8-c0d0fa73742b tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/floatingips/c5657285-5f04-4854-9296-d1877f589950 HTTP/1.1" status: 200 len: 990 time: 0.1050286 Feb 04 09:00:14.189453 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4519bb08-e314-4bd5-a61c-504f2c239c3a None None] New status for floating IP c5657285-5f04-4854-9296-d1877f589950: ACTIVE {{(pid=84109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 09:00:15.052371 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 58916) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:00:15.161610 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-5767b6c6-c2e8-4320-827a-d79a6fd74873 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/floatingips/c5657285-5f04-4854-9296-d1877f589950 HTTP/1.1" status: 200 len: 992 time: 0.1026561 Feb 04 09:00:15.471832 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 58926) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:00:15.670138 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-b9cce0bb-aee6-4db9-8245-2b49998985ed tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Deleting port 1b77b92f-612a-4dcf-9bf0-8b4bc6c6ba21 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:00:15.670472 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b9cce0bb-aee6-4db9-8245-2b49998985ed tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:15.831621 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b9cce0bb-aee6-4db9-8245-2b49998985ed tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:15.831948 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b9cce0bb-aee6-4db9-8245-2b49998985ed tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:15.954589 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-b9cce0bb-aee6-4db9-8245-2b49998985ed tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Calling delete_port for 1b77b92f-612a-4dcf-9bf0-8b4bc6c6ba21 owned by network:floatingip {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 09:00:16.154401 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b9cce0bb-aee6-4db9-8245-2b49998985ed tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:16.196972 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cce0bb-aee6-4db9-8245-2b49998985ed tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event deleted for resources: {'Port': ['ID=1b77b92f-612a-4dcf-9bf0-8b4bc6c6ba21,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:00:16.209323 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cce0bb-aee6-4db9-8245-2b49998985ed tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:00:16.209611 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cce0bb-aee6-4db9-8245-2b49998985ed tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:00:16.209950 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cce0bb-aee6-4db9-8245-2b49998985ed tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:00:16.210287 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cce0bb-aee6-4db9-8245-2b49998985ed tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:00:16.210625 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cce0bb-aee6-4db9-8245-2b49998985ed tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:00:16.211521 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cce0bb-aee6-4db9-8245-2b49998985ed tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:00:16.211521 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cce0bb-aee6-4db9-8245-2b49998985ed tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:00:16.211709 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cce0bb-aee6-4db9-8245-2b49998985ed tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:00:16.211947 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cce0bb-aee6-4db9-8245-2b49998985ed tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:00:16.212206 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cce0bb-aee6-4db9-8245-2b49998985ed tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:00:16.212528 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cce0bb-aee6-4db9-8245-2b49998985ed tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:00:16.301744 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b9cce0bb-aee6-4db9-8245-2b49998985ed tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for floatingip, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:16.717142 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [req-869a5f4d-a212-4baa-891d-78f4cc7f8bbd req-f1a59446-379a-4dac-bc09-775d2859eb87 service neutron] (84108) timed out ('10.222.0.47', 50094) {{(pid=84108) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 09:00:16.772156 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9cce0bb-aee6-4db9-8245-2b49998985ed tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Router 24232efd-e7a8-40b5-b974-c5f604f146e9 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 09:00:16.973894 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9cce0bb-aee6-4db9-8245-2b49998985ed tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 09:00:17.070572 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b9cce0bb-aee6-4db9-8245-2b49998985ed tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for floatingip, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:17.122677 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-b9cce0bb-aee6-4db9-8245-2b49998985ed tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "DELETE /v2.0/floatingips/c5657285-5f04-4854-9296-d1877f589950 HTTP/1.1" status: 204 len: 168 time: 1.6498034 Feb 04 09:00:17.123241 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1b1566c-5d69-45ea-9a0d-8140fedfb62b', 'tag': 'dce13c22-1a71-4d84-ab67-81f4bf1f8682'}] {{(pid=84108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:00:17.179524 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1b1566c-5d69-45ea-9a0d-8140fedfb62b', 'tag': 'dce13c22-1a71-4d84-ab67-81f4bf1f8682', 'status': 'completed', 'code': 200} Feb 04 09:00:17.279498 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-788d73c2-ae61-4a66-939e-b6fd7f5e32d1 req-02c1b10b-e72e-4473-b880-f7a5bfe29478 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7df2bfd740464e869863a41b14f4d5af&device_id=b1b1566c-5d69-45ea-9a0d-8140fedfb62b HTTP/1.1" status: 200 len: 1098 time: 0.0768697 Feb 04 09:00:17.437685 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788d73c2-ae61-4a66-939e-b6fd7f5e32d1 req-fb1074d8-dc1b-4b38-95f9-e106aa7c8547 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:00:17.439130 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-788d73c2-ae61-4a66-939e-b6fd7f5e32d1 req-fb1074d8-dc1b-4b38-95f9-e106aa7c8547 service neutron] 10.222.0.47 "GET /v2.0/networks?id=655708c0-36a1-4aad-b1e8-0908d59271eb HTTP/1.1" status: 200 len: 898 time: 0.1541636 Feb 04 09:00:17.504275 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-788d73c2-ae61-4a66-939e-b6fd7f5e32d1 req-43ec854b-c665-4d68-a4c4-c2fdcf05405f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dce13c22-1a71-4d84-ab67-81f4bf1f8682 HTTP/1.1" status: 200 len: 217 time: 0.0586028 Feb 04 09:00:17.567265 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788d73c2-ae61-4a66-939e-b6fd7f5e32d1 req-9e394a50-0645-426c-8aa1-b5e3cb26b3b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:00:17.568266 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-788d73c2-ae61-4a66-939e-b6fd7f5e32d1 req-9e394a50-0645-426c-8aa1-b5e3cb26b3b7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4b039843-144f-4dcc-8263-39766ac0fa83 HTTP/1.1" status: 200 len: 835 time: 0.0588362 Feb 04 09:00:17.656245 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-788d73c2-ae61-4a66-939e-b6fd7f5e32d1 req-86631ed3-90b9-442b-a81f-138f7461a96b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=655708c0-36a1-4aad-b1e8-0908d59271eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0808089 Feb 04 09:00:17.787140 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-788d73c2-ae61-4a66-939e-b6fd7f5e32d1 req-7cbec9ac-dc33-434a-84a0-7584f374920d service neutron] 10.222.0.47 "GET /v2.0/networks/655708c0-36a1-4aad-b1e8-0908d59271eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237435 Feb 04 09:00:17.964722 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-788d73c2-ae61-4a66-939e-b6fd7f5e32d1 req-4c193e7e-a22d-42e9-8e53-a4d03a5152a9 service neutron] 10.222.0.47 "GET /v2.0/networks/655708c0-36a1-4aad-b1e8-0908d59271eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712601 Feb 04 09:00:17.986574 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da17c28-ebaf-49ad-99dc-6d641938803c req-0db9c683-29c4-47de-a8cd-d8152f364dc4 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:00:17.988214 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4da17c28-ebaf-49ad-99dc-6d641938803c req-0db9c683-29c4-47de-a8cd-d8152f364dc4 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1b1566c-5d69-45ea-9a0d-8140fedfb62b HTTP/1.1" status: 200 len: 945 time: 0.1096873 Feb 04 09:00:18.040313 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4da17c28-ebaf-49ad-99dc-6d641938803c req-45e25cba-71f3-4be8-be31-0b15c485df2c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=adb7cf76-a48e-4db4-aefc-36ea7952ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461652 Feb 04 09:00:19.239835 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13bd8e3-718f-410b-a5bd-e5b8612a3b60 req-0fc2fefd-5a40-4545-9146-c93b722ef537 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:00:19.241233 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a13bd8e3-718f-410b-a5bd-e5b8612a3b60 req-0fc2fefd-5a40-4545-9146-c93b722ef537 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1b1566c-5d69-45ea-9a0d-8140fedfb62b HTTP/1.1" status: 200 len: 945 time: 0.0748610 Feb 04 09:00:19.285328 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a13bd8e3-718f-410b-a5bd-e5b8612a3b60 req-5316f1fd-5435-46d4-812a-9927e5e2609d tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/security-groups?id=adb7cf76-a48e-4db4-aefc-36ea7952ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380602 Feb 04 09:00:19.463458 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-eacdcb23-cfce-4b93-b479-efde820acbd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:19.561072 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e682320-b2b6-4a32-8267-3cc433c6310e req-c753dcee-6622-44ca-9023-96b51b5ad7f5 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:00:19.562392 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-3e682320-b2b6-4a32-8267-3cc433c6310e req-c753dcee-6622-44ca-9023-96b51b5ad7f5 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.47 "GET /v2.0/ports?device_id=b1b1566c-5d69-45ea-9a0d-8140fedfb62b HTTP/1.1" status: 200 len: 945 time: 0.1103265 Feb 04 09:00:19.632529 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [req-3e682320-b2b6-4a32-8267-3cc433c6310e req-d59c4af6-320e-417e-9104-2d17da873b3f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Deleting port dce13c22-1a71-4d84-ab67-81f4bf1f8682 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:00:19.632893 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-3e682320-b2b6-4a32-8267-3cc433c6310e req-d59c4af6-320e-417e-9104-2d17da873b3f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:19.867832 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [req-3e682320-b2b6-4a32-8267-3cc433c6310e req-d59c4af6-320e-417e-9104-2d17da873b3f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] For port dce13c22-1a71-4d84-ab67-81f4bf1f8682, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=dce13c22-1a71-4d84-ab67-81f4bf1f8682,segment=NetworkSegment(a76baa48-0201-4fa5-956a-b0abd293a65c),segment_id=a76baa48-0201-4fa5-956a-b0abd293a65c)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:00:19.868187 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-3e682320-b2b6-4a32-8267-3cc433c6310e req-d59c4af6-320e-417e-9104-2d17da873b3f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:20.071457 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [req-3e682320-b2b6-4a32-8267-3cc433c6310e req-d59c4af6-320e-417e-9104-2d17da873b3f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Calling delete_port for dce13c22-1a71-4d84-ab67-81f4bf1f8682 owned by compute:nova {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 09:00:20.276882 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-3e682320-b2b6-4a32-8267-3cc433c6310e req-d59c4af6-320e-417e-9104-2d17da873b3f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:20.322048 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59c4af6-320e-417e-9104-2d17da873b3f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event deleted for resources: {'Port': ['ID=dce13c22-1a71-4d84-ab67-81f4bf1f8682,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:00:20.333732 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59c4af6-320e-417e-9104-2d17da873b3f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:00:20.334076 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59c4af6-320e-417e-9104-2d17da873b3f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:00:20.334411 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59c4af6-320e-417e-9104-2d17da873b3f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:00:20.334740 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59c4af6-320e-417e-9104-2d17da873b3f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:00:20.335071 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59c4af6-320e-417e-9104-2d17da873b3f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:00:20.335396 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59c4af6-320e-417e-9104-2d17da873b3f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:00:20.335716 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59c4af6-320e-417e-9104-2d17da873b3f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:00:20.336038 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59c4af6-320e-417e-9104-2d17da873b3f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:00:20.336354 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59c4af6-320e-417e-9104-2d17da873b3f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:00:20.336697 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59c4af6-320e-417e-9104-2d17da873b3f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:00:20.337013 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59c4af6-320e-417e-9104-2d17da873b3f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:00:20.410520 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e682320-b2b6-4a32-8267-3cc433c6310e req-d59c4af6-320e-417e-9104-2d17da873b3f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] No DVR routers for this DVR port dce13c22-1a71-4d84-ab67-81f4bf1f8682 on host hv-neutron-8277 {{(pid=84107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 09:00:20.413026 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-3e682320-b2b6-4a32-8267-3cc433c6310e req-d59c4af6-320e-417e-9104-2d17da873b3f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:20.441753 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1b1566c-5d69-45ea-9a0d-8140fedfb62b', 'name': 'network-vif-deleted', 'tag': 'dce13c22-1a71-4d84-ab67-81f4bf1f8682'}] {{(pid=84107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:00:20.459719 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4f2b2c60-5e62-4c3b-83b7-f2a1d2a398cd req-863c335a-ca10-41b0-a862-23ff1ee116ae tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1b1566c-5d69-45ea-9a0d-8140fedfb62b HTTP/1.1" status: 200 len: 210 time: 0.0505040 Feb 04 09:00:20.463594 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-3e682320-b2b6-4a32-8267-3cc433c6310e req-d59c4af6-320e-417e-9104-2d17da873b3f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.47 "DELETE /v2.0/ports/dce13c22-1a71-4d84-ab67-81f4bf1f8682 HTTP/1.1" status: 204 len: 173 time: 0.8953836 Feb 04 09:00:20.497622 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1b1566c-5d69-45ea-9a0d-8140fedfb62b', 'name': 'network-vif-deleted', 'tag': 'dce13c22-1a71-4d84-ab67-81f4bf1f8682', 'status': 'completed', 'code': 200} Feb 04 09:00:21.562689 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 58944) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:00:21.638628 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-5a04b120-6687-4e44-89ae-7557a261655f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:21.669104 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-5a04b120-6687-4e44-89ae-7557a261655f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:21.721948 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-c7f6269d-f389-425a-9e1f-bf22198b5554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:21.796058 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-5a04b120-6687-4e44-89ae-7557a261655f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:21.813654 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a04b120-6687-4e44-89ae-7557a261655f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=adb7cf76-a48e-4db4-aefc-36ea7952ef44,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:00:21.875439 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-5a04b120-6687-4e44-89ae-7557a261655f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:21.876615 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-5a04b120-6687-4e44-89ae-7557a261655f tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "DELETE /v2.0/security-groups/adb7cf76-a48e-4db4-aefc-36ea7952ef44 HTTP/1.1" status: 204 len: 168 time: 0.3129215 Feb 04 09:00:21.979616 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 58950) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:00:22.364405 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-65b8df27-ca96-44f1-8104-f61d41c7d031 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473817'] for router_interface, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:22.903403 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:22.962621 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-65b8df27-ca96-44f1-8104-f61d41c7d031 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Deleting port f24b23cb-15be-474b-89ec-7539e75414ca {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:00:22.963241 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-65b8df27-ca96-44f1-8104-f61d41c7d031 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:22.973114 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:23.098105 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device dce13c22-1a71-4d84-ab67-81f4bf1f8682 no longer exists at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 09:00:23.131283 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] No Port match for: dce13c22-1a71-4d84-ab67-81f4bf1f8682 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 09:00:23.131627 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device dce13c22-1a71-4d84-ab67-81f4bf1f8682 not bound to the agent host hv-neutron-8277 {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 09:00:23.238599 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [None req-65b8df27-ca96-44f1-8104-f61d41c7d031 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] For port f24b23cb-15be-474b-89ec-7539e75414ca, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=f24b23cb-15be-474b-89ec-7539e75414ca,segment=NetworkSegment(a76baa48-0201-4fa5-956a-b0abd293a65c),segment_id=a76baa48-0201-4fa5-956a-b0abd293a65c)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:00:23.238866 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-65b8df27-ca96-44f1-8104-f61d41c7d031 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:23.358248 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-65b8df27-ca96-44f1-8104-f61d41c7d031 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Calling delete_port for f24b23cb-15be-474b-89ec-7539e75414ca owned by network:router_interface {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 09:00:23.642066 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-65b8df27-ca96-44f1-8104-f61d41c7d031 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:23.687513 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b8df27-ca96-44f1-8104-f61d41c7d031 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event deleted for resources: {'Port': ['ID=f24b23cb-15be-474b-89ec-7539e75414ca,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:00:23.975370 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-65b8df27-ca96-44f1-8104-f61d41c7d031 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1572495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472959'] for router_interface, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:24.385318 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:24.542878 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65b8df27-ca96-44f1-8104-f61d41c7d031 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Router 24232efd-e7a8-40b5-b974-c5f604f146e9 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 09:00:24.679432 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbf059a-a2d0-46ce-979f-44da3cbbd9a9 None None] Sync routers for ids ['24232efd-e7a8-40b5-b974-c5f604f146e9'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 09:00:24.692048 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbf059a-a2d0-46ce-979f-44da3cbbd9a9 None None] Routers {'24232efd-e7a8-40b5-b974-c5f604f146e9'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:00:24.692688 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-ecbf059a-a2d0-46ce-979f-44da3cbbd9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:00:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['24232efd-e7a8-40b5-b974-c5f604f146e9'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:00:24.837219 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65b8df27-ca96-44f1-8104-f61d41c7d031 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 09:00:24.850188 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-65b8df27-ca96-44f1-8104-f61d41c7d031 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "PUT /v2.0/routers/24232efd-e7a8-40b5-b974-c5f604f146e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8695300 Feb 04 09:00:24.852852 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 58954) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:00:24.865267 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-ecbf059a-a2d0-46ce-979f-44da3cbbd9a9 None None] Set router 24232efd-e7a8-40b5-b974-c5f604f146e9 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:00:25.035325 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_v2 [None req-a800bd1b-379f-423e-aad0-7f5333ebc90c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Deleting subnet 4b039843-144f-4dcc-8263-39766ac0fa83 {{(pid=84108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 09:00:25.038155 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a800bd1b-379f-423e-aad0-7f5333ebc90c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for subnet, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:25.102831 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a800bd1b-379f-423e-aad0-7f5333ebc90c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7851377'] for subnet, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:25.141269 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-ecbf059a-a2d0-46ce-979f-44da3cbbd9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24232efd-e7a8-40b5-b974-c5f604f146e9', 'name': 'tempest-TestNetworkBasicOps-router-852519354', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.136'}], 'enable_snat': True}, 'gw_port_id': '6c4e0565-cda2-4bfa-9d76-a805e5ce79fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:58:28Z', 'updated_at': '2022-02-04T09:00:23Z', 'revision_number': 7, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': '6c4e0565-cda2-4bfa-9d76-a805e5ce79fd', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:25:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24232efd-e7a8-40b5-b974-c5f604f146e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:58:28Z', 'updated_at': '2022-02-04T09:00:08Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:00:25.144949 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbf059a-a2d0-46ce-979f-44da3cbbd9a9 None None] Checking router: 24232efd-e7a8-40b5-b974-c5f604f146e9 for host: dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 09:00:25.155296 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbf059a-a2d0-46ce-979f-44da3cbbd9a9 None None] Routers {'24232efd-e7a8-40b5-b974-c5f604f146e9'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:00:25.155876 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-ecbf059a-a2d0-46ce-979f-44da3cbbd9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:00:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['24232efd-e7a8-40b5-b974-c5f604f146e9'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:00:25.181890 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a800bd1b-379f-423e-aad0-7f5333ebc90c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:25.332451 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a800bd1b-379f-423e-aad0-7f5333ebc90c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7593563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8119683'] for subnet, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:25.354181 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-ecbf059a-a2d0-46ce-979f-44da3cbbd9a9 None None] Set router 24232efd-e7a8-40b5-b974-c5f604f146e9 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:00:25.377309 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a800bd1b-379f-423e-aad0-7f5333ebc90c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event deleted for resources: {'Subnet': ['ID=4b039843-144f-4dcc-8263-39766ac0fa83,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:00:25.384039 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a800bd1b-379f-423e-aad0-7f5333ebc90c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:25.390054 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b46babb-3fc7-4dcb-b6d2-c4604947690f None None] Network 655708c0-36a1-4aad-b1e8-0908d59271eb requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 09:00:25.393576 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-a800bd1b-379f-423e-aad0-7f5333ebc90c tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "DELETE /v2.0/subnets/4b039843-144f-4dcc-8263-39766ac0fa83 HTTP/1.1" status: 204 len: 168 time: 0.5386477 Feb 04 09:00:25.395036 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 58958) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:00:25.597953 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ae5f99a5-26b2-4e84-b944-ab0138345134 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for router, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:25.654784 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-ecbf059a-a2d0-46ce-979f-44da3cbbd9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24232efd-e7a8-40b5-b974-c5f604f146e9', 'name': 'tempest-TestNetworkBasicOps-router-852519354', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.136'}], 'enable_snat': True}, 'gw_port_id': '6c4e0565-cda2-4bfa-9d76-a805e5ce79fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:58:28Z', 'updated_at': '2022-02-04T09:00:23Z', 'revision_number': 7, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': '6c4e0565-cda2-4bfa-9d76-a805e5ce79fd', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:25:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24232efd-e7a8-40b5-b974-c5f604f146e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:58:28Z', 'updated_at': '2022-02-04T09:00:08Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:00:25.658772 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbf059a-a2d0-46ce-979f-44da3cbbd9a9 None None] The sync data for ids ['24232efd-e7a8-40b5-b974-c5f604f146e9'] in dv-neutron-827798-2-hyperv is: [{'id': '24232efd-e7a8-40b5-b974-c5f604f146e9', 'name': 'tempest-TestNetworkBasicOps-router-852519354', 'tenant_id': '7df2bfd740464e869863a41b14f4d5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.136'}], 'enable_snat': True}, 'gw_port_id': '6c4e0565-cda2-4bfa-9d76-a805e5ce79fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T08:58:28Z', 'updated_at': '2022-02-04T09:00:23Z', 'revision_number': 7, 'project_id': '7df2bfd740464e869863a41b14f4d5af', 'gw_port': {'id': '6c4e0565-cda2-4bfa-9d76-a805e5ce79fd', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:25:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24232efd-e7a8-40b5-b974-c5f604f146e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T08:58:28Z', 'updated_at': '2022-02-04T09:00:08Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 09:00:25.672990 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5a71e8-a200-4959-b05f-b5ed1a27e281 None None] DHCP port deletion for 655708c0-36a1-4aad-b1e8-0908d59271eb request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 09:00:25.676930 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-9c5a71e8-a200-4959-b05f-b5ed1a27e281 None None] Deleting port 88aa44c7-5f3a-48b8-a8f1-64b23eb25945 {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:00:25.677437 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-9c5a71e8-a200-4959-b05f-b5ed1a27e281 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:25.811030 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ae5f99a5-26b2-4e84-b944-ab0138345134 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:25.874254 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-9c5a71e8-a200-4959-b05f-b5ed1a27e281 None None] For port 88aa44c7-5f3a-48b8-a8f1-64b23eb25945, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=88aa44c7-5f3a-48b8-a8f1-64b23eb25945,segment=NetworkSegment(a76baa48-0201-4fa5-956a-b0abd293a65c),segment_id=a76baa48-0201-4fa5-956a-b0abd293a65c)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:00:25.874572 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-9c5a71e8-a200-4959-b05f-b5ed1a27e281 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:25.887536 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-ae5f99a5-26b2-4e84-b944-ab0138345134 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Deleting port 6c4e0565-cda2-4bfa-9d76-a805e5ce79fd {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:00:25.893238 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ae5f99a5-26b2-4e84-b944-ab0138345134 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:25.994961 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-9c5a71e8-a200-4959-b05f-b5ed1a27e281 None None] Calling delete_port for 88aa44c7-5f3a-48b8-a8f1-64b23eb25945 owned by network:dhcp {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 09:00:26.073031 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [None req-ae5f99a5-26b2-4e84-b944-ab0138345134 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] For port 6c4e0565-cda2-4bfa-9d76-a805e5ce79fd, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=6c4e0565-cda2-4bfa-9d76-a805e5ce79fd,segment=NetworkSegment(c44b9475-949d-4ae7-bfca-e29b010a56a6),segment_id=c44b9475-949d-4ae7-bfca-e29b010a56a6)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:00:26.073666 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ae5f99a5-26b2-4e84-b944-ab0138345134 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:26.151728 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-9c5a71e8-a200-4959-b05f-b5ed1a27e281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407'] for port, after_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:26.188269 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5a71e8-a200-4959-b05f-b5ed1a27e281 None None] Pushing event deleted for resources: {'Port': ['ID=88aa44c7-5f3a-48b8-a8f1-64b23eb25945,revision_number=None']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:00:26.194196 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5a71e8-a200-4959-b05f-b5ed1a27e281 None None] No DVR routers for this DVR port 88aa44c7-5f3a-48b8-a8f1-64b23eb25945 on host dv-neutron-827798-2-hyperv {{(pid=84109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 09:00:26.199204 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:26.207431 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-ae5f99a5-26b2-4e84-b944-ab0138345134 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Calling delete_port for 6c4e0565-cda2-4bfa-9d76-a805e5ce79fd owned by network:router_gateway {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 09:00:26.424877 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ae5f99a5-26b2-4e84-b944-ab0138345134 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:26.429343 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 88aa44c7-5f3a-48b8-a8f1-64b23eb25945 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 09:00:26.468403 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: 88aa44c7-5f3a-48b8-a8f1-64b23eb25945 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 09:00:26.468947 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 88aa44c7-5f3a-48b8-a8f1-64b23eb25945 not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 09:00:26.469503 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device f24b23cb-15be-474b-89ec-7539e75414ca no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 09:00:26.502932 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: f24b23cb-15be-474b-89ec-7539e75414ca {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 09:00:26.503667 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device f24b23cb-15be-474b-89ec-7539e75414ca not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 09:00:26.567100 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5f99a5-26b2-4e84-b944-ab0138345134 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event deleted for resources: {'Port': ['ID=6c4e0565-cda2-4bfa-9d76-a805e5ce79fd,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:00:26.778876 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ae5f99a5-26b2-4e84-b944-ab0138345134 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473010'] for router_gateway, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:27.024833 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ae5f99a5-26b2-4e84-b944-ab0138345134 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40989'] for router, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:27.029464 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ae5f99a5-26b2-4e84-b944-ab0138345134 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:27.144277 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ae5f99a5-26b2-4e84-b944-ab0138345134 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-476062'] for router, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:27.144999 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae5f99a5-26b2-4e84-b944-ab0138345134 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Fanout notify agent at l3_agent the message router_deleted on router 24232efd-e7a8-40b5-b974-c5f604f146e9 {{(pid=84108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 09:00:27.159331 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ae5f99a5-26b2-4e84-b944-ab0138345134 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for router, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:27.160401 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-ae5f99a5-26b2-4e84-b944-ab0138345134 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "DELETE /v2.0/routers/24232efd-e7a8-40b5-b974-c5f604f146e9 HTTP/1.1" status: 204 len: 168 time: 1.7644444 Feb 04 09:00:27.163194 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 58962) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:00:27.271493 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c73f91bf-12a3-4c39-8029-e909c72945d9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:27.398592 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c73f91bf-12a3-4c39-8029-e909c72945d9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:27.432338 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-c73f91bf-12a3-4c39-8029-e909c72945d9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['655708c0-36a1-4aad-b1e8-0908d59271eb']}} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:00:27.444112 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-c73f91bf-12a3-4c39-8029-e909c72945d9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a76baa48-0201-4fa5-956a-b0abd293a65c') {'for_net_delete': True} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:00:27.444407 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-c73f91bf-12a3-4c39-8029-e909c72945d9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a76baa48-0201-4fa5-956a-b0abd293a65c') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:00:27.456035 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c73f91bf-12a3-4c39-8029-e909c72945d9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7851336'] for segment, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:27.474663 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c73f91bf-12a3-4c39-8029-e909c72945d9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:27.480419 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c73f91bf-12a3-4c39-8029-e909c72945d9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=84108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 09:00:27.484596 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c73f91bf-12a3-4c39-8029-e909c72945d9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7460345'] for segment, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:27.495202 dv-neutron-827798-2-hyperv neutron-server[84108]: Traceback (most recent call last): Feb 04 09:00:27.495202 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 09:00:27.495202 dv-neutron-827798-2-hyperv neutron-server[84108]: timer() Feb 04 09:00:27.495202 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 09:00:27.495202 dv-neutron-827798-2-hyperv neutron-server[84108]: cb(*args, **kw) Feb 04 09:00:27.495202 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 09:00:27.495202 dv-neutron-827798-2-hyperv neutron-server[84108]: return func(*args, **kwargs) Feb 04 09:00:27.495202 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 09:00:27.495202 dv-neutron-827798-2-hyperv neutron-server[84108]: self._notify() Feb 04 09:00:27.495202 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 09:00:27.495202 dv-neutron-827798-2-hyperv neutron-server[84108]: self.callback(batched_events) Feb 04 09:00:27.495202 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 09:00:27.495202 dv-neutron-827798-2-hyperv neutron-server[84108]: event.method(event) Feb 04 09:00:27.495202 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 09:00:27.495202 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 09:00:27.495202 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 09:00:27.495202 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 09:00:27.495202 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 09:00:27.495202 dv-neutron-827798-2-hyperv neutron-server[84108]: return f(self, *a, **k) Feb 04 09:00:27.495202 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 09:00:27.495202 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._get(url).json() Feb 04 09:00:27.495202 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 09:00:27.495202 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 09:00:27.495202 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 09:00:27.495202 dv-neutron-827798-2-hyperv neutron-server[84108]: return self.request(url, 'GET', **kwargs) Feb 04 09:00:27.495202 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 09:00:27.495202 dv-neutron-827798-2-hyperv neutron-server[84108]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 09:00:27.495202 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 09:00:27.495202 dv-neutron-827798-2-hyperv neutron-server[84108]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 09:00:27.495202 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 09:00:27.495202 dv-neutron-827798-2-hyperv neutron-server[84108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 09:00:27.495202 dv-neutron-827798-2-hyperv neutron-server[84108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 09:00:27.602041 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c73f91bf-12a3-4c39-8029-e909c72945d9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:27.619435 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c73f91bf-12a3-4c39-8029-e909c72945d9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Notify callbacks [] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:27.629934 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73f91bf-12a3-4c39-8029-e909c72945d9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] Pushing event deleted for resources: {'Network': ['ID=655708c0-36a1-4aad-b1e8-0908d59271eb,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:00:27.683259 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-c73f91bf-12a3-4c39-8029-e909c72945d9 tempest-TestNetworkBasicOps-389407250 tempest-TestNetworkBasicOps-389407250-project] 10.222.0.36 "DELETE /v2.0/networks/655708c0-36a1-4aad-b1e8-0908d59271eb HTTP/1.1" status: 204 len: 168 time: 0.5190139 Feb 04 09:00:28.325788 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 58970) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:00:28.528493 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-0d737b91-0007-4ca3-aea2-d22cef5cee1f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7df2bfd740464e869863a41b14f4d5af&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2015078 Feb 04 09:00:28.530907 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 58976) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:00:28.586901 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5214b729-cb72-4b43-86df-3bf944e7e3fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:28.611678 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5214b729-cb72-4b43-86df-3bf944e7e3fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:28.716444 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5214b729-cb72-4b43-86df-3bf944e7e3fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:28.728229 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1862f58-63a2-4fd7-ac3a-2c5e7a7ea6ae None None] New status for floating IP c5657285-5f04-4854-9296-d1877f589950: DOWN {{(pid=84109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 09:00:28.734989 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5214b729-cb72-4b43-86df-3bf944e7e3fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8572717a-530b-4c61-a730-a20ee632b9f2,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:00:28.742563 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5214b729-cb72-4b43-86df-3bf944e7e3fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:28.746084 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-5214b729-cb72-4b43-86df-3bf944e7e3fb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8572717a-530b-4c61-a730-a20ee632b9f2 HTTP/1.1" status: 204 len: 168 time: 0.2118695 Feb 04 09:00:28.950262 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcebb63-bb2f-4ec3-817b-9adafde64b95 None None] Sync routers for ids ['24232efd-e7a8-40b5-b974-c5f604f146e9'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 09:00:28.961372 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcebb63-bb2f-4ec3-817b-9adafde64b95 None None] Routers set() bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:00:28.961740 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcebb63-bb2f-4ec3-817b-9adafde64b95 None None] Router IDs set() for agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 04 09:00:28.962356 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_agentschedulers_db [None req-ddcebb63-bb2f-4ec3-817b-9adafde64b95 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'24232efd-e7a8-40b5-b974-c5f604f146e9'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:00:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent'). {{(pid=84110) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 04 09:00:28.972032 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcebb63-bb2f-4ec3-817b-9adafde64b95 None None] Routers set() bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:00:28.972358 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcebb63-bb2f-4ec3-817b-9adafde64b95 None None] Router IDs set() for agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 04 09:00:28.972928 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_agentschedulers_db [None req-ddcebb63-bb2f-4ec3-817b-9adafde64b95 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'24232efd-e7a8-40b5-b974-c5f604f146e9'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:00:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent'). {{(pid=84110) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 04 09:00:28.973334 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcebb63-bb2f-4ec3-817b-9adafde64b95 None None] The sync data for ids ['24232efd-e7a8-40b5-b974-c5f604f146e9'] in dv-neutron-827798-2-hyperv is: [] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 09:00:29.474209 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 58984) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:00:29.490716 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-bb2bfccb-92df-4587-9c76-b8728ecdd6e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:29.520975 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-bb2bfccb-92df-4587-9c76-b8728ecdd6e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:00:29.525044 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-bb2bfccb-92df-4587-9c76-b8728ecdd6e3 admin admin] Usage tracker for resource:security_group_rule and tenant:4db6904322c6488ebce206a73bf7bcf8 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:00:29.528369 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-bb2bfccb-92df-4587-9c76-b8728ecdd6e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:00:29.533978 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-bb2bfccb-92df-4587-9c76-b8728ecdd6e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:00:29.600350 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-bb2bfccb-92df-4587-9c76-b8728ecdd6e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:29.675832 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-bb2bfccb-92df-4587-9c76-b8728ecdd6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:29.725965 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2bfccb-92df-4587-9c76-b8728ecdd6e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19960ad8-368c-4fbe-85ef-9530d8880221,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:00:29.730296 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-bb2bfccb-92df-4587-9c76-b8728ecdd6e3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4db6904322c6488ebce206a73bf7bcf8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2597628 Feb 04 09:00:29.732904 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 58988) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:00:29.795686 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-6790d09b-74a9-42e0-8eed-76403a70f8a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:29.820922 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-6790d09b-74a9-42e0-8eed-76403a70f8a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:29.956176 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-6790d09b-74a9-42e0-8eed-76403a70f8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:29.973001 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6790d09b-74a9-42e0-8eed-76403a70f8a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19960ad8-368c-4fbe-85ef-9530d8880221,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:00:29.978824 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-6790d09b-74a9-42e0-8eed-76403a70f8a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:29.979983 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-6790d09b-74a9-42e0-8eed-76403a70f8a0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/19960ad8-368c-4fbe-85ef-9530d8880221 HTTP/1.1" status: 204 len: 168 time: 0.2461944 Feb 04 09:00:30.392164 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 6c4e0565-cda2-4bfa-9d76-a805e5ce79fd no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 09:00:30.424377 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: 6c4e0565-cda2-4bfa-9d76-a805e5ce79fd {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 09:00:30.424976 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 6c4e0565-cda2-4bfa-9d76-a805e5ce79fd not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 09:00:31.158420 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 59010) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:00:31.281363 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-9dd2e026-7645-4319-ac51-306cf1c31944 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-833814806-network', 'tenant_id': 'a162399f42e34cb89b926f12253aac07'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:00:31.285908 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-9dd2e026-7645-4319-ac51-306cf1c31944 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:00:31.289621 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-9dd2e026-7645-4319-ac51-306cf1c31944 admin admin] Usage tracker for resource:network and tenant:a162399f42e34cb89b926f12253aac07 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:00:31.292416 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-9dd2e026-7645-4319-ac51-306cf1c31944 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:00:31.298375 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-9dd2e026-7645-4319-ac51-306cf1c31944 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:00:31.372569 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dd2e026-7645-4319-ac51-306cf1c31944 admin admin] Made reservation on behalf of a162399f42e34cb89b926f12253aac07 for: {'network': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 09:00:31.374769 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9dd2e026-7645-4319-ac51-306cf1c31944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:31.387383 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9dd2e026-7645-4319-ac51-306cf1c31944 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:31.417490 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-9dd2e026-7645-4319-ac51-306cf1c31944 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:00:31.421149 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-9dd2e026-7645-4319-ac51-306cf1c31944 admin admin] Usage tracker for resource:security_group_rule and tenant:a162399f42e34cb89b926f12253aac07 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:00:31.423842 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-9dd2e026-7645-4319-ac51-306cf1c31944 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:00:31.429335 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-9dd2e026-7645-4319-ac51-306cf1c31944 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:00:31.494848 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9dd2e026-7645-4319-ac51-306cf1c31944 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:31.561244 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9dd2e026-7645-4319-ac51-306cf1c31944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:31.594714 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dd2e026-7645-4319-ac51-306cf1c31944 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=84107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 09:00:31.599726 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd2e026-7645-4319-ac51-306cf1c31944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3857001-9bd7-4e9f-8a1c-70ab2d4b4678,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:00:31.607459 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9dd2e026-7645-4319-ac51-306cf1c31944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:31.607459 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.segments_db [None req-9dd2e026-7645-4319-ac51-306cf1c31944 admin admin] Added segment c58f067f-11a7-4181-acd6-9dc924f723a5 of type vlan for network 42f55672-b0a0-47ac-89f1-219a04ac67e9 Feb 04 09:00:31.632839 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9dd2e026-7645-4319-ac51-306cf1c31944 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:31.710161 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9dd2e026-7645-4319-ac51-306cf1c31944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:31.711013 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd2e026-7645-4319-ac51-306cf1c31944 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:00:31.711593 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9dd2e026-7645-4319-ac51-306cf1c31944 admin admin] Notify callbacks [] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:31.811980 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd2e026-7645-4319-ac51-306cf1c31944 admin admin] Pushing event updated for resources: {'Network': ['ID=42f55672-b0a0-47ac-89f1-219a04ac67e9,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:00:31.821390 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network 42f55672-b0a0-47ac-89f1-219a04ac67e9 details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 09:00:31.842304 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-9dd2e026-7645-4319-ac51-306cf1c31944 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6827784 Feb 04 09:00:31.845240 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 59016) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:00:31.850556 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-b6c850a2-bde4-4070-b3b9-f87c18099e85 admin admin] Request body: {'subnet': {'network_id': '42f55672-b0a0-47ac-89f1-219a04ac67e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-833814806-subnet', 'tenant_id': 'a162399f42e34cb89b926f12253aac07', 'ip_version': 4}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:00:31.855845 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-b6c850a2-bde4-4070-b3b9-f87c18099e85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:00:31.859963 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-b6c850a2-bde4-4070-b3b9-f87c18099e85 admin admin] Usage tracker for resource:subnet and tenant:a162399f42e34cb89b926f12253aac07 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:00:31.862999 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-b6c850a2-bde4-4070-b3b9-f87c18099e85 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:00:31.868963 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-b6c850a2-bde4-4070-b3b9-f87c18099e85 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:00:31.944490 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6c850a2-bde4-4070-b3b9-f87c18099e85 admin admin] Made reservation on behalf of a162399f42e34cb89b926f12253aac07 for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 09:00:31.946877 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b6c850a2-bde4-4070-b3b9-f87c18099e85 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985186'] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:32.103968 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 09:00:32.224711 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b6c850a2-bde4-4070-b3b9-f87c18099e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7510230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985204'] for subnet, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:32.299396 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c850a2-bde4-4070-b3b9-f87c18099e85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2aad4944-d1ab-4f44-8c6f-0ef8db6b5dce,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:00:32.309593 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c850a2-bde4-4070-b3b9-f87c18099e85 admin admin] Checking segment: {'id': 'c58f067f-11a7-4181-acd6-9dc924f723a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '42f55672-b0a0-47ac-89f1-219a04ac67e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 09:00:32.309943 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c850a2-bde4-4070-b3b9-f87c18099e85 admin admin] Network hostable DHCP agents. Network: 42f55672-b0a0-47ac-89f1-219a04ac67e9, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 09:00:32.405662 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c850a2-bde4-4070-b3b9-f87c18099e85 admin admin] Network 42f55672-b0a0-47ac-89f1-219a04ac67e9 is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 09:00:32.491773 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-b6c850a2-bde4-4070-b3b9-f87c18099e85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, 42f55672-b0a0-47ac-89f1-219a04ac67e9) {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:00:32.495716 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c850a2-bde4-4070-b3b9-f87c18099e85 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:00:32.499294 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b6c850a2-bde4-4070-b3b9-f87c18099e85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:32.500195 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a952c8-6297-4417-82cb-272459956f7d None None] Network 42f55672-b0a0-47ac-89f1-219a04ac67e9 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 09:00:32.574252 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-b6c850a2-bde4-4070-b3b9-f87c18099e85 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7279558 Feb 04 09:00:32.577019 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 59020) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:00:32.582183 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-874b2dcb-5488-4ea3-b169-b175aa8c358d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-833814806-router', 'tenant_id': 'a162399f42e34cb89b926f12253aac07', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:00:32.586783 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-874b2dcb-5488-4ea3-b169-b175aa8c358d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:00:32.591161 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-874b2dcb-5488-4ea3-b169-b175aa8c358d admin admin] Usage tracker for resource:router and tenant:a162399f42e34cb89b926f12253aac07 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:00:32.594033 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-874b2dcb-5488-4ea3-b169-b175aa8c358d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:00:32.599579 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-874b2dcb-5488-4ea3-b169-b175aa8c358d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:00:32.668835 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-874b2dcb-5488-4ea3-b169-b175aa8c358d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40975'] for router, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:32.669818 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-874b2dcb-5488-4ea3-b169-b175aa8c358d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40982'] for router, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:32.687319 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-874b2dcb-5488-4ea3-b169-b175aa8c358d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:32.712369 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f83f738-8f24-4c7c-b8dd-4e0907414851 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-42f55672-b0a0-47ac-89f1-219a04ac67e9', 'network_id': '42f55672-b0a0-47ac-89f1-219a04ac67e9', 'tenant_id': 'a162399f42e34cb89b926f12253aac07', 'fixed_ips': [{'subnet_id': '2aad4944-d1ab-4f44-8c6f-0ef8db6b5dce'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 09:00:32.713750 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-6f83f738-8f24-4c7c-b8dd-4e0907414851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:32.879331 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-6f83f738-8f24-4c7c-b8dd-4e0907414851 None None] Allocated IP 172.20.0.2 (42f55672-b0a0-47ac-89f1-219a04ac67e9/2aad4944-d1ab-4f44-8c6f-0ef8db6b5dce/07d16c3c-872d-4ca1-a1d9-9c07462344b1) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 09:00:32.909818 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-874b2dcb-5488-4ea3-b169-b175aa8c358d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40996'] for router, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:33.115026 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-6f83f738-8f24-4c7c-b8dd-4e0907414851 None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:33.125618 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-6f83f738-8f24-4c7c-b8dd-4e0907414851 None None] Transition to ACTIVE for port object 07d16c3c-872d-4ca1-a1d9-9c07462344b1 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:00:33.147724 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-6f83f738-8f24-4c7c-b8dd-4e0907414851 None None] Transition to ACTIVE for port object 07d16c3c-872d-4ca1-a1d9-9c07462344b1 will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:00:33.164888 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-874b2dcb-5488-4ea3-b169-b175aa8c358d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:33.192951 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-874b2dcb-5488-4ea3-b169-b175aa8c358d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:33.206575 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-6f83f738-8f24-4c7c-b8dd-4e0907414851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:33.271867 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f83f738-8f24-4c7c-b8dd-4e0907414851 None None] Network 42f55672-b0a0-47ac-89f1-219a04ac67e9 is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:00:33.274949 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-6f83f738-8f24-4c7c-b8dd-4e0907414851 None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:00:33.279737 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f83f738-8f24-4c7c-b8dd-4e0907414851 None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 09:00:33.281775 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f83f738-8f24-4c7c-b8dd-4e0907414851 None None] Pushing event updated for resources: {'Port': ['ID=07d16c3c-872d-4ca1-a1d9-9c07462344b1,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:00:33.370161 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-6f83f738-8f24-4c7c-b8dd-4e0907414851 None None] Attempting to bind port 07d16c3c-872d-4ca1-a1d9-9c07462344b1 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 09:00:33.370526 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-6f83f738-8f24-4c7c-b8dd-4e0907414851 None None] Attempting to bind port 07d16c3c-872d-4ca1-a1d9-9c07462344b1 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': 'c58f067f-11a7-4181-acd6-9dc924f723a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '42f55672-b0a0-47ac-89f1-219a04ac67e9'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 09:00:33.370885 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f83f738-8f24-4c7c-b8dd-4e0907414851 None None] Attempting to bind port 07d16c3c-872d-4ca1-a1d9-9c07462344b1 on network 42f55672-b0a0-47ac-89f1-219a04ac67e9 {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 09:00:33.377287 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f83f738-8f24-4c7c-b8dd-4e0907414851 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 9, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 09:00:33.377651 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f83f738-8f24-4c7c-b8dd-4e0907414851 None None] Checking segment: {'id': 'c58f067f-11a7-4181-acd6-9dc924f723a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '42f55672-b0a0-47ac-89f1-219a04ac67e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 09:00:33.378042 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-6f83f738-8f24-4c7c-b8dd-4e0907414851 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:33.378425 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f83f738-8f24-4c7c-b8dd-4e0907414851 None None] Bound using segment: {'id': 'c58f067f-11a7-4181-acd6-9dc924f723a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '42f55672-b0a0-47ac-89f1-219a04ac67e9'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 09:00:33.378877 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-6f83f738-8f24-4c7c-b8dd-4e0907414851 None None] Bound port: 07d16c3c-872d-4ca1-a1d9-9c07462344b1, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c58f067f-11a7-4181-acd6-9dc924f723a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '42f55672-b0a0-47ac-89f1-219a04ac67e9'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 09:00:33.379240 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-6f83f738-8f24-4c7c-b8dd-4e0907414851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:33.415805 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-874b2dcb-5488-4ea3-b169-b175aa8c358d admin admin] Allocated IP 172.26.3.133 (e264bd74-c56b-43d0-9059-bcb57dbbe5bc/79caf47c-b62c-4ea0-b35f-21ede155daa8/bd968388-17b1-4693-8ca7-7e5ef583d969) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 09:00:33.471401 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-6f83f738-8f24-4c7c-b8dd-4e0907414851 None None] For port 07d16c3c-872d-4ca1-a1d9-9c07462344b1, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 09:00:33.475060 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-6f83f738-8f24-4c7c-b8dd-4e0907414851 None None] For port 07d16c3c-872d-4ca1-a1d9-9c07462344b1, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=07d16c3c-872d-4ca1-a1d9-9c07462344b1,segment=NetworkSegment(c58f067f-11a7-4181-acd6-9dc924f723a5),segment_id=c58f067f-11a7-4181-acd6-9dc924f723a5)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 09:00:33.555342 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-6f83f738-8f24-4c7c-b8dd-4e0907414851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:33.558367 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-874b2dcb-5488-4ea3-b169-b175aa8c358d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:33.637561 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f83f738-8f24-4c7c-b8dd-4e0907414851 None None] Pushing event updated for resources: {'Port': ['ID=07d16c3c-872d-4ca1-a1d9-9c07462344b1,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:00:33.642192 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-874b2dcb-5488-4ea3-b169-b175aa8c358d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:33.708735 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874b2dcb-5488-4ea3-b169-b175aa8c358d admin admin] Network e264bd74-c56b-43d0-9059-bcb57dbbe5bc is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:00:33.711673 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-874b2dcb-5488-4ea3-b169-b175aa8c358d admin admin] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:00:33.715752 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874b2dcb-5488-4ea3-b169-b175aa8c358d admin admin] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 09:00:33.751071 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874b2dcb-5488-4ea3-b169-b175aa8c358d admin admin] Pushing event updated for resources: {'Port': ['ID=bd968388-17b1-4693-8ca7-7e5ef583d969,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:00:33.973541 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-874b2dcb-5488-4ea3-b169-b175aa8c358d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:33.974276 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-874b2dcb-5488-4ea3-b169-b175aa8c358d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472990'] for router, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:34.298755 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-874b2dcb-5488-4ea3-b169-b175aa8c358d admin admin] Router 95874e6b-8484-436a-8aa0-3f5497205c60 is scheduled to L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 with binding_index 1 {{(pid=84107) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 09:00:34.476810 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 07d16c3c-872d-4ca1-a1d9-9c07462344b1 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:00:34.511552 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-874b2dcb-5488-4ea3-b169-b175aa8c358d admin admin] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 09:00:34.530121 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e6332a-d72c-42c6-a065-d37cd41d762a None None] Sync routers for ids ['95874e6b-8484-436a-8aa0-3f5497205c60'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 09:00:34.552566 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e6332a-d72c-42c6-a065-d37cd41d762a None None] Routers {'95874e6b-8484-436a-8aa0-3f5497205c60'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:00:34.553189 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-15e6332a-d72c-42c6-a065-d37cd41d762a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:00:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['95874e6b-8484-436a-8aa0-3f5497205c60'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:00:34.609464 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1abfdc69-aa78-4792-a282-30d2afbadb05 None None] Network 42f55672-b0a0-47ac-89f1-219a04ac67e9 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 09:00:34.636471 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-874b2dcb-5488-4ea3-b169-b175aa8c358d admin admin] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:34.637738 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-874b2dcb-5488-4ea3-b169-b175aa8c358d admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0598042 Feb 04 09:00:34.640539 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 59024) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:00:34.772460 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 07d16c3c-872d-4ca1-a1d9-9c07462344b1 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:00:34.873355 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-15e6332a-d72c-42c6-a065-d37cd41d762a None None] Set router 95874e6b-8484-436a-8aa0-3f5497205c60 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:00:34.911535 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-d0189636-b542-4253-803e-eb926155fcd9 None None] Provisioning for port 07d16c3c-872d-4ca1-a1d9-9c07462344b1 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:00:34.932054 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-d0189636-b542-4253-803e-eb926155fcd9 None None] Provisioning complete for port 07d16c3c-872d-4ca1-a1d9-9c07462344b1 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:00:34.932420 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-d0189636-b542-4253-803e-eb926155fcd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:35.299669 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-d0189636-b542-4253-803e-eb926155fcd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:35.348252 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-d0189636-b542-4253-803e-eb926155fcd9 None None] For port 07d16c3c-872d-4ca1-a1d9-9c07462344b1, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=07d16c3c-872d-4ca1-a1d9-9c07462344b1,segment=NetworkSegment(c58f067f-11a7-4181-acd6-9dc924f723a5),segment_id=c58f067f-11a7-4181-acd6-9dc924f723a5)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:00:35.365030 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-15e6332a-d72c-42c6-a065-d37cd41d762a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95874e6b-8484-436a-8aa0-3f5497205c60', 'name': 'tempest-TestVolumeBootPattern-833814806-router', 'tenant_id': 'a162399f42e34cb89b926f12253aac07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': 'bd968388-17b1-4693-8ca7-7e5ef583d969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:00:32Z', 'updated_at': '2022-02-04T09:00:33Z', 'revision_number': 3, 'project_id': 'a162399f42e34cb89b926f12253aac07', 'gw_port': {'id': 'bd968388-17b1-4693-8ca7-7e5ef583d969', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d8:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95874e6b-8484-436a-8aa0-3f5497205c60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:00:33Z', 'updated_at': '2022-02-04T09:00:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:00:35.369387 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e6332a-d72c-42c6-a065-d37cd41d762a None None] Checking router: 95874e6b-8484-436a-8aa0-3f5497205c60 for host: dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 09:00:35.372729 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e6332a-d72c-42c6-a065-d37cd41d762a None None] Updating router 95874e6b-8484-436a-8aa0-3f5497205c60 port bd968388-17b1-4693-8ca7-7e5ef583d969 binding host dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 09:00:35.415767 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-d0189636-b542-4253-803e-eb926155fcd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:35.494287 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3cc2ae69-768e-4097-8a0d-27a2309526ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:35.509161 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-15e6332a-d72c-42c6-a065-d37cd41d762a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:35.583490 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0189636-b542-4253-803e-eb926155fcd9 None None] Pushing event updated for resources: {'Port': ['ID=07d16c3c-872d-4ca1-a1d9-9c07462344b1,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:00:35.633490 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-42eba833-d013-486e-bf41-e58a1c1bb87a None None] Provisioning complete for port 07d16c3c-872d-4ca1-a1d9-9c07462344b1 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:00:35.633852 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-42eba833-d013-486e-bf41-e58a1c1bb87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:35.701308 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-3cc2ae69-768e-4097-8a0d-27a2309526ba admin admin] Allocated IP 172.20.0.1 (42f55672-b0a0-47ac-89f1-219a04ac67e9/2aad4944-d1ab-4f44-8c6f-0ef8db6b5dce/72430469-82b4-484c-b9c6-5e3f72a97b42) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 09:00:35.854075 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3cc2ae69-768e-4097-8a0d-27a2309526ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:35.869823 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [None req-3cc2ae69-768e-4097-8a0d-27a2309526ba admin admin] Transition to ACTIVE for port object 72430469-82b4-484c-b9c6-5e3f72a97b42 will not be triggered until provisioned by entity DHCP. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:00:35.933994 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3cc2ae69-768e-4097-8a0d-27a2309526ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:35.955427 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-15e6332a-d72c-42c6-a065-d37cd41d762a None None] Notify callbacks [] for port, precommit_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:35.967754 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-15e6332a-d72c-42c6-a065-d37cd41d762a None None] Transition to ACTIVE for port object bd968388-17b1-4693-8ca7-7e5ef583d969 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:00:36.004390 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc2ae69-768e-4097-8a0d-27a2309526ba admin admin] Network 42f55672-b0a0-47ac-89f1-219a04ac67e9 is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:00:36.005386 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc2ae69-768e-4097-8a0d-27a2309526ba admin admin] Pushing event updated for resources: {'Port': ['ID=72430469-82b4-484c-b9c6-5e3f72a97b42,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:00:36.009983 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-3cc2ae69-768e-4097-8a0d-27a2309526ba admin admin] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:00:36.010218 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc2ae69-768e-4097-8a0d-27a2309526ba admin admin] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 09:00:36.025792 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-15e6332a-d72c-42c6-a065-d37cd41d762a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:36.061239 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3cc2ae69-768e-4097-8a0d-27a2309526ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-472912'] for router_interface, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:36.114452 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc856d-e58e-454a-a6dd-aad59d1ebaa7 None None] Pushing event updated for resources: {'Port': ['ID=bd968388-17b1-4693-8ca7-7e5ef583d969,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:00:36.114452 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-15e6332a-d72c-42c6-a065-d37cd41d762a None None] Attempting to bind port bd968388-17b1-4693-8ca7-7e5ef583d969 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 09:00:36.114452 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-15e6332a-d72c-42c6-a065-d37cd41d762a None None] Attempting to bind port bd968388-17b1-4693-8ca7-7e5ef583d969 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 09:00:36.114452 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e6332a-d72c-42c6-a065-d37cd41d762a None None] Attempting to bind port bd968388-17b1-4693-8ca7-7e5ef583d969 on network e264bd74-c56b-43d0-9059-bcb57dbbe5bc {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 09:00:36.117212 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e6332a-d72c-42c6-a065-d37cd41d762a None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 9, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 09:00:36.117579 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e6332a-d72c-42c6-a065-d37cd41d762a None None] Checking segment: {'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 09:00:36.117979 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-15e6332a-d72c-42c6-a065-d37cd41d762a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:36.118364 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e6332a-d72c-42c6-a065-d37cd41d762a None None] Bound using segment: {'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 09:00:36.118845 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-15e6332a-d72c-42c6-a065-d37cd41d762a None None] Bound port: bd968388-17b1-4693-8ca7-7e5ef583d969, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 09:00:36.119219 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-15e6332a-d72c-42c6-a065-d37cd41d762a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:36.193671 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-15e6332a-d72c-42c6-a065-d37cd41d762a None None] For port bd968388-17b1-4693-8ca7-7e5ef583d969, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 09:00:36.196706 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-15e6332a-d72c-42c6-a065-d37cd41d762a None None] For port bd968388-17b1-4693-8ca7-7e5ef583d969, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=bd968388-17b1-4693-8ca7-7e5ef583d969,segment=NetworkSegment(c44b9475-949d-4ae7-bfca-e29b010a56a6),segment_id=c44b9475-949d-4ae7-bfca-e29b010a56a6)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 09:00:36.233270 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3cc2ae69-768e-4097-8a0d-27a2309526ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:36.264994 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-15e6332a-d72c-42c6-a065-d37cd41d762a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:36.347531 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc856d-e58e-454a-a6dd-aad59d1ebaa7 None None] Pushing event updated for resources: {'Port': ['ID=bd968388-17b1-4693-8ca7-7e5ef583d969,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:00:36.357940 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e6332a-d72c-42c6-a065-d37cd41d762a None None] Routers {'95874e6b-8484-436a-8aa0-3f5497205c60'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:00:36.357940 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-15e6332a-d72c-42c6-a065-d37cd41d762a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:00:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['95874e6b-8484-436a-8aa0-3f5497205c60'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:00:36.443842 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 07d16c3c-872d-4ca1-a1d9-9c07462344b1 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:00:36.463654 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3cc2ae69-768e-4097-8a0d-27a2309526ba admin admin] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:36.472615 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-da6fb974-28db-44fb-a72d-eaef2873c5f2 None None] Provisioning for port 72430469-82b4-484c-b9c6-5e3f72a97b42 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:00:36.514304 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3cc2ae69-768e-4097-8a0d-27a2309526ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:36.552124 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-da6fb974-28db-44fb-a72d-eaef2873c5f2 None None] Provisioning complete for port 72430469-82b4-484c-b9c6-5e3f72a97b42 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:00:36.552766 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-da6fb974-28db-44fb-a72d-eaef2873c5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:36.620150 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3cc2ae69-768e-4097-8a0d-27a2309526ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473771'] for router_interface, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:36.624177 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc2ae69-768e-4097-8a0d-27a2309526ba admin admin] Pushing event updated for resources: {'Port': ['ID=72430469-82b4-484c-b9c6-5e3f72a97b42,revision_number=2']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:00:36.633420 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-da6fb974-28db-44fb-a72d-eaef2873c5f2 None None] Port 72430469-82b4-484c-b9c6-5e3f72a97b42 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 09:00:36.637947 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-15e6332a-d72c-42c6-a065-d37cd41d762a None None] Set router 95874e6b-8484-436a-8aa0-3f5497205c60 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:00:36.712968 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 07d16c3c-872d-4ca1-a1d9-9c07462344b1 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:00:36.713346 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:36.763890 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc2ae69-768e-4097-8a0d-27a2309526ba admin admin] Network 42f55672-b0a0-47ac-89f1-219a04ac67e9 is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:00:36.765506 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-3cc2ae69-768e-4097-8a0d-27a2309526ba admin admin] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:00:37.065283 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-15e6332a-d72c-42c6-a065-d37cd41d762a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95874e6b-8484-436a-8aa0-3f5497205c60', 'name': 'tempest-TestVolumeBootPattern-833814806-router', 'tenant_id': 'a162399f42e34cb89b926f12253aac07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': 'bd968388-17b1-4693-8ca7-7e5ef583d969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:00:32Z', 'updated_at': '2022-02-04T09:00:36Z', 'revision_number': 4, 'project_id': 'a162399f42e34cb89b926f12253aac07', 'gw_port': {'id': 'bd968388-17b1-4693-8ca7-7e5ef583d969', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d8:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95874e6b-8484-436a-8aa0-3f5497205c60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:00:33Z', 'updated_at': '2022-02-04T09:00:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '72430469-82b4-484c-b9c6-5e3f72a97b42', 'name': '', 'network_id': '42f55672-b0a0-47ac-89f1-219a04ac67e9', 'tenant_id': 'a162399f42e34cb89b926f12253aac07', 'mac_address': 'fa:16:3e:41:05:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95874e6b-8484-436a-8aa0-3f5497205c60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2aad4944-d1ab-4f44-8c6f-0ef8db6b5dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:00:35Z', 'updated_at': '2022-02-04T09:00:35Z', 'revision_number': 1, 'project_id': 'a162399f42e34cb89b926f12253aac07', 'subnets': [{'id': '2aad4944-d1ab-4f44-8c6f-0ef8db6b5dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:00:37.072509 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e6332a-d72c-42c6-a065-d37cd41d762a None None] The sync data for ids ['95874e6b-8484-436a-8aa0-3f5497205c60'] in dv-neutron-827798-2-hyperv is: [{'id': '95874e6b-8484-436a-8aa0-3f5497205c60', 'name': 'tempest-TestVolumeBootPattern-833814806-router', 'tenant_id': 'a162399f42e34cb89b926f12253aac07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': 'bd968388-17b1-4693-8ca7-7e5ef583d969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:00:32Z', 'updated_at': '2022-02-04T09:00:36Z', 'revision_number': 4, 'project_id': 'a162399f42e34cb89b926f12253aac07', 'gw_port': {'id': 'bd968388-17b1-4693-8ca7-7e5ef583d969', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d8:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95874e6b-8484-436a-8aa0-3f5497205c60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:00:33Z', 'updated_at': '2022-02-04T09:00:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '72430469-82b4-484c-b9c6-5e3f72a97b42', 'name': '', 'network_id': '42f55672-b0a0-47ac-89f1-219a04ac67e9', 'tenant_id': 'a162399f42e34cb89b926f12253aac07', 'mac_address': 'fa:16:3e:41:05:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95874e6b-8484-436a-8aa0-3f5497205c60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2aad4944-d1ab-4f44-8c6f-0ef8db6b5dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:00:35Z', 'updated_at': '2022-02-04T09:00:35Z', 'revision_number': 1, 'project_id': 'a162399f42e34cb89b926f12253aac07', 'subnets': [{'id': '2aad4944-d1ab-4f44-8c6f-0ef8db6b5dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 09:00:37.074094 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-db7771f8-0777-4437-abb1-6bf242cc8130 None None] Provisioning complete for port 72430469-82b4-484c-b9c6-5e3f72a97b42 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:00:37.074455 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-db7771f8-0777-4437-abb1-6bf242cc8130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:37.134438 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-db7771f8-0777-4437-abb1-6bf242cc8130 None None] Port 72430469-82b4-484c-b9c6-5e3f72a97b42 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 09:00:37.171451 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cc2ae69-768e-4097-8a0d-27a2309526ba admin admin] Router 95874e6b-8484-436a-8aa0-3f5497205c60 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 09:00:37.484260 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cc2ae69-768e-4097-8a0d-27a2309526ba admin admin] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 09:00:37.497548 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-3cc2ae69-768e-4097-8a0d-27a2309526ba admin admin] 10.222.0.36 "PUT /v2.0/routers/95874e6b-8484-436a-8aa0-3f5497205c60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8517711 Feb 04 09:00:38.472201 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device bd968388-17b1-4693-8ca7-7e5ef583d969 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:00:38.693154 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port bd968388-17b1-4693-8ca7-7e5ef583d969 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:00:38.698541 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port bd968388-17b1-4693-8ca7-7e5ef583d969 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:00:38.698910 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:38.788859 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 59046) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:00:38.794927 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-09b50b92-97af-43cb-93fb-58c8c79a7746 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1516328576-network', 'tenant_id': '29e48e2da6f2415e80f5415a3896777e'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:00:38.799511 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-09b50b92-97af-43cb-93fb-58c8c79a7746 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:00:38.803506 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-09b50b92-97af-43cb-93fb-58c8c79a7746 admin admin] Usage tracker for resource:network and tenant:29e48e2da6f2415e80f5415a3896777e is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:00:38.806517 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-09b50b92-97af-43cb-93fb-58c8c79a7746 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:00:38.810991 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:38.821849 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-09b50b92-97af-43cb-93fb-58c8c79a7746 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:00:38.826638 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port bd968388-17b1-4693-8ca7-7e5ef583d969, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=bd968388-17b1-4693-8ca7-7e5ef583d969,segment=NetworkSegment(c44b9475-949d-4ae7-bfca-e29b010a56a6),segment_id=c44b9475-949d-4ae7-bfca-e29b010a56a6)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:00:38.916394 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09b50b92-97af-43cb-93fb-58c8c79a7746 admin admin] Made reservation on behalf of 29e48e2da6f2415e80f5415a3896777e for: {'network': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 09:00:38.918696 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-09b50b92-97af-43cb-93fb-58c8c79a7746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:38.933443 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-09b50b92-97af-43cb-93fb-58c8c79a7746 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:38.938913 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:38.966522 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-09b50b92-97af-43cb-93fb-58c8c79a7746 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:00:38.970495 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-09b50b92-97af-43cb-93fb-58c8c79a7746 admin admin] Usage tracker for resource:security_group_rule and tenant:29e48e2da6f2415e80f5415a3896777e is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:00:38.974542 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-09b50b92-97af-43cb-93fb-58c8c79a7746 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:00:38.979229 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-09b50b92-97af-43cb-93fb-58c8c79a7746 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:00:39.005749 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=bd968388-17b1-4693-8ca7-7e5ef583d969,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:00:39.043889 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-09b50b92-97af-43cb-93fb-58c8c79a7746 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:39.110588 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-09b50b92-97af-43cb-93fb-58c8c79a7746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:39.136774 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09b50b92-97af-43cb-93fb-58c8c79a7746 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=84107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 09:00:39.149282 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b50b92-97af-43cb-93fb-58c8c79a7746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1515284-dd20-4903-a5cd-7c5b6138741a,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:00:39.154470 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-09b50b92-97af-43cb-93fb-58c8c79a7746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:39.154811 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.segments_db [None req-09b50b92-97af-43cb-93fb-58c8c79a7746 admin admin] Added segment 5f250bf9-f254-4e03-9dc1-78d10fd37e42 of type vlan for network 5be81afa-e9af-47f7-9440-ffb4392cae84 Feb 04 09:00:39.180360 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-09b50b92-97af-43cb-93fb-58c8c79a7746 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:39.270069 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-09b50b92-97af-43cb-93fb-58c8c79a7746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:39.270915 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b50b92-97af-43cb-93fb-58c8c79a7746 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:00:39.271485 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-09b50b92-97af-43cb-93fb-58c8c79a7746 admin admin] Notify callbacks [] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:39.374905 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b50b92-97af-43cb-93fb-58c8c79a7746 admin admin] Pushing event updated for resources: {'Network': ['ID=5be81afa-e9af-47f7-9440-ffb4392cae84,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:00:39.385160 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network 5be81afa-e9af-47f7-9440-ffb4392cae84 details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 09:00:39.451135 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-09b50b92-97af-43cb-93fb-58c8c79a7746 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6587191 Feb 04 09:00:39.451513 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 59050) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:00:39.456835 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-62da5aa6-d46a-4771-aab5-9709fca5e480 admin admin] Request body: {'subnet': {'network_id': '5be81afa-e9af-47f7-9440-ffb4392cae84', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1516328576-subnet', 'tenant_id': '29e48e2da6f2415e80f5415a3896777e', 'ip_version': 4}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:00:39.461662 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-62da5aa6-d46a-4771-aab5-9709fca5e480 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:00:39.465501 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-62da5aa6-d46a-4771-aab5-9709fca5e480 admin admin] Usage tracker for resource:subnet and tenant:29e48e2da6f2415e80f5415a3896777e is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:00:39.468288 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-62da5aa6-d46a-4771-aab5-9709fca5e480 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:00:39.474063 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-62da5aa6-d46a-4771-aab5-9709fca5e480 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:00:39.577426 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62da5aa6-d46a-4771-aab5-9709fca5e480 admin admin] Made reservation on behalf of 29e48e2da6f2415e80f5415a3896777e for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 09:00:39.579709 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-62da5aa6-d46a-4771-aab5-9709fca5e480 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985186'] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:39.824576 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-62da5aa6-d46a-4771-aab5-9709fca5e480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7510230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985204'] for subnet, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:39.888443 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62da5aa6-d46a-4771-aab5-9709fca5e480 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e3dff2a-51ad-4b51-8b4e-022c43453a9e,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:00:39.910744 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62da5aa6-d46a-4771-aab5-9709fca5e480 admin admin] Checking segment: {'id': '5f250bf9-f254-4e03-9dc1-78d10fd37e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5be81afa-e9af-47f7-9440-ffb4392cae84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 09:00:39.911094 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62da5aa6-d46a-4771-aab5-9709fca5e480 admin admin] Network hostable DHCP agents. Network: 5be81afa-e9af-47f7-9440-ffb4392cae84, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 09:00:40.012936 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62da5aa6-d46a-4771-aab5-9709fca5e480 admin admin] Network 5be81afa-e9af-47f7-9440-ffb4392cae84 is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 09:00:40.087063 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-62da5aa6-d46a-4771-aab5-9709fca5e480 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, 5be81afa-e9af-47f7-9440-ffb4392cae84) {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:00:40.091330 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62da5aa6-d46a-4771-aab5-9709fca5e480 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:00:40.091909 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-62da5aa6-d46a-4771-aab5-9709fca5e480 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:40.095946 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0bbe68-1249-4b1c-ad3d-2472fc2b9821 None None] Network 5be81afa-e9af-47f7-9440-ffb4392cae84 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 09:00:40.174059 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-62da5aa6-d46a-4771-aab5-9709fca5e480 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7214105 Feb 04 09:00:40.176525 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 59054) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:00:40.181697 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-a7eab399-e5d3-449a-90f0-037afde165a2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1516328576-router', 'tenant_id': '29e48e2da6f2415e80f5415a3896777e', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:00:40.186177 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-a7eab399-e5d3-449a-90f0-037afde165a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:00:40.190197 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-a7eab399-e5d3-449a-90f0-037afde165a2 admin admin] Usage tracker for resource:router and tenant:29e48e2da6f2415e80f5415a3896777e is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:00:40.193142 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-a7eab399-e5d3-449a-90f0-037afde165a2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:00:40.198934 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-a7eab399-e5d3-449a-90f0-037afde165a2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:00:40.259168 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a7eab399-e5d3-449a-90f0-037afde165a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40975'] for router, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:40.260062 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a7eab399-e5d3-449a-90f0-037afde165a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40982'] for router, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:40.278277 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a7eab399-e5d3-449a-90f0-037afde165a2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:40.305276 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0fa756-6f6d-467d-acbb-17fcc4d17d95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-5be81afa-e9af-47f7-9440-ffb4392cae84', 'network_id': '5be81afa-e9af-47f7-9440-ffb4392cae84', 'tenant_id': '29e48e2da6f2415e80f5415a3896777e', 'fixed_ips': [{'subnet_id': '4e3dff2a-51ad-4b51-8b4e-022c43453a9e'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 09:00:40.306076 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-7f0fa756-6f6d-467d-acbb-17fcc4d17d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:40.443915 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device bd968388-17b1-4693-8ca7-7e5ef583d969 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:00:40.509098 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-7f0fa756-6f6d-467d-acbb-17fcc4d17d95 None None] Allocated IP 172.20.0.2 (5be81afa-e9af-47f7-9440-ffb4392cae84/4e3dff2a-51ad-4b51-8b4e-022c43453a9e/ee6a6c6b-004f-4e96-91fc-cb71d3b25817) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 09:00:40.570427 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a7eab399-e5d3-449a-90f0-037afde165a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40996'] for router, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:40.618024 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port bd968388-17b1-4693-8ca7-7e5ef583d969 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:00:40.618391 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:40.813270 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-7f0fa756-6f6d-467d-acbb-17fcc4d17d95 None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:40.813894 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a7eab399-e5d3-449a-90f0-037afde165a2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:40.829950 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-7f0fa756-6f6d-467d-acbb-17fcc4d17d95 None None] Transition to ACTIVE for port object ee6a6c6b-004f-4e96-91fc-cb71d3b25817 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:00:40.847726 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a7eab399-e5d3-449a-90f0-037afde165a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:40.849530 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-7f0fa756-6f6d-467d-acbb-17fcc4d17d95 None None] Transition to ACTIVE for port object ee6a6c6b-004f-4e96-91fc-cb71d3b25817 will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:00:40.916420 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-7f0fa756-6f6d-467d-acbb-17fcc4d17d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:40.984998 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-a7eab399-e5d3-449a-90f0-037afde165a2 admin admin] Allocated IP 172.26.3.76 (e264bd74-c56b-43d0-9059-bcb57dbbe5bc/79caf47c-b62c-4ea0-b35f-21ede155daa8/2e5970a5-4aae-4fcd-9e11-5ba8be51cd56) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 09:00:40.985262 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0fa756-6f6d-467d-acbb-17fcc4d17d95 None None] Network 5be81afa-e9af-47f7-9440-ffb4392cae84 is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:00:40.988574 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-7f0fa756-6f6d-467d-acbb-17fcc4d17d95 None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:00:40.992373 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0fa756-6f6d-467d-acbb-17fcc4d17d95 None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 09:00:40.994993 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0fa756-6f6d-467d-acbb-17fcc4d17d95 None None] Pushing event updated for resources: {'Port': ['ID=ee6a6c6b-004f-4e96-91fc-cb71d3b25817,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:00:41.080872 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-7f0fa756-6f6d-467d-acbb-17fcc4d17d95 None None] Attempting to bind port ee6a6c6b-004f-4e96-91fc-cb71d3b25817 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 09:00:41.081545 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-7f0fa756-6f6d-467d-acbb-17fcc4d17d95 None None] Attempting to bind port ee6a6c6b-004f-4e96-91fc-cb71d3b25817 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': '5f250bf9-f254-4e03-9dc1-78d10fd37e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5be81afa-e9af-47f7-9440-ffb4392cae84'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 09:00:41.081900 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0fa756-6f6d-467d-acbb-17fcc4d17d95 None None] Attempting to bind port ee6a6c6b-004f-4e96-91fc-cb71d3b25817 on network 5be81afa-e9af-47f7-9440-ffb4392cae84 {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 09:00:41.088162 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0fa756-6f6d-467d-acbb-17fcc4d17d95 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 9, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 09:00:41.088515 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0fa756-6f6d-467d-acbb-17fcc4d17d95 None None] Checking segment: {'id': '5f250bf9-f254-4e03-9dc1-78d10fd37e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5be81afa-e9af-47f7-9440-ffb4392cae84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 09:00:41.088959 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-7f0fa756-6f6d-467d-acbb-17fcc4d17d95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:41.089340 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0fa756-6f6d-467d-acbb-17fcc4d17d95 None None] Bound using segment: {'id': '5f250bf9-f254-4e03-9dc1-78d10fd37e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5be81afa-e9af-47f7-9440-ffb4392cae84'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 09:00:41.089787 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-7f0fa756-6f6d-467d-acbb-17fcc4d17d95 None None] Bound port: ee6a6c6b-004f-4e96-91fc-cb71d3b25817, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f250bf9-f254-4e03-9dc1-78d10fd37e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5be81afa-e9af-47f7-9440-ffb4392cae84'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 09:00:41.090148 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-7f0fa756-6f6d-467d-acbb-17fcc4d17d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:41.140219 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a7eab399-e5d3-449a-90f0-037afde165a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:41.181674 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-7f0fa756-6f6d-467d-acbb-17fcc4d17d95 None None] For port ee6a6c6b-004f-4e96-91fc-cb71d3b25817, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 09:00:41.185286 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-7f0fa756-6f6d-467d-acbb-17fcc4d17d95 None None] For port ee6a6c6b-004f-4e96-91fc-cb71d3b25817, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=ee6a6c6b-004f-4e96-91fc-cb71d3b25817,segment=NetworkSegment(5f250bf9-f254-4e03-9dc1-78d10fd37e42),segment_id=5f250bf9-f254-4e03-9dc1-78d10fd37e42)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 09:00:41.253542 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a7eab399-e5d3-449a-90f0-037afde165a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:41.264433 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-7f0fa756-6f6d-467d-acbb-17fcc4d17d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:41.318655 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7eab399-e5d3-449a-90f0-037afde165a2 admin admin] Network e264bd74-c56b-43d0-9059-bcb57dbbe5bc is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:00:41.321590 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-a7eab399-e5d3-449a-90f0-037afde165a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:00:41.325419 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7eab399-e5d3-449a-90f0-037afde165a2 admin admin] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 09:00:41.349058 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0fa756-6f6d-467d-acbb-17fcc4d17d95 None None] Pushing event updated for resources: {'Port': ['ID=ee6a6c6b-004f-4e96-91fc-cb71d3b25817,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:00:41.355256 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eab399-e5d3-449a-90f0-037afde165a2 admin admin] Pushing event updated for resources: {'Port': ['ID=2e5970a5-4aae-4fcd-9e11-5ba8be51cd56,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:00:41.575943 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a7eab399-e5d3-449a-90f0-037afde165a2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:41.576736 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a7eab399-e5d3-449a-90f0-037afde165a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472990'] for router, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:41.864408 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7eab399-e5d3-449a-90f0-037afde165a2 admin admin] Router cd27ebdc-0411-467b-af24-b92f09adec61 is scheduled to L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 with binding_index 1 {{(pid=84108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 09:00:42.064752 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7eab399-e5d3-449a-90f0-037afde165a2 admin admin] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 09:00:42.073096 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d96252a-5ff2-407d-b34a-f606d0b4f6f8 None None] Sync routers for ids ['cd27ebdc-0411-467b-af24-b92f09adec61'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 09:00:42.084046 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d96252a-5ff2-407d-b34a-f606d0b4f6f8 None None] Routers {'cd27ebdc-0411-467b-af24-b92f09adec61'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:00:42.084667 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-2d96252a-5ff2-407d-b34a-f606d0b4f6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:00:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['cd27ebdc-0411-467b-af24-b92f09adec61'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:00:42.156313 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a7eab399-e5d3-449a-90f0-037afde165a2 admin admin] Notify callbacks [] for router, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:42.157652 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-a7eab399-e5d3-449a-90f0-037afde165a2 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9801221 Feb 04 09:00:42.160502 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 59058) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:00:42.264629 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-2d96252a-5ff2-407d-b34a-f606d0b4f6f8 None None] Set router cd27ebdc-0411-467b-af24-b92f09adec61 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:00:42.489870 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device ee6a6c6b-004f-4e96-91fc-cb71d3b25817 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:00:42.518659 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775bd757-e9bb-4b9b-9984-303d3c5b4e7b None None] Network 5be81afa-e9af-47f7-9440-ffb4392cae84 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 09:00:42.565870 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-2d96252a-5ff2-407d-b34a-f606d0b4f6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd27ebdc-0411-467b-af24-b92f09adec61', 'name': 'tempest-TestVolumeBootPattern-1516328576-router', 'tenant_id': '29e48e2da6f2415e80f5415a3896777e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.76'}], 'enable_snat': True}, 'gw_port_id': '2e5970a5-4aae-4fcd-9e11-5ba8be51cd56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:00:40Z', 'updated_at': '2022-02-04T09:00:41Z', 'revision_number': 3, 'project_id': '29e48e2da6f2415e80f5415a3896777e', 'gw_port': {'id': '2e5970a5-4aae-4fcd-9e11-5ba8be51cd56', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:5c:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd27ebdc-0411-467b-af24-b92f09adec61', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:00:40Z', 'updated_at': '2022-02-04T09:00:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:00:42.570014 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d96252a-5ff2-407d-b34a-f606d0b4f6f8 None None] Checking router: cd27ebdc-0411-467b-af24-b92f09adec61 for host: dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 09:00:42.570560 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d96252a-5ff2-407d-b34a-f606d0b4f6f8 None None] Updating router cd27ebdc-0411-467b-af24-b92f09adec61 port 2e5970a5-4aae-4fcd-9e11-5ba8be51cd56 binding host dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 09:00:42.626000 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-2d96252a-5ff2-407d-b34a-f606d0b4f6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:42.794720 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-7d867a41-0757-4402-84f5-148515fb6385 None None] Provisioning for port ee6a6c6b-004f-4e96-91fc-cb71d3b25817 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:00:42.841231 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port ee6a6c6b-004f-4e96-91fc-cb71d3b25817 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:00:42.847372 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port ee6a6c6b-004f-4e96-91fc-cb71d3b25817 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:00:42.848325 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:42.960946 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-bac286c7-8288-4a96-ade4-edb8dd3fadc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:42.996855 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:43.041632 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port ee6a6c6b-004f-4e96-91fc-cb71d3b25817, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=ee6a6c6b-004f-4e96-91fc-cb71d3b25817,segment=NetworkSegment(5f250bf9-f254-4e03-9dc1-78d10fd37e42),segment_id=5f250bf9-f254-4e03-9dc1-78d10fd37e42)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:00:43.043020 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-2d96252a-5ff2-407d-b34a-f606d0b4f6f8 None None] Notify callbacks [] for port, precommit_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:43.058568 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.provisioning_blocks [None req-2d96252a-5ff2-407d-b34a-f606d0b4f6f8 None None] Transition to ACTIVE for port object 2e5970a5-4aae-4fcd-9e11-5ba8be51cd56 will not be triggered until provisioned by entity L2. {{(pid=84110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:00:43.122690 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:43.150389 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-2d96252a-5ff2-407d-b34a-f606d0b4f6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:43.171107 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-6665c95d-44a6-4461-898e-6164e4eda989 None None] Provisioning complete for port ee6a6c6b-004f-4e96-91fc-cb71d3b25817 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:00:43.171476 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-6665c95d-44a6-4461-898e-6164e4eda989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:43.226296 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.managers [None req-2d96252a-5ff2-407d-b34a-f606d0b4f6f8 None None] Attempting to bind port 2e5970a5-4aae-4fcd-9e11-5ba8be51cd56 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 09:00:43.226666 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.managers [None req-2d96252a-5ff2-407d-b34a-f606d0b4f6f8 None None] Attempting to bind port 2e5970a5-4aae-4fcd-9e11-5ba8be51cd56 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}] {{(pid=84110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 09:00:43.227001 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d96252a-5ff2-407d-b34a-f606d0b4f6f8 None None] Attempting to bind port 2e5970a5-4aae-4fcd-9e11-5ba8be51cd56 on network e264bd74-c56b-43d0-9059-bcb57dbbe5bc {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 09:00:43.235347 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9757893-dfca-47f5-95e0-73be2b94f44c None None] Pushing event updated for resources: {'Port': ['ID=2e5970a5-4aae-4fcd-9e11-5ba8be51cd56,revision_number=2']} {{(pid=84110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:00:43.241015 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=ee6a6c6b-004f-4e96-91fc-cb71d3b25817,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:00:43.241335 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d96252a-5ff2-407d-b34a-f606d0b4f6f8 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 9, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 09:00:43.241698 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d96252a-5ff2-407d-b34a-f606d0b4f6f8 None None] Checking segment: {'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 09:00:43.242081 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-2d96252a-5ff2-407d-b34a-f606d0b4f6f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:43.242460 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d96252a-5ff2-407d-b34a-f606d0b4f6f8 None None] Bound using segment: {'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'} {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 09:00:43.242906 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.managers [None req-2d96252a-5ff2-407d-b34a-f606d0b4f6f8 None None] Bound port: 2e5970a5-4aae-4fcd-9e11-5ba8be51cd56, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}}] {{(pid=84110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 09:00:43.244084 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-2d96252a-5ff2-407d-b34a-f606d0b4f6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:43.284455 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9757893-dfca-47f5-95e0-73be2b94f44c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:00:43.284823 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9757893-dfca-47f5-95e0-73be2b94f44c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:00:43.285126 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9757893-dfca-47f5-95e0-73be2b94f44c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:00:43.285442 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9757893-dfca-47f5-95e0-73be2b94f44c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:00:43.285760 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9757893-dfca-47f5-95e0-73be2b94f44c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:00:43.286077 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9757893-dfca-47f5-95e0-73be2b94f44c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:00:43.286382 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9757893-dfca-47f5-95e0-73be2b94f44c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:00:43.286694 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9757893-dfca-47f5-95e0-73be2b94f44c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:00:43.286999 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9757893-dfca-47f5-95e0-73be2b94f44c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:00:43.287300 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9757893-dfca-47f5-95e0-73be2b94f44c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:00:43.288063 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9757893-dfca-47f5-95e0-73be2b94f44c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:00:43.320979 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-bac286c7-8288-4a96-ade4-edb8dd3fadc5 admin admin] Allocated IP 172.20.0.1 (5be81afa-e9af-47f7-9440-ffb4392cae84/4e3dff2a-51ad-4b51-8b4e-022c43453a9e/8530025b-14f9-4253-a2f9-c9f887f768d5) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 09:00:43.329955 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.db [None req-2d96252a-5ff2-407d-b34a-f606d0b4f6f8 None None] For port 2e5970a5-4aae-4fcd-9e11-5ba8be51cd56, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 09:00:43.333174 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.db [None req-2d96252a-5ff2-407d-b34a-f606d0b4f6f8 None None] For port 2e5970a5-4aae-4fcd-9e11-5ba8be51cd56, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=2e5970a5-4aae-4fcd-9e11-5ba8be51cd56,segment=NetworkSegment(c44b9475-949d-4ae7-bfca-e29b010a56a6),segment_id=c44b9475-949d-4ae7-bfca-e29b010a56a6)] {{(pid=84110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 09:00:43.424945 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-2d96252a-5ff2-407d-b34a-f606d0b4f6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:43.464960 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-bac286c7-8288-4a96-ade4-edb8dd3fadc5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:43.484244 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [None req-bac286c7-8288-4a96-ade4-edb8dd3fadc5 admin admin] Transition to ACTIVE for port object 8530025b-14f9-4253-a2f9-c9f887f768d5 will not be triggered until provisioned by entity DHCP. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:00:43.505151 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9757893-dfca-47f5-95e0-73be2b94f44c None None] Pushing event updated for resources: {'Port': ['ID=2e5970a5-4aae-4fcd-9e11-5ba8be51cd56,revision_number=3']} {{(pid=84110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:00:43.507915 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d96252a-5ff2-407d-b34a-f606d0b4f6f8 None None] Routers {'cd27ebdc-0411-467b-af24-b92f09adec61'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:00:43.508633 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-2d96252a-5ff2-407d-b34a-f606d0b4f6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:00:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['cd27ebdc-0411-467b-af24-b92f09adec61'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:00:43.550620 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-bac286c7-8288-4a96-ade4-edb8dd3fadc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:43.618890 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac286c7-8288-4a96-ade4-edb8dd3fadc5 admin admin] Network 5be81afa-e9af-47f7-9440-ffb4392cae84 is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:00:43.622404 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-bac286c7-8288-4a96-ade4-edb8dd3fadc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:00:43.626652 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac286c7-8288-4a96-ade4-edb8dd3fadc5 admin admin] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 09:00:43.653426 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac286c7-8288-4a96-ade4-edb8dd3fadc5 admin admin] Pushing event updated for resources: {'Port': ['ID=8530025b-14f9-4253-a2f9-c9f887f768d5,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:00:43.680980 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-bac286c7-8288-4a96-ade4-edb8dd3fadc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-472912'] for router_interface, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:43.690648 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-2d96252a-5ff2-407d-b34a-f606d0b4f6f8 None None] Set router cd27ebdc-0411-467b-af24-b92f09adec61 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:00:43.830306 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-bac286c7-8288-4a96-ade4-edb8dd3fadc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:43.910279 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-42aef84e-fb68-4b21-a2ce-e0081a2ed711 None None] Provisioning for port 8530025b-14f9-4253-a2f9-c9f887f768d5 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:00:43.914991 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-42aef84e-fb68-4b21-a2ce-e0081a2ed711 None None] Provisioning complete for port 8530025b-14f9-4253-a2f9-c9f887f768d5 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:00:43.915347 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-42aef84e-fb68-4b21-a2ce-e0081a2ed711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:43.971700 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-42aef84e-fb68-4b21-a2ce-e0081a2ed711 None None] Port 8530025b-14f9-4253-a2f9-c9f887f768d5 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 09:00:43.996443 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-2d96252a-5ff2-407d-b34a-f606d0b4f6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd27ebdc-0411-467b-af24-b92f09adec61', 'name': 'tempest-TestVolumeBootPattern-1516328576-router', 'tenant_id': '29e48e2da6f2415e80f5415a3896777e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.76'}], 'enable_snat': True}, 'gw_port_id': '2e5970a5-4aae-4fcd-9e11-5ba8be51cd56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:00:40Z', 'updated_at': '2022-02-04T09:00:41Z', 'revision_number': 3, 'project_id': '29e48e2da6f2415e80f5415a3896777e', 'gw_port': {'id': '2e5970a5-4aae-4fcd-9e11-5ba8be51cd56', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:5c:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd27ebdc-0411-467b-af24-b92f09adec61', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:00:40Z', 'updated_at': '2022-02-04T09:00:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:00:44.000544 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d96252a-5ff2-407d-b34a-f606d0b4f6f8 None None] The sync data for ids ['cd27ebdc-0411-467b-af24-b92f09adec61'] in dv-neutron-827798-2-hyperv is: [{'id': 'cd27ebdc-0411-467b-af24-b92f09adec61', 'name': 'tempest-TestVolumeBootPattern-1516328576-router', 'tenant_id': '29e48e2da6f2415e80f5415a3896777e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.76'}], 'enable_snat': True}, 'gw_port_id': '2e5970a5-4aae-4fcd-9e11-5ba8be51cd56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:00:40Z', 'updated_at': '2022-02-04T09:00:41Z', 'revision_number': 3, 'project_id': '29e48e2da6f2415e80f5415a3896777e', 'gw_port': {'id': '2e5970a5-4aae-4fcd-9e11-5ba8be51cd56', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:5c:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd27ebdc-0411-467b-af24-b92f09adec61', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:00:40Z', 'updated_at': '2022-02-04T09:00:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 09:00:44.056876 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-bac286c7-8288-4a96-ade4-edb8dd3fadc5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:44.110144 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-bac286c7-8288-4a96-ade4-edb8dd3fadc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:44.215833 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac286c7-8288-4a96-ade4-edb8dd3fadc5 admin admin] Pushing event updated for resources: {'Port': ['ID=8530025b-14f9-4253-a2f9-c9f887f768d5,revision_number=2']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:00:44.217387 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-bac286c7-8288-4a96-ade4-edb8dd3fadc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473771'] for router_interface, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:44.346327 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac286c7-8288-4a96-ade4-edb8dd3fadc5 admin admin] Network 5be81afa-e9af-47f7-9440-ffb4392cae84 is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:00:44.347337 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-bac286c7-8288-4a96-ade4-edb8dd3fadc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:00:44.443307 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device ee6a6c6b-004f-4e96-91fc-cb71d3b25817 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:00:44.518413 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port ee6a6c6b-004f-4e96-91fc-cb71d3b25817 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:00:44.518783 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:44.645158 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-9506f3d7-05a3-4b06-bf56-6fe94f9769de None None] Provisioning complete for port 8530025b-14f9-4253-a2f9-c9f887f768d5 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:00:44.646005 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-9506f3d7-05a3-4b06-bf56-6fe94f9769de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:44.695586 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-9506f3d7-05a3-4b06-bf56-6fe94f9769de None None] Port 8530025b-14f9-4253-a2f9-c9f887f768d5 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 09:00:44.730231 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bac286c7-8288-4a96-ade4-edb8dd3fadc5 admin admin] Router cd27ebdc-0411-467b-af24-b92f09adec61 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 09:00:45.037472 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bac286c7-8288-4a96-ade4-edb8dd3fadc5 admin admin] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 09:00:45.046560 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-bac286c7-8288-4a96-ade4-edb8dd3fadc5 admin admin] 10.222.0.36 "PUT /v2.0/routers/cd27ebdc-0411-467b-af24-b92f09adec61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8850079 Feb 04 09:00:45.668803 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 59068) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:00:45.674484 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-3c2832e3-40ef-4638-886a-b4da2fd458f9 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-74836672', 'description': 'tempest-secgroup-smoke-74836672 description', 'project_id': 'a162399f42e34cb89b926f12253aac07'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:00:45.680202 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-3c2832e3-40ef-4638-886a-b4da2fd458f9 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:00:45.684759 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-3c2832e3-40ef-4638-886a-b4da2fd458f9 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Usage tracker for resource:security_group and tenant:a162399f42e34cb89b926f12253aac07 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:00:45.687607 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-3c2832e3-40ef-4638-886a-b4da2fd458f9 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:00:45.693229 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-3c2832e3-40ef-4638-886a-b4da2fd458f9 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:00:45.761867 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3c2832e3-40ef-4638-886a-b4da2fd458f9 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify callbacks [] for security_group, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:45.796127 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-3c2832e3-40ef-4638-886a-b4da2fd458f9 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:00:45.799790 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-3c2832e3-40ef-4638-886a-b4da2fd458f9 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Usage tracker for resource:security_group_rule and tenant:a162399f42e34cb89b926f12253aac07 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:00:45.802537 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-3c2832e3-40ef-4638-886a-b4da2fd458f9 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:00:45.808049 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-3c2832e3-40ef-4638-886a-b4da2fd458f9 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:00:45.862869 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3c2832e3-40ef-4638-886a-b4da2fd458f9 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify callbacks [] for security_group, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:45.926680 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3c2832e3-40ef-4638-886a-b4da2fd458f9 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:45.967128 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2832e3-40ef-4638-886a-b4da2fd458f9 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5068771-c2eb-45af-a6d4-098f3f758424,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:00:46.035812 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3c2832e3-40ef-4638-886a-b4da2fd458f9 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:46.037075 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-3c2832e3-40ef-4638-886a-b4da2fd458f9 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1624 time: 0.3672554 Feb 04 09:00:46.039854 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 59072) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:00:46.045217 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-f35ae875-b1bd-4be6-a069-15137035e655 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Request body: {'security_group_rule': {'security_group_id': 'b5068771-c2eb-45af-a6d4-098f3f758424', 'project_id': 'a162399f42e34cb89b926f12253aac07', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:00:46.051109 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-f35ae875-b1bd-4be6-a069-15137035e655 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:00:46.054987 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-f35ae875-b1bd-4be6-a069-15137035e655 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Usage tracker for resource:security_group_rule and tenant:a162399f42e34cb89b926f12253aac07 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:00:46.058416 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-f35ae875-b1bd-4be6-a069-15137035e655 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:00:46.064002 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-f35ae875-b1bd-4be6-a069-15137035e655 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:00:46.175174 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f35ae875-b1bd-4be6-a069-15137035e655 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:46.233206 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f35ae875-b1bd-4be6-a069-15137035e655 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:46.304488 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f35ae875-b1bd-4be6-a069-15137035e655 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:46.328487 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35ae875-b1bd-4be6-a069-15137035e655 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5035edb-4059-43a3-84be-b8854086cc98,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:00:46.423121 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f35ae875-b1bd-4be6-a069-15137035e655 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:46.424341 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-f35ae875-b1bd-4be6-a069-15137035e655 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3835979 Feb 04 09:00:46.427077 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 59078) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:00:46.433208 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-3438556c-e030-430d-8818-cdc2c9fa5593 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Request body: {'security_group_rule': {'security_group_id': 'b5068771-c2eb-45af-a6d4-098f3f758424', 'project_id': 'a162399f42e34cb89b926f12253aac07', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:00:46.439037 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-3438556c-e030-430d-8818-cdc2c9fa5593 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:00:46.442854 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-3438556c-e030-430d-8818-cdc2c9fa5593 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Usage tracker for resource:security_group_rule and tenant:a162399f42e34cb89b926f12253aac07 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:00:46.445724 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-3438556c-e030-430d-8818-cdc2c9fa5593 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:00:46.451440 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-3438556c-e030-430d-8818-cdc2c9fa5593 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:00:46.579270 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3438556c-e030-430d-8818-cdc2c9fa5593 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:46.641072 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3438556c-e030-430d-8818-cdc2c9fa5593 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:47.036128 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3438556c-e030-430d-8818-cdc2c9fa5593 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:47.059404 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3438556c-e030-430d-8818-cdc2c9fa5593 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bf7a026-41c8-4e25-b7a0-af472df4d105,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:00:47.150613 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3438556c-e030-430d-8818-cdc2c9fa5593 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:47.152453 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-3438556c-e030-430d-8818-cdc2c9fa5593 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.7237861 Feb 04 09:00:47.155153 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 59082) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:00:47.160653 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-b32f7ef8-afe0-40f4-bbb2-32916fca4a29 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Request body: {'security_group_rule': {'security_group_id': 'b5068771-c2eb-45af-a6d4-098f3f758424', 'project_id': 'a162399f42e34cb89b926f12253aac07', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:00:47.166654 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-b32f7ef8-afe0-40f4-bbb2-32916fca4a29 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:00:47.171741 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-b32f7ef8-afe0-40f4-bbb2-32916fca4a29 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Usage tracker for resource:security_group_rule and tenant:a162399f42e34cb89b926f12253aac07 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:00:47.173412 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-b32f7ef8-afe0-40f4-bbb2-32916fca4a29 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:00:47.179004 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-b32f7ef8-afe0-40f4-bbb2-32916fca4a29 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:00:47.305765 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b32f7ef8-afe0-40f4-bbb2-32916fca4a29 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:47.375501 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b32f7ef8-afe0-40f4-bbb2-32916fca4a29 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:47.453192 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b32f7ef8-afe0-40f4-bbb2-32916fca4a29 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:47.477354 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32f7ef8-afe0-40f4-bbb2-32916fca4a29 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42df97bd-b9c8-4b85-921d-5e9069fb28ae,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:00:47.566406 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b32f7ef8-afe0-40f4-bbb2-32916fca4a29 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:47.567538 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-b32f7ef8-afe0-40f4-bbb2-32916fca4a29 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4114380 Feb 04 09:00:47.570430 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 59086) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:00:47.576709 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-55af85b9-0166-440f-bb59-a92431a7411d tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Request body: {'security_group_rule': {'security_group_id': 'b5068771-c2eb-45af-a6d4-098f3f758424', 'project_id': 'a162399f42e34cb89b926f12253aac07', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:00:47.582636 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-55af85b9-0166-440f-bb59-a92431a7411d tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:00:47.586402 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-55af85b9-0166-440f-bb59-a92431a7411d tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Usage tracker for resource:security_group_rule and tenant:a162399f42e34cb89b926f12253aac07 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:00:47.589448 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-55af85b9-0166-440f-bb59-a92431a7411d tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:00:47.595814 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-55af85b9-0166-440f-bb59-a92431a7411d tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:00:47.671596 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-55af85b9-0166-440f-bb59-a92431a7411d tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:47.735598 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-55af85b9-0166-440f-bb59-a92431a7411d tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:47.812953 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-55af85b9-0166-440f-bb59-a92431a7411d tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:47.838785 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55af85b9-0166-440f-bb59-a92431a7411d tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b1ae3b1-6415-4ded-8fed-a0666f0260d0,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:00:47.943468 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-55af85b9-0166-440f-bb59-a92431a7411d tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:47.944750 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-55af85b9-0166-440f-bb59-a92431a7411d tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3732562 Feb 04 09:00:47.947597 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 59090) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:00:47.953344 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-b0611d1d-3971-41e1-b5bb-66da394b87c5 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Request body: {'security_group_rule': {'security_group_id': 'b5068771-c2eb-45af-a6d4-098f3f758424', 'project_id': 'a162399f42e34cb89b926f12253aac07', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:00:47.959629 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-b0611d1d-3971-41e1-b5bb-66da394b87c5 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:00:47.963826 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-b0611d1d-3971-41e1-b5bb-66da394b87c5 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Usage tracker for resource:security_group_rule and tenant:a162399f42e34cb89b926f12253aac07 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:00:47.966723 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-b0611d1d-3971-41e1-b5bb-66da394b87c5 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:00:47.972384 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-b0611d1d-3971-41e1-b5bb-66da394b87c5 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:00:48.075844 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.securitygroups_db [None req-b0611d1d-3971-41e1-b5bb-66da394b87c5 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Project a162399f42e34cb89b926f12253aac07 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 09:00:48.083566 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b0611d1d-3971-41e1-b5bb-66da394b87c5 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:48.150824 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b0611d1d-3971-41e1-b5bb-66da394b87c5 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:48.247708 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b0611d1d-3971-41e1-b5bb-66da394b87c5 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:48.274093 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0611d1d-3971-41e1-b5bb-66da394b87c5 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=045e813b-65ff-431f-8bfe-358c1a4f33a2,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:00:48.374393 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b0611d1d-3971-41e1-b5bb-66da394b87c5 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:48.375599 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-b0611d1d-3971-41e1-b5bb-66da394b87c5 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4269891 Feb 04 09:00:48.378279 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 59096) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:00:48.393373 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-4ee03687-1d2b-470f-9de0-5db3fe56143d tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Request body: {'security_group_rule': {'security_group_id': 'b5068771-c2eb-45af-a6d4-098f3f758424', 'project_id': 'a162399f42e34cb89b926f12253aac07', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:00:48.394077 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-4ee03687-1d2b-470f-9de0-5db3fe56143d tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:00:48.397613 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-4ee03687-1d2b-470f-9de0-5db3fe56143d tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Usage tracker for resource:security_group_rule and tenant:a162399f42e34cb89b926f12253aac07 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:00:48.400796 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-4ee03687-1d2b-470f-9de0-5db3fe56143d tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:00:48.406975 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-4ee03687-1d2b-470f-9de0-5db3fe56143d tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:00:48.493105 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.securitygroups_db [None req-4ee03687-1d2b-470f-9de0-5db3fe56143d tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Project a162399f42e34cb89b926f12253aac07 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 09:00:48.499924 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4ee03687-1d2b-470f-9de0-5db3fe56143d tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:48.563307 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4ee03687-1d2b-470f-9de0-5db3fe56143d tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:48.681942 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4ee03687-1d2b-470f-9de0-5db3fe56143d tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:48.707918 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee03687-1d2b-470f-9de0-5db3fe56143d tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2505eec0-685a-40cc-93c8-b7260484fc9c,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:00:48.806935 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4ee03687-1d2b-470f-9de0-5db3fe56143d tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:48.808140 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-4ee03687-1d2b-470f-9de0-5db3fe56143d tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4287331 Feb 04 09:00:49.528053 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-569da330-abe4-4381-b5c0-4e22e2189d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:50.461795 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 2e5970a5-4aae-4fcd-9e11-5ba8be51cd56 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:00:50.659198 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62102c2-61d1-4bf3-9e64-1fbc723bfced None None] Sync routers for ids ['95874e6b-8484-436a-8aa0-3f5497205c60'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 09:00:50.672048 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62102c2-61d1-4bf3-9e64-1fbc723bfced None None] Routers {'95874e6b-8484-436a-8aa0-3f5497205c60'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:00:50.672793 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-b62102c2-61d1-4bf3-9e64-1fbc723bfced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:00:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['95874e6b-8484-436a-8aa0-3f5497205c60'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:00:50.729283 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 2e5970a5-4aae-4fcd-9e11-5ba8be51cd56 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:00:50.743393 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 2e5970a5-4aae-4fcd-9e11-5ba8be51cd56 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:00:50.743557 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:50.950159 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-b62102c2-61d1-4bf3-9e64-1fbc723bfced None None] Set router 95874e6b-8484-436a-8aa0-3f5497205c60 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:00:51.022086 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:51.056026 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port 2e5970a5-4aae-4fcd-9e11-5ba8be51cd56, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=2e5970a5-4aae-4fcd-9e11-5ba8be51cd56,segment=NetworkSegment(c44b9475-949d-4ae7-bfca-e29b010a56a6),segment_id=c44b9475-949d-4ae7-bfca-e29b010a56a6)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:00:51.133358 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:51.276155 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=2e5970a5-4aae-4fcd-9e11-5ba8be51cd56,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:00:51.354579 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-b62102c2-61d1-4bf3-9e64-1fbc723bfced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95874e6b-8484-436a-8aa0-3f5497205c60', 'name': 'tempest-TestVolumeBootPattern-833814806-router', 'tenant_id': 'a162399f42e34cb89b926f12253aac07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': 'bd968388-17b1-4693-8ca7-7e5ef583d969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:00:32Z', 'updated_at': '2022-02-04T09:00:36Z', 'revision_number': 4, 'project_id': 'a162399f42e34cb89b926f12253aac07', 'gw_port': {'id': 'bd968388-17b1-4693-8ca7-7e5ef583d969', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95874e6b-8484-436a-8aa0-3f5497205c60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:00:33Z', 'updated_at': '2022-02-04T09:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '72430469-82b4-484c-b9c6-5e3f72a97b42', 'name': '', 'network_id': '42f55672-b0a0-47ac-89f1-219a04ac67e9', 'tenant_id': 'a162399f42e34cb89b926f12253aac07', 'mac_address': 'fa:16:3e:41:05:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95874e6b-8484-436a-8aa0-3f5497205c60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2aad4944-d1ab-4f44-8c6f-0ef8db6b5dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:00:35Z', 'updated_at': '2022-02-04T09:00:36Z', 'revision_number': 2, 'project_id': 'a162399f42e34cb89b926f12253aac07', 'subnets': [{'id': '2aad4944-d1ab-4f44-8c6f-0ef8db6b5dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:00:51.359453 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62102c2-61d1-4bf3-9e64-1fbc723bfced None None] Checking router: 95874e6b-8484-436a-8aa0-3f5497205c60 for host: dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 09:00:51.359795 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62102c2-61d1-4bf3-9e64-1fbc723bfced None None] Updating router 95874e6b-8484-436a-8aa0-3f5497205c60 port 72430469-82b4-484c-b9c6-5e3f72a97b42 binding host dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 09:00:51.410471 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-b62102c2-61d1-4bf3-9e64-1fbc723bfced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:51.779156 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-e709664b-c8b4-4614-a046-b9c990a15702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:51.811890 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-b62102c2-61d1-4bf3-9e64-1fbc723bfced None None] Notify callbacks [] for port, precommit_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:51.823464 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-b62102c2-61d1-4bf3-9e64-1fbc723bfced None None] Transition to ACTIVE for port object 72430469-82b4-484c-b9c6-5e3f72a97b42 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:00:51.892680 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-b62102c2-61d1-4bf3-9e64-1fbc723bfced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:52.020740 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a400735a-b942-4a26-9ac5-ae4b47617648 None None] Pushing event updated for resources: {'Port': ['ID=72430469-82b4-484c-b9c6-5e3f72a97b42,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:00:52.120256 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-b62102c2-61d1-4bf3-9e64-1fbc723bfced None None] Attempting to bind port 72430469-82b4-484c-b9c6-5e3f72a97b42 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 09:00:52.121290 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-b62102c2-61d1-4bf3-9e64-1fbc723bfced None None] Attempting to bind port 72430469-82b4-484c-b9c6-5e3f72a97b42 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': 'c58f067f-11a7-4181-acd6-9dc924f723a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '42f55672-b0a0-47ac-89f1-219a04ac67e9'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 09:00:52.121720 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62102c2-61d1-4bf3-9e64-1fbc723bfced None None] Attempting to bind port 72430469-82b4-484c-b9c6-5e3f72a97b42 on network 42f55672-b0a0-47ac-89f1-219a04ac67e9 {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 09:00:52.129322 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62102c2-61d1-4bf3-9e64-1fbc723bfced None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 9, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 09:00:52.129904 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62102c2-61d1-4bf3-9e64-1fbc723bfced None None] Checking segment: {'id': 'c58f067f-11a7-4181-acd6-9dc924f723a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '42f55672-b0a0-47ac-89f1-219a04ac67e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 09:00:52.131548 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-b62102c2-61d1-4bf3-9e64-1fbc723bfced None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:52.131999 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62102c2-61d1-4bf3-9e64-1fbc723bfced None None] Bound using segment: {'id': 'c58f067f-11a7-4181-acd6-9dc924f723a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '42f55672-b0a0-47ac-89f1-219a04ac67e9'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 09:00:52.132535 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-b62102c2-61d1-4bf3-9e64-1fbc723bfced None None] Bound port: 72430469-82b4-484c-b9c6-5e3f72a97b42, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c58f067f-11a7-4181-acd6-9dc924f723a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '42f55672-b0a0-47ac-89f1-219a04ac67e9'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 09:00:52.133007 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-b62102c2-61d1-4bf3-9e64-1fbc723bfced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:52.270101 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-b62102c2-61d1-4bf3-9e64-1fbc723bfced None None] For port 72430469-82b4-484c-b9c6-5e3f72a97b42, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 09:00:52.273910 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-b62102c2-61d1-4bf3-9e64-1fbc723bfced None None] For port 72430469-82b4-484c-b9c6-5e3f72a97b42, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=72430469-82b4-484c-b9c6-5e3f72a97b42,segment=NetworkSegment(c58f067f-11a7-4181-acd6-9dc924f723a5),segment_id=c58f067f-11a7-4181-acd6-9dc924f723a5)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 09:00:52.366469 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-b62102c2-61d1-4bf3-9e64-1fbc723bfced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:52.459196 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a400735a-b942-4a26-9ac5-ae4b47617648 None None] Pushing event updated for resources: {'Port': ['ID=72430469-82b4-484c-b9c6-5e3f72a97b42,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:00:52.470889 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62102c2-61d1-4bf3-9e64-1fbc723bfced None None] Routers {'95874e6b-8484-436a-8aa0-3f5497205c60'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:00:52.471578 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-b62102c2-61d1-4bf3-9e64-1fbc723bfced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:00:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['95874e6b-8484-436a-8aa0-3f5497205c60'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:00:52.526047 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 2e5970a5-4aae-4fcd-9e11-5ba8be51cd56 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:00:52.719138 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 2e5970a5-4aae-4fcd-9e11-5ba8be51cd56 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:00:52.719499 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:52.751107 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-b62102c2-61d1-4bf3-9e64-1fbc723bfced None None] Set router 95874e6b-8484-436a-8aa0-3f5497205c60 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:00:53.001634 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:53.033045 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:53.173453 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-b62102c2-61d1-4bf3-9e64-1fbc723bfced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95874e6b-8484-436a-8aa0-3f5497205c60', 'name': 'tempest-TestVolumeBootPattern-833814806-router', 'tenant_id': 'a162399f42e34cb89b926f12253aac07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': 'bd968388-17b1-4693-8ca7-7e5ef583d969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:00:32Z', 'updated_at': '2022-02-04T09:00:36Z', 'revision_number': 4, 'project_id': 'a162399f42e34cb89b926f12253aac07', 'gw_port': {'id': 'bd968388-17b1-4693-8ca7-7e5ef583d969', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95874e6b-8484-436a-8aa0-3f5497205c60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:00:33Z', 'updated_at': '2022-02-04T09:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '72430469-82b4-484c-b9c6-5e3f72a97b42', 'name': '', 'network_id': '42f55672-b0a0-47ac-89f1-219a04ac67e9', 'tenant_id': 'a162399f42e34cb89b926f12253aac07', 'mac_address': 'fa:16:3e:41:05:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95874e6b-8484-436a-8aa0-3f5497205c60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2aad4944-d1ab-4f44-8c6f-0ef8db6b5dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:00:35Z', 'updated_at': '2022-02-04T09:00:52Z', 'revision_number': 4, 'project_id': 'a162399f42e34cb89b926f12253aac07', 'subnets': [{'id': '2aad4944-d1ab-4f44-8c6f-0ef8db6b5dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:00:53.177581 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62102c2-61d1-4bf3-9e64-1fbc723bfced None None] The sync data for ids ['95874e6b-8484-436a-8aa0-3f5497205c60'] in dv-neutron-827798-2-hyperv is: [{'id': '95874e6b-8484-436a-8aa0-3f5497205c60', 'name': 'tempest-TestVolumeBootPattern-833814806-router', 'tenant_id': 'a162399f42e34cb89b926f12253aac07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': 'bd968388-17b1-4693-8ca7-7e5ef583d969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:00:32Z', 'updated_at': '2022-02-04T09:00:36Z', 'revision_number': 4, 'project_id': 'a162399f42e34cb89b926f12253aac07', 'gw_port': {'id': 'bd968388-17b1-4693-8ca7-7e5ef583d969', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95874e6b-8484-436a-8aa0-3f5497205c60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:00:33Z', 'updated_at': '2022-02-04T09:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '72430469-82b4-484c-b9c6-5e3f72a97b42', 'name': '', 'network_id': '42f55672-b0a0-47ac-89f1-219a04ac67e9', 'tenant_id': 'a162399f42e34cb89b926f12253aac07', 'mac_address': 'fa:16:3e:41:05:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95874e6b-8484-436a-8aa0-3f5497205c60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2aad4944-d1ab-4f44-8c6f-0ef8db6b5dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:00:35Z', 'updated_at': '2022-02-04T09:00:52Z', 'revision_number': 4, 'project_id': 'a162399f42e34cb89b926f12253aac07', 'subnets': [{'id': '2aad4944-d1ab-4f44-8c6f-0ef8db6b5dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 09:00:53.484428 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a11eade-e845-4e3e-8a1e-99e992efb10f None None] Sync routers for ids ['cd27ebdc-0411-467b-af24-b92f09adec61'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 09:00:53.498191 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a11eade-e845-4e3e-8a1e-99e992efb10f None None] Routers {'cd27ebdc-0411-467b-af24-b92f09adec61'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:00:53.498791 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-6a11eade-e845-4e3e-8a1e-99e992efb10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:00:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['cd27ebdc-0411-467b-af24-b92f09adec61'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:00:53.685034 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-6a11eade-e845-4e3e-8a1e-99e992efb10f None None] Set router cd27ebdc-0411-467b-af24-b92f09adec61 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:00:54.024463 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-6a11eade-e845-4e3e-8a1e-99e992efb10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd27ebdc-0411-467b-af24-b92f09adec61', 'name': 'tempest-TestVolumeBootPattern-1516328576-router', 'tenant_id': '29e48e2da6f2415e80f5415a3896777e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.76'}], 'enable_snat': True}, 'gw_port_id': '2e5970a5-4aae-4fcd-9e11-5ba8be51cd56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:00:40Z', 'updated_at': '2022-02-04T09:00:43Z', 'revision_number': 4, 'project_id': '29e48e2da6f2415e80f5415a3896777e', 'gw_port': {'id': '2e5970a5-4aae-4fcd-9e11-5ba8be51cd56', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:5c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd27ebdc-0411-467b-af24-b92f09adec61', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:00:40Z', 'updated_at': '2022-02-04T09:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '8530025b-14f9-4253-a2f9-c9f887f768d5', 'name': '', 'network_id': '5be81afa-e9af-47f7-9440-ffb4392cae84', 'tenant_id': '29e48e2da6f2415e80f5415a3896777e', 'mac_address': 'fa:16:3e:24:e4:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd27ebdc-0411-467b-af24-b92f09adec61', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e3dff2a-51ad-4b51-8b4e-022c43453a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:00:43Z', 'updated_at': '2022-02-04T09:00:43Z', 'revision_number': 2, 'project_id': '29e48e2da6f2415e80f5415a3896777e', 'subnets': [{'id': '4e3dff2a-51ad-4b51-8b4e-022c43453a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:00:54.033302 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a11eade-e845-4e3e-8a1e-99e992efb10f None None] Checking router: cd27ebdc-0411-467b-af24-b92f09adec61 for host: dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 09:00:54.033635 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a11eade-e845-4e3e-8a1e-99e992efb10f None None] Updating router cd27ebdc-0411-467b-af24-b92f09adec61 port 8530025b-14f9-4253-a2f9-c9f887f768d5 binding host dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 09:00:54.111946 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-6a11eade-e845-4e3e-8a1e-99e992efb10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:54.398996 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:54.459285 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-6a11eade-e845-4e3e-8a1e-99e992efb10f None None] Notify callbacks [] for port, precommit_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:54.477545 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.provisioning_blocks [None req-6a11eade-e845-4e3e-8a1e-99e992efb10f None None] Transition to ACTIVE for port object 8530025b-14f9-4253-a2f9-c9f887f768d5 will not be triggered until provisioned by entity L2. {{(pid=84110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:00:54.495921 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 72430469-82b4-484c-b9c6-5e3f72a97b42 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:00:54.754940 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-6a11eade-e845-4e3e-8a1e-99e992efb10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:54.806437 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 72430469-82b4-484c-b9c6-5e3f72a97b42 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:00:54.815303 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 72430469-82b4-484c-b9c6-5e3f72a97b42 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:00:54.815303 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:54.889434 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58436afd-8465-4416-881b-0df036053dda None None] Pushing event updated for resources: {'Port': ['ID=8530025b-14f9-4253-a2f9-c9f887f768d5,revision_number=3']} {{(pid=84110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:00:54.989004 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:55.000865 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.managers [None req-6a11eade-e845-4e3e-8a1e-99e992efb10f None None] Attempting to bind port 8530025b-14f9-4253-a2f9-c9f887f768d5 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 09:00:55.001215 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.managers [None req-6a11eade-e845-4e3e-8a1e-99e992efb10f None None] Attempting to bind port 8530025b-14f9-4253-a2f9-c9f887f768d5 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': '5f250bf9-f254-4e03-9dc1-78d10fd37e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5be81afa-e9af-47f7-9440-ffb4392cae84'}] {{(pid=84110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 09:00:55.001624 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a11eade-e845-4e3e-8a1e-99e992efb10f None None] Attempting to bind port 8530025b-14f9-4253-a2f9-c9f887f768d5 on network 5be81afa-e9af-47f7-9440-ffb4392cae84 {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 09:00:55.013085 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a11eade-e845-4e3e-8a1e-99e992efb10f None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 9, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 09:00:55.013447 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a11eade-e845-4e3e-8a1e-99e992efb10f None None] Checking segment: {'id': '5f250bf9-f254-4e03-9dc1-78d10fd37e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5be81afa-e9af-47f7-9440-ffb4392cae84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 09:00:55.013835 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-6a11eade-e845-4e3e-8a1e-99e992efb10f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:55.014383 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a11eade-e845-4e3e-8a1e-99e992efb10f None None] Bound using segment: {'id': '5f250bf9-f254-4e03-9dc1-78d10fd37e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5be81afa-e9af-47f7-9440-ffb4392cae84'} {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 09:00:55.014854 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.managers [None req-6a11eade-e845-4e3e-8a1e-99e992efb10f None None] Bound port: 8530025b-14f9-4253-a2f9-c9f887f768d5, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f250bf9-f254-4e03-9dc1-78d10fd37e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5be81afa-e9af-47f7-9440-ffb4392cae84'}}] {{(pid=84110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 09:00:55.015242 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-6a11eade-e845-4e3e-8a1e-99e992efb10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:55.029339 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port 72430469-82b4-484c-b9c6-5e3f72a97b42, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=72430469-82b4-484c-b9c6-5e3f72a97b42,segment=NetworkSegment(c58f067f-11a7-4181-acd6-9dc924f723a5),segment_id=c58f067f-11a7-4181-acd6-9dc924f723a5)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:00:55.116015 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:55.116382 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.db [None req-6a11eade-e845-4e3e-8a1e-99e992efb10f None None] For port 8530025b-14f9-4253-a2f9-c9f887f768d5, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 09:00:55.120834 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.db [None req-6a11eade-e845-4e3e-8a1e-99e992efb10f None None] For port 8530025b-14f9-4253-a2f9-c9f887f768d5, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=8530025b-14f9-4253-a2f9-c9f887f768d5,segment=NetworkSegment(5f250bf9-f254-4e03-9dc1-78d10fd37e42),segment_id=5f250bf9-f254-4e03-9dc1-78d10fd37e42)] {{(pid=84110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 09:00:55.185045 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-6a11eade-e845-4e3e-8a1e-99e992efb10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:55.185297 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=72430469-82b4-484c-b9c6-5e3f72a97b42,revision_number=5']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:00:55.264363 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58436afd-8465-4416-881b-0df036053dda None None] Pushing event updated for resources: {'Port': ['ID=8530025b-14f9-4253-a2f9-c9f887f768d5,revision_number=4']} {{(pid=84110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:00:55.281415 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a11eade-e845-4e3e-8a1e-99e992efb10f None None] Routers {'cd27ebdc-0411-467b-af24-b92f09adec61'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:00:55.282011 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-6a11eade-e845-4e3e-8a1e-99e992efb10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:00:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['cd27ebdc-0411-467b-af24-b92f09adec61'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:00:55.471854 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-6a11eade-e845-4e3e-8a1e-99e992efb10f None None] Set router cd27ebdc-0411-467b-af24-b92f09adec61 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:00:55.798879 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-6a11eade-e845-4e3e-8a1e-99e992efb10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd27ebdc-0411-467b-af24-b92f09adec61', 'name': 'tempest-TestVolumeBootPattern-1516328576-router', 'tenant_id': '29e48e2da6f2415e80f5415a3896777e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.76'}], 'enable_snat': True}, 'gw_port_id': '2e5970a5-4aae-4fcd-9e11-5ba8be51cd56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:00:40Z', 'updated_at': '2022-02-04T09:00:43Z', 'revision_number': 4, 'project_id': '29e48e2da6f2415e80f5415a3896777e', 'gw_port': {'id': '2e5970a5-4aae-4fcd-9e11-5ba8be51cd56', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:5c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd27ebdc-0411-467b-af24-b92f09adec61', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:00:40Z', 'updated_at': '2022-02-04T09:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '8530025b-14f9-4253-a2f9-c9f887f768d5', 'name': '', 'network_id': '5be81afa-e9af-47f7-9440-ffb4392cae84', 'tenant_id': '29e48e2da6f2415e80f5415a3896777e', 'mac_address': 'fa:16:3e:24:e4:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd27ebdc-0411-467b-af24-b92f09adec61', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e3dff2a-51ad-4b51-8b4e-022c43453a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:00:43Z', 'updated_at': '2022-02-04T09:00:55Z', 'revision_number': 4, 'project_id': '29e48e2da6f2415e80f5415a3896777e', 'subnets': [{'id': '4e3dff2a-51ad-4b51-8b4e-022c43453a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:00:55.805946 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a11eade-e845-4e3e-8a1e-99e992efb10f None None] The sync data for ids ['cd27ebdc-0411-467b-af24-b92f09adec61'] in dv-neutron-827798-2-hyperv is: [{'id': 'cd27ebdc-0411-467b-af24-b92f09adec61', 'name': 'tempest-TestVolumeBootPattern-1516328576-router', 'tenant_id': '29e48e2da6f2415e80f5415a3896777e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.76'}], 'enable_snat': True}, 'gw_port_id': '2e5970a5-4aae-4fcd-9e11-5ba8be51cd56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:00:40Z', 'updated_at': '2022-02-04T09:00:43Z', 'revision_number': 4, 'project_id': '29e48e2da6f2415e80f5415a3896777e', 'gw_port': {'id': '2e5970a5-4aae-4fcd-9e11-5ba8be51cd56', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:5c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd27ebdc-0411-467b-af24-b92f09adec61', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:00:40Z', 'updated_at': '2022-02-04T09:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '8530025b-14f9-4253-a2f9-c9f887f768d5', 'name': '', 'network_id': '5be81afa-e9af-47f7-9440-ffb4392cae84', 'tenant_id': '29e48e2da6f2415e80f5415a3896777e', 'mac_address': 'fa:16:3e:24:e4:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd27ebdc-0411-467b-af24-b92f09adec61', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e3dff2a-51ad-4b51-8b4e-022c43453a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:00:43Z', 'updated_at': '2022-02-04T09:00:55Z', 'revision_number': 4, 'project_id': '29e48e2da6f2415e80f5415a3896777e', 'subnets': [{'id': '4e3dff2a-51ad-4b51-8b4e-022c43453a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 09:00:56.447132 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:56.533525 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 72430469-82b4-484c-b9c6-5e3f72a97b42 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:00:56.621581 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 72430469-82b4-484c-b9c6-5e3f72a97b42 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:00:56.621959 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:56.767505 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 8530025b-14f9-4253-a2f9-c9f887f768d5 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:00:56.921973 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 8530025b-14f9-4253-a2f9-c9f887f768d5 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:00:56.927342 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 8530025b-14f9-4253-a2f9-c9f887f768d5 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:00:56.927710 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:57.066601 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:57.099863 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port 8530025b-14f9-4253-a2f9-c9f887f768d5, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=8530025b-14f9-4253-a2f9-c9f887f768d5,segment=NetworkSegment(5f250bf9-f254-4e03-9dc1-78d10fd37e42),segment_id=5f250bf9-f254-4e03-9dc1-78d10fd37e42)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:00:57.190308 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:00:57.260450 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=8530025b-14f9-4253-a2f9-c9f887f768d5,revision_number=5']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:00:58.448514 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 8530025b-14f9-4253-a2f9-c9f887f768d5 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:00:58.520269 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 8530025b-14f9-4253-a2f9-c9f887f768d5 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:00:58.520661 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:01:09.104801 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 09:01:18.836133 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-a5d7d12e-a66d-4b0d-acdd-1365d3af5dbf req-e05049f7-000a-4445-a7e0-aa69f9a5764d tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Synchronizing usage tracker for tenant:a162399f42e34cb89b926f12253aac07 on resource:security_group {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 09:01:18.932182 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-a5d7d12e-a66d-4b0d-acdd-1365d3af5dbf req-e05049f7-000a-4445-a7e0-aa69f9a5764d tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Unset dirty status for tenant:a162399f42e34cb89b926f12253aac07 on resource:security_group {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 09:01:18.933532 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a5d7d12e-a66d-4b0d-acdd-1365d3af5dbf req-e05049f7-000a-4445-a7e0-aa69f9a5764d tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-74836672&fields=id&tenant_id=a162399f42e34cb89b926f12253aac07 HTTP/1.1" status: 200 len: 267 time: 0.1374564 Feb 04 09:01:19.077145 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d7d12e-a66d-4b0d-acdd-1365d3af5dbf req-7398c223-ee49-404f-936d-d5a0b80cd3ff tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:01:19.077818 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-a5d7d12e-a66d-4b0d-acdd-1365d3af5dbf req-7398c223-ee49-404f-936d-d5a0b80cd3ff tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Synchronizing usage tracker for tenant:a162399f42e34cb89b926f12253aac07 on resource:network {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 09:01:19.155302 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-a5d7d12e-a66d-4b0d-acdd-1365d3af5dbf req-7398c223-ee49-404f-936d-d5a0b80cd3ff tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Unset dirty status for tenant:a162399f42e34cb89b926f12253aac07 on resource:network {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 09:01:19.156523 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a5d7d12e-a66d-4b0d-acdd-1365d3af5dbf req-7398c223-ee49-404f-936d-d5a0b80cd3ff tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/networks?id=42f55672-b0a0-47ac-89f1-219a04ac67e9 HTTP/1.1" status: 200 len: 811 time: 0.2165489 Feb 04 09:01:19.173330 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a5d7d12e-a66d-4b0d-acdd-1365d3af5dbf req-d2246771-ba7d-4a79-8327-807d2d42ec23 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/quotas/a162399f42e34cb89b926f12253aac07 HTTP/1.1" status: 200 len: 375 time: 0.0107026 Feb 04 09:01:19.254439 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-a5d7d12e-a66d-4b0d-acdd-1365d3af5dbf req-aa525887-6006-462c-ad82-88c6e470d90f tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Synchronizing usage tracker for tenant:a162399f42e34cb89b926f12253aac07 on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 09:01:19.332237 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-a5d7d12e-a66d-4b0d-acdd-1365d3af5dbf req-aa525887-6006-462c-ad82-88c6e470d90f tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Unset dirty status for tenant:a162399f42e34cb89b926f12253aac07 on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 09:01:19.333580 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a5d7d12e-a66d-4b0d-acdd-1365d3af5dbf req-aa525887-6006-462c-ad82-88c6e470d90f tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a162399f42e34cb89b926f12253aac07&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1556075 Feb 04 09:01:19.452255 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-178442d3-8019-45fe-901e-d9ed0457c922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:01:19.599175 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a5d7d12e-a66d-4b0d-acdd-1365d3af5dbf req-352679df-b319-4273-87c6-7d5ec5877d83 service neutron] 10.222.0.36 "GET /v2.0/networks/42f55672-b0a0-47ac-89f1-219a04ac67e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544992 Feb 04 09:01:19.727990 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a5d7d12e-a66d-4b0d-acdd-1365d3af5dbf req-e4e97bac-3999-4aa5-823c-e76b5d602646 service neutron] 10.222.0.36 "GET /v2.0/networks/42f55672-b0a0-47ac-89f1-219a04ac67e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220400 Feb 04 09:01:21.423151 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-9fef3fce-2418-4669-9c94-368c9a7654d9 req-8573df42-a4d6-4f2a-aa25-dc56d83e01a8 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7df86ca-5b98-4c2d-9386-a7027356a587 HTTP/1.1" status: 200 len: 210 time: 0.0445945 Feb 04 09:01:21.709392 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-214ab28f-a998-41ea-95cd-4a5cf714702e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:01:22.532072 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-0f216486-0046-46b6-907f-cd80fbd3e4b5 req-0a9160e2-4617-4c43-9d5c-715cdff045d1 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7df86ca-5b98-4c2d-9386-a7027356a587 HTTP/1.1" status: 200 len: 210 time: 0.0431242 Feb 04 09:01:22.932380 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:01:22.959986 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:01:23.642171 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-28a849fd-6f7d-43ef-a0d0-83bb678955a4 req-8d898fbd-f0dc-4543-b6b4-2e5ad020d31a tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7df86ca-5b98-4c2d-9386-a7027356a587 HTTP/1.1" status: 200 len: 210 time: 0.0421422 Feb 04 09:01:24.366541 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:01:24.747711 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-003eb305-1930-43f3-aaad-eb33d926242e req-012b2d43-89b2-4e6f-aeff-3195dd37a14a tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7df86ca-5b98-4c2d-9386-a7027356a587 HTTP/1.1" status: 200 len: 210 time: 0.0388203 Feb 04 09:01:25.908174 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-036753b8-3d15-4ea4-ac8b-63534fb32711 req-ae5e18b2-cd65-4fe0-a9a9-df0ef338e7d4 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7df86ca-5b98-4c2d-9386-a7027356a587 HTTP/1.1" status: 200 len: 210 time: 0.0427525 Feb 04 09:01:26.183410 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:01:27.071260 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-2259ba4a-3e1e-4af2-a886-ddfcf26275a7 req-233a28e4-ab68-4cf7-8b30-a9b82f73e874 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7df86ca-5b98-4c2d-9386-a7027356a587 HTTP/1.1" status: 200 len: 210 time: 0.0404387 Feb 04 09:01:28.171746 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d7d12e-a66d-4b0d-acdd-1365d3af5dbf req-4bc62d36-6c84-4a5e-bf16-65af141388e0 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:01:28.173231 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a5d7d12e-a66d-4b0d-acdd-1365d3af5dbf req-4bc62d36-6c84-4a5e-bf16-65af141388e0 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.47 "GET /v2.0/networks?id=42f55672-b0a0-47ac-89f1-219a04ac67e9 HTTP/1.1" status: 200 len: 811 time: 0.1441298 Feb 04 09:01:28.272007 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-aa87fc90-6624-428d-8c01-5b24b2191098 req-05cc405c-66e5-4e64-87e8-25706e43b26f tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7df86ca-5b98-4c2d-9386-a7027356a587 HTTP/1.1" status: 200 len: 210 time: 0.0658441 Feb 04 09:01:28.291012 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a5d7d12e-a66d-4b0d-acdd-1365d3af5dbf req-26ae2a1c-3d67-475d-9385-8e2d9fcbebc4 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a162399f42e34cb89b926f12253aac07 HTTP/1.1" status: 200 len: 378 time: 0.1054096 Feb 04 09:01:28.298892 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [req-a5d7d12e-a66d-4b0d-acdd-1365d3af5dbf req-32f4e79b-d545-4cdd-8d14-56a06a259360 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Request body: {'port': {'device_id': 'd7df86ca-5b98-4c2d-9386-a7027356a587', 'network_id': '42f55672-b0a0-47ac-89f1-219a04ac67e9', 'admin_state_up': True, 'tenant_id': 'a162399f42e34cb89b926f12253aac07', 'security_groups': ['b5068771-c2eb-45af-a6d4-098f3f758424']}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:01:28.431497 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [req-a5d7d12e-a66d-4b0d-acdd-1365d3af5dbf req-32f4e79b-d545-4cdd-8d14-56a06a259360 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:01:28.441836 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [req-a5d7d12e-a66d-4b0d-acdd-1365d3af5dbf req-32f4e79b-d545-4cdd-8d14-56a06a259360 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:01:28.514755 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5d7d12e-a66d-4b0d-acdd-1365d3af5dbf req-32f4e79b-d545-4cdd-8d14-56a06a259360 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Made reservation on behalf of a162399f42e34cb89b926f12253aac07 for: {'port': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 09:01:28.517841 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-a5d7d12e-a66d-4b0d-acdd-1365d3af5dbf req-32f4e79b-d545-4cdd-8d14-56a06a259360 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:01:28.683089 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [req-a5d7d12e-a66d-4b0d-acdd-1365d3af5dbf req-32f4e79b-d545-4cdd-8d14-56a06a259360 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Allocated IP 172.20.0.6 (42f55672-b0a0-47ac-89f1-219a04ac67e9/2aad4944-d1ab-4f44-8c6f-0ef8db6b5dce/fbea75c0-7163-435e-8bc7-e9b791119ddb) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 09:01:28.968454 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-a5d7d12e-a66d-4b0d-acdd-1365d3af5dbf req-32f4e79b-d545-4cdd-8d14-56a06a259360 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:01:28.985705 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [req-a5d7d12e-a66d-4b0d-acdd-1365d3af5dbf req-32f4e79b-d545-4cdd-8d14-56a06a259360 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Transition to ACTIVE for port object fbea75c0-7163-435e-8bc7-e9b791119ddb will not be triggered until provisioned by entity DHCP. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:01:29.086828 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-a5d7d12e-a66d-4b0d-acdd-1365d3af5dbf req-32f4e79b-d545-4cdd-8d14-56a06a259360 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:01:29.157906 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5d7d12e-a66d-4b0d-acdd-1365d3af5dbf req-32f4e79b-d545-4cdd-8d14-56a06a259360 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Network 42f55672-b0a0-47ac-89f1-219a04ac67e9 is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:01:29.161546 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [req-a5d7d12e-a66d-4b0d-acdd-1365d3af5dbf req-32f4e79b-d545-4cdd-8d14-56a06a259360 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:01:29.166774 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5d7d12e-a66d-4b0d-acdd-1365d3af5dbf req-32f4e79b-d545-4cdd-8d14-56a06a259360 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 09:01:29.191152 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f4e79b-d545-4cdd-8d14-56a06a259360 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Pushing event updated for resources: {'Port': ['ID=fbea75c0-7163-435e-8bc7-e9b791119ddb,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:01:29.213567 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f4e79b-d545-4cdd-8d14-56a06a259360 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:01:29.213898 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f4e79b-d545-4cdd-8d14-56a06a259360 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:01:29.214230 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f4e79b-d545-4cdd-8d14-56a06a259360 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:01:29.214553 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f4e79b-d545-4cdd-8d14-56a06a259360 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:01:29.214879 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f4e79b-d545-4cdd-8d14-56a06a259360 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:01:29.215198 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f4e79b-d545-4cdd-8d14-56a06a259360 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:01:29.215515 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f4e79b-d545-4cdd-8d14-56a06a259360 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:01:29.215829 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f4e79b-d545-4cdd-8d14-56a06a259360 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:01:29.216141 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f4e79b-d545-4cdd-8d14-56a06a259360 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:01:29.216449 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f4e79b-d545-4cdd-8d14-56a06a259360 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:01:29.216949 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f4e79b-d545-4cdd-8d14-56a06a259360 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:01:29.245751 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d7d12e-a66d-4b0d-acdd-1365d3af5dbf req-32f4e79b-d545-4cdd-8d14-56a06a259360 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:01:29.246342 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-a5d7d12e-a66d-4b0d-acdd-1365d3af5dbf req-32f4e79b-d545-4cdd-8d14-56a06a259360 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:01:29.383674 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a5d7d12e-a66d-4b0d-acdd-1365d3af5dbf req-32f4e79b-d545-4cdd-8d14-56a06a259360 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0885568 Feb 04 09:01:29.395710 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [req-a5d7d12e-a66d-4b0d-acdd-1365d3af5dbf req-a281a826-c727-4d06-bf5c-9be7d525b8b7 service neutron] Request body: {'port': {'device_id': 'd7df86ca-5b98-4c2d-9386-a7027356a587', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:01:29.551042 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-ec801133-9056-4bb8-b31f-baf5d02f6a87 None None] Provisioning for port fbea75c0-7163-435e-8bc7-e9b791119ddb completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:01:29.557036 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-a5d7d12e-a66d-4b0d-acdd-1365d3af5dbf req-a281a826-c727-4d06-bf5c-9be7d525b8b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:01:29.561628 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-ec801133-9056-4bb8-b31f-baf5d02f6a87 None None] Provisioning complete for port fbea75c0-7163-435e-8bc7-e9b791119ddb triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:01:29.561628 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-ec801133-9056-4bb8-b31f-baf5d02f6a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:01:29.611349 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a1e73f-b959-45c6-874d-8405626f4182 req-ab2a196a-e472-4c42-b5d4-fc398366c77a tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:01:29.612044 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-51a1e73f-b959-45c6-874d-8405626f4182 req-ab2a196a-e472-4c42-b5d4-fc398366c77a tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Synchronizing usage tracker for tenant:a162399f42e34cb89b926f12253aac07 on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 09:01:29.651644 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-ec801133-9056-4bb8-b31f-baf5d02f6a87 None None] Port fbea75c0-7163-435e-8bc7-e9b791119ddb cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 09:01:29.717387 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-51a1e73f-b959-45c6-874d-8405626f4182 req-ab2a196a-e472-4c42-b5d4-fc398366c77a tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Unset dirty status for tenant:a162399f42e34cb89b926f12253aac07 on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 09:01:29.718643 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-51a1e73f-b959-45c6-874d-8405626f4182 req-ab2a196a-e472-4c42-b5d4-fc398366c77a tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7df86ca-5b98-4c2d-9386-a7027356a587 HTTP/1.1" status: 200 len: 931 time: 0.2936499 Feb 04 09:01:29.851020 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-51a1e73f-b959-45c6-874d-8405626f4182 req-a10326c1-dbe9-41e2-a0dd-b3b682238edf tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5068771-c2eb-45af-a6d4-098f3f758424&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1217556 Feb 04 09:01:29.977111 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [req-a5d7d12e-a66d-4b0d-acdd-1365d3af5dbf req-a281a826-c727-4d06-bf5c-9be7d525b8b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbea75c0-7163-435e-8bc7-e9b791119ddb {{(pid=84107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 09:01:29.985656 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-a5d7d12e-a66d-4b0d-acdd-1365d3af5dbf req-a281a826-c727-4d06-bf5c-9be7d525b8b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:01:30.004312 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [req-a5d7d12e-a66d-4b0d-acdd-1365d3af5dbf req-a281a826-c727-4d06-bf5c-9be7d525b8b7 service neutron] Transition to ACTIVE for port object fbea75c0-7163-435e-8bc7-e9b791119ddb will not be triggered until provisioned by entity L2. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:01:30.068765 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-a5d7d12e-a66d-4b0d-acdd-1365d3af5dbf req-a281a826-c727-4d06-bf5c-9be7d525b8b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:01:30.196175 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a281a826-c727-4d06-bf5c-9be7d525b8b7 service neutron] Pushing event updated for resources: {'Port': ['ID=fbea75c0-7163-435e-8bc7-e9b791119ddb,revision_number=2']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:01:30.337340 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.managers [req-a5d7d12e-a66d-4b0d-acdd-1365d3af5dbf req-a281a826-c727-4d06-bf5c-9be7d525b8b7 service neutron] Attempting to bind port fbea75c0-7163-435e-8bc7-e9b791119ddb on host hv-neutron-8277 for vnic_type normal with profile {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 09:01:30.337684 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.managers [req-a5d7d12e-a66d-4b0d-acdd-1365d3af5dbf req-a281a826-c727-4d06-bf5c-9be7d525b8b7 service neutron] Attempting to bind port fbea75c0-7163-435e-8bc7-e9b791119ddb by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'c58f067f-11a7-4181-acd6-9dc924f723a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '42f55672-b0a0-47ac-89f1-219a04ac67e9'}] {{(pid=84107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 09:01:30.337989 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d7d12e-a66d-4b0d-acdd-1365d3af5dbf req-a281a826-c727-4d06-bf5c-9be7d525b8b7 service neutron] Attempting to bind port fbea75c0-7163-435e-8bc7-e9b791119ddb on network 42f55672-b0a0-47ac-89f1-219a04ac67e9 {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 09:01:30.343840 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d7d12e-a66d-4b0d-acdd-1365d3af5dbf req-a281a826-c727-4d06-bf5c-9be7d525b8b7 service neutron] Port fbea75c0-7163-435e-8bc7-e9b791119ddb on network 42f55672-b0a0-47ac-89f1-219a04ac67e9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 09:01:30.344303 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d7d12e-a66d-4b0d-acdd-1365d3af5dbf req-a281a826-c727-4d06-bf5c-9be7d525b8b7 service neutron] Attempting to bind port fbea75c0-7163-435e-8bc7-e9b791119ddb on network 42f55672-b0a0-47ac-89f1-219a04ac67e9 {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 09:01:30.351083 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d7d12e-a66d-4b0d-acdd-1365d3af5dbf req-a281a826-c727-4d06-bf5c-9be7d525b8b7 service neutron] Checking agent: {'id': 'f735dfbb-9ed2-4de7-8aa1-fea4a962ae1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 34, 26), 'started_at': datetime.datetime(2022, 2, 4, 8, 34, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 9, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 09:01:30.351424 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d7d12e-a66d-4b0d-acdd-1365d3af5dbf req-a281a826-c727-4d06-bf5c-9be7d525b8b7 service neutron] Checking segment: {'id': 'c58f067f-11a7-4181-acd6-9dc924f723a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '42f55672-b0a0-47ac-89f1-219a04ac67e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 09:01:30.351826 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d7d12e-a66d-4b0d-acdd-1365d3af5dbf req-a281a826-c727-4d06-bf5c-9be7d525b8b7 service neutron] Bound using segment: {'id': 'c58f067f-11a7-4181-acd6-9dc924f723a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '42f55672-b0a0-47ac-89f1-219a04ac67e9'} {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 09:01:30.352393 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.managers [req-a5d7d12e-a66d-4b0d-acdd-1365d3af5dbf req-a281a826-c727-4d06-bf5c-9be7d525b8b7 service neutron] Bound port: fbea75c0-7163-435e-8bc7-e9b791119ddb, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c58f067f-11a7-4181-acd6-9dc924f723a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '42f55672-b0a0-47ac-89f1-219a04ac67e9'}}] {{(pid=84107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 09:01:30.352766 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-a5d7d12e-a66d-4b0d-acdd-1365d3af5dbf req-a281a826-c727-4d06-bf5c-9be7d525b8b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:01:30.444638 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [req-a5d7d12e-a66d-4b0d-acdd-1365d3af5dbf req-a281a826-c727-4d06-bf5c-9be7d525b8b7 service neutron] For port fbea75c0-7163-435e-8bc7-e9b791119ddb, host hv-neutron-8277, cleared binding levels {{(pid=84107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 09:01:30.447767 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [req-a5d7d12e-a66d-4b0d-acdd-1365d3af5dbf req-a281a826-c727-4d06-bf5c-9be7d525b8b7 service neutron] For port fbea75c0-7163-435e-8bc7-e9b791119ddb, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=fbea75c0-7163-435e-8bc7-e9b791119ddb,segment=NetworkSegment(c58f067f-11a7-4181-acd6-9dc924f723a5),segment_id=c58f067f-11a7-4181-acd6-9dc924f723a5)] {{(pid=84107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 09:01:30.532140 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-a5d7d12e-a66d-4b0d-acdd-1365d3af5dbf req-a281a826-c727-4d06-bf5c-9be7d525b8b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:01:30.597359 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-a5d7d12e-a66d-4b0d-acdd-1365d3af5dbf req-a281a826-c727-4d06-bf5c-9be7d525b8b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:01:30.598723 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a5d7d12e-a66d-4b0d-acdd-1365d3af5dbf req-a281a826-c727-4d06-bf5c-9be7d525b8b7 service neutron] 10.222.0.47 "PUT /v2.0/ports/fbea75c0-7163-435e-8bc7-e9b791119ddb HTTP/1.1" status: 200 len: 1093 time: 1.2076130 Feb 04 09:01:30.599158 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7df86ca-5b98-4c2d-9386-a7027356a587', 'tag': 'fbea75c0-7163-435e-8bc7-e9b791119ddb'}] {{(pid=84107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:01:30.621648 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a281a826-c727-4d06-bf5c-9be7d525b8b7 service neutron] Pushing event updated for resources: {'Port': ['ID=fbea75c0-7163-435e-8bc7-e9b791119ddb,revision_number=3']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:01:30.762848 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7df86ca-5b98-4c2d-9386-a7027356a587', 'tag': 'fbea75c0-7163-435e-8bc7-e9b791119ddb', 'status': 'completed', 'code': 200} Feb 04 09:01:30.809036 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a5d7d12e-a66d-4b0d-acdd-1365d3af5dbf req-346d86e5-2916-4fc9-95f0-f8a144f74477 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a162399f42e34cb89b926f12253aac07&device_id=d7df86ca-5b98-4c2d-9386-a7027356a587 HTTP/1.1" status: 200 len: 1096 time: 0.0932949 Feb 04 09:01:30.880911 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a5d7d12e-a66d-4b0d-acdd-1365d3af5dbf req-c75c51b1-0dd0-492e-afdc-c906727aa8ef service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fbea75c0-7163-435e-8bc7-e9b791119ddb HTTP/1.1" status: 200 len: 217 time: 0.0655661 Feb 04 09:01:30.952097 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d7d12e-a66d-4b0d-acdd-1365d3af5dbf req-4c6357d1-05bd-40b2-a670-3fa2d55e466f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:01:30.954028 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a5d7d12e-a66d-4b0d-acdd-1365d3af5dbf req-4c6357d1-05bd-40b2-a670-3fa2d55e466f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2aad4944-d1ab-4f44-8c6f-0ef8db6b5dce HTTP/1.1" status: 200 len: 850 time: 0.0679035 Feb 04 09:01:31.091707 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a5d7d12e-a66d-4b0d-acdd-1365d3af5dbf req-f702c6b4-12fa-4767-b21d-fbfdbedffc09 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=42f55672-b0a0-47ac-89f1-219a04ac67e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1321759 Feb 04 09:01:31.101405 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854171df-4fa3-4865-825d-e8aa82de3427 req-f57e1c43-1448-4b94-8f5b-50d8065460ca tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:01:31.102743 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-854171df-4fa3-4865-825d-e8aa82de3427 req-f57e1c43-1448-4b94-8f5b-50d8065460ca tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7df86ca-5b98-4c2d-9386-a7027356a587 HTTP/1.1" status: 200 len: 943 time: 0.0976040 Feb 04 09:01:31.332374 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-854171df-4fa3-4865-825d-e8aa82de3427 req-ae89b600-acd2-4a40-9680-0315ea828387 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5068771-c2eb-45af-a6d4-098f3f758424&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2121661 Feb 04 09:01:31.361895 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a5d7d12e-a66d-4b0d-acdd-1365d3af5dbf req-1eb0fb8f-a041-49c0-bde7-87b679fe18e1 service neutron] 10.222.0.47 "GET /v2.0/networks/42f55672-b0a0-47ac-89f1-219a04ac67e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582395 Feb 04 09:01:31.491655 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a5d7d12e-a66d-4b0d-acdd-1365d3af5dbf req-6d48137a-d626-4b08-b643-029002aeff93 service neutron] 10.222.0.47 "GET /v2.0/networks/42f55672-b0a0-47ac-89f1-219a04ac67e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236212 Feb 04 09:01:31.661449 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7000814e-63b3-47af-9664-f362cf590d5c req-021cbab8-3e95-4698-9cf2-43b1c6158213 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a162399f42e34cb89b926f12253aac07&device_id=d7df86ca-5b98-4c2d-9386-a7027356a587 HTTP/1.1" status: 200 len: 1096 time: 0.0771854 Feb 04 09:01:31.791682 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7000814e-63b3-47af-9664-f362cf590d5c req-fe792e1a-0f0d-4e4e-b449-7007d0393bb6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:01:31.793142 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7000814e-63b3-47af-9664-f362cf590d5c req-fe792e1a-0f0d-4e4e-b449-7007d0393bb6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=42f55672-b0a0-47ac-89f1-219a04ac67e9 HTTP/1.1" status: 200 len: 912 time: 0.1260886 Feb 04 09:01:31.862802 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7000814e-63b3-47af-9664-f362cf590d5c req-25031968-de40-496f-8d37-2fc1c76d13e6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fbea75c0-7163-435e-8bc7-e9b791119ddb HTTP/1.1" status: 200 len: 217 time: 0.0634260 Feb 04 09:01:31.922289 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7000814e-63b3-47af-9664-f362cf590d5c req-30ee425b-7481-4993-85b3-83c30b80b164 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:01:31.923638 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7000814e-63b3-47af-9664-f362cf590d5c req-30ee425b-7481-4993-85b3-83c30b80b164 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2aad4944-d1ab-4f44-8c6f-0ef8db6b5dce HTTP/1.1" status: 200 len: 850 time: 0.0564120 Feb 04 09:01:31.997488 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7000814e-63b3-47af-9664-f362cf590d5c req-94ef2081-ecfd-478c-aaae-f517d96790d9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=42f55672-b0a0-47ac-89f1-219a04ac67e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685461 Feb 04 09:01:32.130996 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7000814e-63b3-47af-9664-f362cf590d5c req-39b7bbd0-8ef2-48b0-a885-4d9f76917d6d service neutron] 10.222.0.47 "GET /v2.0/networks/42f55672-b0a0-47ac-89f1-219a04ac67e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276324 Feb 04 09:01:32.265040 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7000814e-63b3-47af-9664-f362cf590d5c req-c57cc9cd-2ce5-481f-afdc-66855af5a9e4 service neutron] 10.222.0.47 "GET /v2.0/networks/42f55672-b0a0-47ac-89f1-219a04ac67e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284838 Feb 04 09:01:32.533984 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84230e2-6e9c-4c1b-83ee-1082a8a605a6 req-0ce948f6-0697-4d38-9e9d-9703a33ffa9f tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:01:32.535898 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e84230e2-6e9c-4c1b-83ee-1082a8a605a6 req-0ce948f6-0697-4d38-9e9d-9703a33ffa9f tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7df86ca-5b98-4c2d-9386-a7027356a587 HTTP/1.1" status: 200 len: 943 time: 0.0788014 Feb 04 09:01:32.579847 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e84230e2-6e9c-4c1b-83ee-1082a8a605a6 req-ed9f2889-d6c2-435b-9479-c649682b7d48 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5068771-c2eb-45af-a6d4-098f3f758424&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380638 Feb 04 09:01:33.773574 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e6a59-419f-4034-b50c-c4833c2e6138 req-8da731fb-d5de-45fa-895e-b78064e69469 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:01:33.775000 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-648e6a59-419f-4034-b50c-c4833c2e6138 req-8da731fb-d5de-45fa-895e-b78064e69469 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7df86ca-5b98-4c2d-9386-a7027356a587 HTTP/1.1" status: 200 len: 943 time: 0.0735087 Feb 04 09:01:33.821981 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-648e6a59-419f-4034-b50c-c4833c2e6138 req-6c701efa-3a3d-462a-b836-ad254f5a49aa tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5068771-c2eb-45af-a6d4-098f3f758424&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412822 Feb 04 09:01:35.015501 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b3ce1a-acf7-4b41-8333-c756f1204b18 req-436acb70-b128-4c89-a0a8-e7300fcdda59 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:01:35.016954 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-52b3ce1a-acf7-4b41-8333-c756f1204b18 req-436acb70-b128-4c89-a0a8-e7300fcdda59 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7df86ca-5b98-4c2d-9386-a7027356a587 HTTP/1.1" status: 200 len: 943 time: 0.0758116 Feb 04 09:01:35.061925 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-52b3ce1a-acf7-4b41-8333-c756f1204b18 req-40321f09-c6f2-4899-b1cd-fd41f4658438 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5068771-c2eb-45af-a6d4-098f3f758424&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394819 Feb 04 09:01:36.262926 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d8ccf1-bbe6-4767-8bc1-1b30f974d702 req-d4331d4e-5274-4e7f-9630-d2111b976693 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:01:36.264250 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f2d8ccf1-bbe6-4767-8bc1-1b30f974d702 req-d4331d4e-5274-4e7f-9630-d2111b976693 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7df86ca-5b98-4c2d-9386-a7027356a587 HTTP/1.1" status: 200 len: 943 time: 0.0865808 Feb 04 09:01:36.308001 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f2d8ccf1-bbe6-4767-8bc1-1b30f974d702 req-d6334436-8b78-44aa-acf3-2ea692bba535 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5068771-c2eb-45af-a6d4-098f3f758424&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383518 Feb 04 09:01:37.496687 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733f7bdd-f3de-4a04-80f1-0871738666bb req-5b6e8136-0f4d-4983-a214-69d8cbbedc8f tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:01:37.498119 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-733f7bdd-f3de-4a04-80f1-0871738666bb req-5b6e8136-0f4d-4983-a214-69d8cbbedc8f tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7df86ca-5b98-4c2d-9386-a7027356a587 HTTP/1.1" status: 200 len: 943 time: 0.0740190 Feb 04 09:01:37.543062 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-733f7bdd-f3de-4a04-80f1-0871738666bb req-f7b24a04-fb8a-4202-b0b1-573a19a1e95b tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5068771-c2eb-45af-a6d4-098f3f758424&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387247 Feb 04 09:01:38.738927 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f0fa98-3dce-418a-abc4-7af0262c085f req-88a869b0-e736-4337-9646-c3e04dac6c92 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:01:38.738927 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-99f0fa98-3dce-418a-abc4-7af0262c085f req-88a869b0-e736-4337-9646-c3e04dac6c92 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7df86ca-5b98-4c2d-9386-a7027356a587 HTTP/1.1" status: 200 len: 943 time: 0.0772994 Feb 04 09:01:38.781063 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-99f0fa98-3dce-418a-abc4-7af0262c085f req-470f54b8-90f4-435e-a0a9-f214e9490c9a tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5068771-c2eb-45af-a6d4-098f3f758424&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379350 Feb 04 09:01:39.974069 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6263a7d-a8e3-4b42-a5b7-685959e35e5d req-bc46708f-47eb-49b6-abdf-6913ebf39206 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:01:39.975533 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e6263a7d-a8e3-4b42-a5b7-685959e35e5d req-bc46708f-47eb-49b6-abdf-6913ebf39206 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7df86ca-5b98-4c2d-9386-a7027356a587 HTTP/1.1" status: 200 len: 943 time: 0.0751781 Feb 04 09:01:40.019233 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e6263a7d-a8e3-4b42-a5b7-685959e35e5d req-fb67b004-b1ef-4c10-a843-ce09d49a9cd5 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5068771-c2eb-45af-a6d4-098f3f758424&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383093 Feb 04 09:01:41.213957 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55badcc7-4975-40c5-a265-8ef93e73d6d4 req-058b7132-0497-4b7f-bb5b-24f1be044f01 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:01:41.215377 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-55badcc7-4975-40c5-a265-8ef93e73d6d4 req-058b7132-0497-4b7f-bb5b-24f1be044f01 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7df86ca-5b98-4c2d-9386-a7027356a587 HTTP/1.1" status: 200 len: 943 time: 0.0768034 Feb 04 09:01:41.258947 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-55badcc7-4975-40c5-a265-8ef93e73d6d4 req-e9497801-ef28-48fd-a092-8b0ff3e97301 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5068771-c2eb-45af-a6d4-098f3f758424&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381634 Feb 04 09:01:42.449580 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea022754-0c1a-487d-b769-1e4238152aa2 req-7dff166b-a054-4e3a-90dc-1f498f0f0082 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:01:42.450997 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ea022754-0c1a-487d-b769-1e4238152aa2 req-7dff166b-a054-4e3a-90dc-1f498f0f0082 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7df86ca-5b98-4c2d-9386-a7027356a587 HTTP/1.1" status: 200 len: 943 time: 0.0753410 Feb 04 09:01:42.578739 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ea022754-0c1a-487d-b769-1e4238152aa2 req-35644a59-5255-4eb4-8228-a9f93fef470c tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5068771-c2eb-45af-a6d4-098f3f758424&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1223843 Feb 04 09:01:43.406793 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device fbea75c0-7163-435e-8bc7-e9b791119ddb details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=84109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 09:01:43.540343 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port fbea75c0-7163-435e-8bc7-e9b791119ddb, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=fbea75c0-7163-435e-8bc7-e9b791119ddb,segment=NetworkSegment(c58f067f-11a7-4181-acd6-9dc924f723a5),segment_id=c58f067f-11a7-4181-acd6-9dc924f723a5)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:01:43.553045 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Returning: {'device': 'fbea75c0-7163-435e-8bc7-e9b791119ddb', 'network_id': '42f55672-b0a0-47ac-89f1-219a04ac67e9', 'port_id': 'fbea75c0-7163-435e-8bc7-e9b791119ddb', 'mac_address': 'fa:16:3e:37:b4:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aad4944-d1ab-4f44-8c6f-0ef8db6b5dce', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 09:01:43.604703 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:01:43.622661 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbea75c0-7163-435e-8bc7-e9b791119ddb {{(pid=84109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 09:01:43.638159 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port fbea75c0-7163-435e-8bc7-e9b791119ddb, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=fbea75c0-7163-435e-8bc7-e9b791119ddb,segment=NetworkSegment(c58f067f-11a7-4181-acd6-9dc924f723a5),segment_id=c58f067f-11a7-4181-acd6-9dc924f723a5)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:01:43.720405 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:01:43.774395 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b527823-a522-4759-b8a5-f6c09f58a38c req-da8e0c80-659d-4f08-8252-c0559a93258b tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:01:43.775855 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4b527823-a522-4759-b8a5-f6c09f58a38c req-da8e0c80-659d-4f08-8252-c0559a93258b tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7df86ca-5b98-4c2d-9386-a7027356a587 HTTP/1.1" status: 200 len: 944 time: 0.0755754 Feb 04 09:01:43.784820 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=fbea75c0-7163-435e-8bc7-e9b791119ddb,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:01:43.793700 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:01:43.794039 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:01:43.794371 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:01:43.794698 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:01:43.795018 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:01:43.795341 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:01:43.795667 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:01:43.796415 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:01:43.796415 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:01:43.796690 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:01:43.796926 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:01:43.820121 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4b527823-a522-4759-b8a5-f6c09f58a38c req-b8de92c0-2398-47a2-b072-46b410758b9b tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5068771-c2eb-45af-a6d4-098f3f758424&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384059 Feb 04 09:01:44.083788 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] get_ports_and_sgs() called for port_ids ['fbea75c0-7163-435e-8bc7-e9b791119ddb'] {{(pid=84109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 09:01:45.014305 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0d5770-7f7d-4e07-acb7-26e8b943af7c req-4112a18e-4529-4628-ada1-7b936183c79f tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:01:45.015768 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-3a0d5770-7f7d-4e07-acb7-26e8b943af7c req-4112a18e-4529-4628-ada1-7b936183c79f tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7df86ca-5b98-4c2d-9386-a7027356a587 HTTP/1.1" status: 200 len: 944 time: 0.0777647 Feb 04 09:01:45.059457 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-3a0d5770-7f7d-4e07-acb7-26e8b943af7c req-d19eb6c0-05b2-44b5-8fa3-7bbdf228e362 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5068771-c2eb-45af-a6d4-098f3f758424&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382917 Feb 04 09:01:45.407085 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device fbea75c0-7163-435e-8bc7-e9b791119ddb up at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:01:45.537259 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Provisioning for port fbea75c0-7163-435e-8bc7-e9b791119ddb completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:01:45.542381 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Provisioning complete for port fbea75c0-7163-435e-8bc7-e9b791119ddb triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:01:45.542736 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:01:45.652459 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:01:45.678212 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7df86ca-5b98-4c2d-9386-a7027356a587', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbea75c0-7163-435e-8bc7-e9b791119ddb'}] {{(pid=84109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:01:45.687988 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port fbea75c0-7163-435e-8bc7-e9b791119ddb, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=fbea75c0-7163-435e-8bc7-e9b791119ddb,segment=NetworkSegment(c58f067f-11a7-4181-acd6-9dc924f723a5),segment_id=c58f067f-11a7-4181-acd6-9dc924f723a5)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:01:45.771117 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:01:45.813001 dv-neutron-827798-2-hyperv neutron-server[84109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7df86ca-5b98-4c2d-9386-a7027356a587', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbea75c0-7163-435e-8bc7-e9b791119ddb', 'code': 200} Feb 04 09:01:45.838664 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=fbea75c0-7163-435e-8bc7-e9b791119ddb,revision_number=5']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:01:46.070347 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-bda1ee75-5a61-4218-9f8c-201f34100b72 req-b1ea940c-4879-46e7-96c7-f818c0b6762b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d7df86ca-5b98-4c2d-9386-a7027356a587 HTTP/1.1" status: 200 len: 1098 time: 0.0654624 Feb 04 09:01:46.105557 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 09:01:46.113375 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-bda1ee75-5a61-4218-9f8c-201f34100b72 req-31df8849-fd0b-4b46-9dce-8f6736fa9223 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b5068771-c2eb-45af-a6d4-098f3f758424&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371737 Feb 04 09:01:46.262986 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd74e8d-f7c4-4b34-b960-4020df50486e req-7fa117c2-b85a-4d28-9d93-f45b82011b8f tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:01:46.264325 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-3dd74e8d-f7c4-4b34-b960-4020df50486e req-7fa117c2-b85a-4d28-9d93-f45b82011b8f tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7df86ca-5b98-4c2d-9386-a7027356a587 HTTP/1.1" status: 200 len: 945 time: 0.0786593 Feb 04 09:01:46.308302 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-3dd74e8d-f7c4-4b34-b960-4020df50486e req-dceaa789-7ce1-4fa4-989e-2fa9e829168a tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5068771-c2eb-45af-a6d4-098f3f758424&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385561 Feb 04 09:01:47.517782 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba14233-2278-4c0e-a817-6c442e1a5033 req-7a2cd673-6404-4b6d-96f6-6367fa05d254 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:01:47.519316 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-aba14233-2278-4c0e-a817-6c442e1a5033 req-7a2cd673-6404-4b6d-96f6-6367fa05d254 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7df86ca-5b98-4c2d-9386-a7027356a587 HTTP/1.1" status: 200 len: 945 time: 0.0821447 Feb 04 09:01:47.572674 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-aba14233-2278-4c0e-a817-6c442e1a5033 req-fb63efba-d7fe-4eec-94bc-3a44c0c28f39 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5068771-c2eb-45af-a6d4-098f3f758424&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468156 Feb 04 09:01:48.765430 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7b9909-3c84-42b2-a8e7-7a839163620b req-23646fa3-ec60-4865-be67-ab038eb91878 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:01:48.766795 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ba7b9909-3c84-42b2-a8e7-7a839163620b req-23646fa3-ec60-4865-be67-ab038eb91878 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7df86ca-5b98-4c2d-9386-a7027356a587 HTTP/1.1" status: 200 len: 945 time: 0.0753527 Feb 04 09:01:48.813703 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ba7b9909-3c84-42b2-a8e7-7a839163620b req-51a1a46f-9020-49c1-b375-356af6cb4d90 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5068771-c2eb-45af-a6d4-098f3f758424&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411758 Feb 04 09:01:49.009671 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b337f14-131f-4637-b6bb-9f544a16e8fb req-3a6da3a5-7c1f-45d1-86e5-e53b6980be32 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:01:49.011100 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8b337f14-131f-4637-b6bb-9f544a16e8fb req-3a6da3a5-7c1f-45d1-86e5-e53b6980be32 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7df86ca-5b98-4c2d-9386-a7027356a587 HTTP/1.1" status: 200 len: 945 time: 0.0784688 Feb 04 09:01:49.055856 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8b337f14-131f-4637-b6bb-9f544a16e8fb req-538cb756-edc6-4328-b521-c1c7644a0f74 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5068771-c2eb-45af-a6d4-098f3f758424&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391126 Feb 04 09:01:49.084334 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 59324) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:01:49.213702 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-703dfda0-74e1-4ed0-a5aa-18f3832d1845 tempest-TestVolumeBootPattern-1192465193 tempest-TestVolumeBootPattern-1192465193-project-admin] Synchronizing usage tracker for tenant:29e48e2da6f2415e80f5415a3896777e on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 09:01:49.308500 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-703dfda0-74e1-4ed0-a5aa-18f3832d1845 tempest-TestVolumeBootPattern-1192465193 tempest-TestVolumeBootPattern-1192465193-project-admin] Unset dirty status for tenant:29e48e2da6f2415e80f5415a3896777e on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 09:01:49.309598 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-703dfda0-74e1-4ed0-a5aa-18f3832d1845 tempest-TestVolumeBootPattern-1192465193 tempest-TestVolumeBootPattern-1192465193-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d7df86ca-5b98-4c2d-9386-a7027356a587 HTTP/1.1" status: 200 len: 1093 time: 0.2242701 Feb 04 09:01:49.312457 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 59330) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:01:49.317564 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-b7061cb2-6c3b-492d-85a9-cbe321e96451 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Request body: {'floatingip': {'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'port_id': 'fbea75c0-7163-435e-8bc7-e9b791119ddb', 'tenant_id': 'a162399f42e34cb89b926f12253aac07', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:01:49.325106 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-b7061cb2-6c3b-492d-85a9-cbe321e96451 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:01:49.330184 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-b7061cb2-6c3b-492d-85a9-cbe321e96451 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Usage tracker for resource:floatingip and tenant:a162399f42e34cb89b926f12253aac07 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:01:49.333055 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-b7061cb2-6c3b-492d-85a9-cbe321e96451 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:01:49.338688 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-b7061cb2-6c3b-492d-85a9-cbe321e96451 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:01:49.429950 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b7061cb2-6c3b-492d-85a9-cbe321e96451 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify callbacks [] for floatingip, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:01:49.514873 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-73f4f03e-7b9e-40bf-a0e4-dd3d23364f3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:01:49.565042 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b7061cb2-6c3b-492d-85a9-cbe321e96451 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:01:49.714138 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-b7061cb2-6c3b-492d-85a9-cbe321e96451 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Allocated IP 172.26.3.128 (e264bd74-c56b-43d0-9059-bcb57dbbe5bc/79caf47c-b62c-4ea0-b35f-21ede155daa8/73dbef6b-9c81-47a7-8346-487c0790b2da) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 09:01:49.854294 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b7061cb2-6c3b-492d-85a9-cbe321e96451 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:01:49.943105 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b7061cb2-6c3b-492d-85a9-cbe321e96451 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:01:50.019659 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7061cb2-6c3b-492d-85a9-cbe321e96451 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Network e264bd74-c56b-43d0-9059-bcb57dbbe5bc is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:01:50.023192 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-b7061cb2-6c3b-492d-85a9-cbe321e96451 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:01:50.025109 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7061cb2-6c3b-492d-85a9-cbe321e96451 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Pushing event updated for resources: {'Port': ['ID=73dbef6b-9c81-47a7-8346-487c0790b2da,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:01:50.027406 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7061cb2-6c3b-492d-85a9-cbe321e96451 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 09:01:50.603838 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b7061cb2-6c3b-492d-85a9-cbe321e96451 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:01:50.731008 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b7061cb2-6c3b-492d-85a9-cbe321e96451 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:01:50.928175 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b7061cb2-6c3b-492d-85a9-cbe321e96451 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:01:50.983496 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b7061cb2-6c3b-492d-85a9-cbe321e96451 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:01:51.084123 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7061cb2-6c3b-492d-85a9-cbe321e96451 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Pushing event updated for resources: {'Port': ['ID=73dbef6b-9c81-47a7-8346-487c0790b2da,revision_number=2']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:01:51.099213 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b7061cb2-6c3b-492d-85a9-cbe321e96451 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473039'] for floatingip, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:01:51.283700 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.l3_db [None req-b7061cb2-6c3b-492d-85a9-cbe321e96451 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Floating IP 5a6ba446-736f-42cb-b6b4-b24499bdbf6b associated. External IP: 172.26.3.128, port: fbea75c0-7163-435e-8bc7-e9b791119ddb. Feb 04 09:01:51.669492 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7061cb2-6c3b-492d-85a9-cbe321e96451 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Router 95874e6b-8484-436a-8aa0-3f5497205c60 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 09:01:51.720305 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-dc0fac9d-9ea0-4c08-9ddb-eb07a774b7ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:01:51.867679 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7061cb2-6c3b-492d-85a9-cbe321e96451 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 09:01:51.876891 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fdd93e0-f96f-4b8a-934f-7e14cadaf2e3 None None] Sync routers for ids ['95874e6b-8484-436a-8aa0-3f5497205c60'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 09:01:51.888022 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fdd93e0-f96f-4b8a-934f-7e14cadaf2e3 None None] Routers {'95874e6b-8484-436a-8aa0-3f5497205c60'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:01:51.888647 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-6fdd93e0-f96f-4b8a-934f-7e14cadaf2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:01:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['95874e6b-8484-436a-8aa0-3f5497205c60'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:01:51.960812 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b7061cb2-6c3b-492d-85a9-cbe321e96451 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for floatingip, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:01:52.013591 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-b7061cb2-6c3b-492d-85a9-cbe321e96451 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7001019 Feb 04 09:01:52.014233 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7df86ca-5b98-4c2d-9386-a7027356a587', 'tag': 'fbea75c0-7163-435e-8bc7-e9b791119ddb'}] {{(pid=84107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:01:52.067422 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7df86ca-5b98-4c2d-9386-a7027356a587', 'tag': 'fbea75c0-7163-435e-8bc7-e9b791119ddb', 'status': 'completed', 'code': 200} Feb 04 09:01:52.090703 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-6fdd93e0-f96f-4b8a-934f-7e14cadaf2e3 None None] Set router 95874e6b-8484-436a-8aa0-3f5497205c60 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:01:52.156003 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-bac36088-4a44-4790-98a8-df50f6253e35 req-56bf708e-40b1-4962-807a-0acb68a2edd4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a162399f42e34cb89b926f12253aac07&device_id=d7df86ca-5b98-4c2d-9386-a7027356a587 HTTP/1.1" status: 200 len: 1098 time: 0.0677648 Feb 04 09:01:52.382475 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac36088-4a44-4790-98a8-df50f6253e35 req-49466baf-2ced-416c-b2c4-ada99925735a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:01:52.383928 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-bac36088-4a44-4790-98a8-df50f6253e35 req-49466baf-2ced-416c-b2c4-ada99925735a service neutron] 10.222.0.47 "GET /v2.0/networks?id=42f55672-b0a0-47ac-89f1-219a04ac67e9 HTTP/1.1" status: 200 len: 912 time: 0.2224281 Feb 04 09:01:52.443041 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-6fdd93e0-f96f-4b8a-934f-7e14cadaf2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95874e6b-8484-436a-8aa0-3f5497205c60', 'name': 'tempest-TestVolumeBootPattern-833814806-router', 'tenant_id': 'a162399f42e34cb89b926f12253aac07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': 'bd968388-17b1-4693-8ca7-7e5ef583d969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:00:32Z', 'updated_at': '2022-02-04T09:00:36Z', 'revision_number': 4, 'project_id': 'a162399f42e34cb89b926f12253aac07', 'gw_port': {'id': 'bd968388-17b1-4693-8ca7-7e5ef583d969', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95874e6b-8484-436a-8aa0-3f5497205c60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:00:33Z', 'updated_at': '2022-02-04T09:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': '5a6ba446-736f-42cb-b6b4-b24499bdbf6b', 'tenant_id': 'a162399f42e34cb89b926f12253aac07', 'floating_ip_address': '172.26.3.128', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': '95874e6b-8484-436a-8aa0-3f5497205c60', 'port_id': 'fbea75c0-7163-435e-8bc7-e9b791119ddb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42f55672-b0a0-47ac-89f1-219a04ac67e9', 'mac_address': 'fa:16:3e:37:b4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7df86ca-5b98-4c2d-9386-a7027356a587', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T09:01:50Z', 'updated_at': '2022-02-04T09:01:50Z', 'revision_number': 0, 'project_id': 'a162399f42e34cb89b926f12253aac07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72430469-82b4-484c-b9c6-5e3f72a97b42', 'name': '', 'network_id': '42f55672-b0a0-47ac-89f1-219a04ac67e9', 'tenant_id': 'a162399f42e34cb89b926f12253aac07', 'mac_address': 'fa:16:3e:41:05:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95874e6b-8484-436a-8aa0-3f5497205c60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2aad4944-d1ab-4f44-8c6f-0ef8db6b5dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:00:35Z', 'updated_at': '2022-02-04T09:00:55Z', 'revision_number': 5, 'project_id': 'a162399f42e34cb89b926f12253aac07', 'subnets': [{'id': '2aad4944-d1ab-4f44-8c6f-0ef8db6b5dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:01:52.447412 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fdd93e0-f96f-4b8a-934f-7e14cadaf2e3 None None] Checking router: 95874e6b-8484-436a-8aa0-3f5497205c60 for host: dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 09:01:52.458252 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fdd93e0-f96f-4b8a-934f-7e14cadaf2e3 None None] Routers {'95874e6b-8484-436a-8aa0-3f5497205c60'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:01:52.458844 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-6fdd93e0-f96f-4b8a-934f-7e14cadaf2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:01:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['95874e6b-8484-436a-8aa0-3f5497205c60'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:01:52.487005 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-bac36088-4a44-4790-98a8-df50f6253e35 req-7e7769bf-9bf1-41a8-8855-566998292f44 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fbea75c0-7163-435e-8bc7-e9b791119ddb HTTP/1.1" status: 200 len: 999 time: 0.0961852 Feb 04 09:01:52.551504 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac36088-4a44-4790-98a8-df50f6253e35 req-16893c6a-ae23-4a3a-9ef9-bed8214b462d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:01:52.552943 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-bac36088-4a44-4790-98a8-df50f6253e35 req-16893c6a-ae23-4a3a-9ef9-bed8214b462d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2aad4944-d1ab-4f44-8c6f-0ef8db6b5dce HTTP/1.1" status: 200 len: 850 time: 0.0605628 Feb 04 09:01:52.630370 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-bac36088-4a44-4790-98a8-df50f6253e35 req-2932fb54-1ce6-4f62-a868-6b4d882b2486 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=42f55672-b0a0-47ac-89f1-219a04ac67e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717802 Feb 04 09:01:52.633419 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-6fdd93e0-f96f-4b8a-934f-7e14cadaf2e3 None None] Set router 95874e6b-8484-436a-8aa0-3f5497205c60 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:01:52.759490 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-bac36088-4a44-4790-98a8-df50f6253e35 req-7b2b5b8e-1f6e-44d1-8c50-5366849b7799 service neutron] 10.222.0.47 "GET /v2.0/networks/42f55672-b0a0-47ac-89f1-219a04ac67e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231337 Feb 04 09:01:52.891951 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-bac36088-4a44-4790-98a8-df50f6253e35 req-e419479b-3101-4ac4-9add-e05ca6b8ac0e service neutron] 10.222.0.47 "GET /v2.0/networks/42f55672-b0a0-47ac-89f1-219a04ac67e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258435 Feb 04 09:01:52.962175 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:01:52.963559 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:01:53.004750 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-6fdd93e0-f96f-4b8a-934f-7e14cadaf2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95874e6b-8484-436a-8aa0-3f5497205c60', 'name': 'tempest-TestVolumeBootPattern-833814806-router', 'tenant_id': 'a162399f42e34cb89b926f12253aac07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': 'bd968388-17b1-4693-8ca7-7e5ef583d969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:00:32Z', 'updated_at': '2022-02-04T09:00:36Z', 'revision_number': 4, 'project_id': 'a162399f42e34cb89b926f12253aac07', 'gw_port': {'id': 'bd968388-17b1-4693-8ca7-7e5ef583d969', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95874e6b-8484-436a-8aa0-3f5497205c60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:00:33Z', 'updated_at': '2022-02-04T09:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': '5a6ba446-736f-42cb-b6b4-b24499bdbf6b', 'tenant_id': 'a162399f42e34cb89b926f12253aac07', 'floating_ip_address': '172.26.3.128', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': '95874e6b-8484-436a-8aa0-3f5497205c60', 'port_id': 'fbea75c0-7163-435e-8bc7-e9b791119ddb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42f55672-b0a0-47ac-89f1-219a04ac67e9', 'mac_address': 'fa:16:3e:37:b4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7df86ca-5b98-4c2d-9386-a7027356a587', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T09:01:50Z', 'updated_at': '2022-02-04T09:01:50Z', 'revision_number': 0, 'project_id': 'a162399f42e34cb89b926f12253aac07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72430469-82b4-484c-b9c6-5e3f72a97b42', 'name': '', 'network_id': '42f55672-b0a0-47ac-89f1-219a04ac67e9', 'tenant_id': 'a162399f42e34cb89b926f12253aac07', 'mac_address': 'fa:16:3e:41:05:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95874e6b-8484-436a-8aa0-3f5497205c60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2aad4944-d1ab-4f44-8c6f-0ef8db6b5dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:00:35Z', 'updated_at': '2022-02-04T09:00:55Z', 'revision_number': 5, 'project_id': 'a162399f42e34cb89b926f12253aac07', 'subnets': [{'id': '2aad4944-d1ab-4f44-8c6f-0ef8db6b5dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:01:53.004750 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fdd93e0-f96f-4b8a-934f-7e14cadaf2e3 None None] The sync data for ids ['95874e6b-8484-436a-8aa0-3f5497205c60'] in dv-neutron-827798-2-hyperv is: [{'id': '95874e6b-8484-436a-8aa0-3f5497205c60', 'name': 'tempest-TestVolumeBootPattern-833814806-router', 'tenant_id': 'a162399f42e34cb89b926f12253aac07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': 'bd968388-17b1-4693-8ca7-7e5ef583d969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:00:32Z', 'updated_at': '2022-02-04T09:00:36Z', 'revision_number': 4, 'project_id': 'a162399f42e34cb89b926f12253aac07', 'gw_port': {'id': 'bd968388-17b1-4693-8ca7-7e5ef583d969', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95874e6b-8484-436a-8aa0-3f5497205c60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:00:33Z', 'updated_at': '2022-02-04T09:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': '5a6ba446-736f-42cb-b6b4-b24499bdbf6b', 'tenant_id': 'a162399f42e34cb89b926f12253aac07', 'floating_ip_address': '172.26.3.128', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': '95874e6b-8484-436a-8aa0-3f5497205c60', 'port_id': 'fbea75c0-7163-435e-8bc7-e9b791119ddb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42f55672-b0a0-47ac-89f1-219a04ac67e9', 'mac_address': 'fa:16:3e:37:b4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7df86ca-5b98-4c2d-9386-a7027356a587', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T09:01:50Z', 'updated_at': '2022-02-04T09:01:50Z', 'revision_number': 0, 'project_id': 'a162399f42e34cb89b926f12253aac07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72430469-82b4-484c-b9c6-5e3f72a97b42', 'name': '', 'network_id': '42f55672-b0a0-47ac-89f1-219a04ac67e9', 'tenant_id': 'a162399f42e34cb89b926f12253aac07', 'mac_address': 'fa:16:3e:41:05:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95874e6b-8484-436a-8aa0-3f5497205c60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2aad4944-d1ab-4f44-8c6f-0ef8db6b5dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:00:35Z', 'updated_at': '2022-02-04T09:00:55Z', 'revision_number': 5, 'project_id': 'a162399f42e34cb89b926f12253aac07', 'subnets': [{'id': '2aad4944-d1ab-4f44-8c6f-0ef8db6b5dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 09:01:53.187233 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eaf9c17-37f3-4dca-aa31-1ee717201499 None None] New status for floating IP 5a6ba446-736f-42cb-b6b4-b24499bdbf6b: ACTIVE {{(pid=84110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 09:01:54.371114 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:01:56.205425 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:01:57.158037 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-081622d5-b3e9-4897-85c4-4884615c7ef2 req-cdc4fd9b-7a28-4535-adbc-6d98ad3741fc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d7df86ca-5b98-4c2d-9386-a7027356a587&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0713623 Feb 04 09:01:57.296174 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-081622d5-b3e9-4897-85c4-4884615c7ef2 req-de58b1f4-ca97-4f0e-937d-f62da9bb29c0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a162399f42e34cb89b926f12253aac07&device_id=d7df86ca-5b98-4c2d-9386-a7027356a587 HTTP/1.1" status: 200 len: 1098 time: 0.0710349 Feb 04 09:01:57.435110 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081622d5-b3e9-4897-85c4-4884615c7ef2 req-eadb0cc5-0717-4a75-a469-bbb7668b8418 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:01:57.436512 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-081622d5-b3e9-4897-85c4-4884615c7ef2 req-eadb0cc5-0717-4a75-a469-bbb7668b8418 service neutron] 10.222.0.47 "GET /v2.0/networks?id=42f55672-b0a0-47ac-89f1-219a04ac67e9 HTTP/1.1" status: 200 len: 912 time: 0.1225834 Feb 04 09:01:57.540202 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-081622d5-b3e9-4897-85c4-4884615c7ef2 req-a78914e5-4b73-4c87-9d68-e932a0b88bca service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fbea75c0-7163-435e-8bc7-e9b791119ddb HTTP/1.1" status: 200 len: 1001 time: 0.0961704 Feb 04 09:01:57.609731 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081622d5-b3e9-4897-85c4-4884615c7ef2 req-9d1ddb20-5021-4da1-943e-274b17a7a692 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:01:57.611107 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-081622d5-b3e9-4897-85c4-4884615c7ef2 req-9d1ddb20-5021-4da1-943e-274b17a7a692 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2aad4944-d1ab-4f44-8c6f-0ef8db6b5dce HTTP/1.1" status: 200 len: 850 time: 0.0561340 Feb 04 09:01:57.699175 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-081622d5-b3e9-4897-85c4-4884615c7ef2 req-ba6e8205-53d2-4b78-b592-606fed529edf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=42f55672-b0a0-47ac-89f1-219a04ac67e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742385 Feb 04 09:01:57.837333 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-081622d5-b3e9-4897-85c4-4884615c7ef2 req-f54c2253-3b4e-4988-a6c5-ac60e02f378f service neutron] 10.222.0.47 "GET /v2.0/networks/42f55672-b0a0-47ac-89f1-219a04ac67e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317356 Feb 04 09:01:57.971995 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-081622d5-b3e9-4897-85c4-4884615c7ef2 req-1c3befb1-3834-4dd8-96f1-d0ebad30b0b1 service neutron] 10.222.0.47 "GET /v2.0/networks/42f55672-b0a0-47ac-89f1-219a04ac67e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279645 Feb 04 09:02:19.499653 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2fec00b3-8d44-49dc-84ca-32f522306eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:02:21.725741 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-ccdb0169-02a8-4f5e-954a-3d7ab5cd98a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:02:22.926585 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:02:22.960492 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:02:23.106604 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 09:02:24.422287 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:02:26.211889 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:02:49.502171 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-69acac93-d9d6-4fb5-8c2c-bbf57e4b328b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:02:51.770825 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-cebb9b00-8d66-4b5d-86ed-507b73813dc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:02:52.965678 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:02:53.022165 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:02:54.381882 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:02:56.194542 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:02:58.229727 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-0d5b85a7-39c0-4ec2-bf4c-28aae248f09e req-45595ac7-b248-48a4-9113-004d653d0a2c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d7df86ca-5b98-4c2d-9386-a7027356a587&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1326282 Feb 04 09:02:58.368489 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-0d5b85a7-39c0-4ec2-bf4c-28aae248f09e req-ab881bfa-ca82-4bb0-a6a0-e909a4d50143 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a162399f42e34cb89b926f12253aac07&device_id=d7df86ca-5b98-4c2d-9386-a7027356a587 HTTP/1.1" status: 200 len: 1098 time: 0.0724118 Feb 04 09:02:58.602776 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5b85a7-39c0-4ec2-bf4c-28aae248f09e req-bc7b03b8-1236-4948-ba6b-6e4caaba9e3e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:02:58.604270 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-0d5b85a7-39c0-4ec2-bf4c-28aae248f09e req-bc7b03b8-1236-4948-ba6b-6e4caaba9e3e service neutron] 10.222.0.47 "GET /v2.0/networks?id=42f55672-b0a0-47ac-89f1-219a04ac67e9 HTTP/1.1" status: 200 len: 912 time: 0.2173164 Feb 04 09:02:58.703376 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-0d5b85a7-39c0-4ec2-bf4c-28aae248f09e req-532ffe80-ecd2-4a9e-9692-eb374f7e566b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fbea75c0-7163-435e-8bc7-e9b791119ddb HTTP/1.1" status: 200 len: 1001 time: 0.0923903 Feb 04 09:02:58.768014 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5b85a7-39c0-4ec2-bf4c-28aae248f09e req-c688067d-ee30-4294-b4e8-0743dd9ee7fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:02:58.769468 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-0d5b85a7-39c0-4ec2-bf4c-28aae248f09e req-c688067d-ee30-4294-b4e8-0743dd9ee7fe service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2aad4944-d1ab-4f44-8c6f-0ef8db6b5dce HTTP/1.1" status: 200 len: 850 time: 0.0598621 Feb 04 09:02:58.841822 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-0d5b85a7-39c0-4ec2-bf4c-28aae248f09e req-7002c935-d8a7-4cb2-9651-96072e5314dd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=42f55672-b0a0-47ac-89f1-219a04ac67e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0664067 Feb 04 09:02:58.971122 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-0d5b85a7-39c0-4ec2-bf4c-28aae248f09e req-2e5b5394-e023-4b10-868e-c158b82c377f service neutron] 10.222.0.47 "GET /v2.0/networks/42f55672-b0a0-47ac-89f1-219a04ac67e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235704 Feb 04 09:02:59.102084 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-0d5b85a7-39c0-4ec2-bf4c-28aae248f09e req-5663f9ef-7bbf-4959-8f89-800a12006052 service neutron] 10.222.0.47 "GET /v2.0/networks/42f55672-b0a0-47ac-89f1-219a04ac67e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242700 Feb 04 09:03:00.107706 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 09:03:19.551166 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-9ef1c71f-472b-4bbd-9f7c-6949d459d67c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:03:21.799308 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-18f0b893-6aa4-469a-81de-7bd4dd3b0476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:03:22.901852 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:03:22.970145 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:03:24.382170 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:03:26.205088 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:03:37.108206 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 09:03:49.518062 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2157504a-a998-4a50-bb9d-dfd801b70576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:03:51.759224 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-c9a56d87-678d-4b9b-ba72-1b38c85006f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:03:52.941891 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:03:52.976229 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:03:54.387743 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:03:56.222128 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:03:59.180251 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c3fad820-5ec9-44b4-b86c-c77209cd72fe req-36928727-9b04-4ff1-b92f-61c0f7d47aca service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d7df86ca-5b98-4c2d-9386-a7027356a587&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0693951 Feb 04 09:03:59.314384 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c3fad820-5ec9-44b4-b86c-c77209cd72fe req-54ecf7f8-a193-4d64-8368-15d8eac06239 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a162399f42e34cb89b926f12253aac07&device_id=d7df86ca-5b98-4c2d-9386-a7027356a587 HTTP/1.1" status: 200 len: 1098 time: 0.0671914 Feb 04 09:03:59.458576 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fad820-5ec9-44b4-b86c-c77209cd72fe req-18f50d8f-6596-4fda-a392-d388a998190d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:03:59.459994 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c3fad820-5ec9-44b4-b86c-c77209cd72fe req-18f50d8f-6596-4fda-a392-d388a998190d service neutron] 10.222.0.47 "GET /v2.0/networks?id=42f55672-b0a0-47ac-89f1-219a04ac67e9 HTTP/1.1" status: 200 len: 912 time: 0.1246622 Feb 04 09:03:59.569227 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c3fad820-5ec9-44b4-b86c-c77209cd72fe req-fa4eb585-92b0-4bd2-8b9c-f254f48acd9f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fbea75c0-7163-435e-8bc7-e9b791119ddb HTTP/1.1" status: 200 len: 1001 time: 0.1028233 Feb 04 09:03:59.629390 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fad820-5ec9-44b4-b86c-c77209cd72fe req-c27f7a7f-9044-48a5-aadc-7c7ae859be6d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:03:59.630790 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c3fad820-5ec9-44b4-b86c-c77209cd72fe req-c27f7a7f-9044-48a5-aadc-7c7ae859be6d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2aad4944-d1ab-4f44-8c6f-0ef8db6b5dce HTTP/1.1" status: 200 len: 850 time: 0.0563760 Feb 04 09:03:59.706517 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c3fad820-5ec9-44b4-b86c-c77209cd72fe req-cfa6dd50-7e87-47d2-ab83-41131f279997 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=42f55672-b0a0-47ac-89f1-219a04ac67e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694399 Feb 04 09:03:59.837692 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c3fad820-5ec9-44b4-b86c-c77209cd72fe req-25aa5562-5d7f-451d-9a41-893442ebc95a service neutron] 10.222.0.47 "GET /v2.0/networks/42f55672-b0a0-47ac-89f1-219a04ac67e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247733 Feb 04 09:03:59.964857 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c3fad820-5ec9-44b4-b86c-c77209cd72fe req-2bef7a10-31d3-43fb-a07e-78c8c69a7e1a service neutron] 10.222.0.47 "GET /v2.0/networks/42f55672-b0a0-47ac-89f1-219a04ac67e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215672 Feb 04 09:04:14.108846 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 09:04:19.484180 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-71f85546-80c5-4318-9e9e-d22393e0d672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:04:21.713077 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2370451f-a699-4ad1-be63-0ec4d966e10b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:04:22.907089 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:04:22.935812 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:04:24.450142 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:04:26.221740 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:04:31.404056 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586da584-4e47-4880-ba6e-37e97c1040aa req-149854a8-01e8-4232-9488-0e799f959280 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:04:31.405554 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-586da584-4e47-4880-ba6e-37e97c1040aa req-149854a8-01e8-4232-9488-0e799f959280 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7df86ca-5b98-4c2d-9386-a7027356a587 HTTP/1.1" status: 200 len: 945 time: 0.1594076 Feb 04 09:04:31.450553 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-586da584-4e47-4880-ba6e-37e97c1040aa req-0918f287-0c68-428b-a8a2-803c59b20310 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5068771-c2eb-45af-a6d4-098f3f758424&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396590 Feb 04 09:04:32.815887 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed2dd0-713c-4d72-8ca5-1e35b4297fe1 req-294b0cda-9f37-4510-a856-281a63fe2db8 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:04:32.817800 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-76ed2dd0-713c-4d72-8ca5-1e35b4297fe1 req-294b0cda-9f37-4510-a856-281a63fe2db8 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7df86ca-5b98-4c2d-9386-a7027356a587 HTTP/1.1" status: 200 len: 945 time: 0.2295623 Feb 04 09:04:32.861634 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-76ed2dd0-713c-4d72-8ca5-1e35b4297fe1 req-887f44e0-4a3a-49ad-b769-d0c81c834076 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5068771-c2eb-45af-a6d4-098f3f758424&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383823 Feb 04 09:04:33.006684 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131ff86-a990-45e2-ac97-745d3a9f452f req-d114d63c-e75d-4fa2-a8d1-6f1b2240f681 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:04:33.008110 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f131ff86-a990-45e2-ac97-745d3a9f452f req-d114d63c-e75d-4fa2-a8d1-6f1b2240f681 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.47 "GET /v2.0/ports?device_id=d7df86ca-5b98-4c2d-9386-a7027356a587 HTTP/1.1" status: 200 len: 945 time: 0.0753496 Feb 04 09:04:33.075304 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [req-f131ff86-a990-45e2-ac97-745d3a9f452f req-278c4983-fea3-42cb-8e2d-3e2a429d79a1 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Deleting port fbea75c0-7163-435e-8bc7-e9b791119ddb {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:04:33.075555 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-f131ff86-a990-45e2-ac97-745d3a9f452f req-278c4983-fea3-42cb-8e2d-3e2a429d79a1 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:04:33.304301 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [req-f131ff86-a990-45e2-ac97-745d3a9f452f req-278c4983-fea3-42cb-8e2d-3e2a429d79a1 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] For port fbea75c0-7163-435e-8bc7-e9b791119ddb, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=fbea75c0-7163-435e-8bc7-e9b791119ddb,segment=NetworkSegment(c58f067f-11a7-4181-acd6-9dc924f723a5),segment_id=c58f067f-11a7-4181-acd6-9dc924f723a5)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:04:33.304687 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-f131ff86-a990-45e2-ac97-745d3a9f452f req-278c4983-fea3-42cb-8e2d-3e2a429d79a1 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:04:33.585169 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-f131ff86-a990-45e2-ac97-745d3a9f452f req-278c4983-fea3-42cb-8e2d-3e2a429d79a1 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:04:33.585531 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-f131ff86-a990-45e2-ac97-745d3a9f452f req-278c4983-fea3-42cb-8e2d-3e2a429d79a1 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473039'] for floatingip, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:04:33.585835 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.l3_db [req-f131ff86-a990-45e2-ac97-745d3a9f452f req-278c4983-fea3-42cb-8e2d-3e2a429d79a1 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Floating IP 5a6ba446-736f-42cb-b6b4-b24499bdbf6b disassociated. External IP: 172.26.3.128, port: fbea75c0-7163-435e-8bc7-e9b791119ddb. Feb 04 09:04:33.586163 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [req-f131ff86-a990-45e2-ac97-745d3a9f452f req-278c4983-fea3-42cb-8e2d-3e2a429d79a1 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Calling delete_port for fbea75c0-7163-435e-8bc7-e9b791119ddb owned by compute:nova {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 09:04:33.781716 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-f131ff86-a990-45e2-ac97-745d3a9f452f req-278c4983-fea3-42cb-8e2d-3e2a429d79a1 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:04:33.834689 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278c4983-fea3-42cb-8e2d-3e2a429d79a1 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Pushing event deleted for resources: {'Port': ['ID=fbea75c0-7163-435e-8bc7-e9b791119ddb,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:04:33.850666 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278c4983-fea3-42cb-8e2d-3e2a429d79a1 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:04:33.851012 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278c4983-fea3-42cb-8e2d-3e2a429d79a1 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:04:33.851443 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278c4983-fea3-42cb-8e2d-3e2a429d79a1 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:04:33.851662 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278c4983-fea3-42cb-8e2d-3e2a429d79a1 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:04:33.851986 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278c4983-fea3-42cb-8e2d-3e2a429d79a1 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:04:33.852309 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278c4983-fea3-42cb-8e2d-3e2a429d79a1 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:04:33.852655 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278c4983-fea3-42cb-8e2d-3e2a429d79a1 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:04:33.852975 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278c4983-fea3-42cb-8e2d-3e2a429d79a1 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:04:33.853293 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278c4983-fea3-42cb-8e2d-3e2a429d79a1 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:04:33.853607 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278c4983-fea3-42cb-8e2d-3e2a429d79a1 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:04:33.853920 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278c4983-fea3-42cb-8e2d-3e2a429d79a1 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:04:34.055399 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-98936e69-449c-4234-8fcc-1f6242a4d679 req-92d8ff5d-9033-42da-8f9d-d66a6d7f99e1 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7df86ca-5b98-4c2d-9386-a7027356a587 HTTP/1.1" status: 200 len: 210 time: 0.0492470 Feb 04 09:04:34.096732 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f131ff86-a990-45e2-ac97-745d3a9f452f req-278c4983-fea3-42cb-8e2d-3e2a429d79a1 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Router 95874e6b-8484-436a-8aa0-3f5497205c60 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 09:04:34.300590 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f131ff86-a990-45e2-ac97-745d3a9f452f req-278c4983-fea3-42cb-8e2d-3e2a429d79a1 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 09:04:34.311429 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9e064e-d289-4216-85d4-8e2c3c2caff6 None None] Sync routers for ids ['95874e6b-8484-436a-8aa0-3f5497205c60'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 09:04:34.323966 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9e064e-d289-4216-85d4-8e2c3c2caff6 None None] Routers {'95874e6b-8484-436a-8aa0-3f5497205c60'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:04:34.324617 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-1e9e064e-d289-4216-85d4-8e2c3c2caff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:04:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['95874e6b-8484-436a-8aa0-3f5497205c60'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:04:34.369997 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [req-f131ff86-a990-45e2-ac97-745d3a9f452f req-278c4983-fea3-42cb-8e2d-3e2a429d79a1 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] No DVR routers for this DVR port fbea75c0-7163-435e-8bc7-e9b791119ddb on host hv-neutron-8277 {{(pid=84107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 09:04:34.372307 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-f131ff86-a990-45e2-ac97-745d3a9f452f req-278c4983-fea3-42cb-8e2d-3e2a429d79a1 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:04:34.374698 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7df86ca-5b98-4c2d-9386-a7027356a587', 'name': 'network-vif-deleted', 'tag': 'fbea75c0-7163-435e-8bc7-e9b791119ddb'}] {{(pid=84107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:04:34.430960 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7df86ca-5b98-4c2d-9386-a7027356a587', 'name': 'network-vif-deleted', 'tag': 'fbea75c0-7163-435e-8bc7-e9b791119ddb', 'status': 'completed', 'code': 200} Feb 04 09:04:34.451070 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f131ff86-a990-45e2-ac97-745d3a9f452f req-278c4983-fea3-42cb-8e2d-3e2a429d79a1 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.47 "DELETE /v2.0/ports/fbea75c0-7163-435e-8bc7-e9b791119ddb HTTP/1.1" status: 204 len: 173 time: 1.4380229 Feb 04 09:04:34.499672 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-1e9e064e-d289-4216-85d4-8e2c3c2caff6 None None] Set router 95874e6b-8484-436a-8aa0-3f5497205c60 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:04:34.811425 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-1e9e064e-d289-4216-85d4-8e2c3c2caff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95874e6b-8484-436a-8aa0-3f5497205c60', 'name': 'tempest-TestVolumeBootPattern-833814806-router', 'tenant_id': 'a162399f42e34cb89b926f12253aac07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': 'bd968388-17b1-4693-8ca7-7e5ef583d969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:00:32Z', 'updated_at': '2022-02-04T09:00:36Z', 'revision_number': 4, 'project_id': 'a162399f42e34cb89b926f12253aac07', 'gw_port': {'id': 'bd968388-17b1-4693-8ca7-7e5ef583d969', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95874e6b-8484-436a-8aa0-3f5497205c60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:00:33Z', 'updated_at': '2022-02-04T09:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '72430469-82b4-484c-b9c6-5e3f72a97b42', 'name': '', 'network_id': '42f55672-b0a0-47ac-89f1-219a04ac67e9', 'tenant_id': 'a162399f42e34cb89b926f12253aac07', 'mac_address': 'fa:16:3e:41:05:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95874e6b-8484-436a-8aa0-3f5497205c60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2aad4944-d1ab-4f44-8c6f-0ef8db6b5dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:00:35Z', 'updated_at': '2022-02-04T09:00:55Z', 'revision_number': 5, 'project_id': 'a162399f42e34cb89b926f12253aac07', 'subnets': [{'id': '2aad4944-d1ab-4f44-8c6f-0ef8db6b5dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:04:34.815304 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9e064e-d289-4216-85d4-8e2c3c2caff6 None None] Checking router: 95874e6b-8484-436a-8aa0-3f5497205c60 for host: dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 09:04:34.825918 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9e064e-d289-4216-85d4-8e2c3c2caff6 None None] Routers {'95874e6b-8484-436a-8aa0-3f5497205c60'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:04:34.826500 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-1e9e064e-d289-4216-85d4-8e2c3c2caff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:04:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['95874e6b-8484-436a-8aa0-3f5497205c60'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:04:35.015400 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-1e9e064e-d289-4216-85d4-8e2c3c2caff6 None None] Set router 95874e6b-8484-436a-8aa0-3f5497205c60 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:04:35.219105 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-decaa7e6-06c5-460a-a976-285d0f8d062b req-21a3dfbf-c6fc-4019-9f3c-6d2fb0b29fa8 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Synchronizing usage tracker for tenant:a162399f42e34cb89b926f12253aac07 on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 09:04:35.290376 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-decaa7e6-06c5-460a-a976-285d0f8d062b req-21a3dfbf-c6fc-4019-9f3c-6d2fb0b29fa8 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Unset dirty status for tenant:a162399f42e34cb89b926f12253aac07 on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 09:04:35.292027 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-decaa7e6-06c5-460a-a976-285d0f8d062b req-21a3dfbf-c6fc-4019-9f3c-6d2fb0b29fa8 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7df86ca-5b98-4c2d-9386-a7027356a587 HTTP/1.1" status: 200 len: 210 time: 0.1151409 Feb 04 09:04:35.358637 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-1e9e064e-d289-4216-85d4-8e2c3c2caff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95874e6b-8484-436a-8aa0-3f5497205c60', 'name': 'tempest-TestVolumeBootPattern-833814806-router', 'tenant_id': 'a162399f42e34cb89b926f12253aac07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': 'bd968388-17b1-4693-8ca7-7e5ef583d969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:00:32Z', 'updated_at': '2022-02-04T09:00:36Z', 'revision_number': 4, 'project_id': 'a162399f42e34cb89b926f12253aac07', 'gw_port': {'id': 'bd968388-17b1-4693-8ca7-7e5ef583d969', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95874e6b-8484-436a-8aa0-3f5497205c60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:00:33Z', 'updated_at': '2022-02-04T09:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '72430469-82b4-484c-b9c6-5e3f72a97b42', 'name': '', 'network_id': '42f55672-b0a0-47ac-89f1-219a04ac67e9', 'tenant_id': 'a162399f42e34cb89b926f12253aac07', 'mac_address': 'fa:16:3e:41:05:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95874e6b-8484-436a-8aa0-3f5497205c60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2aad4944-d1ab-4f44-8c6f-0ef8db6b5dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:00:35Z', 'updated_at': '2022-02-04T09:00:55Z', 'revision_number': 5, 'project_id': 'a162399f42e34cb89b926f12253aac07', 'subnets': [{'id': '2aad4944-d1ab-4f44-8c6f-0ef8db6b5dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:04:35.362522 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9e064e-d289-4216-85d4-8e2c3c2caff6 None None] The sync data for ids ['95874e6b-8484-436a-8aa0-3f5497205c60'] in dv-neutron-827798-2-hyperv is: [{'id': '95874e6b-8484-436a-8aa0-3f5497205c60', 'name': 'tempest-TestVolumeBootPattern-833814806-router', 'tenant_id': 'a162399f42e34cb89b926f12253aac07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': 'bd968388-17b1-4693-8ca7-7e5ef583d969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:00:32Z', 'updated_at': '2022-02-04T09:00:36Z', 'revision_number': 4, 'project_id': 'a162399f42e34cb89b926f12253aac07', 'gw_port': {'id': 'bd968388-17b1-4693-8ca7-7e5ef583d969', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95874e6b-8484-436a-8aa0-3f5497205c60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:00:33Z', 'updated_at': '2022-02-04T09:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '72430469-82b4-484c-b9c6-5e3f72a97b42', 'name': '', 'network_id': '42f55672-b0a0-47ac-89f1-219a04ac67e9', 'tenant_id': 'a162399f42e34cb89b926f12253aac07', 'mac_address': 'fa:16:3e:41:05:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95874e6b-8484-436a-8aa0-3f5497205c60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2aad4944-d1ab-4f44-8c6f-0ef8db6b5dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:00:35Z', 'updated_at': '2022-02-04T09:00:55Z', 'revision_number': 5, 'project_id': 'a162399f42e34cb89b926f12253aac07', 'subnets': [{'id': '2aad4944-d1ab-4f44-8c6f-0ef8db6b5dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 09:04:35.581033 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008b8dd1-aee6-46da-abc4-adff88621b13 None None] New status for floating IP 5a6ba446-736f-42cb-b6b4-b24499bdbf6b: DOWN {{(pid=84110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 09:04:36.727826 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-2148d88d-894b-40c3-b668-fec6f787bb28 req-20af2c65-51ae-4996-9c04-62f1220e00e0 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-74836672&fields=id&tenant_id=a162399f42e34cb89b926f12253aac07 HTTP/1.1" status: 200 len: 267 time: 0.1317856 Feb 04 09:04:36.873916 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2148d88d-894b-40c3-b668-fec6f787bb28 req-52f77a10-271b-48d5-a8a9-83000b035ed9 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:04:36.875228 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-2148d88d-894b-40c3-b668-fec6f787bb28 req-52f77a10-271b-48d5-a8a9-83000b035ed9 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/networks?id=42f55672-b0a0-47ac-89f1-219a04ac67e9 HTTP/1.1" status: 200 len: 811 time: 0.1408174 Feb 04 09:04:36.890508 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-2148d88d-894b-40c3-b668-fec6f787bb28 req-f631494d-f937-4634-89fb-964eba15b9fa tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/quotas/a162399f42e34cb89b926f12253aac07 HTTP/1.1" status: 200 len: 375 time: 0.0101609 Feb 04 09:04:36.969905 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-2148d88d-894b-40c3-b668-fec6f787bb28 req-7801e928-5c8b-4bd2-a53d-02a9d8017059 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a162399f42e34cb89b926f12253aac07&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0746088 Feb 04 09:04:37.050458 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [req-2148d88d-894b-40c3-b668-fec6f787bb28 req-cfeeab7b-2c7c-4a50-931d-e89c652fe5a0 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=84107) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 09:04:37.051445 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-2148d88d-894b-40c3-b668-fec6f787bb28 req-cfeeab7b-2c7c-4a50-931d-e89c652fe5a0 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0703404 Feb 04 09:04:37.178667 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-2148d88d-894b-40c3-b668-fec6f787bb28 req-537d4dfe-fed6-4381-9def-e9b82b5861a6 service neutron] 10.222.0.36 "GET /v2.0/networks/42f55672-b0a0-47ac-89f1-219a04ac67e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209943 Feb 04 09:04:37.304986 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-2148d88d-894b-40c3-b668-fec6f787bb28 req-e68af074-7e1a-4ad1-90cc-39af686f5577 service neutron] 10.222.0.36 "GET /v2.0/networks/42f55672-b0a0-47ac-89f1-219a04ac67e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208339 Feb 04 09:04:37.997872 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-10ba2c3a-fd2a-4cd5-a828-9729827ffa24 req-baf7d79a-f249-4a17-ac79-61ae61ca8703 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/ports?device_id=40cc3d5c-93cb-47f7-ac48-7c1eba4c97cd HTTP/1.1" status: 200 len: 210 time: 0.0461669 Feb 04 09:04:38.244246 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device fbea75c0-7163-435e-8bc7-e9b791119ddb no longer exists at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 09:04:38.276297 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] No Port match for: fbea75c0-7163-435e-8bc7-e9b791119ddb {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 09:04:38.276672 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device fbea75c0-7163-435e-8bc7-e9b791119ddb not bound to the agent host hv-neutron-8277 {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 09:04:39.159402 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-af41b3e1-e8c0-475a-ab24-65835314aa8e req-4a797ce7-a1a2-4b9c-8dd8-ab51a8f8e271 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/ports?device_id=40cc3d5c-93cb-47f7-ac48-7c1eba4c97cd HTTP/1.1" status: 200 len: 210 time: 0.0400217 Feb 04 09:04:40.087569 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2148d88d-894b-40c3-b668-fec6f787bb28 req-3631df6d-d3f7-4084-b5fe-275605065528 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:04:40.089037 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-2148d88d-894b-40c3-b668-fec6f787bb28 req-3631df6d-d3f7-4084-b5fe-275605065528 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.47 "GET /v2.0/networks?id=42f55672-b0a0-47ac-89f1-219a04ac67e9 HTTP/1.1" status: 200 len: 811 time: 0.1522963 Feb 04 09:04:40.139893 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-2148d88d-894b-40c3-b668-fec6f787bb28 req-039169a7-1ac2-4f39-bc69-91c93214f95d tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a162399f42e34cb89b926f12253aac07 HTTP/1.1" status: 200 len: 378 time: 0.0387089 Feb 04 09:04:40.148818 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [req-2148d88d-894b-40c3-b668-fec6f787bb28 req-f03c0391-7d6e-4cbc-b446-22d2cbe23df1 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Request body: {'port': {'device_id': '40cc3d5c-93cb-47f7-ac48-7c1eba4c97cd', 'network_id': '42f55672-b0a0-47ac-89f1-219a04ac67e9', 'admin_state_up': True, 'tenant_id': 'a162399f42e34cb89b926f12253aac07', 'security_groups': ['b5068771-c2eb-45af-a6d4-098f3f758424']}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:04:40.322225 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [req-2148d88d-894b-40c3-b668-fec6f787bb28 req-f03c0391-7d6e-4cbc-b446-22d2cbe23df1 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:04:40.335124 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-81f6ab3c-cf6a-418f-861e-9dfa9ded5ece req-d5c49820-6e7f-4637-b1d8-909225eec62e tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/ports?device_id=40cc3d5c-93cb-47f7-ac48-7c1eba4c97cd HTTP/1.1" status: 200 len: 210 time: 0.0503051 Feb 04 09:04:40.341795 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [req-2148d88d-894b-40c3-b668-fec6f787bb28 req-f03c0391-7d6e-4cbc-b446-22d2cbe23df1 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:04:40.431697 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2148d88d-894b-40c3-b668-fec6f787bb28 req-f03c0391-7d6e-4cbc-b446-22d2cbe23df1 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Made reservation on behalf of a162399f42e34cb89b926f12253aac07 for: {'port': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 09:04:40.434922 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-2148d88d-894b-40c3-b668-fec6f787bb28 req-f03c0391-7d6e-4cbc-b446-22d2cbe23df1 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:04:40.595841 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [req-2148d88d-894b-40c3-b668-fec6f787bb28 req-f03c0391-7d6e-4cbc-b446-22d2cbe23df1 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Allocated IP 172.20.0.4 (42f55672-b0a0-47ac-89f1-219a04ac67e9/2aad4944-d1ab-4f44-8c6f-0ef8db6b5dce/ad1d38ff-da1f-4f8b-9ec0-ca4cd06f92ee) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 09:04:40.786147 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-2148d88d-894b-40c3-b668-fec6f787bb28 req-f03c0391-7d6e-4cbc-b446-22d2cbe23df1 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:04:40.801458 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [req-2148d88d-894b-40c3-b668-fec6f787bb28 req-f03c0391-7d6e-4cbc-b446-22d2cbe23df1 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Transition to ACTIVE for port object ad1d38ff-da1f-4f8b-9ec0-ca4cd06f92ee will not be triggered until provisioned by entity DHCP. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:04:40.873673 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-2148d88d-894b-40c3-b668-fec6f787bb28 req-f03c0391-7d6e-4cbc-b446-22d2cbe23df1 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:04:40.942445 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2148d88d-894b-40c3-b668-fec6f787bb28 req-f03c0391-7d6e-4cbc-b446-22d2cbe23df1 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Network 42f55672-b0a0-47ac-89f1-219a04ac67e9 is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:04:40.946243 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [req-2148d88d-894b-40c3-b668-fec6f787bb28 req-f03c0391-7d6e-4cbc-b446-22d2cbe23df1 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:04:40.950162 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [req-2148d88d-894b-40c3-b668-fec6f787bb28 req-f03c0391-7d6e-4cbc-b446-22d2cbe23df1 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 09:04:40.986471 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03c0391-7d6e-4cbc-b446-22d2cbe23df1 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Pushing event updated for resources: {'Port': ['ID=ad1d38ff-da1f-4f8b-9ec0-ca4cd06f92ee,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:04:41.020901 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2148d88d-894b-40c3-b668-fec6f787bb28 req-f03c0391-7d6e-4cbc-b446-22d2cbe23df1 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:04:41.021677 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-2148d88d-894b-40c3-b668-fec6f787bb28 req-f03c0391-7d6e-4cbc-b446-22d2cbe23df1 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:04:41.148441 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-2148d88d-894b-40c3-b668-fec6f787bb28 req-f03c0391-7d6e-4cbc-b446-22d2cbe23df1 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0038216 Feb 04 09:04:41.160938 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [req-2148d88d-894b-40c3-b668-fec6f787bb28 req-8c1c8022-c279-4296-ba2f-1c422e3d7105 service neutron] Request body: {'port': {'device_id': '40cc3d5c-93cb-47f7-ac48-7c1eba4c97cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:04:41.216244 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-d2ba4db0-436a-49ff-8cee-85afcfd0ad8f None None] Provisioning for port ad1d38ff-da1f-4f8b-9ec0-ca4cd06f92ee completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:04:41.221183 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-d2ba4db0-436a-49ff-8cee-85afcfd0ad8f None None] Provisioning complete for port ad1d38ff-da1f-4f8b-9ec0-ca4cd06f92ee triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:04:41.221553 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-d2ba4db0-436a-49ff-8cee-85afcfd0ad8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:04:41.273346 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-2148d88d-894b-40c3-b668-fec6f787bb28 req-8c1c8022-c279-4296-ba2f-1c422e3d7105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:04:41.275605 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-d2ba4db0-436a-49ff-8cee-85afcfd0ad8f None None] Port ad1d38ff-da1f-4f8b-9ec0-ca4cd06f92ee cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 09:04:41.655698 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704e4e9f-a352-42b7-a8c4-8a12240ae96d req-1571f3b8-941c-4514-9ab5-ff9e48ba7a39 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:04:41.656302 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-704e4e9f-a352-42b7-a8c4-8a12240ae96d req-1571f3b8-941c-4514-9ab5-ff9e48ba7a39 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Synchronizing usage tracker for tenant:a162399f42e34cb89b926f12253aac07 on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 09:04:41.762152 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-704e4e9f-a352-42b7-a8c4-8a12240ae96d req-1571f3b8-941c-4514-9ab5-ff9e48ba7a39 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Unset dirty status for tenant:a162399f42e34cb89b926f12253aac07 on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 09:04:41.763286 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-704e4e9f-a352-42b7-a8c4-8a12240ae96d req-1571f3b8-941c-4514-9ab5-ff9e48ba7a39 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/ports?device_id=40cc3d5c-93cb-47f7-ac48-7c1eba4c97cd HTTP/1.1" status: 200 len: 931 time: 0.2850866 Feb 04 09:04:41.789018 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [req-2148d88d-894b-40c3-b668-fec6f787bb28 req-8c1c8022-c279-4296-ba2f-1c422e3d7105 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad1d38ff-da1f-4f8b-9ec0-ca4cd06f92ee {{(pid=84107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 09:04:41.799303 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-2148d88d-894b-40c3-b668-fec6f787bb28 req-8c1c8022-c279-4296-ba2f-1c422e3d7105 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:04:41.826791 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [req-2148d88d-894b-40c3-b668-fec6f787bb28 req-8c1c8022-c279-4296-ba2f-1c422e3d7105 service neutron] Transition to ACTIVE for port object ad1d38ff-da1f-4f8b-9ec0-ca4cd06f92ee will not be triggered until provisioned by entity L2. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:04:41.831606 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-704e4e9f-a352-42b7-a8c4-8a12240ae96d req-dd0da989-cb75-4d57-bf12-6c7226714fe8 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5068771-c2eb-45af-a6d4-098f3f758424&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0621040 Feb 04 09:04:42.219873 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-2148d88d-894b-40c3-b668-fec6f787bb28 req-8c1c8022-c279-4296-ba2f-1c422e3d7105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:04:42.219873 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1c8022-c279-4296-ba2f-1c422e3d7105 service neutron] Pushing event updated for resources: {'Port': ['ID=ad1d38ff-da1f-4f8b-9ec0-ca4cd06f92ee,revision_number=2']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:04:42.219873 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.managers [req-2148d88d-894b-40c3-b668-fec6f787bb28 req-8c1c8022-c279-4296-ba2f-1c422e3d7105 service neutron] Attempting to bind port ad1d38ff-da1f-4f8b-9ec0-ca4cd06f92ee on host hv-neutron-8277 for vnic_type normal with profile {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 09:04:42.219873 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.managers [req-2148d88d-894b-40c3-b668-fec6f787bb28 req-8c1c8022-c279-4296-ba2f-1c422e3d7105 service neutron] Attempting to bind port ad1d38ff-da1f-4f8b-9ec0-ca4cd06f92ee by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'c58f067f-11a7-4181-acd6-9dc924f723a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '42f55672-b0a0-47ac-89f1-219a04ac67e9'}] {{(pid=84107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 09:04:42.219873 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2148d88d-894b-40c3-b668-fec6f787bb28 req-8c1c8022-c279-4296-ba2f-1c422e3d7105 service neutron] Attempting to bind port ad1d38ff-da1f-4f8b-9ec0-ca4cd06f92ee on network 42f55672-b0a0-47ac-89f1-219a04ac67e9 {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 09:04:42.219873 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2148d88d-894b-40c3-b668-fec6f787bb28 req-8c1c8022-c279-4296-ba2f-1c422e3d7105 service neutron] Port ad1d38ff-da1f-4f8b-9ec0-ca4cd06f92ee on network 42f55672-b0a0-47ac-89f1-219a04ac67e9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 09:04:42.219873 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2148d88d-894b-40c3-b668-fec6f787bb28 req-8c1c8022-c279-4296-ba2f-1c422e3d7105 service neutron] Attempting to bind port ad1d38ff-da1f-4f8b-9ec0-ca4cd06f92ee on network 42f55672-b0a0-47ac-89f1-219a04ac67e9 {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 09:04:42.219873 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2148d88d-894b-40c3-b668-fec6f787bb28 req-8c1c8022-c279-4296-ba2f-1c422e3d7105 service neutron] Checking agent: {'id': 'f735dfbb-9ed2-4de7-8aa1-fea4a962ae1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 34, 26), 'started_at': datetime.datetime(2022, 2, 4, 8, 34, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 9, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 09:04:42.219873 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2148d88d-894b-40c3-b668-fec6f787bb28 req-8c1c8022-c279-4296-ba2f-1c422e3d7105 service neutron] Checking segment: {'id': 'c58f067f-11a7-4181-acd6-9dc924f723a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '42f55672-b0a0-47ac-89f1-219a04ac67e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 09:04:42.219873 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2148d88d-894b-40c3-b668-fec6f787bb28 req-8c1c8022-c279-4296-ba2f-1c422e3d7105 service neutron] Bound using segment: {'id': 'c58f067f-11a7-4181-acd6-9dc924f723a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '42f55672-b0a0-47ac-89f1-219a04ac67e9'} {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 09:04:42.219873 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.managers [req-2148d88d-894b-40c3-b668-fec6f787bb28 req-8c1c8022-c279-4296-ba2f-1c422e3d7105 service neutron] Bound port: ad1d38ff-da1f-4f8b-9ec0-ca4cd06f92ee, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c58f067f-11a7-4181-acd6-9dc924f723a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '42f55672-b0a0-47ac-89f1-219a04ac67e9'}}] {{(pid=84107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 09:04:42.219873 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-2148d88d-894b-40c3-b668-fec6f787bb28 req-8c1c8022-c279-4296-ba2f-1c422e3d7105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:04:42.267620 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [req-2148d88d-894b-40c3-b668-fec6f787bb28 req-8c1c8022-c279-4296-ba2f-1c422e3d7105 service neutron] For port ad1d38ff-da1f-4f8b-9ec0-ca4cd06f92ee, host hv-neutron-8277, cleared binding levels {{(pid=84107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 09:04:42.270562 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [req-2148d88d-894b-40c3-b668-fec6f787bb28 req-8c1c8022-c279-4296-ba2f-1c422e3d7105 service neutron] For port ad1d38ff-da1f-4f8b-9ec0-ca4cd06f92ee, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=ad1d38ff-da1f-4f8b-9ec0-ca4cd06f92ee,segment=NetworkSegment(c58f067f-11a7-4181-acd6-9dc924f723a5),segment_id=c58f067f-11a7-4181-acd6-9dc924f723a5)] {{(pid=84107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 09:04:42.380697 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-2148d88d-894b-40c3-b668-fec6f787bb28 req-8c1c8022-c279-4296-ba2f-1c422e3d7105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:04:42.446974 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-2148d88d-894b-40c3-b668-fec6f787bb28 req-8c1c8022-c279-4296-ba2f-1c422e3d7105 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:04:42.448432 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-2148d88d-894b-40c3-b668-fec6f787bb28 req-8c1c8022-c279-4296-ba2f-1c422e3d7105 service neutron] 10.222.0.47 "PUT /v2.0/ports/ad1d38ff-da1f-4f8b-9ec0-ca4cd06f92ee HTTP/1.1" status: 200 len: 1093 time: 1.2924118 Feb 04 09:04:42.448904 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40cc3d5c-93cb-47f7-ac48-7c1eba4c97cd', 'tag': 'ad1d38ff-da1f-4f8b-9ec0-ca4cd06f92ee'}] {{(pid=84107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:04:42.467883 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1c8022-c279-4296-ba2f-1c422e3d7105 service neutron] Pushing event updated for resources: {'Port': ['ID=ad1d38ff-da1f-4f8b-9ec0-ca4cd06f92ee,revision_number=3']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:04:42.515602 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40cc3d5c-93cb-47f7-ac48-7c1eba4c97cd', 'tag': 'ad1d38ff-da1f-4f8b-9ec0-ca4cd06f92ee', 'status': 'completed', 'code': 200} Feb 04 09:04:42.611160 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c2a5f479-3ad6-4a1f-bd4d-8f12a2cb9af6 req-29855cf3-16dc-4d64-95ec-e984f97c74b5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a162399f42e34cb89b926f12253aac07&device_id=40cc3d5c-93cb-47f7-ac48-7c1eba4c97cd HTTP/1.1" status: 200 len: 1096 time: 0.0710554 Feb 04 09:04:42.760272 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a5f479-3ad6-4a1f-bd4d-8f12a2cb9af6 req-853c313f-b8a6-4bd2-9ba4-68dfac8fcfe2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:04:42.761740 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c2a5f479-3ad6-4a1f-bd4d-8f12a2cb9af6 req-853c313f-b8a6-4bd2-9ba4-68dfac8fcfe2 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=a162399f42e34cb89b926f12253aac07&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1433666 Feb 04 09:04:42.893923 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a5f479-3ad6-4a1f-bd4d-8f12a2cb9af6 req-cf7d231e-4843-4062-aaa7-2572231b454a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:04:42.895359 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c2a5f479-3ad6-4a1f-bd4d-8f12a2cb9af6 req-cf7d231e-4843-4062-aaa7-2572231b454a service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1282318 Feb 04 09:04:43.060283 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-2148d88d-894b-40c3-b668-fec6f787bb28 req-55904b34-060f-4dde-8450-c07549a15e82 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a162399f42e34cb89b926f12253aac07&device_id=40cc3d5c-93cb-47f7-ac48-7c1eba4c97cd HTTP/1.1" status: 200 len: 1096 time: 0.1301885 Feb 04 09:04:43.068406 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baa7096-3dbd-445c-9800-3edade456c09 req-ad051dfb-8fcb-46b7-9cd3-fcc3a3ea19a6 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:04:43.069761 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-6baa7096-3dbd-445c-9800-3edade456c09 req-ad051dfb-8fcb-46b7-9cd3-fcc3a3ea19a6 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/ports?device_id=40cc3d5c-93cb-47f7-ac48-7c1eba4c97cd HTTP/1.1" status: 200 len: 943 time: 0.1086254 Feb 04 09:04:43.148062 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-2148d88d-894b-40c3-b668-fec6f787bb28 req-e62ba252-d21c-4cb7-a320-6940577e9e01 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad1d38ff-da1f-4f8b-9ec0-ca4cd06f92ee HTTP/1.1" status: 200 len: 217 time: 0.0774007 Feb 04 09:04:43.206270 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-6baa7096-3dbd-445c-9800-3edade456c09 req-01e80194-7ca1-42a7-a11c-6027e6a5d453 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5068771-c2eb-45af-a6d4-098f3f758424&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0870659 Feb 04 09:04:43.220718 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2148d88d-894b-40c3-b668-fec6f787bb28 req-a79c139e-4793-43e7-baa4-8927c47ba27d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:04:43.222076 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-2148d88d-894b-40c3-b668-fec6f787bb28 req-a79c139e-4793-43e7-baa4-8927c47ba27d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2aad4944-d1ab-4f44-8c6f-0ef8db6b5dce HTTP/1.1" status: 200 len: 850 time: 0.0633056 Feb 04 09:04:43.296999 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-2148d88d-894b-40c3-b668-fec6f787bb28 req-81baf163-c744-4349-9423-54b7aa193072 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=42f55672-b0a0-47ac-89f1-219a04ac67e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685334 Feb 04 09:04:43.507094 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-2148d88d-894b-40c3-b668-fec6f787bb28 req-8228f1f4-ee84-4e95-9659-0156e4f5d124 service neutron] 10.222.0.47 "GET /v2.0/networks/42f55672-b0a0-47ac-89f1-219a04ac67e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044351 Feb 04 09:04:43.633277 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-2148d88d-894b-40c3-b668-fec6f787bb28 req-86325121-3546-4d23-b6f5-c893f8e0482d service neutron] 10.222.0.47 "GET /v2.0/networks/42f55672-b0a0-47ac-89f1-219a04ac67e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208038 Feb 04 09:04:44.401060 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e35da-cfb5-4aa1-a620-c804170b2adf req-6c33928b-4ed4-45b9-8013-3eb7a6fff10f tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:04:44.402495 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-070e35da-cfb5-4aa1-a620-c804170b2adf req-6c33928b-4ed4-45b9-8013-3eb7a6fff10f tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/ports?device_id=40cc3d5c-93cb-47f7-ac48-7c1eba4c97cd HTTP/1.1" status: 200 len: 943 time: 0.0746818 Feb 04 09:04:44.446342 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-070e35da-cfb5-4aa1-a620-c804170b2adf req-69e33057-bed2-4825-9363-d2fdc46fbf81 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5068771-c2eb-45af-a6d4-098f3f758424&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381908 Feb 04 09:04:45.778010 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0bf12f-115a-4dc1-b1e8-2f0991869c3b req-bba38f89-1bce-4cc4-8f7e-f23420a494b2 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:04:45.779631 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4f0bf12f-115a-4dc1-b1e8-2f0991869c3b req-bba38f89-1bce-4cc4-8f7e-f23420a494b2 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/ports?device_id=40cc3d5c-93cb-47f7-ac48-7c1eba4c97cd HTTP/1.1" status: 200 len: 943 time: 0.0798013 Feb 04 09:04:45.823506 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4f0bf12f-115a-4dc1-b1e8-2f0991869c3b req-38faf7de-4e12-490d-b5d0-eba60159ce71 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5068771-c2eb-45af-a6d4-098f3f758424&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383103 Feb 04 09:04:47.022391 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94151c5-7505-4f27-9ad5-fc9081f93d02 req-6780dc5e-02c3-4aa8-8e3f-6a71edda789d tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:04:47.023803 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d94151c5-7505-4f27-9ad5-fc9081f93d02 req-6780dc5e-02c3-4aa8-8e3f-6a71edda789d tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/ports?device_id=40cc3d5c-93cb-47f7-ac48-7c1eba4c97cd HTTP/1.1" status: 200 len: 943 time: 0.0751832 Feb 04 09:04:47.067638 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d94151c5-7505-4f27-9ad5-fc9081f93d02 req-e52a9b56-3c9c-432a-97c6-2a656c2363eb tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5068771-c2eb-45af-a6d4-098f3f758424&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381355 Feb 04 09:04:48.258616 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fb9964-111e-4906-8324-df878b29edb9 req-3e58b386-c277-4518-94b3-de392901439b tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:04:48.260576 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e3fb9964-111e-4906-8324-df878b29edb9 req-3e58b386-c277-4518-94b3-de392901439b tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/ports?device_id=40cc3d5c-93cb-47f7-ac48-7c1eba4c97cd HTTP/1.1" status: 200 len: 943 time: 0.0774119 Feb 04 09:04:48.303719 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e3fb9964-111e-4906-8324-df878b29edb9 req-3a7a5aa8-fea4-4a03-be3f-958da973fe9d tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5068771-c2eb-45af-a6d4-098f3f758424&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377767 Feb 04 09:04:49.494559 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f1cfad-0956-45c5-8505-4188bd999454 req-0542732d-d7fa-4f7b-91d7-cfa5431f8c53 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:04:49.496013 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b7f1cfad-0956-45c5-8505-4188bd999454 req-0542732d-d7fa-4f7b-91d7-cfa5431f8c53 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/ports?device_id=40cc3d5c-93cb-47f7-ac48-7c1eba4c97cd HTTP/1.1" status: 200 len: 943 time: 0.0755024 Feb 04 09:04:49.507565 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-e52d980f-3bf9-461d-a5f5-5e5bbf2d1d2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:04:49.545941 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b7f1cfad-0956-45c5-8505-4188bd999454 req-4b45fa11-ab59-4ac5-af65-ef9ee876c461 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5068771-c2eb-45af-a6d4-098f3f758424&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443254 Feb 04 09:04:50.742143 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a03a1e-9d01-4d68-a4fe-229581a04f2d req-591bedce-baae-4e08-8712-525f77a64e9d tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:04:50.743576 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-12a03a1e-9d01-4d68-a4fe-229581a04f2d req-591bedce-baae-4e08-8712-525f77a64e9d tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/ports?device_id=40cc3d5c-93cb-47f7-ac48-7c1eba4c97cd HTTP/1.1" status: 200 len: 943 time: 0.0747256 Feb 04 09:04:50.789854 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-12a03a1e-9d01-4d68-a4fe-229581a04f2d req-12c0ec7a-607c-4278-9ff0-4e80209c2701 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5068771-c2eb-45af-a6d4-098f3f758424&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407007 Feb 04 09:04:51.109034 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 09:04:51.741321 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-57bdb797-620b-44f3-a2c6-0c6cec262dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:04:52.000604 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef07226-43ba-45af-81aa-7c9fb6ba366e req-e9c59342-193f-4b13-8f01-f2c57d2eab7d tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:04:52.001985 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-eef07226-43ba-45af-81aa-7c9fb6ba366e req-e9c59342-193f-4b13-8f01-f2c57d2eab7d tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/ports?device_id=40cc3d5c-93cb-47f7-ac48-7c1eba4c97cd HTTP/1.1" status: 200 len: 943 time: 0.0808866 Feb 04 09:04:52.046753 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-eef07226-43ba-45af-81aa-7c9fb6ba366e req-fc59b965-8b62-46c2-94e7-b84912b9026c tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5068771-c2eb-45af-a6d4-098f3f758424&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392425 Feb 04 09:04:52.337263 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device ad1d38ff-da1f-4f8b-9ec0-ca4cd06f92ee details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=84109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 09:04:52.465494 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port ad1d38ff-da1f-4f8b-9ec0-ca4cd06f92ee, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=ad1d38ff-da1f-4f8b-9ec0-ca4cd06f92ee,segment=NetworkSegment(c58f067f-11a7-4181-acd6-9dc924f723a5),segment_id=c58f067f-11a7-4181-acd6-9dc924f723a5)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:04:52.477904 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Returning: {'device': 'ad1d38ff-da1f-4f8b-9ec0-ca4cd06f92ee', 'network_id': '42f55672-b0a0-47ac-89f1-219a04ac67e9', 'port_id': 'ad1d38ff-da1f-4f8b-9ec0-ca4cd06f92ee', 'mac_address': 'fa:16:3e:2f:4f:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aad4944-d1ab-4f44-8c6f-0ef8db6b5dce', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 09:04:52.538121 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:04:52.556652 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad1d38ff-da1f-4f8b-9ec0-ca4cd06f92ee {{(pid=84109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 09:04:52.571588 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port ad1d38ff-da1f-4f8b-9ec0-ca4cd06f92ee, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=ad1d38ff-da1f-4f8b-9ec0-ca4cd06f92ee,segment=NetworkSegment(c58f067f-11a7-4181-acd6-9dc924f723a5),segment_id=c58f067f-11a7-4181-acd6-9dc924f723a5)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:04:52.632793 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:04:52.700014 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=ad1d38ff-da1f-4f8b-9ec0-ca4cd06f92ee,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:04:52.708375 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:04:52.708742 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:04:52.709076 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:04:52.709407 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:04:52.709731 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:04:52.710049 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:04:52.710368 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:04:52.710688 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:04:52.711006 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:04:52.711321 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:04:52.711633 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:04:52.912736 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:04:52.941302 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:04:53.052153 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] get_ports_and_sgs() called for port_ids ['ad1d38ff-da1f-4f8b-9ec0-ca4cd06f92ee'] {{(pid=84109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 09:04:53.235613 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d3d2bf-1572-4394-af7c-29944ca8ca42 req-7b16c112-1c34-4346-83ba-60d58395e0a8 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:04:53.237115 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-05d3d2bf-1572-4394-af7c-29944ca8ca42 req-7b16c112-1c34-4346-83ba-60d58395e0a8 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/ports?device_id=40cc3d5c-93cb-47f7-ac48-7c1eba4c97cd HTTP/1.1" status: 200 len: 944 time: 0.0746391 Feb 04 09:04:53.281908 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-05d3d2bf-1572-4394-af7c-29944ca8ca42 req-68695c99-1b1e-4e8f-a315-9a35bc7d9b2e tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5068771-c2eb-45af-a6d4-098f3f758424&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392413 Feb 04 09:04:54.336787 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device ad1d38ff-da1f-4f8b-9ec0-ca4cd06f92ee up at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:04:54.433388 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:04:54.461577 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Provisioning for port ad1d38ff-da1f-4f8b-9ec0-ca4cd06f92ee completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:04:54.467272 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Provisioning complete for port ad1d38ff-da1f-4f8b-9ec0-ca4cd06f92ee triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:04:54.467635 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:04:54.479256 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f758467-2ef9-4e58-af5d-995780e74e6b req-6db3e1a0-477f-492d-a6fb-79f46eb05310 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:04:54.480849 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7f758467-2ef9-4e58-af5d-995780e74e6b req-6db3e1a0-477f-492d-a6fb-79f46eb05310 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/ports?device_id=40cc3d5c-93cb-47f7-ac48-7c1eba4c97cd HTTP/1.1" status: 200 len: 944 time: 0.0812378 Feb 04 09:04:54.534150 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7f758467-2ef9-4e58-af5d-995780e74e6b req-986cbfc7-9578-4148-889b-da8c07a099f9 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5068771-c2eb-45af-a6d4-098f3f758424&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479414 Feb 04 09:04:54.593522 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:04:54.618897 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40cc3d5c-93cb-47f7-ac48-7c1eba4c97cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad1d38ff-da1f-4f8b-9ec0-ca4cd06f92ee'}] {{(pid=84109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:04:54.628019 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port ad1d38ff-da1f-4f8b-9ec0-ca4cd06f92ee, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=ad1d38ff-da1f-4f8b-9ec0-ca4cd06f92ee,segment=NetworkSegment(c58f067f-11a7-4181-acd6-9dc924f723a5),segment_id=c58f067f-11a7-4181-acd6-9dc924f723a5)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:04:54.701524 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:04:54.768857 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=ad1d38ff-da1f-4f8b-9ec0-ca4cd06f92ee,revision_number=5']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:04:55.692022 dv-neutron-827798-2-hyperv neutron-server[84109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40cc3d5c-93cb-47f7-ac48-7c1eba4c97cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad1d38ff-da1f-4f8b-9ec0-ca4cd06f92ee', 'code': 200} Feb 04 09:04:55.731593 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d34f71-70c2-491f-a59d-39e96dacb809 req-a8a6fdf4-12f3-4df5-bbc6-15e890d30bf2 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:04:55.733053 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b9d34f71-70c2-491f-a59d-39e96dacb809 req-a8a6fdf4-12f3-4df5-bbc6-15e890d30bf2 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/ports?device_id=40cc3d5c-93cb-47f7-ac48-7c1eba4c97cd HTTP/1.1" status: 200 len: 945 time: 0.0822535 Feb 04 09:04:55.782044 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b9d34f71-70c2-491f-a59d-39e96dacb809 req-d0e9ea45-2fa7-49be-8066-4a3d338a8178 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5068771-c2eb-45af-a6d4-098f3f758424&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435255 Feb 04 09:04:56.070446 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e1d0209e-304c-4121-8a44-a9b29fa727b4 req-515d85a3-7d6b-4cee-814a-9b244b816525 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=40cc3d5c-93cb-47f7-ac48-7c1eba4c97cd HTTP/1.1" status: 200 len: 1098 time: 0.0656822 Feb 04 09:04:56.110634 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e1d0209e-304c-4121-8a44-a9b29fa727b4 req-6da4385e-414f-4e8b-8300-012efa8fe084 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b5068771-c2eb-45af-a6d4-098f3f758424&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346963 Feb 04 09:04:56.227632 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:04:56.980494 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9817bfb-38b0-48aa-99a9-f4ae433cceaf req-9e65a295-441d-4439-922c-22eb0e7861f5 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:04:56.981945 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e9817bfb-38b0-48aa-99a9-f4ae433cceaf req-9e65a295-441d-4439-922c-22eb0e7861f5 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/ports?device_id=40cc3d5c-93cb-47f7-ac48-7c1eba4c97cd HTTP/1.1" status: 200 len: 945 time: 0.0787332 Feb 04 09:04:57.025514 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e9817bfb-38b0-48aa-99a9-f4ae433cceaf req-e46f1ebb-94d2-43e8-a89a-d26154c49aaa tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5068771-c2eb-45af-a6d4-098f3f758424&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380425 Feb 04 09:04:58.218825 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572c17b7-3c08-43bf-a104-ec18b07a1df9 req-75194e8c-e40a-4f49-90be-185fbf4b05e5 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:04:58.220223 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-572c17b7-3c08-43bf-a104-ec18b07a1df9 req-75194e8c-e40a-4f49-90be-185fbf4b05e5 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/ports?device_id=40cc3d5c-93cb-47f7-ac48-7c1eba4c97cd HTTP/1.1" status: 200 len: 945 time: 0.0732603 Feb 04 09:04:58.263805 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-572c17b7-3c08-43bf-a104-ec18b07a1df9 req-1b89bf09-101c-49f4-a18b-e6a602fdc56c tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5068771-c2eb-45af-a6d4-098f3f758424&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380661 Feb 04 09:04:58.456165 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515deb5a-9f57-4efc-9576-780fa347275c req-68b6287b-b68e-4b67-8cba-49bd0cd72fbc tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:04:58.457595 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-515deb5a-9f57-4efc-9576-780fa347275c req-68b6287b-b68e-4b67-8cba-49bd0cd72fbc tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/ports?device_id=40cc3d5c-93cb-47f7-ac48-7c1eba4c97cd HTTP/1.1" status: 200 len: 945 time: 0.0769384 Feb 04 09:04:58.500864 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-515deb5a-9f57-4efc-9576-780fa347275c req-ee4b39e0-58bb-4669-8b2f-4e8cffc0c1e8 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5068771-c2eb-45af-a6d4-098f3f758424&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378852 Feb 04 09:04:58.528506 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 59474) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:04:58.595055 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-9d002197-1f5e-46aa-bba1-fef94b989fa7 tempest-TestVolumeBootPattern-1192465193 tempest-TestVolumeBootPattern-1192465193-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=40cc3d5c-93cb-47f7-ac48-7c1eba4c97cd HTTP/1.1" status: 200 len: 1093 time: 0.0649858 Feb 04 09:04:58.597701 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 59478) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:04:58.602664 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-161757ab-354f-4358-9733-b5ae144c56e2 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Request body: {'floatingip': {'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'port_id': 'ad1d38ff-da1f-4f8b-9ec0-ca4cd06f92ee', 'tenant_id': 'a162399f42e34cb89b926f12253aac07', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:04:58.608499 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-161757ab-354f-4358-9733-b5ae144c56e2 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:04:58.612214 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-161757ab-354f-4358-9733-b5ae144c56e2 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Usage tracker for resource:floatingip and tenant:a162399f42e34cb89b926f12253aac07 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:04:58.615003 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-161757ab-354f-4358-9733-b5ae144c56e2 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:04:58.620564 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-161757ab-354f-4358-9733-b5ae144c56e2 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:04:58.751052 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-161757ab-354f-4358-9733-b5ae144c56e2 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify callbacks [] for floatingip, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:04:58.887465 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-161757ab-354f-4358-9733-b5ae144c56e2 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:04:59.183980 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-161757ab-354f-4358-9733-b5ae144c56e2 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Allocated IP 172.26.3.32 (e264bd74-c56b-43d0-9059-bcb57dbbe5bc/79caf47c-b62c-4ea0-b35f-21ede155daa8/328e1aec-4bdf-435c-8ed2-3fa945769a92) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 09:04:59.274994 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-58f5433b-1d9b-4c64-a687-77c88b640601 req-a730bdfa-610c-4ed2-b91c-d221b887f13f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=40cc3d5c-93cb-47f7-ac48-7c1eba4c97cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1680477 Feb 04 09:04:59.337938 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-161757ab-354f-4358-9733-b5ae144c56e2 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:04:59.421246 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-58f5433b-1d9b-4c64-a687-77c88b640601 req-81b359bc-330d-4150-857f-02212a08f255 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a162399f42e34cb89b926f12253aac07&device_id=40cc3d5c-93cb-47f7-ac48-7c1eba4c97cd HTTP/1.1" status: 200 len: 1098 time: 0.0802152 Feb 04 09:04:59.507823 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-161757ab-354f-4358-9733-b5ae144c56e2 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:04:59.602006 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161757ab-354f-4358-9733-b5ae144c56e2 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Network e264bd74-c56b-43d0-9059-bcb57dbbe5bc is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:04:59.602863 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161757ab-354f-4358-9733-b5ae144c56e2 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Pushing event updated for resources: {'Port': ['ID=328e1aec-4bdf-435c-8ed2-3fa945769a92,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:04:59.608101 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-161757ab-354f-4358-9733-b5ae144c56e2 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:04:59.618700 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161757ab-354f-4358-9733-b5ae144c56e2 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 09:04:59.676101 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f5433b-1d9b-4c64-a687-77c88b640601 req-49f4f931-a75f-4072-878c-e95e8f902d45 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:04:59.677561 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-58f5433b-1d9b-4c64-a687-77c88b640601 req-49f4f931-a75f-4072-878c-e95e8f902d45 service neutron] 10.222.0.47 "GET /v2.0/networks?id=42f55672-b0a0-47ac-89f1-219a04ac67e9 HTTP/1.1" status: 200 len: 912 time: 0.2379968 Feb 04 09:04:59.786561 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-58f5433b-1d9b-4c64-a687-77c88b640601 req-374e3639-7763-47ac-9667-86adb2625b49 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad1d38ff-da1f-4f8b-9ec0-ca4cd06f92ee HTTP/1.1" status: 200 len: 217 time: 0.1014256 Feb 04 09:04:59.902368 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f5433b-1d9b-4c64-a687-77c88b640601 req-285e2f4a-5c23-416c-a7b7-81e5ff3ed38f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:04:59.904040 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-58f5433b-1d9b-4c64-a687-77c88b640601 req-285e2f4a-5c23-416c-a7b7-81e5ff3ed38f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2aad4944-d1ab-4f44-8c6f-0ef8db6b5dce HTTP/1.1" status: 200 len: 850 time: 0.1092126 Feb 04 09:05:00.138966 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-58f5433b-1d9b-4c64-a687-77c88b640601 req-762e5fa6-a9b8-4d3b-9fdd-6817ee50e16e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=42f55672-b0a0-47ac-89f1-219a04ac67e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2251327 Feb 04 09:05:00.295706 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-58f5433b-1d9b-4c64-a687-77c88b640601 req-a98703e4-793e-4481-ac80-5ce81a33924b service neutron] 10.222.0.47 "GET /v2.0/networks/42f55672-b0a0-47ac-89f1-219a04ac67e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494696 Feb 04 09:05:00.607480 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-161757ab-354f-4358-9733-b5ae144c56e2 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:05:00.609742 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-58f5433b-1d9b-4c64-a687-77c88b640601 req-122062bb-716b-4144-9fde-c2746c487494 service neutron] 10.222.0.47 "GET /v2.0/networks/42f55672-b0a0-47ac-89f1-219a04ac67e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3054900 Feb 04 09:05:00.732918 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-161757ab-354f-4358-9733-b5ae144c56e2 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:05:00.933656 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-161757ab-354f-4358-9733-b5ae144c56e2 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:05:01.019562 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-161757ab-354f-4358-9733-b5ae144c56e2 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:05:01.124246 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161757ab-354f-4358-9733-b5ae144c56e2 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Pushing event updated for resources: {'Port': ['ID=328e1aec-4bdf-435c-8ed2-3fa945769a92,revision_number=2']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:05:01.140061 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-161757ab-354f-4358-9733-b5ae144c56e2 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473039'] for floatingip, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:05:01.324972 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.l3_db [None req-161757ab-354f-4358-9733-b5ae144c56e2 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Floating IP 2aebf888-0770-48be-9fe6-f8a9612b941f associated. External IP: 172.26.3.32, port: ad1d38ff-da1f-4f8b-9ec0-ca4cd06f92ee. Feb 04 09:05:01.698206 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-161757ab-354f-4358-9733-b5ae144c56e2 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Router 95874e6b-8484-436a-8aa0-3f5497205c60 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 09:05:01.891117 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-161757ab-354f-4358-9733-b5ae144c56e2 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 09:05:01.905048 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a33a42e-d8a3-4ec3-993f-6b16ec2993ab None None] Sync routers for ids ['95874e6b-8484-436a-8aa0-3f5497205c60'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 09:05:01.916700 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a33a42e-d8a3-4ec3-993f-6b16ec2993ab None None] Routers {'95874e6b-8484-436a-8aa0-3f5497205c60'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:05:01.917805 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-0a33a42e-d8a3-4ec3-993f-6b16ec2993ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:04:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['95874e6b-8484-436a-8aa0-3f5497205c60'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:05:01.982096 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-161757ab-354f-4358-9733-b5ae144c56e2 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for floatingip, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:05:02.034685 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-161757ab-354f-4358-9733-b5ae144c56e2 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.4359956 Feb 04 09:05:02.035318 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40cc3d5c-93cb-47f7-ac48-7c1eba4c97cd', 'tag': 'ad1d38ff-da1f-4f8b-9ec0-ca4cd06f92ee'}] {{(pid=84107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:05:02.090420 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40cc3d5c-93cb-47f7-ac48-7c1eba4c97cd', 'tag': 'ad1d38ff-da1f-4f8b-9ec0-ca4cd06f92ee', 'status': 'completed', 'code': 200} Feb 04 09:05:02.100582 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-0a33a42e-d8a3-4ec3-993f-6b16ec2993ab None None] Set router 95874e6b-8484-436a-8aa0-3f5497205c60 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:05:02.183632 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-81173c9b-94e8-4923-9f2f-ec8a3a50de23 req-c955b16a-b84a-46fd-829d-3d8cfa97d37a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a162399f42e34cb89b926f12253aac07&device_id=40cc3d5c-93cb-47f7-ac48-7c1eba4c97cd HTTP/1.1" status: 200 len: 1098 time: 0.0701909 Feb 04 09:05:02.419123 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81173c9b-94e8-4923-9f2f-ec8a3a50de23 req-f9f0f4e2-a057-4336-aafb-a5ebe1b42bf7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:05:02.421067 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-81173c9b-94e8-4923-9f2f-ec8a3a50de23 req-f9f0f4e2-a057-4336-aafb-a5ebe1b42bf7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=42f55672-b0a0-47ac-89f1-219a04ac67e9 HTTP/1.1" status: 200 len: 912 time: 0.2317319 Feb 04 09:05:02.444829 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-0a33a42e-d8a3-4ec3-993f-6b16ec2993ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95874e6b-8484-436a-8aa0-3f5497205c60', 'name': 'tempest-TestVolumeBootPattern-833814806-router', 'tenant_id': 'a162399f42e34cb89b926f12253aac07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': 'bd968388-17b1-4693-8ca7-7e5ef583d969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:00:32Z', 'updated_at': '2022-02-04T09:00:36Z', 'revision_number': 4, 'project_id': 'a162399f42e34cb89b926f12253aac07', 'gw_port': {'id': 'bd968388-17b1-4693-8ca7-7e5ef583d969', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95874e6b-8484-436a-8aa0-3f5497205c60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:00:33Z', 'updated_at': '2022-02-04T09:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': '2aebf888-0770-48be-9fe6-f8a9612b941f', 'tenant_id': 'a162399f42e34cb89b926f12253aac07', 'floating_ip_address': '172.26.3.32', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': '95874e6b-8484-436a-8aa0-3f5497205c60', 'port_id': 'ad1d38ff-da1f-4f8b-9ec0-ca4cd06f92ee', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42f55672-b0a0-47ac-89f1-219a04ac67e9', 'mac_address': 'fa:16:3e:2f:4f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40cc3d5c-93cb-47f7-ac48-7c1eba4c97cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T09:05:00Z', 'updated_at': '2022-02-04T09:05:00Z', 'revision_number': 0, 'project_id': 'a162399f42e34cb89b926f12253aac07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72430469-82b4-484c-b9c6-5e3f72a97b42', 'name': '', 'network_id': '42f55672-b0a0-47ac-89f1-219a04ac67e9', 'tenant_id': 'a162399f42e34cb89b926f12253aac07', 'mac_address': 'fa:16:3e:41:05:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95874e6b-8484-436a-8aa0-3f5497205c60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2aad4944-d1ab-4f44-8c6f-0ef8db6b5dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:00:35Z', 'updated_at': '2022-02-04T09:00:55Z', 'revision_number': 5, 'project_id': 'a162399f42e34cb89b926f12253aac07', 'subnets': [{'id': '2aad4944-d1ab-4f44-8c6f-0ef8db6b5dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:05:02.448632 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a33a42e-d8a3-4ec3-993f-6b16ec2993ab None None] Checking router: 95874e6b-8484-436a-8aa0-3f5497205c60 for host: dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 09:05:02.459112 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a33a42e-d8a3-4ec3-993f-6b16ec2993ab None None] Routers {'95874e6b-8484-436a-8aa0-3f5497205c60'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:05:02.459693 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-0a33a42e-d8a3-4ec3-993f-6b16ec2993ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:04:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['95874e6b-8484-436a-8aa0-3f5497205c60'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:05:02.524420 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-81173c9b-94e8-4923-9f2f-ec8a3a50de23 req-2d2a8eaa-c3bd-4097-bb38-35cce2440d14 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad1d38ff-da1f-4f8b-9ec0-ca4cd06f92ee HTTP/1.1" status: 200 len: 998 time: 0.0974171 Feb 04 09:05:02.584648 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81173c9b-94e8-4923-9f2f-ec8a3a50de23 req-fbac09a9-030e-4103-aceb-10572c82d82f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:05:02.586054 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-81173c9b-94e8-4923-9f2f-ec8a3a50de23 req-fbac09a9-030e-4103-aceb-10572c82d82f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2aad4944-d1ab-4f44-8c6f-0ef8db6b5dce HTTP/1.1" status: 200 len: 850 time: 0.0562012 Feb 04 09:05:02.666186 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-81173c9b-94e8-4923-9f2f-ec8a3a50de23 req-ae5dd46d-dc87-4e20-a4e5-5c18e8bc1b3a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=42f55672-b0a0-47ac-89f1-219a04ac67e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704257 Feb 04 09:05:02.671818 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-0a33a42e-d8a3-4ec3-993f-6b16ec2993ab None None] Set router 95874e6b-8484-436a-8aa0-3f5497205c60 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:05:02.796028 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-81173c9b-94e8-4923-9f2f-ec8a3a50de23 req-b533fca3-375d-4b85-9a70-eb2a70fad5e7 service neutron] 10.222.0.47 "GET /v2.0/networks/42f55672-b0a0-47ac-89f1-219a04ac67e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237664 Feb 04 09:05:02.928321 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-81173c9b-94e8-4923-9f2f-ec8a3a50de23 req-fa6bc99e-2f3a-43a3-9efe-22b76a211fde service neutron] 10.222.0.47 "GET /v2.0/networks/42f55672-b0a0-47ac-89f1-219a04ac67e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258936 Feb 04 09:05:03.018306 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-0a33a42e-d8a3-4ec3-993f-6b16ec2993ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95874e6b-8484-436a-8aa0-3f5497205c60', 'name': 'tempest-TestVolumeBootPattern-833814806-router', 'tenant_id': 'a162399f42e34cb89b926f12253aac07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': 'bd968388-17b1-4693-8ca7-7e5ef583d969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:00:32Z', 'updated_at': '2022-02-04T09:00:36Z', 'revision_number': 4, 'project_id': 'a162399f42e34cb89b926f12253aac07', 'gw_port': {'id': 'bd968388-17b1-4693-8ca7-7e5ef583d969', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95874e6b-8484-436a-8aa0-3f5497205c60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:00:33Z', 'updated_at': '2022-02-04T09:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': '2aebf888-0770-48be-9fe6-f8a9612b941f', 'tenant_id': 'a162399f42e34cb89b926f12253aac07', 'floating_ip_address': '172.26.3.32', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': '95874e6b-8484-436a-8aa0-3f5497205c60', 'port_id': 'ad1d38ff-da1f-4f8b-9ec0-ca4cd06f92ee', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42f55672-b0a0-47ac-89f1-219a04ac67e9', 'mac_address': 'fa:16:3e:2f:4f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40cc3d5c-93cb-47f7-ac48-7c1eba4c97cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T09:05:00Z', 'updated_at': '2022-02-04T09:05:00Z', 'revision_number': 0, 'project_id': 'a162399f42e34cb89b926f12253aac07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72430469-82b4-484c-b9c6-5e3f72a97b42', 'name': '', 'network_id': '42f55672-b0a0-47ac-89f1-219a04ac67e9', 'tenant_id': 'a162399f42e34cb89b926f12253aac07', 'mac_address': 'fa:16:3e:41:05:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95874e6b-8484-436a-8aa0-3f5497205c60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2aad4944-d1ab-4f44-8c6f-0ef8db6b5dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:00:35Z', 'updated_at': '2022-02-04T09:00:55Z', 'revision_number': 5, 'project_id': 'a162399f42e34cb89b926f12253aac07', 'subnets': [{'id': '2aad4944-d1ab-4f44-8c6f-0ef8db6b5dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:05:03.022148 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a33a42e-d8a3-4ec3-993f-6b16ec2993ab None None] The sync data for ids ['95874e6b-8484-436a-8aa0-3f5497205c60'] in dv-neutron-827798-2-hyperv is: [{'id': '95874e6b-8484-436a-8aa0-3f5497205c60', 'name': 'tempest-TestVolumeBootPattern-833814806-router', 'tenant_id': 'a162399f42e34cb89b926f12253aac07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': 'bd968388-17b1-4693-8ca7-7e5ef583d969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:00:32Z', 'updated_at': '2022-02-04T09:00:36Z', 'revision_number': 4, 'project_id': 'a162399f42e34cb89b926f12253aac07', 'gw_port': {'id': 'bd968388-17b1-4693-8ca7-7e5ef583d969', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95874e6b-8484-436a-8aa0-3f5497205c60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:00:33Z', 'updated_at': '2022-02-04T09:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': '2aebf888-0770-48be-9fe6-f8a9612b941f', 'tenant_id': 'a162399f42e34cb89b926f12253aac07', 'floating_ip_address': '172.26.3.32', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': '95874e6b-8484-436a-8aa0-3f5497205c60', 'port_id': 'ad1d38ff-da1f-4f8b-9ec0-ca4cd06f92ee', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42f55672-b0a0-47ac-89f1-219a04ac67e9', 'mac_address': 'fa:16:3e:2f:4f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40cc3d5c-93cb-47f7-ac48-7c1eba4c97cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T09:05:00Z', 'updated_at': '2022-02-04T09:05:00Z', 'revision_number': 0, 'project_id': 'a162399f42e34cb89b926f12253aac07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72430469-82b4-484c-b9c6-5e3f72a97b42', 'name': '', 'network_id': '42f55672-b0a0-47ac-89f1-219a04ac67e9', 'tenant_id': 'a162399f42e34cb89b926f12253aac07', 'mac_address': 'fa:16:3e:41:05:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95874e6b-8484-436a-8aa0-3f5497205c60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2aad4944-d1ab-4f44-8c6f-0ef8db6b5dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:00:35Z', 'updated_at': '2022-02-04T09:00:55Z', 'revision_number': 5, 'project_id': 'a162399f42e34cb89b926f12253aac07', 'subnets': [{'id': '2aad4944-d1ab-4f44-8c6f-0ef8db6b5dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 09:05:03.210515 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a29c9e8-8ac9-4730-bfb6-03b7cc7e14a2 None None] New status for floating IP 2aebf888-0770-48be-9fe6-f8a9612b941f: ACTIVE {{(pid=84110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 09:05:19.518488 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-420750b3-4445-40dd-9229-71e7da4dcb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:05:21.743024 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2873ed4b-9d4f-432e-b1f8-03fd285c180b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:05:22.918512 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:05:22.947520 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:05:24.430841 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:05:26.209592 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:05:28.109642 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 09:05:49.495410 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-88a2484d-67a5-49cc-b418-f18263520aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:05:51.767323 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-24f096d9-bbc9-46b9-8ea9-eae79a29d365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:05:52.929522 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:05:52.952385 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:05:54.420827 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:05:56.292987 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:05:59.152136 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-87711d6d-d34a-4f29-82ec-a3a1074c4fdc req-95b7b34f-6831-471a-b8cc-7399c2fba21c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=40cc3d5c-93cb-47f7-ac48-7c1eba4c97cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0668366 Feb 04 09:05:59.286651 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-87711d6d-d34a-4f29-82ec-a3a1074c4fdc req-222dca79-ac88-42ed-9ac6-d61c386c461f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a162399f42e34cb89b926f12253aac07&device_id=40cc3d5c-93cb-47f7-ac48-7c1eba4c97cd HTTP/1.1" status: 200 len: 1098 time: 0.0681834 Feb 04 09:05:59.429038 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87711d6d-d34a-4f29-82ec-a3a1074c4fdc req-be2d1437-16bc-4cd2-83ee-62d6465045dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:05:59.430604 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-87711d6d-d34a-4f29-82ec-a3a1074c4fdc req-be2d1437-16bc-4cd2-83ee-62d6465045dd service neutron] 10.222.0.47 "GET /v2.0/networks?id=42f55672-b0a0-47ac-89f1-219a04ac67e9 HTTP/1.1" status: 200 len: 912 time: 0.1248410 Feb 04 09:05:59.533767 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-87711d6d-d34a-4f29-82ec-a3a1074c4fdc req-5cd05c0b-2581-4fa4-b122-7ba935174521 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad1d38ff-da1f-4f8b-9ec0-ca4cd06f92ee HTTP/1.1" status: 200 len: 1000 time: 0.0973916 Feb 04 09:05:59.597578 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87711d6d-d34a-4f29-82ec-a3a1074c4fdc req-3f0a9bef-475c-4ce5-8e89-c17f0ef461a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:05:59.598993 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-87711d6d-d34a-4f29-82ec-a3a1074c4fdc req-3f0a9bef-475c-4ce5-8e89-c17f0ef461a5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2aad4944-d1ab-4f44-8c6f-0ef8db6b5dce HTTP/1.1" status: 200 len: 850 time: 0.0599818 Feb 04 09:05:59.671673 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-87711d6d-d34a-4f29-82ec-a3a1074c4fdc req-0ecaf964-a04b-4844-acea-4d6d068ea906 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=42f55672-b0a0-47ac-89f1-219a04ac67e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668209 Feb 04 09:05:59.800807 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-87711d6d-d34a-4f29-82ec-a3a1074c4fdc req-4b737e13-e769-4755-a24a-eb6597fad5db service neutron] 10.222.0.47 "GET /v2.0/networks/42f55672-b0a0-47ac-89f1-219a04ac67e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229870 Feb 04 09:05:59.930542 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-87711d6d-d34a-4f29-82ec-a3a1074c4fdc req-5d3cd63a-e012-481a-ae1f-a5125c5e06f7 service neutron] 10.222.0.47 "GET /v2.0/networks/42f55672-b0a0-47ac-89f1-219a04ac67e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241364 Feb 04 09:06:05.109670 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 09:06:19.512161 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-8373ab3e-f0c4-4ecb-a2f2-a2823b547010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:06:21.743913 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-84271181-ddcc-41f1-bbdc-708f810b6020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:06:22.949414 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:06:22.972161 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:06:24.414729 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:06:26.269990 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:06:42.110020 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 09:06:49.535040 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61aafc94-2321-42d5-8dc4-09654b6c1f9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:06:51.731995 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-7f8de163-387d-4907-b6db-75262d856d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:06:52.918022 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:06:52.943479 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:06:54.421627 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:06:56.240577 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:06:59.135423 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a4c4503e-6b87-47a5-939b-ef202dfa0876 req-dc985e51-9ee2-4474-94ee-1edeb22916cb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=40cc3d5c-93cb-47f7-ac48-7c1eba4c97cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0649269 Feb 04 09:06:59.273242 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a4c4503e-6b87-47a5-939b-ef202dfa0876 req-d466d895-4b0d-45f5-9d21-8ecf5f54a218 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a162399f42e34cb89b926f12253aac07&device_id=40cc3d5c-93cb-47f7-ac48-7c1eba4c97cd HTTP/1.1" status: 200 len: 1098 time: 0.0720782 Feb 04 09:06:59.501092 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c4503e-6b87-47a5-939b-ef202dfa0876 req-de707a91-876f-4936-a742-b5f74fd259aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:06:59.502526 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a4c4503e-6b87-47a5-939b-ef202dfa0876 req-de707a91-876f-4936-a742-b5f74fd259aa service neutron] 10.222.0.47 "GET /v2.0/networks?id=42f55672-b0a0-47ac-89f1-219a04ac67e9 HTTP/1.1" status: 200 len: 912 time: 0.2110479 Feb 04 09:06:59.604054 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a4c4503e-6b87-47a5-939b-ef202dfa0876 req-8c467a3b-60a0-4a87-a947-0f3c700887b6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad1d38ff-da1f-4f8b-9ec0-ca4cd06f92ee HTTP/1.1" status: 200 len: 1000 time: 0.0958705 Feb 04 09:06:59.664912 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c4503e-6b87-47a5-939b-ef202dfa0876 req-7b71195e-f702-4c39-b1f4-1bdf88ae9c73 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:06:59.666321 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a4c4503e-6b87-47a5-939b-ef202dfa0876 req-7b71195e-f702-4c39-b1f4-1bdf88ae9c73 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2aad4944-d1ab-4f44-8c6f-0ef8db6b5dce HTTP/1.1" status: 200 len: 850 time: 0.0561748 Feb 04 09:06:59.744235 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a4c4503e-6b87-47a5-939b-ef202dfa0876 req-7f26cf71-2cb9-4e0c-ae02-70fcb2f499ff service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=42f55672-b0a0-47ac-89f1-219a04ac67e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711799 Feb 04 09:06:59.873624 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a4c4503e-6b87-47a5-939b-ef202dfa0876 req-ff3e3c69-188b-4233-b547-cef617f7ad17 service neutron] 10.222.0.47 "GET /v2.0/networks/42f55672-b0a0-47ac-89f1-219a04ac67e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229293 Feb 04 09:07:00.005070 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a4c4503e-6b87-47a5-939b-ef202dfa0876 req-d9726a41-86b1-4bde-af0f-5d9f5708767d service neutron] 10.222.0.47 "GET /v2.0/networks/42f55672-b0a0-47ac-89f1-219a04ac67e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259074 Feb 04 09:07:19.109632 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 09:07:19.471807 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-8527d48e-260f-4236-a1f2-458bff239559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:07:21.737442 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-01224440-68ae-4a85-a0cd-a9f158457dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:07:22.929395 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:07:22.958130 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:07:24.411467 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:07:26.234145 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:07:42.134234 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f1c8cc83-469d-4251-910d-b11b4f120eed req-7363dc1f-d6be-4b1a-8ec4-6bfb89b10c7f tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-74836672&fields=id&tenant_id=a162399f42e34cb89b926f12253aac07 HTTP/1.1" status: 200 len: 267 time: 0.0397227 Feb 04 09:07:42.274661 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c8cc83-469d-4251-910d-b11b4f120eed req-09432edf-0022-48cc-839c-35b551314a8d tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:07:42.275980 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f1c8cc83-469d-4251-910d-b11b4f120eed req-09432edf-0022-48cc-839c-35b551314a8d tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/networks?id=42f55672-b0a0-47ac-89f1-219a04ac67e9 HTTP/1.1" status: 200 len: 811 time: 0.1357203 Feb 04 09:07:42.291687 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f1c8cc83-469d-4251-910d-b11b4f120eed req-2317dc26-0f30-4fb7-9265-28e280195788 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/quotas/a162399f42e34cb89b926f12253aac07 HTTP/1.1" status: 200 len: 375 time: 0.0104213 Feb 04 09:07:42.372936 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f1c8cc83-469d-4251-910d-b11b4f120eed req-b6070679-3cd2-48a6-9988-b95bf8a7be46 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a162399f42e34cb89b926f12253aac07&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0766509 Feb 04 09:07:42.505266 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f1c8cc83-469d-4251-910d-b11b4f120eed req-44f268f1-9b91-40d6-977f-0ec724a00f1a service neutron] 10.222.0.36 "GET /v2.0/networks/42f55672-b0a0-47ac-89f1-219a04ac67e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208482 Feb 04 09:07:42.633278 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f1c8cc83-469d-4251-910d-b11b4f120eed req-932d4d81-65a7-4fba-9777-c2acc8558c7c service neutron] 10.222.0.36 "GET /v2.0/networks/42f55672-b0a0-47ac-89f1-219a04ac67e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223938 Feb 04 09:07:43.355147 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-cf569308-8ba1-4c3c-963a-04764867956d req-f09be3e2-c60d-4e4c-a846-e19060aaaec1 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/ports?device_id=86166332-17df-433b-bf38-e17a77c4c065 HTTP/1.1" status: 200 len: 210 time: 0.0448616 Feb 04 09:07:44.514791 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7b637c45-15e4-45f6-8d6d-441ee0908d8a req-9bd7af6f-f5d1-4087-823b-18241225538b tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/ports?device_id=86166332-17df-433b-bf38-e17a77c4c065 HTTP/1.1" status: 200 len: 210 time: 0.0414765 Feb 04 09:07:45.250001 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c8cc83-469d-4251-910d-b11b4f120eed req-ed961073-e239-4399-bce5-da9281e47018 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:07:45.251308 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f1c8cc83-469d-4251-910d-b11b4f120eed req-ed961073-e239-4399-bce5-da9281e47018 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.47 "GET /v2.0/networks?id=42f55672-b0a0-47ac-89f1-219a04ac67e9 HTTP/1.1" status: 200 len: 811 time: 0.1394422 Feb 04 09:07:45.303743 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f1c8cc83-469d-4251-910d-b11b4f120eed req-a4d2a04f-3f49-460c-b540-ff49aed5b0c4 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a162399f42e34cb89b926f12253aac07 HTTP/1.1" status: 200 len: 378 time: 0.0404239 Feb 04 09:07:45.311701 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [req-f1c8cc83-469d-4251-910d-b11b4f120eed req-3528410e-b37f-41db-a3dc-049a0ecbf299 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Request body: {'port': {'device_id': '86166332-17df-433b-bf38-e17a77c4c065', 'network_id': '42f55672-b0a0-47ac-89f1-219a04ac67e9', 'admin_state_up': True, 'tenant_id': 'a162399f42e34cb89b926f12253aac07', 'security_groups': ['b5068771-c2eb-45af-a6d4-098f3f758424']}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:07:45.449099 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [req-f1c8cc83-469d-4251-910d-b11b4f120eed req-3528410e-b37f-41db-a3dc-049a0ecbf299 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:07:45.458731 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [req-f1c8cc83-469d-4251-910d-b11b4f120eed req-3528410e-b37f-41db-a3dc-049a0ecbf299 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:07:45.551883 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1c8cc83-469d-4251-910d-b11b4f120eed req-3528410e-b37f-41db-a3dc-049a0ecbf299 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Made reservation on behalf of a162399f42e34cb89b926f12253aac07 for: {'port': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 09:07:45.555517 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-f1c8cc83-469d-4251-910d-b11b4f120eed req-3528410e-b37f-41db-a3dc-049a0ecbf299 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:07:45.838065 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ca565a7a-7b8a-4a76-9f59-1da716f3ccae req-c00bcff5-0a48-4249-806e-3589b68273b0 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/ports?device_id=86166332-17df-433b-bf38-e17a77c4c065 HTTP/1.1" status: 200 len: 210 time: 0.0471795 Feb 04 09:07:45.860101 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [req-f1c8cc83-469d-4251-910d-b11b4f120eed req-3528410e-b37f-41db-a3dc-049a0ecbf299 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Allocated IP 172.20.0.9 (42f55672-b0a0-47ac-89f1-219a04ac67e9/2aad4944-d1ab-4f44-8c6f-0ef8db6b5dce/7fecd88c-4e08-4528-916a-24fb5f6be16f) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 09:07:46.075263 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-f1c8cc83-469d-4251-910d-b11b4f120eed req-3528410e-b37f-41db-a3dc-049a0ecbf299 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:07:46.091135 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [req-f1c8cc83-469d-4251-910d-b11b4f120eed req-3528410e-b37f-41db-a3dc-049a0ecbf299 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Transition to ACTIVE for port object 7fecd88c-4e08-4528-916a-24fb5f6be16f will not be triggered until provisioned by entity DHCP. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:07:46.217146 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-f1c8cc83-469d-4251-910d-b11b4f120eed req-3528410e-b37f-41db-a3dc-049a0ecbf299 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:07:46.289521 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1c8cc83-469d-4251-910d-b11b4f120eed req-3528410e-b37f-41db-a3dc-049a0ecbf299 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Network 42f55672-b0a0-47ac-89f1-219a04ac67e9 is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:07:46.292719 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [req-f1c8cc83-469d-4251-910d-b11b4f120eed req-3528410e-b37f-41db-a3dc-049a0ecbf299 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:07:46.297298 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1c8cc83-469d-4251-910d-b11b4f120eed req-3528410e-b37f-41db-a3dc-049a0ecbf299 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 09:07:46.328341 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3528410e-b37f-41db-a3dc-049a0ecbf299 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Pushing event updated for resources: {'Port': ['ID=7fecd88c-4e08-4528-916a-24fb5f6be16f,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:07:46.346766 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3528410e-b37f-41db-a3dc-049a0ecbf299 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:07:46.347228 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3528410e-b37f-41db-a3dc-049a0ecbf299 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:07:46.347861 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3528410e-b37f-41db-a3dc-049a0ecbf299 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:07:46.347861 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3528410e-b37f-41db-a3dc-049a0ecbf299 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:07:46.348198 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3528410e-b37f-41db-a3dc-049a0ecbf299 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:07:46.348689 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3528410e-b37f-41db-a3dc-049a0ecbf299 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:07:46.349053 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3528410e-b37f-41db-a3dc-049a0ecbf299 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:07:46.350196 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3528410e-b37f-41db-a3dc-049a0ecbf299 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:07:46.350716 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3528410e-b37f-41db-a3dc-049a0ecbf299 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:07:46.351046 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3528410e-b37f-41db-a3dc-049a0ecbf299 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:07:46.351373 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3528410e-b37f-41db-a3dc-049a0ecbf299 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:07:46.383105 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c8cc83-469d-4251-910d-b11b4f120eed req-3528410e-b37f-41db-a3dc-049a0ecbf299 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:07:46.383672 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-f1c8cc83-469d-4251-910d-b11b4f120eed req-3528410e-b37f-41db-a3dc-049a0ecbf299 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:07:46.520922 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f1c8cc83-469d-4251-910d-b11b4f120eed req-3528410e-b37f-41db-a3dc-049a0ecbf299 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2125564 Feb 04 09:07:46.533248 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [req-f1c8cc83-469d-4251-910d-b11b4f120eed req-43c3c5fb-e0f2-4cd9-8aa7-88c0e41b23f9 service neutron] Request body: {'port': {'device_id': '86166332-17df-433b-bf38-e17a77c4c065', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:07:46.646925 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-f1c8cc83-469d-4251-910d-b11b4f120eed req-43c3c5fb-e0f2-4cd9-8aa7-88c0e41b23f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:07:46.763287 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-4e04e72b-9e00-472c-9504-db377ca14f75 None None] Provisioning for port 7fecd88c-4e08-4528-916a-24fb5f6be16f completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:07:46.770439 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-4e04e72b-9e00-472c-9504-db377ca14f75 None None] Provisioning complete for port 7fecd88c-4e08-4528-916a-24fb5f6be16f triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:07:46.770879 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-4e04e72b-9e00-472c-9504-db377ca14f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:07:46.823921 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-4e04e72b-9e00-472c-9504-db377ca14f75 None None] Port 7fecd88c-4e08-4528-916a-24fb5f6be16f cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 09:07:47.045937 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [req-f1c8cc83-469d-4251-910d-b11b4f120eed req-43c3c5fb-e0f2-4cd9-8aa7-88c0e41b23f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fecd88c-4e08-4528-916a-24fb5f6be16f {{(pid=84107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 09:07:47.055346 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-f1c8cc83-469d-4251-910d-b11b4f120eed req-43c3c5fb-e0f2-4cd9-8aa7-88c0e41b23f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:07:47.078888 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [req-f1c8cc83-469d-4251-910d-b11b4f120eed req-43c3c5fb-e0f2-4cd9-8aa7-88c0e41b23f9 service neutron] Transition to ACTIVE for port object 7fecd88c-4e08-4528-916a-24fb5f6be16f will not be triggered until provisioned by entity L2. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:07:47.096764 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c31767-bc31-43da-8bb4-8ecc18f4b7d0 req-746f99d1-3b3f-43ed-ab89-b4876f700867 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:07:47.099602 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-32c31767-bc31-43da-8bb4-8ecc18f4b7d0 req-746f99d1-3b3f-43ed-ab89-b4876f700867 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Synchronizing usage tracker for tenant:a162399f42e34cb89b926f12253aac07 on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 09:07:47.159483 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-32c31767-bc31-43da-8bb4-8ecc18f4b7d0 req-746f99d1-3b3f-43ed-ab89-b4876f700867 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Unset dirty status for tenant:a162399f42e34cb89b926f12253aac07 on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 09:07:47.159941 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-32c31767-bc31-43da-8bb4-8ecc18f4b7d0 req-746f99d1-3b3f-43ed-ab89-b4876f700867 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/ports?device_id=86166332-17df-433b-bf38-e17a77c4c065 HTTP/1.1" status: 200 len: 931 time: 0.1809437 Feb 04 09:07:47.160511 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-f1c8cc83-469d-4251-910d-b11b4f120eed req-43c3c5fb-e0f2-4cd9-8aa7-88c0e41b23f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:07:47.325272 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c3c5fb-e0f2-4cd9-8aa7-88c0e41b23f9 service neutron] Pushing event updated for resources: {'Port': ['ID=7fecd88c-4e08-4528-916a-24fb5f6be16f,revision_number=2']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:07:47.333918 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-32c31767-bc31-43da-8bb4-8ecc18f4b7d0 req-e3d8a2e8-0ab4-4e2b-8e64-7a379aa4859f tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5068771-c2eb-45af-a6d4-098f3f758424&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1369896 Feb 04 09:07:47.445355 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.managers [req-f1c8cc83-469d-4251-910d-b11b4f120eed req-43c3c5fb-e0f2-4cd9-8aa7-88c0e41b23f9 service neutron] Attempting to bind port 7fecd88c-4e08-4528-916a-24fb5f6be16f on host hv-neutron-8277 for vnic_type normal with profile {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 09:07:47.445863 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.managers [req-f1c8cc83-469d-4251-910d-b11b4f120eed req-43c3c5fb-e0f2-4cd9-8aa7-88c0e41b23f9 service neutron] Attempting to bind port 7fecd88c-4e08-4528-916a-24fb5f6be16f by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'c58f067f-11a7-4181-acd6-9dc924f723a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '42f55672-b0a0-47ac-89f1-219a04ac67e9'}] {{(pid=84107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 09:07:47.446143 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c8cc83-469d-4251-910d-b11b4f120eed req-43c3c5fb-e0f2-4cd9-8aa7-88c0e41b23f9 service neutron] Attempting to bind port 7fecd88c-4e08-4528-916a-24fb5f6be16f on network 42f55672-b0a0-47ac-89f1-219a04ac67e9 {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 09:07:47.452007 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c8cc83-469d-4251-910d-b11b4f120eed req-43c3c5fb-e0f2-4cd9-8aa7-88c0e41b23f9 service neutron] Port 7fecd88c-4e08-4528-916a-24fb5f6be16f on network 42f55672-b0a0-47ac-89f1-219a04ac67e9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 09:07:47.452330 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c8cc83-469d-4251-910d-b11b4f120eed req-43c3c5fb-e0f2-4cd9-8aa7-88c0e41b23f9 service neutron] Attempting to bind port 7fecd88c-4e08-4528-916a-24fb5f6be16f on network 42f55672-b0a0-47ac-89f1-219a04ac67e9 {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 09:07:47.459382 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c8cc83-469d-4251-910d-b11b4f120eed req-43c3c5fb-e0f2-4cd9-8aa7-88c0e41b23f9 service neutron] Checking agent: {'id': 'f735dfbb-9ed2-4de7-8aa1-fea4a962ae1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 34, 26), 'started_at': datetime.datetime(2022, 2, 4, 8, 34, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 9, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 09:07:47.459721 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c8cc83-469d-4251-910d-b11b4f120eed req-43c3c5fb-e0f2-4cd9-8aa7-88c0e41b23f9 service neutron] Checking segment: {'id': 'c58f067f-11a7-4181-acd6-9dc924f723a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '42f55672-b0a0-47ac-89f1-219a04ac67e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 09:07:47.460121 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c8cc83-469d-4251-910d-b11b4f120eed req-43c3c5fb-e0f2-4cd9-8aa7-88c0e41b23f9 service neutron] Bound using segment: {'id': 'c58f067f-11a7-4181-acd6-9dc924f723a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '42f55672-b0a0-47ac-89f1-219a04ac67e9'} {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 09:07:47.460520 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.managers [req-f1c8cc83-469d-4251-910d-b11b4f120eed req-43c3c5fb-e0f2-4cd9-8aa7-88c0e41b23f9 service neutron] Bound port: 7fecd88c-4e08-4528-916a-24fb5f6be16f, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c58f067f-11a7-4181-acd6-9dc924f723a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '42f55672-b0a0-47ac-89f1-219a04ac67e9'}}] {{(pid=84107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 09:07:47.460982 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-f1c8cc83-469d-4251-910d-b11b4f120eed req-43c3c5fb-e0f2-4cd9-8aa7-88c0e41b23f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:07:47.550410 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [req-f1c8cc83-469d-4251-910d-b11b4f120eed req-43c3c5fb-e0f2-4cd9-8aa7-88c0e41b23f9 service neutron] For port 7fecd88c-4e08-4528-916a-24fb5f6be16f, host hv-neutron-8277, cleared binding levels {{(pid=84107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 09:07:47.553354 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [req-f1c8cc83-469d-4251-910d-b11b4f120eed req-43c3c5fb-e0f2-4cd9-8aa7-88c0e41b23f9 service neutron] For port 7fecd88c-4e08-4528-916a-24fb5f6be16f, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=7fecd88c-4e08-4528-916a-24fb5f6be16f,segment=NetworkSegment(c58f067f-11a7-4181-acd6-9dc924f723a5),segment_id=c58f067f-11a7-4181-acd6-9dc924f723a5)] {{(pid=84107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 09:07:47.651389 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-f1c8cc83-469d-4251-910d-b11b4f120eed req-43c3c5fb-e0f2-4cd9-8aa7-88c0e41b23f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:07:47.712086 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-f1c8cc83-469d-4251-910d-b11b4f120eed req-43c3c5fb-e0f2-4cd9-8aa7-88c0e41b23f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:07:47.713460 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f1c8cc83-469d-4251-910d-b11b4f120eed req-43c3c5fb-e0f2-4cd9-8aa7-88c0e41b23f9 service neutron] 10.222.0.47 "PUT /v2.0/ports/7fecd88c-4e08-4528-916a-24fb5f6be16f HTTP/1.1" status: 200 len: 1093 time: 1.1845825 Feb 04 09:07:47.713883 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86166332-17df-433b-bf38-e17a77c4c065', 'tag': '7fecd88c-4e08-4528-916a-24fb5f6be16f'}] {{(pid=84107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:07:47.731686 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c3c5fb-e0f2-4cd9-8aa7-88c0e41b23f9 service neutron] Pushing event updated for resources: {'Port': ['ID=7fecd88c-4e08-4528-916a-24fb5f6be16f,revision_number=3']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:07:47.930724 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f1c8cc83-469d-4251-910d-b11b4f120eed req-bfff25e5-d042-41c9-b08a-83ec67e8932b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a162399f42e34cb89b926f12253aac07&device_id=86166332-17df-433b-bf38-e17a77c4c065 HTTP/1.1" status: 200 len: 1096 time: 0.0750718 Feb 04 09:07:48.001556 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f1c8cc83-469d-4251-910d-b11b4f120eed req-efb414f2-5b5a-49a5-9700-b16613e8d549 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7fecd88c-4e08-4528-916a-24fb5f6be16f HTTP/1.1" status: 200 len: 217 time: 0.0643327 Feb 04 09:07:48.061838 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c8cc83-469d-4251-910d-b11b4f120eed req-d93a07fd-6762-440f-bd00-3fd72d283d38 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:07:48.063176 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f1c8cc83-469d-4251-910d-b11b4f120eed req-d93a07fd-6762-440f-bd00-3fd72d283d38 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2aad4944-d1ab-4f44-8c6f-0ef8db6b5dce HTTP/1.1" status: 200 len: 850 time: 0.0565565 Feb 04 09:07:48.139288 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f1c8cc83-469d-4251-910d-b11b4f120eed req-39b3e3a7-1bb0-43e0-90af-d8e4009b2f57 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=42f55672-b0a0-47ac-89f1-219a04ac67e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705619 Feb 04 09:07:48.355507 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f1c8cc83-469d-4251-910d-b11b4f120eed req-d8be6b17-8456-4c79-8b4d-39594e39a474 service neutron] 10.222.0.47 "GET /v2.0/networks/42f55672-b0a0-47ac-89f1-219a04ac67e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100389 Feb 04 09:07:48.526489 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f1c8cc83-469d-4251-910d-b11b4f120eed req-46bd8717-94ae-4b82-9556-d0b3838f533e service neutron] 10.222.0.47 "GET /v2.0/networks/42f55672-b0a0-47ac-89f1-219a04ac67e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651073 Feb 04 09:07:48.555857 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01bfe39-e959-490d-9f2b-27a99b53c1d3 req-7822606f-2187-44e1-a8d6-873d0b797d8d tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:07:48.557317 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e01bfe39-e959-490d-9f2b-27a99b53c1d3 req-7822606f-2187-44e1-a8d6-873d0b797d8d tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/ports?device_id=86166332-17df-433b-bf38-e17a77c4c065 HTTP/1.1" status: 200 len: 943 time: 0.1026862 Feb 04 09:07:48.607333 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e01bfe39-e959-490d-9f2b-27a99b53c1d3 req-943314f0-77a2-4ddf-b08c-8657528df884 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5068771-c2eb-45af-a6d4-098f3f758424&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402207 Feb 04 09:07:48.868533 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86166332-17df-433b-bf38-e17a77c4c065', 'tag': '7fecd88c-4e08-4528-916a-24fb5f6be16f', 'status': 'completed', 'code': 200} Feb 04 09:07:48.962647 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-54c993cd-6bc3-4506-a835-f6df8ffd8fd9 req-03101f1e-d526-41eb-8115-86178b13f460 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a162399f42e34cb89b926f12253aac07&device_id=86166332-17df-433b-bf38-e17a77c4c065 HTTP/1.1" status: 200 len: 1096 time: 0.0715592 Feb 04 09:07:49.091340 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c993cd-6bc3-4506-a835-f6df8ffd8fd9 req-715b4431-f00d-4ce7-bd98-44c989c3275f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:07:49.092783 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-54c993cd-6bc3-4506-a835-f6df8ffd8fd9 req-715b4431-f00d-4ce7-bd98-44c989c3275f service neutron] 10.222.0.47 "GET /v2.0/networks?id=42f55672-b0a0-47ac-89f1-219a04ac67e9 HTTP/1.1" status: 200 len: 912 time: 0.1243474 Feb 04 09:07:49.158588 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-54c993cd-6bc3-4506-a835-f6df8ffd8fd9 req-07dde541-92be-4252-8d9c-1d0d67701480 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7fecd88c-4e08-4528-916a-24fb5f6be16f HTTP/1.1" status: 200 len: 217 time: 0.0594366 Feb 04 09:07:49.223261 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c993cd-6bc3-4506-a835-f6df8ffd8fd9 req-423686c7-33ef-4852-8cd3-a7c0ee293dc0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:07:49.224641 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-54c993cd-6bc3-4506-a835-f6df8ffd8fd9 req-423686c7-33ef-4852-8cd3-a7c0ee293dc0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2aad4944-d1ab-4f44-8c6f-0ef8db6b5dce HTTP/1.1" status: 200 len: 850 time: 0.0598447 Feb 04 09:07:49.300779 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-54c993cd-6bc3-4506-a835-f6df8ffd8fd9 req-1c34b537-19ff-4fcd-87a4-271b5fc31822 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=42f55672-b0a0-47ac-89f1-219a04ac67e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683410 Feb 04 09:07:49.430513 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-54c993cd-6bc3-4506-a835-f6df8ffd8fd9 req-b3078df6-f3cb-4178-97e6-b53b32b01391 service neutron] 10.222.0.47 "GET /v2.0/networks/42f55672-b0a0-47ac-89f1-219a04ac67e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227210 Feb 04 09:07:49.468014 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-828eae0c-a309-40da-96c0-d3cb2963f89b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:07:49.570042 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-54c993cd-6bc3-4506-a835-f6df8ffd8fd9 req-27bbc9fb-31e3-49d1-b916-3d64cc0bf15b service neutron] 10.222.0.47 "GET /v2.0/networks/42f55672-b0a0-47ac-89f1-219a04ac67e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325462 Feb 04 09:07:49.801229 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb64d407-b5df-4ffb-bd0f-61e12ab09cf8 req-140485b2-c70e-4acf-b98d-581c5b189530 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:07:49.805904 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-eb64d407-b5df-4ffb-bd0f-61e12ab09cf8 req-140485b2-c70e-4acf-b98d-581c5b189530 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/ports?device_id=86166332-17df-433b-bf38-e17a77c4c065 HTTP/1.1" status: 200 len: 943 time: 0.0795829 Feb 04 09:07:49.846674 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-eb64d407-b5df-4ffb-bd0f-61e12ab09cf8 req-137fcf1c-e29d-49f7-8565-714ff68e4818 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5068771-c2eb-45af-a6d4-098f3f758424&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385907 Feb 04 09:07:51.049439 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80643c6d-06eb-4d69-94ca-030bcee5a1e9 req-9045b5fa-ac2d-4e3b-904d-50e3542600ab tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:07:51.050872 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-80643c6d-06eb-4d69-94ca-030bcee5a1e9 req-9045b5fa-ac2d-4e3b-904d-50e3542600ab tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/ports?device_id=86166332-17df-433b-bf38-e17a77c4c065 HTTP/1.1" status: 200 len: 943 time: 0.0823553 Feb 04 09:07:51.094522 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-80643c6d-06eb-4d69-94ca-030bcee5a1e9 req-ecfc4c5d-b3ff-4283-bd52-3b53ff512fe3 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5068771-c2eb-45af-a6d4-098f3f758424&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381432 Feb 04 09:07:51.752014 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-e1c50261-64b2-488a-a1e0-ce159bb24e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:07:52.290497 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aee2f9-ae82-4f76-aeab-0e93a59f648d req-423b0c91-64ae-4682-87e9-177813b5633e tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:07:52.291919 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-65aee2f9-ae82-4f76-aeab-0e93a59f648d req-423b0c91-64ae-4682-87e9-177813b5633e tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/ports?device_id=86166332-17df-433b-bf38-e17a77c4c065 HTTP/1.1" status: 200 len: 943 time: 0.0777276 Feb 04 09:07:52.336182 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-65aee2f9-ae82-4f76-aeab-0e93a59f648d req-3fcf7228-a5e3-40de-b50f-7152fc4f0804 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5068771-c2eb-45af-a6d4-098f3f758424&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388124 Feb 04 09:07:52.963603 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:07:53.011053 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:07:53.530682 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5794d686-c077-450e-8712-212009146ff8 req-f9d5f663-194c-402c-a066-1162fdb9bd5e tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:07:53.532397 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5794d686-c077-450e-8712-212009146ff8 req-f9d5f663-194c-402c-a066-1162fdb9bd5e tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/ports?device_id=86166332-17df-433b-bf38-e17a77c4c065 HTTP/1.1" status: 200 len: 943 time: 0.0751822 Feb 04 09:07:53.579814 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5794d686-c077-450e-8712-212009146ff8 req-ec356496-5369-4f67-9b1a-11ff1932d1f4 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5068771-c2eb-45af-a6d4-098f3f758424&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413895 Feb 04 09:07:54.410468 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:07:54.779803 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc7f691-83b3-4e01-b7f3-4db5c1d80a45 req-c6ce8604-d3bd-4145-ba36-ab40263893e3 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:07:54.781279 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-fcc7f691-83b3-4e01-b7f3-4db5c1d80a45 req-c6ce8604-d3bd-4145-ba36-ab40263893e3 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/ports?device_id=86166332-17df-433b-bf38-e17a77c4c065 HTTP/1.1" status: 200 len: 943 time: 0.0753851 Feb 04 09:07:54.826958 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-fcc7f691-83b3-4e01-b7f3-4db5c1d80a45 req-e3682f16-ce5b-4065-8240-4d90d857ce4c tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5068771-c2eb-45af-a6d4-098f3f758424&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399790 Feb 04 09:07:56.021737 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18309ab-91dd-4448-87f6-3e746fe1650e req-170704c6-135c-4319-8fb9-697c3e2c3d24 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:07:56.023126 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e18309ab-91dd-4448-87f6-3e746fe1650e req-170704c6-135c-4319-8fb9-697c3e2c3d24 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/ports?device_id=86166332-17df-433b-bf38-e17a77c4c065 HTTP/1.1" status: 200 len: 943 time: 0.0793395 Feb 04 09:07:56.067921 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e18309ab-91dd-4448-87f6-3e746fe1650e req-93b02fba-f73a-4bdd-8d25-5267c7ed1b6a tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5068771-c2eb-45af-a6d4-098f3f758424&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391855 Feb 04 09:07:56.109227 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 09:07:56.254331 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:07:57.253841 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device 7fecd88c-4e08-4528-916a-24fb5f6be16f details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=84109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 09:07:57.259146 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac72314-673e-40b7-abcc-f9682e9edcf6 req-507da7f1-e1f7-4732-ab69-466bd155b0ae tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:07:57.260338 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-cac72314-673e-40b7-abcc-f9682e9edcf6 req-507da7f1-e1f7-4732-ab69-466bd155b0ae tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/ports?device_id=86166332-17df-433b-bf38-e17a77c4c065 HTTP/1.1" status: 200 len: 943 time: 0.0747564 Feb 04 09:07:57.305124 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-cac72314-673e-40b7-abcc-f9682e9edcf6 req-b260d0ab-a5a6-43a6-8a5b-0e9c519eac3e tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5068771-c2eb-45af-a6d4-098f3f758424&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389361 Feb 04 09:07:57.386877 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port 7fecd88c-4e08-4528-916a-24fb5f6be16f, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=7fecd88c-4e08-4528-916a-24fb5f6be16f,segment=NetworkSegment(c58f067f-11a7-4181-acd6-9dc924f723a5),segment_id=c58f067f-11a7-4181-acd6-9dc924f723a5)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:07:57.403321 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Returning: {'device': '7fecd88c-4e08-4528-916a-24fb5f6be16f', 'network_id': '42f55672-b0a0-47ac-89f1-219a04ac67e9', 'port_id': '7fecd88c-4e08-4528-916a-24fb5f6be16f', 'mac_address': 'fa:16:3e:02:79:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aad4944-d1ab-4f44-8c6f-0ef8db6b5dce', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 09:07:57.456092 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:07:57.472738 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fecd88c-4e08-4528-916a-24fb5f6be16f {{(pid=84109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 09:07:57.487129 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port 7fecd88c-4e08-4528-916a-24fb5f6be16f, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=7fecd88c-4e08-4528-916a-24fb5f6be16f,segment=NetworkSegment(c58f067f-11a7-4181-acd6-9dc924f723a5),segment_id=c58f067f-11a7-4181-acd6-9dc924f723a5)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:07:57.546219 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:07:57.613868 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=7fecd88c-4e08-4528-916a-24fb5f6be16f,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:07:57.621806 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:07:57.622180 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:07:57.622507 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:07:57.622835 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:07:57.623161 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:07:57.623486 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:07:57.623807 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:07:57.624128 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:07:57.624443 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:07:57.624784 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:07:57.625099 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:07:57.901894 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] get_ports_and_sgs() called for port_ids ['7fecd88c-4e08-4528-916a-24fb5f6be16f'] {{(pid=84109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 09:07:58.607489 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f68400f-aa6e-406c-a716-7af23a40ca97 req-b4e79524-c480-4e4f-aa5b-5bbdc9160c98 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:07:58.612646 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-2f68400f-aa6e-406c-a716-7af23a40ca97 req-b4e79524-c480-4e4f-aa5b-5bbdc9160c98 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/ports?device_id=86166332-17df-433b-bf38-e17a77c4c065 HTTP/1.1" status: 200 len: 944 time: 0.1841161 Feb 04 09:07:58.657400 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-2f68400f-aa6e-406c-a716-7af23a40ca97 req-8fa88157-3438-4929-877b-2c1539fb2f05 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5068771-c2eb-45af-a6d4-098f3f758424&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401735 Feb 04 09:07:59.257622 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device 7fecd88c-4e08-4528-916a-24fb5f6be16f up at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:07:59.416435 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Provisioning for port 7fecd88c-4e08-4528-916a-24fb5f6be16f completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:07:59.421544 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Provisioning complete for port 7fecd88c-4e08-4528-916a-24fb5f6be16f triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:07:59.421921 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:07:59.538866 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:07:59.565140 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86166332-17df-433b-bf38-e17a77c4c065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fecd88c-4e08-4528-916a-24fb5f6be16f'}] {{(pid=84109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:07:59.574356 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port 7fecd88c-4e08-4528-916a-24fb5f6be16f, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=7fecd88c-4e08-4528-916a-24fb5f6be16f,segment=NetworkSegment(c58f067f-11a7-4181-acd6-9dc924f723a5),segment_id=c58f067f-11a7-4181-acd6-9dc924f723a5)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:07:59.660693 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:07:59.729483 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=7fecd88c-4e08-4528-916a-24fb5f6be16f,revision_number=5']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:07:59.867266 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfad360-231f-412a-857c-09b64451e656 req-cf4e2529-1d36-44da-839b-3b5e7605470a tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:07:59.868743 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4dfad360-231f-412a-857c-09b64451e656 req-cf4e2529-1d36-44da-839b-3b5e7605470a tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/ports?device_id=86166332-17df-433b-bf38-e17a77c4c065 HTTP/1.1" status: 200 len: 945 time: 0.0823197 Feb 04 09:07:59.915858 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4dfad360-231f-412a-857c-09b64451e656 req-37585bea-d9c6-4f81-b35f-84f22b75c098 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5068771-c2eb-45af-a6d4-098f3f758424&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417068 Feb 04 09:08:00.203798 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-953c999a-0efa-485f-9c6e-98cf85c496a6 req-687cb72c-0009-4f61-b811-64f3c9c4da9c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=40cc3d5c-93cb-47f7-ac48-7c1eba4c97cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1301305 Feb 04 09:08:00.336585 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-953c999a-0efa-485f-9c6e-98cf85c496a6 req-d50532f1-8f79-41fd-bc3c-2dc40fa57c47 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a162399f42e34cb89b926f12253aac07&device_id=40cc3d5c-93cb-47f7-ac48-7c1eba4c97cd HTTP/1.1" status: 200 len: 1098 time: 0.0672266 Feb 04 09:08:00.476475 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953c999a-0efa-485f-9c6e-98cf85c496a6 req-fc3a98a7-ebc8-46b6-be21-cadec5358f91 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:08:00.477845 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-953c999a-0efa-485f-9c6e-98cf85c496a6 req-fc3a98a7-ebc8-46b6-be21-cadec5358f91 service neutron] 10.222.0.47 "GET /v2.0/networks?id=42f55672-b0a0-47ac-89f1-219a04ac67e9 HTTP/1.1" status: 200 len: 912 time: 0.1235406 Feb 04 09:08:00.579143 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-953c999a-0efa-485f-9c6e-98cf85c496a6 req-2edea75a-7dc4-4b84-9183-6dfda9082f67 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad1d38ff-da1f-4f8b-9ec0-ca4cd06f92ee HTTP/1.1" status: 200 len: 1000 time: 0.0950453 Feb 04 09:08:00.643178 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953c999a-0efa-485f-9c6e-98cf85c496a6 req-3093b5c3-9c47-4880-aafb-bd3a3aea87ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:08:00.644572 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-953c999a-0efa-485f-9c6e-98cf85c496a6 req-3093b5c3-9c47-4880-aafb-bd3a3aea87ab service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2aad4944-d1ab-4f44-8c6f-0ef8db6b5dce HTTP/1.1" status: 200 len: 850 time: 0.0594912 Feb 04 09:08:00.718951 dv-neutron-827798-2-hyperv neutron-server[84109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86166332-17df-433b-bf38-e17a77c4c065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fecd88c-4e08-4528-916a-24fb5f6be16f', 'code': 200} Feb 04 09:08:00.726542 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-953c999a-0efa-485f-9c6e-98cf85c496a6 req-fa8c869f-5cf4-4463-999a-cca9ecef4922 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=42f55672-b0a0-47ac-89f1-219a04ac67e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756423 Feb 04 09:08:00.737960 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [req-953c999a-0efa-485f-9c6e-98cf85c496a6 req-4b65e9e3-88ad-4f26-86bd-ee14c5ad1aae service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=84107) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 09:08:00.739746 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-953c999a-0efa-485f-9c6e-98cf85c496a6 req-4b65e9e3-88ad-4f26-86bd-ee14c5ad1aae service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0067372 Feb 04 09:08:00.871496 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-953c999a-0efa-485f-9c6e-98cf85c496a6 req-3f8759b3-b62a-42c6-b7dd-f5a0c972ae4c service neutron] 10.222.0.47 "GET /v2.0/networks/42f55672-b0a0-47ac-89f1-219a04ac67e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260917 Feb 04 09:08:01.013415 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-953c999a-0efa-485f-9c6e-98cf85c496a6 req-7b8966b5-608c-4024-8b10-bae332cbf53a service neutron] 10.222.0.47 "GET /v2.0/networks/42f55672-b0a0-47ac-89f1-219a04ac67e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348517 Feb 04 09:08:01.127785 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de1c73-19ef-4ef4-bdf5-f916766841dd req-44eb6a05-45c4-4618-9a0a-92bc6628cd0c tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:08:01.129298 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a8de1c73-19ef-4ef4-bdf5-f916766841dd req-44eb6a05-45c4-4618-9a0a-92bc6628cd0c tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/ports?device_id=86166332-17df-433b-bf38-e17a77c4c065 HTTP/1.1" status: 200 len: 945 time: 0.0849335 Feb 04 09:08:01.222415 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a8de1c73-19ef-4ef4-bdf5-f916766841dd req-64e53288-eb2e-4213-89c1-a4dcba2c69e4 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5068771-c2eb-45af-a6d4-098f3f758424&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0862746 Feb 04 09:08:01.235052 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-99013dcc-91ec-42b6-ae9d-b8a18188824f req-387eab5a-d59c-437e-bd47-95ea3811c4cc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=86166332-17df-433b-bf38-e17a77c4c065 HTTP/1.1" status: 200 len: 1098 time: 0.1000497 Feb 04 09:08:01.276674 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-99013dcc-91ec-42b6-ae9d-b8a18188824f req-7ed8e93e-feb9-4e9c-929f-3bc453c540f7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b5068771-c2eb-45af-a6d4-098f3f758424&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352631 Feb 04 09:08:02.427747 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca1226a-3242-4354-b20b-9e9987798b99 req-4b213f66-9a47-473e-b2b0-171a06409bbf tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:08:02.429240 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8ca1226a-3242-4354-b20b-9e9987798b99 req-4b213f66-9a47-473e-b2b0-171a06409bbf tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/ports?device_id=86166332-17df-433b-bf38-e17a77c4c065 HTTP/1.1" status: 200 len: 945 time: 0.0850763 Feb 04 09:08:02.474272 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8ca1226a-3242-4354-b20b-9e9987798b99 req-60c3463f-bd95-4be5-a007-de11839f9bd8 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5068771-c2eb-45af-a6d4-098f3f758424&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395811 Feb 04 09:08:03.677008 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5639414c-57d6-47f5-93bb-ec89b83b196d req-95cb5949-4176-48e0-bb06-3362c6fc7e18 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:08:03.678447 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5639414c-57d6-47f5-93bb-ec89b83b196d req-95cb5949-4176-48e0-bb06-3362c6fc7e18 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/ports?device_id=86166332-17df-433b-bf38-e17a77c4c065 HTTP/1.1" status: 200 len: 945 time: 0.0738962 Feb 04 09:08:03.725642 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5639414c-57d6-47f5-93bb-ec89b83b196d req-03468a4a-177c-4104-bf06-c883816304e3 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5068771-c2eb-45af-a6d4-098f3f758424&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415888 Feb 04 09:08:03.917727 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8656d12d-9f20-4f66-80cc-f76b39988957 req-847ffcb5-99d3-47ee-9431-238d701e582e tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:08:03.919130 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8656d12d-9f20-4f66-80cc-f76b39988957 req-847ffcb5-99d3-47ee-9431-238d701e582e tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/ports?device_id=86166332-17df-433b-bf38-e17a77c4c065 HTTP/1.1" status: 200 len: 945 time: 0.0750842 Feb 04 09:08:03.965062 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8656d12d-9f20-4f66-80cc-f76b39988957 req-e95f1478-3acf-47e3-8e35-f6ad7793ecb4 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5068771-c2eb-45af-a6d4-098f3f758424&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403738 Feb 04 09:08:03.992366 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 59688) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:08:04.128011 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-44a01292-4d12-405c-ad77-eec01a253696 tempest-TestVolumeBootPattern-1192465193 tempest-TestVolumeBootPattern-1192465193-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=86166332-17df-433b-bf38-e17a77c4c065 HTTP/1.1" status: 200 len: 1093 time: 0.1344700 Feb 04 09:08:04.130528 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 59694) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:08:04.135493 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-a22d67b8-5d58-48bc-8751-8d3594e791b5 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Request body: {'floatingip': {'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'port_id': '7fecd88c-4e08-4528-916a-24fb5f6be16f', 'tenant_id': 'a162399f42e34cb89b926f12253aac07', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:08:04.140735 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-a22d67b8-5d58-48bc-8751-8d3594e791b5 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:08:04.145051 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-a22d67b8-5d58-48bc-8751-8d3594e791b5 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Usage tracker for resource:floatingip and tenant:a162399f42e34cb89b926f12253aac07 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:08:04.147822 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-a22d67b8-5d58-48bc-8751-8d3594e791b5 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:08:04.153425 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-a22d67b8-5d58-48bc-8751-8d3594e791b5 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:08:04.227873 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a22d67b8-5d58-48bc-8751-8d3594e791b5 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify callbacks [] for floatingip, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:08:04.360251 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a22d67b8-5d58-48bc-8751-8d3594e791b5 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:08:04.491600 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-a22d67b8-5d58-48bc-8751-8d3594e791b5 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Allocated IP 172.26.3.104 (e264bd74-c56b-43d0-9059-bcb57dbbe5bc/79caf47c-b62c-4ea0-b35f-21ede155daa8/6ce88877-ddc2-48cc-9a67-4a995f713ea4) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 09:08:04.719605 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a22d67b8-5d58-48bc-8751-8d3594e791b5 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:08:04.895014 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a22d67b8-5d58-48bc-8751-8d3594e791b5 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:08:04.964729 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22d67b8-5d58-48bc-8751-8d3594e791b5 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Network e264bd74-c56b-43d0-9059-bcb57dbbe5bc is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:08:04.967579 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-a22d67b8-5d58-48bc-8751-8d3594e791b5 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:08:04.972485 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22d67b8-5d58-48bc-8751-8d3594e791b5 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 09:08:04.996738 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22d67b8-5d58-48bc-8751-8d3594e791b5 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Pushing event updated for resources: {'Port': ['ID=6ce88877-ddc2-48cc-9a67-4a995f713ea4,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:08:05.467497 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a22d67b8-5d58-48bc-8751-8d3594e791b5 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:08:05.592982 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a22d67b8-5d58-48bc-8751-8d3594e791b5 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:08:05.797110 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a22d67b8-5d58-48bc-8751-8d3594e791b5 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:08:05.856365 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a22d67b8-5d58-48bc-8751-8d3594e791b5 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:08:05.956486 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22d67b8-5d58-48bc-8751-8d3594e791b5 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Pushing event updated for resources: {'Port': ['ID=6ce88877-ddc2-48cc-9a67-4a995f713ea4,revision_number=2']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:08:05.977947 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a22d67b8-5d58-48bc-8751-8d3594e791b5 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473039'] for floatingip, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:08:06.166474 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.l3_db [None req-a22d67b8-5d58-48bc-8751-8d3594e791b5 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Floating IP e85dfaa7-cd34-4509-8376-e40a651dd084 associated. External IP: 172.26.3.104, port: 7fecd88c-4e08-4528-916a-24fb5f6be16f. Feb 04 09:08:06.638592 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a22d67b8-5d58-48bc-8751-8d3594e791b5 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Router 95874e6b-8484-436a-8aa0-3f5497205c60 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 09:08:06.844097 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a22d67b8-5d58-48bc-8751-8d3594e791b5 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 09:08:06.853886 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7a83a8-bd3c-4b94-bb2a-417043951a1c None None] Sync routers for ids ['95874e6b-8484-436a-8aa0-3f5497205c60'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 09:08:06.866345 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7a83a8-bd3c-4b94-bb2a-417043951a1c None None] Routers {'95874e6b-8484-436a-8aa0-3f5497205c60'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:08:06.866939 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-8d7a83a8-bd3c-4b94-bb2a-417043951a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:07:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['95874e6b-8484-436a-8aa0-3f5497205c60'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:08:06.952351 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a22d67b8-5d58-48bc-8751-8d3594e791b5 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for floatingip, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:08:07.007768 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-a22d67b8-5d58-48bc-8751-8d3594e791b5 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8762324 Feb 04 09:08:07.008402 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86166332-17df-433b-bf38-e17a77c4c065', 'tag': '7fecd88c-4e08-4528-916a-24fb5f6be16f'}] {{(pid=84107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:08:07.045965 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-8d7a83a8-bd3c-4b94-bb2a-417043951a1c None None] Set router 95874e6b-8484-436a-8aa0-3f5497205c60 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:08:07.061286 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86166332-17df-433b-bf38-e17a77c4c065', 'tag': '7fecd88c-4e08-4528-916a-24fb5f6be16f', 'status': 'completed', 'code': 200} Feb 04 09:08:07.153721 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d787fc92-2011-46e7-bc27-911a4d83d81d req-42b8d61b-3204-4e50-93e0-63d1b9b93d46 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a162399f42e34cb89b926f12253aac07&device_id=86166332-17df-433b-bf38-e17a77c4c065 HTTP/1.1" status: 200 len: 1098 time: 0.0707140 Feb 04 09:08:07.283121 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d787fc92-2011-46e7-bc27-911a4d83d81d req-0295f298-f464-4416-86b6-217d50d0a001 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:08:07.285143 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d787fc92-2011-46e7-bc27-911a4d83d81d req-0295f298-f464-4416-86b6-217d50d0a001 service neutron] 10.222.0.47 "GET /v2.0/networks?id=42f55672-b0a0-47ac-89f1-219a04ac67e9 HTTP/1.1" status: 200 len: 912 time: 0.1256149 Feb 04 09:08:07.383782 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d787fc92-2011-46e7-bc27-911a4d83d81d req-d1c531a2-948b-45ae-af0e-14adc9ddca6d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7fecd88c-4e08-4528-916a-24fb5f6be16f HTTP/1.1" status: 200 len: 999 time: 0.0926781 Feb 04 09:08:07.390434 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-8d7a83a8-bd3c-4b94-bb2a-417043951a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95874e6b-8484-436a-8aa0-3f5497205c60', 'name': 'tempest-TestVolumeBootPattern-833814806-router', 'tenant_id': 'a162399f42e34cb89b926f12253aac07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': 'bd968388-17b1-4693-8ca7-7e5ef583d969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:00:32Z', 'updated_at': '2022-02-04T09:00:36Z', 'revision_number': 4, 'project_id': 'a162399f42e34cb89b926f12253aac07', 'gw_port': {'id': 'bd968388-17b1-4693-8ca7-7e5ef583d969', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95874e6b-8484-436a-8aa0-3f5497205c60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:00:33Z', 'updated_at': '2022-02-04T09:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': '2aebf888-0770-48be-9fe6-f8a9612b941f', 'tenant_id': 'a162399f42e34cb89b926f12253aac07', 'floating_ip_address': '172.26.3.32', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': '95874e6b-8484-436a-8aa0-3f5497205c60', 'port_id': 'ad1d38ff-da1f-4f8b-9ec0-ca4cd06f92ee', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42f55672-b0a0-47ac-89f1-219a04ac67e9', 'mac_address': 'fa:16:3e:2f:4f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40cc3d5c-93cb-47f7-ac48-7c1eba4c97cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T09:05:00Z', 'updated_at': '2022-02-04T09:05:03Z', 'revision_number': 1, 'project_id': 'a162399f42e34cb89b926f12253aac07', 'fixed_ip_address_scope': None}, {'id': 'e85dfaa7-cd34-4509-8376-e40a651dd084', 'tenant_id': 'a162399f42e34cb89b926f12253aac07', 'floating_ip_address': '172.26.3.104', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': '95874e6b-8484-436a-8aa0-3f5497205c60', 'port_id': '7fecd88c-4e08-4528-916a-24fb5f6be16f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42f55672-b0a0-47ac-89f1-219a04ac67e9', 'mac_address': 'fa:16:3e:02:79:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86166332-17df-433b-bf38-e17a77c4c065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T09:08:05Z', 'updated_at': '2022-02-04T09:08:05Z', 'revision_number': 0, 'project_id': 'a162399f42e34cb89b926f12253aac07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72430469-82b4-484c-b9c6-5e3f72a97b42', 'name': '', 'network_id': '42f55672-b0a0-47ac-89f1-219a04ac67e9', 'tenant_id': 'a162399f42e34cb89b926f12253aac07', 'mac_address': 'fa:16:3e:41:05:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95874e6b-8484-436a-8aa0-3f5497205c60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2aad4944-d1ab-4f44-8c6f-0ef8db6b5dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:00:35Z', 'updated_at': '2022-02-04T09:00:55Z', 'revision_number': 5, 'project_id': 'a162399f42e34cb89b926f12253aac07', 'subnets': [{'id': '2aad4944-d1ab-4f44-8c6f-0ef8db6b5dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:08:07.394857 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7a83a8-bd3c-4b94-bb2a-417043951a1c None None] Checking router: 95874e6b-8484-436a-8aa0-3f5497205c60 for host: dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 09:08:07.408909 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7a83a8-bd3c-4b94-bb2a-417043951a1c None None] Routers {'95874e6b-8484-436a-8aa0-3f5497205c60'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:08:07.408909 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-8d7a83a8-bd3c-4b94-bb2a-417043951a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:07:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['95874e6b-8484-436a-8aa0-3f5497205c60'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:08:07.446768 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d787fc92-2011-46e7-bc27-911a4d83d81d req-f1286158-c8ce-4a87-b78d-7ab285b11edd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:08:07.448210 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d787fc92-2011-46e7-bc27-911a4d83d81d req-f1286158-c8ce-4a87-b78d-7ab285b11edd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2aad4944-d1ab-4f44-8c6f-0ef8db6b5dce HTTP/1.1" status: 200 len: 850 time: 0.0593839 Feb 04 09:08:07.521554 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d787fc92-2011-46e7-bc27-911a4d83d81d req-d6df5be9-6fb3-4f19-9460-77123fc3be36 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=42f55672-b0a0-47ac-89f1-219a04ac67e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671685 Feb 04 09:08:07.589288 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-8d7a83a8-bd3c-4b94-bb2a-417043951a1c None None] Set router 95874e6b-8484-436a-8aa0-3f5497205c60 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:08:07.654386 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d787fc92-2011-46e7-bc27-911a4d83d81d req-af813133-9f44-4811-a72a-0339c0fee59e service neutron] 10.222.0.47 "GET /v2.0/networks/42f55672-b0a0-47ac-89f1-219a04ac67e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256611 Feb 04 09:08:07.784069 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d787fc92-2011-46e7-bc27-911a4d83d81d req-e24dbc0d-b68b-40da-aa36-85e4b90075e9 service neutron] 10.222.0.47 "GET /v2.0/networks/42f55672-b0a0-47ac-89f1-219a04ac67e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242368 Feb 04 09:08:07.978572 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-8d7a83a8-bd3c-4b94-bb2a-417043951a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95874e6b-8484-436a-8aa0-3f5497205c60', 'name': 'tempest-TestVolumeBootPattern-833814806-router', 'tenant_id': 'a162399f42e34cb89b926f12253aac07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': 'bd968388-17b1-4693-8ca7-7e5ef583d969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:00:32Z', 'updated_at': '2022-02-04T09:00:36Z', 'revision_number': 4, 'project_id': 'a162399f42e34cb89b926f12253aac07', 'gw_port': {'id': 'bd968388-17b1-4693-8ca7-7e5ef583d969', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95874e6b-8484-436a-8aa0-3f5497205c60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:00:33Z', 'updated_at': '2022-02-04T09:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': '2aebf888-0770-48be-9fe6-f8a9612b941f', 'tenant_id': 'a162399f42e34cb89b926f12253aac07', 'floating_ip_address': '172.26.3.32', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': '95874e6b-8484-436a-8aa0-3f5497205c60', 'port_id': 'ad1d38ff-da1f-4f8b-9ec0-ca4cd06f92ee', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42f55672-b0a0-47ac-89f1-219a04ac67e9', 'mac_address': 'fa:16:3e:2f:4f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40cc3d5c-93cb-47f7-ac48-7c1eba4c97cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T09:05:00Z', 'updated_at': '2022-02-04T09:05:03Z', 'revision_number': 1, 'project_id': 'a162399f42e34cb89b926f12253aac07', 'fixed_ip_address_scope': None}, {'id': 'e85dfaa7-cd34-4509-8376-e40a651dd084', 'tenant_id': 'a162399f42e34cb89b926f12253aac07', 'floating_ip_address': '172.26.3.104', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': '95874e6b-8484-436a-8aa0-3f5497205c60', 'port_id': '7fecd88c-4e08-4528-916a-24fb5f6be16f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42f55672-b0a0-47ac-89f1-219a04ac67e9', 'mac_address': 'fa:16:3e:02:79:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86166332-17df-433b-bf38-e17a77c4c065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T09:08:05Z', 'updated_at': '2022-02-04T09:08:05Z', 'revision_number': 0, 'project_id': 'a162399f42e34cb89b926f12253aac07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72430469-82b4-484c-b9c6-5e3f72a97b42', 'name': '', 'network_id': '42f55672-b0a0-47ac-89f1-219a04ac67e9', 'tenant_id': 'a162399f42e34cb89b926f12253aac07', 'mac_address': 'fa:16:3e:41:05:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95874e6b-8484-436a-8aa0-3f5497205c60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2aad4944-d1ab-4f44-8c6f-0ef8db6b5dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:00:35Z', 'updated_at': '2022-02-04T09:00:55Z', 'revision_number': 5, 'project_id': 'a162399f42e34cb89b926f12253aac07', 'subnets': [{'id': '2aad4944-d1ab-4f44-8c6f-0ef8db6b5dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:08:07.982642 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7a83a8-bd3c-4b94-bb2a-417043951a1c None None] The sync data for ids ['95874e6b-8484-436a-8aa0-3f5497205c60'] in dv-neutron-827798-2-hyperv is: [{'id': '95874e6b-8484-436a-8aa0-3f5497205c60', 'name': 'tempest-TestVolumeBootPattern-833814806-router', 'tenant_id': 'a162399f42e34cb89b926f12253aac07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': 'bd968388-17b1-4693-8ca7-7e5ef583d969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:00:32Z', 'updated_at': '2022-02-04T09:00:36Z', 'revision_number': 4, 'project_id': 'a162399f42e34cb89b926f12253aac07', 'gw_port': {'id': 'bd968388-17b1-4693-8ca7-7e5ef583d969', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95874e6b-8484-436a-8aa0-3f5497205c60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:00:33Z', 'updated_at': '2022-02-04T09:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': '2aebf888-0770-48be-9fe6-f8a9612b941f', 'tenant_id': 'a162399f42e34cb89b926f12253aac07', 'floating_ip_address': '172.26.3.32', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': '95874e6b-8484-436a-8aa0-3f5497205c60', 'port_id': 'ad1d38ff-da1f-4f8b-9ec0-ca4cd06f92ee', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42f55672-b0a0-47ac-89f1-219a04ac67e9', 'mac_address': 'fa:16:3e:2f:4f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40cc3d5c-93cb-47f7-ac48-7c1eba4c97cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T09:05:00Z', 'updated_at': '2022-02-04T09:05:03Z', 'revision_number': 1, 'project_id': 'a162399f42e34cb89b926f12253aac07', 'fixed_ip_address_scope': None}, {'id': 'e85dfaa7-cd34-4509-8376-e40a651dd084', 'tenant_id': 'a162399f42e34cb89b926f12253aac07', 'floating_ip_address': '172.26.3.104', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': '95874e6b-8484-436a-8aa0-3f5497205c60', 'port_id': '7fecd88c-4e08-4528-916a-24fb5f6be16f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42f55672-b0a0-47ac-89f1-219a04ac67e9', 'mac_address': 'fa:16:3e:02:79:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86166332-17df-433b-bf38-e17a77c4c065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T09:08:05Z', 'updated_at': '2022-02-04T09:08:05Z', 'revision_number': 0, 'project_id': 'a162399f42e34cb89b926f12253aac07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72430469-82b4-484c-b9c6-5e3f72a97b42', 'name': '', 'network_id': '42f55672-b0a0-47ac-89f1-219a04ac67e9', 'tenant_id': 'a162399f42e34cb89b926f12253aac07', 'mac_address': 'fa:16:3e:41:05:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95874e6b-8484-436a-8aa0-3f5497205c60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2aad4944-d1ab-4f44-8c6f-0ef8db6b5dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:00:35Z', 'updated_at': '2022-02-04T09:00:55Z', 'revision_number': 5, 'project_id': 'a162399f42e34cb89b926f12253aac07', 'subnets': [{'id': '2aad4944-d1ab-4f44-8c6f-0ef8db6b5dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 09:08:08.169816 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de82c7fa-61ce-4c68-ac2d-825c6926751c None None] New status for floating IP e85dfaa7-cd34-4509-8376-e40a651dd084: ACTIVE {{(pid=84110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 09:08:19.484348 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-db7b9f22-d442-4a18-ac1f-2f2bdacbd284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:08:21.827504 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2935f5ed-718c-466a-b4a5-e16b33d6869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:08:23.011671 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:08:23.063667 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:08:24.444893 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:08:26.284464 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:08:33.109908 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 09:08:49.484647 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-a71394fb-6d98-48f4-9507-acc1758024e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:08:51.775515 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-f6e45aad-bf4b-40d7-9343-60d438410394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:08:52.935899 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:08:52.958362 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:08:54.438175 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:08:56.272475 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:09:00.150056 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-3c3dce38-5471-4577-a9fc-6a0d252d647f req-6d7680cd-12fd-4bfc-afd4-a609708979ba service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=40cc3d5c-93cb-47f7-ac48-7c1eba4c97cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0704296 Feb 04 09:09:00.286554 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-3c3dce38-5471-4577-a9fc-6a0d252d647f req-93e2e7ba-ec8f-4d4f-9605-bfca94108050 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a162399f42e34cb89b926f12253aac07&device_id=40cc3d5c-93cb-47f7-ac48-7c1eba4c97cd HTTP/1.1" status: 200 len: 1098 time: 0.0674846 Feb 04 09:09:00.426323 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3dce38-5471-4577-a9fc-6a0d252d647f req-95b2992e-dd38-4cdb-979e-1c61acca6d10 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:09:00.427728 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-3c3dce38-5471-4577-a9fc-6a0d252d647f req-95b2992e-dd38-4cdb-979e-1c61acca6d10 service neutron] 10.222.0.47 "GET /v2.0/networks?id=42f55672-b0a0-47ac-89f1-219a04ac67e9 HTTP/1.1" status: 200 len: 912 time: 0.1232581 Feb 04 09:09:00.616158 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-3c3dce38-5471-4577-a9fc-6a0d252d647f req-e1077a39-6a3a-488e-822e-1cc9449cddbb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad1d38ff-da1f-4f8b-9ec0-ca4cd06f92ee HTTP/1.1" status: 200 len: 1000 time: 0.1826749 Feb 04 09:09:00.677107 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3dce38-5471-4577-a9fc-6a0d252d647f req-54cc8c62-8d6c-414b-9ae6-e3f19bda73de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:09:00.678481 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-3c3dce38-5471-4577-a9fc-6a0d252d647f req-54cc8c62-8d6c-414b-9ae6-e3f19bda73de service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2aad4944-d1ab-4f44-8c6f-0ef8db6b5dce HTTP/1.1" status: 200 len: 850 time: 0.0562432 Feb 04 09:09:00.750916 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-3c3dce38-5471-4577-a9fc-6a0d252d647f req-243c77b0-1255-43ec-a52f-48a7ac721007 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=42f55672-b0a0-47ac-89f1-219a04ac67e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665329 Feb 04 09:09:00.876950 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-3c3dce38-5471-4577-a9fc-6a0d252d647f req-81b41c1d-f5db-4c38-a10f-970527ac4e6b service neutron] 10.222.0.47 "GET /v2.0/networks/42f55672-b0a0-47ac-89f1-219a04ac67e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203821 Feb 04 09:09:01.011372 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-3c3dce38-5471-4577-a9fc-6a0d252d647f req-9a2cd146-ed7a-4e7c-b10a-d3008a40d14e service neutron] 10.222.0.47 "GET /v2.0/networks/42f55672-b0a0-47ac-89f1-219a04ac67e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280658 Feb 04 09:09:10.110663 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 09:09:19.454987 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-aa16fb61-6830-4c7d-8d9e-8bfdbe222930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:09:21.780294 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-43d59524-d658-4112-87e9-0f8f6a3aa236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:09:22.963133 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:09:23.020225 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:09:24.437399 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:09:26.288882 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:09:47.110175 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 09:09:49.454543 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-073c2d19-01a0-4241-a967-92516637ba62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:09:51.774779 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-e55e2147-f8d2-444c-b0b1-9924a1c18f23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:09:52.968163 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:09:53.002808 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:09:54.419853 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:09:56.305560 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:10:01.174865 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-25e04a86-45d7-4a0f-993a-862b9a994d10 req-df1233f4-c3fe-4625-8db7-53a2ce281b95 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=86166332-17df-433b-bf38-e17a77c4c065&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0711789 Feb 04 09:10:01.267142 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-25e04a86-45d7-4a0f-993a-862b9a994d10 req-f5f2fc66-4d16-4789-8fed-71a0d155ef45 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a162399f42e34cb89b926f12253aac07&device_id=86166332-17df-433b-bf38-e17a77c4c065 HTTP/1.1" status: 200 len: 1098 time: 0.0713217 Feb 04 09:10:01.410042 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e04a86-45d7-4a0f-993a-862b9a994d10 req-eb185a65-bae7-41c9-9d7c-ee668b23c984 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:10:01.411439 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-25e04a86-45d7-4a0f-993a-862b9a994d10 req-eb185a65-bae7-41c9-9d7c-ee668b23c984 service neutron] 10.222.0.47 "GET /v2.0/networks?id=42f55672-b0a0-47ac-89f1-219a04ac67e9 HTTP/1.1" status: 200 len: 912 time: 0.1254933 Feb 04 09:10:01.508168 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-25e04a86-45d7-4a0f-993a-862b9a994d10 req-80b6b970-cd65-4ae8-a32c-2a6a903c3bbb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7fecd88c-4e08-4528-916a-24fb5f6be16f HTTP/1.1" status: 200 len: 1001 time: 0.0903172 Feb 04 09:10:01.572016 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e04a86-45d7-4a0f-993a-862b9a994d10 req-c7650837-084d-4839-a15d-cc0313d51b48 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:10:01.573480 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-25e04a86-45d7-4a0f-993a-862b9a994d10 req-c7650837-084d-4839-a15d-cc0313d51b48 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2aad4944-d1ab-4f44-8c6f-0ef8db6b5dce HTTP/1.1" status: 200 len: 850 time: 0.0598371 Feb 04 09:10:01.646802 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-25e04a86-45d7-4a0f-993a-862b9a994d10 req-bdcf1f10-3129-4074-a272-e19aef4375c3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=42f55672-b0a0-47ac-89f1-219a04ac67e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0664713 Feb 04 09:10:01.788100 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-25e04a86-45d7-4a0f-993a-862b9a994d10 req-320e91b4-9ae6-4354-be1f-b58c17043037 service neutron] 10.222.0.47 "GET /v2.0/networks/42f55672-b0a0-47ac-89f1-219a04ac67e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347685 Feb 04 09:10:01.921849 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-25e04a86-45d7-4a0f-993a-862b9a994d10 req-8cd66765-3033-4ac8-af85-723f437af33e service neutron] 10.222.0.47 "GET /v2.0/networks/42f55672-b0a0-47ac-89f1-219a04ac67e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273181 Feb 04 09:10:19.459495 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-ea8f95ed-4d0b-4a01-bcfa-487990ee05aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:10:21.722754 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-d7b59578-4bd4-491a-aecd-1190a1cd395c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:10:22.939781 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:10:22.956518 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:10:24.109944 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 09:10:24.413830 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:10:26.282122 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:10:37.329987 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 59756) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:10:37.527627 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-91ac2106-d636-4782-a676-661b2b934636 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Deleting port 6ce88877-ddc2-48cc-9a67-4a995f713ea4 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:10:37.527969 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-91ac2106-d636-4782-a676-661b2b934636 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:10:37.777474 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-91ac2106-d636-4782-a676-661b2b934636 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:10:37.777694 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-91ac2106-d636-4782-a676-661b2b934636 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:10:37.896609 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-91ac2106-d636-4782-a676-661b2b934636 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Calling delete_port for 6ce88877-ddc2-48cc-9a67-4a995f713ea4 owned by network:floatingip {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 09:10:38.082422 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-91ac2106-d636-4782-a676-661b2b934636 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:10:38.131167 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac2106-d636-4782-a676-661b2b934636 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Pushing event deleted for resources: {'Port': ['ID=6ce88877-ddc2-48cc-9a67-4a995f713ea4,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:10:38.197829 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac2106-d636-4782-a676-661b2b934636 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:10:38.198168 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac2106-d636-4782-a676-661b2b934636 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:10:38.198506 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac2106-d636-4782-a676-661b2b934636 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:10:38.198835 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac2106-d636-4782-a676-661b2b934636 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:10:38.199161 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac2106-d636-4782-a676-661b2b934636 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:10:38.199487 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac2106-d636-4782-a676-661b2b934636 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:10:38.199807 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac2106-d636-4782-a676-661b2b934636 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:10:38.200125 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac2106-d636-4782-a676-661b2b934636 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:10:38.200442 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac2106-d636-4782-a676-661b2b934636 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:10:38.200783 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac2106-d636-4782-a676-661b2b934636 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:10:38.201097 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac2106-d636-4782-a676-661b2b934636 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:10:38.227424 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-91ac2106-d636-4782-a676-661b2b934636 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify callbacks [] for floatingip, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:10:38.608277 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91ac2106-d636-4782-a676-661b2b934636 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Router 95874e6b-8484-436a-8aa0-3f5497205c60 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 09:10:38.806288 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91ac2106-d636-4782-a676-661b2b934636 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 09:10:38.815664 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83329255-1c4c-4747-9a43-9763ddebb273 None None] Sync routers for ids ['95874e6b-8484-436a-8aa0-3f5497205c60'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 09:10:38.827506 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83329255-1c4c-4747-9a43-9763ddebb273 None None] Routers {'95874e6b-8484-436a-8aa0-3f5497205c60'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:10:38.828234 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-83329255-1c4c-4747-9a43-9763ddebb273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:10:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['95874e6b-8484-436a-8aa0-3f5497205c60'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:10:38.899576 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-91ac2106-d636-4782-a676-661b2b934636 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for floatingip, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:10:38.952249 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-91ac2106-d636-4782-a676-661b2b934636 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "DELETE /v2.0/floatingips/e85dfaa7-cd34-4509-8376-e40a651dd084 HTTP/1.1" status: 204 len: 168 time: 1.6211696 Feb 04 09:10:38.952848 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86166332-17df-433b-bf38-e17a77c4c065', 'tag': '7fecd88c-4e08-4528-916a-24fb5f6be16f'}] {{(pid=84107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:10:39.008622 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-83329255-1c4c-4747-9a43-9763ddebb273 None None] Set router 95874e6b-8484-436a-8aa0-3f5497205c60 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:10:39.029378 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86166332-17df-433b-bf38-e17a77c4c065', 'tag': '7fecd88c-4e08-4528-916a-24fb5f6be16f', 'status': 'completed', 'code': 200} Feb 04 09:10:39.121930 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-82ab7d5d-8ef5-47a2-b3fc-b251d317f6b9 req-36af2b6b-ddda-420c-b837-0402c5eba958 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a162399f42e34cb89b926f12253aac07&device_id=86166332-17df-433b-bf38-e17a77c4c065 HTTP/1.1" status: 200 len: 1098 time: 0.0708876 Feb 04 09:10:39.257110 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ab7d5d-8ef5-47a2-b3fc-b251d317f6b9 req-e46d29e9-3d44-4e93-b16b-f53b196455a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:10:39.258576 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-82ab7d5d-8ef5-47a2-b3fc-b251d317f6b9 req-e46d29e9-3d44-4e93-b16b-f53b196455a6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=42f55672-b0a0-47ac-89f1-219a04ac67e9 HTTP/1.1" status: 200 len: 912 time: 0.1306980 Feb 04 09:10:39.333536 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-82ab7d5d-8ef5-47a2-b3fc-b251d317f6b9 req-2067d263-014e-47f2-a565-20bec39d2c3a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7fecd88c-4e08-4528-916a-24fb5f6be16f HTTP/1.1" status: 200 len: 217 time: 0.0686572 Feb 04 09:10:39.355062 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-83329255-1c4c-4747-9a43-9763ddebb273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95874e6b-8484-436a-8aa0-3f5497205c60', 'name': 'tempest-TestVolumeBootPattern-833814806-router', 'tenant_id': 'a162399f42e34cb89b926f12253aac07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': 'bd968388-17b1-4693-8ca7-7e5ef583d969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:00:32Z', 'updated_at': '2022-02-04T09:00:36Z', 'revision_number': 4, 'project_id': 'a162399f42e34cb89b926f12253aac07', 'gw_port': {'id': 'bd968388-17b1-4693-8ca7-7e5ef583d969', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95874e6b-8484-436a-8aa0-3f5497205c60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:00:33Z', 'updated_at': '2022-02-04T09:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': '2aebf888-0770-48be-9fe6-f8a9612b941f', 'tenant_id': 'a162399f42e34cb89b926f12253aac07', 'floating_ip_address': '172.26.3.32', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': '95874e6b-8484-436a-8aa0-3f5497205c60', 'port_id': 'ad1d38ff-da1f-4f8b-9ec0-ca4cd06f92ee', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42f55672-b0a0-47ac-89f1-219a04ac67e9', 'mac_address': 'fa:16:3e:2f:4f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40cc3d5c-93cb-47f7-ac48-7c1eba4c97cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T09:05:00Z', 'updated_at': '2022-02-04T09:05:03Z', 'revision_number': 1, 'project_id': 'a162399f42e34cb89b926f12253aac07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72430469-82b4-484c-b9c6-5e3f72a97b42', 'name': '', 'network_id': '42f55672-b0a0-47ac-89f1-219a04ac67e9', 'tenant_id': 'a162399f42e34cb89b926f12253aac07', 'mac_address': 'fa:16:3e:41:05:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95874e6b-8484-436a-8aa0-3f5497205c60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2aad4944-d1ab-4f44-8c6f-0ef8db6b5dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:00:35Z', 'updated_at': '2022-02-04T09:00:55Z', 'revision_number': 5, 'project_id': 'a162399f42e34cb89b926f12253aac07', 'subnets': [{'id': '2aad4944-d1ab-4f44-8c6f-0ef8db6b5dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:10:39.359322 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83329255-1c4c-4747-9a43-9763ddebb273 None None] Checking router: 95874e6b-8484-436a-8aa0-3f5497205c60 for host: dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 09:10:39.377001 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83329255-1c4c-4747-9a43-9763ddebb273 None None] Routers {'95874e6b-8484-436a-8aa0-3f5497205c60'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:10:39.377616 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-83329255-1c4c-4747-9a43-9763ddebb273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:10:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['95874e6b-8484-436a-8aa0-3f5497205c60'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:10:39.515127 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ab7d5d-8ef5-47a2-b3fc-b251d317f6b9 req-bb856cae-5d94-416f-bbce-dc5aac79d4da service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:10:39.516591 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-82ab7d5d-8ef5-47a2-b3fc-b251d317f6b9 req-bb856cae-5d94-416f-bbce-dc5aac79d4da service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2aad4944-d1ab-4f44-8c6f-0ef8db6b5dce HTTP/1.1" status: 200 len: 850 time: 0.1769047 Feb 04 09:10:39.559998 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-83329255-1c4c-4747-9a43-9763ddebb273 None None] Set router 95874e6b-8484-436a-8aa0-3f5497205c60 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:10:39.594191 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-82ab7d5d-8ef5-47a2-b3fc-b251d317f6b9 req-6bf45ce4-d778-4288-8c50-adb41a9b1de8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=42f55672-b0a0-47ac-89f1-219a04ac67e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701799 Feb 04 09:10:39.787333 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-82ab7d5d-8ef5-47a2-b3fc-b251d317f6b9 req-bc296fee-0ff6-4592-b7fb-0eebe5ea6535 service neutron] 10.222.0.47 "GET /v2.0/networks/42f55672-b0a0-47ac-89f1-219a04ac67e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859276 Feb 04 09:10:39.795548 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0f8a7b-a75a-4872-a451-f7854f2a043a req-0778c3d0-aabf-4574-8681-f34379083813 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:10:39.796205 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-3a0f8a7b-a75a-4872-a451-f7854f2a043a req-0778c3d0-aabf-4574-8681-f34379083813 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Synchronizing usage tracker for tenant:a162399f42e34cb89b926f12253aac07 on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 09:10:39.928346 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-3a0f8a7b-a75a-4872-a451-f7854f2a043a req-0778c3d0-aabf-4574-8681-f34379083813 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Unset dirty status for tenant:a162399f42e34cb89b926f12253aac07 on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 09:10:39.934925 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-3a0f8a7b-a75a-4872-a451-f7854f2a043a req-0778c3d0-aabf-4574-8681-f34379083813 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/ports?device_id=86166332-17df-433b-bf38-e17a77c4c065 HTTP/1.1" status: 200 len: 945 time: 0.4509149 Feb 04 09:10:39.938287 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-82ab7d5d-8ef5-47a2-b3fc-b251d317f6b9 req-98707248-769e-432b-97fd-32e8c624e666 service neutron] 10.222.0.47 "GET /v2.0/networks/42f55672-b0a0-47ac-89f1-219a04ac67e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394365 Feb 04 09:10:39.955140 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-83329255-1c4c-4747-9a43-9763ddebb273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95874e6b-8484-436a-8aa0-3f5497205c60', 'name': 'tempest-TestVolumeBootPattern-833814806-router', 'tenant_id': 'a162399f42e34cb89b926f12253aac07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': 'bd968388-17b1-4693-8ca7-7e5ef583d969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:00:32Z', 'updated_at': '2022-02-04T09:00:36Z', 'revision_number': 4, 'project_id': 'a162399f42e34cb89b926f12253aac07', 'gw_port': {'id': 'bd968388-17b1-4693-8ca7-7e5ef583d969', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95874e6b-8484-436a-8aa0-3f5497205c60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:00:33Z', 'updated_at': '2022-02-04T09:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': '2aebf888-0770-48be-9fe6-f8a9612b941f', 'tenant_id': 'a162399f42e34cb89b926f12253aac07', 'floating_ip_address': '172.26.3.32', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': '95874e6b-8484-436a-8aa0-3f5497205c60', 'port_id': 'ad1d38ff-da1f-4f8b-9ec0-ca4cd06f92ee', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42f55672-b0a0-47ac-89f1-219a04ac67e9', 'mac_address': 'fa:16:3e:2f:4f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40cc3d5c-93cb-47f7-ac48-7c1eba4c97cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T09:05:00Z', 'updated_at': '2022-02-04T09:05:03Z', 'revision_number': 1, 'project_id': 'a162399f42e34cb89b926f12253aac07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72430469-82b4-484c-b9c6-5e3f72a97b42', 'name': '', 'network_id': '42f55672-b0a0-47ac-89f1-219a04ac67e9', 'tenant_id': 'a162399f42e34cb89b926f12253aac07', 'mac_address': 'fa:16:3e:41:05:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95874e6b-8484-436a-8aa0-3f5497205c60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2aad4944-d1ab-4f44-8c6f-0ef8db6b5dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:00:35Z', 'updated_at': '2022-02-04T09:00:55Z', 'revision_number': 5, 'project_id': 'a162399f42e34cb89b926f12253aac07', 'subnets': [{'id': '2aad4944-d1ab-4f44-8c6f-0ef8db6b5dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:10:39.959480 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83329255-1c4c-4747-9a43-9763ddebb273 None None] The sync data for ids ['95874e6b-8484-436a-8aa0-3f5497205c60'] in dv-neutron-827798-2-hyperv is: [{'id': '95874e6b-8484-436a-8aa0-3f5497205c60', 'name': 'tempest-TestVolumeBootPattern-833814806-router', 'tenant_id': 'a162399f42e34cb89b926f12253aac07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': 'bd968388-17b1-4693-8ca7-7e5ef583d969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:00:32Z', 'updated_at': '2022-02-04T09:00:36Z', 'revision_number': 4, 'project_id': 'a162399f42e34cb89b926f12253aac07', 'gw_port': {'id': 'bd968388-17b1-4693-8ca7-7e5ef583d969', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95874e6b-8484-436a-8aa0-3f5497205c60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:00:33Z', 'updated_at': '2022-02-04T09:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': '2aebf888-0770-48be-9fe6-f8a9612b941f', 'tenant_id': 'a162399f42e34cb89b926f12253aac07', 'floating_ip_address': '172.26.3.32', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': '95874e6b-8484-436a-8aa0-3f5497205c60', 'port_id': 'ad1d38ff-da1f-4f8b-9ec0-ca4cd06f92ee', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42f55672-b0a0-47ac-89f1-219a04ac67e9', 'mac_address': 'fa:16:3e:2f:4f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40cc3d5c-93cb-47f7-ac48-7c1eba4c97cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T09:05:00Z', 'updated_at': '2022-02-04T09:05:03Z', 'revision_number': 1, 'project_id': 'a162399f42e34cb89b926f12253aac07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72430469-82b4-484c-b9c6-5e3f72a97b42', 'name': '', 'network_id': '42f55672-b0a0-47ac-89f1-219a04ac67e9', 'tenant_id': 'a162399f42e34cb89b926f12253aac07', 'mac_address': 'fa:16:3e:41:05:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95874e6b-8484-436a-8aa0-3f5497205c60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2aad4944-d1ab-4f44-8c6f-0ef8db6b5dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:00:35Z', 'updated_at': '2022-02-04T09:00:55Z', 'revision_number': 5, 'project_id': 'a162399f42e34cb89b926f12253aac07', 'subnets': [{'id': '2aad4944-d1ab-4f44-8c6f-0ef8db6b5dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 09:10:39.990768 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-3a0f8a7b-a75a-4872-a451-f7854f2a043a req-a9f1644d-ae7b-4228-a8b8-7652cad9be7d tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5068771-c2eb-45af-a6d4-098f3f758424&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0549538 Feb 04 09:10:40.200884 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61002c25-4560-49ae-bdd8-ad28b9dee8f4 None None] New status for floating IP e85dfaa7-cd34-4509-8376-e40a651dd084: DOWN {{(pid=84110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 09:10:41.115805 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab65bb4-b921-47d7-ab4f-e8adefce5624 req-4bd6a584-4878-4e30-b17f-921fb680701c tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:10:41.117171 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-bab65bb4-b921-47d7-ab4f-e8adefce5624 req-4bd6a584-4878-4e30-b17f-921fb680701c tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.47 "GET /v2.0/ports?device_id=86166332-17df-433b-bf38-e17a77c4c065 HTTP/1.1" status: 200 len: 945 time: 0.0784247 Feb 04 09:10:41.185662 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [req-bab65bb4-b921-47d7-ab4f-e8adefce5624 req-b63bf256-ded9-4e55-b2dd-507ea417fd38 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Deleting port 7fecd88c-4e08-4528-916a-24fb5f6be16f {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:10:41.186002 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-bab65bb4-b921-47d7-ab4f-e8adefce5624 req-b63bf256-ded9-4e55-b2dd-507ea417fd38 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:10:41.421811 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2483f6d-ffe1-4626-8179-4d187562032f req-4aea57f7-ba27-4459-8f03-6e4fb32f0c52 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:10:41.423248 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d2483f6d-ffe1-4626-8179-4d187562032f req-4aea57f7-ba27-4459-8f03-6e4fb32f0c52 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/ports?device_id=86166332-17df-433b-bf38-e17a77c4c065 HTTP/1.1" status: 200 len: 945 time: 0.3052273 Feb 04 09:10:41.506100 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d2483f6d-ffe1-4626-8179-4d187562032f req-148c115d-8e48-4292-aa00-33596fe00da3 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5068771-c2eb-45af-a6d4-098f3f758424&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0765345 Feb 04 09:10:41.514786 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [req-bab65bb4-b921-47d7-ab4f-e8adefce5624 req-b63bf256-ded9-4e55-b2dd-507ea417fd38 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] For port 7fecd88c-4e08-4528-916a-24fb5f6be16f, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=7fecd88c-4e08-4528-916a-24fb5f6be16f,segment=NetworkSegment(c58f067f-11a7-4181-acd6-9dc924f723a5),segment_id=c58f067f-11a7-4181-acd6-9dc924f723a5)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:10:41.515139 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-bab65bb4-b921-47d7-ab4f-e8adefce5624 req-b63bf256-ded9-4e55-b2dd-507ea417fd38 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:10:41.635886 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [req-bab65bb4-b921-47d7-ab4f-e8adefce5624 req-b63bf256-ded9-4e55-b2dd-507ea417fd38 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Calling delete_port for 7fecd88c-4e08-4528-916a-24fb5f6be16f owned by compute:nova {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 09:10:41.830843 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-bab65bb4-b921-47d7-ab4f-e8adefce5624 req-b63bf256-ded9-4e55-b2dd-507ea417fd38 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:10:41.881471 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63bf256-ded9-4e55-b2dd-507ea417fd38 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Pushing event deleted for resources: {'Port': ['ID=7fecd88c-4e08-4528-916a-24fb5f6be16f,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:10:41.951263 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [req-bab65bb4-b921-47d7-ab4f-e8adefce5624 req-b63bf256-ded9-4e55-b2dd-507ea417fd38 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] No DVR routers for this DVR port 7fecd88c-4e08-4528-916a-24fb5f6be16f on host hv-neutron-8277 {{(pid=84107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 09:10:41.953844 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-bab65bb4-b921-47d7-ab4f-e8adefce5624 req-b63bf256-ded9-4e55-b2dd-507ea417fd38 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:10:41.956584 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86166332-17df-433b-bf38-e17a77c4c065', 'name': 'network-vif-deleted', 'tag': '7fecd88c-4e08-4528-916a-24fb5f6be16f'}] {{(pid=84107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:10:42.010185 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86166332-17df-433b-bf38-e17a77c4c065', 'name': 'network-vif-deleted', 'tag': '7fecd88c-4e08-4528-916a-24fb5f6be16f', 'status': 'completed', 'code': 200} Feb 04 09:10:42.019851 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-bab65bb4-b921-47d7-ab4f-e8adefce5624 req-b63bf256-ded9-4e55-b2dd-507ea417fd38 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.47 "DELETE /v2.0/ports/7fecd88c-4e08-4528-916a-24fb5f6be16f HTTP/1.1" status: 204 len: 173 time: 0.8957744 Feb 04 09:10:42.671243 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-e9879dfa-ed15-4100-86d5-4f51847ae588 req-c211573c-ea09-4a7d-bf94-1a9321165564 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Synchronizing usage tracker for tenant:a162399f42e34cb89b926f12253aac07 on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 09:10:42.745245 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-e9879dfa-ed15-4100-86d5-4f51847ae588 req-c211573c-ea09-4a7d-bf94-1a9321165564 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Unset dirty status for tenant:a162399f42e34cb89b926f12253aac07 on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 09:10:42.746419 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e9879dfa-ed15-4100-86d5-4f51847ae588 req-c211573c-ea09-4a7d-bf94-1a9321165564 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/ports?device_id=86166332-17df-433b-bf38-e17a77c4c065 HTTP/1.1" status: 200 len: 210 time: 0.1211052 Feb 04 09:10:45.948028 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device 7fecd88c-4e08-4528-916a-24fb5f6be16f no longer exists at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 09:10:45.981470 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] No Port match for: 7fecd88c-4e08-4528-916a-24fb5f6be16f {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 09:10:45.981957 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device 7fecd88c-4e08-4528-916a-24fb5f6be16f not bound to the agent host hv-neutron-8277 {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 09:10:48.548490 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 59796) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:10:48.752106 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-8c9a3cb3-f673-4a06-9e75-c28cb3d1a50d tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Deleting port 328e1aec-4bdf-435c-8ed2-3fa945769a92 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:10:48.752443 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8c9a3cb3-f673-4a06-9e75-c28cb3d1a50d tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:10:48.915079 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8c9a3cb3-f673-4a06-9e75-c28cb3d1a50d tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:10:48.915411 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8c9a3cb3-f673-4a06-9e75-c28cb3d1a50d tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:10:49.051695 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-8c9a3cb3-f673-4a06-9e75-c28cb3d1a50d tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Calling delete_port for 328e1aec-4bdf-435c-8ed2-3fa945769a92 owned by network:floatingip {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 09:10:49.253998 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8c9a3cb3-f673-4a06-9e75-c28cb3d1a50d tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:10:49.300425 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9a3cb3-f673-4a06-9e75-c28cb3d1a50d tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Pushing event deleted for resources: {'Port': ['ID=328e1aec-4bdf-435c-8ed2-3fa945769a92,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:10:49.352977 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9a3cb3-f673-4a06-9e75-c28cb3d1a50d tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:10:49.353323 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9a3cb3-f673-4a06-9e75-c28cb3d1a50d tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:10:49.353669 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9a3cb3-f673-4a06-9e75-c28cb3d1a50d tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:10:49.354001 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9a3cb3-f673-4a06-9e75-c28cb3d1a50d tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:10:49.354330 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9a3cb3-f673-4a06-9e75-c28cb3d1a50d tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:10:49.354663 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9a3cb3-f673-4a06-9e75-c28cb3d1a50d tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:10:49.354986 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9a3cb3-f673-4a06-9e75-c28cb3d1a50d tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:10:49.355309 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9a3cb3-f673-4a06-9e75-c28cb3d1a50d tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:10:49.355665 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9a3cb3-f673-4a06-9e75-c28cb3d1a50d tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:10:49.355984 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9a3cb3-f673-4a06-9e75-c28cb3d1a50d tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:10:49.356300 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9a3cb3-f673-4a06-9e75-c28cb3d1a50d tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:10:49.425060 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8c9a3cb3-f673-4a06-9e75-c28cb3d1a50d tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify callbacks [] for floatingip, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:10:49.487895 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-5f85ff4c-d13a-4cb8-8f72-d767407c2076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:10:49.809623 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c9a3cb3-f673-4a06-9e75-c28cb3d1a50d tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Router 95874e6b-8484-436a-8aa0-3f5497205c60 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 09:10:50.099654 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c9a3cb3-f673-4a06-9e75-c28cb3d1a50d tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 09:10:50.109143 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e47822-f098-4790-909d-79eaecb61da0 None None] Sync routers for ids ['95874e6b-8484-436a-8aa0-3f5497205c60'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 09:10:50.121303 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e47822-f098-4790-909d-79eaecb61da0 None None] Routers {'95874e6b-8484-436a-8aa0-3f5497205c60'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:10:50.121971 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-81e47822-f098-4790-909d-79eaecb61da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:10:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['95874e6b-8484-436a-8aa0-3f5497205c60'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:10:50.161992 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8c9a3cb3-f673-4a06-9e75-c28cb3d1a50d tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for floatingip, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:10:50.213012 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-8c9a3cb3-f673-4a06-9e75-c28cb3d1a50d tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "DELETE /v2.0/floatingips/2aebf888-0770-48be-9fe6-f8a9612b941f HTTP/1.1" status: 204 len: 168 time: 1.6633894 Feb 04 09:10:50.213572 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40cc3d5c-93cb-47f7-ac48-7c1eba4c97cd', 'tag': 'ad1d38ff-da1f-4f8b-9ec0-ca4cd06f92ee'}] {{(pid=84108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:10:50.299572 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-81e47822-f098-4790-909d-79eaecb61da0 None None] Set router 95874e6b-8484-436a-8aa0-3f5497205c60 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:10:50.435444 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40cc3d5c-93cb-47f7-ac48-7c1eba4c97cd', 'tag': 'ad1d38ff-da1f-4f8b-9ec0-ca4cd06f92ee', 'status': 'completed', 'code': 200} Feb 04 09:10:50.527191 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7c752cf9-20b9-4723-9975-ccf9a4ab95b6 req-114ce87c-77f6-4f42-8539-851a1bc66d6f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a162399f42e34cb89b926f12253aac07&device_id=40cc3d5c-93cb-47f7-ac48-7c1eba4c97cd HTTP/1.1" status: 200 len: 1098 time: 0.0684292 Feb 04 09:10:50.624122 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-81e47822-f098-4790-909d-79eaecb61da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95874e6b-8484-436a-8aa0-3f5497205c60', 'name': 'tempest-TestVolumeBootPattern-833814806-router', 'tenant_id': 'a162399f42e34cb89b926f12253aac07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': 'bd968388-17b1-4693-8ca7-7e5ef583d969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:00:32Z', 'updated_at': '2022-02-04T09:00:36Z', 'revision_number': 4, 'project_id': 'a162399f42e34cb89b926f12253aac07', 'gw_port': {'id': 'bd968388-17b1-4693-8ca7-7e5ef583d969', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95874e6b-8484-436a-8aa0-3f5497205c60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:00:33Z', 'updated_at': '2022-02-04T09:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '72430469-82b4-484c-b9c6-5e3f72a97b42', 'name': '', 'network_id': '42f55672-b0a0-47ac-89f1-219a04ac67e9', 'tenant_id': 'a162399f42e34cb89b926f12253aac07', 'mac_address': 'fa:16:3e:41:05:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95874e6b-8484-436a-8aa0-3f5497205c60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2aad4944-d1ab-4f44-8c6f-0ef8db6b5dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:00:35Z', 'updated_at': '2022-02-04T09:00:55Z', 'revision_number': 5, 'project_id': 'a162399f42e34cb89b926f12253aac07', 'subnets': [{'id': '2aad4944-d1ab-4f44-8c6f-0ef8db6b5dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:10:50.630383 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e47822-f098-4790-909d-79eaecb61da0 None None] Checking router: 95874e6b-8484-436a-8aa0-3f5497205c60 for host: dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 09:10:50.642415 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e47822-f098-4790-909d-79eaecb61da0 None None] Routers {'95874e6b-8484-436a-8aa0-3f5497205c60'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:10:50.643038 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-81e47822-f098-4790-909d-79eaecb61da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:10:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['95874e6b-8484-436a-8aa0-3f5497205c60'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:10:50.797976 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c752cf9-20b9-4723-9975-ccf9a4ab95b6 req-9448840d-d028-417f-9c0e-4134a4295779 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:10:50.799454 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7c752cf9-20b9-4723-9975-ccf9a4ab95b6 req-9448840d-d028-417f-9c0e-4134a4295779 service neutron] 10.222.0.47 "GET /v2.0/networks?id=42f55672-b0a0-47ac-89f1-219a04ac67e9 HTTP/1.1" status: 200 len: 912 time: 0.2664130 Feb 04 09:10:50.831669 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-81e47822-f098-4790-909d-79eaecb61da0 None None] Set router 95874e6b-8484-436a-8aa0-3f5497205c60 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:10:50.879021 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7c752cf9-20b9-4723-9975-ccf9a4ab95b6 req-66f410eb-6052-423d-9ac0-43fef7dba9c2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad1d38ff-da1f-4f8b-9ec0-ca4cd06f92ee HTTP/1.1" status: 200 len: 217 time: 0.0634034 Feb 04 09:10:50.887300 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0ef159-2202-44c7-a726-b539496d8192 req-d171e49f-8be6-4ca8-bb90-6fb5c09540d6 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:10:50.888824 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-9e0ef159-2202-44c7-a726-b539496d8192 req-d171e49f-8be6-4ca8-bb90-6fb5c09540d6 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/ports?device_id=40cc3d5c-93cb-47f7-ac48-7c1eba4c97cd HTTP/1.1" status: 200 len: 945 time: 0.1630619 Feb 04 09:10:50.975272 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c752cf9-20b9-4723-9975-ccf9a4ab95b6 req-fae22809-9cf0-413f-a7db-0aa3d8df878e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:10:50.976779 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7c752cf9-20b9-4723-9975-ccf9a4ab95b6 req-fae22809-9cf0-413f-a7db-0aa3d8df878e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2aad4944-d1ab-4f44-8c6f-0ef8db6b5dce HTTP/1.1" status: 200 len: 850 time: 0.0870364 Feb 04 09:10:50.983969 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-9e0ef159-2202-44c7-a726-b539496d8192 req-62489f37-022e-4946-9810-b911a42bb8d3 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5068771-c2eb-45af-a6d4-098f3f758424&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0607038 Feb 04 09:10:51.055106 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7c752cf9-20b9-4723-9975-ccf9a4ab95b6 req-4fdf5a97-460b-40bf-aaa7-e54e7b02baa8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=42f55672-b0a0-47ac-89f1-219a04ac67e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701730 Feb 04 09:10:51.191139 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-81e47822-f098-4790-909d-79eaecb61da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95874e6b-8484-436a-8aa0-3f5497205c60', 'name': 'tempest-TestVolumeBootPattern-833814806-router', 'tenant_id': 'a162399f42e34cb89b926f12253aac07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': 'bd968388-17b1-4693-8ca7-7e5ef583d969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:00:32Z', 'updated_at': '2022-02-04T09:00:36Z', 'revision_number': 4, 'project_id': 'a162399f42e34cb89b926f12253aac07', 'gw_port': {'id': 'bd968388-17b1-4693-8ca7-7e5ef583d969', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95874e6b-8484-436a-8aa0-3f5497205c60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:00:33Z', 'updated_at': '2022-02-04T09:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '72430469-82b4-484c-b9c6-5e3f72a97b42', 'name': '', 'network_id': '42f55672-b0a0-47ac-89f1-219a04ac67e9', 'tenant_id': 'a162399f42e34cb89b926f12253aac07', 'mac_address': 'fa:16:3e:41:05:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95874e6b-8484-436a-8aa0-3f5497205c60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2aad4944-d1ab-4f44-8c6f-0ef8db6b5dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:00:35Z', 'updated_at': '2022-02-04T09:00:55Z', 'revision_number': 5, 'project_id': 'a162399f42e34cb89b926f12253aac07', 'subnets': [{'id': '2aad4944-d1ab-4f44-8c6f-0ef8db6b5dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:10:51.191595 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7c752cf9-20b9-4723-9975-ccf9a4ab95b6 req-bd5e613a-080b-475c-83ea-00bbb4adb501 service neutron] 10.222.0.47 "GET /v2.0/networks/42f55672-b0a0-47ac-89f1-219a04ac67e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302166 Feb 04 09:10:51.196538 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e47822-f098-4790-909d-79eaecb61da0 None None] The sync data for ids ['95874e6b-8484-436a-8aa0-3f5497205c60'] in dv-neutron-827798-2-hyperv is: [{'id': '95874e6b-8484-436a-8aa0-3f5497205c60', 'name': 'tempest-TestVolumeBootPattern-833814806-router', 'tenant_id': 'a162399f42e34cb89b926f12253aac07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': 'bd968388-17b1-4693-8ca7-7e5ef583d969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:00:32Z', 'updated_at': '2022-02-04T09:00:36Z', 'revision_number': 4, 'project_id': 'a162399f42e34cb89b926f12253aac07', 'gw_port': {'id': 'bd968388-17b1-4693-8ca7-7e5ef583d969', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95874e6b-8484-436a-8aa0-3f5497205c60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:00:33Z', 'updated_at': '2022-02-04T09:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '72430469-82b4-484c-b9c6-5e3f72a97b42', 'name': '', 'network_id': '42f55672-b0a0-47ac-89f1-219a04ac67e9', 'tenant_id': 'a162399f42e34cb89b926f12253aac07', 'mac_address': 'fa:16:3e:41:05:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95874e6b-8484-436a-8aa0-3f5497205c60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2aad4944-d1ab-4f44-8c6f-0ef8db6b5dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:00:35Z', 'updated_at': '2022-02-04T09:00:55Z', 'revision_number': 5, 'project_id': 'a162399f42e34cb89b926f12253aac07', 'subnets': [{'id': '2aad4944-d1ab-4f44-8c6f-0ef8db6b5dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 09:10:51.351836 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7c752cf9-20b9-4723-9975-ccf9a4ab95b6 req-1012ae39-d474-4669-aece-be7a0a87cf0d service neutron] 10.222.0.47 "GET /v2.0/networks/42f55672-b0a0-47ac-89f1-219a04ac67e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536546 Feb 04 09:10:51.448532 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed33bc8-0f0a-49f2-9185-c7a208014e08 None None] New status for floating IP 2aebf888-0770-48be-9fe6-f8a9612b941f: DOWN {{(pid=84110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 09:10:51.501013 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df29f0c-5c81-460e-ba3a-4cfd6aa8c6b7 req-2c1601be-9dbb-42b7-953a-c7307d0f942e tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:10:51.502441 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4df29f0c-5c81-460e-ba3a-4cfd6aa8c6b7 req-2c1601be-9dbb-42b7-953a-c7307d0f942e tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.47 "GET /v2.0/ports?device_id=40cc3d5c-93cb-47f7-ac48-7c1eba4c97cd HTTP/1.1" status: 200 len: 945 time: 0.0955391 Feb 04 09:10:51.575552 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [req-4df29f0c-5c81-460e-ba3a-4cfd6aa8c6b7 req-f8acdfbc-9696-4144-8f97-c4f05058a29a tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Deleting port ad1d38ff-da1f-4f8b-9ec0-ca4cd06f92ee {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:10:51.576443 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-4df29f0c-5c81-460e-ba3a-4cfd6aa8c6b7 req-f8acdfbc-9696-4144-8f97-c4f05058a29a tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:10:51.733883 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-823a5677-296d-4d9a-ae65-c1f39c829e00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:10:51.843090 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [req-4df29f0c-5c81-460e-ba3a-4cfd6aa8c6b7 req-f8acdfbc-9696-4144-8f97-c4f05058a29a tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] For port ad1d38ff-da1f-4f8b-9ec0-ca4cd06f92ee, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=ad1d38ff-da1f-4f8b-9ec0-ca4cd06f92ee,segment=NetworkSegment(c58f067f-11a7-4181-acd6-9dc924f723a5),segment_id=c58f067f-11a7-4181-acd6-9dc924f723a5)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:10:51.843446 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-4df29f0c-5c81-460e-ba3a-4cfd6aa8c6b7 req-f8acdfbc-9696-4144-8f97-c4f05058a29a tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:10:51.964948 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [req-4df29f0c-5c81-460e-ba3a-4cfd6aa8c6b7 req-f8acdfbc-9696-4144-8f97-c4f05058a29a tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Calling delete_port for ad1d38ff-da1f-4f8b-9ec0-ca4cd06f92ee owned by compute:nova {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 09:10:52.176778 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-4df29f0c-5c81-460e-ba3a-4cfd6aa8c6b7 req-f8acdfbc-9696-4144-8f97-c4f05058a29a tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:10:52.217784 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-0a94ea5f-a179-425d-b5fe-7972e9df745a req-8853dfbb-55d6-480f-ad1c-c6afd5bb2dcb tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/ports?device_id=40cc3d5c-93cb-47f7-ac48-7c1eba4c97cd HTTP/1.1" status: 200 len: 210 time: 0.0753832 Feb 04 09:10:52.232266 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8acdfbc-9696-4144-8f97-c4f05058a29a tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Pushing event deleted for resources: {'Port': ['ID=ad1d38ff-da1f-4f8b-9ec0-ca4cd06f92ee,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:10:52.302944 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [req-4df29f0c-5c81-460e-ba3a-4cfd6aa8c6b7 req-f8acdfbc-9696-4144-8f97-c4f05058a29a tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] No DVR routers for this DVR port ad1d38ff-da1f-4f8b-9ec0-ca4cd06f92ee on host hv-neutron-8277 {{(pid=84107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 09:10:52.305253 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-4df29f0c-5c81-460e-ba3a-4cfd6aa8c6b7 req-f8acdfbc-9696-4144-8f97-c4f05058a29a tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:10:52.307593 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40cc3d5c-93cb-47f7-ac48-7c1eba4c97cd', 'name': 'network-vif-deleted', 'tag': 'ad1d38ff-da1f-4f8b-9ec0-ca4cd06f92ee'}] {{(pid=84107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:10:52.319178 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4df29f0c-5c81-460e-ba3a-4cfd6aa8c6b7 req-f8acdfbc-9696-4144-8f97-c4f05058a29a tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.47 "DELETE /v2.0/ports/ad1d38ff-da1f-4f8b-9ec0-ca4cd06f92ee HTTP/1.1" status: 204 len: 173 time: 0.8113158 Feb 04 09:10:52.367186 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40cc3d5c-93cb-47f7-ac48-7c1eba4c97cd', 'name': 'network-vif-deleted', 'tag': 'ad1d38ff-da1f-4f8b-9ec0-ca4cd06f92ee', 'status': 'completed', 'code': 200} Feb 04 09:10:52.945088 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:10:52.961840 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:10:53.401057 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-21fa21b4-2bdb-481d-862f-90947525b78f req-f1b06135-46f7-48dc-82bc-71ca2110141e tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Synchronizing usage tracker for tenant:a162399f42e34cb89b926f12253aac07 on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 09:10:53.510687 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-21fa21b4-2bdb-481d-862f-90947525b78f req-f1b06135-46f7-48dc-82bc-71ca2110141e tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Unset dirty status for tenant:a162399f42e34cb89b926f12253aac07 on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 09:10:53.511833 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-21fa21b4-2bdb-481d-862f-90947525b78f req-f1b06135-46f7-48dc-82bc-71ca2110141e tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "GET /v2.0/ports?device_id=40cc3d5c-93cb-47f7-ac48-7c1eba4c97cd HTTP/1.1" status: 200 len: 210 time: 0.1587262 Feb 04 09:10:54.413656 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:10:54.615162 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 59818) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:10:54.767710 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-c840335b-05de-497a-aebe-5ee7ca623c4e tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Deleting port 73dbef6b-9c81-47a7-8346-487c0790b2da {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:10:54.768041 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c840335b-05de-497a-aebe-5ee7ca623c4e tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:10:54.929697 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c840335b-05de-497a-aebe-5ee7ca623c4e tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:10:54.930024 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c840335b-05de-497a-aebe-5ee7ca623c4e tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:10:55.047155 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-c840335b-05de-497a-aebe-5ee7ca623c4e tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Calling delete_port for 73dbef6b-9c81-47a7-8346-487c0790b2da owned by network:floatingip {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 09:10:55.247884 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c840335b-05de-497a-aebe-5ee7ca623c4e tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:10:55.290068 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c840335b-05de-497a-aebe-5ee7ca623c4e tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Pushing event deleted for resources: {'Port': ['ID=73dbef6b-9c81-47a7-8346-487c0790b2da,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:10:55.381860 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c840335b-05de-497a-aebe-5ee7ca623c4e tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify callbacks [] for floatingip, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:10:55.452488 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c840335b-05de-497a-aebe-5ee7ca623c4e tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for floatingip, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:10:55.453771 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-c840335b-05de-497a-aebe-5ee7ca623c4e tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "DELETE /v2.0/floatingips/5a6ba446-736f-42cb-b6b4-b24499bdbf6b HTTP/1.1" status: 204 len: 168 time: 0.8376453 Feb 04 09:10:55.986368 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device ad1d38ff-da1f-4f8b-9ec0-ca4cd06f92ee no longer exists at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 09:10:56.018958 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] No Port match for: ad1d38ff-da1f-4f8b-9ec0-ca4cd06f92ee {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 09:10:56.019285 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device ad1d38ff-da1f-4f8b-9ec0-ca4cd06f92ee not bound to the agent host hv-neutron-8277 {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 09:10:56.276193 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:10:58.061786 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 59834) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:10:58.139279 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-42cbe7c8-0d14-4689-9ab0-7c18efa1c981 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify callbacks [] for security_group, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:10:58.168330 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-42cbe7c8-0d14-4689-9ab0-7c18efa1c981 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:10:58.293522 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-42cbe7c8-0d14-4689-9ab0-7c18efa1c981 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:10:58.312738 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cbe7c8-0d14-4689-9ab0-7c18efa1c981 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5068771-c2eb-45af-a6d4-098f3f758424,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:10:58.378863 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-42cbe7c8-0d14-4689-9ab0-7c18efa1c981 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:10:58.380001 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-42cbe7c8-0d14-4689-9ab0-7c18efa1c981 tempest-TestVolumeBootPattern-2003012688 tempest-TestVolumeBootPattern-2003012688-project] 10.222.0.36 "DELETE /v2.0/security-groups/b5068771-c2eb-45af-a6d4-098f3f758424 HTTP/1.1" status: 204 len: 168 time: 0.3172374 Feb 04 09:10:59.556499 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 59842) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:11:00.187195 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-21b28852-2e59-4f59-9d42-49b9a4e4e2d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473817'] for router_interface, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:00.751803 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-21b28852-2e59-4f59-9d42-49b9a4e4e2d2 admin admin] Deleting port 72430469-82b4-484c-b9c6-5e3f72a97b42 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:11:00.752471 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-21b28852-2e59-4f59-9d42-49b9a4e4e2d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:00.925756 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [None req-21b28852-2e59-4f59-9d42-49b9a4e4e2d2 admin admin] For port 72430469-82b4-484c-b9c6-5e3f72a97b42, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=72430469-82b4-484c-b9c6-5e3f72a97b42,segment=NetworkSegment(c58f067f-11a7-4181-acd6-9dc924f723a5),segment_id=c58f067f-11a7-4181-acd6-9dc924f723a5)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:11:00.926112 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-21b28852-2e59-4f59-9d42-49b9a4e4e2d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:01.046030 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-21b28852-2e59-4f59-9d42-49b9a4e4e2d2 admin admin] Calling delete_port for 72430469-82b4-484c-b9c6-5e3f72a97b42 owned by network:router_interface {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 09:11:01.109346 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 09:11:01.362265 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-21b28852-2e59-4f59-9d42-49b9a4e4e2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:01.405298 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b28852-2e59-4f59-9d42-49b9a4e4e2d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=72430469-82b4-484c-b9c6-5e3f72a97b42,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:11:01.682893 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-21b28852-2e59-4f59-9d42-49b9a4e4e2d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1572495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472959'] for router_interface, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:02.244571 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21b28852-2e59-4f59-9d42-49b9a4e4e2d2 admin admin] Router 95874e6b-8484-436a-8aa0-3f5497205c60 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 09:11:02.439827 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21b28852-2e59-4f59-9d42-49b9a4e4e2d2 admin admin] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 09:11:02.448424 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635af249-2b56-4fce-9d6b-f73c46532b82 None None] Sync routers for ids ['95874e6b-8484-436a-8aa0-3f5497205c60'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 09:11:02.451849 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-21b28852-2e59-4f59-9d42-49b9a4e4e2d2 admin admin] 10.222.0.36 "PUT /v2.0/routers/95874e6b-8484-436a-8aa0-3f5497205c60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8942525 Feb 04 09:11:02.454397 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 59848) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:11:02.460399 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635af249-2b56-4fce-9d6b-f73c46532b82 None None] Routers {'95874e6b-8484-436a-8aa0-3f5497205c60'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:11:02.461022 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-635af249-2b56-4fce-9d6b-f73c46532b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:10:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['95874e6b-8484-436a-8aa0-3f5497205c60'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:11:02.634524 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-635af249-2b56-4fce-9d6b-f73c46532b82 None None] Set router 95874e6b-8484-436a-8aa0-3f5497205c60 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:11:02.644083 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6d2a8a84-5783-42a3-8e46-236f5395f43d admin admin] Notify callbacks [] for router, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:02.915672 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-635af249-2b56-4fce-9d6b-f73c46532b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95874e6b-8484-436a-8aa0-3f5497205c60', 'name': 'tempest-TestVolumeBootPattern-833814806-router', 'tenant_id': 'a162399f42e34cb89b926f12253aac07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': 'bd968388-17b1-4693-8ca7-7e5ef583d969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:00:32Z', 'updated_at': '2022-02-04T09:11:01Z', 'revision_number': 5, 'project_id': 'a162399f42e34cb89b926f12253aac07', 'gw_port': {'id': 'bd968388-17b1-4693-8ca7-7e5ef583d969', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95874e6b-8484-436a-8aa0-3f5497205c60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:00:33Z', 'updated_at': '2022-02-04T09:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:11:02.919412 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635af249-2b56-4fce-9d6b-f73c46532b82 None None] Checking router: 95874e6b-8484-436a-8aa0-3f5497205c60 for host: dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 09:11:02.929556 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635af249-2b56-4fce-9d6b-f73c46532b82 None None] Routers {'95874e6b-8484-436a-8aa0-3f5497205c60'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:11:02.930140 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-635af249-2b56-4fce-9d6b-f73c46532b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:10:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['95874e6b-8484-436a-8aa0-3f5497205c60'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:11:02.946151 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6d2a8a84-5783-42a3-8e46-236f5395f43d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:03.025020 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-6d2a8a84-5783-42a3-8e46-236f5395f43d admin admin] Deleting port bd968388-17b1-4693-8ca7-7e5ef583d969 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:11:03.025453 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6d2a8a84-5783-42a3-8e46-236f5395f43d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:03.103040 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-635af249-2b56-4fce-9d6b-f73c46532b82 None None] Set router 95874e6b-8484-436a-8aa0-3f5497205c60 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:11:03.193698 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [None req-6d2a8a84-5783-42a3-8e46-236f5395f43d admin admin] For port bd968388-17b1-4693-8ca7-7e5ef583d969, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=bd968388-17b1-4693-8ca7-7e5ef583d969,segment=NetworkSegment(c44b9475-949d-4ae7-bfca-e29b010a56a6),segment_id=c44b9475-949d-4ae7-bfca-e29b010a56a6)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:11:03.193954 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6d2a8a84-5783-42a3-8e46-236f5395f43d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:03.314897 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-6d2a8a84-5783-42a3-8e46-236f5395f43d admin admin] Calling delete_port for bd968388-17b1-4693-8ca7-7e5ef583d969 owned by network:router_gateway {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 09:11:03.384979 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-635af249-2b56-4fce-9d6b-f73c46532b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95874e6b-8484-436a-8aa0-3f5497205c60', 'name': 'tempest-TestVolumeBootPattern-833814806-router', 'tenant_id': 'a162399f42e34cb89b926f12253aac07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': 'bd968388-17b1-4693-8ca7-7e5ef583d969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:00:32Z', 'updated_at': '2022-02-04T09:11:01Z', 'revision_number': 5, 'project_id': 'a162399f42e34cb89b926f12253aac07', 'gw_port': {'id': 'bd968388-17b1-4693-8ca7-7e5ef583d969', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95874e6b-8484-436a-8aa0-3f5497205c60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:00:33Z', 'updated_at': '2022-02-04T09:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:11:03.388968 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635af249-2b56-4fce-9d6b-f73c46532b82 None None] The sync data for ids ['95874e6b-8484-436a-8aa0-3f5497205c60'] in dv-neutron-827798-2-hyperv is: [{'id': '95874e6b-8484-436a-8aa0-3f5497205c60', 'name': 'tempest-TestVolumeBootPattern-833814806-router', 'tenant_id': 'a162399f42e34cb89b926f12253aac07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.133'}], 'enable_snat': True}, 'gw_port_id': 'bd968388-17b1-4693-8ca7-7e5ef583d969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:00:32Z', 'updated_at': '2022-02-04T09:11:01Z', 'revision_number': 5, 'project_id': 'a162399f42e34cb89b926f12253aac07', 'gw_port': {'id': 'bd968388-17b1-4693-8ca7-7e5ef583d969', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95874e6b-8484-436a-8aa0-3f5497205c60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:00:33Z', 'updated_at': '2022-02-04T09:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 09:11:03.516318 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6d2a8a84-5783-42a3-8e46-236f5395f43d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:03.558985 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2a8a84-5783-42a3-8e46-236f5395f43d admin admin] Pushing event deleted for resources: {'Port': ['ID=bd968388-17b1-4693-8ca7-7e5ef583d969,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:11:03.773730 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6d2a8a84-5783-42a3-8e46-236f5395f43d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473010'] for router_gateway, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:04.025155 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6d2a8a84-5783-42a3-8e46-236f5395f43d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40989'] for router, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:04.029125 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6d2a8a84-5783-42a3-8e46-236f5395f43d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:04.122127 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6d2a8a84-5783-42a3-8e46-236f5395f43d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-476062'] for router, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:04.122671 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d2a8a84-5783-42a3-8e46-236f5395f43d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95874e6b-8484-436a-8aa0-3f5497205c60 {{(pid=84107) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 09:11:04.138542 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6d2a8a84-5783-42a3-8e46-236f5395f43d admin admin] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:04.139677 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-6d2a8a84-5783-42a3-8e46-236f5395f43d admin admin] 10.222.0.36 "DELETE /v2.0/routers/95874e6b-8484-436a-8aa0-3f5497205c60 HTTP/1.1" status: 204 len: 168 time: 1.6843963 Feb 04 09:11:04.143881 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 59852) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:11:04.207635 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_v2 [None req-374cae93-af4c-4e56-b7cc-4c8865b252be admin admin] Deleting subnet 2aad4944-d1ab-4f44-8c6f-0ef8db6b5dce {{(pid=84107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 09:11:04.210704 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-374cae93-af4c-4e56-b7cc-4c8865b252be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:04.355859 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-374cae93-af4c-4e56-b7cc-4c8865b252be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8058667'] for subnet, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:04.430326 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-374cae93-af4c-4e56-b7cc-4c8865b252be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:04.585696 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-374cae93-af4c-4e56-b7cc-4c8865b252be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7510167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985167'] for subnet, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:04.622712 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374cae93-af4c-4e56-b7cc-4c8865b252be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2aad4944-d1ab-4f44-8c6f-0ef8db6b5dce,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:11:04.632890 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-374cae93-af4c-4e56-b7cc-4c8865b252be admin admin] Notify callbacks [] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:04.638182 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf95553-91f6-4fc4-a08f-05ad8a582eb9 None None] Network 42f55672-b0a0-47ac-89f1-219a04ac67e9 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 09:11:04.640999 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-374cae93-af4c-4e56-b7cc-4c8865b252be admin admin] 10.222.0.36 "DELETE /v2.0/subnets/2aad4944-d1ab-4f44-8c6f-0ef8db6b5dce HTTP/1.1" status: 204 len: 168 time: 0.4941061 Feb 04 09:11:04.641565 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 59856) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:11:04.743599 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 72430469-82b4-484c-b9c6-5e3f72a97b42 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 09:11:04.757488 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-57d3b120-8068-439d-b427-d8920b26c387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:04.767717 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-57d3b120-8068-439d-b427-d8920b26c387 admin admin] Deleting port 07d16c3c-872d-4ca1-a1d9-9c07462344b1 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:11:04.768032 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-57d3b120-8068-439d-b427-d8920b26c387 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:04.821187 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: 72430469-82b4-484c-b9c6-5e3f72a97b42 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 09:11:04.821592 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 72430469-82b4-484c-b9c6-5e3f72a97b42 not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 09:11:04.822004 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device bd968388-17b1-4693-8ca7-7e5ef583d969 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 09:11:04.898390 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: bd968388-17b1-4693-8ca7-7e5ef583d969 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 09:11:04.898737 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device bd968388-17b1-4693-8ca7-7e5ef583d969 not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 09:11:04.977958 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [None req-57d3b120-8068-439d-b427-d8920b26c387 admin admin] For port 07d16c3c-872d-4ca1-a1d9-9c07462344b1, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=07d16c3c-872d-4ca1-a1d9-9c07462344b1,segment=NetworkSegment(c58f067f-11a7-4181-acd6-9dc924f723a5),segment_id=c58f067f-11a7-4181-acd6-9dc924f723a5)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:11:04.978319 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-57d3b120-8068-439d-b427-d8920b26c387 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:05.001002 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded0acec-134a-40f0-bdff-44c8ed16464b None None] DHCP port deletion for 42f55672-b0a0-47ac-89f1-219a04ac67e9 request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 09:11:05.005753 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-ded0acec-134a-40f0-bdff-44c8ed16464b None None] Deleting port 07d16c3c-872d-4ca1-a1d9-9c07462344b1 {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:11:05.006120 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-ded0acec-134a-40f0-bdff-44c8ed16464b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:05.101248 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-57d3b120-8068-439d-b427-d8920b26c387 admin admin] Calling delete_port for 07d16c3c-872d-4ca1-a1d9-9c07462344b1 owned by network:dhcp {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 09:11:05.245540 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-ded0acec-134a-40f0-bdff-44c8ed16464b None None] For port 07d16c3c-872d-4ca1-a1d9-9c07462344b1, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=07d16c3c-872d-4ca1-a1d9-9c07462344b1,segment=NetworkSegment(c58f067f-11a7-4181-acd6-9dc924f723a5),segment_id=c58f067f-11a7-4181-acd6-9dc924f723a5)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:11:05.245827 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-ded0acec-134a-40f0-bdff-44c8ed16464b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:05.247871 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-57d3b120-8068-439d-b427-d8920b26c387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:05.293426 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d3b120-8068-439d-b427-d8920b26c387 admin admin] Pushing event deleted for resources: {'Port': ['ID=07d16c3c-872d-4ca1-a1d9-9c07462344b1,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:11:05.298299 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d3b120-8068-439d-b427-d8920b26c387 admin admin] No DVR routers for this DVR port 07d16c3c-872d-4ca1-a1d9-9c07462344b1 on host dv-neutron-827798-2-hyperv {{(pid=84107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 09:11:05.366945 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-ded0acec-134a-40f0-bdff-44c8ed16464b None None] Calling delete_port for 07d16c3c-872d-4ca1-a1d9-9c07462344b1 owned by network:dhcp {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 09:11:05.410492 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-57d3b120-8068-439d-b427-d8920b26c387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:05.435127 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.db.api [None req-ded0acec-134a-40f0-bdff-44c8ed16464b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 09:11:05.435480 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG oslo_db.api [None req-ded0acec-134a-40f0-bdff-44c8ed16464b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 09:11:05.440053 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-57d3b120-8068-439d-b427-d8920b26c387 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42f55672-b0a0-47ac-89f1-219a04ac67e9']}} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:11:05.451869 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-57d3b120-8068-439d-b427-d8920b26c387 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c58f067f-11a7-4181-acd6-9dc924f723a5') {'for_net_delete': True} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:11:05.455128 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-57d3b120-8068-439d-b427-d8920b26c387 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c58f067f-11a7-4181-acd6-9dc924f723a5') {} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:11:05.463457 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-57d3b120-8068-439d-b427-d8920b26c387 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8058642'] for segment, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:05.479305 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-57d3b120-8068-439d-b427-d8920b26c387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:05.485190 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57d3b120-8068-439d-b427-d8920b26c387 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=84107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 09:11:05.485561 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-57d3b120-8068-439d-b427-d8920b26c387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7377717'] for segment, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:05.500989 dv-neutron-827798-2-hyperv neutron-server[84107]: Traceback (most recent call last): Feb 04 09:11:05.500989 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 09:11:05.500989 dv-neutron-827798-2-hyperv neutron-server[84107]: timer() Feb 04 09:11:05.500989 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 09:11:05.500989 dv-neutron-827798-2-hyperv neutron-server[84107]: cb(*args, **kw) Feb 04 09:11:05.500989 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 09:11:05.500989 dv-neutron-827798-2-hyperv neutron-server[84107]: return func(*args, **kwargs) Feb 04 09:11:05.500989 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 09:11:05.500989 dv-neutron-827798-2-hyperv neutron-server[84107]: self._notify() Feb 04 09:11:05.500989 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 09:11:05.500989 dv-neutron-827798-2-hyperv neutron-server[84107]: self.callback(batched_events) Feb 04 09:11:05.500989 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 09:11:05.500989 dv-neutron-827798-2-hyperv neutron-server[84107]: event.method(event) Feb 04 09:11:05.500989 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 09:11:05.500989 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 09:11:05.500989 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 09:11:05.500989 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 09:11:05.500989 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 09:11:05.500989 dv-neutron-827798-2-hyperv neutron-server[84107]: return f(self, *a, **k) Feb 04 09:11:05.500989 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 09:11:05.500989 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._get(url).json() Feb 04 09:11:05.500989 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 09:11:05.500989 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 09:11:05.500989 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 09:11:05.500989 dv-neutron-827798-2-hyperv neutron-server[84107]: return self.request(url, 'GET', **kwargs) Feb 04 09:11:05.500989 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 09:11:05.500989 dv-neutron-827798-2-hyperv neutron-server[84107]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 09:11:05.500989 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 09:11:05.500989 dv-neutron-827798-2-hyperv neutron-server[84107]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 09:11:05.500989 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 09:11:05.500989 dv-neutron-827798-2-hyperv neutron-server[84107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 09:11:05.500989 dv-neutron-827798-2-hyperv neutron-server[84107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 09:11:05.613661 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-57d3b120-8068-439d-b427-d8920b26c387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:05.628764 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-57d3b120-8068-439d-b427-d8920b26c387 admin admin] Notify callbacks [] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:05.638545 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d3b120-8068-439d-b427-d8920b26c387 admin admin] Pushing event deleted for resources: {'Network': ['ID=42f55672-b0a0-47ac-89f1-219a04ac67e9,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:11:05.723070 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-57d3b120-8068-439d-b427-d8920b26c387 admin admin] 10.222.0.36 "DELETE /v2.0/networks/42f55672-b0a0-47ac-89f1-219a04ac67e9 HTTP/1.1" status: 204 len: 168 time: 1.0804665 Feb 04 09:11:05.725865 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 59860) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:11:05.936527 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-ded0acec-134a-40f0-bdff-44c8ed16464b None None] Deleting port 07d16c3c-872d-4ca1-a1d9-9c07462344b1 {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:11:05.937089 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-ded0acec-134a-40f0-bdff-44c8ed16464b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:06.002134 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-ded0acec-134a-40f0-bdff-44c8ed16464b None None] The port '07d16c3c-872d-4ca1-a1d9-9c07462344b1' was deleted {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 09:11:06.190769 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b688a9dc-202e-4d63-bb0c-c2493e902d63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473817'] for router_interface, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:06.734655 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 07d16c3c-872d-4ca1-a1d9-9c07462344b1 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 09:11:06.767181 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: 07d16c3c-872d-4ca1-a1d9-9c07462344b1 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 09:11:06.767519 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 07d16c3c-872d-4ca1-a1d9-9c07462344b1 not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 09:11:06.781227 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-b688a9dc-202e-4d63-bb0c-c2493e902d63 admin admin] Deleting port 8530025b-14f9-4253-a2f9-c9f887f768d5 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:11:06.781698 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b688a9dc-202e-4d63-bb0c-c2493e902d63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:06.949511 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [None req-b688a9dc-202e-4d63-bb0c-c2493e902d63 admin admin] For port 8530025b-14f9-4253-a2f9-c9f887f768d5, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=8530025b-14f9-4253-a2f9-c9f887f768d5,segment=NetworkSegment(5f250bf9-f254-4e03-9dc1-78d10fd37e42),segment_id=5f250bf9-f254-4e03-9dc1-78d10fd37e42)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:11:06.949872 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b688a9dc-202e-4d63-bb0c-c2493e902d63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:07.077235 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-b688a9dc-202e-4d63-bb0c-c2493e902d63 admin admin] Calling delete_port for 8530025b-14f9-4253-a2f9-c9f887f768d5 owned by network:router_interface {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 09:11:07.322563 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b688a9dc-202e-4d63-bb0c-c2493e902d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:07.365503 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688a9dc-202e-4d63-bb0c-c2493e902d63 admin admin] Pushing event deleted for resources: {'Port': ['ID=8530025b-14f9-4253-a2f9-c9f887f768d5,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:11:07.650928 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b688a9dc-202e-4d63-bb0c-c2493e902d63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1572495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472959'] for router_interface, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:08.309582 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b688a9dc-202e-4d63-bb0c-c2493e902d63 admin admin] Router cd27ebdc-0411-467b-af24-b92f09adec61 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 09:11:08.504458 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b688a9dc-202e-4d63-bb0c-c2493e902d63 admin admin] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 09:11:08.512712 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848351e1-d9e2-455f-af41-596c2ace66c5 None None] Sync routers for ids ['cd27ebdc-0411-467b-af24-b92f09adec61'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 09:11:08.525000 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848351e1-d9e2-455f-af41-596c2ace66c5 None None] Routers {'cd27ebdc-0411-467b-af24-b92f09adec61'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:11:08.525581 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-848351e1-d9e2-455f-af41-596c2ace66c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:10:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['cd27ebdc-0411-467b-af24-b92f09adec61'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:11:08.575010 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-b688a9dc-202e-4d63-bb0c-c2493e902d63 admin admin] 10.222.0.36 "PUT /v2.0/routers/cd27ebdc-0411-467b-af24-b92f09adec61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8480422 Feb 04 09:11:08.577370 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 59864) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:11:08.704357 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-848351e1-d9e2-455f-af41-596c2ace66c5 None None] Set router cd27ebdc-0411-467b-af24-b92f09adec61 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:11:08.772117 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3b2b1bfc-b7cb-4c5c-afc5-3f37cc1cd9a4 admin admin] Notify callbacks [] for router, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:08.969272 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3b2b1bfc-b7cb-4c5c-afc5-3f37cc1cd9a4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:09.018815 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-848351e1-d9e2-455f-af41-596c2ace66c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd27ebdc-0411-467b-af24-b92f09adec61', 'name': 'tempest-TestVolumeBootPattern-1516328576-router', 'tenant_id': '29e48e2da6f2415e80f5415a3896777e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.76'}], 'enable_snat': True}, 'gw_port_id': '2e5970a5-4aae-4fcd-9e11-5ba8be51cd56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:00:40Z', 'updated_at': '2022-02-04T09:11:07Z', 'revision_number': 5, 'project_id': '29e48e2da6f2415e80f5415a3896777e', 'gw_port': {'id': '2e5970a5-4aae-4fcd-9e11-5ba8be51cd56', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:5c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd27ebdc-0411-467b-af24-b92f09adec61', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:00:40Z', 'updated_at': '2022-02-04T09:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:11:09.022544 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848351e1-d9e2-455f-af41-596c2ace66c5 None None] Checking router: cd27ebdc-0411-467b-af24-b92f09adec61 for host: dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 09:11:09.032659 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848351e1-d9e2-455f-af41-596c2ace66c5 None None] Routers {'cd27ebdc-0411-467b-af24-b92f09adec61'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:11:09.033237 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-848351e1-d9e2-455f-af41-596c2ace66c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:10:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['cd27ebdc-0411-467b-af24-b92f09adec61'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:11:09.041846 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-3b2b1bfc-b7cb-4c5c-afc5-3f37cc1cd9a4 admin admin] Deleting port 2e5970a5-4aae-4fcd-9e11-5ba8be51cd56 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:11:09.042193 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3b2b1bfc-b7cb-4c5c-afc5-3f37cc1cd9a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:09.180356 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-848351e1-d9e2-455f-af41-596c2ace66c5 None None] Set router cd27ebdc-0411-467b-af24-b92f09adec61 gateway port host: None {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:11:09.211415 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [None req-3b2b1bfc-b7cb-4c5c-afc5-3f37cc1cd9a4 admin admin] For port 2e5970a5-4aae-4fcd-9e11-5ba8be51cd56, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=2e5970a5-4aae-4fcd-9e11-5ba8be51cd56,segment=NetworkSegment(c44b9475-949d-4ae7-bfca-e29b010a56a6),segment_id=c44b9475-949d-4ae7-bfca-e29b010a56a6)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:11:09.211930 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3b2b1bfc-b7cb-4c5c-afc5-3f37cc1cd9a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:09.283311 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-848351e1-d9e2-455f-af41-596c2ace66c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd27ebdc-0411-467b-af24-b92f09adec61', 'name': 'tempest-TestVolumeBootPattern-1516328576-router', 'tenant_id': '29e48e2da6f2415e80f5415a3896777e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:00:40Z', 'updated_at': '2022-02-04T09:11:08Z', 'revision_number': 6, 'project_id': '29e48e2da6f2415e80f5415a3896777e', 'gw_port_host': None}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:11:09.287913 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848351e1-d9e2-455f-af41-596c2ace66c5 None None] The sync data for ids ['cd27ebdc-0411-467b-af24-b92f09adec61'] in dv-neutron-827798-2-hyperv is: [{'id': 'cd27ebdc-0411-467b-af24-b92f09adec61', 'name': 'tempest-TestVolumeBootPattern-1516328576-router', 'tenant_id': '29e48e2da6f2415e80f5415a3896777e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:00:40Z', 'updated_at': '2022-02-04T09:11:08Z', 'revision_number': 6, 'project_id': '29e48e2da6f2415e80f5415a3896777e', 'gw_port_host': None}] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 09:11:09.434809 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-3b2b1bfc-b7cb-4c5c-afc5-3f37cc1cd9a4 admin admin] Calling delete_port for 2e5970a5-4aae-4fcd-9e11-5ba8be51cd56 owned by network:router_gateway {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 09:11:09.648083 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3b2b1bfc-b7cb-4c5c-afc5-3f37cc1cd9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:09.695231 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2b1bfc-b7cb-4c5c-afc5-3f37cc1cd9a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e5970a5-4aae-4fcd-9e11-5ba8be51cd56,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:11:09.909904 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3b2b1bfc-b7cb-4c5c-afc5-3f37cc1cd9a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473010'] for router_gateway, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:10.162336 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3b2b1bfc-b7cb-4c5c-afc5-3f37cc1cd9a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40989'] for router, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:10.166308 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3b2b1bfc-b7cb-4c5c-afc5-3f37cc1cd9a4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:10.254100 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3b2b1bfc-b7cb-4c5c-afc5-3f37cc1cd9a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-476062'] for router, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:10.254614 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b2b1bfc-b7cb-4c5c-afc5-3f37cc1cd9a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd27ebdc-0411-467b-af24-b92f09adec61 {{(pid=84107) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 09:11:10.266414 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3b2b1bfc-b7cb-4c5c-afc5-3f37cc1cd9a4 admin admin] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:10.267541 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-3b2b1bfc-b7cb-4c5c-afc5-3f37cc1cd9a4 admin admin] 10.222.0.36 "DELETE /v2.0/routers/cd27ebdc-0411-467b-af24-b92f09adec61 HTTP/1.1" status: 204 len: 168 time: 1.6892655 Feb 04 09:11:10.270221 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 59868) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:11:10.335330 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_v2 [None req-e52d4693-d474-456f-9b97-3a541145b81e admin admin] Deleting subnet 4e3dff2a-51ad-4b51-8b4e-022c43453a9e {{(pid=84108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 09:11:10.338592 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e52d4693-d474-456f-9b97-3a541145b81e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:10.387677 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e52d4693-d474-456f-9b97-3a541145b81e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7851377'] for subnet, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:10.466297 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e52d4693-d474-456f-9b97-3a541145b81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:10.601958 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e52d4693-d474-456f-9b97-3a541145b81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7593563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8119683'] for subnet, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:10.639075 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52d4693-d474-456f-9b97-3a541145b81e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e3dff2a-51ad-4b51-8b4e-022c43453a9e,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:11:10.644057 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e52d4693-d474-456f-9b97-3a541145b81e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:10.649619 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adfc4872-cc4a-4193-aff1-d383481c1c4e None None] Network 5be81afa-e9af-47f7-9440-ffb4392cae84 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 09:11:10.650221 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-e52d4693-d474-456f-9b97-3a541145b81e admin admin] 10.222.0.36 "DELETE /v2.0/subnets/4e3dff2a-51ad-4b51-8b4e-022c43453a9e HTTP/1.1" status: 204 len: 168 time: 0.3785293 Feb 04 09:11:10.652403 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 59872) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:11:10.742492 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 2e5970a5-4aae-4fcd-9e11-5ba8be51cd56 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 09:11:10.758144 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9815801e-06f7-46ac-96f3-196a355e3ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:10.768042 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-9815801e-06f7-46ac-96f3-196a355e3ab3 admin admin] Deleting port ee6a6c6b-004f-4e96-91fc-cb71d3b25817 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:11:10.768368 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9815801e-06f7-46ac-96f3-196a355e3ab3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:10.777227 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: 2e5970a5-4aae-4fcd-9e11-5ba8be51cd56 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 09:11:10.777571 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 2e5970a5-4aae-4fcd-9e11-5ba8be51cd56 not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 09:11:10.777978 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 8530025b-14f9-4253-a2f9-c9f887f768d5 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 09:11:10.839133 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: 8530025b-14f9-4253-a2f9-c9f887f768d5 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 09:11:10.839471 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 8530025b-14f9-4253-a2f9-c9f887f768d5 not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 09:11:10.953389 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8c4f1a-a822-4374-a58d-cba1bb02db68 None None] DHCP port deletion for 5be81afa-e9af-47f7-9440-ffb4392cae84 request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 09:11:10.958643 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-8d8c4f1a-a822-4374-a58d-cba1bb02db68 None None] Deleting port ee6a6c6b-004f-4e96-91fc-cb71d3b25817 {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:11:10.959010 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-8d8c4f1a-a822-4374-a58d-cba1bb02db68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:11.063105 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [None req-9815801e-06f7-46ac-96f3-196a355e3ab3 admin admin] For port ee6a6c6b-004f-4e96-91fc-cb71d3b25817, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=ee6a6c6b-004f-4e96-91fc-cb71d3b25817,segment=NetworkSegment(5f250bf9-f254-4e03-9dc1-78d10fd37e42),segment_id=5f250bf9-f254-4e03-9dc1-78d10fd37e42)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:11:11.063467 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9815801e-06f7-46ac-96f3-196a355e3ab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:11.158291 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-8d8c4f1a-a822-4374-a58d-cba1bb02db68 None None] For port ee6a6c6b-004f-4e96-91fc-cb71d3b25817, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=ee6a6c6b-004f-4e96-91fc-cb71d3b25817,segment=NetworkSegment(5f250bf9-f254-4e03-9dc1-78d10fd37e42),segment_id=5f250bf9-f254-4e03-9dc1-78d10fd37e42)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:11:11.158690 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-8d8c4f1a-a822-4374-a58d-cba1bb02db68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:11.181962 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-9815801e-06f7-46ac-96f3-196a355e3ab3 admin admin] Calling delete_port for ee6a6c6b-004f-4e96-91fc-cb71d3b25817 owned by network:dhcp {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 09:11:11.277386 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-8d8c4f1a-a822-4374-a58d-cba1bb02db68 None None] Calling delete_port for ee6a6c6b-004f-4e96-91fc-cb71d3b25817 owned by network:dhcp {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 09:11:11.316150 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9815801e-06f7-46ac-96f3-196a355e3ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:11.345359 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.db.api [None req-8d8c4f1a-a822-4374-a58d-cba1bb02db68 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 09:11:11.345710 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG oslo_db.api [None req-8d8c4f1a-a822-4374-a58d-cba1bb02db68 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 09:11:11.359321 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9815801e-06f7-46ac-96f3-196a355e3ab3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee6a6c6b-004f-4e96-91fc-cb71d3b25817,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:11:11.367064 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9815801e-06f7-46ac-96f3-196a355e3ab3 admin admin] No DVR routers for this DVR port ee6a6c6b-004f-4e96-91fc-cb71d3b25817 on host dv-neutron-827798-2-hyperv {{(pid=84108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 09:11:11.480149 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9815801e-06f7-46ac-96f3-196a355e3ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:11.504508 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-9815801e-06f7-46ac-96f3-196a355e3ab3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5be81afa-e9af-47f7-9440-ffb4392cae84']}} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:11:11.515998 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-9815801e-06f7-46ac-96f3-196a355e3ab3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f250bf9-f254-4e03-9dc1-78d10fd37e42') {'for_net_delete': True} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:11:11.516290 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-9815801e-06f7-46ac-96f3-196a355e3ab3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f250bf9-f254-4e03-9dc1-78d10fd37e42') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:11:11.527163 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9815801e-06f7-46ac-96f3-196a355e3ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7851336'] for segment, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:11.543831 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9815801e-06f7-46ac-96f3-196a355e3ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:11.550202 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9815801e-06f7-46ac-96f3-196a355e3ab3 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=84108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 09:11:11.554966 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9815801e-06f7-46ac-96f3-196a355e3ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7460345'] for segment, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:11.563091 dv-neutron-827798-2-hyperv neutron-server[84108]: Traceback (most recent call last): Feb 04 09:11:11.563091 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 09:11:11.563091 dv-neutron-827798-2-hyperv neutron-server[84108]: timer() Feb 04 09:11:11.563091 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 09:11:11.563091 dv-neutron-827798-2-hyperv neutron-server[84108]: cb(*args, **kw) Feb 04 09:11:11.563091 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 09:11:11.563091 dv-neutron-827798-2-hyperv neutron-server[84108]: return func(*args, **kwargs) Feb 04 09:11:11.563091 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 09:11:11.563091 dv-neutron-827798-2-hyperv neutron-server[84108]: self._notify() Feb 04 09:11:11.563091 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 09:11:11.563091 dv-neutron-827798-2-hyperv neutron-server[84108]: self.callback(batched_events) Feb 04 09:11:11.563091 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 09:11:11.563091 dv-neutron-827798-2-hyperv neutron-server[84108]: event.method(event) Feb 04 09:11:11.563091 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 09:11:11.563091 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 09:11:11.563091 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 09:11:11.563091 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 09:11:11.563091 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 09:11:11.563091 dv-neutron-827798-2-hyperv neutron-server[84108]: return f(self, *a, **k) Feb 04 09:11:11.563091 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 09:11:11.563091 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._get(url).json() Feb 04 09:11:11.563091 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 09:11:11.563091 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 09:11:11.563091 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 09:11:11.563091 dv-neutron-827798-2-hyperv neutron-server[84108]: return self.request(url, 'GET', **kwargs) Feb 04 09:11:11.563091 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 09:11:11.563091 dv-neutron-827798-2-hyperv neutron-server[84108]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 09:11:11.563091 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 09:11:11.563091 dv-neutron-827798-2-hyperv neutron-server[84108]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 09:11:11.563091 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 09:11:11.563091 dv-neutron-827798-2-hyperv neutron-server[84108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 09:11:11.563091 dv-neutron-827798-2-hyperv neutron-server[84108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 09:11:11.687159 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9815801e-06f7-46ac-96f3-196a355e3ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:11.702267 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9815801e-06f7-46ac-96f3-196a355e3ab3 admin admin] Notify callbacks [] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:11.712341 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9815801e-06f7-46ac-96f3-196a355e3ab3 admin admin] Pushing event deleted for resources: {'Network': ['ID=5be81afa-e9af-47f7-9440-ffb4392cae84,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:11:11.719141 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-9815801e-06f7-46ac-96f3-196a355e3ab3 admin admin] 10.222.0.36 "DELETE /v2.0/networks/5be81afa-e9af-47f7-9440-ffb4392cae84 HTTP/1.1" status: 204 len: 168 time: 1.0657659 Feb 04 09:11:11.847383 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-8d8c4f1a-a822-4374-a58d-cba1bb02db68 None None] Deleting port ee6a6c6b-004f-4e96-91fc-cb71d3b25817 {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:11:11.847859 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-8d8c4f1a-a822-4374-a58d-cba1bb02db68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:11.911305 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-8d8c4f1a-a822-4374-a58d-cba1bb02db68 None None] The port 'ee6a6c6b-004f-4e96-91fc-cb71d3b25817' was deleted {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 09:11:12.057603 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 59878) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:11:12.106796 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-2f40be71-6913-443b-aa24-b8f39dab67e2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a162399f42e34cb89b926f12253aac07&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0479243 Feb 04 09:11:12.109116 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 59882) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:11:12.169844 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2d687e9c-50b7-4db8-9fc8-ddc8db445c23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:12.197722 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2d687e9c-50b7-4db8-9fc8-ddc8db445c23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:12.316388 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2d687e9c-50b7-4db8-9fc8-ddc8db445c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:12.333728 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d687e9c-50b7-4db8-9fc8-ddc8db445c23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3857001-9bd7-4e9f-8a1c-70ab2d4b4678,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:11:12.340810 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2d687e9c-50b7-4db8-9fc8-ddc8db445c23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:12.342618 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-2d687e9c-50b7-4db8-9fc8-ddc8db445c23 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e3857001-9bd7-4e9f-8a1c-70ab2d4b4678 HTTP/1.1" status: 204 len: 168 time: 0.2326331 Feb 04 09:11:12.737144 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device ee6a6c6b-004f-4e96-91fc-cb71d3b25817 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 09:11:12.769444 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: ee6a6c6b-004f-4e96-91fc-cb71d3b25817 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 09:11:12.769560 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device ee6a6c6b-004f-4e96-91fc-cb71d3b25817 not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 09:11:13.062310 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 59890) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:11:13.111276 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-b5117009-083e-4eae-a3e6-971c8307f37b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=29e48e2da6f2415e80f5415a3896777e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0478053 Feb 04 09:11:13.114191 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 59894) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:11:13.170494 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-054c2e6e-c471-46c3-abea-e0a227a33b98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:13.195657 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-054c2e6e-c471-46c3-abea-e0a227a33b98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:13.327828 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-054c2e6e-c471-46c3-abea-e0a227a33b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:13.345726 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054c2e6e-c471-46c3-abea-e0a227a33b98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1515284-dd20-4903-a5cd-7c5b6138741a,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:11:13.350504 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-054c2e6e-c471-46c3-abea-e0a227a33b98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:13.351809 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-054c2e6e-c471-46c3-abea-e0a227a33b98 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b1515284-dd20-4903-a5cd-7c5b6138741a HTTP/1.1" status: 204 len: 168 time: 0.2365227 Feb 04 09:11:19.470580 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-7fc0883c-de3e-4a60-8c5d-dae70fbb7a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:21.410999 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f6e2ecc5-5f55-42ce-9514-d551139c9623 req-91d5f6a4-d3ba-4af9-821f-722c159b5b6b tempest-ServersAdminNegativeTestJSON-473765007 tempest-ServersAdminNegativeTestJSON-473765007-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=fd71177bf83a45beb2f8b4a6b37c95b5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276697 Feb 04 09:11:21.557344 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e2ecc5-5f55-42ce-9514-d551139c9623 req-b0f79667-8c38-47cf-9735-efde39963a19 tempest-ServersAdminNegativeTestJSON-473765007 tempest-ServersAdminNegativeTestJSON-473765007-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:11:21.558681 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f6e2ecc5-5f55-42ce-9514-d551139c9623 req-b0f79667-8c38-47cf-9735-efde39963a19 tempest-ServersAdminNegativeTestJSON-473765007 tempest-ServersAdminNegativeTestJSON-473765007-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1430569 Feb 04 09:11:21.574083 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f6e2ecc5-5f55-42ce-9514-d551139c9623 req-63e41850-da50-432d-8da1-eb3d72b4f33f tempest-ServersAdminNegativeTestJSON-473765007 tempest-ServersAdminNegativeTestJSON-473765007-project] 10.222.0.36 "GET /v2.0/quotas/fd71177bf83a45beb2f8b4a6b37c95b5 HTTP/1.1" status: 200 len: 375 time: 0.0101752 Feb 04 09:11:21.618228 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f6e2ecc5-5f55-42ce-9514-d551139c9623 req-ccec1257-9043-4368-a006-660a4e506fa2 tempest-ServersAdminNegativeTestJSON-473765007 tempest-ServersAdminNegativeTestJSON-473765007-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=fd71177bf83a45beb2f8b4a6b37c95b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0394616 Feb 04 09:11:21.733203 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-8d3ea01d-f9b2-4149-a9eb-822cd40f9108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:22.905671 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-0ad46adf-fa3c-4b90-9649-18a482d0c17f req-00ecaafc-ed4c-4fae-8579-3841fed4688a tempest-ServersAdminNegativeTestJSON-473765007 tempest-ServersAdminNegativeTestJSON-473765007-project] 10.222.0.36 "GET /v2.0/ports?device_id=be64f538-b6e7-41ba-88a4-3b1eb8991ec4 HTTP/1.1" status: 200 len: 210 time: 0.0413511 Feb 04 09:11:22.939263 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:22.967859 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:24.067750 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-22aa70ba-537a-40a8-9cc8-a04e9ae1f070 req-ba415261-2b32-40c6-ba11-d2c5190987ab tempest-ServersAdminNegativeTestJSON-473765007 tempest-ServersAdminNegativeTestJSON-473765007-project] 10.222.0.36 "GET /v2.0/ports?device_id=be64f538-b6e7-41ba-88a4-3b1eb8991ec4 HTTP/1.1" status: 200 len: 210 time: 0.0434771 Feb 04 09:11:24.441377 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:24.979476 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f6e2ecc5-5f55-42ce-9514-d551139c9623 req-1aa47a3f-546c-4d9d-9a55-a85c1afd8930 tempest-ServersAdminNegativeTestJSON-473765007 tempest-ServersAdminNegativeTestJSON-473765007-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=fd71177bf83a45beb2f8b4a6b37c95b5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270135 Feb 04 09:11:25.245805 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f9b55f13-1f82-4c8f-98b0-4ac74aa2ca64 req-60b66ff0-3f45-45c4-868e-9dbbfad88773 tempest-ServersAdminNegativeTestJSON-473765007 tempest-ServersAdminNegativeTestJSON-473765007-project] 10.222.0.36 "GET /v2.0/ports?device_id=be64f538-b6e7-41ba-88a4-3b1eb8991ec4 HTTP/1.1" status: 200 len: 210 time: 0.0531332 Feb 04 09:11:25.271131 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e2ecc5-5f55-42ce-9514-d551139c9623 req-d6db0b54-8917-40eb-bb35-7364d2c41ed9 tempest-ServersAdminNegativeTestJSON-473765007 tempest-ServersAdminNegativeTestJSON-473765007-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:11:25.272577 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f6e2ecc5-5f55-42ce-9514-d551139c9623 req-d6db0b54-8917-40eb-bb35-7364d2c41ed9 tempest-ServersAdminNegativeTestJSON-473765007 tempest-ServersAdminNegativeTestJSON-473765007-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2890170 Feb 04 09:11:25.287566 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [req-f6e2ecc5-5f55-42ce-9514-d551139c9623 req-a473b080-f84c-4e1a-934a-0f9ac0875cb2 tempest-ServersAdminNegativeTestJSON-473765007 tempest-ServersAdminNegativeTestJSON-473765007-project] Request body: {'port': {'device_id': 'be64f538-b6e7-41ba-88a4-3b1eb8991ec4', 'network_id': 'f823b54d-7493-43e8-9882-f4eacecf2b15', 'admin_state_up': True, 'tenant_id': 'fd71177bf83a45beb2f8b4a6b37c95b5'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:11:25.421117 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [req-f6e2ecc5-5f55-42ce-9514-d551139c9623 req-a473b080-f84c-4e1a-934a-0f9ac0875cb2 tempest-ServersAdminNegativeTestJSON-473765007 tempest-ServersAdminNegativeTestJSON-473765007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:11:25.425514 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-f6e2ecc5-5f55-42ce-9514-d551139c9623 req-a473b080-f84c-4e1a-934a-0f9ac0875cb2 tempest-ServersAdminNegativeTestJSON-473765007 tempest-ServersAdminNegativeTestJSON-473765007-project] Usage tracker for resource:port and tenant:fd71177bf83a45beb2f8b4a6b37c95b5 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:11:25.428355 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-f6e2ecc5-5f55-42ce-9514-d551139c9623 req-a473b080-f84c-4e1a-934a-0f9ac0875cb2 tempest-ServersAdminNegativeTestJSON-473765007 tempest-ServersAdminNegativeTestJSON-473765007-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:11:25.433935 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [req-f6e2ecc5-5f55-42ce-9514-d551139c9623 req-a473b080-f84c-4e1a-934a-0f9ac0875cb2 tempest-ServersAdminNegativeTestJSON-473765007 tempest-ServersAdminNegativeTestJSON-473765007-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:11:25.521734 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6e2ecc5-5f55-42ce-9514-d551139c9623 req-a473b080-f84c-4e1a-934a-0f9ac0875cb2 tempest-ServersAdminNegativeTestJSON-473765007 tempest-ServersAdminNegativeTestJSON-473765007-project] Made reservation on behalf of fd71177bf83a45beb2f8b4a6b37c95b5 for: {'port': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 09:11:25.524656 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-f6e2ecc5-5f55-42ce-9514-d551139c9623 req-a473b080-f84c-4e1a-934a-0f9ac0875cb2 tempest-ServersAdminNegativeTestJSON-473765007 tempest-ServersAdminNegativeTestJSON-473765007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:25.545466 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-f6e2ecc5-5f55-42ce-9514-d551139c9623 req-a473b080-f84c-4e1a-934a-0f9ac0875cb2 tempest-ServersAdminNegativeTestJSON-473765007 tempest-ServersAdminNegativeTestJSON-473765007-project] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:25.576646 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [req-f6e2ecc5-5f55-42ce-9514-d551139c9623 req-a473b080-f84c-4e1a-934a-0f9ac0875cb2 tempest-ServersAdminNegativeTestJSON-473765007 tempest-ServersAdminNegativeTestJSON-473765007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:11:25.580319 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-f6e2ecc5-5f55-42ce-9514-d551139c9623 req-a473b080-f84c-4e1a-934a-0f9ac0875cb2 tempest-ServersAdminNegativeTestJSON-473765007 tempest-ServersAdminNegativeTestJSON-473765007-project] Usage tracker for resource:security_group_rule and tenant:fd71177bf83a45beb2f8b4a6b37c95b5 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:11:25.583059 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-f6e2ecc5-5f55-42ce-9514-d551139c9623 req-a473b080-f84c-4e1a-934a-0f9ac0875cb2 tempest-ServersAdminNegativeTestJSON-473765007 tempest-ServersAdminNegativeTestJSON-473765007-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:11:25.588599 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [req-f6e2ecc5-5f55-42ce-9514-d551139c9623 req-a473b080-f84c-4e1a-934a-0f9ac0875cb2 tempest-ServersAdminNegativeTestJSON-473765007 tempest-ServersAdminNegativeTestJSON-473765007-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:11:25.652573 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-f6e2ecc5-5f55-42ce-9514-d551139c9623 req-a473b080-f84c-4e1a-934a-0f9ac0875cb2 tempest-ServersAdminNegativeTestJSON-473765007 tempest-ServersAdminNegativeTestJSON-473765007-project] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:25.733009 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-f6e2ecc5-5f55-42ce-9514-d551139c9623 req-a473b080-f84c-4e1a-934a-0f9ac0875cb2 tempest-ServersAdminNegativeTestJSON-473765007 tempest-ServersAdminNegativeTestJSON-473765007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:25.806367 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a473b080-f84c-4e1a-934a-0f9ac0875cb2 tempest-ServersAdminNegativeTestJSON-473765007 tempest-ServersAdminNegativeTestJSON-473765007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72609f4e-013c-4cce-9f57-5249c1224464,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:11:25.901463 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [req-f6e2ecc5-5f55-42ce-9514-d551139c9623 req-a473b080-f84c-4e1a-934a-0f9ac0875cb2 tempest-ServersAdminNegativeTestJSON-473765007 tempest-ServersAdminNegativeTestJSON-473765007-project] Allocated IP 192.168.233.181 (f823b54d-7493-43e8-9882-f4eacecf2b15/f09168f5-e51d-43a1-a7b7-1e842529f85d/b86e2df4-3222-43d3-adc7-438a2ada461a) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 09:11:26.096739 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-f6e2ecc5-5f55-42ce-9514-d551139c9623 req-a473b080-f84c-4e1a-934a-0f9ac0875cb2 tempest-ServersAdminNegativeTestJSON-473765007 tempest-ServersAdminNegativeTestJSON-473765007-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:26.111630 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [req-f6e2ecc5-5f55-42ce-9514-d551139c9623 req-a473b080-f84c-4e1a-934a-0f9ac0875cb2 tempest-ServersAdminNegativeTestJSON-473765007 tempest-ServersAdminNegativeTestJSON-473765007-project] Transition to ACTIVE for port object b86e2df4-3222-43d3-adc7-438a2ada461a will not be triggered until provisioned by entity DHCP. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:11:26.173511 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-f6e2ecc5-5f55-42ce-9514-d551139c9623 req-a473b080-f84c-4e1a-934a-0f9ac0875cb2 tempest-ServersAdminNegativeTestJSON-473765007 tempest-ServersAdminNegativeTestJSON-473765007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:26.242586 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6e2ecc5-5f55-42ce-9514-d551139c9623 req-a473b080-f84c-4e1a-934a-0f9ac0875cb2 tempest-ServersAdminNegativeTestJSON-473765007 tempest-ServersAdminNegativeTestJSON-473765007-project] Network f823b54d-7493-43e8-9882-f4eacecf2b15 is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:11:26.245702 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [req-f6e2ecc5-5f55-42ce-9514-d551139c9623 req-a473b080-f84c-4e1a-934a-0f9ac0875cb2 tempest-ServersAdminNegativeTestJSON-473765007 tempest-ServersAdminNegativeTestJSON-473765007-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:11:26.250157 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6e2ecc5-5f55-42ce-9514-d551139c9623 req-a473b080-f84c-4e1a-934a-0f9ac0875cb2 tempest-ServersAdminNegativeTestJSON-473765007 tempest-ServersAdminNegativeTestJSON-473765007-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 09:11:26.279687 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a473b080-f84c-4e1a-934a-0f9ac0875cb2 tempest-ServersAdminNegativeTestJSON-473765007 tempest-ServersAdminNegativeTestJSON-473765007-project] Pushing event updated for resources: {'Port': ['ID=b86e2df4-3222-43d3-adc7-438a2ada461a,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:11:26.328836 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e2ecc5-5f55-42ce-9514-d551139c9623 req-a473b080-f84c-4e1a-934a-0f9ac0875cb2 tempest-ServersAdminNegativeTestJSON-473765007 tempest-ServersAdminNegativeTestJSON-473765007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:11:26.329444 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-f6e2ecc5-5f55-42ce-9514-d551139c9623 req-a473b080-f84c-4e1a-934a-0f9ac0875cb2 tempest-ServersAdminNegativeTestJSON-473765007 tempest-ServersAdminNegativeTestJSON-473765007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:26.390691 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:26.431314 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f6e2ecc5-5f55-42ce-9514-d551139c9623 req-a473b080-f84c-4e1a-934a-0f9ac0875cb2 tempest-ServersAdminNegativeTestJSON-473765007 tempest-ServersAdminNegativeTestJSON-473765007-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1475275 Feb 04 09:11:26.443847 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [req-f6e2ecc5-5f55-42ce-9514-d551139c9623 req-707ad590-8b42-42a1-8ac5-b5d2f6125e3f service neutron] Request body: {'port': {'device_id': 'be64f538-b6e7-41ba-88a4-3b1eb8991ec4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:11:26.508951 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d28b50a-384d-47e7-9840-029b2c191b5b req-4e02ccc8-bbc2-40cc-8928-cf2fc940f707 tempest-ServersAdminNegativeTestJSON-473765007 tempest-ServersAdminNegativeTestJSON-473765007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:11:26.509624 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-0d28b50a-384d-47e7-9840-029b2c191b5b req-4e02ccc8-bbc2-40cc-8928-cf2fc940f707 tempest-ServersAdminNegativeTestJSON-473765007 tempest-ServersAdminNegativeTestJSON-473765007-project] Synchronizing usage tracker for tenant:fd71177bf83a45beb2f8b4a6b37c95b5 on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 09:11:26.574280 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-f6e2ecc5-5f55-42ce-9514-d551139c9623 req-707ad590-8b42-42a1-8ac5-b5d2f6125e3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:26.646862 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-c7572d14-5700-4aa6-bd4a-fcfd0a61dffa None None] Provisioning for port b86e2df4-3222-43d3-adc7-438a2ada461a completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:11:26.651610 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-c7572d14-5700-4aa6-bd4a-fcfd0a61dffa None None] Provisioning complete for port b86e2df4-3222-43d3-adc7-438a2ada461a triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:11:26.651971 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-c7572d14-5700-4aa6-bd4a-fcfd0a61dffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:26.683471 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-0d28b50a-384d-47e7-9840-029b2c191b5b req-4e02ccc8-bbc2-40cc-8928-cf2fc940f707 tempest-ServersAdminNegativeTestJSON-473765007 tempest-ServersAdminNegativeTestJSON-473765007-project] Unset dirty status for tenant:fd71177bf83a45beb2f8b4a6b37c95b5 on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 09:11:26.684652 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-0d28b50a-384d-47e7-9840-029b2c191b5b req-4e02ccc8-bbc2-40cc-8928-cf2fc940f707 tempest-ServersAdminNegativeTestJSON-473765007 tempest-ServersAdminNegativeTestJSON-473765007-project] 10.222.0.36 "GET /v2.0/ports?device_id=be64f538-b6e7-41ba-88a4-3b1eb8991ec4 HTTP/1.1" status: 200 len: 936 time: 0.3092930 Feb 04 09:11:26.703023 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-c7572d14-5700-4aa6-bd4a-fcfd0a61dffa None None] Port b86e2df4-3222-43d3-adc7-438a2ada461a cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 09:11:26.812481 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-0d28b50a-384d-47e7-9840-029b2c191b5b req-4f5a7523-47ed-42a2-bfc2-f560744e00a9 tempest-ServersAdminNegativeTestJSON-473765007 tempest-ServersAdminNegativeTestJSON-473765007-project] Synchronizing usage tracker for tenant:fd71177bf83a45beb2f8b4a6b37c95b5 on resource:security_group {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 09:11:26.921284 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-0d28b50a-384d-47e7-9840-029b2c191b5b req-4f5a7523-47ed-42a2-bfc2-f560744e00a9 tempest-ServersAdminNegativeTestJSON-473765007 tempest-ServersAdminNegativeTestJSON-473765007-project] Unset dirty status for tenant:fd71177bf83a45beb2f8b4a6b37c95b5 on resource:security_group {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 09:11:26.922338 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-0d28b50a-384d-47e7-9840-029b2c191b5b req-4f5a7523-47ed-42a2-bfc2-f560744e00a9 tempest-ServersAdminNegativeTestJSON-473765007 tempest-ServersAdminNegativeTestJSON-473765007-project] 10.222.0.36 "GET /v2.0/security-groups?id=72609f4e-013c-4cce-9f57-5249c1224464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314951 Feb 04 09:11:26.952077 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [req-f6e2ecc5-5f55-42ce-9514-d551139c9623 req-707ad590-8b42-42a1-8ac5-b5d2f6125e3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b86e2df4-3222-43d3-adc7-438a2ada461a {{(pid=84107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 09:11:26.958792 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-f6e2ecc5-5f55-42ce-9514-d551139c9623 req-707ad590-8b42-42a1-8ac5-b5d2f6125e3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:26.973319 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [req-f6e2ecc5-5f55-42ce-9514-d551139c9623 req-707ad590-8b42-42a1-8ac5-b5d2f6125e3f service neutron] Transition to ACTIVE for port object b86e2df4-3222-43d3-adc7-438a2ada461a will not be triggered until provisioned by entity L2. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:11:27.042040 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-f6e2ecc5-5f55-42ce-9514-d551139c9623 req-707ad590-8b42-42a1-8ac5-b5d2f6125e3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:27.166300 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707ad590-8b42-42a1-8ac5-b5d2f6125e3f service neutron] Pushing event updated for resources: {'Port': ['ID=b86e2df4-3222-43d3-adc7-438a2ada461a,revision_number=2']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:11:27.269464 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.managers [req-f6e2ecc5-5f55-42ce-9514-d551139c9623 req-707ad590-8b42-42a1-8ac5-b5d2f6125e3f service neutron] Attempting to bind port b86e2df4-3222-43d3-adc7-438a2ada461a on host hv-neutron-8277 for vnic_type normal with profile {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 09:11:27.269966 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.managers [req-f6e2ecc5-5f55-42ce-9514-d551139c9623 req-707ad590-8b42-42a1-8ac5-b5d2f6125e3f service neutron] Attempting to bind port b86e2df4-3222-43d3-adc7-438a2ada461a by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '005fff4f-d367-4453-a473-35011388a119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f823b54d-7493-43e8-9882-f4eacecf2b15'}] {{(pid=84107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 09:11:27.270101 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e2ecc5-5f55-42ce-9514-d551139c9623 req-707ad590-8b42-42a1-8ac5-b5d2f6125e3f service neutron] Attempting to bind port b86e2df4-3222-43d3-adc7-438a2ada461a on network f823b54d-7493-43e8-9882-f4eacecf2b15 {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 09:11:27.275620 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e2ecc5-5f55-42ce-9514-d551139c9623 req-707ad590-8b42-42a1-8ac5-b5d2f6125e3f service neutron] Port b86e2df4-3222-43d3-adc7-438a2ada461a on network f823b54d-7493-43e8-9882-f4eacecf2b15 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 09:11:27.275935 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e2ecc5-5f55-42ce-9514-d551139c9623 req-707ad590-8b42-42a1-8ac5-b5d2f6125e3f service neutron] Attempting to bind port b86e2df4-3222-43d3-adc7-438a2ada461a on network f823b54d-7493-43e8-9882-f4eacecf2b15 {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 09:11:27.281913 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e2ecc5-5f55-42ce-9514-d551139c9623 req-707ad590-8b42-42a1-8ac5-b5d2f6125e3f service neutron] Checking agent: {'id': 'f735dfbb-9ed2-4de7-8aa1-fea4a962ae1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 34, 26), 'started_at': datetime.datetime(2022, 2, 4, 8, 34, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 9, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 09:11:27.282239 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e2ecc5-5f55-42ce-9514-d551139c9623 req-707ad590-8b42-42a1-8ac5-b5d2f6125e3f service neutron] Checking segment: {'id': '005fff4f-d367-4453-a473-35011388a119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f823b54d-7493-43e8-9882-f4eacecf2b15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 09:11:27.282613 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e2ecc5-5f55-42ce-9514-d551139c9623 req-707ad590-8b42-42a1-8ac5-b5d2f6125e3f service neutron] Bound using segment: {'id': '005fff4f-d367-4453-a473-35011388a119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f823b54d-7493-43e8-9882-f4eacecf2b15'} {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 09:11:27.283023 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.managers [req-f6e2ecc5-5f55-42ce-9514-d551139c9623 req-707ad590-8b42-42a1-8ac5-b5d2f6125e3f service neutron] Bound port: b86e2df4-3222-43d3-adc7-438a2ada461a, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '005fff4f-d367-4453-a473-35011388a119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f823b54d-7493-43e8-9882-f4eacecf2b15'}}] {{(pid=84107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 09:11:27.283874 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-f6e2ecc5-5f55-42ce-9514-d551139c9623 req-707ad590-8b42-42a1-8ac5-b5d2f6125e3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:27.456428 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [req-f6e2ecc5-5f55-42ce-9514-d551139c9623 req-707ad590-8b42-42a1-8ac5-b5d2f6125e3f service neutron] For port b86e2df4-3222-43d3-adc7-438a2ada461a, host hv-neutron-8277, cleared binding levels {{(pid=84107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 09:11:27.459170 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [req-f6e2ecc5-5f55-42ce-9514-d551139c9623 req-707ad590-8b42-42a1-8ac5-b5d2f6125e3f service neutron] For port b86e2df4-3222-43d3-adc7-438a2ada461a, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=b86e2df4-3222-43d3-adc7-438a2ada461a,segment=NetworkSegment(005fff4f-d367-4453-a473-35011388a119),segment_id=005fff4f-d367-4453-a473-35011388a119)] {{(pid=84107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 09:11:27.527784 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-f6e2ecc5-5f55-42ce-9514-d551139c9623 req-707ad590-8b42-42a1-8ac5-b5d2f6125e3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:27.589467 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-f6e2ecc5-5f55-42ce-9514-d551139c9623 req-707ad590-8b42-42a1-8ac5-b5d2f6125e3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:27.590809 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f6e2ecc5-5f55-42ce-9514-d551139c9623 req-707ad590-8b42-42a1-8ac5-b5d2f6125e3f service neutron] 10.222.0.47 "PUT /v2.0/ports/b86e2df4-3222-43d3-adc7-438a2ada461a HTTP/1.1" status: 200 len: 1098 time: 1.1528115 Feb 04 09:11:27.591236 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be64f538-b6e7-41ba-88a4-3b1eb8991ec4', 'tag': 'b86e2df4-3222-43d3-adc7-438a2ada461a'}] {{(pid=84107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:11:27.611421 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707ad590-8b42-42a1-8ac5-b5d2f6125e3f service neutron] Pushing event updated for resources: {'Port': ['ID=b86e2df4-3222-43d3-adc7-438a2ada461a,revision_number=3']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:11:27.652306 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be64f538-b6e7-41ba-88a4-3b1eb8991ec4', 'tag': 'b86e2df4-3222-43d3-adc7-438a2ada461a', 'status': 'completed', 'code': 200} Feb 04 09:11:27.742013 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-9c22026a-c81e-4f0a-b0cd-b99d05290192 req-fec13d17-17fb-41b5-801b-ce7185362cd9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fd71177bf83a45beb2f8b4a6b37c95b5&device_id=be64f538-b6e7-41ba-88a4-3b1eb8991ec4 HTTP/1.1" status: 200 len: 1101 time: 0.0698309 Feb 04 09:11:27.773367 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-9c22026a-c81e-4f0a-b0cd-b99d05290192 req-c26fa2ac-0316-465a-ad95-94526ab7d0ae service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=fd71177bf83a45beb2f8b4a6b37c95b5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0253434 Feb 04 09:11:27.903001 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c22026a-c81e-4f0a-b0cd-b99d05290192 req-9d1739d9-850e-4e3a-bc7b-d1013c7f2f98 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:11:27.904427 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-9c22026a-c81e-4f0a-b0cd-b99d05290192 req-9d1739d9-850e-4e3a-bc7b-d1013c7f2f98 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1260204 Feb 04 09:11:28.010177 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f6e2ecc5-5f55-42ce-9514-d551139c9623 req-336c943c-976e-4e2a-a3a8-9281178a2d76 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fd71177bf83a45beb2f8b4a6b37c95b5&device_id=be64f538-b6e7-41ba-88a4-3b1eb8991ec4 HTTP/1.1" status: 200 len: 1101 time: 0.0721238 Feb 04 09:11:28.111074 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f6e2ecc5-5f55-42ce-9514-d551139c9623 req-bff5a0f0-c0f7-4410-9f4e-33e1dcb5ce42 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=b86e2df4-3222-43d3-adc7-438a2ada461a HTTP/1.1" status: 200 len: 217 time: 0.0944617 Feb 04 09:11:28.187444 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e2ecc5-5f55-42ce-9514-d551139c9623 req-db37bc16-3729-4df7-a86b-627cb518b784 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:11:28.188868 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f6e2ecc5-5f55-42ce-9514-d551139c9623 req-db37bc16-3729-4df7-a86b-627cb518b784 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f09168f5-e51d-43a1-a7b7-1e842529f85d HTTP/1.1" status: 200 len: 843 time: 0.0712900 Feb 04 09:11:28.233259 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a616e0-bb36-4603-a221-01a41e8f1161 req-5d8fd31d-6945-45fb-82ba-dc0dae00c2f4 tempest-ServersAdminNegativeTestJSON-473765007 tempest-ServersAdminNegativeTestJSON-473765007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:11:28.234692 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-81a616e0-bb36-4603-a221-01a41e8f1161 req-5d8fd31d-6945-45fb-82ba-dc0dae00c2f4 tempest-ServersAdminNegativeTestJSON-473765007 tempest-ServersAdminNegativeTestJSON-473765007-project] 10.222.0.36 "GET /v2.0/ports?device_id=be64f538-b6e7-41ba-88a4-3b1eb8991ec4 HTTP/1.1" status: 200 len: 948 time: 0.1720469 Feb 04 09:11:28.298502 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-81a616e0-bb36-4603-a221-01a41e8f1161 req-b137c265-4450-48bd-a416-07ee7d3a29fb tempest-ServersAdminNegativeTestJSON-473765007 tempest-ServersAdminNegativeTestJSON-473765007-project] 10.222.0.36 "GET /v2.0/security-groups?id=72609f4e-013c-4cce-9f57-5249c1224464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543847 Feb 04 09:11:28.305530 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f6e2ecc5-5f55-42ce-9514-d551139c9623 req-ca60615c-7dea-4d82-ad0d-852547b3b291 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f823b54d-7493-43e8-9882-f4eacecf2b15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.1096480 Feb 04 09:11:28.433945 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f6e2ecc5-5f55-42ce-9514-d551139c9623 req-78cebb4d-a6ff-48ea-ad9d-eabfa1a2add5 service neutron] 10.222.0.47 "GET /v2.0/networks/f823b54d-7493-43e8-9882-f4eacecf2b15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220636 Feb 04 09:11:28.559262 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f6e2ecc5-5f55-42ce-9514-d551139c9623 req-a2a9f1a5-2a16-4e39-8a98-85b886c6860c service neutron] 10.222.0.47 "GET /v2.0/networks/f823b54d-7493-43e8-9882-f4eacecf2b15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198771 Feb 04 09:11:29.497495 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415634b9-8725-4705-8e39-79804056d1aa req-2b673e74-8ae0-48b5-b9c2-657dc185d0c9 tempest-ServersAdminNegativeTestJSON-473765007 tempest-ServersAdminNegativeTestJSON-473765007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:11:29.498898 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-415634b9-8725-4705-8e39-79804056d1aa req-2b673e74-8ae0-48b5-b9c2-657dc185d0c9 tempest-ServersAdminNegativeTestJSON-473765007 tempest-ServersAdminNegativeTestJSON-473765007-project] 10.222.0.36 "GET /v2.0/ports?device_id=be64f538-b6e7-41ba-88a4-3b1eb8991ec4 HTTP/1.1" status: 200 len: 948 time: 0.0735753 Feb 04 09:11:29.541813 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-415634b9-8725-4705-8e39-79804056d1aa req-4a5bff16-6b61-407e-a9d3-81c1438abcbe tempest-ServersAdminNegativeTestJSON-473765007 tempest-ServersAdminNegativeTestJSON-473765007-project] 10.222.0.36 "GET /v2.0/security-groups?id=72609f4e-013c-4cce-9f57-5249c1224464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374706 Feb 04 09:11:30.166479 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device b86e2df4-3222-43d3-adc7-438a2ada461a details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=84109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 09:11:30.295540 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port b86e2df4-3222-43d3-adc7-438a2ada461a, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=b86e2df4-3222-43d3-adc7-438a2ada461a,segment=NetworkSegment(005fff4f-d367-4453-a473-35011388a119),segment_id=005fff4f-d367-4453-a473-35011388a119)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:11:30.308734 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Returning: {'device': 'b86e2df4-3222-43d3-adc7-438a2ada461a', 'network_id': 'f823b54d-7493-43e8-9882-f4eacecf2b15', 'port_id': 'b86e2df4-3222-43d3-adc7-438a2ada461a', 'mac_address': 'fa:16:3e:36:f2:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f09168f5-e51d-43a1-a7b7-1e842529f85d', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 09:11:30.368810 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:30.385192 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b86e2df4-3222-43d3-adc7-438a2ada461a {{(pid=84109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 09:11:30.399766 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port b86e2df4-3222-43d3-adc7-438a2ada461a, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=b86e2df4-3222-43d3-adc7-438a2ada461a,segment=NetworkSegment(005fff4f-d367-4453-a473-35011388a119),segment_id=005fff4f-d367-4453-a473-35011388a119)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:11:30.470666 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:30.534337 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=b86e2df4-3222-43d3-adc7-438a2ada461a,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:11:30.542427 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:11:30.542769 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:11:30.543118 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:11:30.543434 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:11:30.543761 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:11:30.544084 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:11:30.544405 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:11:30.544753 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:11:30.545078 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:11:30.545394 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:11:30.545760 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:11:30.740884 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ebfca1-8648-408e-9dc6-8d51560b7746 req-b3221bf3-f74e-4eb8-a458-4917ff3f3128 tempest-ServersAdminNegativeTestJSON-473765007 tempest-ServersAdminNegativeTestJSON-473765007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:11:30.742297 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-00ebfca1-8648-408e-9dc6-8d51560b7746 req-b3221bf3-f74e-4eb8-a458-4917ff3f3128 tempest-ServersAdminNegativeTestJSON-473765007 tempest-ServersAdminNegativeTestJSON-473765007-project] 10.222.0.36 "GET /v2.0/ports?device_id=be64f538-b6e7-41ba-88a4-3b1eb8991ec4 HTTP/1.1" status: 200 len: 949 time: 0.0776837 Feb 04 09:11:30.785417 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-00ebfca1-8648-408e-9dc6-8d51560b7746 req-cfc33804-d972-44a2-bc3b-ba17cf8c7a6e tempest-ServersAdminNegativeTestJSON-473765007 tempest-ServersAdminNegativeTestJSON-473765007-project] 10.222.0.36 "GET /v2.0/security-groups?id=72609f4e-013c-4cce-9f57-5249c1224464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377758 Feb 04 09:11:30.833164 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] get_ports_and_sgs() called for port_ids ['b86e2df4-3222-43d3-adc7-438a2ada461a'] {{(pid=84109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 09:11:31.979560 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2131663-79fc-430f-9912-96e5b6f4447d req-11e231f6-b6d5-4c7c-8cff-3f6c90edd9e2 tempest-ServersAdminNegativeTestJSON-473765007 tempest-ServersAdminNegativeTestJSON-473765007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:11:31.981022 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c2131663-79fc-430f-9912-96e5b6f4447d req-11e231f6-b6d5-4c7c-8cff-3f6c90edd9e2 tempest-ServersAdminNegativeTestJSON-473765007 tempest-ServersAdminNegativeTestJSON-473765007-project] 10.222.0.36 "GET /v2.0/ports?device_id=be64f538-b6e7-41ba-88a4-3b1eb8991ec4 HTTP/1.1" status: 200 len: 949 time: 0.0741882 Feb 04 09:11:32.027691 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c2131663-79fc-430f-9912-96e5b6f4447d req-af41ee35-c4c5-466b-94f9-c35c52761194 tempest-ServersAdminNegativeTestJSON-473765007 tempest-ServersAdminNegativeTestJSON-473765007-project] 10.222.0.36 "GET /v2.0/security-groups?id=72609f4e-013c-4cce-9f57-5249c1224464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411344 Feb 04 09:11:32.180476 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device b86e2df4-3222-43d3-adc7-438a2ada461a up at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:11:32.298533 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Provisioning for port b86e2df4-3222-43d3-adc7-438a2ada461a completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:11:32.303655 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Provisioning complete for port b86e2df4-3222-43d3-adc7-438a2ada461a triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:11:32.304040 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:32.417664 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:32.443623 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be64f538-b6e7-41ba-88a4-3b1eb8991ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b86e2df4-3222-43d3-adc7-438a2ada461a'}] {{(pid=84109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:11:32.452873 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port b86e2df4-3222-43d3-adc7-438a2ada461a, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=b86e2df4-3222-43d3-adc7-438a2ada461a,segment=NetworkSegment(005fff4f-d367-4453-a473-35011388a119),segment_id=005fff4f-d367-4453-a473-35011388a119)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:11:32.495859 dv-neutron-827798-2-hyperv neutron-server[84109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be64f538-b6e7-41ba-88a4-3b1eb8991ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b86e2df4-3222-43d3-adc7-438a2ada461a', 'code': 200} Feb 04 09:11:32.516145 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:32.579920 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=b86e2df4-3222-43d3-adc7-438a2ada461a,revision_number=5']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:11:32.822295 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-2bda703f-8453-47d4-a230-2ba1d0c5d50f req-33fe6589-4bdc-45c9-83b0-06634b9022bc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=be64f538-b6e7-41ba-88a4-3b1eb8991ec4 HTTP/1.1" status: 200 len: 1103 time: 0.0658598 Feb 04 09:11:32.862397 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-2bda703f-8453-47d4-a230-2ba1d0c5d50f req-99e1ad5c-9e19-400c-b22b-4586a1679572 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=72609f4e-013c-4cce-9f57-5249c1224464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346036 Feb 04 09:11:33.222364 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a969df4c-d5fc-4220-950a-f51de5bb155d req-5c14f07d-a04f-4575-83f9-3b4d49b9d048 tempest-ServersAdminNegativeTestJSON-473765007 tempest-ServersAdminNegativeTestJSON-473765007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:11:33.224306 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a969df4c-d5fc-4220-950a-f51de5bb155d req-5c14f07d-a04f-4575-83f9-3b4d49b9d048 tempest-ServersAdminNegativeTestJSON-473765007 tempest-ServersAdminNegativeTestJSON-473765007-project] 10.222.0.36 "GET /v2.0/ports?device_id=be64f538-b6e7-41ba-88a4-3b1eb8991ec4 HTTP/1.1" status: 200 len: 950 time: 0.0775852 Feb 04 09:11:33.267091 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a969df4c-d5fc-4220-950a-f51de5bb155d req-cfc322c7-b50c-4b55-ace4-940bdaae6a44 tempest-ServersAdminNegativeTestJSON-473765007 tempest-ServersAdminNegativeTestJSON-473765007-project] 10.222.0.36 "GET /v2.0/security-groups?id=72609f4e-013c-4cce-9f57-5249c1224464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372796 Feb 04 09:11:34.462153 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a81e13-4566-436c-ac0f-90ad944377f6 req-c6e8f3cc-5d9b-4254-93d3-538f230b29ea tempest-ServersAdminNegativeTestJSON-473765007 tempest-ServersAdminNegativeTestJSON-473765007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:11:34.463608 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-82a81e13-4566-436c-ac0f-90ad944377f6 req-c6e8f3cc-5d9b-4254-93d3-538f230b29ea tempest-ServersAdminNegativeTestJSON-473765007 tempest-ServersAdminNegativeTestJSON-473765007-project] 10.222.0.36 "GET /v2.0/ports?device_id=be64f538-b6e7-41ba-88a4-3b1eb8991ec4 HTTP/1.1" status: 200 len: 950 time: 0.0746112 Feb 04 09:11:34.521050 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-82a81e13-4566-436c-ac0f-90ad944377f6 req-5b8950f0-cb56-4d21-818c-2f9943b3fbf0 tempest-ServersAdminNegativeTestJSON-473765007 tempest-ServersAdminNegativeTestJSON-473765007-project] 10.222.0.36 "GET /v2.0/security-groups?id=72609f4e-013c-4cce-9f57-5249c1224464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518594 Feb 04 09:11:35.213307 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a4330270-e4ab-4fca-9b66-4671c1076011 req-9f4e541a-c808-4ead-bda5-913d05b6134c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=be64f538-b6e7-41ba-88a4-3b1eb8991ec4&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2847836 Feb 04 09:11:35.917151 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4f1b234f-599a-4897-9fee-0631c7b1eff0 req-9d34eef6-07d9-415a-8557-95c02862b104 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=be64f538-b6e7-41ba-88a4-3b1eb8991ec4&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1374633 Feb 04 09:11:36.745562 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf8bbc0-81ed-4777-9d06-8ee96aacfbe0 req-3ec0dbb4-1d9d-4588-be0a-456453140783 tempest-ServersAdminNegativeTestJSON-473765007 tempest-ServersAdminNegativeTestJSON-473765007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:11:36.746983 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-fcf8bbc0-81ed-4777-9d06-8ee96aacfbe0 req-3ec0dbb4-1d9d-4588-be0a-456453140783 tempest-ServersAdminNegativeTestJSON-473765007 tempest-ServersAdminNegativeTestJSON-473765007-project] 10.222.0.36 "GET /v2.0/ports?device_id=be64f538-b6e7-41ba-88a4-3b1eb8991ec4 HTTP/1.1" status: 200 len: 950 time: 0.0744991 Feb 04 09:11:36.793119 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-fcf8bbc0-81ed-4777-9d06-8ee96aacfbe0 req-bf2452ff-ed2c-4104-bb48-38c6747f40e7 tempest-ServersAdminNegativeTestJSON-473765007 tempest-ServersAdminNegativeTestJSON-473765007-project] 10.222.0.36 "GET /v2.0/security-groups?id=72609f4e-013c-4cce-9f57-5249c1224464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406783 Feb 04 09:11:37.988864 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371ae19a-b97d-425c-9c13-93e23fe1d01c req-e5709053-89fb-4dd4-a635-9f370df9d67e tempest-ServersAdminNegativeTestJSON-473765007 tempest-ServersAdminNegativeTestJSON-473765007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:11:37.990308 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-371ae19a-b97d-425c-9c13-93e23fe1d01c req-e5709053-89fb-4dd4-a635-9f370df9d67e tempest-ServersAdminNegativeTestJSON-473765007 tempest-ServersAdminNegativeTestJSON-473765007-project] 10.222.0.36 "GET /v2.0/ports?device_id=be64f538-b6e7-41ba-88a4-3b1eb8991ec4 HTTP/1.1" status: 200 len: 950 time: 0.0748494 Feb 04 09:11:38.084059 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-371ae19a-b97d-425c-9c13-93e23fe1d01c req-ebbc660b-b922-42c8-8cb5-9994735da144 tempest-ServersAdminNegativeTestJSON-473765007 tempest-ServersAdminNegativeTestJSON-473765007-project] 10.222.0.36 "GET /v2.0/security-groups?id=72609f4e-013c-4cce-9f57-5249c1224464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882473 Feb 04 09:11:38.105621 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17c109b-5fbb-4606-8567-73537f1ed126 req-c28772b6-9dbb-43f9-8de5-ccb9c08e6f5b tempest-ServersAdminNegativeTestJSON-473765007 tempest-ServersAdminNegativeTestJSON-473765007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:11:38.107004 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c17c109b-5fbb-4606-8567-73537f1ed126 req-c28772b6-9dbb-43f9-8de5-ccb9c08e6f5b tempest-ServersAdminNegativeTestJSON-473765007 tempest-ServersAdminNegativeTestJSON-473765007-project] 10.222.0.47 "GET /v2.0/ports?device_id=be64f538-b6e7-41ba-88a4-3b1eb8991ec4 HTTP/1.1" status: 200 len: 950 time: 0.0984590 Feb 04 09:11:38.110955 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 09:11:38.180364 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [req-c17c109b-5fbb-4606-8567-73537f1ed126 req-24c43206-9f05-464e-8eeb-25dfb04f7fb4 tempest-ServersAdminNegativeTestJSON-473765007 tempest-ServersAdminNegativeTestJSON-473765007-project] Deleting port b86e2df4-3222-43d3-adc7-438a2ada461a {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:11:38.180735 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-c17c109b-5fbb-4606-8567-73537f1ed126 req-24c43206-9f05-464e-8eeb-25dfb04f7fb4 tempest-ServersAdminNegativeTestJSON-473765007 tempest-ServersAdminNegativeTestJSON-473765007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:38.415522 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [req-c17c109b-5fbb-4606-8567-73537f1ed126 req-24c43206-9f05-464e-8eeb-25dfb04f7fb4 tempest-ServersAdminNegativeTestJSON-473765007 tempest-ServersAdminNegativeTestJSON-473765007-project] For port b86e2df4-3222-43d3-adc7-438a2ada461a, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=b86e2df4-3222-43d3-adc7-438a2ada461a,segment=NetworkSegment(005fff4f-d367-4453-a473-35011388a119),segment_id=005fff4f-d367-4453-a473-35011388a119)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:11:38.415772 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-c17c109b-5fbb-4606-8567-73537f1ed126 req-24c43206-9f05-464e-8eeb-25dfb04f7fb4 tempest-ServersAdminNegativeTestJSON-473765007 tempest-ServersAdminNegativeTestJSON-473765007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:38.540281 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [req-c17c109b-5fbb-4606-8567-73537f1ed126 req-24c43206-9f05-464e-8eeb-25dfb04f7fb4 tempest-ServersAdminNegativeTestJSON-473765007 tempest-ServersAdminNegativeTestJSON-473765007-project] Calling delete_port for b86e2df4-3222-43d3-adc7-438a2ada461a owned by compute:nova {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 09:11:38.738739 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-c17c109b-5fbb-4606-8567-73537f1ed126 req-24c43206-9f05-464e-8eeb-25dfb04f7fb4 tempest-ServersAdminNegativeTestJSON-473765007 tempest-ServersAdminNegativeTestJSON-473765007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:38.750385 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] get_ports_and_sgs() called for port_ids ['b86e2df4-3222-43d3-adc7-438a2ada461a'] {{(pid=84109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 09:11:38.785443 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c43206-9f05-464e-8eeb-25dfb04f7fb4 tempest-ServersAdminNegativeTestJSON-473765007 tempest-ServersAdminNegativeTestJSON-473765007-project] Pushing event deleted for resources: {'Port': ['ID=b86e2df4-3222-43d3-adc7-438a2ada461a,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:11:38.796823 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c43206-9f05-464e-8eeb-25dfb04f7fb4 tempest-ServersAdminNegativeTestJSON-473765007 tempest-ServersAdminNegativeTestJSON-473765007-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:11:38.797070 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c43206-9f05-464e-8eeb-25dfb04f7fb4 tempest-ServersAdminNegativeTestJSON-473765007 tempest-ServersAdminNegativeTestJSON-473765007-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:11:38.797415 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c43206-9f05-464e-8eeb-25dfb04f7fb4 tempest-ServersAdminNegativeTestJSON-473765007 tempest-ServersAdminNegativeTestJSON-473765007-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:11:38.797750 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c43206-9f05-464e-8eeb-25dfb04f7fb4 tempest-ServersAdminNegativeTestJSON-473765007 tempest-ServersAdminNegativeTestJSON-473765007-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:11:38.798082 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c43206-9f05-464e-8eeb-25dfb04f7fb4 tempest-ServersAdminNegativeTestJSON-473765007 tempest-ServersAdminNegativeTestJSON-473765007-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:11:38.798408 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c43206-9f05-464e-8eeb-25dfb04f7fb4 tempest-ServersAdminNegativeTestJSON-473765007 tempest-ServersAdminNegativeTestJSON-473765007-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:11:38.798733 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c43206-9f05-464e-8eeb-25dfb04f7fb4 tempest-ServersAdminNegativeTestJSON-473765007 tempest-ServersAdminNegativeTestJSON-473765007-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:11:38.799054 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c43206-9f05-464e-8eeb-25dfb04f7fb4 tempest-ServersAdminNegativeTestJSON-473765007 tempest-ServersAdminNegativeTestJSON-473765007-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:11:38.799375 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c43206-9f05-464e-8eeb-25dfb04f7fb4 tempest-ServersAdminNegativeTestJSON-473765007 tempest-ServersAdminNegativeTestJSON-473765007-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:11:38.799703 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c43206-9f05-464e-8eeb-25dfb04f7fb4 tempest-ServersAdminNegativeTestJSON-473765007 tempest-ServersAdminNegativeTestJSON-473765007-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:11:38.800024 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c43206-9f05-464e-8eeb-25dfb04f7fb4 tempest-ServersAdminNegativeTestJSON-473765007 tempest-ServersAdminNegativeTestJSON-473765007-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:11:38.872526 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [req-c17c109b-5fbb-4606-8567-73537f1ed126 req-24c43206-9f05-464e-8eeb-25dfb04f7fb4 tempest-ServersAdminNegativeTestJSON-473765007 tempest-ServersAdminNegativeTestJSON-473765007-project] No DVR routers for this DVR port b86e2df4-3222-43d3-adc7-438a2ada461a on host hv-neutron-8277 {{(pid=84107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 09:11:38.874942 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-c17c109b-5fbb-4606-8567-73537f1ed126 req-24c43206-9f05-464e-8eeb-25dfb04f7fb4 tempest-ServersAdminNegativeTestJSON-473765007 tempest-ServersAdminNegativeTestJSON-473765007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:38.878009 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be64f538-b6e7-41ba-88a4-3b1eb8991ec4', 'name': 'network-vif-deleted', 'tag': 'b86e2df4-3222-43d3-adc7-438a2ada461a'}] {{(pid=84107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:11:38.933740 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be64f538-b6e7-41ba-88a4-3b1eb8991ec4', 'name': 'network-vif-deleted', 'tag': 'b86e2df4-3222-43d3-adc7-438a2ada461a', 'status': 'completed', 'code': 200} Feb 04 09:11:38.974169 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c17c109b-5fbb-4606-8567-73537f1ed126 req-24c43206-9f05-464e-8eeb-25dfb04f7fb4 tempest-ServersAdminNegativeTestJSON-473765007 tempest-ServersAdminNegativeTestJSON-473765007-project] 10.222.0.47 "DELETE /v2.0/ports/b86e2df4-3222-43d3-adc7-438a2ada461a HTTP/1.1" status: 204 len: 173 time: 0.8616657 Feb 04 09:11:39.245655 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-3a21416d-5236-4d1c-9f28-dd5c3e6226b6 req-820ff859-52f1-439b-9c91-cbd24f5d3e9c tempest-ServersAdminNegativeTestJSON-473765007 tempest-ServersAdminNegativeTestJSON-473765007-project] Synchronizing usage tracker for tenant:fd71177bf83a45beb2f8b4a6b37c95b5 on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 09:11:39.350202 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-3a21416d-5236-4d1c-9f28-dd5c3e6226b6 req-820ff859-52f1-439b-9c91-cbd24f5d3e9c tempest-ServersAdminNegativeTestJSON-473765007 tempest-ServersAdminNegativeTestJSON-473765007-project] Unset dirty status for tenant:fd71177bf83a45beb2f8b4a6b37c95b5 on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 09:11:39.351427 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-3a21416d-5236-4d1c-9f28-dd5c3e6226b6 req-820ff859-52f1-439b-9c91-cbd24f5d3e9c tempest-ServersAdminNegativeTestJSON-473765007 tempest-ServersAdminNegativeTestJSON-473765007-project] 10.222.0.36 "GET /v2.0/ports?device_id=be64f538-b6e7-41ba-88a4-3b1eb8991ec4 HTTP/1.1" status: 200 len: 210 time: 0.1450758 Feb 04 09:11:40.944790 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 60028) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:11:41.112230 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-4384faf0-329a-45a7-baea-79761d17ed72 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fd71177bf83a45beb2f8b4a6b37c95b5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1656713 Feb 04 09:11:41.114743 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 60034) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:11:41.174588 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9c1615d1-e89e-4269-a304-08d3ee57b987 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:41.198091 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9c1615d1-e89e-4269-a304-08d3ee57b987 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:41.333102 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9c1615d1-e89e-4269-a304-08d3ee57b987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:41.349543 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1615d1-e89e-4269-a304-08d3ee57b987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72609f4e-013c-4cce-9f57-5249c1224464,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:11:41.428025 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9c1615d1-e89e-4269-a304-08d3ee57b987 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:41.429171 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-9c1615d1-e89e-4269-a304-08d3ee57b987 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/72609f4e-013c-4cce-9f57-5249c1224464 HTTP/1.1" status: 204 len: 168 time: 0.3135159 Feb 04 09:11:42.056576 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 60042) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:11:42.074910 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d3a33669-610d-4d53-a737-eb63bdf3fce4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:42.105472 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-d3a33669-610d-4d53-a737-eb63bdf3fce4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:11:42.109219 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-d3a33669-610d-4d53-a737-eb63bdf3fce4 admin admin] Usage tracker for resource:security_group_rule and tenant:8a298e277f7944839c4c8bae8eba705f is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:11:42.112492 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-d3a33669-610d-4d53-a737-eb63bdf3fce4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:11:42.118057 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-d3a33669-610d-4d53-a737-eb63bdf3fce4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:11:42.180752 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d3a33669-610d-4d53-a737-eb63bdf3fce4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:42.196144 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device b86e2df4-3222-43d3-adc7-438a2ada461a no longer exists at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 09:11:42.241976 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] No Port match for: b86e2df4-3222-43d3-adc7-438a2ada461a {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 09:11:42.241976 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device b86e2df4-3222-43d3-adc7-438a2ada461a not bound to the agent host hv-neutron-8277 {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 09:11:42.253875 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d3a33669-610d-4d53-a737-eb63bdf3fce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:42.298333 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a33669-610d-4d53-a737-eb63bdf3fce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c10b5241-8931-48a6-bcd8-cc2f87526020,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:11:42.303150 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-d3a33669-610d-4d53-a737-eb63bdf3fce4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8a298e277f7944839c4c8bae8eba705f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2455723 Feb 04 09:11:42.305982 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 60046) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:11:42.364883 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b9133995-f419-4b6a-a606-3fd8dd6ac40e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:42.389843 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b9133995-f419-4b6a-a606-3fd8dd6ac40e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:42.498879 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b9133995-f419-4b6a-a606-3fd8dd6ac40e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:42.514720 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9133995-f419-4b6a-a606-3fd8dd6ac40e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c10b5241-8931-48a6-bcd8-cc2f87526020,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:11:42.520157 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b9133995-f419-4b6a-a606-3fd8dd6ac40e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:42.522381 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-b9133995-f419-4b6a-a606-3fd8dd6ac40e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c10b5241-8931-48a6-bcd8-cc2f87526020 HTTP/1.1" status: 204 len: 168 time: 0.2157247 Feb 04 09:11:43.642740 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 60068) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:11:43.769926 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-c062386e-5a34-4354-9ea5-14ac51431b1f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-536259128-network', 'tenant_id': 'ebd0250f8ae543459f1cf0b04921c5d5'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:11:43.774447 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-c062386e-5a34-4354-9ea5-14ac51431b1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:11:43.778700 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-c062386e-5a34-4354-9ea5-14ac51431b1f admin admin] Usage tracker for resource:network and tenant:ebd0250f8ae543459f1cf0b04921c5d5 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:11:43.781509 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-c062386e-5a34-4354-9ea5-14ac51431b1f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:11:43.787768 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-c062386e-5a34-4354-9ea5-14ac51431b1f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:11:43.870091 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c062386e-5a34-4354-9ea5-14ac51431b1f admin admin] Made reservation on behalf of ebd0250f8ae543459f1cf0b04921c5d5 for: {'network': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 09:11:43.872274 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c062386e-5a34-4354-9ea5-14ac51431b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:43.885413 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c062386e-5a34-4354-9ea5-14ac51431b1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:43.915117 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-c062386e-5a34-4354-9ea5-14ac51431b1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:11:43.919048 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-c062386e-5a34-4354-9ea5-14ac51431b1f admin admin] Usage tracker for resource:security_group_rule and tenant:ebd0250f8ae543459f1cf0b04921c5d5 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:11:43.921894 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-c062386e-5a34-4354-9ea5-14ac51431b1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:11:43.927940 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-c062386e-5a34-4354-9ea5-14ac51431b1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:11:43.992145 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c062386e-5a34-4354-9ea5-14ac51431b1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:44.052128 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c062386e-5a34-4354-9ea5-14ac51431b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:44.077731 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c062386e-5a34-4354-9ea5-14ac51431b1f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=84108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 09:11:44.092015 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c062386e-5a34-4354-9ea5-14ac51431b1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52a13bcf-c517-43a1-8886-16674578b17b,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:11:44.096663 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c062386e-5a34-4354-9ea5-14ac51431b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:44.097000 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.segments_db [None req-c062386e-5a34-4354-9ea5-14ac51431b1f admin admin] Added segment 8160dece-3177-4e7f-85f0-5f93af7a40bc of type vlan for network ccca9599-8cab-4084-b2cb-6e9ccfc6cae6 Feb 04 09:11:44.121832 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c062386e-5a34-4354-9ea5-14ac51431b1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:44.235753 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c062386e-5a34-4354-9ea5-14ac51431b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:44.237163 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c062386e-5a34-4354-9ea5-14ac51431b1f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:11:44.237737 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c062386e-5a34-4354-9ea5-14ac51431b1f admin admin] Notify callbacks [] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:44.338245 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c062386e-5a34-4354-9ea5-14ac51431b1f admin admin] Pushing event updated for resources: {'Network': ['ID=ccca9599-8cab-4084-b2cb-6e9ccfc6cae6,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:11:44.348333 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network ccca9599-8cab-4084-b2cb-6e9ccfc6cae6 details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 09:11:44.413890 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-c062386e-5a34-4354-9ea5-14ac51431b1f admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7700529 Feb 04 09:11:44.416676 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 60074) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:11:44.422012 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-7da50603-c435-48b8-be52-59b22090dd27 admin admin] Request body: {'subnet': {'network_id': 'ccca9599-8cab-4084-b2cb-6e9ccfc6cae6', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-536259128-subnet', 'tenant_id': 'ebd0250f8ae543459f1cf0b04921c5d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:11:44.426708 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-7da50603-c435-48b8-be52-59b22090dd27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:11:44.430593 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-7da50603-c435-48b8-be52-59b22090dd27 admin admin] Usage tracker for resource:subnet and tenant:ebd0250f8ae543459f1cf0b04921c5d5 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:11:44.433454 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-7da50603-c435-48b8-be52-59b22090dd27 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:11:44.439086 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-7da50603-c435-48b8-be52-59b22090dd27 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:11:44.504463 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da50603-c435-48b8-be52-59b22090dd27 admin admin] Made reservation on behalf of ebd0250f8ae543459f1cf0b04921c5d5 for: {'subnet': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 09:11:44.506744 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7da50603-c435-48b8-be52-59b22090dd27 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8119726'] for subnet, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:44.750339 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7da50603-c435-48b8-be52-59b22090dd27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7593498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8119736'] for subnet, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:44.818302 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da50603-c435-48b8-be52-59b22090dd27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2710aa9-fc1b-491a-af08-8a4c6a8bc637,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:11:44.836802 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da50603-c435-48b8-be52-59b22090dd27 admin admin] Checking segment: {'id': '8160dece-3177-4e7f-85f0-5f93af7a40bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ccca9599-8cab-4084-b2cb-6e9ccfc6cae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 09:11:44.837166 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da50603-c435-48b8-be52-59b22090dd27 admin admin] Network hostable DHCP agents. Network: ccca9599-8cab-4084-b2cb-6e9ccfc6cae6, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 09:11:44.904314 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da50603-c435-48b8-be52-59b22090dd27 admin admin] Network ccca9599-8cab-4084-b2cb-6e9ccfc6cae6 is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 09:11:44.978192 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-7da50603-c435-48b8-be52-59b22090dd27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, ccca9599-8cab-4084-b2cb-6e9ccfc6cae6) {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:11:44.982212 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da50603-c435-48b8-be52-59b22090dd27 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:11:44.982788 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7da50603-c435-48b8-be52-59b22090dd27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:44.987775 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ddb0745-7459-4208-b82d-6d97a797a835 None None] Network ccca9599-8cab-4084-b2cb-6e9ccfc6cae6 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 09:11:45.059667 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-7da50603-c435-48b8-be52-59b22090dd27 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6419604 Feb 04 09:11:45.197422 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee393a82-5b94-41e3-bdc6-2ee45c2d2251 None None] Network ccca9599-8cab-4084-b2cb-6e9ccfc6cae6 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 09:11:45.583217 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87196cbb-bc95-43d8-a358-891a83d1f88f req-12314317-c322-4215-8887-39533a75e991 tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:11:45.584781 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-87196cbb-bc95-43d8-a358-891a83d1f88f req-12314317-c322-4215-8887-39533a75e991 tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] 10.222.0.36 "GET /v2.0/networks?id=ccca9599-8cab-4084-b2cb-6e9ccfc6cae6 HTTP/1.1" status: 200 len: 811 time: 0.1382124 Feb 04 09:11:45.601212 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-87196cbb-bc95-43d8-a358-891a83d1f88f req-b6ef19b4-5477-49ce-84b0-0c6f4a044842 tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] 10.222.0.36 "GET /v2.0/quotas/ebd0250f8ae543459f1cf0b04921c5d5 HTTP/1.1" status: 200 len: 375 time: 0.0108960 Feb 04 09:11:45.648322 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-87196cbb-bc95-43d8-a358-891a83d1f88f req-51d26626-114e-49a3-a200-e6a20e82eca8 tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ebd0250f8ae543459f1cf0b04921c5d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0423679 Feb 04 09:11:45.861364 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-87196cbb-bc95-43d8-a358-891a83d1f88f req-2773a6af-5d04-4810-a0e6-603c1abf2081 service neutron] 10.222.0.36 "GET /v2.0/networks/ccca9599-8cab-4084-b2cb-6e9ccfc6cae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065241 Feb 04 09:11:45.989223 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-87196cbb-bc95-43d8-a358-891a83d1f88f req-b5219430-22ef-4222-a0df-9c38c8cb1ce9 service neutron] 10.222.0.36 "GET /v2.0/networks/ccca9599-8cab-4084-b2cb-6e9ccfc6cae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223240 Feb 04 09:11:47.291023 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-010d0bcf-ef2a-4a98-bf92-3ea0dcf0a48b req-c92cf8db-8448-454e-8152-89d38d8de7e3 tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] 10.222.0.36 "GET /v2.0/ports?device_id=e719e005-c8e7-46d2-987d-a176651bf9a0 HTTP/1.1" status: 200 len: 210 time: 0.0477147 Feb 04 09:11:48.451128 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-111af11a-7b63-417a-a2de-5652101016f3 req-76aa2382-5508-48b5-834e-088c83798fcb tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] 10.222.0.36 "GET /v2.0/ports?device_id=e719e005-c8e7-46d2-987d-a176651bf9a0 HTTP/1.1" status: 200 len: 210 time: 0.0400608 Feb 04 09:11:49.488411 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-082cbb74-186d-452d-b59c-9383d20372fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:49.624138 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e8118450-118d-4ce7-b272-80ea79438f2d req-94c5869f-fc1f-4958-b514-1721f9161c63 tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] 10.222.0.36 "GET /v2.0/ports?device_id=e719e005-c8e7-46d2-987d-a176651bf9a0 HTTP/1.1" status: 200 len: 210 time: 0.0528939 Feb 04 09:11:49.632571 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87196cbb-bc95-43d8-a358-891a83d1f88f req-eed47550-04f3-45df-9a8c-ce9ae18cc027 tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:11:49.634898 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-87196cbb-bc95-43d8-a358-891a83d1f88f req-eed47550-04f3-45df-9a8c-ce9ae18cc027 tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] 10.222.0.47 "GET /v2.0/networks?id=ccca9599-8cab-4084-b2cb-6e9ccfc6cae6 HTTP/1.1" status: 200 len: 811 time: 0.1867371 Feb 04 09:11:49.651243 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [req-87196cbb-bc95-43d8-a358-891a83d1f88f req-46484852-fd24-4711-8caa-cc85c0ba5f0b tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] Request body: {'port': {'device_id': 'e719e005-c8e7-46d2-987d-a176651bf9a0', 'network_id': 'ccca9599-8cab-4084-b2cb-6e9ccfc6cae6', 'admin_state_up': True, 'tenant_id': 'ebd0250f8ae543459f1cf0b04921c5d5'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:11:49.786667 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [req-87196cbb-bc95-43d8-a358-891a83d1f88f req-46484852-fd24-4711-8caa-cc85c0ba5f0b tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:11:49.792174 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-87196cbb-bc95-43d8-a358-891a83d1f88f req-46484852-fd24-4711-8caa-cc85c0ba5f0b tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] Usage tracker for resource:port and tenant:ebd0250f8ae543459f1cf0b04921c5d5 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:11:49.795176 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-87196cbb-bc95-43d8-a358-891a83d1f88f req-46484852-fd24-4711-8caa-cc85c0ba5f0b tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:11:49.800760 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [req-87196cbb-bc95-43d8-a358-891a83d1f88f req-46484852-fd24-4711-8caa-cc85c0ba5f0b tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:11:49.875535 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87196cbb-bc95-43d8-a358-891a83d1f88f req-46484852-fd24-4711-8caa-cc85c0ba5f0b tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] Made reservation on behalf of ebd0250f8ae543459f1cf0b04921c5d5 for: {'port': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 09:11:49.878490 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-87196cbb-bc95-43d8-a358-891a83d1f88f req-46484852-fd24-4711-8caa-cc85c0ba5f0b tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:50.062197 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [req-87196cbb-bc95-43d8-a358-891a83d1f88f req-46484852-fd24-4711-8caa-cc85c0ba5f0b tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] Allocated IP 172.20.0.12 (ccca9599-8cab-4084-b2cb-6e9ccfc6cae6/a2710aa9-fc1b-491a-af08-8a4c6a8bc637/f861c8e2-eb49-47b6-a257-bf931211a2ef) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 09:11:50.270393 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-87196cbb-bc95-43d8-a358-891a83d1f88f req-46484852-fd24-4711-8caa-cc85c0ba5f0b tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:50.356363 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-87196cbb-bc95-43d8-a358-891a83d1f88f req-46484852-fd24-4711-8caa-cc85c0ba5f0b tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:50.426213 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87196cbb-bc95-43d8-a358-891a83d1f88f req-46484852-fd24-4711-8caa-cc85c0ba5f0b tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] Network ccca9599-8cab-4084-b2cb-6e9ccfc6cae6 is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:11:50.429288 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [req-87196cbb-bc95-43d8-a358-891a83d1f88f req-46484852-fd24-4711-8caa-cc85c0ba5f0b tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:11:50.433502 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [req-87196cbb-bc95-43d8-a358-891a83d1f88f req-46484852-fd24-4711-8caa-cc85c0ba5f0b tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 09:11:50.457509 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46484852-fd24-4711-8caa-cc85c0ba5f0b tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] Pushing event updated for resources: {'Port': ['ID=f861c8e2-eb49-47b6-a257-bf931211a2ef,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:11:50.495990 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87196cbb-bc95-43d8-a358-891a83d1f88f req-46484852-fd24-4711-8caa-cc85c0ba5f0b tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:11:50.496594 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-87196cbb-bc95-43d8-a358-891a83d1f88f req-46484852-fd24-4711-8caa-cc85c0ba5f0b tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:50.562663 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-87196cbb-bc95-43d8-a358-891a83d1f88f req-46484852-fd24-4711-8caa-cc85c0ba5f0b tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9153864 Feb 04 09:11:50.573867 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [req-87196cbb-bc95-43d8-a358-891a83d1f88f req-b694b2a9-aeb9-4d3b-b630-4eee893e6329 service neutron] Request body: {'port': {'device_id': 'e719e005-c8e7-46d2-987d-a176651bf9a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:11:50.676200 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-87196cbb-bc95-43d8-a358-891a83d1f88f req-b694b2a9-aeb9-4d3b-b630-4eee893e6329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:51.054501 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c907b91-9091-47de-823f-606e4c3ddeb4 req-736b928f-d8d1-4f94-9b95-06c71ad4f4d0 tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:11:51.055182 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-7c907b91-9091-47de-823f-606e4c3ddeb4 req-736b928f-d8d1-4f94-9b95-06c71ad4f4d0 tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] Synchronizing usage tracker for tenant:ebd0250f8ae543459f1cf0b04921c5d5 on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 09:11:51.165620 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [req-87196cbb-bc95-43d8-a358-891a83d1f88f req-b694b2a9-aeb9-4d3b-b630-4eee893e6329 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f861c8e2-eb49-47b6-a257-bf931211a2ef {{(pid=84107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 09:11:51.171335 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-7c907b91-9091-47de-823f-606e4c3ddeb4 req-736b928f-d8d1-4f94-9b95-06c71ad4f4d0 tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] Unset dirty status for tenant:ebd0250f8ae543459f1cf0b04921c5d5 on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 09:11:51.172479 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7c907b91-9091-47de-823f-606e4c3ddeb4 req-736b928f-d8d1-4f94-9b95-06c71ad4f4d0 tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] 10.222.0.36 "GET /v2.0/ports?device_id=e719e005-c8e7-46d2-987d-a176651bf9a0 HTTP/1.1" status: 200 len: 932 time: 0.4224300 Feb 04 09:11:51.173999 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-87196cbb-bc95-43d8-a358-891a83d1f88f req-b694b2a9-aeb9-4d3b-b630-4eee893e6329 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:51.203757 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [req-87196cbb-bc95-43d8-a358-891a83d1f88f req-b694b2a9-aeb9-4d3b-b630-4eee893e6329 service neutron] Transition to ACTIVE for port object f861c8e2-eb49-47b6-a257-bf931211a2ef will not be triggered until provisioned by entity L2. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:11:51.229999 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7c907b91-9091-47de-823f-606e4c3ddeb4 req-86c0af65-f0d6-4077-b4d9-9ef8ca872138 tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] 10.222.0.36 "GET /v2.0/security-groups?id=52a13bcf-c517-43a1-8886-16674578b17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512376 Feb 04 09:11:51.287304 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-87196cbb-bc95-43d8-a358-891a83d1f88f req-b694b2a9-aeb9-4d3b-b630-4eee893e6329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:51.416609 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b694b2a9-aeb9-4d3b-b630-4eee893e6329 service neutron] Pushing event updated for resources: {'Port': ['ID=f861c8e2-eb49-47b6-a257-bf931211a2ef,revision_number=2']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:11:51.515038 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.managers [req-87196cbb-bc95-43d8-a358-891a83d1f88f req-b694b2a9-aeb9-4d3b-b630-4eee893e6329 service neutron] Attempting to bind port f861c8e2-eb49-47b6-a257-bf931211a2ef on host hv-neutron-8277 for vnic_type normal with profile {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 09:11:51.515291 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.managers [req-87196cbb-bc95-43d8-a358-891a83d1f88f req-b694b2a9-aeb9-4d3b-b630-4eee893e6329 service neutron] Attempting to bind port f861c8e2-eb49-47b6-a257-bf931211a2ef by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '8160dece-3177-4e7f-85f0-5f93af7a40bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ccca9599-8cab-4084-b2cb-6e9ccfc6cae6'}] {{(pid=84107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 09:11:51.515616 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87196cbb-bc95-43d8-a358-891a83d1f88f req-b694b2a9-aeb9-4d3b-b630-4eee893e6329 service neutron] Attempting to bind port f861c8e2-eb49-47b6-a257-bf931211a2ef on network ccca9599-8cab-4084-b2cb-6e9ccfc6cae6 {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 09:11:51.521244 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87196cbb-bc95-43d8-a358-891a83d1f88f req-b694b2a9-aeb9-4d3b-b630-4eee893e6329 service neutron] Port f861c8e2-eb49-47b6-a257-bf931211a2ef on network ccca9599-8cab-4084-b2cb-6e9ccfc6cae6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 09:11:51.521557 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87196cbb-bc95-43d8-a358-891a83d1f88f req-b694b2a9-aeb9-4d3b-b630-4eee893e6329 service neutron] Attempting to bind port f861c8e2-eb49-47b6-a257-bf931211a2ef on network ccca9599-8cab-4084-b2cb-6e9ccfc6cae6 {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 09:11:51.527520 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87196cbb-bc95-43d8-a358-891a83d1f88f req-b694b2a9-aeb9-4d3b-b630-4eee893e6329 service neutron] Checking agent: {'id': 'f735dfbb-9ed2-4de7-8aa1-fea4a962ae1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 34, 26), 'started_at': datetime.datetime(2022, 2, 4, 8, 34, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 9, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 09:11:51.527856 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87196cbb-bc95-43d8-a358-891a83d1f88f req-b694b2a9-aeb9-4d3b-b630-4eee893e6329 service neutron] Checking segment: {'id': '8160dece-3177-4e7f-85f0-5f93af7a40bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ccca9599-8cab-4084-b2cb-6e9ccfc6cae6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 09:11:51.528262 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87196cbb-bc95-43d8-a358-891a83d1f88f req-b694b2a9-aeb9-4d3b-b630-4eee893e6329 service neutron] Bound using segment: {'id': '8160dece-3177-4e7f-85f0-5f93af7a40bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ccca9599-8cab-4084-b2cb-6e9ccfc6cae6'} {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 09:11:51.528696 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.managers [req-87196cbb-bc95-43d8-a358-891a83d1f88f req-b694b2a9-aeb9-4d3b-b630-4eee893e6329 service neutron] Bound port: f861c8e2-eb49-47b6-a257-bf931211a2ef, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8160dece-3177-4e7f-85f0-5f93af7a40bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ccca9599-8cab-4084-b2cb-6e9ccfc6cae6'}}] {{(pid=84107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 09:11:51.529035 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-87196cbb-bc95-43d8-a358-891a83d1f88f req-b694b2a9-aeb9-4d3b-b630-4eee893e6329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:51.618668 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [req-87196cbb-bc95-43d8-a358-891a83d1f88f req-b694b2a9-aeb9-4d3b-b630-4eee893e6329 service neutron] For port f861c8e2-eb49-47b6-a257-bf931211a2ef, host hv-neutron-8277, cleared binding levels {{(pid=84107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 09:11:51.621671 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [req-87196cbb-bc95-43d8-a358-891a83d1f88f req-b694b2a9-aeb9-4d3b-b630-4eee893e6329 service neutron] For port f861c8e2-eb49-47b6-a257-bf931211a2ef, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=f861c8e2-eb49-47b6-a257-bf931211a2ef,segment=NetworkSegment(8160dece-3177-4e7f-85f0-5f93af7a40bc),segment_id=8160dece-3177-4e7f-85f0-5f93af7a40bc)] {{(pid=84107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 09:11:51.693988 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-87196cbb-bc95-43d8-a358-891a83d1f88f req-b694b2a9-aeb9-4d3b-b630-4eee893e6329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:51.753959 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-87196cbb-bc95-43d8-a358-891a83d1f88f req-b694b2a9-aeb9-4d3b-b630-4eee893e6329 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:51.755306 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-87196cbb-bc95-43d8-a358-891a83d1f88f req-b694b2a9-aeb9-4d3b-b630-4eee893e6329 service neutron] 10.222.0.47 "PUT /v2.0/ports/f861c8e2-eb49-47b6-a257-bf931211a2ef HTTP/1.1" status: 200 len: 1094 time: 1.1853514 Feb 04 09:11:51.755736 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e719e005-c8e7-46d2-987d-a176651bf9a0', 'tag': 'f861c8e2-eb49-47b6-a257-bf931211a2ef'}] {{(pid=84107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:11:51.773617 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12e54cd0-30e9-4d2b-a7f7-a4be7f53603f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:51.774895 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b694b2a9-aeb9-4d3b-b630-4eee893e6329 service neutron] Pushing event updated for resources: {'Port': ['ID=f861c8e2-eb49-47b6-a257-bf931211a2ef,revision_number=3']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:11:51.816466 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e719e005-c8e7-46d2-987d-a176651bf9a0', 'tag': 'f861c8e2-eb49-47b6-a257-bf931211a2ef', 'status': 'completed', 'code': 200} Feb 04 09:11:51.908508 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-196c375f-504a-48a1-8010-b140cbe559a4 req-bc7c326b-b105-4abd-abdc-617e57cc68ce service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ebd0250f8ae543459f1cf0b04921c5d5&device_id=e719e005-c8e7-46d2-987d-a176651bf9a0 HTTP/1.1" status: 200 len: 1097 time: 0.0703104 Feb 04 09:11:52.047579 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196c375f-504a-48a1-8010-b140cbe559a4 req-a9b8442a-20f9-4087-9ab0-28138a4c0e83 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:11:52.048918 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-196c375f-504a-48a1-8010-b140cbe559a4 req-a9b8442a-20f9-4087-9ab0-28138a4c0e83 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=ebd0250f8ae543459f1cf0b04921c5d5&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1338019 Feb 04 09:11:52.189874 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196c375f-504a-48a1-8010-b140cbe559a4 req-dc37b32f-eb5b-4ae3-8108-3d89498b08fe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:11:52.191827 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-196c375f-504a-48a1-8010-b140cbe559a4 req-dc37b32f-eb5b-4ae3-8108-3d89498b08fe service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1377573 Feb 04 09:11:52.294336 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-87196cbb-bc95-43d8-a358-891a83d1f88f req-f4251a26-d261-482d-b8d4-0a350a031a12 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ebd0250f8ae543459f1cf0b04921c5d5&device_id=e719e005-c8e7-46d2-987d-a176651bf9a0 HTTP/1.1" status: 200 len: 1097 time: 0.0682340 Feb 04 09:11:52.393184 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-87196cbb-bc95-43d8-a358-891a83d1f88f req-575858fa-88e6-4ce9-8509-47af3f4a534e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f861c8e2-eb49-47b6-a257-bf931211a2ef HTTP/1.1" status: 200 len: 217 time: 0.0921884 Feb 04 09:11:52.468023 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87196cbb-bc95-43d8-a358-891a83d1f88f req-a5b21407-b660-4e03-ad17-14b676d42db6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:11:52.469508 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-87196cbb-bc95-43d8-a358-891a83d1f88f req-a5b21407-b660-4e03-ad17-14b676d42db6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a2710aa9-fc1b-491a-af08-8a4c6a8bc637 HTTP/1.1" status: 200 len: 851 time: 0.0708067 Feb 04 09:11:52.520819 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-87196cbb-bc95-43d8-a358-891a83d1f88f req-86273f8c-363b-4d11-838f-89f8ba77acfd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ccca9599-8cab-4084-b2cb-6e9ccfc6cae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445714 Feb 04 09:11:52.530684 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb23e340-9c4b-427d-aef4-0402c9465b93 req-3adf0705-c93c-4f04-981e-fab0e4251a03 tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:11:52.532028 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-cb23e340-9c4b-427d-aef4-0402c9465b93 req-3adf0705-c93c-4f04-981e-fab0e4251a03 tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] 10.222.0.36 "GET /v2.0/ports?device_id=e719e005-c8e7-46d2-987d-a176651bf9a0 HTTP/1.1" status: 200 len: 944 time: 0.1693032 Feb 04 09:11:52.667906 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-cb23e340-9c4b-427d-aef4-0402c9465b93 req-0e1084c1-a365-48ea-b73c-f8340723d7a3 tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] 10.222.0.36 "GET /v2.0/security-groups?id=52a13bcf-c517-43a1-8886-16674578b17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171939 Feb 04 09:11:52.688715 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-87196cbb-bc95-43d8-a358-891a83d1f88f req-26b31dd5-7647-4870-8f81-4b2f071e5deb service neutron] 10.222.0.47 "GET /v2.0/networks/ccca9599-8cab-4084-b2cb-6e9ccfc6cae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557634 Feb 04 09:11:52.818865 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-87196cbb-bc95-43d8-a358-891a83d1f88f req-6036d641-529a-4e3a-9e8c-ed210ea02d5e service neutron] 10.222.0.47 "GET /v2.0/networks/ccca9599-8cab-4084-b2cb-6e9ccfc6cae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240759 Feb 04 09:11:52.958794 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:52.967075 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:53.859755 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb475a7-35d0-4e46-a080-a6fa57450ae2 req-b5c9cc47-7ed1-4451-b29b-9f70dcf68815 tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:11:53.861312 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-cdb475a7-35d0-4e46-a080-a6fa57450ae2 req-b5c9cc47-7ed1-4451-b29b-9f70dcf68815 tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] 10.222.0.36 "GET /v2.0/ports?device_id=e719e005-c8e7-46d2-987d-a176651bf9a0 HTTP/1.1" status: 200 len: 944 time: 0.0739398 Feb 04 09:11:54.002250 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-cdb475a7-35d0-4e46-a080-a6fa57450ae2 req-389a4a62-95bc-4e68-a873-55d07371617b tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] 10.222.0.36 "GET /v2.0/security-groups?id=52a13bcf-c517-43a1-8886-16674578b17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354418 Feb 04 09:11:54.464345 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:55.196538 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c025d0c5-3ccc-4763-82b4-1a3b07162475 req-4ccf4118-6827-48f9-b343-6fdd836fe06f tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:11:55.197996 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c025d0c5-3ccc-4763-82b4-1a3b07162475 req-4ccf4118-6827-48f9-b343-6fdd836fe06f tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] 10.222.0.36 "GET /v2.0/ports?device_id=e719e005-c8e7-46d2-987d-a176651bf9a0 HTTP/1.1" status: 200 len: 944 time: 0.0757217 Feb 04 09:11:55.241715 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c025d0c5-3ccc-4763-82b4-1a3b07162475 req-aa916c64-2c59-473c-9b59-b69e62bbe3cd tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] 10.222.0.36 "GET /v2.0/security-groups?id=52a13bcf-c517-43a1-8886-16674578b17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383410 Feb 04 09:11:56.294269 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device f861c8e2-eb49-47b6-a257-bf931211a2ef details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=84109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 09:11:56.371221 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:56.433275 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port f861c8e2-eb49-47b6-a257-bf931211a2ef, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=f861c8e2-eb49-47b6-a257-bf931211a2ef,segment=NetworkSegment(8160dece-3177-4e7f-85f0-5f93af7a40bc),segment_id=8160dece-3177-4e7f-85f0-5f93af7a40bc)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:11:56.445384 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5156d4-0882-4081-86ee-69f7a7ee35a4 req-0030eed6-a600-409c-9403-f82fafd1313d tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:11:56.447212 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ef5156d4-0882-4081-86ee-69f7a7ee35a4 req-0030eed6-a600-409c-9403-f82fafd1313d tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] 10.222.0.36 "GET /v2.0/ports?device_id=e719e005-c8e7-46d2-987d-a176651bf9a0 HTTP/1.1" status: 200 len: 944 time: 0.0782702 Feb 04 09:11:56.474681 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Returning: {'device': 'f861c8e2-eb49-47b6-a257-bf931211a2ef', 'network_id': 'ccca9599-8cab-4084-b2cb-6e9ccfc6cae6', 'port_id': 'f861c8e2-eb49-47b6-a257-bf931211a2ef', 'mac_address': 'fa:16:3e:05:1e:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2710aa9-fc1b-491a-af08-8a4c6a8bc637', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 09:11:56.493136 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ef5156d4-0882-4081-86ee-69f7a7ee35a4 req-0657dc29-590d-453b-bb18-c64f0c496235 tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] 10.222.0.36 "GET /v2.0/security-groups?id=52a13bcf-c517-43a1-8886-16674578b17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400205 Feb 04 09:11:56.530686 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:56.548212 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f861c8e2-eb49-47b6-a257-bf931211a2ef {{(pid=84109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 09:11:56.562626 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port f861c8e2-eb49-47b6-a257-bf931211a2ef, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=f861c8e2-eb49-47b6-a257-bf931211a2ef,segment=NetworkSegment(8160dece-3177-4e7f-85f0-5f93af7a40bc),segment_id=8160dece-3177-4e7f-85f0-5f93af7a40bc)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:11:56.641254 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:56.708039 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=f861c8e2-eb49-47b6-a257-bf931211a2ef,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:11:56.949772 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] get_ports_and_sgs() called for port_ids ['f861c8e2-eb49-47b6-a257-bf931211a2ef'] {{(pid=84109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 09:11:57.686523 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952b4dee-d95e-4b6a-a4ee-6cb8097396c9 req-3523a092-1b6a-4cff-bcbf-89b4090afab0 tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:11:57.689003 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-952b4dee-d95e-4b6a-a4ee-6cb8097396c9 req-3523a092-1b6a-4cff-bcbf-89b4090afab0 tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] 10.222.0.36 "GET /v2.0/ports?device_id=e719e005-c8e7-46d2-987d-a176651bf9a0 HTTP/1.1" status: 200 len: 945 time: 0.0782001 Feb 04 09:11:57.732574 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-952b4dee-d95e-4b6a-a4ee-6cb8097396c9 req-f3e2dcf3-abaf-45bf-817c-98a797c0f446 tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] 10.222.0.36 "GET /v2.0/security-groups?id=52a13bcf-c517-43a1-8886-16674578b17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382853 Feb 04 09:11:58.292606 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device f861c8e2-eb49-47b6-a257-bf931211a2ef up at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:11:58.418331 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Provisioning for port f861c8e2-eb49-47b6-a257-bf931211a2ef completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:11:58.422782 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Provisioning complete for port f861c8e2-eb49-47b6-a257-bf931211a2ef triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:11:58.423149 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:58.553269 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:58.635865 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e719e005-c8e7-46d2-987d-a176651bf9a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f861c8e2-eb49-47b6-a257-bf931211a2ef'}] {{(pid=84109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:11:58.651370 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port f861c8e2-eb49-47b6-a257-bf931211a2ef, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=f861c8e2-eb49-47b6-a257-bf931211a2ef,segment=NetworkSegment(8160dece-3177-4e7f-85f0-5f93af7a40bc),segment_id=8160dece-3177-4e7f-85f0-5f93af7a40bc)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:11:58.724387 dv-neutron-827798-2-hyperv neutron-server[84109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e719e005-c8e7-46d2-987d-a176651bf9a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f861c8e2-eb49-47b6-a257-bf931211a2ef', 'code': 200} Feb 04 09:11:58.725237 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:11:58.813550 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=f861c8e2-eb49-47b6-a257-bf931211a2ef,revision_number=5']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:11:58.933907 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1332bc9-93d3-4d05-9dd7-b7c912ce8a26 req-84987020-64bf-4b2c-9257-51a48e95e25f tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:11:58.935335 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f1332bc9-93d3-4d05-9dd7-b7c912ce8a26 req-84987020-64bf-4b2c-9257-51a48e95e25f tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] 10.222.0.36 "GET /v2.0/ports?device_id=e719e005-c8e7-46d2-987d-a176651bf9a0 HTTP/1.1" status: 200 len: 946 time: 0.0772922 Feb 04 09:11:59.034871 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f1332bc9-93d3-4d05-9dd7-b7c912ce8a26 req-96a2bed5-89d5-4ee3-a300-c0088f3d3e1c tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] 10.222.0.36 "GET /v2.0/security-groups?id=52a13bcf-c517-43a1-8886-16674578b17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919785 Feb 04 09:11:59.048038 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-51064a15-8023-42a6-8ac8-44f304e6f627 req-0e218ca8-a430-4fcf-8e41-edce1999c8b0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e719e005-c8e7-46d2-987d-a176651bf9a0 HTTP/1.1" status: 200 len: 1099 time: 0.0900218 Feb 04 09:11:59.090571 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-51064a15-8023-42a6-8ac8-44f304e6f627 req-81c77e29-ef7c-4b35-9132-b0029753a424 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=52a13bcf-c517-43a1-8886-16674578b17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357127 Feb 04 09:12:00.229436 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42f3f48-53cd-4662-a17b-9a4330e8c87c req-e92dc4a6-e889-436f-832e-8fbe4a9e73ac tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:12:00.230896 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c42f3f48-53cd-4662-a17b-9a4330e8c87c req-e92dc4a6-e889-436f-832e-8fbe4a9e73ac tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] 10.222.0.36 "GET /v2.0/ports?device_id=e719e005-c8e7-46d2-987d-a176651bf9a0 HTTP/1.1" status: 200 len: 946 time: 0.0780458 Feb 04 09:12:00.275128 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c42f3f48-53cd-4662-a17b-9a4330e8c87c req-69352314-6525-4741-983a-f2cf9c23a175 tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] 10.222.0.36 "GET /v2.0/security-groups?id=52a13bcf-c517-43a1-8886-16674578b17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386231 Feb 04 09:12:01.469424 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bfc8cb-82c3-4e84-8d00-23ac1f76316c req-1b4b1582-e396-4066-ba80-60ae464cb49f tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:12:01.470833 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-45bfc8cb-82c3-4e84-8d00-23ac1f76316c req-1b4b1582-e396-4066-ba80-60ae464cb49f tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] 10.222.0.36 "GET /v2.0/ports?device_id=e719e005-c8e7-46d2-987d-a176651bf9a0 HTTP/1.1" status: 200 len: 946 time: 0.0768580 Feb 04 09:12:01.514969 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-45bfc8cb-82c3-4e84-8d00-23ac1f76316c req-b710519e-74c9-4420-b3c9-f883e1f429d4 tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] 10.222.0.36 "GET /v2.0/security-groups?id=52a13bcf-c517-43a1-8886-16674578b17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382667 Feb 04 09:12:01.712465 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f03f71e0-f3eb-4a7d-b611-ce40733d3a69 req-670beda2-7a2d-4a81-8a51-ffdb45e011db service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e719e005-c8e7-46d2-987d-a176651bf9a0&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0721574 Feb 04 09:12:02.141443 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d75550-8f1b-4fe4-8cef-08e964ac335b req-d5879f01-ad1f-46e6-9d68-5f0f624bbf4e tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:12:02.143311 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b9d75550-8f1b-4fe4-8cef-08e964ac335b req-d5879f01-ad1f-46e6-9d68-5f0f624bbf4e tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] 10.222.0.36 "GET /v2.0/ports?device_id=e719e005-c8e7-46d2-987d-a176651bf9a0 HTTP/1.1" status: 200 len: 946 time: 0.0784178 Feb 04 09:12:02.188529 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b9d75550-8f1b-4fe4-8cef-08e964ac335b req-83e5d988-91d4-46fd-98f0-bb20145637a7 tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] 10.222.0.36 "GET /v2.0/security-groups?id=52a13bcf-c517-43a1-8886-16674578b17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392618 Feb 04 09:12:02.226658 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 60136) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:12:02.358370 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-79c71107-0c30-4c68-9138-afdd020235d5 req-45c2c4f4-bb3f-4926-a421-7ea5f6cef2a9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e719e005-c8e7-46d2-987d-a176651bf9a0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1305835 Feb 04 09:12:03.189945 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b04bbe45-4bff-4df6-bc93-8efa79e28888 req-37eeae7f-3edc-4bb6-bc41-dae00757f1ef service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ebd0250f8ae543459f1cf0b04921c5d5&device_id=e719e005-c8e7-46d2-987d-a176651bf9a0 HTTP/1.1" status: 200 len: 1099 time: 0.0672445 Feb 04 09:12:03.381142 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04bbe45-4bff-4df6-bc93-8efa79e28888 req-61dc66b0-9252-454a-adaf-83b9cc077cbc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:12:03.382564 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b04bbe45-4bff-4df6-bc93-8efa79e28888 req-61dc66b0-9252-454a-adaf-83b9cc077cbc service neutron] 10.222.0.47 "GET /v2.0/networks?id=ccca9599-8cab-4084-b2cb-6e9ccfc6cae6 HTTP/1.1" status: 200 len: 912 time: 0.1747925 Feb 04 09:12:03.462928 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b04bbe45-4bff-4df6-bc93-8efa79e28888 req-42bc32f5-2d53-4600-9fd2-0e004109b2eb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f861c8e2-eb49-47b6-a257-bf931211a2ef HTTP/1.1" status: 200 len: 217 time: 0.0734620 Feb 04 09:12:03.515429 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451cc4bb-f8e0-47cb-ac10-8220b09efca4 req-d52b9e95-5f6e-4347-ac99-eb66336ed4ea tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:12:03.516890 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-451cc4bb-f8e0-47cb-ac10-8220b09efca4 req-d52b9e95-5f6e-4347-ac99-eb66336ed4ea tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] 10.222.0.36 "GET /v2.0/ports?device_id=e719e005-c8e7-46d2-987d-a176651bf9a0 HTTP/1.1" status: 200 len: 946 time: 0.1821163 Feb 04 09:12:03.554203 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04bbe45-4bff-4df6-bc93-8efa79e28888 req-e90dc5c1-5e3a-4389-95a0-ed3977e540a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:12:03.555684 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b04bbe45-4bff-4df6-bc93-8efa79e28888 req-e90dc5c1-5e3a-4389-95a0-ed3977e540a8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a2710aa9-fc1b-491a-af08-8a4c6a8bc637 HTTP/1.1" status: 200 len: 851 time: 0.0861471 Feb 04 09:12:03.607828 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b04bbe45-4bff-4df6-bc93-8efa79e28888 req-9b5e13f5-f87a-4452-b20c-31e147814b22 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ccca9599-8cab-4084-b2cb-6e9ccfc6cae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438812 Feb 04 09:12:03.611514 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-451cc4bb-f8e0-47cb-ac10-8220b09efca4 req-0f3c021b-fe67-43e0-915a-875f94a18b8f tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] 10.222.0.36 "GET /v2.0/security-groups?id=52a13bcf-c517-43a1-8886-16674578b17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886660 Feb 04 09:12:03.753619 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b04bbe45-4bff-4df6-bc93-8efa79e28888 req-74a61bba-9f8c-4c83-8035-951fd48cd378 service neutron] 10.222.0.47 "GET /v2.0/networks/ccca9599-8cab-4084-b2cb-6e9ccfc6cae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392009 Feb 04 09:12:03.884977 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b04bbe45-4bff-4df6-bc93-8efa79e28888 req-86857a98-7310-4013-8006-ba8309e1087f service neutron] 10.222.0.47 "GET /v2.0/networks/ccca9599-8cab-4084-b2cb-6e9ccfc6cae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251256 Feb 04 09:12:04.570232 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-79c71107-0c30-4c68-9138-afdd020235d5 req-6fcf8394-e1b0-46ef-a913-8a2466bc7763 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ebd0250f8ae543459f1cf0b04921c5d5&device_id=e719e005-c8e7-46d2-987d-a176651bf9a0 HTTP/1.1" status: 200 len: 1099 time: 0.1536477 Feb 04 09:12:04.699679 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c71107-0c30-4c68-9138-afdd020235d5 req-db0c8b69-b338-490a-920e-1b779d4e2b0a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:12:04.701162 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-79c71107-0c30-4c68-9138-afdd020235d5 req-db0c8b69-b338-490a-920e-1b779d4e2b0a service neutron] 10.222.0.47 "GET /v2.0/networks?id=ccca9599-8cab-4084-b2cb-6e9ccfc6cae6 HTTP/1.1" status: 200 len: 912 time: 0.1246948 Feb 04 09:12:04.801778 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-79c71107-0c30-4c68-9138-afdd020235d5 req-bd02d7d9-aef2-400e-868b-0b838e33fb5a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f861c8e2-eb49-47b6-a257-bf931211a2ef HTTP/1.1" status: 200 len: 217 time: 0.0943468 Feb 04 09:12:04.877369 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c71107-0c30-4c68-9138-afdd020235d5 req-341a8101-5994-4362-9dc4-2d241cf87f61 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:12:04.879306 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-79c71107-0c30-4c68-9138-afdd020235d5 req-341a8101-5994-4362-9dc4-2d241cf87f61 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a2710aa9-fc1b-491a-af08-8a4c6a8bc637 HTTP/1.1" status: 200 len: 851 time: 0.0700941 Feb 04 09:12:04.924627 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-79c71107-0c30-4c68-9138-afdd020235d5 req-79ccd408-505a-4d84-8026-cc68021b4efa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ccca9599-8cab-4084-b2cb-6e9ccfc6cae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394206 Feb 04 09:12:04.931422 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada28f1d-72c1-4050-b408-f2878b74e063 req-ea52479c-46ce-45ef-9a2d-c7d4f2070e63 tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:12:04.932783 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ada28f1d-72c1-4050-b408-f2878b74e063 req-ea52479c-46ce-45ef-9a2d-c7d4f2070e63 tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] 10.222.0.36 "GET /v2.0/ports?device_id=e719e005-c8e7-46d2-987d-a176651bf9a0 HTTP/1.1" status: 200 len: 946 time: 0.1751068 Feb 04 09:12:05.054535 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ada28f1d-72c1-4050-b408-f2878b74e063 req-d216f728-df8f-4d5b-82ea-d14cd0b3ab52 tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] 10.222.0.36 "GET /v2.0/security-groups?id=52a13bcf-c517-43a1-8886-16674578b17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042595 Feb 04 09:12:05.087783 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-79c71107-0c30-4c68-9138-afdd020235d5 req-78cd031c-3492-4143-bd2c-02653e3b783f service neutron] 10.222.0.47 "GET /v2.0/networks/ccca9599-8cab-4084-b2cb-6e9ccfc6cae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541204 Feb 04 09:12:05.215547 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-79c71107-0c30-4c68-9138-afdd020235d5 req-06218325-575d-47c8-b8ea-de206b6b1dd0 service neutron] 10.222.0.47 "GET /v2.0/networks/ccca9599-8cab-4084-b2cb-6e9ccfc6cae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217341 Feb 04 09:12:06.260913 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182d64d5-7834-4435-9258-c06b86a79dce req-89088f8d-a9d1-4759-ba69-99c77b8516fa tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:12:06.262262 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-182d64d5-7834-4435-9258-c06b86a79dce req-89088f8d-a9d1-4759-ba69-99c77b8516fa tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] 10.222.0.36 "GET /v2.0/ports?device_id=e719e005-c8e7-46d2-987d-a176651bf9a0 HTTP/1.1" status: 200 len: 946 time: 0.0873621 Feb 04 09:12:06.308428 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-182d64d5-7834-4435-9258-c06b86a79dce req-d5c12471-bac8-48d4-9ff2-f3b2bb90656d tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] 10.222.0.36 "GET /v2.0/security-groups?id=52a13bcf-c517-43a1-8886-16674578b17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407841 Feb 04 09:12:07.506657 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2219782b-212b-4a54-9c22-7de29f75e72c req-a576892c-8e2a-43ca-bd7b-5b9d2e25f208 tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:12:07.508080 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-2219782b-212b-4a54-9c22-7de29f75e72c req-a576892c-8e2a-43ca-bd7b-5b9d2e25f208 tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] 10.222.0.36 "GET /v2.0/ports?device_id=e719e005-c8e7-46d2-987d-a176651bf9a0 HTTP/1.1" status: 200 len: 946 time: 0.0784268 Feb 04 09:12:07.551606 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-2219782b-212b-4a54-9c22-7de29f75e72c req-cdfa175d-d18e-4751-a3df-fa5dd468ad2f tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] 10.222.0.36 "GET /v2.0/security-groups?id=52a13bcf-c517-43a1-8886-16674578b17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380533 Feb 04 09:12:08.753508 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9b7d85-a47e-4b62-ac32-86899ec33194 req-33746ef9-8fdd-4e44-934d-b1def9c9c39c tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:12:08.754957 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ff9b7d85-a47e-4b62-ac32-86899ec33194 req-33746ef9-8fdd-4e44-934d-b1def9c9c39c tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] 10.222.0.36 "GET /v2.0/ports?device_id=e719e005-c8e7-46d2-987d-a176651bf9a0 HTTP/1.1" status: 200 len: 946 time: 0.0837827 Feb 04 09:12:08.798471 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ff9b7d85-a47e-4b62-ac32-86899ec33194 req-30385bd3-277f-4df6-ad6c-2d309c8348a8 tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] 10.222.0.36 "GET /v2.0/security-groups?id=52a13bcf-c517-43a1-8886-16674578b17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381062 Feb 04 09:12:09.989480 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e8b7e5-00a0-427e-998d-83f2f76168e1 req-5b2b1d63-50d8-4b29-b602-99566cc27630 tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:12:09.990919 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f8e8b7e5-00a0-427e-998d-83f2f76168e1 req-5b2b1d63-50d8-4b29-b602-99566cc27630 tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] 10.222.0.36 "GET /v2.0/ports?device_id=e719e005-c8e7-46d2-987d-a176651bf9a0 HTTP/1.1" status: 200 len: 946 time: 0.0749016 Feb 04 09:12:10.037703 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f8e8b7e5-00a0-427e-998d-83f2f76168e1 req-c750eba8-550b-4578-bfb0-a10d9038d832 tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] 10.222.0.36 "GET /v2.0/security-groups?id=52a13bcf-c517-43a1-8886-16674578b17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414069 Feb 04 09:12:11.229953 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65a88dc-cdf6-40c2-9244-771ee3cef3db req-6e4aac72-3092-44f0-845c-586cdf27ff8b tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:12:11.231383 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f65a88dc-cdf6-40c2-9244-771ee3cef3db req-6e4aac72-3092-44f0-845c-586cdf27ff8b tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] 10.222.0.36 "GET /v2.0/ports?device_id=e719e005-c8e7-46d2-987d-a176651bf9a0 HTTP/1.1" status: 200 len: 946 time: 0.0749345 Feb 04 09:12:11.275177 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f65a88dc-cdf6-40c2-9244-771ee3cef3db req-61043375-9a5b-4257-91d6-901bd0ee744d tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] 10.222.0.36 "GET /v2.0/security-groups?id=52a13bcf-c517-43a1-8886-16674578b17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382683 Feb 04 09:12:12.469718 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f7646-ea4e-456b-bae8-8d6da78bc735 req-9f1859aa-01b2-4c89-95e4-6924a1b57132 tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:12:12.471133 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-1b3f7646-ea4e-456b-bae8-8d6da78bc735 req-9f1859aa-01b2-4c89-95e4-6924a1b57132 tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] 10.222.0.36 "GET /v2.0/ports?device_id=e719e005-c8e7-46d2-987d-a176651bf9a0 HTTP/1.1" status: 200 len: 946 time: 0.0777438 Feb 04 09:12:12.514979 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-1b3f7646-ea4e-456b-bae8-8d6da78bc735 req-5b70237f-53db-4a0e-b7e6-533f482828f6 tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] 10.222.0.36 "GET /v2.0/security-groups?id=52a13bcf-c517-43a1-8886-16674578b17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379472 Feb 04 09:12:13.712374 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26048e2-d35d-4a76-b77f-a271f953fa51 req-8693e68d-c1d7-422e-828d-5ef0340ddebd tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:12:13.714091 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f26048e2-d35d-4a76-b77f-a271f953fa51 req-8693e68d-c1d7-422e-828d-5ef0340ddebd tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] 10.222.0.36 "GET /v2.0/ports?device_id=e719e005-c8e7-46d2-987d-a176651bf9a0 HTTP/1.1" status: 200 len: 946 time: 0.0759292 Feb 04 09:12:13.759075 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f26048e2-d35d-4a76-b77f-a271f953fa51 req-84c24c31-ab86-475d-8ad4-f68e54588d60 tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] 10.222.0.36 "GET /v2.0/security-groups?id=52a13bcf-c517-43a1-8886-16674578b17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394397 Feb 04 09:12:14.955458 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46311a4-793d-4332-a210-9a18ed5daff6 req-cd6ad245-fd5d-471d-b667-a6a2ae757542 tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:12:14.956888 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f46311a4-793d-4332-a210-9a18ed5daff6 req-cd6ad245-fd5d-471d-b667-a6a2ae757542 tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] 10.222.0.36 "GET /v2.0/ports?device_id=e719e005-c8e7-46d2-987d-a176651bf9a0 HTTP/1.1" status: 200 len: 946 time: 0.0768538 Feb 04 09:12:15.001618 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f46311a4-793d-4332-a210-9a18ed5daff6 req-3b14da4b-9b04-4c2b-8af7-a8de74b6abc7 tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] 10.222.0.36 "GET /v2.0/security-groups?id=52a13bcf-c517-43a1-8886-16674578b17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390952 Feb 04 09:12:15.110686 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 09:12:16.193377 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7a6cd1-be48-48c3-abd9-503c9c945ac2 req-08529154-5a68-4084-aef2-66f0f0a42b0c tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:12:16.194800 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8f7a6cd1-be48-48c3-abd9-503c9c945ac2 req-08529154-5a68-4084-aef2-66f0f0a42b0c tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] 10.222.0.36 "GET /v2.0/ports?device_id=e719e005-c8e7-46d2-987d-a176651bf9a0 HTTP/1.1" status: 200 len: 946 time: 0.0744359 Feb 04 09:12:16.238470 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8f7a6cd1-be48-48c3-abd9-503c9c945ac2 req-74d890fd-8133-4487-b7b5-dbad9067139c tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] 10.222.0.36 "GET /v2.0/security-groups?id=52a13bcf-c517-43a1-8886-16674578b17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381873 Feb 04 09:12:17.522076 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d47734-06e8-4c49-b2df-7a1c58cc9a09 req-5018c25b-f296-4159-bae8-2d4ae85d5bf5 tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:12:17.523509 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c6d47734-06e8-4c49-b2df-7a1c58cc9a09 req-5018c25b-f296-4159-bae8-2d4ae85d5bf5 tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] 10.222.0.36 "GET /v2.0/ports?device_id=e719e005-c8e7-46d2-987d-a176651bf9a0 HTTP/1.1" status: 200 len: 946 time: 0.1654601 Feb 04 09:12:17.567320 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c6d47734-06e8-4c49-b2df-7a1c58cc9a09 req-4ed5f835-b46e-493f-b069-964ff95edd10 tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] 10.222.0.36 "GET /v2.0/security-groups?id=52a13bcf-c517-43a1-8886-16674578b17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382078 Feb 04 09:12:18.767559 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538396f6-1fd4-4883-8468-44f5c961ff83 req-80ee73ab-9001-4df8-bf73-cdb8e96ccdd3 tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:12:18.769010 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-538396f6-1fd4-4883-8468-44f5c961ff83 req-80ee73ab-9001-4df8-bf73-cdb8e96ccdd3 tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] 10.222.0.36 "GET /v2.0/ports?device_id=e719e005-c8e7-46d2-987d-a176651bf9a0 HTTP/1.1" status: 200 len: 946 time: 0.0776761 Feb 04 09:12:18.813248 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-538396f6-1fd4-4883-8468-44f5c961ff83 req-b8e85827-9064-4d1e-80a3-e1179c111521 tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] 10.222.0.36 "GET /v2.0/security-groups?id=52a13bcf-c517-43a1-8886-16674578b17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382829 Feb 04 09:12:19.515716 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-6464e5f7-18dd-448d-9311-ffeb2ac6cd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:12:20.007572 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e5efab-824b-4373-91ed-fc87dabb5e02 req-c59c08c6-d380-4833-ba26-4011a56622cc tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:12:20.009022 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-28e5efab-824b-4373-91ed-fc87dabb5e02 req-c59c08c6-d380-4833-ba26-4011a56622cc tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] 10.222.0.36 "GET /v2.0/ports?device_id=e719e005-c8e7-46d2-987d-a176651bf9a0 HTTP/1.1" status: 200 len: 946 time: 0.0769081 Feb 04 09:12:20.054608 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-28e5efab-824b-4373-91ed-fc87dabb5e02 req-36f495f8-ecff-42d2-84ed-defe36245235 tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] 10.222.0.36 "GET /v2.0/security-groups?id=52a13bcf-c517-43a1-8886-16674578b17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400555 Feb 04 09:12:21.262547 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac05928-fdf1-4f4c-b28f-e4773ae2940e req-789ab981-b6f8-4fd7-9d48-d86e87fe20ec tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:12:21.263890 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-9ac05928-fdf1-4f4c-b28f-e4773ae2940e req-789ab981-b6f8-4fd7-9d48-d86e87fe20ec tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] 10.222.0.36 "GET /v2.0/ports?device_id=e719e005-c8e7-46d2-987d-a176651bf9a0 HTTP/1.1" status: 200 len: 946 time: 0.0773022 Feb 04 09:12:21.307709 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-9ac05928-fdf1-4f4c-b28f-e4773ae2940e req-a7a6deec-3b8f-4a37-870c-292e8acfa3d5 tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] 10.222.0.36 "GET /v2.0/security-groups?id=52a13bcf-c517-43a1-8886-16674578b17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384769 Feb 04 09:12:21.742911 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-bb5f8766-6695-4406-9808-bfc0341e7867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:12:22.502158 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943945e7-d82d-47ca-9676-aa092ea810f7 req-f507b85f-cd26-4dfa-a331-8aa306e34049 tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:12:22.503603 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-943945e7-d82d-47ca-9676-aa092ea810f7 req-f507b85f-cd26-4dfa-a331-8aa306e34049 tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] 10.222.0.36 "GET /v2.0/ports?device_id=e719e005-c8e7-46d2-987d-a176651bf9a0 HTTP/1.1" status: 200 len: 946 time: 0.0750921 Feb 04 09:12:22.548261 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-943945e7-d82d-47ca-9676-aa092ea810f7 req-253d189e-227c-4b4a-bd90-36cae226a504 tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] 10.222.0.36 "GET /v2.0/security-groups?id=52a13bcf-c517-43a1-8886-16674578b17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386596 Feb 04 09:12:22.944658 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:12:22.973055 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:12:23.889309 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263e00a9-d153-4181-8338-2a1d1db62c9b req-fe729ca1-eabb-478a-bb59-9ea924d00351 tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:12:23.890678 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-263e00a9-d153-4181-8338-2a1d1db62c9b req-fe729ca1-eabb-478a-bb59-9ea924d00351 tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] 10.222.0.36 "GET /v2.0/ports?device_id=e719e005-c8e7-46d2-987d-a176651bf9a0 HTTP/1.1" status: 200 len: 946 time: 0.0784154 Feb 04 09:12:23.935910 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-263e00a9-d153-4181-8338-2a1d1db62c9b req-6930f5f9-10b2-4a98-bd5c-aea33dfda767 tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] 10.222.0.36 "GET /v2.0/security-groups?id=52a13bcf-c517-43a1-8886-16674578b17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396893 Feb 04 09:12:24.430274 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:12:25.128194 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fb3b9a-a0cd-40d3-a7d6-bb9d3fdd7bc7 req-624dd133-506c-4cb6-98c5-4eccdb85d337 tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:12:25.129636 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-44fb3b9a-a0cd-40d3-a7d6-bb9d3fdd7bc7 req-624dd133-506c-4cb6-98c5-4eccdb85d337 tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] 10.222.0.36 "GET /v2.0/ports?device_id=e719e005-c8e7-46d2-987d-a176651bf9a0 HTTP/1.1" status: 200 len: 946 time: 0.0728631 Feb 04 09:12:25.176305 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-44fb3b9a-a0cd-40d3-a7d6-bb9d3fdd7bc7 req-e3a8dde6-5d6b-4c0f-8e30-a663f6b74a28 tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] 10.222.0.36 "GET /v2.0/security-groups?id=52a13bcf-c517-43a1-8886-16674578b17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409005 Feb 04 09:12:26.344303 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:12:26.368508 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e982a8cd-096f-4c31-9173-928697ef583e req-11b7f6ee-19b6-4e2c-8659-cd539ed3805e tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:12:26.369956 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e982a8cd-096f-4c31-9173-928697ef583e req-11b7f6ee-19b6-4e2c-8659-cd539ed3805e tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] 10.222.0.36 "GET /v2.0/ports?device_id=e719e005-c8e7-46d2-987d-a176651bf9a0 HTTP/1.1" status: 200 len: 946 time: 0.0741181 Feb 04 09:12:26.413900 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e982a8cd-096f-4c31-9173-928697ef583e req-45713b84-dea7-49fe-823c-91699562bdaf tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] 10.222.0.36 "GET /v2.0/security-groups?id=52a13bcf-c517-43a1-8886-16674578b17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384777 Feb 04 09:12:27.608106 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a488e104-bd79-44b5-9f82-dadac5c0b8fd req-c7de7ac6-656d-426a-ae73-5ede40756bc2 tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:12:27.609643 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a488e104-bd79-44b5-9f82-dadac5c0b8fd req-c7de7ac6-656d-426a-ae73-5ede40756bc2 tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] 10.222.0.36 "GET /v2.0/ports?device_id=e719e005-c8e7-46d2-987d-a176651bf9a0 HTTP/1.1" status: 200 len: 946 time: 0.0770714 Feb 04 09:12:27.653839 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a488e104-bd79-44b5-9f82-dadac5c0b8fd req-6363e126-5e47-4ee6-9a65-805089d31ef0 tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] 10.222.0.36 "GET /v2.0/security-groups?id=52a13bcf-c517-43a1-8886-16674578b17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389330 Feb 04 09:12:28.849888 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa43d2c5-74fc-4075-9723-eda0e597f420 req-e257fbb6-1baf-4bf6-aeab-1f8004cbe36c tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:12:28.851324 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-fa43d2c5-74fc-4075-9723-eda0e597f420 req-e257fbb6-1baf-4bf6-aeab-1f8004cbe36c tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] 10.222.0.36 "GET /v2.0/ports?device_id=e719e005-c8e7-46d2-987d-a176651bf9a0 HTTP/1.1" status: 200 len: 946 time: 0.0771019 Feb 04 09:12:28.894820 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-fa43d2c5-74fc-4075-9723-eda0e597f420 req-3227b040-bfc0-471b-b53c-74b2984be347 tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] 10.222.0.36 "GET /v2.0/security-groups?id=52a13bcf-c517-43a1-8886-16674578b17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380280 Feb 04 09:12:30.098586 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0a056b-6578-4548-8e02-3e66ad7c81d9 req-52355998-06f3-4723-8498-d6eb2082a432 tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:12:30.100589 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-3d0a056b-6578-4548-8e02-3e66ad7c81d9 req-52355998-06f3-4723-8498-d6eb2082a432 tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] 10.222.0.36 "GET /v2.0/ports?device_id=e719e005-c8e7-46d2-987d-a176651bf9a0 HTTP/1.1" status: 200 len: 946 time: 0.0831227 Feb 04 09:12:30.144517 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-3d0a056b-6578-4548-8e02-3e66ad7c81d9 req-96c17880-fb7e-4648-9560-f599fb809c36 tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] 10.222.0.36 "GET /v2.0/security-groups?id=52a13bcf-c517-43a1-8886-16674578b17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384605 Feb 04 09:12:31.340230 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38716581-1d42-4726-95ca-eed363e8ae64 req-ca94e883-654b-407f-8188-ac351d3daf06 tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:12:31.341705 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-38716581-1d42-4726-95ca-eed363e8ae64 req-ca94e883-654b-407f-8188-ac351d3daf06 tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] 10.222.0.36 "GET /v2.0/ports?device_id=e719e005-c8e7-46d2-987d-a176651bf9a0 HTTP/1.1" status: 200 len: 946 time: 0.0753767 Feb 04 09:12:31.388373 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-38716581-1d42-4726-95ca-eed363e8ae64 req-fd2f1c31-05a3-4f5d-a17a-7263718a898d tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] 10.222.0.36 "GET /v2.0/security-groups?id=52a13bcf-c517-43a1-8886-16674578b17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411782 Feb 04 09:12:32.385543 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-79c71107-0c30-4c68-9138-afdd020235d5 req-d6a58d94-c87c-4249-b064-faaa9db6b5ee service neutron] 10.222.0.47 "GET /v2.0/ports/f861c8e2-eb49-47b6-a257-bf931211a2ef/bindings/hv-neutron-8277 HTTP/1.1" status: 200 len: 384 time: 0.0710466 Feb 04 09:12:32.591074 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81045b1-826c-4db5-9673-d77450794ac0 req-1949b398-49d0-4041-990b-523b62e04440 tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:12:32.592513 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d81045b1-826c-4db5-9673-d77450794ac0 req-1949b398-49d0-4041-990b-523b62e04440 tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] 10.222.0.36 "GET /v2.0/ports?device_id=e719e005-c8e7-46d2-987d-a176651bf9a0 HTTP/1.1" status: 200 len: 946 time: 0.0760396 Feb 04 09:12:32.642603 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d81045b1-826c-4db5-9673-d77450794ac0 req-c6c12dd4-5530-44da-9af5-e51295882ee8 tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] 10.222.0.36 "GET /v2.0/security-groups?id=52a13bcf-c517-43a1-8886-16674578b17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431359 Feb 04 09:12:32.990560 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-79c71107-0c30-4c68-9138-afdd020235d5 req-3468d157-faff-4dad-a495-77e3f6fa5838 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e719e005-c8e7-46d2-987d-a176651bf9a0&tenant_id=ebd0250f8ae543459f1cf0b04921c5d5 HTTP/1.1" status: 200 len: 1099 time: 0.0683649 Feb 04 09:12:33.077505 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-79c71107-0c30-4c68-9138-afdd020235d5 req-58619c2b-f803-408d-8fe4-746a1065a129 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ebd0250f8ae543459f1cf0b04921c5d5&device_id=e719e005-c8e7-46d2-987d-a176651bf9a0 HTTP/1.1" status: 200 len: 1099 time: 0.0661407 Feb 04 09:12:33.205118 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c71107-0c30-4c68-9138-afdd020235d5 req-879ac030-3ac4-4e23-b8b0-39798d8b5464 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:12:33.206541 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-79c71107-0c30-4c68-9138-afdd020235d5 req-879ac030-3ac4-4e23-b8b0-39798d8b5464 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ccca9599-8cab-4084-b2cb-6e9ccfc6cae6 HTTP/1.1" status: 200 len: 912 time: 0.1240315 Feb 04 09:12:33.275706 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-79c71107-0c30-4c68-9138-afdd020235d5 req-64cf90cc-b50b-4cad-bdbf-b1bdbc27f02e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f861c8e2-eb49-47b6-a257-bf931211a2ef HTTP/1.1" status: 200 len: 217 time: 0.0625737 Feb 04 09:12:33.334681 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c71107-0c30-4c68-9138-afdd020235d5 req-48a42996-05da-4723-9375-7ce38376725f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:12:33.336943 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-79c71107-0c30-4c68-9138-afdd020235d5 req-48a42996-05da-4723-9375-7ce38376725f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a2710aa9-fc1b-491a-af08-8a4c6a8bc637 HTTP/1.1" status: 200 len: 851 time: 0.0564494 Feb 04 09:12:33.383141 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-79c71107-0c30-4c68-9138-afdd020235d5 req-c0b98dfe-db92-493b-b2de-6113cf742c8e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ccca9599-8cab-4084-b2cb-6e9ccfc6cae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410078 Feb 04 09:12:33.512013 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-79c71107-0c30-4c68-9138-afdd020235d5 req-97d369d0-8b52-4dc2-a4c3-40a169677bdf service neutron] 10.222.0.47 "GET /v2.0/networks/ccca9599-8cab-4084-b2cb-6e9ccfc6cae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232033 Feb 04 09:12:33.729062 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-79c71107-0c30-4c68-9138-afdd020235d5 req-cdbc478b-2cc3-4f3d-80b6-388286c9fcc5 service neutron] 10.222.0.47 "GET /v2.0/networks/ccca9599-8cab-4084-b2cb-6e9ccfc6cae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115033 Feb 04 09:12:33.844671 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53641c9a-f48b-44be-a68a-4f0d37838b05 req-f10ee0ea-2863-4dd2-ad1d-22fddfa1f243 tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:12:33.846153 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-53641c9a-f48b-44be-a68a-4f0d37838b05 req-f10ee0ea-2863-4dd2-ad1d-22fddfa1f243 tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] 10.222.0.36 "GET /v2.0/ports?device_id=e719e005-c8e7-46d2-987d-a176651bf9a0 HTTP/1.1" status: 200 len: 946 time: 0.0826528 Feb 04 09:12:33.893084 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-53641c9a-f48b-44be-a68a-4f0d37838b05 req-9dd94a7d-e299-4a46-95fb-eb672622f65e tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] 10.222.0.36 "GET /v2.0/security-groups?id=52a13bcf-c517-43a1-8886-16674578b17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408545 Feb 04 09:12:35.102273 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778d0265-e61c-448a-82f7-f54b23fe5221 req-3bd43c29-aa58-4fa8-829b-959520d1ea10 tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:12:35.103730 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-778d0265-e61c-448a-82f7-f54b23fe5221 req-3bd43c29-aa58-4fa8-829b-959520d1ea10 tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] 10.222.0.36 "GET /v2.0/ports?device_id=e719e005-c8e7-46d2-987d-a176651bf9a0 HTTP/1.1" status: 200 len: 946 time: 0.0773635 Feb 04 09:12:35.147918 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-778d0265-e61c-448a-82f7-f54b23fe5221 req-88dd9d0a-82b8-441f-8756-316ecb1e41e5 tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] 10.222.0.36 "GET /v2.0/security-groups?id=52a13bcf-c517-43a1-8886-16674578b17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387354 Feb 04 09:12:36.342005 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0357f459-3a19-4c0b-b659-587e80fc4c52 req-e9447be7-332e-476a-81ab-6a210f3161db tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:12:36.343446 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-0357f459-3a19-4c0b-b659-587e80fc4c52 req-e9447be7-332e-476a-81ab-6a210f3161db tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] 10.222.0.36 "GET /v2.0/ports?device_id=e719e005-c8e7-46d2-987d-a176651bf9a0 HTTP/1.1" status: 200 len: 946 time: 0.0752766 Feb 04 09:12:36.390494 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-0357f459-3a19-4c0b-b659-587e80fc4c52 req-38879727-bebb-4adb-a01d-4e87f56591aa tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] 10.222.0.36 "GET /v2.0/security-groups?id=52a13bcf-c517-43a1-8886-16674578b17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416300 Feb 04 09:12:36.495881 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device f861c8e2-eb49-47b6-a257-bf931211a2ef details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=84109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 09:12:36.500063 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device f861c8e2-eb49-47b6-a257-bf931211a2ef no longer exists at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 09:12:36.722103 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:12:36.742674 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port f861c8e2-eb49-47b6-a257-bf931211a2ef, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=f861c8e2-eb49-47b6-a257-bf931211a2ef,segment=NetworkSegment(8160dece-3177-4e7f-85f0-5f93af7a40bc),segment_id=8160dece-3177-4e7f-85f0-5f93af7a40bc)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:12:36.771457 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e719e005-c8e7-46d2-987d-a176651bf9a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f861c8e2-eb49-47b6-a257-bf931211a2ef'}] {{(pid=84109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:12:36.775843 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Returning: {'device': 'f861c8e2-eb49-47b6-a257-bf931211a2ef', 'network_id': 'ccca9599-8cab-4084-b2cb-6e9ccfc6cae6', 'port_id': 'f861c8e2-eb49-47b6-a257-bf931211a2ef', 'mac_address': 'fa:16:3e:05:1e:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2710aa9-fc1b-491a-af08-8a4c6a8bc637', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 09:12:36.809255 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port f861c8e2-eb49-47b6-a257-bf931211a2ef, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=f861c8e2-eb49-47b6-a257-bf931211a2ef,segment=NetworkSegment(8160dece-3177-4e7f-85f0-5f93af7a40bc),segment_id=8160dece-3177-4e7f-85f0-5f93af7a40bc)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:12:36.838060 dv-neutron-827798-2-hyperv neutron-server[84109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e719e005-c8e7-46d2-987d-a176651bf9a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f861c8e2-eb49-47b6-a257-bf931211a2ef', 'code': 200} Feb 04 09:12:36.838616 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:12:36.856107 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f861c8e2-eb49-47b6-a257-bf931211a2ef {{(pid=84109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 09:12:36.910371 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:12:37.016277 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.db.api [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 09:12:37.017901 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG oslo_db.api [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 09:12:37.019922 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=f861c8e2-eb49-47b6-a257-bf931211a2ef,revision_number=6']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:12:37.028128 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:12:37.028403 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:12:37.028775 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:12:37.029111 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:12:37.029447 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:12:37.029778 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:12:37.030104 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:12:37.030430 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:12:37.030754 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:12:37.031075 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:12:37.031436 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:12:37.572486 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:12:37.589941 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f861c8e2-eb49-47b6-a257-bf931211a2ef {{(pid=84109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 09:12:37.593133 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3099b271-2af0-4c99-9a4a-1ae95a2326be req-8cbd16e5-754e-4412-a48f-15094c90c73f tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:12:37.594589 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-3099b271-2af0-4c99-9a4a-1ae95a2326be req-8cbd16e5-754e-4412-a48f-15094c90c73f tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] 10.222.0.36 "GET /v2.0/ports?device_id=e719e005-c8e7-46d2-987d-a176651bf9a0 HTTP/1.1" status: 200 len: 944 time: 0.0764205 Feb 04 09:12:37.604927 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port f861c8e2-eb49-47b6-a257-bf931211a2ef, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=f861c8e2-eb49-47b6-a257-bf931211a2ef,segment=NetworkSegment(8160dece-3177-4e7f-85f0-5f93af7a40bc),segment_id=8160dece-3177-4e7f-85f0-5f93af7a40bc)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:12:37.639816 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-3099b271-2af0-4c99-9a4a-1ae95a2326be req-707f8573-b127-402f-819d-400ffce6db54 tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] 10.222.0.36 "GET /v2.0/security-groups?id=52a13bcf-c517-43a1-8886-16674578b17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397322 Feb 04 09:12:37.652982 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:12:37.722782 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] get_ports_and_sgs() called for port_ids ['f861c8e2-eb49-47b6-a257-bf931211a2ef'] {{(pid=84109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 09:12:37.761754 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=f861c8e2-eb49-47b6-a257-bf931211a2ef,revision_number=7']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:12:38.223514 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98830d77-535d-4323-ad27-4b0311611277 req-e3ec895e-96bc-4e6d-81c6-8a2ced958559 tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:12:38.224907 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-98830d77-535d-4323-ad27-4b0311611277 req-e3ec895e-96bc-4e6d-81c6-8a2ced958559 tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] 10.222.0.47 "GET /v2.0/ports?device_id=e719e005-c8e7-46d2-987d-a176651bf9a0&tenant_id=ebd0250f8ae543459f1cf0b04921c5d5&binding%3Ahost_id=hv-neutron-8277 HTTP/1.1" status: 200 len: 945 time: 0.0840557 Feb 04 09:12:38.361533 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-98830d77-535d-4323-ad27-4b0311611277 req-f05760f1-3578-42e4-ba15-95068bb5e001 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ebd0250f8ae543459f1cf0b04921c5d5&device_id=e719e005-c8e7-46d2-987d-a176651bf9a0 HTTP/1.1" status: 200 len: 1098 time: 0.0668864 Feb 04 09:12:38.488042 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98830d77-535d-4323-ad27-4b0311611277 req-f392b998-adf9-487b-9edb-4aed787378d8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:12:38.489399 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-98830d77-535d-4323-ad27-4b0311611277 req-f392b998-adf9-487b-9edb-4aed787378d8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ccca9599-8cab-4084-b2cb-6e9ccfc6cae6 HTTP/1.1" status: 200 len: 912 time: 0.1221337 Feb 04 09:12:38.511773 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device f861c8e2-eb49-47b6-a257-bf931211a2ef up at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:12:38.561360 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-98830d77-535d-4323-ad27-4b0311611277 req-ade309cb-5146-47f5-918c-84b54fa6a7ba service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f861c8e2-eb49-47b6-a257-bf931211a2ef HTTP/1.1" status: 200 len: 217 time: 0.0654581 Feb 04 09:12:38.580585 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Provisioning complete for port f861c8e2-eb49-47b6-a257-bf931211a2ef triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:12:38.581143 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:12:38.624639 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98830d77-535d-4323-ad27-4b0311611277 req-8d916f98-9b40-4ad7-b6dc-4a094bf3e551 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:12:38.626080 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-98830d77-535d-4323-ad27-4b0311611277 req-8d916f98-9b40-4ad7-b6dc-4a094bf3e551 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a2710aa9-fc1b-491a-af08-8a4c6a8bc637 HTTP/1.1" status: 200 len: 851 time: 0.0593810 Feb 04 09:12:38.679476 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-98830d77-535d-4323-ad27-4b0311611277 req-bc0db5ac-898a-4a9d-b02a-5c2162eb3ff8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ccca9599-8cab-4084-b2cb-6e9ccfc6cae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474563 Feb 04 09:12:38.733102 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:12:38.766497 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port f861c8e2-eb49-47b6-a257-bf931211a2ef, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=f861c8e2-eb49-47b6-a257-bf931211a2ef,segment=NetworkSegment(8160dece-3177-4e7f-85f0-5f93af7a40bc),segment_id=8160dece-3177-4e7f-85f0-5f93af7a40bc)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:12:38.813264 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-98830d77-535d-4323-ad27-4b0311611277 req-9c9d92fc-c901-4681-86e0-c9a5fed96b7a service neutron] 10.222.0.47 "GET /v2.0/networks/ccca9599-8cab-4084-b2cb-6e9ccfc6cae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278377 Feb 04 09:12:38.839662 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e719e005-c8e7-46d2-987d-a176651bf9a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f861c8e2-eb49-47b6-a257-bf931211a2ef'}] {{(pid=84109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:12:38.847072 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:12:38.911729 dv-neutron-827798-2-hyperv neutron-server[84109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e719e005-c8e7-46d2-987d-a176651bf9a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f861c8e2-eb49-47b6-a257-bf931211a2ef', 'code': 200} Feb 04 09:12:38.917458 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=f861c8e2-eb49-47b6-a257-bf931211a2ef,revision_number=8']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:12:38.963526 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-98830d77-535d-4323-ad27-4b0311611277 req-b2a61911-b232-4a13-b178-d024057ff6dc service neutron] 10.222.0.47 "GET /v2.0/networks/ccca9599-8cab-4084-b2cb-6e9ccfc6cae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450362 Feb 04 09:12:40.519202 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e554925d-b839-409f-8cfb-dbeb5928b8cc req-7070591d-d1af-4a34-ab90-fc120c16a595 tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:12:40.520670 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e554925d-b839-409f-8cfb-dbeb5928b8cc req-7070591d-d1af-4a34-ab90-fc120c16a595 tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] 10.222.0.36 "GET /v2.0/ports?device_id=e719e005-c8e7-46d2-987d-a176651bf9a0 HTTP/1.1" status: 200 len: 946 time: 0.0790384 Feb 04 09:12:40.565459 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e554925d-b839-409f-8cfb-dbeb5928b8cc req-9d85c040-6d56-4e0b-b300-d8e71710235d tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] 10.222.0.36 "GET /v2.0/security-groups?id=52a13bcf-c517-43a1-8886-16674578b17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391939 Feb 04 09:12:41.759920 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f64fc5-4a45-438a-8a74-11f3d74b351d req-e2053947-9d11-45be-b206-31922a60cd03 tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:12:41.761379 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d2f64fc5-4a45-438a-8a74-11f3d74b351d req-e2053947-9d11-45be-b206-31922a60cd03 tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] 10.222.0.36 "GET /v2.0/ports?device_id=e719e005-c8e7-46d2-987d-a176651bf9a0 HTTP/1.1" status: 200 len: 946 time: 0.0734754 Feb 04 09:12:41.807700 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d2f64fc5-4a45-438a-8a74-11f3d74b351d req-5c6e1f83-5a78-48df-bda3-f167af33b058 tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] 10.222.0.36 "GET /v2.0/security-groups?id=52a13bcf-c517-43a1-8886-16674578b17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403421 Feb 04 09:12:42.270181 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98830d77-535d-4323-ad27-4b0311611277 req-cdcc428f-243e-4c26-a071-825b0162ef5b tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:12:42.271499 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-98830d77-535d-4323-ad27-4b0311611277 req-cdcc428f-243e-4c26-a071-825b0162ef5b tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] 10.222.0.47 "GET /v2.0/ports?device_id=e719e005-c8e7-46d2-987d-a176651bf9a0 HTTP/1.1" status: 200 len: 946 time: 0.0752943 Feb 04 09:12:42.337463 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [req-98830d77-535d-4323-ad27-4b0311611277 req-3006d0ae-323d-4689-9eda-2404b845e9ee tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] Deleting port f861c8e2-eb49-47b6-a257-bf931211a2ef {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:12:42.337797 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-98830d77-535d-4323-ad27-4b0311611277 req-3006d0ae-323d-4689-9eda-2404b845e9ee tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:12:42.662804 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [req-98830d77-535d-4323-ad27-4b0311611277 req-3006d0ae-323d-4689-9eda-2404b845e9ee tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] For port f861c8e2-eb49-47b6-a257-bf931211a2ef, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=f861c8e2-eb49-47b6-a257-bf931211a2ef,segment=NetworkSegment(8160dece-3177-4e7f-85f0-5f93af7a40bc),segment_id=8160dece-3177-4e7f-85f0-5f93af7a40bc)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:12:42.663169 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-98830d77-535d-4323-ad27-4b0311611277 req-3006d0ae-323d-4689-9eda-2404b845e9ee tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:12:42.787532 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [req-98830d77-535d-4323-ad27-4b0311611277 req-3006d0ae-323d-4689-9eda-2404b845e9ee tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] Calling delete_port for f861c8e2-eb49-47b6-a257-bf931211a2ef owned by compute:nova {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 09:12:43.011991 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-98830d77-535d-4323-ad27-4b0311611277 req-3006d0ae-323d-4689-9eda-2404b845e9ee tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:12:43.018758 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4eacf-d114-4184-ab64-39ea7eae5036 req-016fde14-6099-43d2-9e9c-dbdba8fd9abb tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:12:43.020189 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-64a4eacf-d114-4184-ab64-39ea7eae5036 req-016fde14-6099-43d2-9e9c-dbdba8fd9abb tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] 10.222.0.36 "GET /v2.0/ports?device_id=e719e005-c8e7-46d2-987d-a176651bf9a0 HTTP/1.1" status: 200 len: 867 time: 0.0810678 Feb 04 09:12:43.024003 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] get_ports_and_sgs() called for port_ids ['f861c8e2-eb49-47b6-a257-bf931211a2ef'] {{(pid=84109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 09:12:43.080969 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3006d0ae-323d-4689-9eda-2404b845e9ee tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] Pushing event deleted for resources: {'Port': ['ID=f861c8e2-eb49-47b6-a257-bf931211a2ef,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:12:43.131926 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3006d0ae-323d-4689-9eda-2404b845e9ee tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:12:43.132269 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3006d0ae-323d-4689-9eda-2404b845e9ee tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:12:43.132635 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3006d0ae-323d-4689-9eda-2404b845e9ee tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:12:43.132969 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3006d0ae-323d-4689-9eda-2404b845e9ee tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:12:43.133301 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3006d0ae-323d-4689-9eda-2404b845e9ee tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:12:43.133628 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3006d0ae-323d-4689-9eda-2404b845e9ee tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:12:43.133952 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3006d0ae-323d-4689-9eda-2404b845e9ee tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:12:43.134275 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3006d0ae-323d-4689-9eda-2404b845e9ee tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:12:43.134594 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3006d0ae-323d-4689-9eda-2404b845e9ee tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:12:43.134913 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3006d0ae-323d-4689-9eda-2404b845e9ee tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:12:43.135229 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3006d0ae-323d-4689-9eda-2404b845e9ee tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:12:43.183053 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [req-98830d77-535d-4323-ad27-4b0311611277 req-3006d0ae-323d-4689-9eda-2404b845e9ee tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] No DVR routers for this DVR port f861c8e2-eb49-47b6-a257-bf931211a2ef on host hv-neutron-8277 {{(pid=84107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 09:12:43.186110 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-98830d77-535d-4323-ad27-4b0311611277 req-3006d0ae-323d-4689-9eda-2404b845e9ee tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:12:43.188720 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e719e005-c8e7-46d2-987d-a176651bf9a0', 'name': 'network-vif-deleted', 'tag': 'f861c8e2-eb49-47b6-a257-bf931211a2ef'}] {{(pid=84107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:12:43.195982 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-64a4eacf-d114-4184-ab64-39ea7eae5036 req-f9e62014-3b40-4bc8-b11d-ac2ce631cc5f tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] 10.222.0.36 "GET /v2.0/security-groups?id=52a13bcf-c517-43a1-8886-16674578b17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423438 Feb 04 09:12:43.243799 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e719e005-c8e7-46d2-987d-a176651bf9a0', 'name': 'network-vif-deleted', 'tag': 'f861c8e2-eb49-47b6-a257-bf931211a2ef', 'status': 'completed', 'code': 200} Feb 04 09:12:43.277998 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-98830d77-535d-4323-ad27-4b0311611277 req-3006d0ae-323d-4689-9eda-2404b845e9ee tempest-DeleteServersTestJSON-1850227229 tempest-DeleteServersTestJSON-1850227229-project] 10.222.0.47 "DELETE /v2.0/ports/f861c8e2-eb49-47b6-a257-bf931211a2ef HTTP/1.1" status: 204 len: 173 time: 1.0002563 Feb 04 09:12:44.464249 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 60242) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:12:44.521742 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_v2 [None req-e068aa6e-91fc-4de7-8b2a-0504a5ca3110 admin admin] Deleting subnet a2710aa9-fc1b-491a-af08-8a4c6a8bc637 {{(pid=84108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 09:12:44.524494 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e068aa6e-91fc-4de7-8b2a-0504a5ca3110 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:12:44.575696 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e068aa6e-91fc-4de7-8b2a-0504a5ca3110 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7851377'] for subnet, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:12:44.628949 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e068aa6e-91fc-4de7-8b2a-0504a5ca3110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:12:44.780007 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e068aa6e-91fc-4de7-8b2a-0504a5ca3110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7593563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8119683'] for subnet, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:12:44.900335 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e068aa6e-91fc-4de7-8b2a-0504a5ca3110 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2710aa9-fc1b-491a-af08-8a4c6a8bc637,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:12:44.911100 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e068aa6e-91fc-4de7-8b2a-0504a5ca3110 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:12:44.916584 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e068aa6e-91fc-4de7-8b2a-0504a5ca3110 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:12:44.917022 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e068aa6e-91fc-4de7-8b2a-0504a5ca3110 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:12:44.917414 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e068aa6e-91fc-4de7-8b2a-0504a5ca3110 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:12:44.917750 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e068aa6e-91fc-4de7-8b2a-0504a5ca3110 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:12:44.918633 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e068aa6e-91fc-4de7-8b2a-0504a5ca3110 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:12:44.918967 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e068aa6e-91fc-4de7-8b2a-0504a5ca3110 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:12:44.919297 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e068aa6e-91fc-4de7-8b2a-0504a5ca3110 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:12:44.919616 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e068aa6e-91fc-4de7-8b2a-0504a5ca3110 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:12:44.919936 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e068aa6e-91fc-4de7-8b2a-0504a5ca3110 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:12:44.920251 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e068aa6e-91fc-4de7-8b2a-0504a5ca3110 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:12:44.920702 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e068aa6e-91fc-4de7-8b2a-0504a5ca3110 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:12:44.924920 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-e068aa6e-91fc-4de7-8b2a-0504a5ca3110 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/a2710aa9-fc1b-491a-af08-8a4c6a8bc637 HTTP/1.1" status: 204 len: 168 time: 0.4585304 Feb 04 09:12:44.926849 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 60246) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:12:45.045480 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-29c5c077-0543-4a2b-b3f1-9cc2d69cdc8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:12:45.172205 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-29c5c077-0543-4a2b-b3f1-9cc2d69cdc8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:12:45.198257 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-29c5c077-0543-4a2b-b3f1-9cc2d69cdc8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccca9599-8cab-4084-b2cb-6e9ccfc6cae6']}} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:12:45.212091 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-29c5c077-0543-4a2b-b3f1-9cc2d69cdc8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8160dece-3177-4e7f-85f0-5f93af7a40bc') {'for_net_delete': True} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:12:45.212461 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-29c5c077-0543-4a2b-b3f1-9cc2d69cdc8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8160dece-3177-4e7f-85f0-5f93af7a40bc') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:12:45.225679 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-29c5c077-0543-4a2b-b3f1-9cc2d69cdc8b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7851336'] for segment, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:12:45.244062 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-29c5c077-0543-4a2b-b3f1-9cc2d69cdc8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:12:45.251050 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29c5c077-0543-4a2b-b3f1-9cc2d69cdc8b admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=84108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 09:12:45.251464 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-29c5c077-0543-4a2b-b3f1-9cc2d69cdc8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7460345'] for segment, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:12:45.265526 dv-neutron-827798-2-hyperv neutron-server[84108]: Traceback (most recent call last): Feb 04 09:12:45.265526 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 09:12:45.265526 dv-neutron-827798-2-hyperv neutron-server[84108]: timer() Feb 04 09:12:45.265526 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 09:12:45.265526 dv-neutron-827798-2-hyperv neutron-server[84108]: cb(*args, **kw) Feb 04 09:12:45.265526 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 09:12:45.265526 dv-neutron-827798-2-hyperv neutron-server[84108]: return func(*args, **kwargs) Feb 04 09:12:45.265526 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 09:12:45.265526 dv-neutron-827798-2-hyperv neutron-server[84108]: self._notify() Feb 04 09:12:45.265526 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 09:12:45.265526 dv-neutron-827798-2-hyperv neutron-server[84108]: self.callback(batched_events) Feb 04 09:12:45.265526 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 09:12:45.265526 dv-neutron-827798-2-hyperv neutron-server[84108]: event.method(event) Feb 04 09:12:45.265526 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 09:12:45.265526 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 09:12:45.265526 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 09:12:45.265526 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 09:12:45.265526 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 09:12:45.265526 dv-neutron-827798-2-hyperv neutron-server[84108]: return f(self, *a, **k) Feb 04 09:12:45.265526 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 09:12:45.265526 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._get(url).json() Feb 04 09:12:45.265526 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 09:12:45.265526 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 09:12:45.265526 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 09:12:45.265526 dv-neutron-827798-2-hyperv neutron-server[84108]: return self.request(url, 'GET', **kwargs) Feb 04 09:12:45.265526 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 09:12:45.265526 dv-neutron-827798-2-hyperv neutron-server[84108]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 09:12:45.265526 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 09:12:45.265526 dv-neutron-827798-2-hyperv neutron-server[84108]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 09:12:45.265526 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 09:12:45.265526 dv-neutron-827798-2-hyperv neutron-server[84108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 09:12:45.265526 dv-neutron-827798-2-hyperv neutron-server[84108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 09:12:45.424318 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-29c5c077-0543-4a2b-b3f1-9cc2d69cdc8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:12:45.439750 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-29c5c077-0543-4a2b-b3f1-9cc2d69cdc8b admin admin] Notify callbacks [] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:12:45.448749 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c5c077-0543-4a2b-b3f1-9cc2d69cdc8b admin admin] Pushing event deleted for resources: {'Network': ['ID=ccca9599-8cab-4084-b2cb-6e9ccfc6cae6,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:12:45.451235 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-29c5c077-0543-4a2b-b3f1-9cc2d69cdc8b admin admin] 10.222.0.36 "DELETE /v2.0/networks/ccca9599-8cab-4084-b2cb-6e9ccfc6cae6 HTTP/1.1" status: 204 len: 168 time: 0.5234978 Feb 04 09:12:45.782301 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 60252) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:12:45.831712 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-eeb79057-9ce0-4b98-9f38-007fad5ffb4b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ebd0250f8ae543459f1cf0b04921c5d5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0482802 Feb 04 09:12:45.834180 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 60256) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:12:45.895475 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e2ea2fad-9c2b-4e2d-8135-910c5cdfaac3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:12:45.920547 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e2ea2fad-9c2b-4e2d-8135-910c5cdfaac3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:12:46.058579 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e2ea2fad-9c2b-4e2d-8135-910c5cdfaac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:12:46.072608 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ea2fad-9c2b-4e2d-8135-910c5cdfaac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a13bcf-c517-43a1-8886-16674578b17b,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:12:46.083948 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e2ea2fad-9c2b-4e2d-8135-910c5cdfaac3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:12:46.083948 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-e2ea2fad-9c2b-4e2d-8135-910c5cdfaac3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/52a13bcf-c517-43a1-8886-16674578b17b HTTP/1.1" status: 204 len: 168 time: 0.2482109 Feb 04 09:12:46.537552 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device f861c8e2-eb49-47b6-a257-bf931211a2ef no longer exists at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 09:12:46.573057 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] No Port match for: f861c8e2-eb49-47b6-a257-bf931211a2ef {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 09:12:46.573399 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device f861c8e2-eb49-47b6-a257-bf931211a2ef not bound to the agent host hv-neutron-8277 {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 09:12:47.217292 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 60278) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:12:47.346055 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-70fea775-8532-4bf0-8440-157f0afa1e5d admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-658778102-network', 'tenant_id': '2bc56757a53e4808ac985102ae7e7861'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:12:47.350726 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-70fea775-8532-4bf0-8440-157f0afa1e5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:12:47.354484 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-70fea775-8532-4bf0-8440-157f0afa1e5d admin admin] Usage tracker for resource:network and tenant:2bc56757a53e4808ac985102ae7e7861 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:12:47.357302 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-70fea775-8532-4bf0-8440-157f0afa1e5d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:12:47.362826 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-70fea775-8532-4bf0-8440-157f0afa1e5d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:12:47.435509 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70fea775-8532-4bf0-8440-157f0afa1e5d admin admin] Made reservation on behalf of 2bc56757a53e4808ac985102ae7e7861 for: {'network': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 09:12:47.437732 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-70fea775-8532-4bf0-8440-157f0afa1e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:12:47.450454 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-70fea775-8532-4bf0-8440-157f0afa1e5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:12:47.480182 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-70fea775-8532-4bf0-8440-157f0afa1e5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:12:47.484073 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-70fea775-8532-4bf0-8440-157f0afa1e5d admin admin] Usage tracker for resource:security_group_rule and tenant:2bc56757a53e4808ac985102ae7e7861 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:12:47.486882 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-70fea775-8532-4bf0-8440-157f0afa1e5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:12:47.492631 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-70fea775-8532-4bf0-8440-157f0afa1e5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:12:47.558470 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-70fea775-8532-4bf0-8440-157f0afa1e5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:12:47.616806 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-70fea775-8532-4bf0-8440-157f0afa1e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:12:47.646987 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70fea775-8532-4bf0-8440-157f0afa1e5d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=84108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 09:12:47.655059 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fea775-8532-4bf0-8440-157f0afa1e5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=040a73ea-edbb-46b4-8db2-35d2cc5e22e8,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:12:47.660451 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-70fea775-8532-4bf0-8440-157f0afa1e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:12:47.661106 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.segments_db [None req-70fea775-8532-4bf0-8440-157f0afa1e5d admin admin] Added segment f1a95a2e-c4cd-4108-9be8-d62b28ca3187 of type vlan for network 056419a7-50da-45ea-ae73-cf0f38fbe6c7 Feb 04 09:12:47.689799 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-70fea775-8532-4bf0-8440-157f0afa1e5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:12:47.835753 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-70fea775-8532-4bf0-8440-157f0afa1e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:12:47.836622 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70fea775-8532-4bf0-8440-157f0afa1e5d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:12:47.837199 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-70fea775-8532-4bf0-8440-157f0afa1e5d admin admin] Notify callbacks [] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:12:47.949968 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fea775-8532-4bf0-8440-157f0afa1e5d admin admin] Pushing event updated for resources: {'Network': ['ID=056419a7-50da-45ea-ae73-cf0f38fbe6c7,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:12:47.960118 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network 056419a7-50da-45ea-ae73-cf0f38fbe6c7 details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 09:12:48.007808 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-70fea775-8532-4bf0-8440-157f0afa1e5d admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7894340 Feb 04 09:12:48.010916 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 60284) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:12:48.016379 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-be12dff9-facd-4e57-9f90-a575c53cce2e admin admin] Request body: {'subnet': {'network_id': '056419a7-50da-45ea-ae73-cf0f38fbe6c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-658778102-subnet', 'tenant_id': '2bc56757a53e4808ac985102ae7e7861', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:12:48.021271 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-be12dff9-facd-4e57-9f90-a575c53cce2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:12:48.025061 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-be12dff9-facd-4e57-9f90-a575c53cce2e admin admin] Usage tracker for resource:subnet and tenant:2bc56757a53e4808ac985102ae7e7861 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:12:48.027851 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-be12dff9-facd-4e57-9f90-a575c53cce2e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:12:48.033705 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-be12dff9-facd-4e57-9f90-a575c53cce2e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:12:48.098630 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be12dff9-facd-4e57-9f90-a575c53cce2e admin admin] Made reservation on behalf of 2bc56757a53e4808ac985102ae7e7861 for: {'subnet': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 09:12:48.100954 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-be12dff9-facd-4e57-9f90-a575c53cce2e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8119726'] for subnet, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:12:48.360035 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-be12dff9-facd-4e57-9f90-a575c53cce2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7593498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8119736'] for subnet, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:12:48.427644 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be12dff9-facd-4e57-9f90-a575c53cce2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=579ade6d-e7be-4727-979a-d0dd09c5e48e,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:12:48.441487 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be12dff9-facd-4e57-9f90-a575c53cce2e admin admin] Checking segment: {'id': 'f1a95a2e-c4cd-4108-9be8-d62b28ca3187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '056419a7-50da-45ea-ae73-cf0f38fbe6c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 09:12:48.441837 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be12dff9-facd-4e57-9f90-a575c53cce2e admin admin] Network hostable DHCP agents. Network: 056419a7-50da-45ea-ae73-cf0f38fbe6c7, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 09:12:48.519397 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be12dff9-facd-4e57-9f90-a575c53cce2e admin admin] Network 056419a7-50da-45ea-ae73-cf0f38fbe6c7 is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 09:12:48.628171 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-be12dff9-facd-4e57-9f90-a575c53cce2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, 056419a7-50da-45ea-ae73-cf0f38fbe6c7) {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:12:48.631914 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be12dff9-facd-4e57-9f90-a575c53cce2e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:12:48.632521 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-be12dff9-facd-4e57-9f90-a575c53cce2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:12:48.637661 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08c734c-a413-487f-8c87-765f275c967a None None] Network 056419a7-50da-45ea-ae73-cf0f38fbe6c7 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 09:12:48.726246 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-be12dff9-facd-4e57-9f90-a575c53cce2e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7141979 Feb 04 09:12:48.848319 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a205f00a-bbe6-4a6e-a802-850b2b0002b7 None None] Network 056419a7-50da-45ea-ae73-cf0f38fbe6c7 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 09:12:49.255692 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a61c4-d335-4832-89df-684d8d6c5ae8 req-41b6e597-0bf2-4b1b-b7a8-a034b2b0aef9 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:12:49.257056 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ba6a61c4-d335-4832-89df-684d8d6c5ae8 req-41b6e597-0bf2-4b1b-b7a8-a034b2b0aef9 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/networks?id=056419a7-50da-45ea-ae73-cf0f38fbe6c7 HTTP/1.1" status: 200 len: 814 time: 0.1411786 Feb 04 09:12:49.279247 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ba6a61c4-d335-4832-89df-684d8d6c5ae8 req-e69c4cd0-ac9b-4520-9ed2-a3f63e6c150a tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/quotas/2bc56757a53e4808ac985102ae7e7861 HTTP/1.1" status: 200 len: 375 time: 0.0145500 Feb 04 09:12:49.321456 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ba6a61c4-d335-4832-89df-684d8d6c5ae8 req-657742a9-b83b-48ce-b261-a66601d866ee tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=2bc56757a53e4808ac985102ae7e7861&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0391572 Feb 04 09:12:49.453333 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ba6a61c4-d335-4832-89df-684d8d6c5ae8 req-de656db8-6ffa-4d7c-a3ec-6e5b4f79d624 service neutron] 10.222.0.36 "GET /v2.0/networks/056419a7-50da-45ea-ae73-cf0f38fbe6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251767 Feb 04 09:12:49.481817 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-5e82313a-63ee-4f47-b1fb-74b23e257aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:12:49.587399 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ba6a61c4-d335-4832-89df-684d8d6c5ae8 req-e7bc1d50-e4cf-41be-9a04-eb25d25f1010 service neutron] 10.222.0.36 "GET /v2.0/networks/056419a7-50da-45ea-ae73-cf0f38fbe6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283979 Feb 04 09:12:49.835351 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-12f3f78f-6747-462f-8fa3-20db8c8ce123 req-169f69e5-b172-45b1-bda9-23a77973c199 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/ports?device_id=da25b693-985a-40ee-8186-25f6e687321c HTTP/1.1" status: 200 len: 210 time: 0.0395865 Feb 04 09:12:51.003943 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7280c9e1-80d8-4acf-a391-67ff0583178a req-f5fed917-b044-466b-a741-c8ea60eeb3d5 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/ports?device_id=da25b693-985a-40ee-8186-25f6e687321c HTTP/1.1" status: 200 len: 210 time: 0.0430696 Feb 04 09:12:51.738765 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-7406d83f-12ab-48e5-a41e-40f286f75825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:12:51.981141 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a61c4-d335-4832-89df-684d8d6c5ae8 req-6e4a5cba-f52e-4477-8a34-3c720dde7c3b tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:12:51.982549 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ba6a61c4-d335-4832-89df-684d8d6c5ae8 req-6e4a5cba-f52e-4477-8a34-3c720dde7c3b tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.47 "GET /v2.0/networks?id=056419a7-50da-45ea-ae73-cf0f38fbe6c7 HTTP/1.1" status: 200 len: 814 time: 0.1513383 Feb 04 09:12:51.997783 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [req-ba6a61c4-d335-4832-89df-684d8d6c5ae8 req-e16099d2-a199-4669-8128-4d2965ee99f5 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Request body: {'port': {'device_id': 'da25b693-985a-40ee-8186-25f6e687321c', 'network_id': '056419a7-50da-45ea-ae73-cf0f38fbe6c7', 'admin_state_up': True, 'tenant_id': '2bc56757a53e4808ac985102ae7e7861'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:12:52.115594 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 09:12:52.169194 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [req-ba6a61c4-d335-4832-89df-684d8d6c5ae8 req-e16099d2-a199-4669-8128-4d2965ee99f5 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:12:52.172779 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-134ccd38-2a29-4e14-bdbe-d979ac7f16a8 req-a5bad1a6-ccc7-40e0-90c4-72944f5e9780 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/ports?device_id=da25b693-985a-40ee-8186-25f6e687321c HTTP/1.1" status: 200 len: 210 time: 0.0453103 Feb 04 09:12:52.174930 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-ba6a61c4-d335-4832-89df-684d8d6c5ae8 req-e16099d2-a199-4669-8128-4d2965ee99f5 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Usage tracker for resource:port and tenant:2bc56757a53e4808ac985102ae7e7861 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:12:52.177955 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-ba6a61c4-d335-4832-89df-684d8d6c5ae8 req-e16099d2-a199-4669-8128-4d2965ee99f5 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:12:52.183876 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [req-ba6a61c4-d335-4832-89df-684d8d6c5ae8 req-e16099d2-a199-4669-8128-4d2965ee99f5 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:12:52.241236 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba6a61c4-d335-4832-89df-684d8d6c5ae8 req-e16099d2-a199-4669-8128-4d2965ee99f5 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Made reservation on behalf of 2bc56757a53e4808ac985102ae7e7861 for: {'port': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 09:12:52.244250 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-ba6a61c4-d335-4832-89df-684d8d6c5ae8 req-e16099d2-a199-4669-8128-4d2965ee99f5 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:12:52.495629 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [req-ba6a61c4-d335-4832-89df-684d8d6c5ae8 req-e16099d2-a199-4669-8128-4d2965ee99f5 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Allocated IP 172.20.0.5 (056419a7-50da-45ea-ae73-cf0f38fbe6c7/579ade6d-e7be-4727-979a-d0dd09c5e48e/a474bfef-2b5a-4084-ab77-1aff634d7b8e) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 09:12:52.697824 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-ba6a61c4-d335-4832-89df-684d8d6c5ae8 req-e16099d2-a199-4669-8128-4d2965ee99f5 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:12:52.784876 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-ba6a61c4-d335-4832-89df-684d8d6c5ae8 req-e16099d2-a199-4669-8128-4d2965ee99f5 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:12:52.856699 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba6a61c4-d335-4832-89df-684d8d6c5ae8 req-e16099d2-a199-4669-8128-4d2965ee99f5 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Network 056419a7-50da-45ea-ae73-cf0f38fbe6c7 is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:12:52.859856 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [req-ba6a61c4-d335-4832-89df-684d8d6c5ae8 req-e16099d2-a199-4669-8128-4d2965ee99f5 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:12:52.863831 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba6a61c4-d335-4832-89df-684d8d6c5ae8 req-e16099d2-a199-4669-8128-4d2965ee99f5 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 09:12:52.903428 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16099d2-a199-4669-8128-4d2965ee99f5 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Pushing event updated for resources: {'Port': ['ID=a474bfef-2b5a-4084-ab77-1aff634d7b8e,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:12:52.943830 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a61c4-d335-4832-89df-684d8d6c5ae8 req-e16099d2-a199-4669-8128-4d2965ee99f5 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:12:52.944777 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-ba6a61c4-d335-4832-89df-684d8d6c5ae8 req-e16099d2-a199-4669-8128-4d2965ee99f5 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:12:52.972976 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:12:53.001488 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:12:53.025239 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ba6a61c4-d335-4832-89df-684d8d6c5ae8 req-e16099d2-a199-4669-8128-4d2965ee99f5 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0309370 Feb 04 09:12:53.037350 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [req-ba6a61c4-d335-4832-89df-684d8d6c5ae8 req-645d6a65-71c2-45b7-af47-ecb496687a0b service neutron] Request body: {'port': {'device_id': 'da25b693-985a-40ee-8186-25f6e687321c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:12:53.144735 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-ba6a61c4-d335-4832-89df-684d8d6c5ae8 req-645d6a65-71c2-45b7-af47-ecb496687a0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:12:53.474453 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862874c4-5784-4a79-a3dd-4f80f01f8109 req-a82ea614-7d39-46f1-9dfc-f87a48172075 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:12:53.475170 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-862874c4-5784-4a79-a3dd-4f80f01f8109 req-a82ea614-7d39-46f1-9dfc-f87a48172075 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Synchronizing usage tracker for tenant:2bc56757a53e4808ac985102ae7e7861 on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 09:12:53.555490 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [req-ba6a61c4-d335-4832-89df-684d8d6c5ae8 req-645d6a65-71c2-45b7-af47-ecb496687a0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a474bfef-2b5a-4084-ab77-1aff634d7b8e {{(pid=84107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 09:12:53.562364 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-ba6a61c4-d335-4832-89df-684d8d6c5ae8 req-645d6a65-71c2-45b7-af47-ecb496687a0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:12:53.576103 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [req-ba6a61c4-d335-4832-89df-684d8d6c5ae8 req-645d6a65-71c2-45b7-af47-ecb496687a0b service neutron] Transition to ACTIVE for port object a474bfef-2b5a-4084-ab77-1aff634d7b8e will not be triggered until provisioned by entity L2. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:12:53.577310 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-862874c4-5784-4a79-a3dd-4f80f01f8109 req-a82ea614-7d39-46f1-9dfc-f87a48172075 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Unset dirty status for tenant:2bc56757a53e4808ac985102ae7e7861 on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 09:12:53.578429 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-862874c4-5784-4a79-a3dd-4f80f01f8109 req-a82ea614-7d39-46f1-9dfc-f87a48172075 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/ports?device_id=da25b693-985a-40ee-8186-25f6e687321c HTTP/1.1" status: 200 len: 931 time: 0.2763281 Feb 04 09:12:53.629356 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-862874c4-5784-4a79-a3dd-4f80f01f8109 req-eab215f6-ecc0-4508-a325-f9e73b9173f1 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/security-groups?id=040a73ea-edbb-46b4-8db2-35d2cc5e22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447390 Feb 04 09:12:53.633689 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-ba6a61c4-d335-4832-89df-684d8d6c5ae8 req-645d6a65-71c2-45b7-af47-ecb496687a0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:12:53.756648 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645d6a65-71c2-45b7-af47-ecb496687a0b service neutron] Pushing event updated for resources: {'Port': ['ID=a474bfef-2b5a-4084-ab77-1aff634d7b8e,revision_number=2']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:12:53.856669 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.managers [req-ba6a61c4-d335-4832-89df-684d8d6c5ae8 req-645d6a65-71c2-45b7-af47-ecb496687a0b service neutron] Attempting to bind port a474bfef-2b5a-4084-ab77-1aff634d7b8e on host hv-neutron-8277 for vnic_type normal with profile {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 09:12:53.856992 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.managers [req-ba6a61c4-d335-4832-89df-684d8d6c5ae8 req-645d6a65-71c2-45b7-af47-ecb496687a0b service neutron] Attempting to bind port a474bfef-2b5a-4084-ab77-1aff634d7b8e by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'f1a95a2e-c4cd-4108-9be8-d62b28ca3187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '056419a7-50da-45ea-ae73-cf0f38fbe6c7'}] {{(pid=84107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 09:12:53.857312 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6a61c4-d335-4832-89df-684d8d6c5ae8 req-645d6a65-71c2-45b7-af47-ecb496687a0b service neutron] Attempting to bind port a474bfef-2b5a-4084-ab77-1aff634d7b8e on network 056419a7-50da-45ea-ae73-cf0f38fbe6c7 {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 09:12:53.862759 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6a61c4-d335-4832-89df-684d8d6c5ae8 req-645d6a65-71c2-45b7-af47-ecb496687a0b service neutron] Port a474bfef-2b5a-4084-ab77-1aff634d7b8e on network 056419a7-50da-45ea-ae73-cf0f38fbe6c7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 09:12:53.863066 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6a61c4-d335-4832-89df-684d8d6c5ae8 req-645d6a65-71c2-45b7-af47-ecb496687a0b service neutron] Attempting to bind port a474bfef-2b5a-4084-ab77-1aff634d7b8e on network 056419a7-50da-45ea-ae73-cf0f38fbe6c7 {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 09:12:53.869064 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6a61c4-d335-4832-89df-684d8d6c5ae8 req-645d6a65-71c2-45b7-af47-ecb496687a0b service neutron] Checking agent: {'id': 'f735dfbb-9ed2-4de7-8aa1-fea4a962ae1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 34, 26), 'started_at': datetime.datetime(2022, 2, 4, 8, 34, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 9, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 09:12:53.869387 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6a61c4-d335-4832-89df-684d8d6c5ae8 req-645d6a65-71c2-45b7-af47-ecb496687a0b service neutron] Checking segment: {'id': 'f1a95a2e-c4cd-4108-9be8-d62b28ca3187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '056419a7-50da-45ea-ae73-cf0f38fbe6c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 09:12:53.869752 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6a61c4-d335-4832-89df-684d8d6c5ae8 req-645d6a65-71c2-45b7-af47-ecb496687a0b service neutron] Bound using segment: {'id': 'f1a95a2e-c4cd-4108-9be8-d62b28ca3187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '056419a7-50da-45ea-ae73-cf0f38fbe6c7'} {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 09:12:53.870150 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.managers [req-ba6a61c4-d335-4832-89df-684d8d6c5ae8 req-645d6a65-71c2-45b7-af47-ecb496687a0b service neutron] Bound port: a474bfef-2b5a-4084-ab77-1aff634d7b8e, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1a95a2e-c4cd-4108-9be8-d62b28ca3187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '056419a7-50da-45ea-ae73-cf0f38fbe6c7'}}] {{(pid=84107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 09:12:53.870485 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-ba6a61c4-d335-4832-89df-684d8d6c5ae8 req-645d6a65-71c2-45b7-af47-ecb496687a0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:12:53.959570 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [req-ba6a61c4-d335-4832-89df-684d8d6c5ae8 req-645d6a65-71c2-45b7-af47-ecb496687a0b service neutron] For port a474bfef-2b5a-4084-ab77-1aff634d7b8e, host hv-neutron-8277, cleared binding levels {{(pid=84107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 09:12:53.962433 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [req-ba6a61c4-d335-4832-89df-684d8d6c5ae8 req-645d6a65-71c2-45b7-af47-ecb496687a0b service neutron] For port a474bfef-2b5a-4084-ab77-1aff634d7b8e, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=a474bfef-2b5a-4084-ab77-1aff634d7b8e,segment=NetworkSegment(f1a95a2e-c4cd-4108-9be8-d62b28ca3187),segment_id=f1a95a2e-c4cd-4108-9be8-d62b28ca3187)] {{(pid=84107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 09:12:54.039965 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-ba6a61c4-d335-4832-89df-684d8d6c5ae8 req-645d6a65-71c2-45b7-af47-ecb496687a0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:12:54.103840 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-ba6a61c4-d335-4832-89df-684d8d6c5ae8 req-645d6a65-71c2-45b7-af47-ecb496687a0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:12:54.105221 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ba6a61c4-d335-4832-89df-684d8d6c5ae8 req-645d6a65-71c2-45b7-af47-ecb496687a0b service neutron] 10.222.0.47 "PUT /v2.0/ports/a474bfef-2b5a-4084-ab77-1aff634d7b8e HTTP/1.1" status: 200 len: 1093 time: 1.0724647 Feb 04 09:12:54.105781 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da25b693-985a-40ee-8186-25f6e687321c', 'tag': 'a474bfef-2b5a-4084-ab77-1aff634d7b8e'}] {{(pid=84107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:12:54.120902 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645d6a65-71c2-45b7-af47-ecb496687a0b service neutron] Pushing event updated for resources: {'Port': ['ID=a474bfef-2b5a-4084-ab77-1aff634d7b8e,revision_number=3']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:12:54.270024 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da25b693-985a-40ee-8186-25f6e687321c', 'tag': 'a474bfef-2b5a-4084-ab77-1aff634d7b8e', 'status': 'completed', 'code': 200} Feb 04 09:12:54.280752 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ba6a61c4-d335-4832-89df-684d8d6c5ae8 req-d469c830-ce44-4a59-8782-ff0f10ea30df service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2bc56757a53e4808ac985102ae7e7861&device_id=da25b693-985a-40ee-8186-25f6e687321c HTTP/1.1" status: 200 len: 1096 time: 0.0813990 Feb 04 09:12:54.353186 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ba6a61c4-d335-4832-89df-684d8d6c5ae8 req-b6ab7011-2256-4a48-8ee9-720a0dd7689d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a474bfef-2b5a-4084-ab77-1aff634d7b8e HTTP/1.1" status: 200 len: 217 time: 0.0650225 Feb 04 09:12:54.418997 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a61c4-d335-4832-89df-684d8d6c5ae8 req-42e40142-5db5-4b6d-8c38-2eec88084e9b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:12:54.423422 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ba6a61c4-d335-4832-89df-684d8d6c5ae8 req-42e40142-5db5-4b6d-8c38-2eec88084e9b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=579ade6d-e7be-4727-979a-d0dd09c5e48e HTTP/1.1" status: 200 len: 854 time: 0.0613818 Feb 04 09:12:54.429790 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:12:54.468546 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ba6a61c4-d335-4832-89df-684d8d6c5ae8 req-f0cf375a-6219-4641-b491-e1283536db57 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=056419a7-50da-45ea-ae73-cf0f38fbe6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425942 Feb 04 09:12:54.721221 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ba6a61c4-d335-4832-89df-684d8d6c5ae8 req-3c925d54-311c-4cb6-818c-5295e3765238 service neutron] 10.222.0.47 "GET /v2.0/networks/056419a7-50da-45ea-ae73-cf0f38fbe6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467172 Feb 04 09:12:54.919070 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ba6a61c4-d335-4832-89df-684d8d6c5ae8 req-6399555f-d98a-4a88-8344-7d85f10eb7de service neutron] 10.222.0.47 "GET /v2.0/networks/056419a7-50da-45ea-ae73-cf0f38fbe6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920843 Feb 04 09:12:54.934754 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7200e0ec-0021-4bdf-b516-ca5c13f26b68 req-004069dd-0380-445a-bb41-446c433280ef tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:12:54.936183 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7200e0ec-0021-4bdf-b516-ca5c13f26b68 req-004069dd-0380-445a-bb41-446c433280ef tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/ports?device_id=da25b693-985a-40ee-8186-25f6e687321c HTTP/1.1" status: 200 len: 943 time: 0.1360908 Feb 04 09:12:54.983014 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7200e0ec-0021-4bdf-b516-ca5c13f26b68 req-71b7ee4b-b171-4f93-a7fc-3c2c2ab7c0e7 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/security-groups?id=040a73ea-edbb-46b4-8db2-35d2cc5e22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410311 Feb 04 09:12:55.093691 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-07bb431b-801f-4475-b639-787ee0a0eab8 req-d928c36a-3650-4c42-b9fb-e8ab65caeced service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2bc56757a53e4808ac985102ae7e7861&device_id=da25b693-985a-40ee-8186-25f6e687321c HTTP/1.1" status: 200 len: 1096 time: 0.0698817 Feb 04 09:12:55.220118 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb431b-801f-4475-b639-787ee0a0eab8 req-f4089090-1632-4516-891f-ce35c2aeb4fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:12:55.221500 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-07bb431b-801f-4475-b639-787ee0a0eab8 req-f4089090-1632-4516-891f-ce35c2aeb4fb service neutron] 10.222.0.47 "GET /v2.0/networks?id=056419a7-50da-45ea-ae73-cf0f38fbe6c7 HTTP/1.1" status: 200 len: 915 time: 0.1224639 Feb 04 09:12:55.287884 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-07bb431b-801f-4475-b639-787ee0a0eab8 req-ca17001f-b3b4-4262-b744-fb2a37dfbfd2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a474bfef-2b5a-4084-ab77-1aff634d7b8e HTTP/1.1" status: 200 len: 217 time: 0.0595126 Feb 04 09:12:55.353426 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb431b-801f-4475-b639-787ee0a0eab8 req-4cb4d9d2-e535-400f-ac8b-9d230c6f4209 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:12:55.354862 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-07bb431b-801f-4475-b639-787ee0a0eab8 req-4cb4d9d2-e535-400f-ac8b-9d230c6f4209 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=579ade6d-e7be-4727-979a-d0dd09c5e48e HTTP/1.1" status: 200 len: 854 time: 0.0619149 Feb 04 09:12:55.398237 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-07bb431b-801f-4475-b639-787ee0a0eab8 req-b4eb2b70-5454-41b8-a78f-e221f3e963ff service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=056419a7-50da-45ea-ae73-cf0f38fbe6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375304 Feb 04 09:12:55.525309 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-07bb431b-801f-4475-b639-787ee0a0eab8 req-aae980b8-d269-4031-a051-e82e16629b62 service neutron] 10.222.0.47 "GET /v2.0/networks/056419a7-50da-45ea-ae73-cf0f38fbe6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215820 Feb 04 09:12:55.657340 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-07bb431b-801f-4475-b639-787ee0a0eab8 req-c7065cbc-4098-4c3c-8701-4a80f0a01721 service neutron] 10.222.0.47 "GET /v2.0/networks/056419a7-50da-45ea-ae73-cf0f38fbe6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249475 Feb 04 09:12:56.179998 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681150f7-9f34-43dd-ae1f-159e7bb14e6e req-77e0c7c4-9535-45ca-a780-60f0b7be902f tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:12:56.181448 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-681150f7-9f34-43dd-ae1f-159e7bb14e6e req-77e0c7c4-9535-45ca-a780-60f0b7be902f tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/ports?device_id=da25b693-985a-40ee-8186-25f6e687321c HTTP/1.1" status: 200 len: 943 time: 0.0784872 Feb 04 09:12:56.224792 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-681150f7-9f34-43dd-ae1f-159e7bb14e6e req-499276cf-4880-4116-85ad-8deb3f6dab51 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/security-groups?id=040a73ea-edbb-46b4-8db2-35d2cc5e22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372889 Feb 04 09:12:56.330629 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:12:56.598844 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device a474bfef-2b5a-4084-ab77-1aff634d7b8e details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=84109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 09:12:56.727793 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port a474bfef-2b5a-4084-ab77-1aff634d7b8e, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=a474bfef-2b5a-4084-ab77-1aff634d7b8e,segment=NetworkSegment(f1a95a2e-c4cd-4108-9be8-d62b28ca3187),segment_id=f1a95a2e-c4cd-4108-9be8-d62b28ca3187)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:12:56.740934 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Returning: {'device': 'a474bfef-2b5a-4084-ab77-1aff634d7b8e', 'network_id': '056419a7-50da-45ea-ae73-cf0f38fbe6c7', 'port_id': 'a474bfef-2b5a-4084-ab77-1aff634d7b8e', 'mac_address': 'fa:16:3e:07:2e:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '579ade6d-e7be-4727-979a-d0dd09c5e48e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 09:12:56.791622 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:12:56.808610 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a474bfef-2b5a-4084-ab77-1aff634d7b8e {{(pid=84109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 09:12:56.822803 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port a474bfef-2b5a-4084-ab77-1aff634d7b8e, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=a474bfef-2b5a-4084-ab77-1aff634d7b8e,segment=NetworkSegment(f1a95a2e-c4cd-4108-9be8-d62b28ca3187),segment_id=f1a95a2e-c4cd-4108-9be8-d62b28ca3187)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:12:56.879465 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:12:56.946677 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=a474bfef-2b5a-4084-ab77-1aff634d7b8e,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:12:57.217397 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] get_ports_and_sgs() called for port_ids ['a474bfef-2b5a-4084-ab77-1aff634d7b8e'] {{(pid=84109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 09:12:57.418478 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5881b24-0312-4928-89d9-501a9abbde68 req-8528970d-720f-4b99-8d59-5e7d20d95360 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:12:57.419900 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c5881b24-0312-4928-89d9-501a9abbde68 req-8528970d-720f-4b99-8d59-5e7d20d95360 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/ports?device_id=da25b693-985a-40ee-8186-25f6e687321c HTTP/1.1" status: 200 len: 944 time: 0.0745625 Feb 04 09:12:57.464208 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c5881b24-0312-4928-89d9-501a9abbde68 req-181da24e-4962-4575-b0c8-b06f1036e19a tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/security-groups?id=040a73ea-edbb-46b4-8db2-35d2cc5e22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389001 Feb 04 09:12:58.599592 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device a474bfef-2b5a-4084-ab77-1aff634d7b8e up at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:12:58.657855 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358aa1b5-5b2f-4fc6-873f-86ee955a9470 req-a6e627b7-699c-4bfa-99a3-12ba5b774b61 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:12:58.659289 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-358aa1b5-5b2f-4fc6-873f-86ee955a9470 req-a6e627b7-699c-4bfa-99a3-12ba5b774b61 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/ports?device_id=da25b693-985a-40ee-8186-25f6e687321c HTTP/1.1" status: 200 len: 944 time: 0.0773342 Feb 04 09:12:58.703827 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-358aa1b5-5b2f-4fc6-873f-86ee955a9470 req-2bb61ea5-3990-4083-9040-907d5d58dc0d tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/security-groups?id=040a73ea-edbb-46b4-8db2-35d2cc5e22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384552 Feb 04 09:12:58.716224 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Provisioning for port a474bfef-2b5a-4084-ab77-1aff634d7b8e completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:12:58.721167 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Provisioning complete for port a474bfef-2b5a-4084-ab77-1aff634d7b8e triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:12:58.721566 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:12:58.834586 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:12:58.860092 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da25b693-985a-40ee-8186-25f6e687321c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a474bfef-2b5a-4084-ab77-1aff634d7b8e'}] {{(pid=84109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:12:58.869215 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port a474bfef-2b5a-4084-ab77-1aff634d7b8e, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=a474bfef-2b5a-4084-ab77-1aff634d7b8e,segment=NetworkSegment(f1a95a2e-c4cd-4108-9be8-d62b28ca3187),segment_id=f1a95a2e-c4cd-4108-9be8-d62b28ca3187)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:12:58.914247 dv-neutron-827798-2-hyperv neutron-server[84109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da25b693-985a-40ee-8186-25f6e687321c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a474bfef-2b5a-4084-ab77-1aff634d7b8e', 'code': 200} Feb 04 09:12:58.938400 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:12:59.007884 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=a474bfef-2b5a-4084-ab77-1aff634d7b8e,revision_number=5']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:12:59.319231 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4295bfd0-777e-4ab2-85f2-03cbe0149606 req-e87917a2-33cb-47e2-845f-91244246e041 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=da25b693-985a-40ee-8186-25f6e687321c HTTP/1.1" status: 200 len: 1098 time: 0.0657778 Feb 04 09:12:59.362413 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4295bfd0-777e-4ab2-85f2-03cbe0149606 req-ad359496-89e0-45c9-9fa3-187813e60044 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=040a73ea-edbb-46b4-8db2-35d2cc5e22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374112 Feb 04 09:12:59.905448 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f373253-9bbd-4b40-9ec1-715dd2ef97a1 req-47253db7-3c51-41a9-a465-4d7477e8b228 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:12:59.906903 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-6f373253-9bbd-4b40-9ec1-715dd2ef97a1 req-47253db7-3c51-41a9-a465-4d7477e8b228 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/ports?device_id=da25b693-985a-40ee-8186-25f6e687321c HTTP/1.1" status: 200 len: 945 time: 0.0766451 Feb 04 09:12:59.954966 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-6f373253-9bbd-4b40-9ec1-715dd2ef97a1 req-f09c729d-a6a4-4ce5-b14a-ced547f04c42 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/security-groups?id=040a73ea-edbb-46b4-8db2-35d2cc5e22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410917 Feb 04 09:13:01.152574 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad3f007-9df3-4492-a955-cf953772be37 req-2028c274-da99-4373-9ee0-3219e107f167 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:13:01.154014 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-fad3f007-9df3-4492-a955-cf953772be37 req-2028c274-da99-4373-9ee0-3219e107f167 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/ports?device_id=da25b693-985a-40ee-8186-25f6e687321c HTTP/1.1" status: 200 len: 945 time: 0.0770872 Feb 04 09:13:01.280228 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-fad3f007-9df3-4492-a955-cf953772be37 req-622c5dd2-07bc-4b44-b2d2-8828894ac7eb tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/security-groups?id=040a73ea-edbb-46b4-8db2-35d2cc5e22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207473 Feb 04 09:13:01.468371 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1261598-8e38-43bb-9352-e13e3d3b10ef req-4e6bea2b-8a1d-4493-8d97-909aa23e673d tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:13:01.469817 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a1261598-8e38-43bb-9352-e13e3d3b10ef req-4e6bea2b-8a1d-4493-8d97-909aa23e673d tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/ports?device_id=da25b693-985a-40ee-8186-25f6e687321c HTTP/1.1" status: 200 len: 945 time: 0.0741479 Feb 04 09:13:01.513565 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a1261598-8e38-43bb-9352-e13e3d3b10ef req-1a82a5f4-3bc3-4057-82e1-f8799c6d1f97 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/security-groups?id=040a73ea-edbb-46b4-8db2-35d2cc5e22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384188 Feb 04 09:13:01.978788 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c029240-d110-4a80-8b68-f9c6006d9107 req-daf86a05-7976-45e5-a0b0-da1410089a60 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:13:01.980250 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-1c029240-d110-4a80-8b68-f9c6006d9107 req-daf86a05-7976-45e5-a0b0-da1410089a60 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/ports?device_id=da25b693-985a-40ee-8186-25f6e687321c HTTP/1.1" status: 200 len: 945 time: 0.0810633 Feb 04 09:13:02.024967 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-1c029240-d110-4a80-8b68-f9c6006d9107 req-999a1be3-37ce-4807-a5e3-f31b29d2733c tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/security-groups?id=040a73ea-edbb-46b4-8db2-35d2cc5e22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382831 Feb 04 09:13:02.219099 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831f1e23-db4c-481d-bc8b-a4e049fb522c req-6cc8783b-1bad-4dc1-baa9-a7d1f3c1854e tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:13:02.220525 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-831f1e23-db4c-481d-bc8b-a4e049fb522c req-6cc8783b-1bad-4dc1-baa9-a7d1f3c1854e tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/ports?device_id=da25b693-985a-40ee-8186-25f6e687321c HTTP/1.1" status: 200 len: 945 time: 0.0748975 Feb 04 09:13:02.268394 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-831f1e23-db4c-481d-bc8b-a4e049fb522c req-8876cf71-597d-49ba-9aed-39e17f4cd08c tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/security-groups?id=040a73ea-edbb-46b4-8db2-35d2cc5e22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424058 Feb 04 09:13:02.461285 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-adf6c84a-cfe7-4ac4-a31a-fe7e6b528788 req-fa1b0fa1-3a8f-4e46-a51a-28afeebd37cd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=da25b693-985a-40ee-8186-25f6e687321c&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0673354 Feb 04 09:13:03.100175 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-c7134ca4-96a1-4cf7-bf2a-18433bf20c9d req-102e1c43-2b1f-4cbd-8e28-bbecb7ab8880 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=da25b693-985a-40ee-8186-25f6e687321c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0670958 Feb 04 09:13:03.142789 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c1825d-20e3-4375-bdbb-92b9acebdcc7 req-37924aeb-4d74-4445-8d65-78f923851fd5 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:13:03.144216 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-46c1825d-20e3-4375-bdbb-92b9acebdcc7 req-37924aeb-4d74-4445-8d65-78f923851fd5 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/ports?device_id=da25b693-985a-40ee-8186-25f6e687321c HTTP/1.1" status: 200 len: 945 time: 0.0749617 Feb 04 09:13:03.191621 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-46c1825d-20e3-4375-bdbb-92b9acebdcc7 req-a55221b5-6ebb-4399-a2dd-b51ae1086903 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/security-groups?id=040a73ea-edbb-46b4-8db2-35d2cc5e22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418453 Feb 04 09:13:03.861217 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-9eb34862-8f9b-44cf-a01d-7889b25cde68 req-01b60f32-65e8-443c-9b0a-848f4dc07144 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2bc56757a53e4808ac985102ae7e7861&device_id=da25b693-985a-40ee-8186-25f6e687321c HTTP/1.1" status: 200 len: 1098 time: 0.1418447 Feb 04 09:13:04.008326 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb34862-8f9b-44cf-a01d-7889b25cde68 req-c655d07d-952f-4c41-8f4c-2baf2dc4e2f0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:13:04.009787 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-9eb34862-8f9b-44cf-a01d-7889b25cde68 req-c655d07d-952f-4c41-8f4c-2baf2dc4e2f0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=056419a7-50da-45ea-ae73-cf0f38fbe6c7 HTTP/1.1" status: 200 len: 915 time: 0.1303148 Feb 04 09:13:04.079266 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-9eb34862-8f9b-44cf-a01d-7889b25cde68 req-83cbbfdc-4354-4d71-871d-f11a2d55fed8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a474bfef-2b5a-4084-ab77-1aff634d7b8e HTTP/1.1" status: 200 len: 217 time: 0.0639572 Feb 04 09:13:04.139344 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb34862-8f9b-44cf-a01d-7889b25cde68 req-9eb2d212-27cc-4710-be76-6d2d112ad6af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:13:04.140835 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-9eb34862-8f9b-44cf-a01d-7889b25cde68 req-9eb2d212-27cc-4710-be76-6d2d112ad6af service neutron] 10.222.0.47 "GET /v2.0/subnets?id=579ade6d-e7be-4727-979a-d0dd09c5e48e HTTP/1.1" status: 200 len: 854 time: 0.0564866 Feb 04 09:13:04.184523 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-9eb34862-8f9b-44cf-a01d-7889b25cde68 req-6dc0c446-1141-4fac-9f71-61b8c621805b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=056419a7-50da-45ea-ae73-cf0f38fbe6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377626 Feb 04 09:13:04.363006 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-9eb34862-8f9b-44cf-a01d-7889b25cde68 req-2da185cc-d32a-4e0f-985d-f22cbfcade25 service neutron] 10.222.0.47 "GET /v2.0/networks/056419a7-50da-45ea-ae73-cf0f38fbe6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727736 Feb 04 09:13:04.494744 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efb60f0-af3b-49e6-92a4-221e883d7f64 req-cf369314-a989-481f-b275-e51837b51a77 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:13:04.496098 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-2efb60f0-af3b-49e6-92a4-221e883d7f64 req-cf369314-a989-481f-b275-e51837b51a77 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/ports?device_id=da25b693-985a-40ee-8186-25f6e687321c HTTP/1.1" status: 200 len: 945 time: 0.1832378 Feb 04 09:13:04.530648 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-9eb34862-8f9b-44cf-a01d-7889b25cde68 req-d78b6733-e668-40ae-86ad-f989b014a4d0 service neutron] 10.222.0.47 "GET /v2.0/networks/056419a7-50da-45ea-ae73-cf0f38fbe6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607881 Feb 04 09:13:04.555514 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-2efb60f0-af3b-49e6-92a4-221e883d7f64 req-25f315d7-669e-42e7-99b9-9a7ba307a804 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/security-groups?id=040a73ea-edbb-46b4-8db2-35d2cc5e22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465670 Feb 04 09:13:05.209799 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c7134ca4-96a1-4cf7-bf2a-18433bf20c9d req-3441bc74-a605-43f8-970d-8ca67179b4b6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2bc56757a53e4808ac985102ae7e7861&device_id=da25b693-985a-40ee-8186-25f6e687321c HTTP/1.1" status: 200 len: 1098 time: 0.0697298 Feb 04 09:13:05.335647 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7134ca4-96a1-4cf7-bf2a-18433bf20c9d req-ceb6d7ea-7ede-4930-9113-1175e3656885 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:13:05.337075 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c7134ca4-96a1-4cf7-bf2a-18433bf20c9d req-ceb6d7ea-7ede-4930-9113-1175e3656885 service neutron] 10.222.0.47 "GET /v2.0/networks?id=056419a7-50da-45ea-ae73-cf0f38fbe6c7 HTTP/1.1" status: 200 len: 915 time: 0.1214261 Feb 04 09:13:05.402259 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c7134ca4-96a1-4cf7-bf2a-18433bf20c9d req-01c740d4-435b-48ee-bb34-b5c8e2f4abf5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a474bfef-2b5a-4084-ab77-1aff634d7b8e HTTP/1.1" status: 200 len: 217 time: 0.0593498 Feb 04 09:13:05.548914 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7134ca4-96a1-4cf7-bf2a-18433bf20c9d req-d6fad3a8-5c28-4a11-903e-a34b4efc70be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:13:05.550340 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c7134ca4-96a1-4cf7-bf2a-18433bf20c9d req-d6fad3a8-5c28-4a11-903e-a34b4efc70be service neutron] 10.222.0.47 "GET /v2.0/subnets?id=579ade6d-e7be-4727-979a-d0dd09c5e48e HTTP/1.1" status: 200 len: 854 time: 0.1410017 Feb 04 09:13:05.595374 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c7134ca4-96a1-4cf7-bf2a-18433bf20c9d req-49e82ad2-c673-4f22-98be-7edce6069d7d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=056419a7-50da-45ea-ae73-cf0f38fbe6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373614 Feb 04 09:13:05.776421 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c7134ca4-96a1-4cf7-bf2a-18433bf20c9d req-b9a71c3f-577b-4b96-948e-d452fd939edc service neutron] 10.222.0.47 "GET /v2.0/networks/056419a7-50da-45ea-ae73-cf0f38fbe6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758943 Feb 04 09:13:05.855305 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab606fb-575f-453a-9230-805e478082df req-72500845-0f07-425d-b41c-9929fd43ff63 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:13:05.856672 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-1ab606fb-575f-453a-9230-805e478082df req-72500845-0f07-425d-b41c-9929fd43ff63 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/ports?device_id=da25b693-985a-40ee-8186-25f6e687321c HTTP/1.1" status: 200 len: 945 time: 0.1807344 Feb 04 09:13:05.933706 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-1ab606fb-575f-453a-9230-805e478082df req-acea3338-26f7-4df3-a931-c9874254973b tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/security-groups?id=040a73ea-edbb-46b4-8db2-35d2cc5e22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703123 Feb 04 09:13:05.949645 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c7134ca4-96a1-4cf7-bf2a-18433bf20c9d req-6c9d503a-bc02-41fc-ac8c-5f06eca5864d service neutron] 10.222.0.47 "GET /v2.0/networks/056419a7-50da-45ea-ae73-cf0f38fbe6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657906 Feb 04 09:13:07.136435 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179ba330-766d-45c9-b62f-623e76caed21 req-5cfb279a-428c-4092-bca0-c48d803ef5eb tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:13:07.137871 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-179ba330-766d-45c9-b62f-623e76caed21 req-5cfb279a-428c-4092-bca0-c48d803ef5eb tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/ports?device_id=da25b693-985a-40ee-8186-25f6e687321c HTTP/1.1" status: 200 len: 945 time: 0.0734706 Feb 04 09:13:07.181949 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-179ba330-766d-45c9-b62f-623e76caed21 req-6c3d9ed3-5378-42a0-b906-28f6a9021ceb tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/security-groups?id=040a73ea-edbb-46b4-8db2-35d2cc5e22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380282 Feb 04 09:13:08.380301 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa0a09e-1c1d-46a9-aa37-c9a722a4fa25 req-4821abd6-3a66-43de-bfd2-5606e14cf973 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:13:08.381763 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5aa0a09e-1c1d-46a9-aa37-c9a722a4fa25 req-4821abd6-3a66-43de-bfd2-5606e14cf973 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/ports?device_id=da25b693-985a-40ee-8186-25f6e687321c HTTP/1.1" status: 200 len: 945 time: 0.0790725 Feb 04 09:13:08.425312 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5aa0a09e-1c1d-46a9-aa37-c9a722a4fa25 req-e6c8e2cf-48e4-4c73-906f-65cfba451652 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/security-groups?id=040a73ea-edbb-46b4-8db2-35d2cc5e22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381513 Feb 04 09:13:09.617276 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9580bbde-3749-4403-a7ac-42d3642e9c42 req-87d58f3b-4ce2-46d5-a3ee-bafe844ff31d tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:13:09.618694 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-9580bbde-3749-4403-a7ac-42d3642e9c42 req-87d58f3b-4ce2-46d5-a3ee-bafe844ff31d tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/ports?device_id=da25b693-985a-40ee-8186-25f6e687321c HTTP/1.1" status: 200 len: 945 time: 0.0735142 Feb 04 09:13:09.665935 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-9580bbde-3749-4403-a7ac-42d3642e9c42 req-cd4968ab-2e7f-4a4b-8578-0edc1164202d tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/security-groups?id=040a73ea-edbb-46b4-8db2-35d2cc5e22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418243 Feb 04 09:13:10.865454 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cbd7f9-1ad5-4b67-b12d-3709a578012b req-c1e753cf-58c6-41af-99a6-2b9a4fad8721 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:13:10.866868 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d7cbd7f9-1ad5-4b67-b12d-3709a578012b req-c1e753cf-58c6-41af-99a6-2b9a4fad8721 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/ports?device_id=da25b693-985a-40ee-8186-25f6e687321c HTTP/1.1" status: 200 len: 945 time: 0.0792766 Feb 04 09:13:10.910581 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d7cbd7f9-1ad5-4b67-b12d-3709a578012b req-0c08273f-2489-41ea-9bfc-951252d10ab5 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/security-groups?id=040a73ea-edbb-46b4-8db2-35d2cc5e22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383174 Feb 04 09:13:12.109900 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91023e8f-42dc-4b7f-a847-041403afca17 req-9e08b891-94d4-4a84-852b-e735d2ec6756 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:13:12.111598 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-91023e8f-42dc-4b7f-a847-041403afca17 req-9e08b891-94d4-4a84-852b-e735d2ec6756 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/ports?device_id=da25b693-985a-40ee-8186-25f6e687321c HTTP/1.1" status: 200 len: 945 time: 0.0827222 Feb 04 09:13:12.155214 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-91023e8f-42dc-4b7f-a847-041403afca17 req-623a50a4-e98f-40fd-8d7b-e42808bae22f tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/security-groups?id=040a73ea-edbb-46b4-8db2-35d2cc5e22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381927 Feb 04 09:13:13.345527 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58139177-2261-4393-ae92-c762320a5eb5 req-0fdeb3de-c854-439e-ad02-3c633d225004 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:13:13.346935 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-58139177-2261-4393-ae92-c762320a5eb5 req-0fdeb3de-c854-439e-ad02-3c633d225004 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/ports?device_id=da25b693-985a-40ee-8186-25f6e687321c HTTP/1.1" status: 200 len: 945 time: 0.0739865 Feb 04 09:13:13.389798 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-58139177-2261-4393-ae92-c762320a5eb5 req-9026be59-6aa5-4586-b4c8-36fed54e3dd9 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/security-groups?id=040a73ea-edbb-46b4-8db2-35d2cc5e22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369287 Feb 04 09:13:14.587245 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dc3e2b-007a-459a-80ae-72c00e3c537e req-e39c393b-a496-4b28-a77b-fe77ea22635e tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:13:14.588689 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f3dc3e2b-007a-459a-80ae-72c00e3c537e req-e39c393b-a496-4b28-a77b-fe77ea22635e tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/ports?device_id=da25b693-985a-40ee-8186-25f6e687321c HTTP/1.1" status: 200 len: 945 time: 0.0769019 Feb 04 09:13:14.632446 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f3dc3e2b-007a-459a-80ae-72c00e3c537e req-53696f1c-5ba0-444b-8089-35d072c51381 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/security-groups?id=040a73ea-edbb-46b4-8db2-35d2cc5e22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377400 Feb 04 09:13:15.827520 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e05de-8ff6-4bb7-a814-07bc32aba527 req-53a6229c-5784-4101-8a51-2aa41eb4afa8 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:13:15.828969 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e30e05de-8ff6-4bb7-a814-07bc32aba527 req-53a6229c-5784-4101-8a51-2aa41eb4afa8 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/ports?device_id=da25b693-985a-40ee-8186-25f6e687321c HTTP/1.1" status: 200 len: 945 time: 0.0745430 Feb 04 09:13:15.871831 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e30e05de-8ff6-4bb7-a814-07bc32aba527 req-6f750fc9-b5b5-46e8-a4e2-233bf56c30e3 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/security-groups?id=040a73ea-edbb-46b4-8db2-35d2cc5e22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375507 Feb 04 09:13:17.065558 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb73f1-b1db-4514-87b6-498741066699 req-22c52d40-a82f-4e74-9ee8-a4335cd32d96 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:13:17.066927 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c2cb73f1-b1db-4514-87b6-498741066699 req-22c52d40-a82f-4e74-9ee8-a4335cd32d96 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/ports?device_id=da25b693-985a-40ee-8186-25f6e687321c HTTP/1.1" status: 200 len: 945 time: 0.0771711 Feb 04 09:13:17.110867 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c2cb73f1-b1db-4514-87b6-498741066699 req-95a5df9b-af10-4edf-a9cd-52b5474abb96 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/security-groups?id=040a73ea-edbb-46b4-8db2-35d2cc5e22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385621 Feb 04 09:13:18.302884 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92048aa4-2746-44d9-a8b7-7d40201d3f94 req-ca19dbfa-d36e-4f6a-a47e-a0a4decdc004 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:13:18.304254 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-92048aa4-2746-44d9-a8b7-7d40201d3f94 req-ca19dbfa-d36e-4f6a-a47e-a0a4decdc004 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/ports?device_id=da25b693-985a-40ee-8186-25f6e687321c HTTP/1.1" status: 200 len: 945 time: 0.0756667 Feb 04 09:13:18.353932 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-92048aa4-2746-44d9-a8b7-7d40201d3f94 req-5e5af0ed-7047-4843-9a3c-ac207895d083 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/security-groups?id=040a73ea-edbb-46b4-8db2-35d2cc5e22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441842 Feb 04 09:13:19.458494 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-39d55d3b-cfb3-468c-9ecd-095a9c56ad46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:13:19.545771 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a352bca2-9c6a-4ffd-8b52-ac1d46cef9b9 req-d927ee40-0f45-4fe5-a9ea-57f20ad00218 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:13:19.547164 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a352bca2-9c6a-4ffd-8b52-ac1d46cef9b9 req-d927ee40-0f45-4fe5-a9ea-57f20ad00218 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/ports?device_id=da25b693-985a-40ee-8186-25f6e687321c HTTP/1.1" status: 200 len: 945 time: 0.0752876 Feb 04 09:13:19.590336 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a352bca2-9c6a-4ffd-8b52-ac1d46cef9b9 req-3f89456b-5e49-41a0-b4eb-fe43b8dd2e92 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/security-groups?id=040a73ea-edbb-46b4-8db2-35d2cc5e22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378156 Feb 04 09:13:20.784900 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4f948f-91d4-4d83-b98b-75cd2858c17d req-8a6a33d7-ced4-4b5a-9982-e2f13c162865 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:13:20.786328 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8f4f948f-91d4-4d83-b98b-75cd2858c17d req-8a6a33d7-ced4-4b5a-9982-e2f13c162865 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/ports?device_id=da25b693-985a-40ee-8186-25f6e687321c HTTP/1.1" status: 200 len: 945 time: 0.0773365 Feb 04 09:13:20.830529 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8f4f948f-91d4-4d83-b98b-75cd2858c17d req-5f81c123-9fe1-405e-9991-0aa6ab508891 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/security-groups?id=040a73ea-edbb-46b4-8db2-35d2cc5e22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385778 Feb 04 09:13:21.736100 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-8e562f9a-067c-45cb-8dbf-2d54945510cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:13:22.024443 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4deeaff-0bcd-475e-95a8-0d19488fc69b req-3df7a143-59da-46b8-ba5c-4fec8c6b71b3 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:13:22.025823 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e4deeaff-0bcd-475e-95a8-0d19488fc69b req-3df7a143-59da-46b8-ba5c-4fec8c6b71b3 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/ports?device_id=da25b693-985a-40ee-8186-25f6e687321c HTTP/1.1" status: 200 len: 945 time: 0.0745478 Feb 04 09:13:22.079047 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e4deeaff-0bcd-475e-95a8-0d19488fc69b req-b5c6020c-fb86-4890-8163-191d8419b17b tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/security-groups?id=040a73ea-edbb-46b4-8db2-35d2cc5e22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472090 Feb 04 09:13:22.967519 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:13:22.975706 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:13:23.365957 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccde6769-29e9-4faa-9bed-2fe7f009f1ef req-8ae6f83a-c71d-4b6e-bc0b-34bc18117afb tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:13:23.367488 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ccde6769-29e9-4faa-9bed-2fe7f009f1ef req-8ae6f83a-c71d-4b6e-bc0b-34bc18117afb tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/ports?device_id=da25b693-985a-40ee-8186-25f6e687321c HTTP/1.1" status: 200 len: 945 time: 0.1678965 Feb 04 09:13:23.419938 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ccde6769-29e9-4faa-9bed-2fe7f009f1ef req-326d8776-2049-43e9-a2a1-d5272743ed71 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/security-groups?id=040a73ea-edbb-46b4-8db2-35d2cc5e22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447931 Feb 04 09:13:24.467792 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:13:24.613955 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c4652d-1500-48a8-85c2-dd371c33609b req-a139db26-e5cb-41b8-b011-b64e9196b21a tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:13:24.615385 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d5c4652d-1500-48a8-85c2-dd371c33609b req-a139db26-e5cb-41b8-b011-b64e9196b21a tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/ports?device_id=da25b693-985a-40ee-8186-25f6e687321c HTTP/1.1" status: 200 len: 945 time: 0.0743668 Feb 04 09:13:24.662281 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d5c4652d-1500-48a8-85c2-dd371c33609b req-0eab3ad0-f237-4f75-8c03-ed7489199fd1 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/security-groups?id=040a73ea-edbb-46b4-8db2-35d2cc5e22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415576 Feb 04 09:13:25.864014 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7b7a3c-83f4-4cbd-b361-7e52c45b68ea req-999a8ea5-dfe8-44b4-831f-3215c4c7288c tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:13:25.865457 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ba7b7a3c-83f4-4cbd-b361-7e52c45b68ea req-999a8ea5-dfe8-44b4-831f-3215c4c7288c tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/ports?device_id=da25b693-985a-40ee-8186-25f6e687321c HTTP/1.1" status: 200 len: 945 time: 0.0736833 Feb 04 09:13:25.909019 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ba7b7a3c-83f4-4cbd-b361-7e52c45b68ea req-e37c2cb7-a724-4100-8ae0-81912a1bdecd tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/security-groups?id=040a73ea-edbb-46b4-8db2-35d2cc5e22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381539 Feb 04 09:13:26.358563 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:13:27.128632 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006c9227-2162-482c-919f-791cb402aed1 req-5e7c5ef7-a0f0-4f98-b268-a0cfd2394d16 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:13:27.130052 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-006c9227-2162-482c-919f-791cb402aed1 req-5e7c5ef7-a0f0-4f98-b268-a0cfd2394d16 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/ports?device_id=da25b693-985a-40ee-8186-25f6e687321c HTTP/1.1" status: 200 len: 945 time: 0.1030650 Feb 04 09:13:27.173707 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-006c9227-2162-482c-919f-791cb402aed1 req-e671423a-a98a-495c-9f1e-fc3255dd1ae2 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/security-groups?id=040a73ea-edbb-46b4-8db2-35d2cc5e22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382459 Feb 04 09:13:28.363865 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262b2d06-2e92-4117-832d-7e2da48a10af req-5fdb8a64-f76f-4b15-8285-df70ae495a26 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:13:28.365342 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-262b2d06-2e92-4117-832d-7e2da48a10af req-5fdb8a64-f76f-4b15-8285-df70ae495a26 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/ports?device_id=da25b693-985a-40ee-8186-25f6e687321c HTTP/1.1" status: 200 len: 945 time: 0.0742660 Feb 04 09:13:28.409440 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-262b2d06-2e92-4117-832d-7e2da48a10af req-2e8d2094-fa0b-4c65-893a-177ca2b421cf tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/security-groups?id=040a73ea-edbb-46b4-8db2-35d2cc5e22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386882 Feb 04 09:13:29.116244 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 09:13:29.640763 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcd6d7c-39cc-4b4b-aba0-3874dcf5a9c9 req-e3bbae14-7ddd-4ae4-9adb-7a67037021f9 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:13:29.640763 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5bcd6d7c-39cc-4b4b-aba0-3874dcf5a9c9 req-e3bbae14-7ddd-4ae4-9adb-7a67037021f9 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/ports?device_id=da25b693-985a-40ee-8186-25f6e687321c HTTP/1.1" status: 200 len: 945 time: 0.0797477 Feb 04 09:13:29.655375 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5bcd6d7c-39cc-4b4b-aba0-3874dcf5a9c9 req-77490760-c3b5-43c8-9990-0f3c8e083b8a tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/security-groups?id=040a73ea-edbb-46b4-8db2-35d2cc5e22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389991 Feb 04 09:13:30.852314 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5322b502-94cd-441b-8ee9-8d25c84745a2 req-654a0b50-ff84-4078-a400-bede1c658c64 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:13:30.853789 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5322b502-94cd-441b-8ee9-8d25c84745a2 req-654a0b50-ff84-4078-a400-bede1c658c64 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/ports?device_id=da25b693-985a-40ee-8186-25f6e687321c HTTP/1.1" status: 200 len: 945 time: 0.0754201 Feb 04 09:13:30.901316 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5322b502-94cd-441b-8ee9-8d25c84745a2 req-eea73644-6e92-4b79-b343-3120b2a63f71 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/security-groups?id=040a73ea-edbb-46b4-8db2-35d2cc5e22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421014 Feb 04 09:13:32.097000 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46107f3-1357-4999-9692-82ee7c021dfc req-4630d9cf-7721-49e3-b111-b46693adb8ee tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:13:32.098466 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c46107f3-1357-4999-9692-82ee7c021dfc req-4630d9cf-7721-49e3-b111-b46693adb8ee tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/ports?device_id=da25b693-985a-40ee-8186-25f6e687321c HTTP/1.1" status: 200 len: 945 time: 0.0746233 Feb 04 09:13:32.146354 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c46107f3-1357-4999-9692-82ee7c021dfc req-225cda77-cdb0-45a4-b50f-eb0979f13576 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/security-groups?id=040a73ea-edbb-46b4-8db2-35d2cc5e22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424812 Feb 04 09:13:32.906036 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c7134ca4-96a1-4cf7-bf2a-18433bf20c9d req-793db9bf-6fa9-4ecd-b9b0-d2ba0aa3c550 service neutron] 10.222.0.47 "GET /v2.0/ports/a474bfef-2b5a-4084-ab77-1aff634d7b8e/bindings/hv-neutron-8277 HTTP/1.1" status: 200 len: 384 time: 0.0742528 Feb 04 09:13:33.339816 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18626355-deb5-4c62-8fc3-4a352bade132 req-c9eed5e8-c020-4a54-9b59-049c370ffbe7 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:13:33.341274 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-18626355-deb5-4c62-8fc3-4a352bade132 req-c9eed5e8-c020-4a54-9b59-049c370ffbe7 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/ports?device_id=da25b693-985a-40ee-8186-25f6e687321c HTTP/1.1" status: 200 len: 945 time: 0.0762565 Feb 04 09:13:33.386868 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-18626355-deb5-4c62-8fc3-4a352bade132 req-489ffefa-bad4-45ec-b027-e798c93cbaac tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/security-groups?id=040a73ea-edbb-46b4-8db2-35d2cc5e22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401111 Feb 04 09:13:33.491582 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c7134ca4-96a1-4cf7-bf2a-18433bf20c9d req-f026761b-d284-41b0-b97c-2c1f254045e9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=da25b693-985a-40ee-8186-25f6e687321c&tenant_id=2bc56757a53e4808ac985102ae7e7861 HTTP/1.1" status: 200 len: 1098 time: 0.0734982 Feb 04 09:13:33.584470 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c7134ca4-96a1-4cf7-bf2a-18433bf20c9d req-4b75a235-7f05-4097-8821-c52bca73b4b3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2bc56757a53e4808ac985102ae7e7861&device_id=da25b693-985a-40ee-8186-25f6e687321c HTTP/1.1" status: 200 len: 1098 time: 0.0703583 Feb 04 09:13:33.755933 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7134ca4-96a1-4cf7-bf2a-18433bf20c9d req-e3b78ab0-56e0-4635-8254-540456269de9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:13:33.757346 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c7134ca4-96a1-4cf7-bf2a-18433bf20c9d req-e3b78ab0-56e0-4635-8254-540456269de9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=056419a7-50da-45ea-ae73-cf0f38fbe6c7 HTTP/1.1" status: 200 len: 915 time: 0.1675076 Feb 04 09:13:33.830278 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c7134ca4-96a1-4cf7-bf2a-18433bf20c9d req-a8bdbc2a-ebf2-4c67-9f63-aca46a240bcd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a474bfef-2b5a-4084-ab77-1aff634d7b8e HTTP/1.1" status: 200 len: 217 time: 0.0669742 Feb 04 09:13:33.890589 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7134ca4-96a1-4cf7-bf2a-18433bf20c9d req-6ed64368-47c4-46a6-8ef8-c12d1c813cf0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:13:33.891931 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c7134ca4-96a1-4cf7-bf2a-18433bf20c9d req-6ed64368-47c4-46a6-8ef8-c12d1c813cf0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=579ade6d-e7be-4727-979a-d0dd09c5e48e HTTP/1.1" status: 200 len: 854 time: 0.0560217 Feb 04 09:13:33.937157 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c7134ca4-96a1-4cf7-bf2a-18433bf20c9d req-ec31259d-51d6-4107-b77a-d43cd2ad8f23 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=056419a7-50da-45ea-ae73-cf0f38fbe6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383680 Feb 04 09:13:34.066232 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c7134ca4-96a1-4cf7-bf2a-18433bf20c9d req-4b526009-c48b-47e0-bfd2-ff10fadf4839 service neutron] 10.222.0.47 "GET /v2.0/networks/056419a7-50da-45ea-ae73-cf0f38fbe6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232061 Feb 04 09:13:34.195322 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c7134ca4-96a1-4cf7-bf2a-18433bf20c9d req-e91354c1-65ee-4181-a680-5a988403a697 service neutron] 10.222.0.47 "GET /v2.0/networks/056419a7-50da-45ea-ae73-cf0f38fbe6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228752 Feb 04 09:13:34.678969 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92c57db-1000-481c-99ef-0ce532e75aed req-93e0d0cd-0796-4de7-a281-27703097c053 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:13:34.680342 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b92c57db-1000-481c-99ef-0ce532e75aed req-93e0d0cd-0796-4de7-a281-27703097c053 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/ports?device_id=da25b693-985a-40ee-8186-25f6e687321c HTTP/1.1" status: 200 len: 945 time: 0.1670768 Feb 04 09:13:34.724186 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b92c57db-1000-481c-99ef-0ce532e75aed req-63fc1feb-f3e4-4a8f-ae67-48a4b303de1f tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/security-groups?id=040a73ea-edbb-46b4-8db2-35d2cc5e22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383883 Feb 04 09:13:35.918017 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7261ab1a-cd47-4113-b7c1-d3ef683ce745 req-3bf1f6d2-e915-474b-935f-50962d13f1f1 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:13:35.919465 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7261ab1a-cd47-4113-b7c1-d3ef683ce745 req-3bf1f6d2-e915-474b-935f-50962d13f1f1 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/ports?device_id=da25b693-985a-40ee-8186-25f6e687321c HTTP/1.1" status: 200 len: 945 time: 0.0749161 Feb 04 09:13:35.966849 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7261ab1a-cd47-4113-b7c1-d3ef683ce745 req-d3c6c9e8-ef8e-4dda-8319-d3b7ca7bd0d1 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/security-groups?id=040a73ea-edbb-46b4-8db2-35d2cc5e22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419755 Feb 04 09:13:36.795755 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device a474bfef-2b5a-4084-ab77-1aff634d7b8e details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=84109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 09:13:36.799066 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device a474bfef-2b5a-4084-ab77-1aff634d7b8e no longer exists at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 09:13:37.026871 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:13:37.063034 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port a474bfef-2b5a-4084-ab77-1aff634d7b8e, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=a474bfef-2b5a-4084-ab77-1aff634d7b8e,segment=NetworkSegment(f1a95a2e-c4cd-4108-9be8-d62b28ca3187),segment_id=f1a95a2e-c4cd-4108-9be8-d62b28ca3187)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:13:37.079530 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da25b693-985a-40ee-8186-25f6e687321c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a474bfef-2b5a-4084-ab77-1aff634d7b8e'}] {{(pid=84109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:13:37.088914 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Returning: {'device': 'a474bfef-2b5a-4084-ab77-1aff634d7b8e', 'network_id': '056419a7-50da-45ea-ae73-cf0f38fbe6c7', 'port_id': 'a474bfef-2b5a-4084-ab77-1aff634d7b8e', 'mac_address': 'fa:16:3e:07:2e:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '579ade6d-e7be-4727-979a-d0dd09c5e48e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 09:13:37.093138 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port a474bfef-2b5a-4084-ab77-1aff634d7b8e, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=a474bfef-2b5a-4084-ab77-1aff634d7b8e,segment=NetworkSegment(f1a95a2e-c4cd-4108-9be8-d62b28ca3187),segment_id=f1a95a2e-c4cd-4108-9be8-d62b28ca3187)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:13:37.147409 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:13:37.166208 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a474bfef-2b5a-4084-ab77-1aff634d7b8e {{(pid=84109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 09:13:37.184783 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:13:37.187701 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f087f5-0409-4eb3-9838-0b1799eac6a6 req-fae31a89-61ff-4353-8da2-4fc50adb532f tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:13:37.189820 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-20f087f5-0409-4eb3-9838-0b1799eac6a6 req-fae31a89-61ff-4353-8da2-4fc50adb532f tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/ports?device_id=da25b693-985a-40ee-8186-25f6e687321c HTTP/1.1" status: 200 len: 945 time: 0.0960946 Feb 04 09:13:37.238259 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-20f087f5-0409-4eb3-9838-0b1799eac6a6 req-43add002-e886-438e-b296-839eb7fcff19 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/security-groups?id=040a73ea-edbb-46b4-8db2-35d2cc5e22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418894 Feb 04 09:13:37.260503 dv-neutron-827798-2-hyperv neutron-server[84109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da25b693-985a-40ee-8186-25f6e687321c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a474bfef-2b5a-4084-ab77-1aff634d7b8e', 'code': 200} Feb 04 09:13:37.307481 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.db.api [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 09:13:37.307829 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG oslo_db.api [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 09:13:37.311023 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=a474bfef-2b5a-4084-ab77-1aff634d7b8e,revision_number=6']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:13:37.319741 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:13:37.320726 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:13:37.320726 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:13:37.320726 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:13:37.321136 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:13:37.321464 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:13:37.321787 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:13:37.322108 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:13:37.322429 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:13:37.322745 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:13:37.323060 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:13:37.865585 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:13:37.885752 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a474bfef-2b5a-4084-ab77-1aff634d7b8e {{(pid=84109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 09:13:37.900041 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port a474bfef-2b5a-4084-ab77-1aff634d7b8e, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=a474bfef-2b5a-4084-ab77-1aff634d7b8e,segment=NetworkSegment(f1a95a2e-c4cd-4108-9be8-d62b28ca3187),segment_id=f1a95a2e-c4cd-4108-9be8-d62b28ca3187)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:13:37.964474 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:13:38.028668 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] get_ports_and_sgs() called for port_ids ['a474bfef-2b5a-4084-ab77-1aff634d7b8e'] {{(pid=84109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 09:13:38.066194 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=a474bfef-2b5a-4084-ab77-1aff634d7b8e,revision_number=7']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:13:38.445447 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f719b2-2918-45ac-bdf9-23e7cf7eb5fd req-0a61d430-4621-4287-8e85-9e95f7212710 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:13:38.446887 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-87f719b2-2918-45ac-bdf9-23e7cf7eb5fd req-0a61d430-4621-4287-8e85-9e95f7212710 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/ports?device_id=da25b693-985a-40ee-8186-25f6e687321c HTTP/1.1" status: 200 len: 944 time: 0.0775578 Feb 04 09:13:38.491683 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-87f719b2-2918-45ac-bdf9-23e7cf7eb5fd req-c6e9a86f-03ab-4047-b7f2-ab3e0fafc706 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/security-groups?id=040a73ea-edbb-46b4-8db2-35d2cc5e22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386813 Feb 04 09:13:38.821372 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device a474bfef-2b5a-4084-ab77-1aff634d7b8e up at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:13:38.889539 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Provisioning complete for port a474bfef-2b5a-4084-ab77-1aff634d7b8e triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:13:38.890215 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:13:39.016219 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:13:39.045199 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96871e68-9022-4525-9c1b-c89865219a84 req-98d3c3fe-74cd-44f2-a20b-ee835a38cb23 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:13:39.046913 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-96871e68-9022-4525-9c1b-c89865219a84 req-98d3c3fe-74cd-44f2-a20b-ee835a38cb23 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/ports?device_id=da25b693-985a-40ee-8186-25f6e687321c HTTP/1.1" status: 200 len: 944 time: 0.1363070 Feb 04 09:13:39.048409 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port a474bfef-2b5a-4084-ab77-1aff634d7b8e, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=a474bfef-2b5a-4084-ab77-1aff634d7b8e,segment=NetworkSegment(f1a95a2e-c4cd-4108-9be8-d62b28ca3187),segment_id=f1a95a2e-c4cd-4108-9be8-d62b28ca3187)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:13:39.113004 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:13:39.121190 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60364bb9-1672-4ffd-a37c-05b42098b12d req-158718be-d906-46f4-acd8-398288cc4545 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:13:39.122766 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-60364bb9-1672-4ffd-a37c-05b42098b12d req-158718be-d906-46f4-acd8-398288cc4545 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.47 "GET /v2.0/ports?device_id=da25b693-985a-40ee-8186-25f6e687321c&tenant_id=2bc56757a53e4808ac985102ae7e7861&binding%3Ahost_id=hv-neutron-8277 HTTP/1.1" status: 200 len: 944 time: 0.1360657 Feb 04 09:13:39.124944 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-96871e68-9022-4525-9c1b-c89865219a84 req-c955a588-fb92-4ecd-8ca2-872a569e5341 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/security-groups?id=040a73ea-edbb-46b4-8db2-35d2cc5e22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710766 Feb 04 09:13:39.179738 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=a474bfef-2b5a-4084-ab77-1aff634d7b8e,revision_number=8']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:13:39.261237 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da25b693-985a-40ee-8186-25f6e687321c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a474bfef-2b5a-4084-ab77-1aff634d7b8e'}] {{(pid=84109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:13:39.279945 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-60364bb9-1672-4ffd-a37c-05b42098b12d req-17c36bb8-0d1b-4930-939c-3a0b511fef99 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2bc56757a53e4808ac985102ae7e7861&device_id=da25b693-985a-40ee-8186-25f6e687321c HTTP/1.1" status: 200 len: 1098 time: 0.0705774 Feb 04 09:13:39.334721 dv-neutron-827798-2-hyperv neutron-server[84109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da25b693-985a-40ee-8186-25f6e687321c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a474bfef-2b5a-4084-ab77-1aff634d7b8e', 'code': 200} Feb 04 09:13:39.407383 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60364bb9-1672-4ffd-a37c-05b42098b12d req-b51c4654-7d37-4d56-a1b4-78621d849da4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:13:39.408801 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-60364bb9-1672-4ffd-a37c-05b42098b12d req-b51c4654-7d37-4d56-a1b4-78621d849da4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=056419a7-50da-45ea-ae73-cf0f38fbe6c7 HTTP/1.1" status: 200 len: 915 time: 0.1235404 Feb 04 09:13:39.476712 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-60364bb9-1672-4ffd-a37c-05b42098b12d req-d528f68b-1317-4c33-9889-2fd1ac54cef2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a474bfef-2b5a-4084-ab77-1aff634d7b8e HTTP/1.1" status: 200 len: 217 time: 0.0623817 Feb 04 09:13:39.537904 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60364bb9-1672-4ffd-a37c-05b42098b12d req-5c7320f2-9b46-4648-9138-451a3139d5e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:13:39.539578 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-60364bb9-1672-4ffd-a37c-05b42098b12d req-5c7320f2-9b46-4648-9138-451a3139d5e3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=579ade6d-e7be-4727-979a-d0dd09c5e48e HTTP/1.1" status: 200 len: 854 time: 0.0568419 Feb 04 09:13:39.589433 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-60364bb9-1672-4ffd-a37c-05b42098b12d req-28cc6fb3-cb3e-4f1d-b593-412efbf7c3aa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=056419a7-50da-45ea-ae73-cf0f38fbe6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443256 Feb 04 09:13:39.716896 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-60364bb9-1672-4ffd-a37c-05b42098b12d req-500f30f1-7802-450d-ac3b-3ccd565a13dd service neutron] 10.222.0.47 "GET /v2.0/networks/056419a7-50da-45ea-ae73-cf0f38fbe6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218965 Feb 04 09:13:39.844151 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-60364bb9-1672-4ffd-a37c-05b42098b12d req-f462594b-1fff-4674-bbf8-d2eaa5c2ff62 service neutron] 10.222.0.47 "GET /v2.0/networks/056419a7-50da-45ea-ae73-cf0f38fbe6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219373 Feb 04 09:13:40.323365 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d999f813-9e9d-48d2-b74a-4963c32a2440 req-73b5f86b-b0f4-46f9-ab4d-815ab36dd7a5 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:13:40.324752 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d999f813-9e9d-48d2-b74a-4963c32a2440 req-73b5f86b-b0f4-46f9-ab4d-815ab36dd7a5 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/ports?device_id=da25b693-985a-40ee-8186-25f6e687321c HTTP/1.1" status: 200 len: 945 time: 0.0759480 Feb 04 09:13:40.369224 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d999f813-9e9d-48d2-b74a-4963c32a2440 req-3a14cc73-c071-4d02-8055-d363f8741c3c tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/security-groups?id=040a73ea-edbb-46b4-8db2-35d2cc5e22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388052 Feb 04 09:13:41.569676 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ffe748-d102-452b-9fec-e017fd6efd46 req-32d29c56-2d18-4d64-929d-e163949791bc tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:13:41.571193 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c3ffe748-d102-452b-9fec-e017fd6efd46 req-32d29c56-2d18-4d64-929d-e163949791bc tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/ports?device_id=da25b693-985a-40ee-8186-25f6e687321c HTTP/1.1" status: 200 len: 945 time: 0.0790784 Feb 04 09:13:41.620293 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c3ffe748-d102-452b-9fec-e017fd6efd46 req-daa9d494-234f-4e6b-8476-bc7096b32066 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/security-groups?id=040a73ea-edbb-46b4-8db2-35d2cc5e22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430460 Feb 04 09:13:41.827712 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bdbdbd-19db-40f8-95f9-dac30dc7a549 req-5edb8733-a477-451e-b516-e4c5c5993509 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:13:41.829431 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-62bdbdbd-19db-40f8-95f9-dac30dc7a549 req-5edb8733-a477-451e-b516-e4c5c5993509 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/ports?device_id=da25b693-985a-40ee-8186-25f6e687321c HTTP/1.1" status: 200 len: 945 time: 0.0834520 Feb 04 09:13:41.874146 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-62bdbdbd-19db-40f8-95f9-dac30dc7a549 req-01f2c50b-f452-4ce2-894f-21e194181708 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/security-groups?id=040a73ea-edbb-46b4-8db2-35d2cc5e22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393758 Feb 04 09:13:42.076776 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9591e65-5828-4e69-98e5-ecf71c50bd5e req-7e233499-c6cc-44ea-bf49-094caa90b7c2 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:13:42.078206 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c9591e65-5828-4e69-98e5-ecf71c50bd5e req-7e233499-c6cc-44ea-bf49-094caa90b7c2 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/ports?device_id=da25b693-985a-40ee-8186-25f6e687321c HTTP/1.1" status: 200 len: 945 time: 0.0781977 Feb 04 09:13:42.122373 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c9591e65-5828-4e69-98e5-ecf71c50bd5e req-ed62d347-611c-46a1-bd5b-8acac065fd2d tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/security-groups?id=040a73ea-edbb-46b4-8db2-35d2cc5e22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387664 Feb 04 09:13:42.902624 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd18f3f-8efa-4a81-8854-dde1d31e38ec req-39fd30a0-2a30-409c-b247-64032a471f06 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:13:42.904055 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4fd18f3f-8efa-4a81-8854-dde1d31e38ec req-39fd30a0-2a30-409c-b247-64032a471f06 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/networks?id=056419a7-50da-45ea-ae73-cf0f38fbe6c7 HTTP/1.1" status: 200 len: 814 time: 0.2269263 Feb 04 09:13:42.919791 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4fd18f3f-8efa-4a81-8854-dde1d31e38ec req-9f6dbbac-68c2-46ee-bf35-2cf40b59142f tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/quotas/2bc56757a53e4808ac985102ae7e7861 HTTP/1.1" status: 200 len: 375 time: 0.0104747 Feb 04 09:13:43.004279 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4fd18f3f-8efa-4a81-8854-dde1d31e38ec req-d567a37d-4764-4834-8aae-35ecacc59b5e tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=2bc56757a53e4808ac985102ae7e7861&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0795119 Feb 04 09:13:43.016250 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [req-4fd18f3f-8efa-4a81-8854-dde1d31e38ec req-1ef49dbb-91b0-48f8-b16e-212c76020a74 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=84107) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 09:13:43.017392 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4fd18f3f-8efa-4a81-8854-dde1d31e38ec req-1ef49dbb-91b0-48f8-b16e-212c76020a74 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0056870 Feb 04 09:13:43.151850 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4fd18f3f-8efa-4a81-8854-dde1d31e38ec req-c12decc8-20d2-475b-aba0-722d6cf3fdc2 service neutron] 10.222.0.36 "GET /v2.0/networks/056419a7-50da-45ea-ae73-cf0f38fbe6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288803 Feb 04 09:13:43.293915 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4fd18f3f-8efa-4a81-8854-dde1d31e38ec req-b24718cd-604e-457a-a8a7-eff2fbbdd2f4 service neutron] 10.222.0.36 "GET /v2.0/networks/056419a7-50da-45ea-ae73-cf0f38fbe6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363504 Feb 04 09:13:43.532075 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4985a0c2-df2b-42a1-a856-663f078c3490 req-fd279795-28b7-4ccc-be57-5390ceb4affa tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e32b64d-a21f-456b-abd0-9c78aed6bd5b HTTP/1.1" status: 200 len: 210 time: 0.0406501 Feb 04 09:13:44.517434 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c978d6-6801-4306-aa0b-206299ad26f4 req-d4ead5a7-0e1f-47f4-9071-96becc7076e9 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:13:44.518832 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b8c978d6-6801-4306-aa0b-206299ad26f4 req-d4ead5a7-0e1f-47f4-9071-96becc7076e9 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.47 "GET /v2.0/ports?device_id=da25b693-985a-40ee-8186-25f6e687321c HTTP/1.1" status: 200 len: 945 time: 0.0767009 Feb 04 09:13:44.590849 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [req-b8c978d6-6801-4306-aa0b-206299ad26f4 req-c6e40dd6-b392-48d3-96c8-0f1f06d83ad6 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Deleting port a474bfef-2b5a-4084-ab77-1aff634d7b8e {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:13:44.591194 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-b8c978d6-6801-4306-aa0b-206299ad26f4 req-c6e40dd6-b392-48d3-96c8-0f1f06d83ad6 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:13:44.734888 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-773cea67-b4c1-4a8f-a1ba-05f60f928ea2 req-163dd806-db50-419f-b8ab-e73a982be43c tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e32b64d-a21f-456b-abd0-9c78aed6bd5b HTTP/1.1" status: 200 len: 210 time: 0.0558696 Feb 04 09:13:44.872946 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [req-b8c978d6-6801-4306-aa0b-206299ad26f4 req-c6e40dd6-b392-48d3-96c8-0f1f06d83ad6 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] For port a474bfef-2b5a-4084-ab77-1aff634d7b8e, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=a474bfef-2b5a-4084-ab77-1aff634d7b8e,segment=NetworkSegment(f1a95a2e-c4cd-4108-9be8-d62b28ca3187),segment_id=f1a95a2e-c4cd-4108-9be8-d62b28ca3187)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:13:44.873332 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-b8c978d6-6801-4306-aa0b-206299ad26f4 req-c6e40dd6-b392-48d3-96c8-0f1f06d83ad6 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:13:44.990765 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [req-b8c978d6-6801-4306-aa0b-206299ad26f4 req-c6e40dd6-b392-48d3-96c8-0f1f06d83ad6 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Calling delete_port for a474bfef-2b5a-4084-ab77-1aff634d7b8e owned by compute:nova {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 09:13:45.248673 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.47', 50309) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:13:45.258159 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-b8c978d6-6801-4306-aa0b-206299ad26f4 req-c6e40dd6-b392-48d3-96c8-0f1f06d83ad6 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:13:45.269150 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] get_ports_and_sgs() called for port_ids ['a474bfef-2b5a-4084-ab77-1aff634d7b8e'] {{(pid=84109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 09:13:45.306313 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e40dd6-b392-48d3-96c8-0f1f06d83ad6 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Pushing event deleted for resources: {'Port': ['ID=a474bfef-2b5a-4084-ab77-1aff634d7b8e,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:13:45.346542 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e40dd6-b392-48d3-96c8-0f1f06d83ad6 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:13:45.346894 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e40dd6-b392-48d3-96c8-0f1f06d83ad6 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:13:45.347215 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e40dd6-b392-48d3-96c8-0f1f06d83ad6 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:13:45.347542 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e40dd6-b392-48d3-96c8-0f1f06d83ad6 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:13:45.347870 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e40dd6-b392-48d3-96c8-0f1f06d83ad6 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:13:45.348196 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e40dd6-b392-48d3-96c8-0f1f06d83ad6 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:13:45.348588 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e40dd6-b392-48d3-96c8-0f1f06d83ad6 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:13:45.348879 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e40dd6-b392-48d3-96c8-0f1f06d83ad6 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:13:45.349226 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e40dd6-b392-48d3-96c8-0f1f06d83ad6 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:13:45.349568 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e40dd6-b392-48d3-96c8-0f1f06d83ad6 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:13:45.349888 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e40dd6-b392-48d3-96c8-0f1f06d83ad6 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:13:45.392083 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd18f3f-8efa-4a81-8854-dde1d31e38ec req-2a59bccb-a7d6-4c96-8c1c-5441092499b1 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:13:45.392610 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8c978d6-6801-4306-aa0b-206299ad26f4 req-c6e40dd6-b392-48d3-96c8-0f1f06d83ad6 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] No DVR routers for this DVR port a474bfef-2b5a-4084-ab77-1aff634d7b8e on host hv-neutron-8277 {{(pid=84107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 09:13:45.392808 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [req-4fd18f3f-8efa-4a81-8854-dde1d31e38ec req-2a59bccb-a7d6-4c96-8c1c-5441092499b1 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Synchronizing usage tracker for tenant:2bc56757a53e4808ac985102ae7e7861 on resource:network {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 09:13:45.395028 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-b8c978d6-6801-4306-aa0b-206299ad26f4 req-c6e40dd6-b392-48d3-96c8-0f1f06d83ad6 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:13:45.398286 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da25b693-985a-40ee-8186-25f6e687321c', 'name': 'network-vif-deleted', 'tag': 'a474bfef-2b5a-4084-ab77-1aff634d7b8e'}] {{(pid=84107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:13:45.453126 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da25b693-985a-40ee-8186-25f6e687321c', 'name': 'network-vif-deleted', 'tag': 'a474bfef-2b5a-4084-ab77-1aff634d7b8e', 'status': 'completed', 'code': 200} Feb 04 09:13:45.475936 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b8c978d6-6801-4306-aa0b-206299ad26f4 req-c6e40dd6-b392-48d3-96c8-0f1f06d83ad6 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.47 "DELETE /v2.0/ports/a474bfef-2b5a-4084-ab77-1aff634d7b8e HTTP/1.1" status: 204 len: 173 time: 0.9516277 Feb 04 09:13:45.492406 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [req-4fd18f3f-8efa-4a81-8854-dde1d31e38ec req-2a59bccb-a7d6-4c96-8c1c-5441092499b1 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Unset dirty status for tenant:2bc56757a53e4808ac985102ae7e7861 on resource:network {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 09:13:45.493710 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-4fd18f3f-8efa-4a81-8854-dde1d31e38ec req-2a59bccb-a7d6-4c96-8c1c-5441092499b1 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.47 "GET /v2.0/networks?id=056419a7-50da-45ea-ae73-cf0f38fbe6c7 HTTP/1.1" status: 200 len: 814 time: 0.2440963 Feb 04 09:13:45.515209 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [req-4fd18f3f-8efa-4a81-8854-dde1d31e38ec req-972f159e-cc2a-45a7-accc-5e9bd3070c30 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Request body: {'port': {'device_id': '8e32b64d-a21f-456b-abd0-9c78aed6bd5b', 'network_id': '056419a7-50da-45ea-ae73-cf0f38fbe6c7', 'admin_state_up': True, 'tenant_id': '2bc56757a53e4808ac985102ae7e7861'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:13:45.654223 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [req-4fd18f3f-8efa-4a81-8854-dde1d31e38ec req-972f159e-cc2a-45a7-accc-5e9bd3070c30 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:13:45.658536 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [req-4fd18f3f-8efa-4a81-8854-dde1d31e38ec req-972f159e-cc2a-45a7-accc-5e9bd3070c30 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Usage tracker for resource:port and tenant:2bc56757a53e4808ac985102ae7e7861 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:13:45.661490 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [req-4fd18f3f-8efa-4a81-8854-dde1d31e38ec req-972f159e-cc2a-45a7-accc-5e9bd3070c30 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:13:45.667470 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [req-4fd18f3f-8efa-4a81-8854-dde1d31e38ec req-972f159e-cc2a-45a7-accc-5e9bd3070c30 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:13:45.730226 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fd18f3f-8efa-4a81-8854-dde1d31e38ec req-972f159e-cc2a-45a7-accc-5e9bd3070c30 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Made reservation on behalf of 2bc56757a53e4808ac985102ae7e7861 for: {'port': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 09:13:45.733428 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-4fd18f3f-8efa-4a81-8854-dde1d31e38ec req-972f159e-cc2a-45a7-accc-5e9bd3070c30 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:13:45.903640 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-c3876f6d-b773-43a0-ba0e-9fa4b5758d6f req-38cb3ee4-0514-47a0-a8ac-038536491e91 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Synchronizing usage tracker for tenant:2bc56757a53e4808ac985102ae7e7861 on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 09:13:45.993677 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [req-4fd18f3f-8efa-4a81-8854-dde1d31e38ec req-972f159e-cc2a-45a7-accc-5e9bd3070c30 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Allocated IP 172.20.0.8 (056419a7-50da-45ea-ae73-cf0f38fbe6c7/579ade6d-e7be-4727-979a-d0dd09c5e48e/f7bbfbe8-7d43-438d-88c0-c79afdd180ee) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 09:13:46.012257 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-c3876f6d-b773-43a0-ba0e-9fa4b5758d6f req-38cb3ee4-0514-47a0-a8ac-038536491e91 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Unset dirty status for tenant:2bc56757a53e4808ac985102ae7e7861 on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 09:13:46.013834 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c3876f6d-b773-43a0-ba0e-9fa4b5758d6f req-38cb3ee4-0514-47a0-a8ac-038536491e91 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e32b64d-a21f-456b-abd0-9c78aed6bd5b HTTP/1.1" status: 200 len: 210 time: 0.1521444 Feb 04 09:13:46.203917 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-4fd18f3f-8efa-4a81-8854-dde1d31e38ec req-972f159e-cc2a-45a7-accc-5e9bd3070c30 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:13:46.330631 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-4fd18f3f-8efa-4a81-8854-dde1d31e38ec req-972f159e-cc2a-45a7-accc-5e9bd3070c30 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:13:46.342418 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] get_ports_and_sgs() called for port_ids ['a474bfef-2b5a-4084-ab77-1aff634d7b8e'] {{(pid=84109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 09:13:46.406209 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fd18f3f-8efa-4a81-8854-dde1d31e38ec req-972f159e-cc2a-45a7-accc-5e9bd3070c30 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Network 056419a7-50da-45ea-ae73-cf0f38fbe6c7 is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:13:46.409411 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [req-4fd18f3f-8efa-4a81-8854-dde1d31e38ec req-972f159e-cc2a-45a7-accc-5e9bd3070c30 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:13:46.414658 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fd18f3f-8efa-4a81-8854-dde1d31e38ec req-972f159e-cc2a-45a7-accc-5e9bd3070c30 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 09:13:46.442217 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972f159e-cc2a-45a7-accc-5e9bd3070c30 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Pushing event updated for resources: {'Port': ['ID=f7bbfbe8-7d43-438d-88c0-c79afdd180ee,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:13:46.460116 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972f159e-cc2a-45a7-accc-5e9bd3070c30 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:13:46.460472 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972f159e-cc2a-45a7-accc-5e9bd3070c30 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:13:46.460841 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972f159e-cc2a-45a7-accc-5e9bd3070c30 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:13:46.461173 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972f159e-cc2a-45a7-accc-5e9bd3070c30 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:13:46.461505 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972f159e-cc2a-45a7-accc-5e9bd3070c30 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:13:46.461832 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972f159e-cc2a-45a7-accc-5e9bd3070c30 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:13:46.462158 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972f159e-cc2a-45a7-accc-5e9bd3070c30 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:13:46.462483 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972f159e-cc2a-45a7-accc-5e9bd3070c30 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:13:46.462806 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972f159e-cc2a-45a7-accc-5e9bd3070c30 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:13:46.463126 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972f159e-cc2a-45a7-accc-5e9bd3070c30 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:13:46.463445 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972f159e-cc2a-45a7-accc-5e9bd3070c30 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:13:46.486459 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd18f3f-8efa-4a81-8854-dde1d31e38ec req-972f159e-cc2a-45a7-accc-5e9bd3070c30 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:13:46.488306 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-4fd18f3f-8efa-4a81-8854-dde1d31e38ec req-972f159e-cc2a-45a7-accc-5e9bd3070c30 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:13:46.599483 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-4fd18f3f-8efa-4a81-8854-dde1d31e38ec req-972f159e-cc2a-45a7-accc-5e9bd3070c30 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0881796 Feb 04 09:13:46.610648 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [req-4fd18f3f-8efa-4a81-8854-dde1d31e38ec req-ec778d13-eedf-41e9-aff5-5fe0c42f9602 service neutron] Request body: {'port': {'device_id': '8e32b64d-a21f-456b-abd0-9c78aed6bd5b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:13:46.717667 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-4fd18f3f-8efa-4a81-8854-dde1d31e38ec req-ec778d13-eedf-41e9-aff5-5fe0c42f9602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:13:47.045934 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [req-4fd18f3f-8efa-4a81-8854-dde1d31e38ec req-ec778d13-eedf-41e9-aff5-5fe0c42f9602 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7bbfbe8-7d43-438d-88c0-c79afdd180ee {{(pid=84108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 09:13:47.053547 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-4fd18f3f-8efa-4a81-8854-dde1d31e38ec req-ec778d13-eedf-41e9-aff5-5fe0c42f9602 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:13:47.067864 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.provisioning_blocks [req-4fd18f3f-8efa-4a81-8854-dde1d31e38ec req-ec778d13-eedf-41e9-aff5-5fe0c42f9602 service neutron] Transition to ACTIVE for port object f7bbfbe8-7d43-438d-88c0-c79afdd180ee will not be triggered until provisioned by entity L2. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:13:47.159075 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-4fd18f3f-8efa-4a81-8854-dde1d31e38ec req-ec778d13-eedf-41e9-aff5-5fe0c42f9602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:13:47.221056 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051fb08e-e49e-4ecf-ac9c-36fef5d1af8f req-73750b35-c687-414f-a0f7-451cde71dd26 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:13:47.222507 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-051fb08e-e49e-4ecf-ac9c-36fef5d1af8f req-73750b35-c687-414f-a0f7-451cde71dd26 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e32b64d-a21f-456b-abd0-9c78aed6bd5b HTTP/1.1" status: 200 len: 943 time: 0.0788510 Feb 04 09:13:47.269141 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-051fb08e-e49e-4ecf-ac9c-36fef5d1af8f req-e77adf69-6b34-480f-9179-d35337b2186d tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/security-groups?id=040a73ea-edbb-46b4-8db2-35d2cc5e22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398023 Feb 04 09:13:47.296201 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec778d13-eedf-41e9-aff5-5fe0c42f9602 service neutron] Pushing event updated for resources: {'Port': ['ID=f7bbfbe8-7d43-438d-88c0-c79afdd180ee,revision_number=2']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:13:47.405099 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [req-4fd18f3f-8efa-4a81-8854-dde1d31e38ec req-ec778d13-eedf-41e9-aff5-5fe0c42f9602 service neutron] Attempting to bind port f7bbfbe8-7d43-438d-88c0-c79afdd180ee on host hv-neutron-8277 for vnic_type normal with profile {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 09:13:47.405767 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [req-4fd18f3f-8efa-4a81-8854-dde1d31e38ec req-ec778d13-eedf-41e9-aff5-5fe0c42f9602 service neutron] Attempting to bind port f7bbfbe8-7d43-438d-88c0-c79afdd180ee by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'f1a95a2e-c4cd-4108-9be8-d62b28ca3187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '056419a7-50da-45ea-ae73-cf0f38fbe6c7'}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 09:13:47.405884 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd18f3f-8efa-4a81-8854-dde1d31e38ec req-ec778d13-eedf-41e9-aff5-5fe0c42f9602 service neutron] Attempting to bind port f7bbfbe8-7d43-438d-88c0-c79afdd180ee on network 056419a7-50da-45ea-ae73-cf0f38fbe6c7 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 09:13:47.412292 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd18f3f-8efa-4a81-8854-dde1d31e38ec req-ec778d13-eedf-41e9-aff5-5fe0c42f9602 service neutron] Port f7bbfbe8-7d43-438d-88c0-c79afdd180ee on network 056419a7-50da-45ea-ae73-cf0f38fbe6c7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 09:13:47.412680 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd18f3f-8efa-4a81-8854-dde1d31e38ec req-ec778d13-eedf-41e9-aff5-5fe0c42f9602 service neutron] Attempting to bind port f7bbfbe8-7d43-438d-88c0-c79afdd180ee on network 056419a7-50da-45ea-ae73-cf0f38fbe6c7 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 09:13:47.419497 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd18f3f-8efa-4a81-8854-dde1d31e38ec req-ec778d13-eedf-41e9-aff5-5fe0c42f9602 service neutron] Checking agent: {'id': 'f735dfbb-9ed2-4de7-8aa1-fea4a962ae1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 34, 26), 'started_at': datetime.datetime(2022, 2, 4, 8, 34, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 9, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 09:13:47.419868 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd18f3f-8efa-4a81-8854-dde1d31e38ec req-ec778d13-eedf-41e9-aff5-5fe0c42f9602 service neutron] Checking segment: {'id': 'f1a95a2e-c4cd-4108-9be8-d62b28ca3187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '056419a7-50da-45ea-ae73-cf0f38fbe6c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 09:13:47.420286 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd18f3f-8efa-4a81-8854-dde1d31e38ec req-ec778d13-eedf-41e9-aff5-5fe0c42f9602 service neutron] Bound using segment: {'id': 'f1a95a2e-c4cd-4108-9be8-d62b28ca3187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '056419a7-50da-45ea-ae73-cf0f38fbe6c7'} {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 09:13:47.420800 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [req-4fd18f3f-8efa-4a81-8854-dde1d31e38ec req-ec778d13-eedf-41e9-aff5-5fe0c42f9602 service neutron] Bound port: f7bbfbe8-7d43-438d-88c0-c79afdd180ee, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1a95a2e-c4cd-4108-9be8-d62b28ca3187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '056419a7-50da-45ea-ae73-cf0f38fbe6c7'}}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 09:13:47.421174 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-4fd18f3f-8efa-4a81-8854-dde1d31e38ec req-ec778d13-eedf-41e9-aff5-5fe0c42f9602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:13:47.512502 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [req-4fd18f3f-8efa-4a81-8854-dde1d31e38ec req-ec778d13-eedf-41e9-aff5-5fe0c42f9602 service neutron] For port f7bbfbe8-7d43-438d-88c0-c79afdd180ee, host hv-neutron-8277, cleared binding levels {{(pid=84108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 09:13:47.515379 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [req-4fd18f3f-8efa-4a81-8854-dde1d31e38ec req-ec778d13-eedf-41e9-aff5-5fe0c42f9602 service neutron] For port f7bbfbe8-7d43-438d-88c0-c79afdd180ee, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=f7bbfbe8-7d43-438d-88c0-c79afdd180ee,segment=NetworkSegment(f1a95a2e-c4cd-4108-9be8-d62b28ca3187),segment_id=f1a95a2e-c4cd-4108-9be8-d62b28ca3187)] {{(pid=84108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 09:13:47.578807 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-4fd18f3f-8efa-4a81-8854-dde1d31e38ec req-ec778d13-eedf-41e9-aff5-5fe0c42f9602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:13:47.637240 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-4fd18f3f-8efa-4a81-8854-dde1d31e38ec req-ec778d13-eedf-41e9-aff5-5fe0c42f9602 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:13:47.638571 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-4fd18f3f-8efa-4a81-8854-dde1d31e38ec req-ec778d13-eedf-41e9-aff5-5fe0c42f9602 service neutron] 10.222.0.47 "PUT /v2.0/ports/f7bbfbe8-7d43-438d-88c0-c79afdd180ee HTTP/1.1" status: 200 len: 1093 time: 1.0320063 Feb 04 09:13:47.639020 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e32b64d-a21f-456b-abd0-9c78aed6bd5b', 'tag': 'f7bbfbe8-7d43-438d-88c0-c79afdd180ee'}] {{(pid=84108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:13:47.657669 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec778d13-eedf-41e9-aff5-5fe0c42f9602 service neutron] Pushing event updated for resources: {'Port': ['ID=f7bbfbe8-7d43-438d-88c0-c79afdd180ee,revision_number=3']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:13:47.694232 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e32b64d-a21f-456b-abd0-9c78aed6bd5b', 'tag': 'f7bbfbe8-7d43-438d-88c0-c79afdd180ee', 'status': 'completed', 'code': 200} Feb 04 09:13:47.786289 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-8dea1aa3-ac7b-4620-9400-35f915df3386 req-1c03fc54-50ef-4485-ad1a-db5171cb7225 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2bc56757a53e4808ac985102ae7e7861&device_id=8e32b64d-a21f-456b-abd0-9c78aed6bd5b HTTP/1.1" status: 200 len: 1096 time: 0.0719328 Feb 04 09:13:47.922898 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dea1aa3-ac7b-4620-9400-35f915df3386 req-59052bbc-781f-4230-99b4-181c15620d08 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:13:47.924243 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-8dea1aa3-ac7b-4620-9400-35f915df3386 req-59052bbc-781f-4230-99b4-181c15620d08 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=2bc56757a53e4808ac985102ae7e7861&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1317348 Feb 04 09:13:48.063557 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dea1aa3-ac7b-4620-9400-35f915df3386 req-12ab2120-c820-421c-bc77-992cc7e75de6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:13:48.064986 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-8dea1aa3-ac7b-4620-9400-35f915df3386 req-12ab2120-c820-421c-bc77-992cc7e75de6 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1348069 Feb 04 09:13:48.267146 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-4fd18f3f-8efa-4a81-8854-dde1d31e38ec req-1525a82b-b6ec-46eb-be20-ac9b655a16b4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2bc56757a53e4808ac985102ae7e7861&device_id=8e32b64d-a21f-456b-abd0-9c78aed6bd5b HTTP/1.1" status: 200 len: 1096 time: 0.1680694 Feb 04 09:13:48.337774 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-4fd18f3f-8efa-4a81-8854-dde1d31e38ec req-39f136ff-4ba2-4f53-a83b-22ede1c9d7f0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7bbfbe8-7d43-438d-88c0-c79afdd180ee HTTP/1.1" status: 200 len: 217 time: 0.0630186 Feb 04 09:13:48.398871 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd18f3f-8efa-4a81-8854-dde1d31e38ec req-b2434aae-0eb4-4237-91cd-14e9a52029ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:13:48.400298 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-4fd18f3f-8efa-4a81-8854-dde1d31e38ec req-b2434aae-0eb4-4237-91cd-14e9a52029ce service neutron] 10.222.0.47 "GET /v2.0/subnets?id=579ade6d-e7be-4727-979a-d0dd09c5e48e HTTP/1.1" status: 200 len: 854 time: 0.0571980 Feb 04 09:13:48.443770 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-4fd18f3f-8efa-4a81-8854-dde1d31e38ec req-059cd05e-4faa-4bae-a13d-8382940bc688 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=056419a7-50da-45ea-ae73-cf0f38fbe6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377855 Feb 04 09:13:48.463205 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022cc327-d099-4dd8-8f71-36d348ae77af req-15e34d76-7f0f-41dc-b718-f726511fae5f tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:13:48.464741 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-022cc327-d099-4dd8-8f71-36d348ae77af req-15e34d76-7f0f-41dc-b718-f726511fae5f tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e32b64d-a21f-456b-abd0-9c78aed6bd5b HTTP/1.1" status: 200 len: 943 time: 0.0752480 Feb 04 09:13:48.508784 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-022cc327-d099-4dd8-8f71-36d348ae77af req-973c4f16-9487-4ca0-aac1-8fe4dfca8d8a tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/security-groups?id=040a73ea-edbb-46b4-8db2-35d2cc5e22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382967 Feb 04 09:13:48.573944 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-4fd18f3f-8efa-4a81-8854-dde1d31e38ec req-28272d83-22e4-4c57-8a37-63f89ae74a8a service neutron] 10.222.0.47 "GET /v2.0/networks/056419a7-50da-45ea-ae73-cf0f38fbe6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242704 Feb 04 09:13:48.705276 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-4fd18f3f-8efa-4a81-8854-dde1d31e38ec req-57fae29e-1492-42d3-bb71-45ff3da9afda service neutron] 10.222.0.47 "GET /v2.0/networks/056419a7-50da-45ea-ae73-cf0f38fbe6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258726 Feb 04 09:13:48.878235 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device a474bfef-2b5a-4084-ab77-1aff634d7b8e no longer exists at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 09:13:48.910398 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] No Port match for: a474bfef-2b5a-4084-ab77-1aff634d7b8e {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 09:13:48.910738 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device a474bfef-2b5a-4084-ab77-1aff634d7b8e not bound to the agent host hv-neutron-8277 {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 09:13:49.481017 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-93e525a6-8a0c-4f09-90f7-0fd94a6245fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:13:49.827814 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f76ac45-65f2-4d47-af6a-41c3fd7d1556 req-c825340a-d650-4cdb-a0c7-8fa3445876b4 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:13:49.829296 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-6f76ac45-65f2-4d47-af6a-41c3fd7d1556 req-c825340a-d650-4cdb-a0c7-8fa3445876b4 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e32b64d-a21f-456b-abd0-9c78aed6bd5b HTTP/1.1" status: 200 len: 943 time: 0.1736562 Feb 04 09:13:49.873968 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-6f76ac45-65f2-4d47-af6a-41c3fd7d1556 req-accfd4b4-45a6-4910-a756-d87a025814ab tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/security-groups?id=040a73ea-edbb-46b4-8db2-35d2cc5e22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380859 Feb 04 09:13:51.080197 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10d1db8-74a6-48ac-b3f3-fe93783ff8db req-192c0236-890a-4d53-870e-834549734e30 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:13:51.082028 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c10d1db8-74a6-48ac-b3f3-fe93783ff8db req-192c0236-890a-4d53-870e-834549734e30 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e32b64d-a21f-456b-abd0-9c78aed6bd5b HTTP/1.1" status: 200 len: 943 time: 0.0880792 Feb 04 09:13:51.127645 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c10d1db8-74a6-48ac-b3f3-fe93783ff8db req-e9769d4a-0d99-42da-8078-3c883183ccf6 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/security-groups?id=040a73ea-edbb-46b4-8db2-35d2cc5e22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395350 Feb 04 09:13:51.735406 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-6d70354b-ec79-43ce-88dd-83186f382102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:13:52.330578 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ce3b6-ce38-4664-82c1-91856b88bc95 req-7b6e7c0b-8d05-46fd-b351-f39a6df129bc tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:13:52.332146 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-cb6ce3b6-ce38-4664-82c1-91856b88bc95 req-7b6e7c0b-8d05-46fd-b351-f39a6df129bc tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e32b64d-a21f-456b-abd0-9c78aed6bd5b HTTP/1.1" status: 200 len: 943 time: 0.0850513 Feb 04 09:13:52.377663 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-cb6ce3b6-ce38-4664-82c1-91856b88bc95 req-312421a0-172d-47c1-bb65-93cb1a35d383 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/security-groups?id=040a73ea-edbb-46b4-8db2-35d2cc5e22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399776 Feb 04 09:13:52.909679 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device f7bbfbe8-7d43-438d-88c0-c79afdd180ee details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=84109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 09:13:52.988277 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:13:53.004189 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:13:53.047048 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port f7bbfbe8-7d43-438d-88c0-c79afdd180ee, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=f7bbfbe8-7d43-438d-88c0-c79afdd180ee,segment=NetworkSegment(f1a95a2e-c4cd-4108-9be8-d62b28ca3187),segment_id=f1a95a2e-c4cd-4108-9be8-d62b28ca3187)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:13:53.059449 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Returning: {'device': 'f7bbfbe8-7d43-438d-88c0-c79afdd180ee', 'network_id': '056419a7-50da-45ea-ae73-cf0f38fbe6c7', 'port_id': 'f7bbfbe8-7d43-438d-88c0-c79afdd180ee', 'mac_address': 'fa:16:3e:e0:2e:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '579ade6d-e7be-4727-979a-d0dd09c5e48e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 09:13:53.113005 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:13:53.130093 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7bbfbe8-7d43-438d-88c0-c79afdd180ee {{(pid=84109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 09:13:53.144963 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port f7bbfbe8-7d43-438d-88c0-c79afdd180ee, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=f7bbfbe8-7d43-438d-88c0-c79afdd180ee,segment=NetworkSegment(f1a95a2e-c4cd-4108-9be8-d62b28ca3187),segment_id=f1a95a2e-c4cd-4108-9be8-d62b28ca3187)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:13:53.232626 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:13:53.296264 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=f7bbfbe8-7d43-438d-88c0-c79afdd180ee,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:13:53.547831 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] get_ports_and_sgs() called for port_ids ['f7bbfbe8-7d43-438d-88c0-c79afdd180ee'] {{(pid=84109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 09:13:53.577956 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f962345-fe4d-4fa6-bd17-944c3a83c987 req-180dcc6d-eb46-4252-8e04-15485dc1bcee tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:13:53.579401 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-6f962345-fe4d-4fa6-bd17-944c3a83c987 req-180dcc6d-eb46-4252-8e04-15485dc1bcee tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e32b64d-a21f-456b-abd0-9c78aed6bd5b HTTP/1.1" status: 200 len: 944 time: 0.0822444 Feb 04 09:13:53.628773 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-6f962345-fe4d-4fa6-bd17-944c3a83c987 req-d6ac55b9-a41f-451b-a078-e31b1d96d221 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/security-groups?id=040a73ea-edbb-46b4-8db2-35d2cc5e22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432575 Feb 04 09:13:54.435246 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:13:54.828480 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824c50a0-fb4b-430a-b5e6-75c48a66a6de req-fab4e7be-35e1-4da1-a4e4-fa873ce2b958 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:13:54.829969 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-824c50a0-fb4b-430a-b5e6-75c48a66a6de req-fab4e7be-35e1-4da1-a4e4-fa873ce2b958 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e32b64d-a21f-456b-abd0-9c78aed6bd5b HTTP/1.1" status: 200 len: 944 time: 0.0753448 Feb 04 09:13:54.881627 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-824c50a0-fb4b-430a-b5e6-75c48a66a6de req-5681ffcb-a2e7-456d-8f2d-cc3770a774f6 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/security-groups?id=040a73ea-edbb-46b4-8db2-35d2cc5e22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454643 Feb 04 09:13:54.910305 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device f7bbfbe8-7d43-438d-88c0-c79afdd180ee up at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:13:55.078262 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Provisioning for port f7bbfbe8-7d43-438d-88c0-c79afdd180ee completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:13:55.082975 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Provisioning complete for port f7bbfbe8-7d43-438d-88c0-c79afdd180ee triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:13:55.083344 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:13:55.196370 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:13:55.230611 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e32b64d-a21f-456b-abd0-9c78aed6bd5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7bbfbe8-7d43-438d-88c0-c79afdd180ee'}] {{(pid=84109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:13:55.239999 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port f7bbfbe8-7d43-438d-88c0-c79afdd180ee, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=f7bbfbe8-7d43-438d-88c0-c79afdd180ee,segment=NetworkSegment(f1a95a2e-c4cd-4108-9be8-d62b28ca3187),segment_id=f1a95a2e-c4cd-4108-9be8-d62b28ca3187)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:13:55.284930 dv-neutron-827798-2-hyperv neutron-server[84109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e32b64d-a21f-456b-abd0-9c78aed6bd5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7bbfbe8-7d43-438d-88c0-c79afdd180ee', 'code': 200} Feb 04 09:13:55.313412 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:13:55.380141 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=f7bbfbe8-7d43-438d-88c0-c79afdd180ee,revision_number=5']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:13:55.639298 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-ece2a1a6-fd99-4075-8cb7-9808f88e0807 req-3f996393-4b8a-4c18-a42e-4c074a3ee7f1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8e32b64d-a21f-456b-abd0-9c78aed6bd5b HTTP/1.1" status: 200 len: 1098 time: 0.0702145 Feb 04 09:13:55.681264 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-ece2a1a6-fd99-4075-8cb7-9808f88e0807 req-b11cd669-6f9d-4a9b-9648-00d7d9183ee8 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=040a73ea-edbb-46b4-8db2-35d2cc5e22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358524 Feb 04 09:13:56.079135 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f169ed-ab5a-4e82-a1fb-fcd7ce739044 req-7075c341-8f15-4257-9f27-8122f52d9916 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:13:56.080621 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-28f169ed-ab5a-4e82-a1fb-fcd7ce739044 req-7075c341-8f15-4257-9f27-8122f52d9916 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e32b64d-a21f-456b-abd0-9c78aed6bd5b HTTP/1.1" status: 200 len: 945 time: 0.0787699 Feb 04 09:13:56.127129 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-28f169ed-ab5a-4e82-a1fb-fcd7ce739044 req-c3b95b74-c56f-4173-9e04-e1549a6cac3d tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/security-groups?id=040a73ea-edbb-46b4-8db2-35d2cc5e22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408750 Feb 04 09:13:56.366589 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:13:57.336003 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d0d1e-8b4e-43b7-8345-40e2621b2429 req-fb007990-fa68-46c5-82f7-e25edf49577f tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:13:57.337474 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-be4d0d1e-8b4e-43b7-8345-40e2621b2429 req-fb007990-fa68-46c5-82f7-e25edf49577f tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e32b64d-a21f-456b-abd0-9c78aed6bd5b HTTP/1.1" status: 200 len: 945 time: 0.0754011 Feb 04 09:13:57.381726 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-be4d0d1e-8b4e-43b7-8345-40e2621b2429 req-a20decd2-ed1f-41e6-8c91-aaf99d470f64 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/security-groups?id=040a73ea-edbb-46b4-8db2-35d2cc5e22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387540 Feb 04 09:13:57.578969 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe79eb09-ca94-4bc9-b3c6-806c2427b03f req-b2272f3f-7223-4eb7-98c3-97a2b0262520 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:13:57.580434 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-fe79eb09-ca94-4bc9-b3c6-806c2427b03f req-b2272f3f-7223-4eb7-98c3-97a2b0262520 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e32b64d-a21f-456b-abd0-9c78aed6bd5b HTTP/1.1" status: 200 len: 945 time: 0.0819299 Feb 04 09:13:57.624413 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-fe79eb09-ca94-4bc9-b3c6-806c2427b03f req-477a9177-8b8f-43f7-9c6e-0a2413038fc9 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/security-groups?id=040a73ea-edbb-46b4-8db2-35d2cc5e22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385501 Feb 04 09:13:57.822728 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-0e47d7b8-9395-4a1e-82d7-a5b735ca174e req-544c5a4d-38e5-4245-9fea-ac6a1032d640 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8e32b64d-a21f-456b-abd0-9c78aed6bd5b&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0690429 Feb 04 09:13:58.303207 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6074f40-dd7b-4ec0-8ffa-b149c596444c req-6d186fb9-17e1-4d02-8822-40217e6f8d45 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:13:58.304666 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b6074f40-dd7b-4ec0-8ffa-b149c596444c req-6d186fb9-17e1-4d02-8822-40217e6f8d45 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e32b64d-a21f-456b-abd0-9c78aed6bd5b HTTP/1.1" status: 200 len: 945 time: 0.0825992 Feb 04 09:13:58.352640 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b6074f40-dd7b-4ec0-8ffa-b149c596444c req-d4b82e05-86aa-49cb-98cd-cc94cf06d947 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/security-groups?id=040a73ea-edbb-46b4-8db2-35d2cc5e22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421963 Feb 04 09:13:58.357849 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-80f9d09f-84cc-436f-ad22-87f5825d559d req-52870910-5dbb-4d43-983c-e28457d6426d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8e32b64d-a21f-456b-abd0-9c78aed6bd5b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0678148 Feb 04 09:13:59.553779 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8831d6c0-57df-4d9f-a16e-3c29391dc8e8 req-c7eb46ce-0195-45fb-a586-db925bc3dfcc tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:13:59.555899 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8831d6c0-57df-4d9f-a16e-3c29391dc8e8 req-c7eb46ce-0195-45fb-a586-db925bc3dfcc tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e32b64d-a21f-456b-abd0-9c78aed6bd5b HTTP/1.1" status: 200 len: 945 time: 0.0784056 Feb 04 09:13:59.604406 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8831d6c0-57df-4d9f-a16e-3c29391dc8e8 req-057a5206-65d1-44e2-99f0-b7e78730378e tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/security-groups?id=040a73ea-edbb-46b4-8db2-35d2cc5e22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431197 Feb 04 09:14:00.394177 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-80f9d09f-84cc-436f-ad22-87f5825d559d req-53537ab0-b701-4a63-81af-d4fcfc0a9ece service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2bc56757a53e4808ac985102ae7e7861&device_id=8e32b64d-a21f-456b-abd0-9c78aed6bd5b HTTP/1.1" status: 200 len: 1098 time: 0.0704846 Feb 04 09:14:00.521090 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f9d09f-84cc-436f-ad22-87f5825d559d req-f4eebc41-51e8-43ab-9794-d3c640dda6e3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:14:00.522525 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-80f9d09f-84cc-436f-ad22-87f5825d559d req-f4eebc41-51e8-43ab-9794-d3c640dda6e3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=056419a7-50da-45ea-ae73-cf0f38fbe6c7 HTTP/1.1" status: 200 len: 915 time: 0.1225500 Feb 04 09:14:00.590219 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-80f9d09f-84cc-436f-ad22-87f5825d559d req-22ec89c3-1a74-4f14-8f97-75a49737f8a7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7bbfbe8-7d43-438d-88c0-c79afdd180ee HTTP/1.1" status: 200 len: 217 time: 0.0622666 Feb 04 09:14:00.654414 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f9d09f-84cc-436f-ad22-87f5825d559d req-037328c3-adea-41da-b2b9-b6a22c274f76 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:14:00.654414 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-80f9d09f-84cc-436f-ad22-87f5825d559d req-037328c3-adea-41da-b2b9-b6a22c274f76 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=579ade6d-e7be-4727-979a-d0dd09c5e48e HTTP/1.1" status: 200 len: 854 time: 0.0560923 Feb 04 09:14:00.696872 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-80f9d09f-84cc-436f-ad22-87f5825d559d req-f28cc44c-7f51-43bc-9227-4b5ca2fc4724 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=056419a7-50da-45ea-ae73-cf0f38fbe6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393434 Feb 04 09:14:00.801337 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313bf51a-67ba-4bdc-b3d5-9b6e894267e5 req-faf464f7-e610-4d47-b2f5-97a45ea31942 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:14:00.802802 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-313bf51a-67ba-4bdc-b3d5-9b6e894267e5 req-faf464f7-e610-4d47-b2f5-97a45ea31942 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e32b64d-a21f-456b-abd0-9c78aed6bd5b HTTP/1.1" status: 200 len: 945 time: 0.0757141 Feb 04 09:14:00.827288 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-80f9d09f-84cc-436f-ad22-87f5825d559d req-d25d69c2-ccd1-4caa-9c64-c58fd2d6c6fe service neutron] 10.222.0.47 "GET /v2.0/networks/056419a7-50da-45ea-ae73-cf0f38fbe6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250951 Feb 04 09:14:00.847572 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-313bf51a-67ba-4bdc-b3d5-9b6e894267e5 req-c9d21d5c-4ed9-4cb8-aa39-73ed65fbd5d3 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/security-groups?id=040a73ea-edbb-46b4-8db2-35d2cc5e22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386159 Feb 04 09:14:00.956652 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-80f9d09f-84cc-436f-ad22-87f5825d559d req-e247746d-c0e3-4cbc-927e-0b83adb4999c service neutron] 10.222.0.47 "GET /v2.0/networks/056419a7-50da-45ea-ae73-cf0f38fbe6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241889 Feb 04 09:14:02.057528 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36085811-586d-4161-afca-9145827bdfc6 req-914fae97-0d0d-42b9-a22a-a4e2e71dc939 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:14:02.058968 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-36085811-586d-4161-afca-9145827bdfc6 req-914fae97-0d0d-42b9-a22a-a4e2e71dc939 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e32b64d-a21f-456b-abd0-9c78aed6bd5b HTTP/1.1" status: 200 len: 945 time: 0.0779381 Feb 04 09:14:02.103267 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-36085811-586d-4161-afca-9145827bdfc6 req-9fa78cce-2387-459d-815b-d319be22c4ff tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/security-groups?id=040a73ea-edbb-46b4-8db2-35d2cc5e22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388584 Feb 04 09:14:03.303749 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d877dc42-be85-4b99-8577-0e06f0612834 req-88f28063-6a36-4c9e-ab1f-d2b53981a019 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:14:03.305799 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d877dc42-be85-4b99-8577-0e06f0612834 req-88f28063-6a36-4c9e-ab1f-d2b53981a019 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e32b64d-a21f-456b-abd0-9c78aed6bd5b HTTP/1.1" status: 200 len: 945 time: 0.0824769 Feb 04 09:14:03.349567 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d877dc42-be85-4b99-8577-0e06f0612834 req-8ac109ee-496e-409d-9adb-189274c418ec tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/security-groups?id=040a73ea-edbb-46b4-8db2-35d2cc5e22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383520 Feb 04 09:14:04.191759 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-30114ae0-da78-4860-9fcf-2bff421e7c70 req-f89a1e6e-20aa-48e7-b57a-3e39c7f30296 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2bc56757a53e4808ac985102ae7e7861&device_id=8e32b64d-a21f-456b-abd0-9c78aed6bd5b HTTP/1.1" status: 200 len: 1098 time: 0.0777144 Feb 04 09:14:04.428387 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30114ae0-da78-4860-9fcf-2bff421e7c70 req-c0cbf220-6be6-45ab-80da-456d20ab021d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:14:04.429869 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-30114ae0-da78-4860-9fcf-2bff421e7c70 req-c0cbf220-6be6-45ab-80da-456d20ab021d service neutron] 10.222.0.47 "GET /v2.0/networks?id=056419a7-50da-45ea-ae73-cf0f38fbe6c7 HTTP/1.1" status: 200 len: 915 time: 0.2182102 Feb 04 09:14:04.501601 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-30114ae0-da78-4860-9fcf-2bff421e7c70 req-8d5be8d9-115f-4530-8465-f35c11bde83e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7bbfbe8-7d43-438d-88c0-c79afdd180ee HTTP/1.1" status: 200 len: 217 time: 0.0650010 Feb 04 09:14:04.547447 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e83ba32-0a34-40f9-8efd-5ab0a17dd60b req-51dc45ca-637c-43d0-99af-6eff11256c6d tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:14:04.548926 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-9e83ba32-0a34-40f9-8efd-5ab0a17dd60b req-51dc45ca-637c-43d0-99af-6eff11256c6d tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e32b64d-a21f-456b-abd0-9c78aed6bd5b HTTP/1.1" status: 200 len: 945 time: 0.0785048 Feb 04 09:14:04.567865 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30114ae0-da78-4860-9fcf-2bff421e7c70 req-187b2b01-1ddc-4e91-ba68-6cb5060df26a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:14:04.569520 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-30114ae0-da78-4860-9fcf-2bff421e7c70 req-187b2b01-1ddc-4e91-ba68-6cb5060df26a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=579ade6d-e7be-4727-979a-d0dd09c5e48e HTTP/1.1" status: 200 len: 854 time: 0.0628271 Feb 04 09:14:04.595137 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-9e83ba32-0a34-40f9-8efd-5ab0a17dd60b req-20951b0c-abcd-4630-81f2-21b1f9d900f6 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/security-groups?id=040a73ea-edbb-46b4-8db2-35d2cc5e22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406713 Feb 04 09:14:04.614365 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-30114ae0-da78-4860-9fcf-2bff421e7c70 req-ec66bc5a-ea9b-48bd-b736-2569ab20c31c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=056419a7-50da-45ea-ae73-cf0f38fbe6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392675 Feb 04 09:14:04.747474 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-30114ae0-da78-4860-9fcf-2bff421e7c70 req-a70b1813-def5-4fa6-9ef6-5533f455fa97 service neutron] 10.222.0.47 "GET /v2.0/networks/056419a7-50da-45ea-ae73-cf0f38fbe6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269169 Feb 04 09:14:04.878801 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-30114ae0-da78-4860-9fcf-2bff421e7c70 req-77acc368-80aa-4d6b-89df-797170e389af service neutron] 10.222.0.47 "GET /v2.0/networks/056419a7-50da-45ea-ae73-cf0f38fbe6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249430 Feb 04 09:14:05.795609 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f90354-2856-4447-86c2-1347dac6bb64 req-6d61ff78-2aca-4c29-8d84-d5ca93bb1d77 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:14:05.797071 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-18f90354-2856-4447-86c2-1347dac6bb64 req-6d61ff78-2aca-4c29-8d84-d5ca93bb1d77 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e32b64d-a21f-456b-abd0-9c78aed6bd5b HTTP/1.1" status: 200 len: 945 time: 0.0753903 Feb 04 09:14:05.844078 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-18f90354-2856-4447-86c2-1347dac6bb64 req-61cbc723-ff70-43dc-b2fb-7de8df36a976 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/security-groups?id=040a73ea-edbb-46b4-8db2-35d2cc5e22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415382 Feb 04 09:14:06.115890 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 09:14:07.045037 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150648d7-497e-4465-aa3b-7c661353ff3d req-9fce1016-8f70-432a-84ba-de66ae14baa0 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:14:07.046379 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-150648d7-497e-4465-aa3b-7c661353ff3d req-9fce1016-8f70-432a-84ba-de66ae14baa0 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e32b64d-a21f-456b-abd0-9c78aed6bd5b HTTP/1.1" status: 200 len: 945 time: 0.0828891 Feb 04 09:14:07.093955 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-150648d7-497e-4465-aa3b-7c661353ff3d req-8681589b-45c1-45c4-b596-911de37bc076 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/security-groups?id=040a73ea-edbb-46b4-8db2-35d2cc5e22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419624 Feb 04 09:14:08.288592 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aab6a1-2088-4435-a23d-9b23de851cc9 req-900b1b63-c5a7-46cc-94f1-742371fd11f0 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:14:08.289937 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f4aab6a1-2088-4435-a23d-9b23de851cc9 req-900b1b63-c5a7-46cc-94f1-742371fd11f0 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e32b64d-a21f-456b-abd0-9c78aed6bd5b HTTP/1.1" status: 200 len: 945 time: 0.0776939 Feb 04 09:14:08.334095 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f4aab6a1-2088-4435-a23d-9b23de851cc9 req-0c55d674-2277-4d49-9b39-68a2ccc48ad6 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/security-groups?id=040a73ea-edbb-46b4-8db2-35d2cc5e22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387743 Feb 04 09:14:09.527129 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcc71e9-bd55-4f0e-9941-21d38f57609d req-5d85f25d-781f-4a25-8b41-8170a91155b5 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:14:09.528609 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-fbcc71e9-bd55-4f0e-9941-21d38f57609d req-5d85f25d-781f-4a25-8b41-8170a91155b5 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e32b64d-a21f-456b-abd0-9c78aed6bd5b HTTP/1.1" status: 200 len: 945 time: 0.0747900 Feb 04 09:14:09.572318 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-fbcc71e9-bd55-4f0e-9941-21d38f57609d req-ee5da587-6bee-462b-a612-f60558b11252 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/security-groups?id=040a73ea-edbb-46b4-8db2-35d2cc5e22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382962 Feb 04 09:14:10.768782 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04d6648-fcb3-4168-9a3e-1b353cbaeb85 req-ecca7535-cfb9-4fbe-b3c6-869104fb8066 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:14:10.770239 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d04d6648-fcb3-4168-9a3e-1b353cbaeb85 req-ecca7535-cfb9-4fbe-b3c6-869104fb8066 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e32b64d-a21f-456b-abd0-9c78aed6bd5b HTTP/1.1" status: 200 len: 945 time: 0.0776284 Feb 04 09:14:10.813977 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d04d6648-fcb3-4168-9a3e-1b353cbaeb85 req-5c8dc18a-5867-4467-b54a-d3af183738a3 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/security-groups?id=040a73ea-edbb-46b4-8db2-35d2cc5e22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378404 Feb 04 09:14:12.005249 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d59315-39b3-4651-9a82-daf2a8613676 req-9cfb9b0c-3b42-4ab9-afe0-ede21ac551c9 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:14:12.006695 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-23d59315-39b3-4651-9a82-daf2a8613676 req-9cfb9b0c-3b42-4ab9-afe0-ede21ac551c9 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e32b64d-a21f-456b-abd0-9c78aed6bd5b HTTP/1.1" status: 200 len: 945 time: 0.0743864 Feb 04 09:14:12.050580 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-23d59315-39b3-4651-9a82-daf2a8613676 req-c584ba97-737b-4028-891c-8b23fd476bb8 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/security-groups?id=040a73ea-edbb-46b4-8db2-35d2cc5e22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377977 Feb 04 09:14:13.255097 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992b4669-8f53-4c33-8b2b-8d013e245d77 req-f7d34cbf-f693-4d8b-a113-c7dab0af05a5 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:14:13.256534 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-992b4669-8f53-4c33-8b2b-8d013e245d77 req-f7d34cbf-f693-4d8b-a113-c7dab0af05a5 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e32b64d-a21f-456b-abd0-9c78aed6bd5b HTTP/1.1" status: 200 len: 945 time: 0.0837281 Feb 04 09:14:13.299999 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-992b4669-8f53-4c33-8b2b-8d013e245d77 req-7964044a-8aca-4f0d-85e9-ee90d0adc602 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/security-groups?id=040a73ea-edbb-46b4-8db2-35d2cc5e22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380628 Feb 04 09:14:14.502054 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca683871-39f2-46d4-b700-8653cbb9ab92 req-e07aa52d-9460-4774-95a2-99004adfe39e tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:14:14.503495 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ca683871-39f2-46d4-b700-8653cbb9ab92 req-e07aa52d-9460-4774-95a2-99004adfe39e tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e32b64d-a21f-456b-abd0-9c78aed6bd5b HTTP/1.1" status: 200 len: 945 time: 0.0744889 Feb 04 09:14:14.551600 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ca683871-39f2-46d4-b700-8653cbb9ab92 req-4bf26328-c847-4e36-bec8-6d2de4623f4d tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/security-groups?id=040a73ea-edbb-46b4-8db2-35d2cc5e22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420935 Feb 04 09:14:15.747708 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e845e5ff-1494-45e7-ac7a-40bbd3b8503f req-cea63af2-8d37-439e-88c8-cb2e787a043e tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:14:15.749176 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e845e5ff-1494-45e7-ac7a-40bbd3b8503f req-cea63af2-8d37-439e-88c8-cb2e787a043e tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e32b64d-a21f-456b-abd0-9c78aed6bd5b HTTP/1.1" status: 200 len: 945 time: 0.0743244 Feb 04 09:14:15.793028 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e845e5ff-1494-45e7-ac7a-40bbd3b8503f req-57897edf-2885-4c27-95e9-df231aa218d8 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/security-groups?id=040a73ea-edbb-46b4-8db2-35d2cc5e22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384862 Feb 04 09:14:17.071265 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff96c92-5739-4f26-a61e-4d56bdeebca0 req-bbf557fb-41e6-479f-b192-ec34e4b15972 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:14:17.072622 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-9ff96c92-5739-4f26-a61e-4d56bdeebca0 req-bbf557fb-41e6-479f-b192-ec34e4b15972 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e32b64d-a21f-456b-abd0-9c78aed6bd5b HTTP/1.1" status: 200 len: 945 time: 0.1601477 Feb 04 09:14:17.115629 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-9ff96c92-5739-4f26-a61e-4d56bdeebca0 req-c16e659e-a1e2-4b95-8dd3-8a0833208448 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/security-groups?id=040a73ea-edbb-46b4-8db2-35d2cc5e22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373132 Feb 04 09:14:18.307409 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ead7ebf-4cb1-4678-ada8-5a5e89b30010 req-6f3c07d3-2384-4d68-ac9b-81a488dd0624 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:14:18.308835 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4ead7ebf-4cb1-4678-ada8-5a5e89b30010 req-6f3c07d3-2384-4d68-ac9b-81a488dd0624 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e32b64d-a21f-456b-abd0-9c78aed6bd5b HTTP/1.1" status: 200 len: 945 time: 0.0769498 Feb 04 09:14:18.354113 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4ead7ebf-4cb1-4678-ada8-5a5e89b30010 req-c9da73fd-55ef-4b80-9feb-b55c434aa5f6 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/security-groups?id=040a73ea-edbb-46b4-8db2-35d2cc5e22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394640 Feb 04 09:14:19.469453 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-831d42d7-287a-4444-8eea-9dd369ce426a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:19.549885 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb083060-27bf-450a-8c0a-579c760b6f31 req-eb8a2f17-7252-487d-adf4-5cf196b4ae4f tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:14:19.551348 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-bb083060-27bf-450a-8c0a-579c760b6f31 req-eb8a2f17-7252-487d-adf4-5cf196b4ae4f tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e32b64d-a21f-456b-abd0-9c78aed6bd5b HTTP/1.1" status: 200 len: 945 time: 0.0784571 Feb 04 09:14:19.594937 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-bb083060-27bf-450a-8c0a-579c760b6f31 req-0d767c2f-896a-41f6-9cbf-e880bd6a7a02 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/security-groups?id=040a73ea-edbb-46b4-8db2-35d2cc5e22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381598 Feb 04 09:14:20.788218 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13291712-0342-4073-bcfe-2fffdf287b19 req-b3f6ff46-664e-4822-a568-9322e3922c89 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:14:20.790165 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-13291712-0342-4073-bcfe-2fffdf287b19 req-b3f6ff46-664e-4822-a568-9322e3922c89 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e32b64d-a21f-456b-abd0-9c78aed6bd5b HTTP/1.1" status: 200 len: 945 time: 0.0745585 Feb 04 09:14:20.833141 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-13291712-0342-4073-bcfe-2fffdf287b19 req-23c7182c-94f3-4be1-bd77-0f59f6ab92d4 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/security-groups?id=040a73ea-edbb-46b4-8db2-35d2cc5e22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375278 Feb 04 09:14:21.732129 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-071d800b-f401-47e8-abf6-69c568f079ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:22.026623 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af64473a-dc86-4cf3-9e95-3a2809eeedf0 req-4e69acad-1410-43ae-9490-321707a91590 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:14:22.028087 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-af64473a-dc86-4cf3-9e95-3a2809eeedf0 req-4e69acad-1410-43ae-9490-321707a91590 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e32b64d-a21f-456b-abd0-9c78aed6bd5b HTTP/1.1" status: 200 len: 945 time: 0.0781302 Feb 04 09:14:22.074330 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-af64473a-dc86-4cf3-9e95-3a2809eeedf0 req-167dc416-beab-4144-9d44-4504ad0fa22e tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/security-groups?id=040a73ea-edbb-46b4-8db2-35d2cc5e22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407748 Feb 04 09:14:23.046404 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:23.068831 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:23.264619 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55902492-ff15-43e2-8c57-e12e189b8ea8 req-efeb5d02-51b8-42ae-8cd4-5c581b70e58a tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:14:23.266071 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-55902492-ff15-43e2-8c57-e12e189b8ea8 req-efeb5d02-51b8-42ae-8cd4-5c581b70e58a tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e32b64d-a21f-456b-abd0-9c78aed6bd5b HTTP/1.1" status: 200 len: 945 time: 0.0736356 Feb 04 09:14:23.314253 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-55902492-ff15-43e2-8c57-e12e189b8ea8 req-a4ea875f-815d-44ee-bbff-ddb7ec7b6e6d tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/security-groups?id=040a73ea-edbb-46b4-8db2-35d2cc5e22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426366 Feb 04 09:14:24.449651 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:24.515719 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a74b7f9-3e98-4570-89d9-3b495d5a39ee req-dca70397-a93f-41b7-8624-808d62ce61ff tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:14:24.517207 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-0a74b7f9-3e98-4570-89d9-3b495d5a39ee req-dca70397-a93f-41b7-8624-808d62ce61ff tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e32b64d-a21f-456b-abd0-9c78aed6bd5b HTTP/1.1" status: 200 len: 945 time: 0.0804436 Feb 04 09:14:24.562306 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-0a74b7f9-3e98-4570-89d9-3b495d5a39ee req-19d4a015-f077-476a-a0ce-c51662358706 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/security-groups?id=040a73ea-edbb-46b4-8db2-35d2cc5e22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395360 Feb 04 09:14:25.758810 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcd9696-4682-43a9-ac87-1f87a90854df req-9b28ff46-2079-495d-ad15-c31a62c423b8 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:14:25.760255 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-dbcd9696-4682-43a9-ac87-1f87a90854df req-9b28ff46-2079-495d-ad15-c31a62c423b8 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e32b64d-a21f-456b-abd0-9c78aed6bd5b HTTP/1.1" status: 200 len: 945 time: 0.0785239 Feb 04 09:14:25.803856 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-dbcd9696-4682-43a9-ac87-1f87a90854df req-22eac229-c9b4-4f8f-8008-cfdbd606555d tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/security-groups?id=040a73ea-edbb-46b4-8db2-35d2cc5e22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381727 Feb 04 09:14:26.404109 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:26.993634 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d40696-9f7b-46e9-b389-93c718d3f696 req-0dd812d4-6133-4f6b-959a-55f064960b6d tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:14:26.995069 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-18d40696-9f7b-46e9-b389-93c718d3f696 req-0dd812d4-6133-4f6b-959a-55f064960b6d tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e32b64d-a21f-456b-abd0-9c78aed6bd5b HTTP/1.1" status: 200 len: 945 time: 0.0745397 Feb 04 09:14:27.039062 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-18d40696-9f7b-46e9-b389-93c718d3f696 req-2ccd1b19-0557-4302-98be-2849ac80b9dc tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/security-groups?id=040a73ea-edbb-46b4-8db2-35d2cc5e22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385363 Feb 04 09:14:27.944192 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-80f9d09f-84cc-436f-ad22-87f5825d559d req-436b147a-758c-49f6-b289-1b3558eb8173 service neutron] 10.222.0.47 "GET /v2.0/ports/f7bbfbe8-7d43-438d-88c0-c79afdd180ee/bindings/hv-neutron-8277 HTTP/1.1" status: 200 len: 384 time: 0.0757186 Feb 04 09:14:28.237220 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf90638c-d19a-4b1e-b3d2-af97bab8c49f req-76009db4-d46e-409f-a5b1-886b61d3daf1 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:14:28.238577 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-bf90638c-d19a-4b1e-b3d2-af97bab8c49f req-76009db4-d46e-409f-a5b1-886b61d3daf1 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e32b64d-a21f-456b-abd0-9c78aed6bd5b HTTP/1.1" status: 200 len: 945 time: 0.0787499 Feb 04 09:14:28.284436 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-bf90638c-d19a-4b1e-b3d2-af97bab8c49f req-d9554190-2fe8-40a3-99ce-0e849cc00218 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/security-groups?id=040a73ea-edbb-46b4-8db2-35d2cc5e22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402339 Feb 04 09:14:28.478016 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-80f9d09f-84cc-436f-ad22-87f5825d559d req-e6bf4f2e-22d4-4851-ade8-8004dc18f336 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8e32b64d-a21f-456b-abd0-9c78aed6bd5b&tenant_id=2bc56757a53e4808ac985102ae7e7861 HTTP/1.1" status: 200 len: 1098 time: 0.0669632 Feb 04 09:14:28.567611 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-80f9d09f-84cc-436f-ad22-87f5825d559d req-ce50e421-0edb-4e52-b1b4-ada30e35e1c2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2bc56757a53e4808ac985102ae7e7861&device_id=8e32b64d-a21f-456b-abd0-9c78aed6bd5b HTTP/1.1" status: 200 len: 1098 time: 0.0700278 Feb 04 09:14:28.696042 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f9d09f-84cc-436f-ad22-87f5825d559d req-ff745569-fd1a-49f4-9d30-6d9257d372bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:14:28.697573 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-80f9d09f-84cc-436f-ad22-87f5825d559d req-ff745569-fd1a-49f4-9d30-6d9257d372bb service neutron] 10.222.0.47 "GET /v2.0/networks?id=056419a7-50da-45ea-ae73-cf0f38fbe6c7 HTTP/1.1" status: 200 len: 915 time: 0.1244342 Feb 04 09:14:28.762800 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-80f9d09f-84cc-436f-ad22-87f5825d559d req-3a2e4d51-5e8d-4b95-9c48-c5cc6c33cf8e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7bbfbe8-7d43-438d-88c0-c79afdd180ee HTTP/1.1" status: 200 len: 217 time: 0.0592396 Feb 04 09:14:28.825742 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f9d09f-84cc-436f-ad22-87f5825d559d req-e104b6c0-62a3-4e1e-9fb5-c8dd87d4f61d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:14:28.827059 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-80f9d09f-84cc-436f-ad22-87f5825d559d req-e104b6c0-62a3-4e1e-9fb5-c8dd87d4f61d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=579ade6d-e7be-4727-979a-d0dd09c5e48e HTTP/1.1" status: 200 len: 854 time: 0.0582881 Feb 04 09:14:28.870460 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-80f9d09f-84cc-436f-ad22-87f5825d559d req-a4defd10-9142-4fa3-a59e-fa3250ea8dd7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=056419a7-50da-45ea-ae73-cf0f38fbe6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374231 Feb 04 09:14:28.997841 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-80f9d09f-84cc-436f-ad22-87f5825d559d req-67e55f72-cf46-422d-b736-c893dd0bbb17 service neutron] 10.222.0.47 "GET /v2.0/networks/056419a7-50da-45ea-ae73-cf0f38fbe6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210804 Feb 04 09:14:29.123461 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-80f9d09f-84cc-436f-ad22-87f5825d559d req-934fc623-5e46-40f7-a1b0-0a9761d241bd service neutron] 10.222.0.47 "GET /v2.0/networks/056419a7-50da-45ea-ae73-cf0f38fbe6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197255 Feb 04 09:14:29.480011 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d460200c-8752-4181-b4c4-9dc0d5982a55 req-13084f11-3209-4ad0-8682-0b9244f99d56 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:14:29.481520 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d460200c-8752-4181-b4c4-9dc0d5982a55 req-13084f11-3209-4ad0-8682-0b9244f99d56 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e32b64d-a21f-456b-abd0-9c78aed6bd5b HTTP/1.1" status: 200 len: 945 time: 0.0749726 Feb 04 09:14:29.528646 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d460200c-8752-4181-b4c4-9dc0d5982a55 req-d1867952-a689-48c8-99ab-96cc2e2dce3f tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/security-groups?id=040a73ea-edbb-46b4-8db2-35d2cc5e22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416567 Feb 04 09:14:30.721899 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837c5852-7097-4ca3-82e9-33d0aea3a74f req-d9fec758-a3d6-4f0b-b265-bc18e746ab47 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:14:30.723232 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-837c5852-7097-4ca3-82e9-33d0aea3a74f req-d9fec758-a3d6-4f0b-b265-bc18e746ab47 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e32b64d-a21f-456b-abd0-9c78aed6bd5b HTTP/1.1" status: 200 len: 945 time: 0.0757325 Feb 04 09:14:30.779752 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-837c5852-7097-4ca3-82e9-33d0aea3a74f req-309db67a-bdc9-4c14-a3e8-67ab9181b396 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/security-groups?id=040a73ea-edbb-46b4-8db2-35d2cc5e22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504642 Feb 04 09:14:31.044663 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device f7bbfbe8-7d43-438d-88c0-c79afdd180ee no longer exists at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 09:14:31.150973 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:31.176370 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e32b64d-a21f-456b-abd0-9c78aed6bd5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7bbfbe8-7d43-438d-88c0-c79afdd180ee'}] {{(pid=84109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:14:31.185853 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port f7bbfbe8-7d43-438d-88c0-c79afdd180ee, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=f7bbfbe8-7d43-438d-88c0-c79afdd180ee,segment=NetworkSegment(f1a95a2e-c4cd-4108-9be8-d62b28ca3187),segment_id=f1a95a2e-c4cd-4108-9be8-d62b28ca3187)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:14:31.237179 dv-neutron-827798-2-hyperv neutron-server[84109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e32b64d-a21f-456b-abd0-9c78aed6bd5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7bbfbe8-7d43-438d-88c0-c79afdd180ee', 'code': 200} Feb 04 09:14:31.252173 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:31.315843 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=f7bbfbe8-7d43-438d-88c0-c79afdd180ee,revision_number=6']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:14:31.982921 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996e8c14-19dd-4f1e-ad70-b22ab72e70c8 req-ef983247-06fb-4d73-9ee3-9a63f2c04f62 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:14:31.984365 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-996e8c14-19dd-4f1e-ad70-b22ab72e70c8 req-ef983247-06fb-4d73-9ee3-9a63f2c04f62 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e32b64d-a21f-456b-abd0-9c78aed6bd5b HTTP/1.1" status: 200 len: 943 time: 0.0811646 Feb 04 09:14:32.028841 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-996e8c14-19dd-4f1e-ad70-b22ab72e70c8 req-389b058a-339e-4f55-9561-81351cd47138 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/security-groups?id=040a73ea-edbb-46b4-8db2-35d2cc5e22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387549 Feb 04 09:14:33.053733 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device f7bbfbe8-7d43-438d-88c0-c79afdd180ee details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=84109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 09:14:33.185014 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port f7bbfbe8-7d43-438d-88c0-c79afdd180ee, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=f7bbfbe8-7d43-438d-88c0-c79afdd180ee,segment=NetworkSegment(f1a95a2e-c4cd-4108-9be8-d62b28ca3187),segment_id=f1a95a2e-c4cd-4108-9be8-d62b28ca3187)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:14:33.525803 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Returning: {'device': 'f7bbfbe8-7d43-438d-88c0-c79afdd180ee', 'network_id': '056419a7-50da-45ea-ae73-cf0f38fbe6c7', 'port_id': 'f7bbfbe8-7d43-438d-88c0-c79afdd180ee', 'mac_address': 'fa:16:3e:e0:2e:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '579ade6d-e7be-4727-979a-d0dd09c5e48e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 09:14:33.526287 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eda3c1-88d7-411b-add4-d5ddf2b0b552 req-6a6a9b07-e167-4714-acfb-357184c03f06 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:14:33.526287 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-02eda3c1-88d7-411b-add4-d5ddf2b0b552 req-6a6a9b07-e167-4714-acfb-357184c03f06 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e32b64d-a21f-456b-abd0-9c78aed6bd5b HTTP/1.1" status: 200 len: 943 time: 0.0747423 Feb 04 09:14:33.527409 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:33.527409 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7bbfbe8-7d43-438d-88c0-c79afdd180ee {{(pid=84109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 09:14:33.527718 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-02eda3c1-88d7-411b-add4-d5ddf2b0b552 req-0338d209-5374-4ef5-ab46-acef422fd4e6 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/security-groups?id=040a73ea-edbb-46b4-8db2-35d2cc5e22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379384 Feb 04 09:14:33.527828 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port f7bbfbe8-7d43-438d-88c0-c79afdd180ee, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=f7bbfbe8-7d43-438d-88c0-c79afdd180ee,segment=NetworkSegment(f1a95a2e-c4cd-4108-9be8-d62b28ca3187),segment_id=f1a95a2e-c4cd-4108-9be8-d62b28ca3187)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:14:33.595009 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:33.666424 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] get_ports_and_sgs() called for port_ids ['f7bbfbe8-7d43-438d-88c0-c79afdd180ee'] {{(pid=84109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 09:14:33.697734 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=f7bbfbe8-7d43-438d-88c0-c79afdd180ee,revision_number=7']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:14:33.875653 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ffb6d5-a28e-4bf3-86bd-12ee7fc83996 req-29dd64bb-b361-4e66-8139-be8655558673 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:14:33.877162 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-89ffb6d5-a28e-4bf3-86bd-12ee7fc83996 req-29dd64bb-b361-4e66-8139-be8655558673 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e32b64d-a21f-456b-abd0-9c78aed6bd5b HTTP/1.1" status: 200 len: 944 time: 0.1039441 Feb 04 09:14:33.922408 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-89ffb6d5-a28e-4bf3-86bd-12ee7fc83996 req-b71cec21-a26e-44b8-b029-81df5daf8ce7 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/security-groups?id=040a73ea-edbb-46b4-8db2-35d2cc5e22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396595 Feb 04 09:14:33.938478 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a681774-ff62-4210-bd23-b4d303c6106e req-63c3f4b1-e706-4a94-944d-7fbe9a8a181c tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:14:33.939170 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [req-3a681774-ff62-4210-bd23-b4d303c6106e req-63c3f4b1-e706-4a94-944d-7fbe9a8a181c tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Synchronizing usage tracker for tenant:2bc56757a53e4808ac985102ae7e7861 on resource:port {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 09:14:34.006611 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [req-3a681774-ff62-4210-bd23-b4d303c6106e req-63c3f4b1-e706-4a94-944d-7fbe9a8a181c tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Unset dirty status for tenant:2bc56757a53e4808ac985102ae7e7861 on resource:port {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 09:14:34.008362 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-3a681774-ff62-4210-bd23-b4d303c6106e req-63c3f4b1-e706-4a94-944d-7fbe9a8a181c tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e32b64d-a21f-456b-abd0-9c78aed6bd5b&tenant_id=2bc56757a53e4808ac985102ae7e7861&binding%3Ahost_id=hv-neutron-8277 HTTP/1.1" status: 200 len: 944 time: 0.1470363 Feb 04 09:14:34.152309 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-3a681774-ff62-4210-bd23-b4d303c6106e req-001b0454-4197-4e0f-ae00-49e71e3b8583 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2bc56757a53e4808ac985102ae7e7861&device_id=8e32b64d-a21f-456b-abd0-9c78aed6bd5b HTTP/1.1" status: 200 len: 1097 time: 0.0754843 Feb 04 09:14:34.359597 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a681774-ff62-4210-bd23-b4d303c6106e req-dd14493e-ebd4-4e3c-8898-8ce70c53c9c8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:14:34.361077 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-3a681774-ff62-4210-bd23-b4d303c6106e req-dd14493e-ebd4-4e3c-8898-8ce70c53c9c8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=056419a7-50da-45ea-ae73-cf0f38fbe6c7 HTTP/1.1" status: 200 len: 915 time: 0.2031667 Feb 04 09:14:34.426768 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-3a681774-ff62-4210-bd23-b4d303c6106e req-471fb0d2-cf47-4ddb-a2a5-632e21849235 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7bbfbe8-7d43-438d-88c0-c79afdd180ee HTTP/1.1" status: 200 len: 217 time: 0.0591557 Feb 04 09:14:34.488196 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a681774-ff62-4210-bd23-b4d303c6106e req-42eafc36-77c5-46ab-9e65-08c745782efe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:14:34.489593 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-3a681774-ff62-4210-bd23-b4d303c6106e req-42eafc36-77c5-46ab-9e65-08c745782efe service neutron] 10.222.0.47 "GET /v2.0/subnets?id=579ade6d-e7be-4727-979a-d0dd09c5e48e HTTP/1.1" status: 200 len: 854 time: 0.0579045 Feb 04 09:14:34.535242 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-3a681774-ff62-4210-bd23-b4d303c6106e req-b904cabd-e743-4b6e-87da-fd35e5771eaf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=056419a7-50da-45ea-ae73-cf0f38fbe6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390711 Feb 04 09:14:34.664269 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-3a681774-ff62-4210-bd23-b4d303c6106e req-cb7385bd-e01b-493e-b0f8-7c22984914cd service neutron] 10.222.0.47 "GET /v2.0/networks/056419a7-50da-45ea-ae73-cf0f38fbe6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228812 Feb 04 09:14:34.795847 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-3a681774-ff62-4210-bd23-b4d303c6106e req-adcb14ad-3889-4a02-9d69-75643b7fcb70 service neutron] 10.222.0.47 "GET /v2.0/networks/056419a7-50da-45ea-ae73-cf0f38fbe6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245840 Feb 04 09:14:35.069319 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device f7bbfbe8-7d43-438d-88c0-c79afdd180ee up at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:14:35.121297 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f06392-733d-47a0-81c5-b098645d9e15 req-56370b59-a814-4bc9-a2c5-00ff9c664bea tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:14:35.122757 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-18f06392-733d-47a0-81c5-b098645d9e15 req-56370b59-a814-4bc9-a2c5-00ff9c664bea tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e32b64d-a21f-456b-abd0-9c78aed6bd5b HTTP/1.1" status: 200 len: 944 time: 0.0748148 Feb 04 09:14:35.136003 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Provisioning complete for port f7bbfbe8-7d43-438d-88c0-c79afdd180ee triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:14:35.136364 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:35.168038 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-18f06392-733d-47a0-81c5-b098645d9e15 req-2637aa28-feaa-40d5-a70a-f5e9520730f1 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/security-groups?id=040a73ea-edbb-46b4-8db2-35d2cc5e22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392468 Feb 04 09:14:35.247531 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:35.275418 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e32b64d-a21f-456b-abd0-9c78aed6bd5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7bbfbe8-7d43-438d-88c0-c79afdd180ee'}] {{(pid=84109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:14:35.284477 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port f7bbfbe8-7d43-438d-88c0-c79afdd180ee, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=f7bbfbe8-7d43-438d-88c0-c79afdd180ee,segment=NetworkSegment(f1a95a2e-c4cd-4108-9be8-d62b28ca3187),segment_id=f1a95a2e-c4cd-4108-9be8-d62b28ca3187)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:14:35.342001 dv-neutron-827798-2-hyperv neutron-server[84109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e32b64d-a21f-456b-abd0-9c78aed6bd5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7bbfbe8-7d43-438d-88c0-c79afdd180ee', 'code': 200} Feb 04 09:14:35.389209 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:35.458074 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=f7bbfbe8-7d43-438d-88c0-c79afdd180ee,revision_number=8']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:14:36.361855 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c3a800-73b5-4a87-91e3-add60d0550b7 req-192ef31c-7b6d-48a0-9c5a-7d238941c077 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:14:36.363283 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-29c3a800-73b5-4a87-91e3-add60d0550b7 req-192ef31c-7b6d-48a0-9c5a-7d238941c077 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e32b64d-a21f-456b-abd0-9c78aed6bd5b HTTP/1.1" status: 200 len: 945 time: 0.0769658 Feb 04 09:14:36.407135 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-29c3a800-73b5-4a87-91e3-add60d0550b7 req-21fc72d5-9f9c-4717-b0b3-3af021fe41b7 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/security-groups?id=040a73ea-edbb-46b4-8db2-35d2cc5e22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384645 Feb 04 09:14:36.609000 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f9983-763c-4585-a597-0a421e3d4671 req-aa4c6c9b-3921-4155-aa42-839be5cd3ac0 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:14:36.610428 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-047f9983-763c-4585-a597-0a421e3d4671 req-aa4c6c9b-3921-4155-aa42-839be5cd3ac0 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e32b64d-a21f-456b-abd0-9c78aed6bd5b HTTP/1.1" status: 200 len: 945 time: 0.0797808 Feb 04 09:14:36.660821 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-047f9983-763c-4585-a597-0a421e3d4671 req-1f2dbe86-b7b0-4309-ba9c-74319d81d2df tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/security-groups?id=040a73ea-edbb-46b4-8db2-35d2cc5e22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446749 Feb 04 09:14:36.853736 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3d742c-3928-4046-ab8b-c25583db89d5 req-fbcccd06-d306-4777-8336-4941ad6644a8 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:14:36.855181 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-3c3d742c-3928-4046-ab8b-c25583db89d5 req-fbcccd06-d306-4777-8336-4941ad6644a8 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e32b64d-a21f-456b-abd0-9c78aed6bd5b HTTP/1.1" status: 200 len: 945 time: 0.0749102 Feb 04 09:14:36.899366 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-3c3d742c-3928-4046-ab8b-c25583db89d5 req-2e2ccee3-2503-4cc2-8097-bdb012610529 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/security-groups?id=040a73ea-edbb-46b4-8db2-35d2cc5e22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387437 Feb 04 09:14:37.666589 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834efa41-dd69-45f1-9d08-cb4391679310 req-4392c93f-65fa-4a07-a0bd-c9bba8785438 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:14:37.668034 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-834efa41-dd69-45f1-9d08-cb4391679310 req-4392c93f-65fa-4a07-a0bd-c9bba8785438 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e32b64d-a21f-456b-abd0-9c78aed6bd5b HTTP/1.1" status: 200 len: 945 time: 0.0784667 Feb 04 09:14:37.712810 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-834efa41-dd69-45f1-9d08-cb4391679310 req-ddd5326b-f937-40ba-ac6b-d32d08bd65ac tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/security-groups?id=040a73ea-edbb-46b4-8db2-35d2cc5e22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392036 Feb 04 09:14:38.906643 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084ec658-9a12-4acc-8f0e-c38efde4e1e2 req-8ddf855e-4d00-47f6-bf49-5f8938a3cbe8 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:14:38.908065 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-084ec658-9a12-4acc-8f0e-c38efde4e1e2 req-8ddf855e-4d00-47f6-bf49-5f8938a3cbe8 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e32b64d-a21f-456b-abd0-9c78aed6bd5b HTTP/1.1" status: 200 len: 945 time: 0.0743945 Feb 04 09:14:38.955321 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-084ec658-9a12-4acc-8f0e-c38efde4e1e2 req-90054e96-4a07-467a-a7f2-628b94294077 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/security-groups?id=040a73ea-edbb-46b4-8db2-35d2cc5e22e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412543 Feb 04 09:14:39.230956 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3d07ca-2205-4572-b521-508d7b9e2a64 req-6a204e0a-640e-4e61-a7e0-d08f5f797418 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:14:39.232363 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-0f3d07ca-2205-4572-b521-508d7b9e2a64 req-6a204e0a-640e-4e61-a7e0-d08f5f797418 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e32b64d-a21f-456b-abd0-9c78aed6bd5b HTTP/1.1" status: 200 len: 945 time: 0.0778728 Feb 04 09:14:39.299608 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [req-0f3d07ca-2205-4572-b521-508d7b9e2a64 req-ce711516-e8df-4969-a49e-11660dab23da tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Deleting port f7bbfbe8-7d43-438d-88c0-c79afdd180ee {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:14:39.299944 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-0f3d07ca-2205-4572-b521-508d7b9e2a64 req-ce711516-e8df-4969-a49e-11660dab23da tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:39.540705 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [req-0f3d07ca-2205-4572-b521-508d7b9e2a64 req-ce711516-e8df-4969-a49e-11660dab23da tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] For port f7bbfbe8-7d43-438d-88c0-c79afdd180ee, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=f7bbfbe8-7d43-438d-88c0-c79afdd180ee,segment=NetworkSegment(f1a95a2e-c4cd-4108-9be8-d62b28ca3187),segment_id=f1a95a2e-c4cd-4108-9be8-d62b28ca3187)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:14:39.540980 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-0f3d07ca-2205-4572-b521-508d7b9e2a64 req-ce711516-e8df-4969-a49e-11660dab23da tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:39.657378 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [req-0f3d07ca-2205-4572-b521-508d7b9e2a64 req-ce711516-e8df-4969-a49e-11660dab23da tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Calling delete_port for f7bbfbe8-7d43-438d-88c0-c79afdd180ee owned by compute:nova {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 09:14:39.866381 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-0f3d07ca-2205-4572-b521-508d7b9e2a64 req-ce711516-e8df-4969-a49e-11660dab23da tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:39.878750 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] get_ports_and_sgs() called for port_ids ['f7bbfbe8-7d43-438d-88c0-c79afdd180ee'] {{(pid=84109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 09:14:39.913427 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce711516-e8df-4969-a49e-11660dab23da tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Pushing event deleted for resources: {'Port': ['ID=f7bbfbe8-7d43-438d-88c0-c79afdd180ee,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:14:39.988128 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f3d07ca-2205-4572-b521-508d7b9e2a64 req-ce711516-e8df-4969-a49e-11660dab23da tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] No DVR routers for this DVR port f7bbfbe8-7d43-438d-88c0-c79afdd180ee on host hv-neutron-8277 {{(pid=84108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 09:14:39.990529 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-0f3d07ca-2205-4572-b521-508d7b9e2a64 req-ce711516-e8df-4969-a49e-11660dab23da tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:39.993660 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e32b64d-a21f-456b-abd0-9c78aed6bd5b', 'name': 'network-vif-deleted', 'tag': 'f7bbfbe8-7d43-438d-88c0-c79afdd180ee'}] {{(pid=84108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:14:40.047592 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e32b64d-a21f-456b-abd0-9c78aed6bd5b', 'name': 'network-vif-deleted', 'tag': 'f7bbfbe8-7d43-438d-88c0-c79afdd180ee', 'status': 'completed', 'code': 200} Feb 04 09:14:40.066671 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-0f3d07ca-2205-4572-b521-508d7b9e2a64 req-ce711516-e8df-4969-a49e-11660dab23da tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.47 "DELETE /v2.0/ports/f7bbfbe8-7d43-438d-88c0-c79afdd180ee HTTP/1.1" status: 204 len: 173 time: 0.8289413 Feb 04 09:14:40.122775 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-1969dda7-6f26-4ba3-8fb3-eee904a3073a req-2f61dd1b-431e-4280-9f1b-5a4dd5c900d6 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e32b64d-a21f-456b-abd0-9c78aed6bd5b HTTP/1.1" status: 200 len: 210 time: 0.0433865 Feb 04 09:14:41.380117 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 60622) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:14:41.437382 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ff3db28-ab98-4b51-b72a-389da7f8dca8 admin admin] Deleting subnet 579ade6d-e7be-4727-979a-d0dd09c5e48e {{(pid=84108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 09:14:41.440158 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3ff3db28-ab98-4b51-b72a-389da7f8dca8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:41.495719 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3ff3db28-ab98-4b51-b72a-389da7f8dca8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7851377'] for subnet, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:41.548870 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3ff3db28-ab98-4b51-b72a-389da7f8dca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:41.666689 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3ff3db28-ab98-4b51-b72a-389da7f8dca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7593563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8119683'] for subnet, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:41.707506 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff3db28-ab98-4b51-b72a-389da7f8dca8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=579ade6d-e7be-4727-979a-d0dd09c5e48e,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:14:41.713685 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3ff3db28-ab98-4b51-b72a-389da7f8dca8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:41.719493 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-3ff3db28-ab98-4b51-b72a-389da7f8dca8 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/579ade6d-e7be-4727-979a-d0dd09c5e48e HTTP/1.1" status: 204 len: 168 time: 0.3383613 Feb 04 09:14:41.722041 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 60626) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:14:41.910143 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7082c183-15c9-4ace-9ce3-e766780118c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:42.029886 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7082c183-15c9-4ace-9ce3-e766780118c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:42.053521 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-7082c183-15c9-4ace-9ce3-e766780118c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['056419a7-50da-45ea-ae73-cf0f38fbe6c7']}} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:14:42.065419 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-7082c183-15c9-4ace-9ce3-e766780118c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1a95a2e-c4cd-4108-9be8-d62b28ca3187') {'for_net_delete': True} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:14:42.065710 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-7082c183-15c9-4ace-9ce3-e766780118c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1a95a2e-c4cd-4108-9be8-d62b28ca3187') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:14:42.077224 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7082c183-15c9-4ace-9ce3-e766780118c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7851336'] for segment, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:42.092990 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7082c183-15c9-4ace-9ce3-e766780118c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:42.098896 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7082c183-15c9-4ace-9ce3-e766780118c6 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=84108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 09:14:42.099273 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7082c183-15c9-4ace-9ce3-e766780118c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7460345'] for segment, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:42.112164 dv-neutron-827798-2-hyperv neutron-server[84108]: Traceback (most recent call last): Feb 04 09:14:42.112164 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 09:14:42.112164 dv-neutron-827798-2-hyperv neutron-server[84108]: timer() Feb 04 09:14:42.112164 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 09:14:42.112164 dv-neutron-827798-2-hyperv neutron-server[84108]: cb(*args, **kw) Feb 04 09:14:42.112164 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 09:14:42.112164 dv-neutron-827798-2-hyperv neutron-server[84108]: return func(*args, **kwargs) Feb 04 09:14:42.112164 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 09:14:42.112164 dv-neutron-827798-2-hyperv neutron-server[84108]: self._notify() Feb 04 09:14:42.112164 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 09:14:42.112164 dv-neutron-827798-2-hyperv neutron-server[84108]: self.callback(batched_events) Feb 04 09:14:42.112164 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 09:14:42.112164 dv-neutron-827798-2-hyperv neutron-server[84108]: event.method(event) Feb 04 09:14:42.112164 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 09:14:42.112164 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 09:14:42.112164 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 09:14:42.112164 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 09:14:42.112164 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 09:14:42.112164 dv-neutron-827798-2-hyperv neutron-server[84108]: return f(self, *a, **k) Feb 04 09:14:42.112164 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 09:14:42.112164 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._get(url).json() Feb 04 09:14:42.112164 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 09:14:42.112164 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 09:14:42.112164 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 09:14:42.112164 dv-neutron-827798-2-hyperv neutron-server[84108]: return self.request(url, 'GET', **kwargs) Feb 04 09:14:42.112164 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 09:14:42.112164 dv-neutron-827798-2-hyperv neutron-server[84108]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 09:14:42.112164 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 09:14:42.112164 dv-neutron-827798-2-hyperv neutron-server[84108]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 09:14:42.112164 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 09:14:42.112164 dv-neutron-827798-2-hyperv neutron-server[84108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 09:14:42.112164 dv-neutron-827798-2-hyperv neutron-server[84108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 09:14:42.271921 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7082c183-15c9-4ace-9ce3-e766780118c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:42.276179 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7082c183-15c9-4ace-9ce3-e766780118c6 admin admin] Notify callbacks [] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:42.300157 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7082c183-15c9-4ace-9ce3-e766780118c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=056419a7-50da-45ea-ae73-cf0f38fbe6c7,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:14:42.380818 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-7082c183-15c9-4ace-9ce3-e766780118c6 admin admin] 10.222.0.36 "DELETE /v2.0/networks/056419a7-50da-45ea-ae73-cf0f38fbe6c7 HTTP/1.1" status: 204 len: 168 time: 0.6577916 Feb 04 09:14:42.697960 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 60632) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:14:42.747567 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-db8a60ec-a65a-430c-8b6a-4f3882ee4a55 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2bc56757a53e4808ac985102ae7e7861&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0483632 Feb 04 09:14:42.749843 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 60636) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:14:42.806145 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-59327a31-0d04-4eeb-b91e-525ce9a25a90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:42.830548 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-59327a31-0d04-4eeb-b91e-525ce9a25a90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:42.980515 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-59327a31-0d04-4eeb-b91e-525ce9a25a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:42.995511 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59327a31-0d04-4eeb-b91e-525ce9a25a90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=040a73ea-edbb-46b4-8db2-35d2cc5e22e8,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:14:43.001691 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-59327a31-0d04-4eeb-b91e-525ce9a25a90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:43.002936 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-59327a31-0d04-4eeb-b91e-525ce9a25a90 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/040a73ea-edbb-46b4-8db2-35d2cc5e22e8 HTTP/1.1" status: 204 len: 168 time: 0.2521966 Feb 04 09:14:43.079067 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device f7bbfbe8-7d43-438d-88c0-c79afdd180ee no longer exists at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 09:14:43.111552 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] No Port match for: f7bbfbe8-7d43-438d-88c0-c79afdd180ee {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 09:14:43.111899 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device f7bbfbe8-7d43-438d-88c0-c79afdd180ee not bound to the agent host hv-neutron-8277 {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 09:14:43.117626 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 09:14:44.174969 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 60658) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:14:44.298588 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-676937a6-9fe6-4b86-b67c-968eb5b17ffe admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-159504983-network', 'tenant_id': '0139e7b7189b4ee6a580422ec7924590'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:14:44.303196 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-676937a6-9fe6-4b86-b67c-968eb5b17ffe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:14:44.307512 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-676937a6-9fe6-4b86-b67c-968eb5b17ffe admin admin] Usage tracker for resource:network and tenant:0139e7b7189b4ee6a580422ec7924590 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:14:44.310308 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-676937a6-9fe6-4b86-b67c-968eb5b17ffe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:14:44.316193 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-676937a6-9fe6-4b86-b67c-968eb5b17ffe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:14:44.431859 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-676937a6-9fe6-4b86-b67c-968eb5b17ffe admin admin] Made reservation on behalf of 0139e7b7189b4ee6a580422ec7924590 for: {'network': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 09:14:44.434143 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-676937a6-9fe6-4b86-b67c-968eb5b17ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:44.446747 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-676937a6-9fe6-4b86-b67c-968eb5b17ffe admin admin] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:44.475484 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-676937a6-9fe6-4b86-b67c-968eb5b17ffe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:14:44.479645 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-676937a6-9fe6-4b86-b67c-968eb5b17ffe admin admin] Usage tracker for resource:security_group_rule and tenant:0139e7b7189b4ee6a580422ec7924590 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:14:44.482361 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-676937a6-9fe6-4b86-b67c-968eb5b17ffe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:14:44.487788 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-676937a6-9fe6-4b86-b67c-968eb5b17ffe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:14:44.550046 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-676937a6-9fe6-4b86-b67c-968eb5b17ffe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:44.614673 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-676937a6-9fe6-4b86-b67c-968eb5b17ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:44.643803 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-676937a6-9fe6-4b86-b67c-968eb5b17ffe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=84107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 09:14:44.651595 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676937a6-9fe6-4b86-b67c-968eb5b17ffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eaf72e6-cea3-47c2-981f-451d5d2981dd,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:14:44.656786 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-676937a6-9fe6-4b86-b67c-968eb5b17ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:44.664216 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.segments_db [None req-676937a6-9fe6-4b86-b67c-968eb5b17ffe admin admin] Added segment 765a3b59-9146-46de-ad3a-f7202633d4dc of type vlan for network 594fd076-ef7a-4e3f-bf2b-0daaf040569e Feb 04 09:14:44.683005 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-676937a6-9fe6-4b86-b67c-968eb5b17ffe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:44.780367 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-676937a6-9fe6-4b86-b67c-968eb5b17ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:44.781259 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676937a6-9fe6-4b86-b67c-968eb5b17ffe admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:14:44.781830 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-676937a6-9fe6-4b86-b67c-968eb5b17ffe admin admin] Notify callbacks [] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:44.879857 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676937a6-9fe6-4b86-b67c-968eb5b17ffe admin admin] Pushing event updated for resources: {'Network': ['ID=594fd076-ef7a-4e3f-bf2b-0daaf040569e,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:14:44.889827 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network 594fd076-ef7a-4e3f-bf2b-0daaf040569e details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 09:14:44.966725 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-676937a6-9fe6-4b86-b67c-968eb5b17ffe admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7878344 Feb 04 09:14:44.966909 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 60664) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:14:44.972357 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-885ad94c-ddc6-462e-876b-7bf4932f1072 admin admin] Request body: {'subnet': {'network_id': '594fd076-ef7a-4e3f-bf2b-0daaf040569e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-159504983-subnet', 'tenant_id': '0139e7b7189b4ee6a580422ec7924590', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:14:44.977416 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-885ad94c-ddc6-462e-876b-7bf4932f1072 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:14:44.982840 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-885ad94c-ddc6-462e-876b-7bf4932f1072 admin admin] Usage tracker for resource:subnet and tenant:0139e7b7189b4ee6a580422ec7924590 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:14:44.986204 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-885ad94c-ddc6-462e-876b-7bf4932f1072 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:14:44.994151 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-885ad94c-ddc6-462e-876b-7bf4932f1072 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:14:45.111718 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-885ad94c-ddc6-462e-876b-7bf4932f1072 admin admin] Made reservation on behalf of 0139e7b7189b4ee6a580422ec7924590 for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 09:14:45.114047 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-885ad94c-ddc6-462e-876b-7bf4932f1072 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985186'] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:45.463897 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-885ad94c-ddc6-462e-876b-7bf4932f1072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7510230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985204'] for subnet, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:45.530158 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885ad94c-ddc6-462e-876b-7bf4932f1072 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b1be279-c0ca-42f0-b8fb-dc48b5281171,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:14:45.546035 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885ad94c-ddc6-462e-876b-7bf4932f1072 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:14:45.546375 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885ad94c-ddc6-462e-876b-7bf4932f1072 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:14:45.546706 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885ad94c-ddc6-462e-876b-7bf4932f1072 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:14:45.547029 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885ad94c-ddc6-462e-876b-7bf4932f1072 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:14:45.547353 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885ad94c-ddc6-462e-876b-7bf4932f1072 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:14:45.547680 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885ad94c-ddc6-462e-876b-7bf4932f1072 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:14:45.547998 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885ad94c-ddc6-462e-876b-7bf4932f1072 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:14:45.548316 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885ad94c-ddc6-462e-876b-7bf4932f1072 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:14:45.548656 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885ad94c-ddc6-462e-876b-7bf4932f1072 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:14:45.548969 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885ad94c-ddc6-462e-876b-7bf4932f1072 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:14:45.549280 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885ad94c-ddc6-462e-876b-7bf4932f1072 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:14:45.557310 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885ad94c-ddc6-462e-876b-7bf4932f1072 admin admin] Checking segment: {'id': '765a3b59-9146-46de-ad3a-f7202633d4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '594fd076-ef7a-4e3f-bf2b-0daaf040569e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 09:14:45.557658 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885ad94c-ddc6-462e-876b-7bf4932f1072 admin admin] Network hostable DHCP agents. Network: 594fd076-ef7a-4e3f-bf2b-0daaf040569e, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 09:14:45.643183 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885ad94c-ddc6-462e-876b-7bf4932f1072 admin admin] Network 594fd076-ef7a-4e3f-bf2b-0daaf040569e is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 09:14:45.743985 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-885ad94c-ddc6-462e-876b-7bf4932f1072 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, 594fd076-ef7a-4e3f-bf2b-0daaf040569e) {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:14:45.747815 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885ad94c-ddc6-462e-876b-7bf4932f1072 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:14:45.748397 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-885ad94c-ddc6-462e-876b-7bf4932f1072 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:45.752476 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd3c94d-60e1-4823-be91-55df6604a532 None None] Network 594fd076-ef7a-4e3f-bf2b-0daaf040569e requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 09:14:45.898977 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-885ad94c-ddc6-462e-876b-7bf4932f1072 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9310558 Feb 04 09:14:45.901669 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 60668) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:14:45.906679 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-15672858-c1b8-4e40-b2fd-d5168c11152f admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-159504983-router', 'tenant_id': '0139e7b7189b4ee6a580422ec7924590', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:14:45.911285 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-15672858-c1b8-4e40-b2fd-d5168c11152f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:14:45.916590 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-15672858-c1b8-4e40-b2fd-d5168c11152f admin admin] Usage tracker for resource:router and tenant:0139e7b7189b4ee6a580422ec7924590 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:14:45.918521 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-15672858-c1b8-4e40-b2fd-d5168c11152f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:14:45.924325 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-15672858-c1b8-4e40-b2fd-d5168c11152f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:14:46.002570 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-15672858-c1b8-4e40-b2fd-d5168c11152f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40975'] for router, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:46.002570 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-15672858-c1b8-4e40-b2fd-d5168c11152f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40982'] for router, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:46.011497 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66122e21-fbbf-48a1-9f27-a7f16e89bcb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-594fd076-ef7a-4e3f-bf2b-0daaf040569e', 'network_id': '594fd076-ef7a-4e3f-bf2b-0daaf040569e', 'tenant_id': '0139e7b7189b4ee6a580422ec7924590', 'fixed_ips': [{'subnet_id': '6b1be279-c0ca-42f0-b8fb-dc48b5281171'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 09:14:46.012309 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-66122e21-fbbf-48a1-9f27-a7f16e89bcb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:46.017322 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-15672858-c1b8-4e40-b2fd-d5168c11152f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:46.160661 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-66122e21-fbbf-48a1-9f27-a7f16e89bcb3 None None] Allocated IP 172.20.0.2 (594fd076-ef7a-4e3f-bf2b-0daaf040569e/6b1be279-c0ca-42f0-b8fb-dc48b5281171/d5104fb3-ce00-4a87-8d7f-3ab963229c86) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 09:14:46.250406 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-15672858-c1b8-4e40-b2fd-d5168c11152f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40996'] for router, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:46.358646 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-66122e21-fbbf-48a1-9f27-a7f16e89bcb3 None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:46.369014 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-66122e21-fbbf-48a1-9f27-a7f16e89bcb3 None None] Transition to ACTIVE for port object d5104fb3-ce00-4a87-8d7f-3ab963229c86 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:14:46.386515 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-66122e21-fbbf-48a1-9f27-a7f16e89bcb3 None None] Transition to ACTIVE for port object d5104fb3-ce00-4a87-8d7f-3ab963229c86 will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:14:46.452697 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-66122e21-fbbf-48a1-9f27-a7f16e89bcb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:46.492377 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-15672858-c1b8-4e40-b2fd-d5168c11152f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:46.522953 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-15672858-c1b8-4e40-b2fd-d5168c11152f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:46.528374 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66122e21-fbbf-48a1-9f27-a7f16e89bcb3 None None] Network 594fd076-ef7a-4e3f-bf2b-0daaf040569e is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:14:46.529220 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66122e21-fbbf-48a1-9f27-a7f16e89bcb3 None None] Pushing event updated for resources: {'Port': ['ID=d5104fb3-ce00-4a87-8d7f-3ab963229c86,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:14:46.531527 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-66122e21-fbbf-48a1-9f27-a7f16e89bcb3 None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:14:46.534914 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66122e21-fbbf-48a1-9f27-a7f16e89bcb3 None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 09:14:46.542725 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66122e21-fbbf-48a1-9f27-a7f16e89bcb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:14:46.543067 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66122e21-fbbf-48a1-9f27-a7f16e89bcb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:14:46.543406 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66122e21-fbbf-48a1-9f27-a7f16e89bcb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:14:46.543735 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66122e21-fbbf-48a1-9f27-a7f16e89bcb3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:14:46.544063 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66122e21-fbbf-48a1-9f27-a7f16e89bcb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:14:46.544386 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66122e21-fbbf-48a1-9f27-a7f16e89bcb3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:14:46.544735 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66122e21-fbbf-48a1-9f27-a7f16e89bcb3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:14:46.545057 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66122e21-fbbf-48a1-9f27-a7f16e89bcb3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:14:46.545376 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66122e21-fbbf-48a1-9f27-a7f16e89bcb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:14:46.545708 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66122e21-fbbf-48a1-9f27-a7f16e89bcb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:14:46.546016 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66122e21-fbbf-48a1-9f27-a7f16e89bcb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:14:46.640899 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-66122e21-fbbf-48a1-9f27-a7f16e89bcb3 None None] Attempting to bind port d5104fb3-ce00-4a87-8d7f-3ab963229c86 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 09:14:46.641953 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-66122e21-fbbf-48a1-9f27-a7f16e89bcb3 None None] Attempting to bind port d5104fb3-ce00-4a87-8d7f-3ab963229c86 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': '765a3b59-9146-46de-ad3a-f7202633d4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '594fd076-ef7a-4e3f-bf2b-0daaf040569e'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 09:14:46.641953 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66122e21-fbbf-48a1-9f27-a7f16e89bcb3 None None] Attempting to bind port d5104fb3-ce00-4a87-8d7f-3ab963229c86 on network 594fd076-ef7a-4e3f-bf2b-0daaf040569e {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 09:14:46.648880 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66122e21-fbbf-48a1-9f27-a7f16e89bcb3 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 9, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 09:14:46.649316 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66122e21-fbbf-48a1-9f27-a7f16e89bcb3 None None] Checking segment: {'id': '765a3b59-9146-46de-ad3a-f7202633d4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '594fd076-ef7a-4e3f-bf2b-0daaf040569e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 09:14:46.650008 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-66122e21-fbbf-48a1-9f27-a7f16e89bcb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:46.650122 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66122e21-fbbf-48a1-9f27-a7f16e89bcb3 None None] Bound using segment: {'id': '765a3b59-9146-46de-ad3a-f7202633d4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '594fd076-ef7a-4e3f-bf2b-0daaf040569e'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 09:14:46.650499 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-66122e21-fbbf-48a1-9f27-a7f16e89bcb3 None None] Bound port: d5104fb3-ce00-4a87-8d7f-3ab963229c86, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '765a3b59-9146-46de-ad3a-f7202633d4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '594fd076-ef7a-4e3f-bf2b-0daaf040569e'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 09:14:46.650927 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-66122e21-fbbf-48a1-9f27-a7f16e89bcb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:46.670567 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-15672858-c1b8-4e40-b2fd-d5168c11152f admin admin] Allocated IP 172.26.3.18 (e264bd74-c56b-43d0-9059-bcb57dbbe5bc/79caf47c-b62c-4ea0-b35f-21ede155daa8/47b106ad-fd6a-4be0-8aae-c71221260d42) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 09:14:46.741128 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-66122e21-fbbf-48a1-9f27-a7f16e89bcb3 None None] For port d5104fb3-ce00-4a87-8d7f-3ab963229c86, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 09:14:46.744699 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-66122e21-fbbf-48a1-9f27-a7f16e89bcb3 None None] For port d5104fb3-ce00-4a87-8d7f-3ab963229c86, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=d5104fb3-ce00-4a87-8d7f-3ab963229c86,segment=NetworkSegment(765a3b59-9146-46de-ad3a-f7202633d4dc),segment_id=765a3b59-9146-46de-ad3a-f7202633d4dc)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 09:14:46.815430 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-15672858-c1b8-4e40-b2fd-d5168c11152f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:46.826845 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-66122e21-fbbf-48a1-9f27-a7f16e89bcb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:46.901240 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-15672858-c1b8-4e40-b2fd-d5168c11152f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:46.908867 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66122e21-fbbf-48a1-9f27-a7f16e89bcb3 None None] Pushing event updated for resources: {'Port': ['ID=d5104fb3-ce00-4a87-8d7f-3ab963229c86,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:14:46.983626 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15672858-c1b8-4e40-b2fd-d5168c11152f admin admin] Network e264bd74-c56b-43d0-9059-bcb57dbbe5bc is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:14:46.986601 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-15672858-c1b8-4e40-b2fd-d5168c11152f admin admin] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:14:46.989015 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15672858-c1b8-4e40-b2fd-d5168c11152f admin admin] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 09:14:47.019447 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15672858-c1b8-4e40-b2fd-d5168c11152f admin admin] Pushing event updated for resources: {'Port': ['ID=47b106ad-fd6a-4be0-8aae-c71221260d42,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:14:47.270854 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-15672858-c1b8-4e40-b2fd-d5168c11152f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:47.271583 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-15672858-c1b8-4e40-b2fd-d5168c11152f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472990'] for router, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:47.574695 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15672858-c1b8-4e40-b2fd-d5168c11152f admin admin] Router 74803393-71b2-4de3-8fce-adfd99d7e78b is scheduled to L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 with binding_index 1 {{(pid=84107) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 09:14:47.793748 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9624ca-92b4-4c63-8196-745f7d36d5d9 None None] Network 594fd076-ef7a-4e3f-bf2b-0daaf040569e requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 09:14:47.876772 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15672858-c1b8-4e40-b2fd-d5168c11152f admin admin] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 09:14:47.885943 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb949ce-ddd8-4551-8c31-a4ab3aac446e None None] Sync routers for ids ['74803393-71b2-4de3-8fce-adfd99d7e78b'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 09:14:47.962236 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb949ce-ddd8-4551-8c31-a4ab3aac446e None None] Routers {'74803393-71b2-4de3-8fce-adfd99d7e78b'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:14:47.963232 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-edb949ce-ddd8-4551-8c31-a4ab3aac446e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:14:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['74803393-71b2-4de3-8fce-adfd99d7e78b'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:14:47.972343 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-15672858-c1b8-4e40-b2fd-d5168c11152f admin admin] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:47.976365 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-15672858-c1b8-4e40-b2fd-d5168c11152f admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0711987 Feb 04 09:14:47.976593 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 60672) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:14:48.033271 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-0f767b33-cdee-419d-87e8-4bb9ed95ddfe None None] Provisioning for port d5104fb3-ce00-4a87-8d7f-3ab963229c86 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:14:48.202347 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-edb949ce-ddd8-4551-8c31-a4ab3aac446e None None] Set router 74803393-71b2-4de3-8fce-adfd99d7e78b gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:14:48.533617 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-edb949ce-ddd8-4551-8c31-a4ab3aac446e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74803393-71b2-4de3-8fce-adfd99d7e78b', 'name': 'tempest-ServerActionsTestJSON-159504983-router', 'tenant_id': '0139e7b7189b4ee6a580422ec7924590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18'}], 'enable_snat': True}, 'gw_port_id': '47b106ad-fd6a-4be0-8aae-c71221260d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:14:46Z', 'updated_at': '2022-02-04T09:14:47Z', 'revision_number': 3, 'project_id': '0139e7b7189b4ee6a580422ec7924590', 'gw_port': {'id': '47b106ad-fd6a-4be0-8aae-c71221260d42', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a9:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74803393-71b2-4de3-8fce-adfd99d7e78b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:14:46Z', 'updated_at': '2022-02-04T09:14:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:14:48.538544 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb949ce-ddd8-4551-8c31-a4ab3aac446e None None] Checking router: 74803393-71b2-4de3-8fce-adfd99d7e78b for host: dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 09:14:48.538889 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb949ce-ddd8-4551-8c31-a4ab3aac446e None None] Updating router 74803393-71b2-4de3-8fce-adfd99d7e78b port 47b106ad-fd6a-4be0-8aae-c71221260d42 binding host dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 09:14:48.598145 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-edb949ce-ddd8-4551-8c31-a4ab3aac446e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:48.708185 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4ca34093-2dfc-4119-bcd3-20605e0aeaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:48.874245 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device d5104fb3-ce00-4a87-8d7f-3ab963229c86 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:14:48.920486 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-4ca34093-2dfc-4119-bcd3-20605e0aeaf6 admin admin] Allocated IP 172.20.0.1 (594fd076-ef7a-4e3f-bf2b-0daaf040569e/6b1be279-c0ca-42f0-b8fb-dc48b5281171/bb9f2e09-3195-49e1-a480-dd2f4062acb4) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 09:14:48.979171 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-edb949ce-ddd8-4551-8c31-a4ab3aac446e None None] Notify callbacks [] for port, precommit_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:48.998697 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-edb949ce-ddd8-4551-8c31-a4ab3aac446e None None] Transition to ACTIVE for port object 47b106ad-fd6a-4be0-8aae-c71221260d42 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:14:49.067588 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4ca34093-2dfc-4119-bcd3-20605e0aeaf6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:49.083102 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [None req-4ca34093-2dfc-4119-bcd3-20605e0aeaf6 admin admin] Transition to ACTIVE for port object bb9f2e09-3195-49e1-a480-dd2f4062acb4 will not be triggered until provisioned by entity DHCP. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:14:49.088705 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-edb949ce-ddd8-4551-8c31-a4ab3aac446e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:49.130071 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port d5104fb3-ce00-4a87-8d7f-3ab963229c86 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:14:49.150508 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port d5104fb3-ce00-4a87-8d7f-3ab963229c86 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:14:49.150841 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:49.181087 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4ca34093-2dfc-4119-bcd3-20605e0aeaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:49.210683 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bf5ab7-b29c-4958-acd8-caf676e3a7f1 None None] Pushing event updated for resources: {'Port': ['ID=47b106ad-fd6a-4be0-8aae-c71221260d42,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:14:49.219369 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-edb949ce-ddd8-4551-8c31-a4ab3aac446e None None] Attempting to bind port 47b106ad-fd6a-4be0-8aae-c71221260d42 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 09:14:49.219736 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-edb949ce-ddd8-4551-8c31-a4ab3aac446e None None] Attempting to bind port 47b106ad-fd6a-4be0-8aae-c71221260d42 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 09:14:49.220093 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb949ce-ddd8-4551-8c31-a4ab3aac446e None None] Attempting to bind port 47b106ad-fd6a-4be0-8aae-c71221260d42 on network e264bd74-c56b-43d0-9059-bcb57dbbe5bc {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 09:14:49.231329 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb949ce-ddd8-4551-8c31-a4ab3aac446e None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 9, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 09:14:49.231696 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb949ce-ddd8-4551-8c31-a4ab3aac446e None None] Checking segment: {'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 09:14:49.232097 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-edb949ce-ddd8-4551-8c31-a4ab3aac446e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:49.232483 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb949ce-ddd8-4551-8c31-a4ab3aac446e None None] Bound using segment: {'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 09:14:49.232970 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-edb949ce-ddd8-4551-8c31-a4ab3aac446e None None] Bound port: 47b106ad-fd6a-4be0-8aae-c71221260d42, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 09:14:49.233343 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-edb949ce-ddd8-4551-8c31-a4ab3aac446e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:49.250876 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca34093-2dfc-4119-bcd3-20605e0aeaf6 admin admin] Network 594fd076-ef7a-4e3f-bf2b-0daaf040569e is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:14:49.253715 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-4ca34093-2dfc-4119-bcd3-20605e0aeaf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:14:49.256020 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca34093-2dfc-4119-bcd3-20605e0aeaf6 admin admin] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 09:14:49.290681 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca34093-2dfc-4119-bcd3-20605e0aeaf6 admin admin] Pushing event updated for resources: {'Port': ['ID=bb9f2e09-3195-49e1-a480-dd2f4062acb4,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:14:49.314574 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4ca34093-2dfc-4119-bcd3-20605e0aeaf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-472912'] for router_interface, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:49.367003 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-edb949ce-ddd8-4551-8c31-a4ab3aac446e None None] For port 47b106ad-fd6a-4be0-8aae-c71221260d42, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 09:14:49.372126 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:49.393098 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-edb949ce-ddd8-4551-8c31-a4ab3aac446e None None] For port 47b106ad-fd6a-4be0-8aae-c71221260d42, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=47b106ad-fd6a-4be0-8aae-c71221260d42,segment=NetworkSegment(c44b9475-949d-4ae7-bfca-e29b010a56a6),segment_id=c44b9475-949d-4ae7-bfca-e29b010a56a6)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 09:14:49.419479 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port d5104fb3-ce00-4a87-8d7f-3ab963229c86, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=d5104fb3-ce00-4a87-8d7f-3ab963229c86,segment=NetworkSegment(765a3b59-9146-46de-ad3a-f7202633d4dc),segment_id=765a3b59-9146-46de-ad3a-f7202633d4dc)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:14:49.474596 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4ca34093-2dfc-4119-bcd3-20605e0aeaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:49.478553 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-edb949ce-ddd8-4551-8c31-a4ab3aac446e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:49.532035 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-d97a3e28-de52-4e40-8f93-145400c94d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:49.533391 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:49.554657 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-5edf79b0-c960-4d6a-8737-daaa8b55b3e0 None None] Provisioning for port bb9f2e09-3195-49e1-a480-dd2f4062acb4 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:14:49.562024 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bf5ab7-b29c-4958-acd8-caf676e3a7f1 None None] Pushing event updated for resources: {'Port': ['ID=47b106ad-fd6a-4be0-8aae-c71221260d42,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:14:49.592396 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-5edf79b0-c960-4d6a-8737-daaa8b55b3e0 None None] Provisioning complete for port bb9f2e09-3195-49e1-a480-dd2f4062acb4 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:14:49.592806 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-5edf79b0-c960-4d6a-8737-daaa8b55b3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:49.663777 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb949ce-ddd8-4551-8c31-a4ab3aac446e None None] Routers {'74803393-71b2-4de3-8fce-adfd99d7e78b'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:14:49.664308 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-edb949ce-ddd8-4551-8c31-a4ab3aac446e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:14:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['74803393-71b2-4de3-8fce-adfd99d7e78b'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:14:49.697134 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4ca34093-2dfc-4119-bcd3-20605e0aeaf6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:49.735313 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-5edf79b0-c960-4d6a-8737-daaa8b55b3e0 None None] Port bb9f2e09-3195-49e1-a480-dd2f4062acb4 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 09:14:49.756313 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=d5104fb3-ce00-4a87-8d7f-3ab963229c86,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:14:49.786409 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4ca34093-2dfc-4119-bcd3-20605e0aeaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:49.862074 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-edb949ce-ddd8-4551-8c31-a4ab3aac446e None None] Set router 74803393-71b2-4de3-8fce-adfd99d7e78b gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:14:49.999580 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca34093-2dfc-4119-bcd3-20605e0aeaf6 admin admin] Pushing event updated for resources: {'Port': ['ID=bb9f2e09-3195-49e1-a480-dd2f4062acb4,revision_number=2']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:14:50.002098 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4ca34093-2dfc-4119-bcd3-20605e0aeaf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473771'] for router_interface, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:50.137660 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca34093-2dfc-4119-bcd3-20605e0aeaf6 admin admin] Network 594fd076-ef7a-4e3f-bf2b-0daaf040569e is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:14:50.138886 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-4ca34093-2dfc-4119-bcd3-20605e0aeaf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:14:50.229393 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-edb949ce-ddd8-4551-8c31-a4ab3aac446e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74803393-71b2-4de3-8fce-adfd99d7e78b', 'name': 'tempest-ServerActionsTestJSON-159504983-router', 'tenant_id': '0139e7b7189b4ee6a580422ec7924590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18'}], 'enable_snat': True}, 'gw_port_id': '47b106ad-fd6a-4be0-8aae-c71221260d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:14:46Z', 'updated_at': '2022-02-04T09:14:49Z', 'revision_number': 4, 'project_id': '0139e7b7189b4ee6a580422ec7924590', 'gw_port': {'id': '47b106ad-fd6a-4be0-8aae-c71221260d42', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a9:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74803393-71b2-4de3-8fce-adfd99d7e78b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:14:46Z', 'updated_at': '2022-02-04T09:14:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': 'bb9f2e09-3195-49e1-a480-dd2f4062acb4', 'name': '', 'network_id': '594fd076-ef7a-4e3f-bf2b-0daaf040569e', 'tenant_id': '0139e7b7189b4ee6a580422ec7924590', 'mac_address': 'fa:16:3e:c8:70:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74803393-71b2-4de3-8fce-adfd99d7e78b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b1be279-c0ca-42f0-b8fb-dc48b5281171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:14:48Z', 'updated_at': '2022-02-04T09:14:48Z', 'revision_number': 1, 'project_id': '0139e7b7189b4ee6a580422ec7924590', 'subnets': [{'id': '6b1be279-c0ca-42f0-b8fb-dc48b5281171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:14:50.233509 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb949ce-ddd8-4551-8c31-a4ab3aac446e None None] The sync data for ids ['74803393-71b2-4de3-8fce-adfd99d7e78b'] in dv-neutron-827798-2-hyperv is: [{'id': '74803393-71b2-4de3-8fce-adfd99d7e78b', 'name': 'tempest-ServerActionsTestJSON-159504983-router', 'tenant_id': '0139e7b7189b4ee6a580422ec7924590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18'}], 'enable_snat': True}, 'gw_port_id': '47b106ad-fd6a-4be0-8aae-c71221260d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:14:46Z', 'updated_at': '2022-02-04T09:14:49Z', 'revision_number': 4, 'project_id': '0139e7b7189b4ee6a580422ec7924590', 'gw_port': {'id': '47b106ad-fd6a-4be0-8aae-c71221260d42', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a9:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74803393-71b2-4de3-8fce-adfd99d7e78b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:14:46Z', 'updated_at': '2022-02-04T09:14:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': 'bb9f2e09-3195-49e1-a480-dd2f4062acb4', 'name': '', 'network_id': '594fd076-ef7a-4e3f-bf2b-0daaf040569e', 'tenant_id': '0139e7b7189b4ee6a580422ec7924590', 'mac_address': 'fa:16:3e:c8:70:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74803393-71b2-4de3-8fce-adfd99d7e78b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b1be279-c0ca-42f0-b8fb-dc48b5281171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:14:48Z', 'updated_at': '2022-02-04T09:14:48Z', 'revision_number': 1, 'project_id': '0139e7b7189b4ee6a580422ec7924590', 'subnets': [{'id': '6b1be279-c0ca-42f0-b8fb-dc48b5281171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 09:14:50.360390 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-b007213f-70a5-4ae1-8054-cc21e09c5116 None None] Provisioning complete for port bb9f2e09-3195-49e1-a480-dd2f4062acb4 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:14:50.360789 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-b007213f-70a5-4ae1-8054-cc21e09c5116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:50.430891 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-b007213f-70a5-4ae1-8054-cc21e09c5116 None None] Port bb9f2e09-3195-49e1-a480-dd2f4062acb4 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 09:14:50.550545 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ca34093-2dfc-4119-bcd3-20605e0aeaf6 admin admin] Router 74803393-71b2-4de3-8fce-adfd99d7e78b has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 09:14:50.766533 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ca34093-2dfc-4119-bcd3-20605e0aeaf6 admin admin] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 09:14:50.776477 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-4ca34093-2dfc-4119-bcd3-20605e0aeaf6 admin admin] 10.222.0.36 "PUT /v2.0/routers/74803393-71b2-4de3-8fce-adfd99d7e78b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7980978 Feb 04 09:14:50.910181 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device d5104fb3-ce00-4a87-8d7f-3ab963229c86 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:14:50.990194 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port d5104fb3-ce00-4a87-8d7f-3ab963229c86 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:14:50.990564 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:51.507657 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 60682) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:14:51.513923 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-17515308-78a4-45fd-8154-a6b512d4b5c0 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Request body: {'security_group': {'name': 'tempest-securitygroup--623568878', 'description': 'tempest-description--522916746'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:14:51.519747 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-17515308-78a4-45fd-8154-a6b512d4b5c0 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:14:51.523470 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-17515308-78a4-45fd-8154-a6b512d4b5c0 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Usage tracker for resource:security_group and tenant:0139e7b7189b4ee6a580422ec7924590 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:14:51.526925 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-17515308-78a4-45fd-8154-a6b512d4b5c0 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:14:51.532433 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-17515308-78a4-45fd-8154-a6b512d4b5c0 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:14:51.597150 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-17515308-78a4-45fd-8154-a6b512d4b5c0 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:51.630040 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-17515308-78a4-45fd-8154-a6b512d4b5c0 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:14:51.634317 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-17515308-78a4-45fd-8154-a6b512d4b5c0 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Usage tracker for resource:security_group_rule and tenant:0139e7b7189b4ee6a580422ec7924590 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:14:51.637183 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-17515308-78a4-45fd-8154-a6b512d4b5c0 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:14:51.645281 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-17515308-78a4-45fd-8154-a6b512d4b5c0 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:14:51.695334 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-17515308-78a4-45fd-8154-a6b512d4b5c0 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:51.820627 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-25c71dd6-ab4a-4275-b80b-a9a9df56663c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:51.849105 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-17515308-78a4-45fd-8154-a6b512d4b5c0 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:51.889202 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17515308-78a4-45fd-8154-a6b512d4b5c0 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed0bb709-f690-4dda-8f37-3de7fc257be3,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:14:51.969168 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-17515308-78a4-45fd-8154-a6b512d4b5c0 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:51.970375 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-17515308-78a4-45fd-8154-a6b512d4b5c0 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.4611583 Feb 04 09:14:51.973147 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 60686) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:14:51.978982 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-16d152de-b08d-47b6-9a95-275010aacdc9 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Request body: {'security_group_rule': {'security_group_id': 'ed0bb709-f690-4dda-8f37-3de7fc257be3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:14:51.986446 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-16d152de-b08d-47b6-9a95-275010aacdc9 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:14:51.990742 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-16d152de-b08d-47b6-9a95-275010aacdc9 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Usage tracker for resource:security_group_rule and tenant:0139e7b7189b4ee6a580422ec7924590 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:14:51.994421 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-16d152de-b08d-47b6-9a95-275010aacdc9 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:14:52.000669 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-16d152de-b08d-47b6-9a95-275010aacdc9 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:14:52.084067 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-16d152de-b08d-47b6-9a95-275010aacdc9 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:52.144951 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-16d152de-b08d-47b6-9a95-275010aacdc9 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:52.220259 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-16d152de-b08d-47b6-9a95-275010aacdc9 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:52.242569 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d152de-b08d-47b6-9a95-275010aacdc9 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9556ed3-4143-4e08-a0c7-d6613310016d,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:14:52.363450 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-16d152de-b08d-47b6-9a95-275010aacdc9 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:52.364736 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-16d152de-b08d-47b6-9a95-275010aacdc9 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3906596 Feb 04 09:14:52.367218 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 60690) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:14:52.373151 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-d3ceb44a-bde7-4084-ac9f-e9a4099f862a tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Request body: {'security_group_rule': {'security_group_id': 'ed0bb709-f690-4dda-8f37-3de7fc257be3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:14:52.378826 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-d3ceb44a-bde7-4084-ac9f-e9a4099f862a tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:14:52.382533 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-d3ceb44a-bde7-4084-ac9f-e9a4099f862a tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Usage tracker for resource:security_group_rule and tenant:0139e7b7189b4ee6a580422ec7924590 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:14:52.385374 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-d3ceb44a-bde7-4084-ac9f-e9a4099f862a tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:14:52.390906 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-d3ceb44a-bde7-4084-ac9f-e9a4099f862a tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:14:52.466858 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d3ceb44a-bde7-4084-ac9f-e9a4099f862a tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:52.525460 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d3ceb44a-bde7-4084-ac9f-e9a4099f862a tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:52.625928 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d3ceb44a-bde7-4084-ac9f-e9a4099f862a tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:52.646778 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ceb44a-bde7-4084-ac9f-e9a4099f862a tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9491c52-1133-43e5-83f0-e06ebbeda988,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:14:52.723361 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d3ceb44a-bde7-4084-ac9f-e9a4099f862a tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:52.724505 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-d3ceb44a-bde7-4084-ac9f-e9a4099f862a tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3562932 Feb 04 09:14:52.727919 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 60694) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:14:52.733093 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-1a93402d-e3d5-4d78-9d83-9bbb35413dbf tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Request body: {'floatingip': {'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:14:52.738392 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-1a93402d-e3d5-4d78-9d83-9bbb35413dbf tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:14:52.745403 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-1a93402d-e3d5-4d78-9d83-9bbb35413dbf tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Usage tracker for resource:floatingip and tenant:0139e7b7189b4ee6a580422ec7924590 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:14:52.745512 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-1a93402d-e3d5-4d78-9d83-9bbb35413dbf tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:14:52.751010 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-1a93402d-e3d5-4d78-9d83-9bbb35413dbf tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:14:52.832186 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1a93402d-e3d5-4d78-9d83-9bbb35413dbf tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Notify callbacks [] for floatingip, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:52.887957 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 47b106ad-fd6a-4be0-8aae-c71221260d42 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:14:52.979292 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1a93402d-e3d5-4d78-9d83-9bbb35413dbf tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:52.983208 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:53.034877 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:53.063145 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 47b106ad-fd6a-4be0-8aae-c71221260d42 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:14:53.068061 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 47b106ad-fd6a-4be0-8aae-c71221260d42 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:14:53.068427 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:53.118604 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-1a93402d-e3d5-4d78-9d83-9bbb35413dbf tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Allocated IP 172.26.3.66 (e264bd74-c56b-43d0-9059-bcb57dbbe5bc/79caf47c-b62c-4ea0-b35f-21ede155daa8/7718e7f5-2487-4f4d-bde3-f18ee33d1ec8) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 09:14:53.181742 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:53.197404 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port 47b106ad-fd6a-4be0-8aae-c71221260d42, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=47b106ad-fd6a-4be0-8aae-c71221260d42,segment=NetworkSegment(c44b9475-949d-4ae7-bfca-e29b010a56a6),segment_id=c44b9475-949d-4ae7-bfca-e29b010a56a6)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:14:53.262198 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1a93402d-e3d5-4d78-9d83-9bbb35413dbf tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:53.269417 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:53.329417 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1a93402d-e3d5-4d78-9d83-9bbb35413dbf tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:53.333822 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=47b106ad-fd6a-4be0-8aae-c71221260d42,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:14:53.397097 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a93402d-e3d5-4d78-9d83-9bbb35413dbf tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Network e264bd74-c56b-43d0-9059-bcb57dbbe5bc is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:14:53.400765 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-1a93402d-e3d5-4d78-9d83-9bbb35413dbf tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:14:53.403242 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a93402d-e3d5-4d78-9d83-9bbb35413dbf tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 09:14:53.540750 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a93402d-e3d5-4d78-9d83-9bbb35413dbf tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Pushing event updated for resources: {'Port': ['ID=7718e7f5-2487-4f4d-bde3-f18ee33d1ec8,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:14:53.670145 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1a93402d-e3d5-4d78-9d83-9bbb35413dbf tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:53.829154 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1a93402d-e3d5-4d78-9d83-9bbb35413dbf tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:54.030772 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1a93402d-e3d5-4d78-9d83-9bbb35413dbf tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:54.086259 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1a93402d-e3d5-4d78-9d83-9bbb35413dbf tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:54.189144 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a93402d-e3d5-4d78-9d83-9bbb35413dbf tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Pushing event updated for resources: {'Port': ['ID=7718e7f5-2487-4f4d-bde3-f18ee33d1ec8,revision_number=2']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:14:54.205068 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1a93402d-e3d5-4d78-9d83-9bbb35413dbf tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473039'] for floatingip, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:54.280667 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1a93402d-e3d5-4d78-9d83-9bbb35413dbf tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for floatingip, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:54.281909 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-1a93402d-e3d5-4d78-9d83-9bbb35413dbf tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5530601 Feb 04 09:14:54.451333 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-9d91aabe-778c-42f1-a0dc-c31958bdfe92 req-d64d86d4-1a03-4c70-8392-7c15a4d4ada1 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Synchronizing usage tracker for tenant:0139e7b7189b4ee6a580422ec7924590 on resource:security_group {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 09:14:54.468923 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:54.543027 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-9d91aabe-778c-42f1-a0dc-c31958bdfe92 req-d64d86d4-1a03-4c70-8392-7c15a4d4ada1 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Unset dirty status for tenant:0139e7b7189b4ee6a580422ec7924590 on resource:security_group {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 09:14:54.544157 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-9d91aabe-778c-42f1-a0dc-c31958bdfe92 req-d64d86d4-1a03-4c70-8392-7c15a4d4ada1 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--623568878&fields=id&tenant_id=0139e7b7189b4ee6a580422ec7924590 HTTP/1.1" status: 200 len: 267 time: 0.1338499 Feb 04 09:14:54.691370 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d91aabe-778c-42f1-a0dc-c31958bdfe92 req-9a689889-2f7a-4628-8aef-76f6d6fed03d tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:14:54.691953 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-9d91aabe-778c-42f1-a0dc-c31958bdfe92 req-9a689889-2f7a-4628-8aef-76f6d6fed03d tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Synchronizing usage tracker for tenant:0139e7b7189b4ee6a580422ec7924590 on resource:network {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 09:14:54.751357 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-9d91aabe-778c-42f1-a0dc-c31958bdfe92 req-9a689889-2f7a-4628-8aef-76f6d6fed03d tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Unset dirty status for tenant:0139e7b7189b4ee6a580422ec7924590 on resource:network {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 09:14:54.752520 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-9d91aabe-778c-42f1-a0dc-c31958bdfe92 req-9a689889-2f7a-4628-8aef-76f6d6fed03d tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/networks?id=594fd076-ef7a-4e3f-bf2b-0daaf040569e HTTP/1.1" status: 200 len: 811 time: 0.2012827 Feb 04 09:14:54.769856 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-9d91aabe-778c-42f1-a0dc-c31958bdfe92 req-40e58527-c4c8-4096-8ac7-7d4924631c6a tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/quotas/0139e7b7189b4ee6a580422ec7924590 HTTP/1.1" status: 200 len: 375 time: 0.0113468 Feb 04 09:14:54.848161 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 47b106ad-fd6a-4be0-8aae-c71221260d42 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:14:54.855510 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-9d91aabe-778c-42f1-a0dc-c31958bdfe92 req-c48e77cb-b47e-442b-a019-c64f7d1c1259 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Synchronizing usage tracker for tenant:0139e7b7189b4ee6a580422ec7924590 on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 09:14:54.918517 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 47b106ad-fd6a-4be0-8aae-c71221260d42 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:14:54.918884 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:54.926425 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-9d91aabe-778c-42f1-a0dc-c31958bdfe92 req-c48e77cb-b47e-442b-a019-c64f7d1c1259 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Unset dirty status for tenant:0139e7b7189b4ee6a580422ec7924590 on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 09:14:54.927912 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-9d91aabe-778c-42f1-a0dc-c31958bdfe92 req-c48e77cb-b47e-442b-a019-c64f7d1c1259 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0139e7b7189b4ee6a580422ec7924590&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1532774 Feb 04 09:14:55.068515 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-9d91aabe-778c-42f1-a0dc-c31958bdfe92 req-56a45b88-77bb-43db-a41a-35ae1984234b service neutron] 10.222.0.36 "GET /v2.0/networks/594fd076-ef7a-4e3f-bf2b-0daaf040569e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269176 Feb 04 09:14:55.196517 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-9d91aabe-778c-42f1-a0dc-c31958bdfe92 req-de531c3f-9233-4702-9040-ac6e7c2e3f6e service neutron] 10.222.0.36 "GET /v2.0/networks/594fd076-ef7a-4e3f-bf2b-0daaf040569e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221371 Feb 04 09:14:55.498375 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f4db69ef-98dd-46da-a41c-c8693ade2715 req-c8d2e164-ebe3-4f5e-8c14-129e7cf0b92c tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=224b9192-34e9-4514-9400-b063e085f80f HTTP/1.1" status: 200 len: 210 time: 0.0429547 Feb 04 09:14:56.357511 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:56.672968 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8aa4d166-3d7e-4496-be5a-0d57a8088195 req-5f352551-8f4a-4acf-b80a-55eeaed54ec2 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=224b9192-34e9-4514-9400-b063e085f80f HTTP/1.1" status: 200 len: 210 time: 0.0514963 Feb 04 09:14:57.463317 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d91aabe-778c-42f1-a0dc-c31958bdfe92 req-0d6ba35e-f9c3-42a9-a833-01d1397db6df tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:14:57.465558 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-9d91aabe-778c-42f1-a0dc-c31958bdfe92 req-0d6ba35e-f9c3-42a9-a833-01d1397db6df tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.47 "GET /v2.0/networks?id=594fd076-ef7a-4e3f-bf2b-0daaf040569e HTTP/1.1" status: 200 len: 811 time: 0.1481771 Feb 04 09:14:57.515862 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-9d91aabe-778c-42f1-a0dc-c31958bdfe92 req-2bb6ec82-7017-4464-b547-5c4bf3cf30d8 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0139e7b7189b4ee6a580422ec7924590 HTTP/1.1" status: 200 len: 379 time: 0.0398088 Feb 04 09:14:57.524310 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [req-9d91aabe-778c-42f1-a0dc-c31958bdfe92 req-60fe33bf-22b9-4254-b688-bae3b5e42137 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Request body: {'port': {'device_id': '224b9192-34e9-4514-9400-b063e085f80f', 'network_id': '594fd076-ef7a-4e3f-bf2b-0daaf040569e', 'admin_state_up': True, 'tenant_id': '0139e7b7189b4ee6a580422ec7924590', 'security_groups': ['ed0bb709-f690-4dda-8f37-3de7fc257be3']}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:14:57.662020 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [req-9d91aabe-778c-42f1-a0dc-c31958bdfe92 req-60fe33bf-22b9-4254-b688-bae3b5e42137 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:14:57.672314 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [req-9d91aabe-778c-42f1-a0dc-c31958bdfe92 req-60fe33bf-22b9-4254-b688-bae3b5e42137 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:14:57.806134 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d91aabe-778c-42f1-a0dc-c31958bdfe92 req-60fe33bf-22b9-4254-b688-bae3b5e42137 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Made reservation on behalf of 0139e7b7189b4ee6a580422ec7924590 for: {'port': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 09:14:57.809452 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-9d91aabe-778c-42f1-a0dc-c31958bdfe92 req-60fe33bf-22b9-4254-b688-bae3b5e42137 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:57.857767 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-0214ca49-916c-459e-a5d3-c220a15e2346 req-c06042b1-bd56-43d6-936f-40ba52654fa2 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=224b9192-34e9-4514-9400-b063e085f80f HTTP/1.1" status: 200 len: 210 time: 0.0458889 Feb 04 09:14:57.970636 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [req-9d91aabe-778c-42f1-a0dc-c31958bdfe92 req-60fe33bf-22b9-4254-b688-bae3b5e42137 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Allocated IP 172.20.0.14 (594fd076-ef7a-4e3f-bf2b-0daaf040569e/6b1be279-c0ca-42f0-b8fb-dc48b5281171/748c1ecb-3a87-49a8-a9e3-701f32f517c1) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 09:14:58.165712 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-9d91aabe-778c-42f1-a0dc-c31958bdfe92 req-60fe33bf-22b9-4254-b688-bae3b5e42137 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:58.182138 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.provisioning_blocks [req-9d91aabe-778c-42f1-a0dc-c31958bdfe92 req-60fe33bf-22b9-4254-b688-bae3b5e42137 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Transition to ACTIVE for port object 748c1ecb-3a87-49a8-a9e3-701f32f517c1 will not be triggered until provisioned by entity DHCP. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:14:58.263766 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-9d91aabe-778c-42f1-a0dc-c31958bdfe92 req-60fe33bf-22b9-4254-b688-bae3b5e42137 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:58.351920 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d91aabe-778c-42f1-a0dc-c31958bdfe92 req-60fe33bf-22b9-4254-b688-bae3b5e42137 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Network 594fd076-ef7a-4e3f-bf2b-0daaf040569e is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:14:58.355874 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [req-9d91aabe-778c-42f1-a0dc-c31958bdfe92 req-60fe33bf-22b9-4254-b688-bae3b5e42137 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:14:58.360141 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d91aabe-778c-42f1-a0dc-c31958bdfe92 req-60fe33bf-22b9-4254-b688-bae3b5e42137 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 09:14:58.400827 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fe33bf-22b9-4254-b688-bae3b5e42137 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Pushing event updated for resources: {'Port': ['ID=748c1ecb-3a87-49a8-a9e3-701f32f517c1,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:14:58.423453 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fe33bf-22b9-4254-b688-bae3b5e42137 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:14:58.423830 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fe33bf-22b9-4254-b688-bae3b5e42137 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:14:58.424168 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fe33bf-22b9-4254-b688-bae3b5e42137 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:14:58.424497 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fe33bf-22b9-4254-b688-bae3b5e42137 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:14:58.424844 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fe33bf-22b9-4254-b688-bae3b5e42137 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:14:58.425169 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fe33bf-22b9-4254-b688-bae3b5e42137 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:14:58.425492 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fe33bf-22b9-4254-b688-bae3b5e42137 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:14:58.425812 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fe33bf-22b9-4254-b688-bae3b5e42137 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:14:58.426129 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fe33bf-22b9-4254-b688-bae3b5e42137 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:14:58.426443 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fe33bf-22b9-4254-b688-bae3b5e42137 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:14:58.426758 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fe33bf-22b9-4254-b688-bae3b5e42137 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:14:58.453916 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d91aabe-778c-42f1-a0dc-c31958bdfe92 req-60fe33bf-22b9-4254-b688-bae3b5e42137 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:14:58.454527 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-9d91aabe-778c-42f1-a0dc-c31958bdfe92 req-60fe33bf-22b9-4254-b688-bae3b5e42137 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:58.535637 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-9d91aabe-778c-42f1-a0dc-c31958bdfe92 req-60fe33bf-22b9-4254-b688-bae3b5e42137 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0149753 Feb 04 09:14:58.548731 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [req-9d91aabe-778c-42f1-a0dc-c31958bdfe92 req-2694f736-c049-4cf8-a6e1-d6bb2aa7f330 service neutron] Request body: {'port': {'device_id': '224b9192-34e9-4514-9400-b063e085f80f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:14:58.652482 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-2d0f16ed-386e-4bad-bffa-4bc46db7ea32 None None] Provisioning for port 748c1ecb-3a87-49a8-a9e3-701f32f517c1 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:14:58.657717 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-2d0f16ed-386e-4bad-bffa-4bc46db7ea32 None None] Provisioning complete for port 748c1ecb-3a87-49a8-a9e3-701f32f517c1 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:14:58.658083 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2d0f16ed-386e-4bad-bffa-4bc46db7ea32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:58.664956 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-9d91aabe-778c-42f1-a0dc-c31958bdfe92 req-2694f736-c049-4cf8-a6e1-d6bb2aa7f330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:58.727680 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-2d0f16ed-386e-4bad-bffa-4bc46db7ea32 None None] Port 748c1ecb-3a87-49a8-a9e3-701f32f517c1 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 09:14:59.065839 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7fce17-79c0-45d2-83ea-0a2e50af86cf req-860c4011-00c9-4d48-bdae-8b75d5361175 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:14:59.067195 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4b7fce17-79c0-45d2-83ea-0a2e50af86cf req-860c4011-00c9-4d48-bdae-8b75d5361175 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=224b9192-34e9-4514-9400-b063e085f80f HTTP/1.1" status: 200 len: 932 time: 0.0828612 Feb 04 09:14:59.111125 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4b7fce17-79c0-45d2-83ea-0a2e50af86cf req-4ef59109-fa6b-4dd6-9ced-a16f8efb5df4 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382915 Feb 04 09:14:59.114349 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [req-9d91aabe-778c-42f1-a0dc-c31958bdfe92 req-2694f736-c049-4cf8-a6e1-d6bb2aa7f330 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 748c1ecb-3a87-49a8-a9e3-701f32f517c1 {{(pid=84108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 09:14:59.121878 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-9d91aabe-778c-42f1-a0dc-c31958bdfe92 req-2694f736-c049-4cf8-a6e1-d6bb2aa7f330 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:59.136890 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.provisioning_blocks [req-9d91aabe-778c-42f1-a0dc-c31958bdfe92 req-2694f736-c049-4cf8-a6e1-d6bb2aa7f330 service neutron] Transition to ACTIVE for port object 748c1ecb-3a87-49a8-a9e3-701f32f517c1 will not be triggered until provisioned by entity L2. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:14:59.208467 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-9d91aabe-778c-42f1-a0dc-c31958bdfe92 req-2694f736-c049-4cf8-a6e1-d6bb2aa7f330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:59.335954 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2694f736-c049-4cf8-a6e1-d6bb2aa7f330 service neutron] Pushing event updated for resources: {'Port': ['ID=748c1ecb-3a87-49a8-a9e3-701f32f517c1,revision_number=2']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:14:59.447821 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [req-9d91aabe-778c-42f1-a0dc-c31958bdfe92 req-2694f736-c049-4cf8-a6e1-d6bb2aa7f330 service neutron] Attempting to bind port 748c1ecb-3a87-49a8-a9e3-701f32f517c1 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 09:14:59.448152 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [req-9d91aabe-778c-42f1-a0dc-c31958bdfe92 req-2694f736-c049-4cf8-a6e1-d6bb2aa7f330 service neutron] Attempting to bind port 748c1ecb-3a87-49a8-a9e3-701f32f517c1 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '765a3b59-9146-46de-ad3a-f7202633d4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '594fd076-ef7a-4e3f-bf2b-0daaf040569e'}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 09:14:59.448478 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d91aabe-778c-42f1-a0dc-c31958bdfe92 req-2694f736-c049-4cf8-a6e1-d6bb2aa7f330 service neutron] Attempting to bind port 748c1ecb-3a87-49a8-a9e3-701f32f517c1 on network 594fd076-ef7a-4e3f-bf2b-0daaf040569e {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 09:14:59.454293 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d91aabe-778c-42f1-a0dc-c31958bdfe92 req-2694f736-c049-4cf8-a6e1-d6bb2aa7f330 service neutron] Port 748c1ecb-3a87-49a8-a9e3-701f32f517c1 on network 594fd076-ef7a-4e3f-bf2b-0daaf040569e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 09:14:59.454608 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d91aabe-778c-42f1-a0dc-c31958bdfe92 req-2694f736-c049-4cf8-a6e1-d6bb2aa7f330 service neutron] Attempting to bind port 748c1ecb-3a87-49a8-a9e3-701f32f517c1 on network 594fd076-ef7a-4e3f-bf2b-0daaf040569e {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 09:14:59.460817 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d91aabe-778c-42f1-a0dc-c31958bdfe92 req-2694f736-c049-4cf8-a6e1-d6bb2aa7f330 service neutron] Checking agent: {'id': 'f735dfbb-9ed2-4de7-8aa1-fea4a962ae1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 34, 26), 'started_at': datetime.datetime(2022, 2, 4, 8, 34, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 9, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 09:14:59.461150 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d91aabe-778c-42f1-a0dc-c31958bdfe92 req-2694f736-c049-4cf8-a6e1-d6bb2aa7f330 service neutron] Checking segment: {'id': '765a3b59-9146-46de-ad3a-f7202633d4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '594fd076-ef7a-4e3f-bf2b-0daaf040569e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 09:14:59.461554 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d91aabe-778c-42f1-a0dc-c31958bdfe92 req-2694f736-c049-4cf8-a6e1-d6bb2aa7f330 service neutron] Bound using segment: {'id': '765a3b59-9146-46de-ad3a-f7202633d4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '594fd076-ef7a-4e3f-bf2b-0daaf040569e'} {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 09:14:59.461973 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [req-9d91aabe-778c-42f1-a0dc-c31958bdfe92 req-2694f736-c049-4cf8-a6e1-d6bb2aa7f330 service neutron] Bound port: 748c1ecb-3a87-49a8-a9e3-701f32f517c1, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '765a3b59-9146-46de-ad3a-f7202633d4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '594fd076-ef7a-4e3f-bf2b-0daaf040569e'}}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 09:14:59.462315 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-9d91aabe-778c-42f1-a0dc-c31958bdfe92 req-2694f736-c049-4cf8-a6e1-d6bb2aa7f330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:59.548127 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [req-9d91aabe-778c-42f1-a0dc-c31958bdfe92 req-2694f736-c049-4cf8-a6e1-d6bb2aa7f330 service neutron] For port 748c1ecb-3a87-49a8-a9e3-701f32f517c1, host hv-neutron-8277, cleared binding levels {{(pid=84108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 09:14:59.550931 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [req-9d91aabe-778c-42f1-a0dc-c31958bdfe92 req-2694f736-c049-4cf8-a6e1-d6bb2aa7f330 service neutron] For port 748c1ecb-3a87-49a8-a9e3-701f32f517c1, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=748c1ecb-3a87-49a8-a9e3-701f32f517c1,segment=NetworkSegment(765a3b59-9146-46de-ad3a-f7202633d4dc),segment_id=765a3b59-9146-46de-ad3a-f7202633d4dc)] {{(pid=84108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 09:14:59.612043 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-9d91aabe-778c-42f1-a0dc-c31958bdfe92 req-2694f736-c049-4cf8-a6e1-d6bb2aa7f330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:59.675006 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-9d91aabe-778c-42f1-a0dc-c31958bdfe92 req-2694f736-c049-4cf8-a6e1-d6bb2aa7f330 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:14:59.679512 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-9d91aabe-778c-42f1-a0dc-c31958bdfe92 req-2694f736-c049-4cf8-a6e1-d6bb2aa7f330 service neutron] 10.222.0.47 "PUT /v2.0/ports/748c1ecb-3a87-49a8-a9e3-701f32f517c1 HTTP/1.1" status: 200 len: 1094 time: 1.1317914 Feb 04 09:14:59.679512 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '224b9192-34e9-4514-9400-b063e085f80f', 'tag': '748c1ecb-3a87-49a8-a9e3-701f32f517c1'}] {{(pid=84108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:14:59.694993 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2694f736-c049-4cf8-a6e1-d6bb2aa7f330 service neutron] Pushing event updated for resources: {'Port': ['ID=748c1ecb-3a87-49a8-a9e3-701f32f517c1,revision_number=3']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:14:59.738313 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '224b9192-34e9-4514-9400-b063e085f80f', 'tag': '748c1ecb-3a87-49a8-a9e3-701f32f517c1', 'status': 'completed', 'code': 200} Feb 04 09:14:59.854644 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-2e4e16d7-3858-4f85-8790-5116e378e7e7 req-2605fed5-8f24-4c9b-94a9-82b86e5cc2b5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0139e7b7189b4ee6a580422ec7924590&device_id=224b9192-34e9-4514-9400-b063e085f80f HTTP/1.1" status: 200 len: 1097 time: 0.0766513 Feb 04 09:14:59.992439 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4e16d7-3858-4f85-8790-5116e378e7e7 req-75aa7cee-cd0a-4e29-a5c4-ccd01d1fffb7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:14:59.993936 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-2e4e16d7-3858-4f85-8790-5116e378e7e7 req-75aa7cee-cd0a-4e29-a5c4-ccd01d1fffb7 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=0139e7b7189b4ee6a580422ec7924590&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1332445 Feb 04 09:15:00.125644 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4e16d7-3858-4f85-8790-5116e378e7e7 req-421d8210-9873-40cf-9892-78a967ea660f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:15:00.127069 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-2e4e16d7-3858-4f85-8790-5116e378e7e7 req-421d8210-9873-40cf-9892-78a967ea660f service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1273847 Feb 04 09:15:00.236968 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-9d91aabe-778c-42f1-a0dc-c31958bdfe92 req-714a726c-4697-45bc-a26f-00200065ea1c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0139e7b7189b4ee6a580422ec7924590&device_id=224b9192-34e9-4514-9400-b063e085f80f HTTP/1.1" status: 200 len: 1097 time: 0.0760667 Feb 04 09:15:00.309984 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-9d91aabe-778c-42f1-a0dc-c31958bdfe92 req-d8457728-af3d-4e17-85a5-2bdb4a9fba2e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=748c1ecb-3a87-49a8-a9e3-701f32f517c1 HTTP/1.1" status: 200 len: 217 time: 0.0667515 Feb 04 09:15:00.314056 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618c17f2-8155-4467-bbb3-0938ec1486d4 req-997a6e88-872f-488c-b156-f27164bd9e93 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:15:00.315488 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-618c17f2-8155-4467-bbb3-0938ec1486d4 req-997a6e88-872f-488c-b156-f27164bd9e93 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=224b9192-34e9-4514-9400-b063e085f80f HTTP/1.1" status: 200 len: 944 time: 0.0796754 Feb 04 09:15:00.365108 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-618c17f2-8155-4467-bbb3-0938ec1486d4 req-67362d3b-95d7-4da4-bb8a-b1ac960c3e79 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429649 Feb 04 09:15:00.379452 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d91aabe-778c-42f1-a0dc-c31958bdfe92 req-8eca3ec1-e303-4c06-beb2-6df8fa77a8e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:15:00.381110 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-9d91aabe-778c-42f1-a0dc-c31958bdfe92 req-8eca3ec1-e303-4c06-beb2-6df8fa77a8e8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6b1be279-c0ca-42f0-b8fb-dc48b5281171 HTTP/1.1" status: 200 len: 850 time: 0.0635533 Feb 04 09:15:00.455913 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-9d91aabe-778c-42f1-a0dc-c31958bdfe92 req-88c41fa3-1d96-4fbb-ba1f-47068d01e3f5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=594fd076-ef7a-4e3f-bf2b-0daaf040569e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693257 Feb 04 09:15:00.585938 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-9d91aabe-778c-42f1-a0dc-c31958bdfe92 req-621d7f4c-fdd3-4a8f-8905-7ef6cf4dce28 service neutron] 10.222.0.47 "GET /v2.0/networks/594fd076-ef7a-4e3f-bf2b-0daaf040569e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241975 Feb 04 09:15:00.717139 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-9d91aabe-778c-42f1-a0dc-c31958bdfe92 req-35f67bef-44db-453f-85ee-ffd50f57f9e8 service neutron] 10.222.0.47 "GET /v2.0/networks/594fd076-ef7a-4e3f-bf2b-0daaf040569e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238406 Feb 04 09:15:01.574736 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b626439-9e15-44cb-bf21-dce32dc1e5e4 req-4c80915d-a3af-4af6-96cb-134c490eece8 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:15:01.576281 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-3b626439-9e15-44cb-bf21-dce32dc1e5e4 req-4c80915d-a3af-4af6-96cb-134c490eece8 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=224b9192-34e9-4514-9400-b063e085f80f HTTP/1.1" status: 200 len: 944 time: 0.0884407 Feb 04 09:15:01.621048 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-3b626439-9e15-44cb-bf21-dce32dc1e5e4 req-5a738f0a-f7fe-4b76-93be-be7211ec4567 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390394 Feb 04 09:15:02.821522 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b56476-791d-4ce7-a77e-bc7bda1c350d req-e6920e96-26f5-433b-bce9-cc62b57bcd58 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:15:02.822958 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e8b56476-791d-4ce7-a77e-bc7bda1c350d req-e6920e96-26f5-433b-bce9-cc62b57bcd58 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=224b9192-34e9-4514-9400-b063e085f80f HTTP/1.1" status: 200 len: 944 time: 0.0775774 Feb 04 09:15:02.867733 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e8b56476-791d-4ce7-a77e-bc7bda1c350d req-f4dbc0c2-354a-44c9-9ea7-b9f88000a73b tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391805 Feb 04 09:15:03.775664 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bd0e1a-9ddc-410f-89a8-64f59a1427bf None None] Sync routers for ids ['74803393-71b2-4de3-8fce-adfd99d7e78b'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 09:15:03.786883 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bd0e1a-9ddc-410f-89a8-64f59a1427bf None None] Routers {'74803393-71b2-4de3-8fce-adfd99d7e78b'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:15:03.787464 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-c7bd0e1a-9ddc-410f-89a8-64f59a1427bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:14:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['74803393-71b2-4de3-8fce-adfd99d7e78b'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:15:03.961161 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-c7bd0e1a-9ddc-410f-89a8-64f59a1427bf None None] Set router 74803393-71b2-4de3-8fce-adfd99d7e78b gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:15:04.059498 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a0da5d-6a2e-4a4e-babb-e3ac09c0cedd req-15b8f7d5-cb94-47a8-887f-4d47dac2dfdd tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:15:04.060867 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-99a0da5d-6a2e-4a4e-babb-e3ac09c0cedd req-15b8f7d5-cb94-47a8-887f-4d47dac2dfdd tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=224b9192-34e9-4514-9400-b063e085f80f HTTP/1.1" status: 200 len: 944 time: 0.0739419 Feb 04 09:15:04.208340 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-99a0da5d-6a2e-4a4e-babb-e3ac09c0cedd req-56d1d884-17a2-41e5-8efa-a9f2be882ae1 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1417146 Feb 04 09:15:04.292938 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-c7bd0e1a-9ddc-410f-89a8-64f59a1427bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74803393-71b2-4de3-8fce-adfd99d7e78b', 'name': 'tempest-ServerActionsTestJSON-159504983-router', 'tenant_id': '0139e7b7189b4ee6a580422ec7924590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18'}], 'enable_snat': True}, 'gw_port_id': '47b106ad-fd6a-4be0-8aae-c71221260d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:14:46Z', 'updated_at': '2022-02-04T09:14:49Z', 'revision_number': 4, 'project_id': '0139e7b7189b4ee6a580422ec7924590', 'gw_port': {'id': '47b106ad-fd6a-4be0-8aae-c71221260d42', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74803393-71b2-4de3-8fce-adfd99d7e78b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:14:46Z', 'updated_at': '2022-02-04T09:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': 'bb9f2e09-3195-49e1-a480-dd2f4062acb4', 'name': '', 'network_id': '594fd076-ef7a-4e3f-bf2b-0daaf040569e', 'tenant_id': '0139e7b7189b4ee6a580422ec7924590', 'mac_address': 'fa:16:3e:c8:70:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74803393-71b2-4de3-8fce-adfd99d7e78b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b1be279-c0ca-42f0-b8fb-dc48b5281171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:14:48Z', 'updated_at': '2022-02-04T09:14:49Z', 'revision_number': 2, 'project_id': '0139e7b7189b4ee6a580422ec7924590', 'subnets': [{'id': '6b1be279-c0ca-42f0-b8fb-dc48b5281171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:15:04.296542 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bd0e1a-9ddc-410f-89a8-64f59a1427bf None None] Checking router: 74803393-71b2-4de3-8fce-adfd99d7e78b for host: dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 09:15:04.296903 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bd0e1a-9ddc-410f-89a8-64f59a1427bf None None] Updating router 74803393-71b2-4de3-8fce-adfd99d7e78b port bb9f2e09-3195-49e1-a480-dd2f4062acb4 binding host dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 09:15:04.347113 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-c7bd0e1a-9ddc-410f-89a8-64f59a1427bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:15:04.665244 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-c7bd0e1a-9ddc-410f-89a8-64f59a1427bf None None] Notify callbacks [] for port, precommit_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:15:04.676118 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.provisioning_blocks [None req-c7bd0e1a-9ddc-410f-89a8-64f59a1427bf None None] Transition to ACTIVE for port object bb9f2e09-3195-49e1-a480-dd2f4062acb4 will not be triggered until provisioned by entity L2. {{(pid=84110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:15:04.754731 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-c7bd0e1a-9ddc-410f-89a8-64f59a1427bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:15:04.878708 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab52aaf-c66c-4a5a-994d-7f3b50ecc0e7 None None] Pushing event updated for resources: {'Port': ['ID=bb9f2e09-3195-49e1-a480-dd2f4062acb4,revision_number=3']} {{(pid=84110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:15:04.917772 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab52aaf-c66c-4a5a-994d-7f3b50ecc0e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:15:04.918027 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab52aaf-c66c-4a5a-994d-7f3b50ecc0e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:15:04.918358 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab52aaf-c66c-4a5a-994d-7f3b50ecc0e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:15:04.918681 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab52aaf-c66c-4a5a-994d-7f3b50ecc0e7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:15:04.919005 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab52aaf-c66c-4a5a-994d-7f3b50ecc0e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:15:04.919323 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab52aaf-c66c-4a5a-994d-7f3b50ecc0e7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:15:04.919632 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab52aaf-c66c-4a5a-994d-7f3b50ecc0e7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:15:04.919944 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab52aaf-c66c-4a5a-994d-7f3b50ecc0e7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:15:04.920256 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab52aaf-c66c-4a5a-994d-7f3b50ecc0e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:15:04.920595 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab52aaf-c66c-4a5a-994d-7f3b50ecc0e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:15:04.920897 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab52aaf-c66c-4a5a-994d-7f3b50ecc0e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:15:04.977181 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.managers [None req-c7bd0e1a-9ddc-410f-89a8-64f59a1427bf None None] Attempting to bind port bb9f2e09-3195-49e1-a480-dd2f4062acb4 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 09:15:04.977536 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.managers [None req-c7bd0e1a-9ddc-410f-89a8-64f59a1427bf None None] Attempting to bind port bb9f2e09-3195-49e1-a480-dd2f4062acb4 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': '765a3b59-9146-46de-ad3a-f7202633d4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '594fd076-ef7a-4e3f-bf2b-0daaf040569e'}] {{(pid=84110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 09:15:04.978424 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bd0e1a-9ddc-410f-89a8-64f59a1427bf None None] Attempting to bind port bb9f2e09-3195-49e1-a480-dd2f4062acb4 on network 594fd076-ef7a-4e3f-bf2b-0daaf040569e {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 09:15:04.984924 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bd0e1a-9ddc-410f-89a8-64f59a1427bf None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 9, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 09:15:04.985284 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bd0e1a-9ddc-410f-89a8-64f59a1427bf None None] Checking segment: {'id': '765a3b59-9146-46de-ad3a-f7202633d4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '594fd076-ef7a-4e3f-bf2b-0daaf040569e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 09:15:04.985675 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-c7bd0e1a-9ddc-410f-89a8-64f59a1427bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:15:04.986053 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bd0e1a-9ddc-410f-89a8-64f59a1427bf None None] Bound using segment: {'id': '765a3b59-9146-46de-ad3a-f7202633d4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '594fd076-ef7a-4e3f-bf2b-0daaf040569e'} {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 09:15:04.986502 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.managers [None req-c7bd0e1a-9ddc-410f-89a8-64f59a1427bf None None] Bound port: bb9f2e09-3195-49e1-a480-dd2f4062acb4, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '765a3b59-9146-46de-ad3a-f7202633d4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '594fd076-ef7a-4e3f-bf2b-0daaf040569e'}}] {{(pid=84110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 09:15:04.986961 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-c7bd0e1a-9ddc-410f-89a8-64f59a1427bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:15:05.074443 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.db [None req-c7bd0e1a-9ddc-410f-89a8-64f59a1427bf None None] For port bb9f2e09-3195-49e1-a480-dd2f4062acb4, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 09:15:05.077386 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.db [None req-c7bd0e1a-9ddc-410f-89a8-64f59a1427bf None None] For port bb9f2e09-3195-49e1-a480-dd2f4062acb4, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=bb9f2e09-3195-49e1-a480-dd2f4062acb4,segment=NetworkSegment(765a3b59-9146-46de-ad3a-f7202633d4dc),segment_id=765a3b59-9146-46de-ad3a-f7202633d4dc)] {{(pid=84110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 09:15:05.143821 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-c7bd0e1a-9ddc-410f-89a8-64f59a1427bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:15:05.203594 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device 748c1ecb-3a87-49a8-a9e3-701f32f517c1 details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=84109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 09:15:05.223595 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab52aaf-c66c-4a5a-994d-7f3b50ecc0e7 None None] Pushing event updated for resources: {'Port': ['ID=bb9f2e09-3195-49e1-a480-dd2f4062acb4,revision_number=4']} {{(pid=84110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:15:05.226463 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bd0e1a-9ddc-410f-89a8-64f59a1427bf None None] Routers {'74803393-71b2-4de3-8fce-adfd99d7e78b'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:15:05.227043 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-c7bd0e1a-9ddc-410f-89a8-64f59a1427bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:14:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['74803393-71b2-4de3-8fce-adfd99d7e78b'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:15:05.357113 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port 748c1ecb-3a87-49a8-a9e3-701f32f517c1, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=748c1ecb-3a87-49a8-a9e3-701f32f517c1,segment=NetworkSegment(765a3b59-9146-46de-ad3a-f7202633d4dc),segment_id=765a3b59-9146-46de-ad3a-f7202633d4dc)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:15:05.371976 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Returning: {'device': '748c1ecb-3a87-49a8-a9e3-701f32f517c1', 'network_id': '594fd076-ef7a-4e3f-bf2b-0daaf040569e', 'port_id': '748c1ecb-3a87-49a8-a9e3-701f32f517c1', 'mac_address': 'fa:16:3e:1d:5f:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b1be279-c0ca-42f0-b8fb-dc48b5281171', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 09:15:05.415565 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-c7bd0e1a-9ddc-410f-89a8-64f59a1427bf None None] Set router 74803393-71b2-4de3-8fce-adfd99d7e78b gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:15:05.435780 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:15:05.439332 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5083f9-2dbd-4b71-8dc7-97ccd938ba60 req-fca1cbd2-ab58-4c76-92b1-34adaaa68719 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:15:05.441023 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ed5083f9-2dbd-4b71-8dc7-97ccd938ba60 req-fca1cbd2-ab58-4c76-92b1-34adaaa68719 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=224b9192-34e9-4514-9400-b063e085f80f HTTP/1.1" status: 200 len: 944 time: 0.0947559 Feb 04 09:15:05.459456 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 748c1ecb-3a87-49a8-a9e3-701f32f517c1 {{(pid=84109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 09:15:05.481692 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port 748c1ecb-3a87-49a8-a9e3-701f32f517c1, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=748c1ecb-3a87-49a8-a9e3-701f32f517c1,segment=NetworkSegment(765a3b59-9146-46de-ad3a-f7202633d4dc),segment_id=765a3b59-9146-46de-ad3a-f7202633d4dc)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:15:05.492363 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ed5083f9-2dbd-4b71-8dc7-97ccd938ba60 req-dcb9fa9a-58cb-4930-b5d7-a905e21b2077 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444794 Feb 04 09:15:05.549534 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:15:05.614152 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=748c1ecb-3a87-49a8-a9e3-701f32f517c1,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:15:05.724778 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-c7bd0e1a-9ddc-410f-89a8-64f59a1427bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74803393-71b2-4de3-8fce-adfd99d7e78b', 'name': 'tempest-ServerActionsTestJSON-159504983-router', 'tenant_id': '0139e7b7189b4ee6a580422ec7924590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18'}], 'enable_snat': True}, 'gw_port_id': '47b106ad-fd6a-4be0-8aae-c71221260d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:14:46Z', 'updated_at': '2022-02-04T09:14:49Z', 'revision_number': 4, 'project_id': '0139e7b7189b4ee6a580422ec7924590', 'gw_port': {'id': '47b106ad-fd6a-4be0-8aae-c71221260d42', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74803393-71b2-4de3-8fce-adfd99d7e78b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:14:46Z', 'updated_at': '2022-02-04T09:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': 'bb9f2e09-3195-49e1-a480-dd2f4062acb4', 'name': '', 'network_id': '594fd076-ef7a-4e3f-bf2b-0daaf040569e', 'tenant_id': '0139e7b7189b4ee6a580422ec7924590', 'mac_address': 'fa:16:3e:c8:70:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74803393-71b2-4de3-8fce-adfd99d7e78b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b1be279-c0ca-42f0-b8fb-dc48b5281171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:14:48Z', 'updated_at': '2022-02-04T09:15:05Z', 'revision_number': 4, 'project_id': '0139e7b7189b4ee6a580422ec7924590', 'subnets': [{'id': '6b1be279-c0ca-42f0-b8fb-dc48b5281171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:15:05.728962 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bd0e1a-9ddc-410f-89a8-64f59a1427bf None None] The sync data for ids ['74803393-71b2-4de3-8fce-adfd99d7e78b'] in dv-neutron-827798-2-hyperv is: [{'id': '74803393-71b2-4de3-8fce-adfd99d7e78b', 'name': 'tempest-ServerActionsTestJSON-159504983-router', 'tenant_id': '0139e7b7189b4ee6a580422ec7924590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18'}], 'enable_snat': True}, 'gw_port_id': '47b106ad-fd6a-4be0-8aae-c71221260d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:14:46Z', 'updated_at': '2022-02-04T09:14:49Z', 'revision_number': 4, 'project_id': '0139e7b7189b4ee6a580422ec7924590', 'gw_port': {'id': '47b106ad-fd6a-4be0-8aae-c71221260d42', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74803393-71b2-4de3-8fce-adfd99d7e78b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:14:46Z', 'updated_at': '2022-02-04T09:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': 'bb9f2e09-3195-49e1-a480-dd2f4062acb4', 'name': '', 'network_id': '594fd076-ef7a-4e3f-bf2b-0daaf040569e', 'tenant_id': '0139e7b7189b4ee6a580422ec7924590', 'mac_address': 'fa:16:3e:c8:70:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74803393-71b2-4de3-8fce-adfd99d7e78b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b1be279-c0ca-42f0-b8fb-dc48b5281171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:14:48Z', 'updated_at': '2022-02-04T09:15:05Z', 'revision_number': 4, 'project_id': '0139e7b7189b4ee6a580422ec7924590', 'subnets': [{'id': '6b1be279-c0ca-42f0-b8fb-dc48b5281171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 09:15:05.862730 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] get_ports_and_sgs() called for port_ids ['748c1ecb-3a87-49a8-a9e3-701f32f517c1'] {{(pid=84109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 09:15:06.690895 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3768ffea-c450-4437-9276-2ee2d78690c4 req-18565c11-88a7-4bd8-91b9-82c788e1c40f tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:15:06.692324 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-3768ffea-c450-4437-9276-2ee2d78690c4 req-18565c11-88a7-4bd8-91b9-82c788e1c40f tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=224b9192-34e9-4514-9400-b063e085f80f HTTP/1.1" status: 200 len: 945 time: 0.0788689 Feb 04 09:15:06.739049 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-3768ffea-c450-4437-9276-2ee2d78690c4 req-288724a7-0d34-4f10-a89a-c18688c8a61a tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392091 Feb 04 09:15:06.868486 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device bb9f2e09-3195-49e1-a480-dd2f4062acb4 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:15:06.995382 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port bb9f2e09-3195-49e1-a480-dd2f4062acb4 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:15:07.000438 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port bb9f2e09-3195-49e1-a480-dd2f4062acb4 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:15:07.000840 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:15:07.112143 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:15:07.143318 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port bb9f2e09-3195-49e1-a480-dd2f4062acb4, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=bb9f2e09-3195-49e1-a480-dd2f4062acb4,segment=NetworkSegment(765a3b59-9146-46de-ad3a-f7202633d4dc),segment_id=765a3b59-9146-46de-ad3a-f7202633d4dc)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:15:07.218689 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device 748c1ecb-3a87-49a8-a9e3-701f32f517c1 up at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:15:07.246323 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:15:07.336001 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=bb9f2e09-3195-49e1-a480-dd2f4062acb4,revision_number=5']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:15:07.405969 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Provisioning for port 748c1ecb-3a87-49a8-a9e3-701f32f517c1 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:15:07.410879 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Provisioning complete for port 748c1ecb-3a87-49a8-a9e3-701f32f517c1 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:15:07.411239 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:15:07.551908 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:15:07.577893 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '224b9192-34e9-4514-9400-b063e085f80f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '748c1ecb-3a87-49a8-a9e3-701f32f517c1'}] {{(pid=84109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:15:07.587040 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port 748c1ecb-3a87-49a8-a9e3-701f32f517c1, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=748c1ecb-3a87-49a8-a9e3-701f32f517c1,segment=NetworkSegment(765a3b59-9146-46de-ad3a-f7202633d4dc),segment_id=765a3b59-9146-46de-ad3a-f7202633d4dc)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:15:07.631367 dv-neutron-827798-2-hyperv neutron-server[84109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '224b9192-34e9-4514-9400-b063e085f80f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '748c1ecb-3a87-49a8-a9e3-701f32f517c1', 'code': 200} Feb 04 09:15:07.669528 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:15:07.733627 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=748c1ecb-3a87-49a8-a9e3-701f32f517c1,revision_number=5']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:15:07.936601 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35153143-1dbf-4011-83e9-89c94f72ffb6 req-5148b274-f155-4699-8203-8d968b1a81c7 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:15:07.937977 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-35153143-1dbf-4011-83e9-89c94f72ffb6 req-5148b274-f155-4699-8203-8d968b1a81c7 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=224b9192-34e9-4514-9400-b063e085f80f HTTP/1.1" status: 200 len: 946 time: 0.0767858 Feb 04 09:15:07.983412 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-35153143-1dbf-4011-83e9-89c94f72ffb6 req-0a36f187-e36b-41ff-b7a5-73087bd88368 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392191 Feb 04 09:15:08.008037 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-7a72911d-a4b5-4504-9fc4-2c51f04005d5 req-0161761e-3a2a-4ad5-849d-ad781de5e67d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=224b9192-34e9-4514-9400-b063e085f80f HTTP/1.1" status: 200 len: 1099 time: 0.0742400 Feb 04 09:15:08.131830 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-7a72911d-a4b5-4504-9fc4-2c51f04005d5 req-09e0ec6b-1e60-47ee-b311-1d95fb65fd22 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180060 Feb 04 09:15:08.854784 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device bb9f2e09-3195-49e1-a480-dd2f4062acb4 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:15:08.923889 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port bb9f2e09-3195-49e1-a480-dd2f4062acb4 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:15:08.924252 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:15:09.180005 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de664941-7a44-479f-b620-ed8085b8858e req-3239d2e7-d0e4-4efd-9788-d73b78776c66 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:15:09.181445 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-de664941-7a44-479f-b620-ed8085b8858e req-3239d2e7-d0e4-4efd-9788-d73b78776c66 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=224b9192-34e9-4514-9400-b063e085f80f HTTP/1.1" status: 200 len: 946 time: 0.0760243 Feb 04 09:15:09.224975 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-de664941-7a44-479f-b620-ed8085b8858e req-2bc43865-6f4f-4620-bf62-3701f9229b9c tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375168 Feb 04 09:15:10.415649 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6582e3-33d0-4993-bb85-6f3b64b47c88 req-47562e40-d1e1-4490-823b-879b09fb3bfd tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:15:10.417126 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-0c6582e3-33d0-4993-bb85-6f3b64b47c88 req-47562e40-d1e1-4490-823b-879b09fb3bfd tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=224b9192-34e9-4514-9400-b063e085f80f HTTP/1.1" status: 200 len: 946 time: 0.0732741 Feb 04 09:15:10.463839 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-0c6582e3-33d0-4993-bb85-6f3b64b47c88 req-9ea78622-4af1-492e-be54-ecb5339d3166 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413272 Feb 04 09:15:10.649133 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28815aa6-0a5b-4fb3-a44f-e4ea8982f4a8 req-ec95e394-bf6c-4c2c-be27-95a22745f092 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:15:10.653234 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-28815aa6-0a5b-4fb3-a44f-e4ea8982f4a8 req-ec95e394-bf6c-4c2c-be27-95a22745f092 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=224b9192-34e9-4514-9400-b063e085f80f HTTP/1.1" status: 200 len: 946 time: 0.0738161 Feb 04 09:15:10.659510 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 60750) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:15:10.664880 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-0876b3f9-feba-491c-b390-e7f846f9ffc1 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Request body: {'floatingip': {'port_id': '748c1ecb-3a87-49a8-a9e3-701f32f517c1'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:15:10.750905 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0876b3f9-feba-491c-b390-e7f846f9ffc1 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Notify callbacks [] for floatingip, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:15:11.322720 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0876b3f9-feba-491c-b390-e7f846f9ffc1 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:15:11.380033 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0876b3f9-feba-491c-b390-e7f846f9ffc1 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473039'] for floatingip, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:15:11.567119 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.l3_db [None req-0876b3f9-feba-491c-b390-e7f846f9ffc1 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Floating IP 5945da2a-cc6c-4fd8-9028-4117361571a2 associated. External IP: 172.26.3.66, port: 748c1ecb-3a87-49a8-a9e3-701f32f517c1. Feb 04 09:15:12.047915 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0876b3f9-feba-491c-b390-e7f846f9ffc1 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Router 74803393-71b2-4de3-8fce-adfd99d7e78b has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 09:15:12.241946 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0876b3f9-feba-491c-b390-e7f846f9ffc1 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 09:15:12.246064 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0876b3f9-feba-491c-b390-e7f846f9ffc1 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for floatingip, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:15:12.251090 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fd68a2-a6c5-4c44-9b8f-47e6829bd0d0 None None] Sync routers for ids ['74803393-71b2-4de3-8fce-adfd99d7e78b'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 09:15:12.262967 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fd68a2-a6c5-4c44-9b8f-47e6829bd0d0 None None] Routers {'74803393-71b2-4de3-8fce-adfd99d7e78b'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:15:12.263635 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-e1fd68a2-a6c5-4c44-9b8f-47e6829bd0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:14:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['74803393-71b2-4de3-8fce-adfd99d7e78b'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:15:12.301248 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-0876b3f9-feba-491c-b390-e7f846f9ffc1 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "PUT /v2.0/floatingips/5945da2a-cc6c-4fd8-9028-4117361571a2 HTTP/1.1" status: 200 len: 991 time: 1.6407049 Feb 04 09:15:12.301831 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '224b9192-34e9-4514-9400-b063e085f80f', 'tag': '748c1ecb-3a87-49a8-a9e3-701f32f517c1'}] {{(pid=84107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:15:12.359315 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '224b9192-34e9-4514-9400-b063e085f80f', 'tag': '748c1ecb-3a87-49a8-a9e3-701f32f517c1', 'status': 'completed', 'code': 200} Feb 04 09:15:12.451445 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-373b3e7f-6a2f-4bbf-9c61-d9b04079f951 req-c44552b9-86db-4a8b-bd74-26b8ee4b6358 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0139e7b7189b4ee6a580422ec7924590&device_id=224b9192-34e9-4514-9400-b063e085f80f HTTP/1.1" status: 200 len: 1099 time: 0.0699861 Feb 04 09:15:12.455244 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-e1fd68a2-a6c5-4c44-9b8f-47e6829bd0d0 None None] Set router 74803393-71b2-4de3-8fce-adfd99d7e78b gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:15:12.479765 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ac43d1-ded8-4670-8c43-cd45df70a932 req-e6f441c4-79b2-4214-b280-6b0aec7b3d20 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:15:12.481258 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-70ac43d1-ded8-4670-8c43-cd45df70a932 req-e6f441c4-79b2-4214-b280-6b0aec7b3d20 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=224b9192-34e9-4514-9400-b063e085f80f HTTP/1.1" status: 200 len: 946 time: 0.0772684 Feb 04 09:15:12.527432 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-70ac43d1-ded8-4670-8c43-cd45df70a932 req-b656cc1a-41a5-472e-a9b4-5fb980753e59 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400963 Feb 04 09:15:12.583959 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373b3e7f-6a2f-4bbf-9c61-d9b04079f951 req-bacabef1-6c46-49f4-aeef-e61b38be1147 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:15:12.585437 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-373b3e7f-6a2f-4bbf-9c61-d9b04079f951 req-bacabef1-6c46-49f4-aeef-e61b38be1147 service neutron] 10.222.0.47 "GET /v2.0/networks?id=594fd076-ef7a-4e3f-bf2b-0daaf040569e HTTP/1.1" status: 200 len: 912 time: 0.1285651 Feb 04 09:15:12.694416 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-373b3e7f-6a2f-4bbf-9c61-d9b04079f951 req-27356de1-c1fe-4727-b279-a963ff7ec53f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=748c1ecb-3a87-49a8-a9e3-701f32f517c1 HTTP/1.1" status: 200 len: 999 time: 0.1029346 Feb 04 09:15:12.760733 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373b3e7f-6a2f-4bbf-9c61-d9b04079f951 req-81c58ddf-c1ab-4f1f-89d0-3f13e013bc95 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:15:12.766228 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-373b3e7f-6a2f-4bbf-9c61-d9b04079f951 req-81c58ddf-c1ab-4f1f-89d0-3f13e013bc95 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6b1be279-c0ca-42f0-b8fb-dc48b5281171 HTTP/1.1" status: 200 len: 850 time: 0.0643599 Feb 04 09:15:12.807570 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-e1fd68a2-a6c5-4c44-9b8f-47e6829bd0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74803393-71b2-4de3-8fce-adfd99d7e78b', 'name': 'tempest-ServerActionsTestJSON-159504983-router', 'tenant_id': '0139e7b7189b4ee6a580422ec7924590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18'}], 'enable_snat': True}, 'gw_port_id': '47b106ad-fd6a-4be0-8aae-c71221260d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:14:46Z', 'updated_at': '2022-02-04T09:14:49Z', 'revision_number': 4, 'project_id': '0139e7b7189b4ee6a580422ec7924590', 'gw_port': {'id': '47b106ad-fd6a-4be0-8aae-c71221260d42', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74803393-71b2-4de3-8fce-adfd99d7e78b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:14:46Z', 'updated_at': '2022-02-04T09:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': '5945da2a-cc6c-4fd8-9028-4117361571a2', 'tenant_id': '0139e7b7189b4ee6a580422ec7924590', 'floating_ip_address': '172.26.3.66', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': '74803393-71b2-4de3-8fce-adfd99d7e78b', 'port_id': '748c1ecb-3a87-49a8-a9e3-701f32f517c1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '594fd076-ef7a-4e3f-bf2b-0daaf040569e', 'mac_address': 'fa:16:3e:1d:5f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224b9192-34e9-4514-9400-b063e085f80f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T09:14:53Z', 'updated_at': '2022-02-04T09:15:11Z', 'revision_number': 1, 'project_id': '0139e7b7189b4ee6a580422ec7924590', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb9f2e09-3195-49e1-a480-dd2f4062acb4', 'name': '', 'network_id': '594fd076-ef7a-4e3f-bf2b-0daaf040569e', 'tenant_id': '0139e7b7189b4ee6a580422ec7924590', 'mac_address': 'fa:16:3e:c8:70:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74803393-71b2-4de3-8fce-adfd99d7e78b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b1be279-c0ca-42f0-b8fb-dc48b5281171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:14:48Z', 'updated_at': '2022-02-04T09:15:07Z', 'revision_number': 5, 'project_id': '0139e7b7189b4ee6a580422ec7924590', 'subnets': [{'id': '6b1be279-c0ca-42f0-b8fb-dc48b5281171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:15:12.811586 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fd68a2-a6c5-4c44-9b8f-47e6829bd0d0 None None] Checking router: 74803393-71b2-4de3-8fce-adfd99d7e78b for host: dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 09:15:12.822242 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fd68a2-a6c5-4c44-9b8f-47e6829bd0d0 None None] Routers {'74803393-71b2-4de3-8fce-adfd99d7e78b'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:15:12.823382 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-e1fd68a2-a6c5-4c44-9b8f-47e6829bd0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:14:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['74803393-71b2-4de3-8fce-adfd99d7e78b'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:15:12.840207 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-373b3e7f-6a2f-4bbf-9c61-d9b04079f951 req-4c3d7c96-ebc8-4c52-b073-f2884b07e5d8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=594fd076-ef7a-4e3f-bf2b-0daaf040569e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708935 Feb 04 09:15:12.970829 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-373b3e7f-6a2f-4bbf-9c61-d9b04079f951 req-f8217871-004d-4657-98e5-92449318b598 service neutron] 10.222.0.47 "GET /v2.0/networks/594fd076-ef7a-4e3f-bf2b-0daaf040569e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242280 Feb 04 09:15:12.995009 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-e1fd68a2-a6c5-4c44-9b8f-47e6829bd0d0 None None] Set router 74803393-71b2-4de3-8fce-adfd99d7e78b gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:15:13.100926 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-373b3e7f-6a2f-4bbf-9c61-d9b04079f951 req-22e642d3-09e6-496b-8b60-21407db8338a service neutron] 10.222.0.47 "GET /v2.0/networks/594fd076-ef7a-4e3f-bf2b-0daaf040569e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239924 Feb 04 09:15:13.329871 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-e1fd68a2-a6c5-4c44-9b8f-47e6829bd0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74803393-71b2-4de3-8fce-adfd99d7e78b', 'name': 'tempest-ServerActionsTestJSON-159504983-router', 'tenant_id': '0139e7b7189b4ee6a580422ec7924590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18'}], 'enable_snat': True}, 'gw_port_id': '47b106ad-fd6a-4be0-8aae-c71221260d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:14:46Z', 'updated_at': '2022-02-04T09:14:49Z', 'revision_number': 4, 'project_id': '0139e7b7189b4ee6a580422ec7924590', 'gw_port': {'id': '47b106ad-fd6a-4be0-8aae-c71221260d42', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74803393-71b2-4de3-8fce-adfd99d7e78b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:14:46Z', 'updated_at': '2022-02-04T09:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': '5945da2a-cc6c-4fd8-9028-4117361571a2', 'tenant_id': '0139e7b7189b4ee6a580422ec7924590', 'floating_ip_address': '172.26.3.66', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': '74803393-71b2-4de3-8fce-adfd99d7e78b', 'port_id': '748c1ecb-3a87-49a8-a9e3-701f32f517c1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '594fd076-ef7a-4e3f-bf2b-0daaf040569e', 'mac_address': 'fa:16:3e:1d:5f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224b9192-34e9-4514-9400-b063e085f80f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T09:14:53Z', 'updated_at': '2022-02-04T09:15:11Z', 'revision_number': 1, 'project_id': '0139e7b7189b4ee6a580422ec7924590', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb9f2e09-3195-49e1-a480-dd2f4062acb4', 'name': '', 'network_id': '594fd076-ef7a-4e3f-bf2b-0daaf040569e', 'tenant_id': '0139e7b7189b4ee6a580422ec7924590', 'mac_address': 'fa:16:3e:c8:70:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74803393-71b2-4de3-8fce-adfd99d7e78b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b1be279-c0ca-42f0-b8fb-dc48b5281171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:14:48Z', 'updated_at': '2022-02-04T09:15:07Z', 'revision_number': 5, 'project_id': '0139e7b7189b4ee6a580422ec7924590', 'subnets': [{'id': '6b1be279-c0ca-42f0-b8fb-dc48b5281171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:15:13.333738 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fd68a2-a6c5-4c44-9b8f-47e6829bd0d0 None None] The sync data for ids ['74803393-71b2-4de3-8fce-adfd99d7e78b'] in dv-neutron-827798-2-hyperv is: [{'id': '74803393-71b2-4de3-8fce-adfd99d7e78b', 'name': 'tempest-ServerActionsTestJSON-159504983-router', 'tenant_id': '0139e7b7189b4ee6a580422ec7924590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18'}], 'enable_snat': True}, 'gw_port_id': '47b106ad-fd6a-4be0-8aae-c71221260d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:14:46Z', 'updated_at': '2022-02-04T09:14:49Z', 'revision_number': 4, 'project_id': '0139e7b7189b4ee6a580422ec7924590', 'gw_port': {'id': '47b106ad-fd6a-4be0-8aae-c71221260d42', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74803393-71b2-4de3-8fce-adfd99d7e78b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:14:46Z', 'updated_at': '2022-02-04T09:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': '5945da2a-cc6c-4fd8-9028-4117361571a2', 'tenant_id': '0139e7b7189b4ee6a580422ec7924590', 'floating_ip_address': '172.26.3.66', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': '74803393-71b2-4de3-8fce-adfd99d7e78b', 'port_id': '748c1ecb-3a87-49a8-a9e3-701f32f517c1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '594fd076-ef7a-4e3f-bf2b-0daaf040569e', 'mac_address': 'fa:16:3e:1d:5f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224b9192-34e9-4514-9400-b063e085f80f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T09:14:53Z', 'updated_at': '2022-02-04T09:15:11Z', 'revision_number': 1, 'project_id': '0139e7b7189b4ee6a580422ec7924590', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb9f2e09-3195-49e1-a480-dd2f4062acb4', 'name': '', 'network_id': '594fd076-ef7a-4e3f-bf2b-0daaf040569e', 'tenant_id': '0139e7b7189b4ee6a580422ec7924590', 'mac_address': 'fa:16:3e:c8:70:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74803393-71b2-4de3-8fce-adfd99d7e78b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b1be279-c0ca-42f0-b8fb-dc48b5281171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:14:48Z', 'updated_at': '2022-02-04T09:15:07Z', 'revision_number': 5, 'project_id': '0139e7b7189b4ee6a580422ec7924590', 'subnets': [{'id': '6b1be279-c0ca-42f0-b8fb-dc48b5281171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 09:15:13.519560 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b3b556-48b1-4d71-89de-5694bbaa5f17 None None] New status for floating IP 5945da2a-cc6c-4fd8-9028-4117361571a2: ACTIVE {{(pid=84110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 09:15:13.728114 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eed2895-5972-4f9a-8000-cc37dfb489c4 req-8747ab35-2477-4608-9462-10871097e54d tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:15:13.730140 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-6eed2895-5972-4f9a-8000-cc37dfb489c4 req-8747ab35-2477-4608-9462-10871097e54d tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=224b9192-34e9-4514-9400-b063e085f80f HTTP/1.1" status: 200 len: 946 time: 0.0789409 Feb 04 09:15:13.775120 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-6eed2895-5972-4f9a-8000-cc37dfb489c4 req-ad971f60-892d-4c8f-90a4-adfaebe67240 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394514 Feb 04 09:15:13.971177 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320a4548-c0d7-4727-ae36-c5ce75bc6ac1 req-19267b05-134a-4608-9e07-658481110e30 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:15:13.972644 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-320a4548-c0d7-4727-ae36-c5ce75bc6ac1 req-19267b05-134a-4608-9e07-658481110e30 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=224b9192-34e9-4514-9400-b063e085f80f HTTP/1.1" status: 200 len: 946 time: 0.0745029 Feb 04 09:15:14.017182 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-320a4548-c0d7-4727-ae36-c5ce75bc6ac1 req-aa8870b7-e65b-48e4-9107-fce13ed27f0d tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389266 Feb 04 09:15:14.212678 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-bf1c0408-ae82-4884-9381-e7aea475e596 req-1ed37a9a-1b03-4918-b972-55ea0c28106e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=224b9192-34e9-4514-9400-b063e085f80f&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0686157 Feb 04 09:15:14.832182 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341735e0-11d0-44f8-9f09-9c474397d269 req-562bc0f7-d4e9-4c87-becc-0e5d84c74b3a tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:15:14.833645 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-341735e0-11d0-44f8-9f09-9c474397d269 req-562bc0f7-d4e9-4c87-becc-0e5d84c74b3a tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=224b9192-34e9-4514-9400-b063e085f80f HTTP/1.1" status: 200 len: 946 time: 0.0768149 Feb 04 09:15:14.878369 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-341735e0-11d0-44f8-9f09-9c474397d269 req-0355972c-c175-4e73-88f5-6c429953e9c9 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389960 Feb 04 09:15:14.889610 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-793ab697-171b-4a9d-8ca1-d6309709f7ba req-e41be726-6f99-4854-b94f-ca3182cda82b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=224b9192-34e9-4514-9400-b063e085f80f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0720072 Feb 04 09:15:16.076045 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afdd332-a20c-4672-beb1-6448ebb341ab req-8ed302d7-f612-4228-8299-5dad96d9b782 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:15:16.077607 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-6afdd332-a20c-4672-beb1-6448ebb341ab req-8ed302d7-f612-4228-8299-5dad96d9b782 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=224b9192-34e9-4514-9400-b063e085f80f HTTP/1.1" status: 200 len: 946 time: 0.0789847 Feb 04 09:15:16.121749 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-6afdd332-a20c-4672-beb1-6448ebb341ab req-8b4a767d-9049-4967-b8b4-3b90c5c2373d tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386796 Feb 04 09:15:16.956676 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-793ab697-171b-4a9d-8ca1-d6309709f7ba req-c5464450-5578-4f80-a4c3-efb5a575529d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0139e7b7189b4ee6a580422ec7924590&device_id=224b9192-34e9-4514-9400-b063e085f80f HTTP/1.1" status: 200 len: 1099 time: 0.0713186 Feb 04 09:15:17.101644 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793ab697-171b-4a9d-8ca1-d6309709f7ba req-8d925d63-8dc3-4934-aacf-266047eba08d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:15:17.103088 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-793ab697-171b-4a9d-8ca1-d6309709f7ba req-8d925d63-8dc3-4934-aacf-266047eba08d service neutron] 10.222.0.47 "GET /v2.0/networks?id=594fd076-ef7a-4e3f-bf2b-0daaf040569e HTTP/1.1" status: 200 len: 912 time: 0.1413331 Feb 04 09:15:17.201117 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-793ab697-171b-4a9d-8ca1-d6309709f7ba req-8a0bc247-b43d-4908-b713-e267358cde53 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=748c1ecb-3a87-49a8-a9e3-701f32f517c1 HTTP/1.1" status: 200 len: 1001 time: 0.0925932 Feb 04 09:15:17.264487 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793ab697-171b-4a9d-8ca1-d6309709f7ba req-8495907c-c32b-4d82-ab85-25a2dbd61016 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:15:17.265905 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-793ab697-171b-4a9d-8ca1-d6309709f7ba req-8495907c-c32b-4d82-ab85-25a2dbd61016 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6b1be279-c0ca-42f0-b8fb-dc48b5281171 HTTP/1.1" status: 200 len: 850 time: 0.0597649 Feb 04 09:15:17.315072 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60fb041-df52-443f-9a7b-5b0cf478d258 req-c9535933-dd37-490f-a271-56746b539979 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:15:17.316526 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a60fb041-df52-443f-9a7b-5b0cf478d258 req-c9535933-dd37-490f-a271-56746b539979 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=224b9192-34e9-4514-9400-b063e085f80f HTTP/1.1" status: 200 len: 946 time: 0.0749798 Feb 04 09:15:17.338397 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-793ab697-171b-4a9d-8ca1-d6309709f7ba req-b805aad4-2275-4818-bb05-7d21ebab5004 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=594fd076-ef7a-4e3f-bf2b-0daaf040569e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669105 Feb 04 09:15:17.363738 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a60fb041-df52-443f-9a7b-5b0cf478d258 req-19db4bc7-60ed-4333-af70-71076d42b723 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416248 Feb 04 09:15:17.469053 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-793ab697-171b-4a9d-8ca1-d6309709f7ba req-05429d49-e552-43f7-944b-824648600c8f service neutron] 10.222.0.47 "GET /v2.0/networks/594fd076-ef7a-4e3f-bf2b-0daaf040569e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249967 Feb 04 09:15:17.600288 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-793ab697-171b-4a9d-8ca1-d6309709f7ba req-dd1dd56f-fec7-46ca-b66d-352d04c585df service neutron] 10.222.0.47 "GET /v2.0/networks/594fd076-ef7a-4e3f-bf2b-0daaf040569e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260676 Feb 04 09:15:18.562633 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bbc36d-0855-4804-8490-fc4c7824f776 req-0429ca5a-64fd-47d4-920b-0d93c133c8f1 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:15:18.564078 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-23bbc36d-0855-4804-8490-fc4c7824f776 req-0429ca5a-64fd-47d4-920b-0d93c133c8f1 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=224b9192-34e9-4514-9400-b063e085f80f HTTP/1.1" status: 200 len: 946 time: 0.0748994 Feb 04 09:15:18.608103 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-23bbc36d-0855-4804-8490-fc4c7824f776 req-9c6a02a9-f96e-48bd-bd6a-015ab8defc43 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384245 Feb 04 09:15:19.466183 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-8219819f-60b4-4463-8054-d13dc6ef15f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:15:19.807526 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49008147-8260-4c22-bb3d-d699906eae2f req-f10820f6-8adf-4f65-928a-5bbb250641bf tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:15:19.808943 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-49008147-8260-4c22-bb3d-d699906eae2f req-f10820f6-8adf-4f65-928a-5bbb250641bf tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=224b9192-34e9-4514-9400-b063e085f80f HTTP/1.1" status: 200 len: 946 time: 0.0775678 Feb 04 09:15:19.853875 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-49008147-8260-4c22-bb3d-d699906eae2f req-7a6b867a-d3f2-4ac1-8d4f-6a6bd0eb9b40 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392358 Feb 04 09:15:20.118457 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 09:15:21.044153 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2242a24a-b923-41a0-b6c2-35858578b4f7 req-58e2f7f4-31ae-407c-abc1-609b56a2d137 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:15:21.045584 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-2242a24a-b923-41a0-b6c2-35858578b4f7 req-58e2f7f4-31ae-407c-abc1-609b56a2d137 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=224b9192-34e9-4514-9400-b063e085f80f HTTP/1.1" status: 200 len: 946 time: 0.0738688 Feb 04 09:15:21.087742 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-2242a24a-b923-41a0-b6c2-35858578b4f7 req-cc510fc3-c2f6-4115-ae43-c6c9e60688c1 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367517 Feb 04 09:15:21.767910 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-24788a91-a1eb-4ebb-a5d5-d236ee7c27da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:15:22.368561 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaf5f4a-85f0-4869-ba30-28cf82a1e970 req-645ae0fc-1724-4b41-8514-0b43052b68d0 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:15:22.370010 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-faaf5f4a-85f0-4869-ba30-28cf82a1e970 req-645ae0fc-1724-4b41-8514-0b43052b68d0 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=224b9192-34e9-4514-9400-b063e085f80f HTTP/1.1" status: 200 len: 946 time: 0.1639991 Feb 04 09:15:22.413637 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-faaf5f4a-85f0-4869-ba30-28cf82a1e970 req-9c6a3294-1f2f-48a1-8f93-1c45c52623fb tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378263 Feb 04 09:15:22.939899 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:15:22.968393 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:15:23.607890 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f2d380-2790-4235-b3af-c3c870042463 req-bc9b78f9-e40d-430a-ad58-9e74aa82f873 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:15:23.609331 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-38f2d380-2790-4235-b3af-c3c870042463 req-bc9b78f9-e40d-430a-ad58-9e74aa82f873 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=224b9192-34e9-4514-9400-b063e085f80f HTTP/1.1" status: 200 len: 946 time: 0.0788884 Feb 04 09:15:23.652319 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-38f2d380-2790-4235-b3af-c3c870042463 req-0f0b77eb-068f-4226-9b89-fb61cd86b237 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376015 Feb 04 09:15:24.470813 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:15:24.848709 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d202b660-ed1a-43ba-a4ef-1d76276e2e22 req-b2e766a3-8aea-4cde-9a1b-ab05fd1e17f3 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:15:24.850130 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d202b660-ed1a-43ba-a4ef-1d76276e2e22 req-b2e766a3-8aea-4cde-9a1b-ab05fd1e17f3 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=224b9192-34e9-4514-9400-b063e085f80f HTTP/1.1" status: 200 len: 946 time: 0.0777731 Feb 04 09:15:24.893443 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d202b660-ed1a-43ba-a4ef-1d76276e2e22 req-6dc174a4-626b-415e-8802-4d2dd32b6499 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378726 Feb 04 09:15:26.095608 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d599af-0c5e-4b8a-9b65-4d4b2d7a63b1 req-b4efb64f-0e9e-4dce-b26e-84c44e3ce42a tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:15:26.097100 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-44d599af-0c5e-4b8a-9b65-4d4b2d7a63b1 req-b4efb64f-0e9e-4dce-b26e-84c44e3ce42a tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=224b9192-34e9-4514-9400-b063e085f80f HTTP/1.1" status: 200 len: 946 time: 0.0837195 Feb 04 09:15:26.144841 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-44d599af-0c5e-4b8a-9b65-4d4b2d7a63b1 req-c534a177-90fb-4a9a-a8a7-003dbec276b0 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423229 Feb 04 09:15:26.394692 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:15:27.338224 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401055ae-fe06-4559-9d33-a9d15769e0bb req-d8c391ab-f107-4575-986e-f9503ab0d0ce tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:15:27.339653 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-401055ae-fe06-4559-9d33-a9d15769e0bb req-d8c391ab-f107-4575-986e-f9503ab0d0ce tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=224b9192-34e9-4514-9400-b063e085f80f HTTP/1.1" status: 200 len: 946 time: 0.0742440 Feb 04 09:15:27.392743 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-401055ae-fe06-4559-9d33-a9d15769e0bb req-e30a2eb7-fb1e-4bbf-aa9c-5816ca34c4f3 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475945 Feb 04 09:15:28.597460 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0722c03-4447-4d5e-9a11-7adb578eb50a req-0ad4a19e-b611-478a-8bb5-9cbc992bd7d0 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:15:28.598909 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c0722c03-4447-4d5e-9a11-7adb578eb50a req-0ad4a19e-b611-478a-8bb5-9cbc992bd7d0 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=224b9192-34e9-4514-9400-b063e085f80f HTTP/1.1" status: 200 len: 946 time: 0.0777373 Feb 04 09:15:28.643403 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c0722c03-4447-4d5e-9a11-7adb578eb50a req-9d52bf44-74a6-4b49-9688-d0e093ff31a7 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391214 Feb 04 09:15:29.847660 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a10fb4a-24cd-4874-bb01-9ccc22530a4a req-ed4e2e97-17aa-4aa1-abb7-27ce00037055 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:15:29.849114 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-3a10fb4a-24cd-4874-bb01-9ccc22530a4a req-ed4e2e97-17aa-4aa1-abb7-27ce00037055 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=224b9192-34e9-4514-9400-b063e085f80f HTTP/1.1" status: 200 len: 946 time: 0.0840864 Feb 04 09:15:29.894241 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-3a10fb4a-24cd-4874-bb01-9ccc22530a4a req-a2b6d636-d24e-444b-b5c7-a8ce600bd011 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394111 Feb 04 09:15:31.088321 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b442cd60-a85b-4651-b7fa-bffc83cdd0a7 req-517e2204-12c3-4162-b4dc-2c604e8782ce tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:15:31.089752 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b442cd60-a85b-4651-b7fa-bffc83cdd0a7 req-517e2204-12c3-4162-b4dc-2c604e8782ce tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=224b9192-34e9-4514-9400-b063e085f80f HTTP/1.1" status: 200 len: 946 time: 0.0772634 Feb 04 09:15:31.133560 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b442cd60-a85b-4651-b7fa-bffc83cdd0a7 req-e00f703b-6530-4032-9c9d-0d1cc8558007 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384419 Feb 04 09:15:32.323749 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2217d98-b2f9-401c-8d6a-22daaf4c0ac5 req-ef8a7c89-99da-4cc7-aec0-e602a7f9c49c tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:15:32.325119 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e2217d98-b2f9-401c-8d6a-22daaf4c0ac5 req-ef8a7c89-99da-4cc7-aec0-e602a7f9c49c tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=224b9192-34e9-4514-9400-b063e085f80f HTTP/1.1" status: 200 len: 946 time: 0.0740087 Feb 04 09:15:32.372146 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e2217d98-b2f9-401c-8d6a-22daaf4c0ac5 req-01b46655-9b05-42c4-8b27-b5be47c1b24c tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411470 Feb 04 09:15:33.565181 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25028ec2-5bfe-4048-8b8b-ddddf0603354 req-bb12f39a-467f-4a29-9d02-2b45a064e0e2 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:15:33.566612 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-25028ec2-5bfe-4048-8b8b-ddddf0603354 req-bb12f39a-467f-4a29-9d02-2b45a064e0e2 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=224b9192-34e9-4514-9400-b063e085f80f HTTP/1.1" status: 200 len: 946 time: 0.0747807 Feb 04 09:15:33.609797 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-25028ec2-5bfe-4048-8b8b-ddddf0603354 req-db0aa5c7-66dd-4a34-9751-a50cdcea01e7 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378084 Feb 04 09:15:34.817930 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebc6c43-3d66-48ba-a77f-d7c1c958be15 req-01cff06e-8f95-4ecd-a60d-0cb5af585227 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:15:34.819361 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5ebc6c43-3d66-48ba-a77f-d7c1c958be15 req-01cff06e-8f95-4ecd-a60d-0cb5af585227 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=224b9192-34e9-4514-9400-b063e085f80f HTTP/1.1" status: 200 len: 946 time: 0.0814807 Feb 04 09:15:34.865483 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5ebc6c43-3d66-48ba-a77f-d7c1c958be15 req-2a5ed8a9-7b3f-4917-8fe8-cd8098066f90 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381253 Feb 04 09:15:36.063727 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd1f640-99db-4678-98c5-b12b83883639 req-0d404f55-a234-499d-a0aa-acb0ac69635e tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:15:36.065184 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4fd1f640-99db-4678-98c5-b12b83883639 req-0d404f55-a234-499d-a0aa-acb0ac69635e tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=224b9192-34e9-4514-9400-b063e085f80f HTTP/1.1" status: 200 len: 946 time: 0.0748281 Feb 04 09:15:36.113232 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4fd1f640-99db-4678-98c5-b12b83883639 req-289fe9d1-c65f-4a9a-aaf4-00cc7383cb37 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426710 Feb 04 09:15:37.308159 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1545c04a-ad35-4b7d-b328-134a2fa803cd req-41eeb17e-317e-4417-8cc4-fd01d85e2325 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:15:37.309608 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-1545c04a-ad35-4b7d-b328-134a2fa803cd req-41eeb17e-317e-4417-8cc4-fd01d85e2325 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=224b9192-34e9-4514-9400-b063e085f80f HTTP/1.1" status: 200 len: 946 time: 0.0783165 Feb 04 09:15:37.353729 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-1545c04a-ad35-4b7d-b328-134a2fa803cd req-dafd488d-ea74-4580-8e39-a4e69bd60e7d tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382409 Feb 04 09:15:38.547929 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa172e9-6431-454e-8c18-88b68c778a07 req-9f6e6f79-4531-426d-a2b2-2f6351485d2f tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:15:38.549386 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5aa172e9-6431-454e-8c18-88b68c778a07 req-9f6e6f79-4531-426d-a2b2-2f6351485d2f tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=224b9192-34e9-4514-9400-b063e085f80f HTTP/1.1" status: 200 len: 946 time: 0.0750089 Feb 04 09:15:38.664285 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5aa172e9-6431-454e-8c18-88b68c778a07 req-5435dd37-5741-4b92-99dd-ec911d3da17c tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093321 Feb 04 09:15:39.736587 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-793ab697-171b-4a9d-8ca1-d6309709f7ba req-824b1598-6218-4c33-b97b-60427a196546 service neutron] 10.222.0.47 "GET /v2.0/ports/748c1ecb-3a87-49a8-a9e3-701f32f517c1/bindings/hv-neutron-8277 HTTP/1.1" status: 200 len: 384 time: 0.1682944 Feb 04 09:15:39.933512 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eaa081-d218-4698-abfb-e4d4aa9330bd req-25243a86-551c-4fed-b2af-558461f96d16 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:15:39.934972 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-55eaa081-d218-4698-abfb-e4d4aa9330bd req-25243a86-551c-4fed-b2af-558461f96d16 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=224b9192-34e9-4514-9400-b063e085f80f HTTP/1.1" status: 200 len: 946 time: 0.1491585 Feb 04 09:15:39.981314 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-55eaa081-d218-4698-abfb-e4d4aa9330bd req-011357d2-311c-4d92-b982-d500cd6401a5 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403333 Feb 04 09:15:40.245853 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-793ab697-171b-4a9d-8ca1-d6309709f7ba req-cedb93f6-8977-4cdf-b45c-bbcbce55c2ee service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=224b9192-34e9-4514-9400-b063e085f80f&tenant_id=0139e7b7189b4ee6a580422ec7924590 HTTP/1.1" status: 200 len: 1099 time: 0.0669274 Feb 04 09:15:40.335118 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-793ab697-171b-4a9d-8ca1-d6309709f7ba req-f9729759-e877-4bae-b032-566214719343 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0139e7b7189b4ee6a580422ec7924590&device_id=224b9192-34e9-4514-9400-b063e085f80f HTTP/1.1" status: 200 len: 1099 time: 0.0689652 Feb 04 09:15:40.462221 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793ab697-171b-4a9d-8ca1-d6309709f7ba req-5fc7de64-e998-42d7-8f58-11a654a9fac7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:15:40.463615 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-793ab697-171b-4a9d-8ca1-d6309709f7ba req-5fc7de64-e998-42d7-8f58-11a654a9fac7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=594fd076-ef7a-4e3f-bf2b-0daaf040569e HTTP/1.1" status: 200 len: 912 time: 0.1234486 Feb 04 09:15:40.561706 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-793ab697-171b-4a9d-8ca1-d6309709f7ba req-37c82cf0-56d6-474f-9228-17bd26001105 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=748c1ecb-3a87-49a8-a9e3-701f32f517c1 HTTP/1.1" status: 200 len: 1001 time: 0.0902948 Feb 04 09:15:40.623085 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793ab697-171b-4a9d-8ca1-d6309709f7ba req-0b17f272-e22d-48d8-a3a6-774fa266bd9e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:15:40.625082 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-793ab697-171b-4a9d-8ca1-d6309709f7ba req-0b17f272-e22d-48d8-a3a6-774fa266bd9e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6b1be279-c0ca-42f0-b8fb-dc48b5281171 HTTP/1.1" status: 200 len: 850 time: 0.0583999 Feb 04 09:15:40.696415 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-793ab697-171b-4a9d-8ca1-d6309709f7ba req-99c5b183-a2d2-4e6c-a135-16f675d55133 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=594fd076-ef7a-4e3f-bf2b-0daaf040569e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0658293 Feb 04 09:15:40.825502 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-793ab697-171b-4a9d-8ca1-d6309709f7ba req-61aadbd8-fc7b-4a75-b5dc-7179052353cb service neutron] 10.222.0.47 "GET /v2.0/networks/594fd076-ef7a-4e3f-bf2b-0daaf040569e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232913 Feb 04 09:15:40.956469 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-793ab697-171b-4a9d-8ca1-d6309709f7ba req-53cf3299-320f-4d63-b666-f09dbcbfac83 service neutron] 10.222.0.47 "GET /v2.0/networks/594fd076-ef7a-4e3f-bf2b-0daaf040569e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246750 Feb 04 09:15:41.177121 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d49740-1f5b-42df-a604-4b06ac28b57e req-56180c39-a71d-485a-a254-7dcadc81cebb tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:15:41.178567 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-01d49740-1f5b-42df-a604-4b06ac28b57e req-56180c39-a71d-485a-a254-7dcadc81cebb tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=224b9192-34e9-4514-9400-b063e085f80f HTTP/1.1" status: 200 len: 946 time: 0.0763259 Feb 04 09:15:41.227373 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-01d49740-1f5b-42df-a604-4b06ac28b57e req-5d028f02-30b2-4e6f-b604-8d8557efaddf tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432396 Feb 04 09:15:42.461587 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91737934-d396-4926-a835-eaff58eaa65c req-d230e4f9-7a47-41e6-9c18-6c7121893985 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:15:42.463022 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-91737934-d396-4926-a835-eaff58eaa65c req-d230e4f9-7a47-41e6-9c18-6c7121893985 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=224b9192-34e9-4514-9400-b063e085f80f HTTP/1.1" status: 200 len: 946 time: 0.0750225 Feb 04 09:15:42.507125 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-91737934-d396-4926-a835-eaff58eaa65c req-05d49c83-7b6d-47cf-9b3c-38de48f7cca5 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386405 Feb 04 09:15:43.358224 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device 748c1ecb-3a87-49a8-a9e3-701f32f517c1 details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=84109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 09:15:43.361526 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device 748c1ecb-3a87-49a8-a9e3-701f32f517c1 no longer exists at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 09:15:43.608929 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:15:43.648521 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port 748c1ecb-3a87-49a8-a9e3-701f32f517c1, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=748c1ecb-3a87-49a8-a9e3-701f32f517c1,segment=NetworkSegment(765a3b59-9146-46de-ad3a-f7202633d4dc),segment_id=765a3b59-9146-46de-ad3a-f7202633d4dc)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:15:43.662907 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '224b9192-34e9-4514-9400-b063e085f80f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '748c1ecb-3a87-49a8-a9e3-701f32f517c1'}] {{(pid=84109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:15:43.675621 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Returning: {'device': '748c1ecb-3a87-49a8-a9e3-701f32f517c1', 'network_id': '594fd076-ef7a-4e3f-bf2b-0daaf040569e', 'port_id': '748c1ecb-3a87-49a8-a9e3-701f32f517c1', 'mac_address': 'fa:16:3e:1d:5f:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b1be279-c0ca-42f0-b8fb-dc48b5281171', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 09:15:43.679625 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port 748c1ecb-3a87-49a8-a9e3-701f32f517c1, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=748c1ecb-3a87-49a8-a9e3-701f32f517c1,segment=NetworkSegment(765a3b59-9146-46de-ad3a-f7202633d4dc),segment_id=765a3b59-9146-46de-ad3a-f7202633d4dc)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:15:43.743453 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:15:43.743591 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3598a09-60f9-4a79-806c-3100bc5c3196 req-745e3d1b-0464-4f88-b8c8-0d3e26c7d027 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:15:43.743591 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c3598a09-60f9-4a79-806c-3100bc5c3196 req-745e3d1b-0464-4f88-b8c8-0d3e26c7d027 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=224b9192-34e9-4514-9400-b063e085f80f HTTP/1.1" status: 200 len: 946 time: 0.0965049 Feb 04 09:15:43.750991 dv-neutron-827798-2-hyperv neutron-server[84109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '224b9192-34e9-4514-9400-b063e085f80f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '748c1ecb-3a87-49a8-a9e3-701f32f517c1', 'code': 200} Feb 04 09:15:43.755979 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 748c1ecb-3a87-49a8-a9e3-701f32f517c1 {{(pid=84109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 09:15:43.769216 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:15:43.800784 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c3598a09-60f9-4a79-806c-3100bc5c3196 req-4ebdb24b-deba-47df-b50c-a60f06c83045 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520594 Feb 04 09:15:43.879776 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.db.api [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 09:15:43.880042 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG oslo_db.api [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 09:15:43.883392 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=748c1ecb-3a87-49a8-a9e3-701f32f517c1,revision_number=6']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:15:44.431598 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:15:44.448099 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 748c1ecb-3a87-49a8-a9e3-701f32f517c1 {{(pid=84109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 09:15:44.463392 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port 748c1ecb-3a87-49a8-a9e3-701f32f517c1, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=748c1ecb-3a87-49a8-a9e3-701f32f517c1,segment=NetworkSegment(765a3b59-9146-46de-ad3a-f7202633d4dc),segment_id=765a3b59-9146-46de-ad3a-f7202633d4dc)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:15:44.522210 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:15:44.592871 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] get_ports_and_sgs() called for port_ids ['748c1ecb-3a87-49a8-a9e3-701f32f517c1'] {{(pid=84109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 09:15:44.621413 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=748c1ecb-3a87-49a8-a9e3-701f32f517c1,revision_number=7']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:15:45.011119 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a1bf16-19f5-4ab1-9750-e3e6b560d99d req-5842def6-e2e7-45ba-820c-904c3405a796 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:15:45.012561 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-56a1bf16-19f5-4ab1-9750-e3e6b560d99d req-5842def6-e2e7-45ba-820c-904c3405a796 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=224b9192-34e9-4514-9400-b063e085f80f HTTP/1.1" status: 200 len: 945 time: 0.0765183 Feb 04 09:15:45.056633 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-56a1bf16-19f5-4ab1-9750-e3e6b560d99d req-f42fcb9b-5f97-4856-964f-604cf860af16 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379357 Feb 04 09:15:45.381288 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device 748c1ecb-3a87-49a8-a9e3-701f32f517c1 no longer exists at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 09:15:45.491186 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:15:45.508493 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 748c1ecb-3a87-49a8-a9e3-701f32f517c1 {{(pid=84109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 09:15:45.523856 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port 748c1ecb-3a87-49a8-a9e3-701f32f517c1, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=748c1ecb-3a87-49a8-a9e3-701f32f517c1,segment=NetworkSegment(765a3b59-9146-46de-ad3a-f7202633d4dc),segment_id=765a3b59-9146-46de-ad3a-f7202633d4dc)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:15:45.530396 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7ffde5-9bb9-4426-89f9-19273ee3a095 req-95e585c0-e106-48af-9104-9300d58ca6f3 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:15:45.531854 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ec7ffde5-9bb9-4426-89f9-19273ee3a095 req-95e585c0-e106-48af-9104-9300d58ca6f3 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=224b9192-34e9-4514-9400-b063e085f80f HTTP/1.1" status: 200 len: 945 time: 0.0900266 Feb 04 09:15:45.577928 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ec7ffde5-9bb9-4426-89f9-19273ee3a095 req-d20ced6d-44d6-4d7b-8c20-a2799f2aca88 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398865 Feb 04 09:15:45.587100 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8658eb8f-06ae-4e61-b8fa-0f10a95e9126 req-5ba87c11-90a5-4798-af69-2b6f399f2f6e tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:15:45.587810 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [req-8658eb8f-06ae-4e61-b8fa-0f10a95e9126 req-5ba87c11-90a5-4798-af69-2b6f399f2f6e tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Synchronizing usage tracker for tenant:0139e7b7189b4ee6a580422ec7924590 on resource:port {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 09:15:45.602331 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:15:45.653642 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [req-8658eb8f-06ae-4e61-b8fa-0f10a95e9126 req-5ba87c11-90a5-4798-af69-2b6f399f2f6e tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Unset dirty status for tenant:0139e7b7189b4ee6a580422ec7924590 on resource:port {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 09:15:45.654814 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-8658eb8f-06ae-4e61-b8fa-0f10a95e9126 req-5ba87c11-90a5-4798-af69-2b6f399f2f6e tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.47 "GET /v2.0/ports?device_id=224b9192-34e9-4514-9400-b063e085f80f&tenant_id=0139e7b7189b4ee6a580422ec7924590&binding%3Ahost_id=hv-neutron-8277 HTTP/1.1" status: 200 len: 945 time: 0.1543336 Feb 04 09:15:45.672328 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=748c1ecb-3a87-49a8-a9e3-701f32f517c1,revision_number=8']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:15:45.794177 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-8658eb8f-06ae-4e61-b8fa-0f10a95e9126 req-56aa2ff1-d2a9-4d79-be9f-f701c94648da service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0139e7b7189b4ee6a580422ec7924590&device_id=224b9192-34e9-4514-9400-b063e085f80f HTTP/1.1" status: 200 len: 1097 time: 0.0675805 Feb 04 09:15:45.920922 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8658eb8f-06ae-4e61-b8fa-0f10a95e9126 req-3f55a5cc-d00e-4288-a7fe-11e9b7e6d123 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:15:45.922256 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-8658eb8f-06ae-4e61-b8fa-0f10a95e9126 req-3f55a5cc-d00e-4288-a7fe-11e9b7e6d123 service neutron] 10.222.0.47 "GET /v2.0/networks?id=594fd076-ef7a-4e3f-bf2b-0daaf040569e HTTP/1.1" status: 200 len: 912 time: 0.1229627 Feb 04 09:15:46.025387 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-8658eb8f-06ae-4e61-b8fa-0f10a95e9126 req-2b65c7ce-94bd-46b7-bdda-ec22a3cf2904 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=748c1ecb-3a87-49a8-a9e3-701f32f517c1 HTTP/1.1" status: 200 len: 999 time: 0.0957513 Feb 04 09:15:46.084927 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8658eb8f-06ae-4e61-b8fa-0f10a95e9126 req-aca66f40-f02c-4c12-a190-1cd1a77fd390 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:15:46.086301 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-8658eb8f-06ae-4e61-b8fa-0f10a95e9126 req-aca66f40-f02c-4c12-a190-1cd1a77fd390 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6b1be279-c0ca-42f0-b8fb-dc48b5281171 HTTP/1.1" status: 200 len: 850 time: 0.0558543 Feb 04 09:15:46.161701 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-8658eb8f-06ae-4e61-b8fa-0f10a95e9126 req-9ef9a1ff-6ea5-487f-91d3-c042f0202c8c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=594fd076-ef7a-4e3f-bf2b-0daaf040569e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697086 Feb 04 09:15:46.287413 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-8658eb8f-06ae-4e61-b8fa-0f10a95e9126 req-c938a879-cf02-416a-8156-82e92183574e service neutron] 10.222.0.47 "GET /v2.0/networks/594fd076-ef7a-4e3f-bf2b-0daaf040569e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199212 Feb 04 09:15:46.494090 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-8658eb8f-06ae-4e61-b8fa-0f10a95e9126 req-6f5b8a99-0c62-43a0-a861-b76c1b2ca8a2 service neutron] 10.222.0.47 "GET /v2.0/networks/594fd076-ef7a-4e3f-bf2b-0daaf040569e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011459 Feb 04 09:15:46.777223 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1c6304-c6f6-4036-8522-9ae9db36afa7 req-8c061821-ba1c-49d5-8f60-2650027a9a11 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:15:46.778758 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7e1c6304-c6f6-4036-8522-9ae9db36afa7 req-8c061821-ba1c-49d5-8f60-2650027a9a11 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=224b9192-34e9-4514-9400-b063e085f80f HTTP/1.1" status: 200 len: 944 time: 0.0765491 Feb 04 09:15:46.827920 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7e1c6304-c6f6-4036-8522-9ae9db36afa7 req-82900b72-c354-457c-bcfe-ee5acb276497 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430784 Feb 04 09:15:48.029064 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68769c4f-4b03-4323-9133-3292bbf22462 req-2f1d7688-911e-4bc5-99b8-7f345163f0c2 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:15:48.030503 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-68769c4f-4b03-4323-9133-3292bbf22462 req-2f1d7688-911e-4bc5-99b8-7f345163f0c2 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=224b9192-34e9-4514-9400-b063e085f80f HTTP/1.1" status: 200 len: 944 time: 0.0766025 Feb 04 09:15:48.075217 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-68769c4f-4b03-4323-9133-3292bbf22462 req-cf8a64ad-cf50-4123-bc0a-0ded27aa9c21 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393114 Feb 04 09:15:48.266389 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e489468-7302-4e81-bc6a-7c71402f9a12 req-271db85c-7b73-404e-85a7-b20fe23aecfd tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:15:48.267787 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-6e489468-7302-4e81-bc6a-7c71402f9a12 req-271db85c-7b73-404e-85a7-b20fe23aecfd tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=224b9192-34e9-4514-9400-b063e085f80f HTTP/1.1" status: 200 len: 944 time: 0.0758984 Feb 04 09:15:48.313266 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-6e489468-7302-4e81-bc6a-7c71402f9a12 req-bb1b8501-5867-4e5d-ba9b-6911d9a1bf80 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400708 Feb 04 09:15:48.502919 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f737a68d-2991-4a90-8dea-272e09e88be6 req-6c6dcdaf-33cb-4e24-b2fe-433ae2ecabea tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:15:48.504282 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f737a68d-2991-4a90-8dea-272e09e88be6 req-6c6dcdaf-33cb-4e24-b2fe-433ae2ecabea tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=224b9192-34e9-4514-9400-b063e085f80f HTTP/1.1" status: 200 len: 944 time: 0.0741718 Feb 04 09:15:48.550446 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f737a68d-2991-4a90-8dea-272e09e88be6 req-103bf00c-d346-4c04-9a42-f57c01b7eab0 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398881 Feb 04 09:15:49.224598 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b6d761-82fb-4669-b7b8-21de85221728 req-3de02a8a-cabc-4823-a5fa-fead8884e0f0 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:15:49.226046 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a3b6d761-82fb-4669-b7b8-21de85221728 req-3de02a8a-cabc-4823-a5fa-fead8884e0f0 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=224b9192-34e9-4514-9400-b063e085f80f HTTP/1.1" status: 200 len: 944 time: 0.1602037 Feb 04 09:15:49.269763 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a3b6d761-82fb-4669-b7b8-21de85221728 req-ee525adc-7d33-4062-8cac-a1d23b8fd06a tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383098 Feb 04 09:15:49.463055 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-07f7eb7c-bc5b-45c0-a891-201a15bec422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:15:50.460715 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e473bc-b3f8-4609-87ac-8d12b6b9c428 req-e07145d4-7e17-45d2-a187-f4f2d0550ab5 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:15:50.462144 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d1e473bc-b3f8-4609-87ac-8d12b6b9c428 req-e07145d4-7e17-45d2-a187-f4f2d0550ab5 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=224b9192-34e9-4514-9400-b063e085f80f HTTP/1.1" status: 200 len: 944 time: 0.0740614 Feb 04 09:15:50.506352 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d1e473bc-b3f8-4609-87ac-8d12b6b9c428 req-6197cb3a-dd7e-43c1-b1f5-394f201f6485 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387936 Feb 04 09:15:50.888482 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b674f45-cead-40c1-9fc0-8503ae6da3ff req-d1985ebd-f09f-48e6-880f-6588abc02bcb tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:15:50.889900 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-9b674f45-cead-40c1-9fc0-8503ae6da3ff req-d1985ebd-f09f-48e6-880f-6588abc02bcb tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.47 "GET /v2.0/ports?device_id=224b9192-34e9-4514-9400-b063e085f80f HTTP/1.1" status: 200 len: 944 time: 0.0791662 Feb 04 09:15:50.958814 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [req-9b674f45-cead-40c1-9fc0-8503ae6da3ff req-c23637f5-7728-4957-97bf-65f8152704a1 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Deleting port 748c1ecb-3a87-49a8-a9e3-701f32f517c1 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:15:50.959153 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-9b674f45-cead-40c1-9fc0-8503ae6da3ff req-c23637f5-7728-4957-97bf-65f8152704a1 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:15:51.192643 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [req-9b674f45-cead-40c1-9fc0-8503ae6da3ff req-c23637f5-7728-4957-97bf-65f8152704a1 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] For port 748c1ecb-3a87-49a8-a9e3-701f32f517c1, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=748c1ecb-3a87-49a8-a9e3-701f32f517c1,segment=NetworkSegment(765a3b59-9146-46de-ad3a-f7202633d4dc),segment_id=765a3b59-9146-46de-ad3a-f7202633d4dc)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:15:51.194534 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-9b674f45-cead-40c1-9fc0-8503ae6da3ff req-c23637f5-7728-4957-97bf-65f8152704a1 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:15:51.480800 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-9b674f45-cead-40c1-9fc0-8503ae6da3ff req-c23637f5-7728-4957-97bf-65f8152704a1 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:15:51.481084 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-9b674f45-cead-40c1-9fc0-8503ae6da3ff req-c23637f5-7728-4957-97bf-65f8152704a1 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473039'] for floatingip, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:15:51.481395 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.l3_db [req-9b674f45-cead-40c1-9fc0-8503ae6da3ff req-c23637f5-7728-4957-97bf-65f8152704a1 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Floating IP 5945da2a-cc6c-4fd8-9028-4117361571a2 disassociated. External IP: 172.26.3.66, port: 748c1ecb-3a87-49a8-a9e3-701f32f517c1. Feb 04 09:15:51.481731 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [req-9b674f45-cead-40c1-9fc0-8503ae6da3ff req-c23637f5-7728-4957-97bf-65f8152704a1 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Calling delete_port for 748c1ecb-3a87-49a8-a9e3-701f32f517c1 owned by compute:nova {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 09:15:51.704719 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-9b674f45-cead-40c1-9fc0-8503ae6da3ff req-c23637f5-7728-4957-97bf-65f8152704a1 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:15:51.739500 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-7118ab07-4c33-437e-bf65-17f6a78a1a9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:15:51.763340 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23637f5-7728-4957-97bf-65f8152704a1 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Pushing event deleted for resources: {'Port': ['ID=748c1ecb-3a87-49a8-a9e3-701f32f517c1,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:15:51.817337 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d420ef5d-4f85-4612-81a5-1816691206a3 req-fb2ac4e8-893d-4884-9bd0-b4b39712e737 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=224b9192-34e9-4514-9400-b063e085f80f HTTP/1.1" status: 200 len: 210 time: 0.0484388 Feb 04 09:15:51.982496 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9b674f45-cead-40c1-9fc0-8503ae6da3ff req-c23637f5-7728-4957-97bf-65f8152704a1 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Router 74803393-71b2-4de3-8fce-adfd99d7e78b has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 09:15:52.179907 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9b674f45-cead-40c1-9fc0-8503ae6da3ff req-c23637f5-7728-4957-97bf-65f8152704a1 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 09:15:52.189165 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235a5b6b-0f6d-4301-baff-bf2dfb50ff09 None None] Sync routers for ids ['74803393-71b2-4de3-8fce-adfd99d7e78b'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 09:15:52.200452 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235a5b6b-0f6d-4301-baff-bf2dfb50ff09 None None] Routers {'74803393-71b2-4de3-8fce-adfd99d7e78b'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:15:52.201121 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-235a5b6b-0f6d-4301-baff-bf2dfb50ff09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:15:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['74803393-71b2-4de3-8fce-adfd99d7e78b'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:15:52.250770 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b674f45-cead-40c1-9fc0-8503ae6da3ff req-c23637f5-7728-4957-97bf-65f8152704a1 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] No DVR routers for this DVR port 748c1ecb-3a87-49a8-a9e3-701f32f517c1 on host hv-neutron-8277 {{(pid=84108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 09:15:52.253367 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-9b674f45-cead-40c1-9fc0-8503ae6da3ff req-c23637f5-7728-4957-97bf-65f8152704a1 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:15:52.257190 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '224b9192-34e9-4514-9400-b063e085f80f', 'name': 'network-vif-deleted', 'tag': '748c1ecb-3a87-49a8-a9e3-701f32f517c1'}] {{(pid=84108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:15:52.328877 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-9b674f45-cead-40c1-9fc0-8503ae6da3ff req-c23637f5-7728-4957-97bf-65f8152704a1 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.47 "DELETE /v2.0/ports/748c1ecb-3a87-49a8-a9e3-701f32f517c1 HTTP/1.1" status: 204 len: 173 time: 1.4337294 Feb 04 09:15:52.381097 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-235a5b6b-0f6d-4301-baff-bf2dfb50ff09 None None] Set router 74803393-71b2-4de3-8fce-adfd99d7e78b gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:15:52.385551 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '224b9192-34e9-4514-9400-b063e085f80f', 'name': 'network-vif-deleted', 'tag': '748c1ecb-3a87-49a8-a9e3-701f32f517c1', 'status': 'completed', 'code': 200} Feb 04 09:15:52.688692 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-235a5b6b-0f6d-4301-baff-bf2dfb50ff09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74803393-71b2-4de3-8fce-adfd99d7e78b', 'name': 'tempest-ServerActionsTestJSON-159504983-router', 'tenant_id': '0139e7b7189b4ee6a580422ec7924590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18'}], 'enable_snat': True}, 'gw_port_id': '47b106ad-fd6a-4be0-8aae-c71221260d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:14:46Z', 'updated_at': '2022-02-04T09:14:49Z', 'revision_number': 4, 'project_id': '0139e7b7189b4ee6a580422ec7924590', 'gw_port': {'id': '47b106ad-fd6a-4be0-8aae-c71221260d42', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74803393-71b2-4de3-8fce-adfd99d7e78b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:14:46Z', 'updated_at': '2022-02-04T09:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': 'bb9f2e09-3195-49e1-a480-dd2f4062acb4', 'name': '', 'network_id': '594fd076-ef7a-4e3f-bf2b-0daaf040569e', 'tenant_id': '0139e7b7189b4ee6a580422ec7924590', 'mac_address': 'fa:16:3e:c8:70:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74803393-71b2-4de3-8fce-adfd99d7e78b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b1be279-c0ca-42f0-b8fb-dc48b5281171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:14:48Z', 'updated_at': '2022-02-04T09:15:07Z', 'revision_number': 5, 'project_id': '0139e7b7189b4ee6a580422ec7924590', 'subnets': [{'id': '6b1be279-c0ca-42f0-b8fb-dc48b5281171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:15:52.692514 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235a5b6b-0f6d-4301-baff-bf2dfb50ff09 None None] Checking router: 74803393-71b2-4de3-8fce-adfd99d7e78b for host: dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 09:15:52.702958 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235a5b6b-0f6d-4301-baff-bf2dfb50ff09 None None] Routers {'74803393-71b2-4de3-8fce-adfd99d7e78b'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:15:52.703589 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-235a5b6b-0f6d-4301-baff-bf2dfb50ff09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:15:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['74803393-71b2-4de3-8fce-adfd99d7e78b'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:15:52.937996 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-235a5b6b-0f6d-4301-baff-bf2dfb50ff09 None None] Set router 74803393-71b2-4de3-8fce-adfd99d7e78b gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:15:52.986489 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:15:53.007687 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f0a7feef-90fd-4daf-8473-f82f5054e0b4 req-99189c09-c9ce-42dd-9e4d-20371fde3d8d tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=224b9192-34e9-4514-9400-b063e085f80f HTTP/1.1" status: 200 len: 210 time: 0.0410841 Feb 04 09:15:53.072528 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:15:53.267279 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-235a5b6b-0f6d-4301-baff-bf2dfb50ff09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74803393-71b2-4de3-8fce-adfd99d7e78b', 'name': 'tempest-ServerActionsTestJSON-159504983-router', 'tenant_id': '0139e7b7189b4ee6a580422ec7924590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18'}], 'enable_snat': True}, 'gw_port_id': '47b106ad-fd6a-4be0-8aae-c71221260d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:14:46Z', 'updated_at': '2022-02-04T09:14:49Z', 'revision_number': 4, 'project_id': '0139e7b7189b4ee6a580422ec7924590', 'gw_port': {'id': '47b106ad-fd6a-4be0-8aae-c71221260d42', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74803393-71b2-4de3-8fce-adfd99d7e78b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:14:46Z', 'updated_at': '2022-02-04T09:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': 'bb9f2e09-3195-49e1-a480-dd2f4062acb4', 'name': '', 'network_id': '594fd076-ef7a-4e3f-bf2b-0daaf040569e', 'tenant_id': '0139e7b7189b4ee6a580422ec7924590', 'mac_address': 'fa:16:3e:c8:70:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74803393-71b2-4de3-8fce-adfd99d7e78b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b1be279-c0ca-42f0-b8fb-dc48b5281171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:14:48Z', 'updated_at': '2022-02-04T09:15:07Z', 'revision_number': 5, 'project_id': '0139e7b7189b4ee6a580422ec7924590', 'subnets': [{'id': '6b1be279-c0ca-42f0-b8fb-dc48b5281171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:15:53.271175 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235a5b6b-0f6d-4301-baff-bf2dfb50ff09 None None] The sync data for ids ['74803393-71b2-4de3-8fce-adfd99d7e78b'] in dv-neutron-827798-2-hyperv is: [{'id': '74803393-71b2-4de3-8fce-adfd99d7e78b', 'name': 'tempest-ServerActionsTestJSON-159504983-router', 'tenant_id': '0139e7b7189b4ee6a580422ec7924590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18'}], 'enable_snat': True}, 'gw_port_id': '47b106ad-fd6a-4be0-8aae-c71221260d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:14:46Z', 'updated_at': '2022-02-04T09:14:49Z', 'revision_number': 4, 'project_id': '0139e7b7189b4ee6a580422ec7924590', 'gw_port': {'id': '47b106ad-fd6a-4be0-8aae-c71221260d42', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74803393-71b2-4de3-8fce-adfd99d7e78b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:14:46Z', 'updated_at': '2022-02-04T09:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': 'bb9f2e09-3195-49e1-a480-dd2f4062acb4', 'name': '', 'network_id': '594fd076-ef7a-4e3f-bf2b-0daaf040569e', 'tenant_id': '0139e7b7189b4ee6a580422ec7924590', 'mac_address': 'fa:16:3e:c8:70:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74803393-71b2-4de3-8fce-adfd99d7e78b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b1be279-c0ca-42f0-b8fb-dc48b5281171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:14:48Z', 'updated_at': '2022-02-04T09:15:07Z', 'revision_number': 5, 'project_id': '0139e7b7189b4ee6a580422ec7924590', 'subnets': [{'id': '6b1be279-c0ca-42f0-b8fb-dc48b5281171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 09:15:53.441993 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device 748c1ecb-3a87-49a8-a9e3-701f32f517c1 no longer exists at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 09:15:53.478699 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] No Port match for: 748c1ecb-3a87-49a8-a9e3-701f32f517c1 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 09:15:53.479047 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device 748c1ecb-3a87-49a8-a9e3-701f32f517c1 not bound to the agent host hv-neutron-8277 {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 09:15:53.481721 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e60c2e-461d-43d6-be13-bef294835fd7 None None] New status for floating IP 5945da2a-cc6c-4fd8-9028-4117361571a2: DOWN {{(pid=84110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 09:15:54.357100 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-382434cf-305b-4ee3-9359-e22df231db65 req-b32496f5-dcd0-4a1b-86f6-7b885f075e46 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--623568878&fields=id&tenant_id=0139e7b7189b4ee6a580422ec7924590 HTTP/1.1" status: 200 len: 267 time: 0.0396557 Feb 04 09:15:54.459543 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:15:54.499629 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382434cf-305b-4ee3-9359-e22df231db65 req-ef963c3c-030e-4436-b707-b7c70bb0d7cb tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:15:54.501116 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-382434cf-305b-4ee3-9359-e22df231db65 req-ef963c3c-030e-4436-b707-b7c70bb0d7cb tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/networks?id=594fd076-ef7a-4e3f-bf2b-0daaf040569e HTTP/1.1" status: 200 len: 811 time: 0.1379778 Feb 04 09:15:54.517790 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-382434cf-305b-4ee3-9359-e22df231db65 req-16581809-2097-4bc9-8a2c-63727fc7342f tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/quotas/0139e7b7189b4ee6a580422ec7924590 HTTP/1.1" status: 200 len: 375 time: 0.0103672 Feb 04 09:15:54.600874 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-382434cf-305b-4ee3-9359-e22df231db65 req-fea79969-3cbd-4994-9372-bf63ef8a3750 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0139e7b7189b4ee6a580422ec7924590&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0779307 Feb 04 09:15:54.735170 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-382434cf-305b-4ee3-9359-e22df231db65 req-9fbc44ef-247f-4b35-8e0c-a8d0c02a1193 service neutron] 10.222.0.36 "GET /v2.0/networks/594fd076-ef7a-4e3f-bf2b-0daaf040569e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231718 Feb 04 09:15:54.862204 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-382434cf-305b-4ee3-9359-e22df231db65 req-fd63cb5f-c3a6-4bb0-867b-2079c9f6454d service neutron] 10.222.0.36 "GET /v2.0/networks/594fd076-ef7a-4e3f-bf2b-0daaf040569e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207192 Feb 04 09:15:55.106706 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-56669c52-54fa-4852-802f-2c226627bd43 req-96844b8e-4b1d-4b49-9c07-b65618e3a834 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f6aa900-90e0-43c0-b709-56a83e3fc089 HTTP/1.1" status: 200 len: 210 time: 0.0396516 Feb 04 09:15:56.269773 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a2e9b812-9c2a-4705-969c-e48f6f46f22e req-6565c04c-080d-457b-81d2-58b4bd392d58 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f6aa900-90e0-43c0-b709-56a83e3fc089 HTTP/1.1" status: 200 len: 210 time: 0.0416603 Feb 04 09:15:56.423355 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:15:57.119428 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 09:15:57.180145 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382434cf-305b-4ee3-9359-e22df231db65 req-6832f285-165b-4822-a011-8a1aafe62b0c tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:15:57.181556 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-382434cf-305b-4ee3-9359-e22df231db65 req-6832f285-165b-4822-a011-8a1aafe62b0c tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.47 "GET /v2.0/networks?id=594fd076-ef7a-4e3f-bf2b-0daaf040569e HTTP/1.1" status: 200 len: 811 time: 0.2295399 Feb 04 09:15:57.247530 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-382434cf-305b-4ee3-9359-e22df231db65 req-aeeb2db3-1870-468d-b0b9-31ca22960f9f tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0139e7b7189b4ee6a580422ec7924590 HTTP/1.1" status: 200 len: 379 time: 0.0475254 Feb 04 09:15:57.255677 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [req-382434cf-305b-4ee3-9359-e22df231db65 req-69bcbb5c-91ec-4ee4-a88e-de75f0863ec5 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Request body: {'port': {'device_id': '8f6aa900-90e0-43c0-b709-56a83e3fc089', 'network_id': '594fd076-ef7a-4e3f-bf2b-0daaf040569e', 'admin_state_up': True, 'tenant_id': '0139e7b7189b4ee6a580422ec7924590', 'security_groups': ['ed0bb709-f690-4dda-8f37-3de7fc257be3']}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:15:57.391010 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [req-382434cf-305b-4ee3-9359-e22df231db65 req-69bcbb5c-91ec-4ee4-a88e-de75f0863ec5 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:15:57.395585 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [req-382434cf-305b-4ee3-9359-e22df231db65 req-69bcbb5c-91ec-4ee4-a88e-de75f0863ec5 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Usage tracker for resource:port and tenant:0139e7b7189b4ee6a580422ec7924590 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:15:57.398438 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [req-382434cf-305b-4ee3-9359-e22df231db65 req-69bcbb5c-91ec-4ee4-a88e-de75f0863ec5 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:15:57.403991 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [req-382434cf-305b-4ee3-9359-e22df231db65 req-69bcbb5c-91ec-4ee4-a88e-de75f0863ec5 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:15:57.434283 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a3f0bb5b-3e46-4f96-8196-1a46d00a70b0 req-5c166f50-0069-4dd2-86ec-39e387d8668b tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f6aa900-90e0-43c0-b709-56a83e3fc089 HTTP/1.1" status: 200 len: 210 time: 0.0431645 Feb 04 09:15:57.470252 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-382434cf-305b-4ee3-9359-e22df231db65 req-69bcbb5c-91ec-4ee4-a88e-de75f0863ec5 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Made reservation on behalf of 0139e7b7189b4ee6a580422ec7924590 for: {'port': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 09:15:57.473341 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-382434cf-305b-4ee3-9359-e22df231db65 req-69bcbb5c-91ec-4ee4-a88e-de75f0863ec5 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:15:57.635965 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [req-382434cf-305b-4ee3-9359-e22df231db65 req-69bcbb5c-91ec-4ee4-a88e-de75f0863ec5 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Allocated IP 172.20.0.8 (594fd076-ef7a-4e3f-bf2b-0daaf040569e/6b1be279-c0ca-42f0-b8fb-dc48b5281171/5002b03e-a86d-4c97-af84-f036998b5655) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 09:15:57.829968 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-382434cf-305b-4ee3-9359-e22df231db65 req-69bcbb5c-91ec-4ee4-a88e-de75f0863ec5 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:15:57.850205 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.provisioning_blocks [req-382434cf-305b-4ee3-9359-e22df231db65 req-69bcbb5c-91ec-4ee4-a88e-de75f0863ec5 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Transition to ACTIVE for port object 5002b03e-a86d-4c97-af84-f036998b5655 will not be triggered until provisioned by entity DHCP. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:15:57.933759 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-382434cf-305b-4ee3-9359-e22df231db65 req-69bcbb5c-91ec-4ee4-a88e-de75f0863ec5 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:15:58.009410 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-382434cf-305b-4ee3-9359-e22df231db65 req-69bcbb5c-91ec-4ee4-a88e-de75f0863ec5 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Network 594fd076-ef7a-4e3f-bf2b-0daaf040569e is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:15:58.013312 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [req-382434cf-305b-4ee3-9359-e22df231db65 req-69bcbb5c-91ec-4ee4-a88e-de75f0863ec5 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:15:58.019171 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bcbb5c-91ec-4ee4-a88e-de75f0863ec5 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Pushing event updated for resources: {'Port': ['ID=5002b03e-a86d-4c97-af84-f036998b5655,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:15:58.021311 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [req-382434cf-305b-4ee3-9359-e22df231db65 req-69bcbb5c-91ec-4ee4-a88e-de75f0863ec5 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 09:15:58.093162 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382434cf-305b-4ee3-9359-e22df231db65 req-69bcbb5c-91ec-4ee4-a88e-de75f0863ec5 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:15:58.093759 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-382434cf-305b-4ee3-9359-e22df231db65 req-69bcbb5c-91ec-4ee4-a88e-de75f0863ec5 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:15:58.192228 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-382434cf-305b-4ee3-9359-e22df231db65 req-69bcbb5c-91ec-4ee4-a88e-de75f0863ec5 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9397984 Feb 04 09:15:58.202926 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [req-382434cf-305b-4ee3-9359-e22df231db65 req-d3541fc1-086f-4b04-a457-cf7c12abee4c service neutron] Request body: {'port': {'device_id': '8f6aa900-90e0-43c0-b709-56a83e3fc089', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:15:58.310589 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-382434cf-305b-4ee3-9359-e22df231db65 req-d3541fc1-086f-4b04-a457-cf7c12abee4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:15:58.362659 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-bf86bde2-1fad-446a-a9c1-5b0b2bf647e5 None None] Provisioning for port 5002b03e-a86d-4c97-af84-f036998b5655 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:15:58.367744 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-bf86bde2-1fad-446a-a9c1-5b0b2bf647e5 None None] Provisioning complete for port 5002b03e-a86d-4c97-af84-f036998b5655 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:15:58.368112 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-bf86bde2-1fad-446a-a9c1-5b0b2bf647e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:15:58.421497 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-bf86bde2-1fad-446a-a9c1-5b0b2bf647e5 None None] Port 5002b03e-a86d-4c97-af84-f036998b5655 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 09:15:58.637618 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0063560-014c-47aa-a899-6a71e50d340c req-62018b4d-6ccf-4ade-9c20-f967bc556d55 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:15:58.640991 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e0063560-014c-47aa-a899-6a71e50d340c req-62018b4d-6ccf-4ade-9c20-f967bc556d55 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f6aa900-90e0-43c0-b709-56a83e3fc089 HTTP/1.1" status: 200 len: 931 time: 0.0786426 Feb 04 09:15:58.672099 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [req-382434cf-305b-4ee3-9359-e22df231db65 req-d3541fc1-086f-4b04-a457-cf7c12abee4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5002b03e-a86d-4c97-af84-f036998b5655 {{(pid=84108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 09:15:58.679887 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-382434cf-305b-4ee3-9359-e22df231db65 req-d3541fc1-086f-4b04-a457-cf7c12abee4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:15:58.690383 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e0063560-014c-47aa-a899-6a71e50d340c req-9a36ec5d-7833-4aca-a2d2-279ea9abe34f tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425801 Feb 04 09:15:58.701242 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.provisioning_blocks [req-382434cf-305b-4ee3-9359-e22df231db65 req-d3541fc1-086f-4b04-a457-cf7c12abee4c service neutron] Transition to ACTIVE for port object 5002b03e-a86d-4c97-af84-f036998b5655 will not be triggered until provisioned by entity L2. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:15:58.768051 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-382434cf-305b-4ee3-9359-e22df231db65 req-d3541fc1-086f-4b04-a457-cf7c12abee4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:15:58.898317 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3541fc1-086f-4b04-a457-cf7c12abee4c service neutron] Pushing event updated for resources: {'Port': ['ID=5002b03e-a86d-4c97-af84-f036998b5655,revision_number=2']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:15:58.911887 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3541fc1-086f-4b04-a457-cf7c12abee4c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:15:58.912235 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3541fc1-086f-4b04-a457-cf7c12abee4c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:15:58.912592 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3541fc1-086f-4b04-a457-cf7c12abee4c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:15:58.912932 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3541fc1-086f-4b04-a457-cf7c12abee4c service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:15:58.913262 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3541fc1-086f-4b04-a457-cf7c12abee4c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:15:58.913591 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3541fc1-086f-4b04-a457-cf7c12abee4c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:15:58.914182 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3541fc1-086f-4b04-a457-cf7c12abee4c service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:15:58.914503 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3541fc1-086f-4b04-a457-cf7c12abee4c service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:15:58.914867 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3541fc1-086f-4b04-a457-cf7c12abee4c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:15:58.915342 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3541fc1-086f-4b04-a457-cf7c12abee4c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:15:58.915502 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3541fc1-086f-4b04-a457-cf7c12abee4c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:15:59.023476 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [req-382434cf-305b-4ee3-9359-e22df231db65 req-d3541fc1-086f-4b04-a457-cf7c12abee4c service neutron] Attempting to bind port 5002b03e-a86d-4c97-af84-f036998b5655 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 09:15:59.023807 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [req-382434cf-305b-4ee3-9359-e22df231db65 req-d3541fc1-086f-4b04-a457-cf7c12abee4c service neutron] Attempting to bind port 5002b03e-a86d-4c97-af84-f036998b5655 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '765a3b59-9146-46de-ad3a-f7202633d4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '594fd076-ef7a-4e3f-bf2b-0daaf040569e'}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 09:15:59.024129 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382434cf-305b-4ee3-9359-e22df231db65 req-d3541fc1-086f-4b04-a457-cf7c12abee4c service neutron] Attempting to bind port 5002b03e-a86d-4c97-af84-f036998b5655 on network 594fd076-ef7a-4e3f-bf2b-0daaf040569e {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 09:15:59.029766 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382434cf-305b-4ee3-9359-e22df231db65 req-d3541fc1-086f-4b04-a457-cf7c12abee4c service neutron] Port 5002b03e-a86d-4c97-af84-f036998b5655 on network 594fd076-ef7a-4e3f-bf2b-0daaf040569e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 09:15:59.030080 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382434cf-305b-4ee3-9359-e22df231db65 req-d3541fc1-086f-4b04-a457-cf7c12abee4c service neutron] Attempting to bind port 5002b03e-a86d-4c97-af84-f036998b5655 on network 594fd076-ef7a-4e3f-bf2b-0daaf040569e {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 09:15:59.036680 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382434cf-305b-4ee3-9359-e22df231db65 req-d3541fc1-086f-4b04-a457-cf7c12abee4c service neutron] Checking agent: {'id': 'f735dfbb-9ed2-4de7-8aa1-fea4a962ae1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 34, 26), 'started_at': datetime.datetime(2022, 2, 4, 8, 34, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 9, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 09:15:59.037008 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382434cf-305b-4ee3-9359-e22df231db65 req-d3541fc1-086f-4b04-a457-cf7c12abee4c service neutron] Checking segment: {'id': '765a3b59-9146-46de-ad3a-f7202633d4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '594fd076-ef7a-4e3f-bf2b-0daaf040569e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 09:15:59.037378 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382434cf-305b-4ee3-9359-e22df231db65 req-d3541fc1-086f-4b04-a457-cf7c12abee4c service neutron] Bound using segment: {'id': '765a3b59-9146-46de-ad3a-f7202633d4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '594fd076-ef7a-4e3f-bf2b-0daaf040569e'} {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 09:15:59.037791 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [req-382434cf-305b-4ee3-9359-e22df231db65 req-d3541fc1-086f-4b04-a457-cf7c12abee4c service neutron] Bound port: 5002b03e-a86d-4c97-af84-f036998b5655, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '765a3b59-9146-46de-ad3a-f7202633d4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '594fd076-ef7a-4e3f-bf2b-0daaf040569e'}}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 09:15:59.038129 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-382434cf-305b-4ee3-9359-e22df231db65 req-d3541fc1-086f-4b04-a457-cf7c12abee4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:15:59.124532 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [req-382434cf-305b-4ee3-9359-e22df231db65 req-d3541fc1-086f-4b04-a457-cf7c12abee4c service neutron] For port 5002b03e-a86d-4c97-af84-f036998b5655, host hv-neutron-8277, cleared binding levels {{(pid=84108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 09:15:59.127461 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [req-382434cf-305b-4ee3-9359-e22df231db65 req-d3541fc1-086f-4b04-a457-cf7c12abee4c service neutron] For port 5002b03e-a86d-4c97-af84-f036998b5655, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=5002b03e-a86d-4c97-af84-f036998b5655,segment=NetworkSegment(765a3b59-9146-46de-ad3a-f7202633d4dc),segment_id=765a3b59-9146-46de-ad3a-f7202633d4dc)] {{(pid=84108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 09:15:59.208567 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-382434cf-305b-4ee3-9359-e22df231db65 req-d3541fc1-086f-4b04-a457-cf7c12abee4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:15:59.272689 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-382434cf-305b-4ee3-9359-e22df231db65 req-d3541fc1-086f-4b04-a457-cf7c12abee4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:15:59.274170 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-382434cf-305b-4ee3-9359-e22df231db65 req-d3541fc1-086f-4b04-a457-cf7c12abee4c service neutron] 10.222.0.47 "PUT /v2.0/ports/5002b03e-a86d-4c97-af84-f036998b5655 HTTP/1.1" status: 200 len: 1093 time: 1.0754237 Feb 04 09:15:59.274593 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f6aa900-90e0-43c0-b709-56a83e3fc089', 'tag': '5002b03e-a86d-4c97-af84-f036998b5655'}] {{(pid=84108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:15:59.293436 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3541fc1-086f-4b04-a457-cf7c12abee4c service neutron] Pushing event updated for resources: {'Port': ['ID=5002b03e-a86d-4c97-af84-f036998b5655,revision_number=3']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:15:59.341153 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f6aa900-90e0-43c0-b709-56a83e3fc089', 'tag': '5002b03e-a86d-4c97-af84-f036998b5655', 'status': 'completed', 'code': 200} Feb 04 09:15:59.433891 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-93a27913-510f-4ce1-a1a9-f096a8deb061 req-6ee278ca-a1a8-4883-a9e9-61562ab7f7fb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0139e7b7189b4ee6a580422ec7924590&device_id=8f6aa900-90e0-43c0-b709-56a83e3fc089 HTTP/1.1" status: 200 len: 1096 time: 0.0707922 Feb 04 09:15:59.651085 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a27913-510f-4ce1-a1a9-f096a8deb061 req-6e08d5b1-da0b-4ae6-930e-477403e9f9fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:15:59.652504 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-93a27913-510f-4ce1-a1a9-f096a8deb061 req-6e08d5b1-da0b-4ae6-930e-477403e9f9fc service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=0139e7b7189b4ee6a580422ec7924590&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2126076 Feb 04 09:15:59.799256 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a27913-510f-4ce1-a1a9-f096a8deb061 req-b68b5cf4-b3a5-44fb-908f-79c4481b4fe3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:15:59.800727 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-93a27913-510f-4ce1-a1a9-f096a8deb061 req-b68b5cf4-b3a5-44fb-908f-79c4481b4fe3 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1427066 Feb 04 09:15:59.898751 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3284ad-2706-4948-b5dc-fcb124b71fac req-501032a9-f291-45af-a77d-3b6697b8ca49 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:15:59.900187 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7e3284ad-2706-4948-b5dc-fcb124b71fac req-501032a9-f291-45af-a77d-3b6697b8ca49 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f6aa900-90e0-43c0-b709-56a83e3fc089 HTTP/1.1" status: 200 len: 943 time: 0.0807936 Feb 04 09:15:59.908458 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-382434cf-305b-4ee3-9359-e22df231db65 req-081ac1d2-4fdd-449a-bc7f-70539cd2d877 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0139e7b7189b4ee6a580422ec7924590&device_id=8f6aa900-90e0-43c0-b709-56a83e3fc089 HTTP/1.1" status: 200 len: 1096 time: 0.0716460 Feb 04 09:15:59.945745 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7e3284ad-2706-4948-b5dc-fcb124b71fac req-c6b5cfc5-83ef-422f-b2d4-8cd21a28c428 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397477 Feb 04 09:15:59.978728 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-382434cf-305b-4ee3-9359-e22df231db65 req-c090fce2-a096-4b5d-a9a9-313a12e1c390 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5002b03e-a86d-4c97-af84-f036998b5655 HTTP/1.1" status: 200 len: 217 time: 0.0634103 Feb 04 09:16:00.045617 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382434cf-305b-4ee3-9359-e22df231db65 req-8ba02710-f8c3-499a-8ac5-42f9dfb58fdd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:16:00.047242 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-382434cf-305b-4ee3-9359-e22df231db65 req-8ba02710-f8c3-499a-8ac5-42f9dfb58fdd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6b1be279-c0ca-42f0-b8fb-dc48b5281171 HTTP/1.1" status: 200 len: 850 time: 0.0627596 Feb 04 09:16:00.121231 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-382434cf-305b-4ee3-9359-e22df231db65 req-debf210d-1741-46e8-83df-dd24e295575d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=594fd076-ef7a-4e3f-bf2b-0daaf040569e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679698 Feb 04 09:16:00.265896 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-382434cf-305b-4ee3-9359-e22df231db65 req-f32c0e80-f8ab-4f0d-b331-23004fa782b1 service neutron] 10.222.0.47 "GET /v2.0/networks/594fd076-ef7a-4e3f-bf2b-0daaf040569e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380064 Feb 04 09:16:00.424504 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-382434cf-305b-4ee3-9359-e22df231db65 req-9f64caf7-bc92-4713-8f97-4b1fc279fab9 service neutron] 10.222.0.47 "GET /v2.0/networks/594fd076-ef7a-4e3f-bf2b-0daaf040569e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530991 Feb 04 09:16:01.140224 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23186e6e-fbf9-450e-b9f2-2de49335152c req-4ff0092e-4439-4ff9-96d2-d82ed8583d82 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:16:01.141689 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-23186e6e-fbf9-450e-b9f2-2de49335152c req-4ff0092e-4439-4ff9-96d2-d82ed8583d82 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f6aa900-90e0-43c0-b709-56a83e3fc089 HTTP/1.1" status: 200 len: 943 time: 0.0751295 Feb 04 09:16:01.188643 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-23186e6e-fbf9-450e-b9f2-2de49335152c req-570e5d29-ced0-4fc9-94ae-06402922b431 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408957 Feb 04 09:16:02.381234 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9946e346-9778-4015-951a-e2ed23c1cfaa req-650461de-4691-41aa-b965-bdba53282d4d tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:16:02.382652 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-9946e346-9778-4015-951a-e2ed23c1cfaa req-650461de-4691-41aa-b965-bdba53282d4d tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f6aa900-90e0-43c0-b709-56a83e3fc089 HTTP/1.1" status: 200 len: 943 time: 0.0737722 Feb 04 09:16:02.426868 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-9946e346-9778-4015-951a-e2ed23c1cfaa req-fa0be96f-3094-4261-b228-7ad6077f59b1 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389581 Feb 04 09:16:03.487578 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device 5002b03e-a86d-4c97-af84-f036998b5655 details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=84109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 09:16:03.622536 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port 5002b03e-a86d-4c97-af84-f036998b5655, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=5002b03e-a86d-4c97-af84-f036998b5655,segment=NetworkSegment(765a3b59-9146-46de-ad3a-f7202633d4dc),segment_id=765a3b59-9146-46de-ad3a-f7202633d4dc)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:16:03.623446 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0194f5e8-4a32-4972-88ad-5117a46c436a req-7351f745-294e-4629-9e6a-2d69ba8a223f tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:16:03.624899 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-0194f5e8-4a32-4972-88ad-5117a46c436a req-7351f745-294e-4629-9e6a-2d69ba8a223f tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f6aa900-90e0-43c0-b709-56a83e3fc089 HTTP/1.1" status: 200 len: 943 time: 0.0766294 Feb 04 09:16:03.636105 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Returning: {'device': '5002b03e-a86d-4c97-af84-f036998b5655', 'network_id': '594fd076-ef7a-4e3f-bf2b-0daaf040569e', 'port_id': '5002b03e-a86d-4c97-af84-f036998b5655', 'mac_address': 'fa:16:3e:1b:d6:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b1be279-c0ca-42f0-b8fb-dc48b5281171', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 09:16:03.669090 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-0194f5e8-4a32-4972-88ad-5117a46c436a req-7dd457d6-3f2e-4d33-938e-0ca959544c6a tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382352 Feb 04 09:16:03.692209 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:16:03.709430 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5002b03e-a86d-4c97-af84-f036998b5655 {{(pid=84109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 09:16:03.724470 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port 5002b03e-a86d-4c97-af84-f036998b5655, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=5002b03e-a86d-4c97-af84-f036998b5655,segment=NetworkSegment(765a3b59-9146-46de-ad3a-f7202633d4dc),segment_id=765a3b59-9146-46de-ad3a-f7202633d4dc)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:16:03.789158 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:16:03.852066 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=5002b03e-a86d-4c97-af84-f036998b5655,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:16:03.860221 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:16:03.860578 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:16:03.860930 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:16:03.861258 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:16:03.861602 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:16:03.861926 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:16:03.862244 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:16:03.862561 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:16:03.862884 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:16:03.863196 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:16:03.863507 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:16:04.082122 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] get_ports_and_sgs() called for port_ids ['5002b03e-a86d-4c97-af84-f036998b5655'] {{(pid=84109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 09:16:04.860908 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e07a30-3b4b-4b73-a768-79394031643d req-b4a60e8a-ee36-4b9a-964b-c5761d565b50 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:16:04.862912 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a2e07a30-3b4b-4b73-a768-79394031643d req-b4a60e8a-ee36-4b9a-964b-c5761d565b50 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f6aa900-90e0-43c0-b709-56a83e3fc089 HTTP/1.1" status: 200 len: 944 time: 0.0762265 Feb 04 09:16:04.905961 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a2e07a30-3b4b-4b73-a768-79394031643d req-058a9617-dc0e-4c67-92e9-46aedda83d4b tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376132 Feb 04 09:16:05.487582 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device 5002b03e-a86d-4c97-af84-f036998b5655 up at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:16:05.607364 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Provisioning for port 5002b03e-a86d-4c97-af84-f036998b5655 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:16:05.611846 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Provisioning complete for port 5002b03e-a86d-4c97-af84-f036998b5655 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:16:05.612213 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:16:05.722405 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:16:05.747507 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f6aa900-90e0-43c0-b709-56a83e3fc089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5002b03e-a86d-4c97-af84-f036998b5655'}] {{(pid=84109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:16:05.757222 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port 5002b03e-a86d-4c97-af84-f036998b5655, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=5002b03e-a86d-4c97-af84-f036998b5655,segment=NetworkSegment(765a3b59-9146-46de-ad3a-f7202633d4dc),segment_id=765a3b59-9146-46de-ad3a-f7202633d4dc)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:16:05.808640 dv-neutron-827798-2-hyperv neutron-server[84109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f6aa900-90e0-43c0-b709-56a83e3fc089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5002b03e-a86d-4c97-af84-f036998b5655', 'code': 200} Feb 04 09:16:05.813477 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:16:05.881096 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=5002b03e-a86d-4c97-af84-f036998b5655,revision_number=5']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:16:06.103964 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9522f457-ea9d-4e1f-890a-23aedfb72822 req-cda3a69e-12e9-48ee-af3c-4fd563801ad8 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:16:06.105430 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-9522f457-ea9d-4e1f-890a-23aedfb72822 req-cda3a69e-12e9-48ee-af3c-4fd563801ad8 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f6aa900-90e0-43c0-b709-56a83e3fc089 HTTP/1.1" status: 200 len: 945 time: 0.0785856 Feb 04 09:16:06.120984 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-5da9962b-86e6-499e-bea1-7d404823eddb req-c649ea6a-0abc-4f05-bb32-0a11e4866f93 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8f6aa900-90e0-43c0-b709-56a83e3fc089 HTTP/1.1" status: 200 len: 1098 time: 0.0707068 Feb 04 09:16:06.150620 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-9522f457-ea9d-4e1f-890a-23aedfb72822 req-cad638f4-7a0c-4dd5-856c-3a9ed182229f tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395195 Feb 04 09:16:06.163436 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-5da9962b-86e6-499e-bea1-7d404823eddb req-c71dea5c-cb15-43c6-82da-70511d1c99a2 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363793 Feb 04 09:16:07.343261 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e884fc74-4a75-4327-a7e5-3d75705ade0b req-1a5b2ec5-3614-4eb1-9d7e-b5a0916b3c13 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:16:07.344714 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e884fc74-4a75-4327-a7e5-3d75705ade0b req-1a5b2ec5-3614-4eb1-9d7e-b5a0916b3c13 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f6aa900-90e0-43c0-b709-56a83e3fc089 HTTP/1.1" status: 200 len: 945 time: 0.0744641 Feb 04 09:16:07.388102 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e884fc74-4a75-4327-a7e5-3d75705ade0b req-0a310640-fccc-4564-9d2f-47e3315bf851 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379293 Feb 04 09:16:08.669652 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5673af6-e1cd-4286-86ed-fc430c723dc6 req-8fd4356a-720a-4abb-8a5f-5f377f5c190c tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:16:08.671081 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f5673af6-e1cd-4286-86ed-fc430c723dc6 req-8fd4356a-720a-4abb-8a5f-5f377f5c190c tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f6aa900-90e0-43c0-b709-56a83e3fc089 HTTP/1.1" status: 200 len: 945 time: 0.1606431 Feb 04 09:16:08.715275 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f5673af6-e1cd-4286-86ed-fc430c723dc6 req-cdc5a8df-6729-496e-9ca6-0beaa241e054 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379140 Feb 04 09:16:08.901160 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5cf2fa-4d59-4df7-8377-03fb76e13072 req-270613aa-e11a-4702-bdc2-58459c4ae45b tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:16:08.902598 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7c5cf2fa-4d59-4df7-8377-03fb76e13072 req-270613aa-e11a-4702-bdc2-58459c4ae45b tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f6aa900-90e0-43c0-b709-56a83e3fc089 HTTP/1.1" status: 200 len: 945 time: 0.0755684 Feb 04 09:16:08.911769 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 60920) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:16:08.917230 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-f0aaeaa0-5c62-405e-b817-c1cac89ed58a tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Request body: {'floatingip': {'port_id': '5002b03e-a86d-4c97-af84-f036998b5655'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:16:08.997236 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f0aaeaa0-5c62-405e-b817-c1cac89ed58a tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Notify callbacks [] for floatingip, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:16:09.571202 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f0aaeaa0-5c62-405e-b817-c1cac89ed58a tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:16:09.624186 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f0aaeaa0-5c62-405e-b817-c1cac89ed58a tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473039'] for floatingip, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:16:09.808971 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.l3_db [None req-f0aaeaa0-5c62-405e-b817-c1cac89ed58a tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Floating IP 5945da2a-cc6c-4fd8-9028-4117361571a2 associated. External IP: 172.26.3.66, port: 5002b03e-a86d-4c97-af84-f036998b5655. Feb 04 09:16:10.282056 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0aaeaa0-5c62-405e-b817-c1cac89ed58a tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Router 74803393-71b2-4de3-8fce-adfd99d7e78b has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 09:16:10.476261 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0aaeaa0-5c62-405e-b817-c1cac89ed58a tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 09:16:10.481511 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f0aaeaa0-5c62-405e-b817-c1cac89ed58a tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for floatingip, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:16:10.485969 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c272c4-bf04-40b9-a869-1c9449e83b8a None None] Sync routers for ids ['74803393-71b2-4de3-8fce-adfd99d7e78b'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 09:16:10.501331 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c272c4-bf04-40b9-a869-1c9449e83b8a None None] Routers {'74803393-71b2-4de3-8fce-adfd99d7e78b'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:16:10.501938 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-43c272c4-bf04-40b9-a869-1c9449e83b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:15:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['74803393-71b2-4de3-8fce-adfd99d7e78b'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:16:10.535026 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-f0aaeaa0-5c62-405e-b817-c1cac89ed58a tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "PUT /v2.0/floatingips/5945da2a-cc6c-4fd8-9028-4117361571a2 HTTP/1.1" status: 200 len: 990 time: 1.6221011 Feb 04 09:16:10.535509 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f6aa900-90e0-43c0-b709-56a83e3fc089', 'tag': '5002b03e-a86d-4c97-af84-f036998b5655'}] {{(pid=84107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:16:10.593247 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f6aa900-90e0-43c0-b709-56a83e3fc089', 'tag': '5002b03e-a86d-4c97-af84-f036998b5655', 'status': 'completed', 'code': 200} Feb 04 09:16:10.682226 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b603b737-95d9-4508-b425-76c2fba4d857 req-12ff4299-b99a-4433-801b-66bc5dc3db21 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0139e7b7189b4ee6a580422ec7924590&device_id=8f6aa900-90e0-43c0-b709-56a83e3fc089 HTTP/1.1" status: 200 len: 1098 time: 0.0695045 Feb 04 09:16:10.709804 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116f8753-135a-4994-ab5a-05679ba12ff7 req-d34e92f2-b1e8-4dba-96cc-8d54cae0a47b tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:16:10.711409 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-116f8753-135a-4994-ab5a-05679ba12ff7 req-d34e92f2-b1e8-4dba-96cc-8d54cae0a47b tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f6aa900-90e0-43c0-b709-56a83e3fc089 HTTP/1.1" status: 200 len: 945 time: 0.0816016 Feb 04 09:16:10.715940 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-43c272c4-bf04-40b9-a869-1c9449e83b8a None None] Set router 74803393-71b2-4de3-8fce-adfd99d7e78b gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:16:10.760279 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-116f8753-135a-4994-ab5a-05679ba12ff7 req-c61fd6e9-0bce-4e41-9f4e-37759d057c96 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434582 Feb 04 09:16:10.819565 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b603b737-95d9-4508-b425-76c2fba4d857 req-886de1a4-3a1e-4070-b1f8-ac00bb890892 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:16:10.820965 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b603b737-95d9-4508-b425-76c2fba4d857 req-886de1a4-3a1e-4070-b1f8-ac00bb890892 service neutron] 10.222.0.47 "GET /v2.0/networks?id=594fd076-ef7a-4e3f-bf2b-0daaf040569e HTTP/1.1" status: 200 len: 912 time: 0.1314287 Feb 04 09:16:10.924731 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b603b737-95d9-4508-b425-76c2fba4d857 req-1eb23a02-7b44-48a1-bbaa-e95357054621 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5002b03e-a86d-4c97-af84-f036998b5655 HTTP/1.1" status: 200 len: 998 time: 0.0968611 Feb 04 09:16:10.990254 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b603b737-95d9-4508-b425-76c2fba4d857 req-894b3c07-50a1-47ff-b786-9a25c165fe51 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:16:10.991693 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b603b737-95d9-4508-b425-76c2fba4d857 req-894b3c07-50a1-47ff-b786-9a25c165fe51 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6b1be279-c0ca-42f0-b8fb-dc48b5281171 HTTP/1.1" status: 200 len: 850 time: 0.0622201 Feb 04 09:16:11.064770 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-43c272c4-bf04-40b9-a869-1c9449e83b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74803393-71b2-4de3-8fce-adfd99d7e78b', 'name': 'tempest-ServerActionsTestJSON-159504983-router', 'tenant_id': '0139e7b7189b4ee6a580422ec7924590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18'}], 'enable_snat': True}, 'gw_port_id': '47b106ad-fd6a-4be0-8aae-c71221260d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:14:46Z', 'updated_at': '2022-02-04T09:14:49Z', 'revision_number': 4, 'project_id': '0139e7b7189b4ee6a580422ec7924590', 'gw_port': {'id': '47b106ad-fd6a-4be0-8aae-c71221260d42', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74803393-71b2-4de3-8fce-adfd99d7e78b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:14:46Z', 'updated_at': '2022-02-04T09:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': '5945da2a-cc6c-4fd8-9028-4117361571a2', 'tenant_id': '0139e7b7189b4ee6a580422ec7924590', 'floating_ip_address': '172.26.3.66', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': '74803393-71b2-4de3-8fce-adfd99d7e78b', 'port_id': '5002b03e-a86d-4c97-af84-f036998b5655', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '594fd076-ef7a-4e3f-bf2b-0daaf040569e', 'mac_address': 'fa:16:3e:1b:d6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6aa900-90e0-43c0-b709-56a83e3fc089', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T09:14:53Z', 'updated_at': '2022-02-04T09:16:09Z', 'revision_number': 5, 'project_id': '0139e7b7189b4ee6a580422ec7924590', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb9f2e09-3195-49e1-a480-dd2f4062acb4', 'name': '', 'network_id': '594fd076-ef7a-4e3f-bf2b-0daaf040569e', 'tenant_id': '0139e7b7189b4ee6a580422ec7924590', 'mac_address': 'fa:16:3e:c8:70:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74803393-71b2-4de3-8fce-adfd99d7e78b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b1be279-c0ca-42f0-b8fb-dc48b5281171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:14:48Z', 'updated_at': '2022-02-04T09:15:07Z', 'revision_number': 5, 'project_id': '0139e7b7189b4ee6a580422ec7924590', 'subnets': [{'id': '6b1be279-c0ca-42f0-b8fb-dc48b5281171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:16:11.065083 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b603b737-95d9-4508-b425-76c2fba4d857 req-2b31812f-f40f-4a45-8731-15bbf4437541 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=594fd076-ef7a-4e3f-bf2b-0daaf040569e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668855 Feb 04 09:16:11.068602 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c272c4-bf04-40b9-a869-1c9449e83b8a None None] Checking router: 74803393-71b2-4de3-8fce-adfd99d7e78b for host: dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 09:16:11.079031 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c272c4-bf04-40b9-a869-1c9449e83b8a None None] Routers {'74803393-71b2-4de3-8fce-adfd99d7e78b'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:16:11.079615 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-43c272c4-bf04-40b9-a869-1c9449e83b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:15:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['74803393-71b2-4de3-8fce-adfd99d7e78b'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:16:11.194250 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b603b737-95d9-4508-b425-76c2fba4d857 req-fb3dda07-380b-412e-94c0-accb61746915 service neutron] 10.222.0.47 "GET /v2.0/networks/594fd076-ef7a-4e3f-bf2b-0daaf040569e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235454 Feb 04 09:16:11.255712 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-43c272c4-bf04-40b9-a869-1c9449e83b8a None None] Set router 74803393-71b2-4de3-8fce-adfd99d7e78b gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:16:11.410809 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b603b737-95d9-4508-b425-76c2fba4d857 req-a07eab35-5756-4e31-a184-822843ed5ad3 service neutron] 10.222.0.47 "GET /v2.0/networks/594fd076-ef7a-4e3f-bf2b-0daaf040569e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108753 Feb 04 09:16:11.594870 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-43c272c4-bf04-40b9-a869-1c9449e83b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74803393-71b2-4de3-8fce-adfd99d7e78b', 'name': 'tempest-ServerActionsTestJSON-159504983-router', 'tenant_id': '0139e7b7189b4ee6a580422ec7924590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18'}], 'enable_snat': True}, 'gw_port_id': '47b106ad-fd6a-4be0-8aae-c71221260d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:14:46Z', 'updated_at': '2022-02-04T09:14:49Z', 'revision_number': 4, 'project_id': '0139e7b7189b4ee6a580422ec7924590', 'gw_port': {'id': '47b106ad-fd6a-4be0-8aae-c71221260d42', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74803393-71b2-4de3-8fce-adfd99d7e78b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:14:46Z', 'updated_at': '2022-02-04T09:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': '5945da2a-cc6c-4fd8-9028-4117361571a2', 'tenant_id': '0139e7b7189b4ee6a580422ec7924590', 'floating_ip_address': '172.26.3.66', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': '74803393-71b2-4de3-8fce-adfd99d7e78b', 'port_id': '5002b03e-a86d-4c97-af84-f036998b5655', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '594fd076-ef7a-4e3f-bf2b-0daaf040569e', 'mac_address': 'fa:16:3e:1b:d6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6aa900-90e0-43c0-b709-56a83e3fc089', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T09:14:53Z', 'updated_at': '2022-02-04T09:16:09Z', 'revision_number': 5, 'project_id': '0139e7b7189b4ee6a580422ec7924590', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb9f2e09-3195-49e1-a480-dd2f4062acb4', 'name': '', 'network_id': '594fd076-ef7a-4e3f-bf2b-0daaf040569e', 'tenant_id': '0139e7b7189b4ee6a580422ec7924590', 'mac_address': 'fa:16:3e:c8:70:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74803393-71b2-4de3-8fce-adfd99d7e78b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b1be279-c0ca-42f0-b8fb-dc48b5281171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:14:48Z', 'updated_at': '2022-02-04T09:15:07Z', 'revision_number': 5, 'project_id': '0139e7b7189b4ee6a580422ec7924590', 'subnets': [{'id': '6b1be279-c0ca-42f0-b8fb-dc48b5281171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:16:11.599346 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c272c4-bf04-40b9-a869-1c9449e83b8a None None] The sync data for ids ['74803393-71b2-4de3-8fce-adfd99d7e78b'] in dv-neutron-827798-2-hyperv is: [{'id': '74803393-71b2-4de3-8fce-adfd99d7e78b', 'name': 'tempest-ServerActionsTestJSON-159504983-router', 'tenant_id': '0139e7b7189b4ee6a580422ec7924590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18'}], 'enable_snat': True}, 'gw_port_id': '47b106ad-fd6a-4be0-8aae-c71221260d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:14:46Z', 'updated_at': '2022-02-04T09:14:49Z', 'revision_number': 4, 'project_id': '0139e7b7189b4ee6a580422ec7924590', 'gw_port': {'id': '47b106ad-fd6a-4be0-8aae-c71221260d42', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74803393-71b2-4de3-8fce-adfd99d7e78b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:14:46Z', 'updated_at': '2022-02-04T09:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': '5945da2a-cc6c-4fd8-9028-4117361571a2', 'tenant_id': '0139e7b7189b4ee6a580422ec7924590', 'floating_ip_address': '172.26.3.66', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': '74803393-71b2-4de3-8fce-adfd99d7e78b', 'port_id': '5002b03e-a86d-4c97-af84-f036998b5655', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '594fd076-ef7a-4e3f-bf2b-0daaf040569e', 'mac_address': 'fa:16:3e:1b:d6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6aa900-90e0-43c0-b709-56a83e3fc089', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T09:14:53Z', 'updated_at': '2022-02-04T09:16:09Z', 'revision_number': 5, 'project_id': '0139e7b7189b4ee6a580422ec7924590', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb9f2e09-3195-49e1-a480-dd2f4062acb4', 'name': '', 'network_id': '594fd076-ef7a-4e3f-bf2b-0daaf040569e', 'tenant_id': '0139e7b7189b4ee6a580422ec7924590', 'mac_address': 'fa:16:3e:c8:70:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74803393-71b2-4de3-8fce-adfd99d7e78b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b1be279-c0ca-42f0-b8fb-dc48b5281171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:14:48Z', 'updated_at': '2022-02-04T09:15:07Z', 'revision_number': 5, 'project_id': '0139e7b7189b4ee6a580422ec7924590', 'subnets': [{'id': '6b1be279-c0ca-42f0-b8fb-dc48b5281171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 09:16:11.781275 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a657bfe-f891-43db-8261-5603c49d13be None None] New status for floating IP 5945da2a-cc6c-4fd8-9028-4117361571a2: ACTIVE {{(pid=84110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 09:16:11.963416 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e96981-7b0c-4353-a00e-143a55e4554a req-4a4c1bc3-46a0-479e-b75f-d44576de72e7 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:16:11.964823 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-23e96981-7b0c-4353-a00e-143a55e4554a req-4a4c1bc3-46a0-479e-b75f-d44576de72e7 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f6aa900-90e0-43c0-b709-56a83e3fc089 HTTP/1.1" status: 200 len: 945 time: 0.0785582 Feb 04 09:16:12.010562 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-23e96981-7b0c-4353-a00e-143a55e4554a req-4d2d48b3-bc6c-4419-a01f-7b960520f0b1 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399272 Feb 04 09:16:12.469125 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd2dc0c-9e16-44f4-82dd-5470a2df30e8 req-437ccea0-fe4d-4a8c-ac18-1f86df6a42e8 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:16:12.470551 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-6fd2dc0c-9e16-44f4-82dd-5470a2df30e8 req-437ccea0-fe4d-4a8c-ac18-1f86df6a42e8 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f6aa900-90e0-43c0-b709-56a83e3fc089 HTTP/1.1" status: 200 len: 945 time: 0.0745211 Feb 04 09:16:12.518699 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-6fd2dc0c-9e16-44f4-82dd-5470a2df30e8 req-6c9febb4-feeb-471f-b224-b38d84140f69 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425806 Feb 04 09:16:13.712255 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2d508f-a962-49b8-817e-aba53ba53c5f req-4dbcc395-756d-4e9f-abbd-6ddd34a3e976 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:16:13.713744 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-9b2d508f-a962-49b8-817e-aba53ba53c5f req-4dbcc395-756d-4e9f-abbd-6ddd34a3e976 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f6aa900-90e0-43c0-b709-56a83e3fc089 HTTP/1.1" status: 200 len: 945 time: 0.0762556 Feb 04 09:16:13.757711 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-9b2d508f-a962-49b8-817e-aba53ba53c5f req-2f94dd46-c548-4afd-b808-23c799424654 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384123 Feb 04 09:16:14.953750 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d6bdae-9024-4b85-952a-8c6095e4d3f4 req-989b8a80-37b0-41ac-9fd1-0df9087219ad tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:16:14.955737 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-51d6bdae-9024-4b85-952a-8c6095e4d3f4 req-989b8a80-37b0-41ac-9fd1-0df9087219ad tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f6aa900-90e0-43c0-b709-56a83e3fc089 HTTP/1.1" status: 200 len: 945 time: 0.0766609 Feb 04 09:16:14.999276 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-51d6bdae-9024-4b85-952a-8c6095e4d3f4 req-9a369c78-e9a1-41d3-bed8-714ea843730e tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379810 Feb 04 09:16:16.190781 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f7371b-ceff-4946-9cb1-a22276d847e2 req-9eab9bbc-f015-4351-8228-27fdb24309c5 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:16:16.192106 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-65f7371b-ceff-4946-9cb1-a22276d847e2 req-9eab9bbc-f015-4351-8228-27fdb24309c5 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f6aa900-90e0-43c0-b709-56a83e3fc089 HTTP/1.1" status: 200 len: 945 time: 0.0745022 Feb 04 09:16:16.235770 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-65f7371b-ceff-4946-9cb1-a22276d847e2 req-b62a9311-b857-479e-a7c6-2460929cb9bb tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382581 Feb 04 09:16:17.434363 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b938df17-4404-4f10-9481-41d1202f7bc5 req-1a3abdf4-592b-4190-8910-c63f227eda3c tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:16:17.435882 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b938df17-4404-4f10-9481-41d1202f7bc5 req-1a3abdf4-592b-4190-8910-c63f227eda3c tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f6aa900-90e0-43c0-b709-56a83e3fc089 HTTP/1.1" status: 200 len: 945 time: 0.0787396 Feb 04 09:16:17.485109 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b938df17-4404-4f10-9481-41d1202f7bc5 req-b1f09228-a9f8-4c4d-b77b-6feb312b9080 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398755 Feb 04 09:16:18.682558 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c756768-3fe9-40a2-8ae9-4678d7e56e38 req-61bbfea0-9ff9-476f-babf-ab530690afb4 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:16:18.684490 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-3c756768-3fe9-40a2-8ae9-4678d7e56e38 req-61bbfea0-9ff9-476f-babf-ab530690afb4 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f6aa900-90e0-43c0-b709-56a83e3fc089 HTTP/1.1" status: 200 len: 945 time: 0.0788729 Feb 04 09:16:18.731980 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-3c756768-3fe9-40a2-8ae9-4678d7e56e38 req-53822e5c-5426-4557-98bf-8d296bf28359 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422733 Feb 04 09:16:19.498653 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1c94a6c0-599e-4324-9ec1-2b4b3b8fdd38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:16:19.933339 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c5fc35-a581-49aa-9721-6b79cc0390e0 req-a620291e-f0eb-495b-b2dd-ec8c005276c4 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:16:19.934774 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-99c5fc35-a581-49aa-9721-6b79cc0390e0 req-a620291e-f0eb-495b-b2dd-ec8c005276c4 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f6aa900-90e0-43c0-b709-56a83e3fc089 HTTP/1.1" status: 200 len: 945 time: 0.0816724 Feb 04 09:16:19.978398 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-99c5fc35-a581-49aa-9721-6b79cc0390e0 req-5832390c-ca12-46d8-8cf1-7ebb77c295ab tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380733 Feb 04 09:16:21.178188 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fed082-bfde-4daf-b94c-b5eaf8006bd0 req-6e74feee-51b1-495b-b799-f39acc24bf48 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:16:21.179501 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-92fed082-bfde-4daf-b94c-b5eaf8006bd0 req-6e74feee-51b1-495b-b799-f39acc24bf48 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f6aa900-90e0-43c0-b709-56a83e3fc089 HTTP/1.1" status: 200 len: 945 time: 0.0776284 Feb 04 09:16:21.222883 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-92fed082-bfde-4daf-b94c-b5eaf8006bd0 req-3e1738f1-3fa8-425a-9e3a-9abf6bf3de10 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379651 Feb 04 09:16:21.755802 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-4c2092da-905e-49da-87a2-879a1d1e00c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:16:22.417578 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42438127-c8fc-45e4-bd2b-a22472e819b9 req-19914851-ebd6-425c-a978-ca2ececc59d7 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:16:22.419012 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-42438127-c8fc-45e4-bd2b-a22472e819b9 req-19914851-ebd6-425c-a978-ca2ececc59d7 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f6aa900-90e0-43c0-b709-56a83e3fc089 HTTP/1.1" status: 200 len: 945 time: 0.0744741 Feb 04 09:16:22.463297 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-42438127-c8fc-45e4-bd2b-a22472e819b9 req-470c8aa4-0b05-40af-a139-5d0e28ba61ab tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388618 Feb 04 09:16:22.984516 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:16:22.995373 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:16:23.657866 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c53b90-8c6b-4a85-b3bd-4e949111efcf req-31eeb26f-5d63-4ac5-a6c5-613740186371 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:16:23.659300 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-41c53b90-8c6b-4a85-b3bd-4e949111efcf req-31eeb26f-5d63-4ac5-a6c5-613740186371 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f6aa900-90e0-43c0-b709-56a83e3fc089 HTTP/1.1" status: 200 len: 945 time: 0.0782933 Feb 04 09:16:23.703339 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-41c53b90-8c6b-4a85-b3bd-4e949111efcf req-e2a75e11-980f-4fd7-b57c-6d0b8db96716 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382745 Feb 04 09:16:24.446934 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:16:24.893032 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe46c4-cd04-4dc9-91cc-1d63a8aca58c req-31a306fa-abc8-4566-9125-edb090b13436 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:16:24.894444 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-affe46c4-cd04-4dc9-91cc-1d63a8aca58c req-31a306fa-abc8-4566-9125-edb090b13436 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f6aa900-90e0-43c0-b709-56a83e3fc089 HTTP/1.1" status: 200 len: 945 time: 0.0729413 Feb 04 09:16:24.938229 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-affe46c4-cd04-4dc9-91cc-1d63a8aca58c req-f963fb9f-f3bd-414a-af9d-ea2c65b780df tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379379 Feb 04 09:16:26.134220 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bd8a24-cb1a-4c04-8fef-fa2f37878005 req-5b08df35-2ebd-4be4-a41a-db68f5573f88 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:16:26.135635 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-78bd8a24-cb1a-4c04-8fef-fa2f37878005 req-5b08df35-2ebd-4be4-a41a-db68f5573f88 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f6aa900-90e0-43c0-b709-56a83e3fc089 HTTP/1.1" status: 200 len: 945 time: 0.0764258 Feb 04 09:16:26.179572 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-78bd8a24-cb1a-4c04-8fef-fa2f37878005 req-0e5bed7e-b436-4755-ad7c-71e400254f1c tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385211 Feb 04 09:16:26.399626 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:16:27.369172 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bedf5d-7bbb-4f54-858c-1fb803e26812 req-cfb7dd8f-e1b3-42ff-a9ce-4cbd63a25e60 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:16:27.370590 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a8bedf5d-7bbb-4f54-858c-1fb803e26812 req-cfb7dd8f-e1b3-42ff-a9ce-4cbd63a25e60 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f6aa900-90e0-43c0-b709-56a83e3fc089 HTTP/1.1" status: 200 len: 945 time: 0.0744050 Feb 04 09:16:27.503311 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a8bedf5d-7bbb-4f54-858c-1fb803e26812 req-9b862421-2160-43d3-b2cd-270ac8ccca74 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272051 Feb 04 09:16:28.703316 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28c8e6e-0fe9-4937-a44d-7890fb9439d1 req-2d74895e-be58-4883-a422-eed3dceea9d4 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:16:28.704776 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f28c8e6e-0fe9-4937-a44d-7890fb9439d1 req-2d74895e-be58-4883-a422-eed3dceea9d4 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f6aa900-90e0-43c0-b709-56a83e3fc089 HTTP/1.1" status: 200 len: 945 time: 0.0842824 Feb 04 09:16:28.747805 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f28c8e6e-0fe9-4937-a44d-7890fb9439d1 req-23955b3b-1149-469f-a9ed-2dac86c3eddf tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375054 Feb 04 09:16:29.955827 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9d24ca-e2ba-4110-88d7-0a15323bbebc req-64b15e86-8c95-4fdb-a11e-bbe4ddd4b9c3 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:16:29.957172 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-bd9d24ca-e2ba-4110-88d7-0a15323bbebc req-64b15e86-8c95-4fdb-a11e-bbe4ddd4b9c3 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f6aa900-90e0-43c0-b709-56a83e3fc089 HTTP/1.1" status: 200 len: 945 time: 0.0828857 Feb 04 09:16:30.003371 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-bd9d24ca-e2ba-4110-88d7-0a15323bbebc req-bd4f65bd-cffb-4769-bf1c-ad6bd29bfc5f tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400965 Feb 04 09:16:31.198894 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614ef511-c987-499b-bfbb-bffdbba4ead8 req-525d0e39-effe-43a2-809a-7d29b6c7d7d0 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:16:31.200244 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-614ef511-c987-499b-bfbb-bffdbba4ead8 req-525d0e39-effe-43a2-809a-7d29b6c7d7d0 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f6aa900-90e0-43c0-b709-56a83e3fc089 HTTP/1.1" status: 200 len: 945 time: 0.0746238 Feb 04 09:16:31.243762 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-614ef511-c987-499b-bfbb-bffdbba4ead8 req-61e2c9c1-57a2-4ac3-bc47-bd4183d86c14 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380833 Feb 04 09:16:32.437456 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4bd388-cf4d-44db-9c0a-243f2144d8ad req-069e476d-d511-4183-b2e2-797d51458770 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:16:32.438888 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ba4bd388-cf4d-44db-9c0a-243f2144d8ad req-069e476d-d511-4183-b2e2-797d51458770 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f6aa900-90e0-43c0-b709-56a83e3fc089 HTTP/1.1" status: 200 len: 945 time: 0.0771039 Feb 04 09:16:32.483511 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ba4bd388-cf4d-44db-9c0a-243f2144d8ad req-6da19612-21bd-4ea6-8e04-6d57602c12eb tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391669 Feb 04 09:16:33.675709 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eaa873-67a7-4677-8a91-0ffaf68bbc69 req-2d7527cc-9554-4bac-8b28-6c0cc05ae622 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:16:33.677172 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-74eaa873-67a7-4677-8a91-0ffaf68bbc69 req-2d7527cc-9554-4bac-8b28-6c0cc05ae622 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f6aa900-90e0-43c0-b709-56a83e3fc089 HTTP/1.1" status: 200 len: 945 time: 0.0743613 Feb 04 09:16:33.735313 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-74eaa873-67a7-4677-8a91-0ffaf68bbc69 req-7d9b3e39-d5f1-45e6-b358-b5f513c95014 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520709 Feb 04 09:16:34.121094 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 09:16:34.927287 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ce549e-bfe7-4e2d-a66a-5e945d81b94b req-91981f61-45db-4499-b293-bbfb070239a0 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:16:34.928760 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-14ce549e-bfe7-4e2d-a66a-5e945d81b94b req-91981f61-45db-4499-b293-bbfb070239a0 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f6aa900-90e0-43c0-b709-56a83e3fc089 HTTP/1.1" status: 200 len: 945 time: 0.0748634 Feb 04 09:16:34.972661 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-14ce549e-bfe7-4e2d-a66a-5e945d81b94b req-b8a5930b-f447-4867-9f62-d7d64d8c8de5 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385098 Feb 04 09:16:36.166100 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9410ac9-634a-4a53-9697-9c2dcf13d4c8 req-89670d09-7a78-486c-aa6c-7eb63c725df5 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:16:36.167519 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b9410ac9-634a-4a53-9697-9c2dcf13d4c8 req-89670d09-7a78-486c-aa6c-7eb63c725df5 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f6aa900-90e0-43c0-b709-56a83e3fc089 HTTP/1.1" status: 200 len: 945 time: 0.0779808 Feb 04 09:16:36.210408 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b9410ac9-634a-4a53-9697-9c2dcf13d4c8 req-21b3f689-0d4e-4a90-8ef2-0d816119d0f5 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375276 Feb 04 09:16:37.405139 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f15720f-4ec2-4b8a-b55e-161a85d8034d req-d1560082-5b3d-49b9-8fbc-dc78f211d4bc tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:16:37.406573 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-6f15720f-4ec2-4b8a-b55e-161a85d8034d req-d1560082-5b3d-49b9-8fbc-dc78f211d4bc tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f6aa900-90e0-43c0-b709-56a83e3fc089 HTTP/1.1" status: 200 len: 945 time: 0.0764077 Feb 04 09:16:37.453320 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-6f15720f-4ec2-4b8a-b55e-161a85d8034d req-c9f001fb-d064-47ac-8246-23dc8092ab6a tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412705 Feb 04 09:16:38.647874 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405ed0a6-3e4f-47b7-97d9-210f3e6fd83d req-92e47627-bf5c-43e8-8b2a-cee7c39795cd tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:16:38.649321 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-405ed0a6-3e4f-47b7-97d9-210f3e6fd83d req-92e47627-bf5c-43e8-8b2a-cee7c39795cd tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f6aa900-90e0-43c0-b709-56a83e3fc089 HTTP/1.1" status: 200 len: 945 time: 0.0774629 Feb 04 09:16:38.693749 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-405ed0a6-3e4f-47b7-97d9-210f3e6fd83d req-c7b31c08-a6c2-490d-8ec9-802b9b42a513 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389962 Feb 04 09:16:38.949680 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-aedde6d4-44f1-4a1e-9e5b-5c8a09d878ef req-c1300c1e-dbe2-46e2-8cc1-dd2a7aeafedc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8f6aa900-90e0-43c0-b709-56a83e3fc089&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1316462 Feb 04 09:16:39.413581 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e89d71b-cd70-4fae-bfac-ff7923efe095 req-504b8448-1523-46bc-ba3a-f90c6cb61d0a tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:16:39.415300 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8e89d71b-cd70-4fae-bfac-ff7923efe095 req-504b8448-1523-46bc-ba3a-f90c6cb61d0a tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f6aa900-90e0-43c0-b709-56a83e3fc089 HTTP/1.1" status: 200 len: 945 time: 0.0788007 Feb 04 09:16:39.449691 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-d3957ccc-d77e-453e-aef4-b6426a5c668b req-17b67d80-6364-4faa-8cbf-780aef863cae service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8f6aa900-90e0-43c0-b709-56a83e3fc089&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0681710 Feb 04 09:16:39.461161 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8e89d71b-cd70-4fae-bfac-ff7923efe095 req-6655159c-7224-40d4-b115-ad61d852f554 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398321 Feb 04 09:16:40.659077 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be467eb1-c640-43e2-b05f-8f965f25e06f req-d2bf13fa-249f-4d37-b189-b16a768dd626 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:16:40.660530 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-be467eb1-c640-43e2-b05f-8f965f25e06f req-d2bf13fa-249f-4d37-b189-b16a768dd626 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f6aa900-90e0-43c0-b709-56a83e3fc089 HTTP/1.1" status: 200 len: 945 time: 0.0768998 Feb 04 09:16:40.711545 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-be467eb1-c640-43e2-b05f-8f965f25e06f req-b2376a96-0d05-4bd0-bf54-1b2e7bed8e60 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445557 Feb 04 09:16:41.467744 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-d3957ccc-d77e-453e-aef4-b6426a5c668b req-7d8c3440-f31b-461f-ae9d-fb43a7cbf8a8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0139e7b7189b4ee6a580422ec7924590&device_id=8f6aa900-90e0-43c0-b709-56a83e3fc089 HTTP/1.1" status: 200 len: 1098 time: 0.0713859 Feb 04 09:16:41.595181 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3957ccc-d77e-453e-aef4-b6426a5c668b req-23df6324-5a86-45a4-b83b-458f4b4a607d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:16:41.596680 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-d3957ccc-d77e-453e-aef4-b6426a5c668b req-23df6324-5a86-45a4-b83b-458f4b4a607d service neutron] 10.222.0.47 "GET /v2.0/networks?id=594fd076-ef7a-4e3f-bf2b-0daaf040569e HTTP/1.1" status: 200 len: 912 time: 0.1226323 Feb 04 09:16:41.695247 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-d3957ccc-d77e-453e-aef4-b6426a5c668b req-177c3f75-5c69-4a3e-9c0b-35631ec4c64a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5002b03e-a86d-4c97-af84-f036998b5655 HTTP/1.1" status: 200 len: 1000 time: 0.0930541 Feb 04 09:16:41.755806 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3957ccc-d77e-453e-aef4-b6426a5c668b req-8a36fbf5-690c-4e68-a29a-2409a842b495 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:16:41.757268 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-d3957ccc-d77e-453e-aef4-b6426a5c668b req-8a36fbf5-690c-4e68-a29a-2409a842b495 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6b1be279-c0ca-42f0-b8fb-dc48b5281171 HTTP/1.1" status: 200 len: 850 time: 0.0566013 Feb 04 09:16:41.830016 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-d3957ccc-d77e-453e-aef4-b6426a5c668b req-5c2654c3-c752-4cd3-ad84-1048ddfdea8b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=594fd076-ef7a-4e3f-bf2b-0daaf040569e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667682 Feb 04 09:16:41.906196 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfb84ca-6acb-4a53-9ba0-32a6a870b3e8 req-d13525a3-fe51-4d58-84c3-2ed2568b33fb tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:16:41.908024 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4cfb84ca-6acb-4a53-9ba0-32a6a870b3e8 req-d13525a3-fe51-4d58-84c3-2ed2568b33fb tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f6aa900-90e0-43c0-b709-56a83e3fc089 HTTP/1.1" status: 200 len: 945 time: 0.0741713 Feb 04 09:16:41.955123 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4cfb84ca-6acb-4a53-9ba0-32a6a870b3e8 req-0c4d303f-3626-4d58-a69f-18fdfe2c7950 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414886 Feb 04 09:16:41.966482 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-d3957ccc-d77e-453e-aef4-b6426a5c668b req-118f5f98-97e5-487b-8d5c-c7663f03074e service neutron] 10.222.0.47 "GET /v2.0/networks/594fd076-ef7a-4e3f-bf2b-0daaf040569e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301570 Feb 04 09:16:42.097372 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-d3957ccc-d77e-453e-aef4-b6426a5c668b req-76d635fb-d6b2-45e7-a69b-72a842a5aa57 service neutron] 10.222.0.47 "GET /v2.0/networks/594fd076-ef7a-4e3f-bf2b-0daaf040569e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238928 Feb 04 09:16:43.161333 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b77fb8f-215d-4b1f-ae91-dcb47e37aec7 req-74cb5c97-04c9-4a74-9fe8-6ef966465c34 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:16:43.162679 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-2b77fb8f-215d-4b1f-ae91-dcb47e37aec7 req-74cb5c97-04c9-4a74-9fe8-6ef966465c34 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f6aa900-90e0-43c0-b709-56a83e3fc089 HTTP/1.1" status: 200 len: 945 time: 0.0844941 Feb 04 09:16:43.206633 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-2b77fb8f-215d-4b1f-ae91-dcb47e37aec7 req-09c70da0-86f9-48c3-a75d-3e599b5944eb tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381339 Feb 04 09:16:43.935403 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-d3957ccc-d77e-453e-aef4-b6426a5c668b req-2c78ecdb-e2df-48d4-8139-6113a63f6bc1 service neutron] 10.222.0.47 "GET /v2.0/ports/5002b03e-a86d-4c97-af84-f036998b5655/bindings/hv-neutron-8277 HTTP/1.1" status: 200 len: 384 time: 0.0761673 Feb 04 09:16:44.417366 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f0232d-021b-460e-83f2-6713908c2e91 req-10281993-04ca-4d7e-b1c3-a9195c0b86b2 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:16:44.419455 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-12f0232d-021b-460e-83f2-6713908c2e91 req-10281993-04ca-4d7e-b1c3-a9195c0b86b2 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f6aa900-90e0-43c0-b709-56a83e3fc089 HTTP/1.1" status: 200 len: 945 time: 0.0839205 Feb 04 09:16:44.465668 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-12f0232d-021b-460e-83f2-6713908c2e91 req-fd4f7cd8-dd3e-4b55-a996-7b0d028ad117 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407987 Feb 04 09:16:44.529486 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-d3957ccc-d77e-453e-aef4-b6426a5c668b req-5823b2e8-6604-4a95-82fa-3e2efe2d7e36 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8f6aa900-90e0-43c0-b709-56a83e3fc089&tenant_id=0139e7b7189b4ee6a580422ec7924590 HTTP/1.1" status: 200 len: 1098 time: 0.0672367 Feb 04 09:16:44.619145 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-d3957ccc-d77e-453e-aef4-b6426a5c668b req-3b8d8a7e-4836-4abc-a471-b50da558c672 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0139e7b7189b4ee6a580422ec7924590&device_id=8f6aa900-90e0-43c0-b709-56a83e3fc089 HTTP/1.1" status: 200 len: 1098 time: 0.0693023 Feb 04 09:16:44.747558 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3957ccc-d77e-453e-aef4-b6426a5c668b req-a98b849a-0b96-4072-b1d4-652b642981ab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:16:44.749035 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-d3957ccc-d77e-453e-aef4-b6426a5c668b req-a98b849a-0b96-4072-b1d4-652b642981ab service neutron] 10.222.0.47 "GET /v2.0/networks?id=594fd076-ef7a-4e3f-bf2b-0daaf040569e HTTP/1.1" status: 200 len: 912 time: 0.1242290 Feb 04 09:16:44.852603 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-d3957ccc-d77e-453e-aef4-b6426a5c668b req-7585a019-5f9a-4153-9846-bcccd1faaa2d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5002b03e-a86d-4c97-af84-f036998b5655 HTTP/1.1" status: 200 len: 1000 time: 0.0975144 Feb 04 09:16:44.912065 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3957ccc-d77e-453e-aef4-b6426a5c668b req-d1c3e40c-215d-4f71-988a-62c8ca8f34d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:16:44.913452 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-d3957ccc-d77e-453e-aef4-b6426a5c668b req-d1c3e40c-215d-4f71-988a-62c8ca8f34d2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6b1be279-c0ca-42f0-b8fb-dc48b5281171 HTTP/1.1" status: 200 len: 850 time: 0.0549791 Feb 04 09:16:44.985387 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-d3957ccc-d77e-453e-aef4-b6426a5c668b req-3624b3a8-6390-42f3-82e7-972c947baac6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=594fd076-ef7a-4e3f-bf2b-0daaf040569e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0663612 Feb 04 09:16:45.121518 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-d3957ccc-d77e-453e-aef4-b6426a5c668b req-e3af7fca-4647-4fb7-ad15-a34ca2a44cb1 service neutron] 10.222.0.47 "GET /v2.0/networks/594fd076-ef7a-4e3f-bf2b-0daaf040569e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304729 Feb 04 09:16:45.333137 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-d3957ccc-d77e-453e-aef4-b6426a5c668b req-9467f0fc-0874-4f26-be9e-4c896e585549 service neutron] 10.222.0.47 "GET /v2.0/networks/594fd076-ef7a-4e3f-bf2b-0daaf040569e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047434 Feb 04 09:16:45.660719 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f7d727-19b5-4692-b7ec-0b632475c165 req-f4f0b2fa-1030-4e85-8e5b-20fba8662d37 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:16:45.662168 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-54f7d727-19b5-4692-b7ec-0b632475c165 req-f4f0b2fa-1030-4e85-8e5b-20fba8662d37 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f6aa900-90e0-43c0-b709-56a83e3fc089 HTTP/1.1" status: 200 len: 945 time: 0.0772276 Feb 04 09:16:45.707407 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-54f7d727-19b5-4692-b7ec-0b632475c165 req-17d5d464-9500-47cd-af7a-22d79fafe64b tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394020 Feb 04 09:16:46.944260 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b5e3ae-69c9-4ecd-afaf-1f6b146155ed req-46c793a5-0a1d-4993-9f31-32582912f6cf tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:16:46.945713 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-04b5e3ae-69c9-4ecd-afaf-1f6b146155ed req-46c793a5-0a1d-4993-9f31-32582912f6cf tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f6aa900-90e0-43c0-b709-56a83e3fc089 HTTP/1.1" status: 200 len: 945 time: 0.0740252 Feb 04 09:16:46.990220 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-04b5e3ae-69c9-4ecd-afaf-1f6b146155ed req-105f2aa6-0e5f-440d-b097-3a7fdce7fe59 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384932 Feb 04 09:16:47.857319 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device 5002b03e-a86d-4c97-af84-f036998b5655 details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=84109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 09:16:47.859572 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device 5002b03e-a86d-4c97-af84-f036998b5655 no longer exists at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 09:16:48.075526 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:16:48.136817 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port 5002b03e-a86d-4c97-af84-f036998b5655, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=5002b03e-a86d-4c97-af84-f036998b5655,segment=NetworkSegment(765a3b59-9146-46de-ad3a-f7202633d4dc),segment_id=765a3b59-9146-46de-ad3a-f7202633d4dc)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:16:48.159695 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f6aa900-90e0-43c0-b709-56a83e3fc089', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5002b03e-a86d-4c97-af84-f036998b5655'}] {{(pid=84109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:16:48.169672 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Returning: {'device': '5002b03e-a86d-4c97-af84-f036998b5655', 'network_id': '594fd076-ef7a-4e3f-bf2b-0daaf040569e', 'port_id': '5002b03e-a86d-4c97-af84-f036998b5655', 'mac_address': 'fa:16:3e:1b:d6:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b1be279-c0ca-42f0-b8fb-dc48b5281171', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 09:16:48.173882 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port 5002b03e-a86d-4c97-af84-f036998b5655, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=5002b03e-a86d-4c97-af84-f036998b5655,segment=NetworkSegment(765a3b59-9146-46de-ad3a-f7202633d4dc),segment_id=765a3b59-9146-46de-ad3a-f7202633d4dc)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:16:48.203724 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ea720-7572-4886-9255-2a466a5ef25c req-ac946d44-2e94-4cf8-a409-c84629e4f1e0 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:16:48.205914 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-259ea720-7572-4886-9255-2a466a5ef25c req-ac946d44-2e94-4cf8-a409-c84629e4f1e0 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f6aa900-90e0-43c0-b709-56a83e3fc089 HTTP/1.1" status: 200 len: 945 time: 0.0879462 Feb 04 09:16:48.226228 dv-neutron-827798-2-hyperv neutron-server[84109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f6aa900-90e0-43c0-b709-56a83e3fc089', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5002b03e-a86d-4c97-af84-f036998b5655', 'code': 200} Feb 04 09:16:48.232637 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:16:48.249500 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5002b03e-a86d-4c97-af84-f036998b5655 {{(pid=84109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 09:16:48.252567 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-259ea720-7572-4886-9255-2a466a5ef25c req-09374e46-1fe6-4b96-8b92-4c5bd9d4767e tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411270 Feb 04 09:16:48.315766 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:16:48.426476 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.db.api [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 09:16:48.426746 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG oslo_db.api [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 09:16:48.429003 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=5002b03e-a86d-4c97-af84-f036998b5655,revision_number=6']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:16:48.712451 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a965835-2676-4875-b795-2e65dd1f0856 req-f7298a93-ae41-48b8-86cc-0deaaf2a71a1 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:16:48.713845 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-0a965835-2676-4875-b795-2e65dd1f0856 req-f7298a93-ae41-48b8-86cc-0deaaf2a71a1 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f6aa900-90e0-43c0-b709-56a83e3fc089 HTTP/1.1" status: 200 len: 943 time: 0.0757229 Feb 04 09:16:48.761652 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-0a965835-2676-4875-b795-2e65dd1f0856 req-49bd1d21-6396-4a89-a247-6f208ef0e678 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421629 Feb 04 09:16:48.797391 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8623af8a-03e5-4fb2-8aa5-93b202c83c07 req-482f1a81-7862-4846-89a5-2fe457092d22 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:16:48.798077 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [req-8623af8a-03e5-4fb2-8aa5-93b202c83c07 req-482f1a81-7862-4846-89a5-2fe457092d22 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Synchronizing usage tracker for tenant:0139e7b7189b4ee6a580422ec7924590 on resource:port {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 09:16:48.879753 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [req-8623af8a-03e5-4fb2-8aa5-93b202c83c07 req-482f1a81-7862-4846-89a5-2fe457092d22 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Unset dirty status for tenant:0139e7b7189b4ee6a580422ec7924590 on resource:port {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 09:16:48.880930 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-8623af8a-03e5-4fb2-8aa5-93b202c83c07 req-482f1a81-7862-4846-89a5-2fe457092d22 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.47 "GET /v2.0/ports?device_id=8f6aa900-90e0-43c0-b709-56a83e3fc089&tenant_id=0139e7b7189b4ee6a580422ec7924590&binding%3Ahost_id=hv-neutron-8277 HTTP/1.1" status: 200 len: 943 time: 0.1634798 Feb 04 09:16:48.980811 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:16:48.998280 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5002b03e-a86d-4c97-af84-f036998b5655 {{(pid=84109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 09:16:49.013520 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port 5002b03e-a86d-4c97-af84-f036998b5655, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=5002b03e-a86d-4c97-af84-f036998b5655,segment=NetworkSegment(765a3b59-9146-46de-ad3a-f7202633d4dc),segment_id=765a3b59-9146-46de-ad3a-f7202633d4dc)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:16:49.017086 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-8623af8a-03e5-4fb2-8aa5-93b202c83c07 req-20768e66-879b-4984-be9a-d21a2d54b44f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0139e7b7189b4ee6a580422ec7924590&device_id=8f6aa900-90e0-43c0-b709-56a83e3fc089 HTTP/1.1" status: 200 len: 1096 time: 0.0681512 Feb 04 09:16:49.079831 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:16:49.145834 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=5002b03e-a86d-4c97-af84-f036998b5655,revision_number=7']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:16:49.147519 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8623af8a-03e5-4fb2-8aa5-93b202c83c07 req-fee96e19-376d-4bba-ba40-9f51d7c25d62 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:16:49.149014 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-8623af8a-03e5-4fb2-8aa5-93b202c83c07 req-fee96e19-376d-4bba-ba40-9f51d7c25d62 service neutron] 10.222.0.47 "GET /v2.0/networks?id=594fd076-ef7a-4e3f-bf2b-0daaf040569e HTTP/1.1" status: 200 len: 912 time: 0.1267238 Feb 04 09:16:49.149699 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] get_ports_and_sgs() called for port_ids ['5002b03e-a86d-4c97-af84-f036998b5655'] {{(pid=84109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 09:16:49.256861 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-8623af8a-03e5-4fb2-8aa5-93b202c83c07 req-d27b4673-5203-4fca-9918-a3260726303d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5002b03e-a86d-4c97-af84-f036998b5655 HTTP/1.1" status: 200 len: 999 time: 0.1005752 Feb 04 09:16:49.320788 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8623af8a-03e5-4fb2-8aa5-93b202c83c07 req-515a5a14-b7fc-498e-a0bc-63cf9270b3f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:16:49.322267 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-8623af8a-03e5-4fb2-8aa5-93b202c83c07 req-515a5a14-b7fc-498e-a0bc-63cf9270b3f1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6b1be279-c0ca-42f0-b8fb-dc48b5281171 HTTP/1.1" status: 200 len: 850 time: 0.0603068 Feb 04 09:16:49.393694 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-8623af8a-03e5-4fb2-8aa5-93b202c83c07 req-ec76352c-bb01-4cae-a5f9-78e2cc9575ce service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=594fd076-ef7a-4e3f-bf2b-0daaf040569e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0652699 Feb 04 09:16:49.497098 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-186309e7-c2d1-48c7-9037-669dad4d0420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:16:49.522201 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-8623af8a-03e5-4fb2-8aa5-93b202c83c07 req-269fc075-3b4d-4c35-8c25-1f50a108c76f service neutron] 10.222.0.47 "GET /v2.0/networks/594fd076-ef7a-4e3f-bf2b-0daaf040569e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224432 Feb 04 09:16:49.652275 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-8623af8a-03e5-4fb2-8aa5-93b202c83c07 req-6fb836a7-66b4-4bd7-8cbd-a6119f1ca2f5 service neutron] 10.222.0.47 "GET /v2.0/networks/594fd076-ef7a-4e3f-bf2b-0daaf040569e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235089 Feb 04 09:16:49.871910 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device 5002b03e-a86d-4c97-af84-f036998b5655 up at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:16:49.939672 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Provisioning complete for port 5002b03e-a86d-4c97-af84-f036998b5655 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:16:49.940142 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:16:49.963025 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e8e86-129e-4be1-a0d4-d5b4435df3b1 req-a373eae2-f3f5-4aac-8809-e90747a60e64 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:16:49.964464 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ac6e8e86-129e-4be1-a0d4-d5b4435df3b1 req-a373eae2-f3f5-4aac-8809-e90747a60e64 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f6aa900-90e0-43c0-b709-56a83e3fc089 HTTP/1.1" status: 200 len: 944 time: 0.0804622 Feb 04 09:16:50.012460 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ac6e8e86-129e-4be1-a0d4-d5b4435df3b1 req-8518ed01-1ac2-4b97-91bf-177ee82c625d tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407298 Feb 04 09:16:50.059958 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:16:50.091176 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port 5002b03e-a86d-4c97-af84-f036998b5655, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=5002b03e-a86d-4c97-af84-f036998b5655,segment=NetworkSegment(765a3b59-9146-46de-ad3a-f7202633d4dc),segment_id=765a3b59-9146-46de-ad3a-f7202633d4dc)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:16:50.143995 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:16:50.207369 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=5002b03e-a86d-4c97-af84-f036998b5655,revision_number=8']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:16:50.227334 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f6aa900-90e0-43c0-b709-56a83e3fc089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5002b03e-a86d-4c97-af84-f036998b5655'}] {{(pid=84109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:16:50.280765 dv-neutron-827798-2-hyperv neutron-server[84109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f6aa900-90e0-43c0-b709-56a83e3fc089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5002b03e-a86d-4c97-af84-f036998b5655', 'code': 200} Feb 04 09:16:51.214815 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dcc47a-d575-41d6-90bc-d0a4c5642f56 req-15c2ca66-fb56-4528-b87b-4e0101f66f4a tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:16:51.216144 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d0dcc47a-d575-41d6-90bc-d0a4c5642f56 req-15c2ca66-fb56-4528-b87b-4e0101f66f4a tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f6aa900-90e0-43c0-b709-56a83e3fc089 HTTP/1.1" status: 200 len: 945 time: 0.0779414 Feb 04 09:16:51.258381 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d0dcc47a-d575-41d6-90bc-d0a4c5642f56 req-38324ab9-bf31-42a3-968d-f7213b3166f3 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368838 Feb 04 09:16:51.448849 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc5f0a7-454a-4c7f-bc0f-4f98fba9cf6f req-19c7cb36-1a32-4ec6-a734-e6e0ae4ca3d9 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:16:51.450256 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-0cc5f0a7-454a-4c7f-bc0f-4f98fba9cf6f req-19c7cb36-1a32-4ec6-a734-e6e0ae4ca3d9 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f6aa900-90e0-43c0-b709-56a83e3fc089 HTTP/1.1" status: 200 len: 945 time: 0.0743406 Feb 04 09:16:51.493141 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-0cc5f0a7-454a-4c7f-bc0f-4f98fba9cf6f req-55496c93-0830-4081-87ab-adc8cc3ba547 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374999 Feb 04 09:16:51.783949 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-e72b6c38-85e4-4335-9e52-12fce073a9fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:16:51.887328 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device 5002b03e-a86d-4c97-af84-f036998b5655 no longer exists at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 09:16:52.005318 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:16:52.027522 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fff27b-792a-4cdb-be69-a2fcdf92633e req-465b9ba6-ad61-4a93-a982-b5e98e954f7d tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:16:52.029003 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-46fff27b-792a-4cdb-be69-a2fcdf92633e req-465b9ba6-ad61-4a93-a982-b5e98e954f7d tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f6aa900-90e0-43c0-b709-56a83e3fc089 HTTP/1.1" status: 200 len: 945 time: 0.0865188 Feb 04 09:16:52.039240 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port 5002b03e-a86d-4c97-af84-f036998b5655, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=5002b03e-a86d-4c97-af84-f036998b5655,segment=NetworkSegment(765a3b59-9146-46de-ad3a-f7202633d4dc),segment_id=765a3b59-9146-46de-ad3a-f7202633d4dc)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:16:52.078582 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-46fff27b-792a-4cdb-be69-a2fcdf92633e req-bf0de46b-27ba-4ac7-9424-e3d98be19553 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426817 Feb 04 09:16:52.104426 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:16:52.130171 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-d7840317-6c2c-4e47-bd49-caab8da58afb req-7b894888-d4ce-4edf-a2be-9c5b483cb259 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0139e7b7189b4ee6a580422ec7924590&device_id=8f6aa900-90e0-43c0-b709-56a83e3fc089 HTTP/1.1" status: 200 len: 1098 time: 0.0679810 Feb 04 09:16:52.173181 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=5002b03e-a86d-4c97-af84-f036998b5655,revision_number=9']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:16:52.260385 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7840317-6c2c-4e47-bd49-caab8da58afb req-12f0d3f5-ef75-4d95-9954-118fc81673f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:16:52.261858 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-d7840317-6c2c-4e47-bd49-caab8da58afb req-12f0d3f5-ef75-4d95-9954-118fc81673f6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=594fd076-ef7a-4e3f-bf2b-0daaf040569e HTTP/1.1" status: 200 len: 912 time: 0.1254513 Feb 04 09:16:52.281484 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f6aa900-90e0-43c0-b709-56a83e3fc089', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5002b03e-a86d-4c97-af84-f036998b5655'}] {{(pid=84109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:16:52.335530 dv-neutron-827798-2-hyperv neutron-server[84109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f6aa900-90e0-43c0-b709-56a83e3fc089', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5002b03e-a86d-4c97-af84-f036998b5655', 'code': 200} Feb 04 09:16:52.364593 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-d7840317-6c2c-4e47-bd49-caab8da58afb req-c54ed940-83f3-4ff3-9f37-1dd95ef114f4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5002b03e-a86d-4c97-af84-f036998b5655 HTTP/1.1" status: 200 len: 998 time: 0.0965357 Feb 04 09:16:52.428343 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7840317-6c2c-4e47-bd49-caab8da58afb req-c9d60ddd-d8f0-4443-8d4d-6c0d890231d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:16:52.429769 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-d7840317-6c2c-4e47-bd49-caab8da58afb req-c9d60ddd-d8f0-4443-8d4d-6c0d890231d9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6b1be279-c0ca-42f0-b8fb-dc48b5281171 HTTP/1.1" status: 200 len: 850 time: 0.0595317 Feb 04 09:16:52.501199 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-d7840317-6c2c-4e47-bd49-caab8da58afb req-898d523e-98e0-48dc-8a2b-2cd049cf2843 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=594fd076-ef7a-4e3f-bf2b-0daaf040569e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0658259 Feb 04 09:16:52.629577 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-d7840317-6c2c-4e47-bd49-caab8da58afb req-e95f3320-5892-4cad-be45-5e29276f468f service neutron] 10.222.0.47 "GET /v2.0/networks/594fd076-ef7a-4e3f-bf2b-0daaf040569e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222179 Feb 04 09:16:52.838061 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-d7840317-6c2c-4e47-bd49-caab8da58afb req-05971e87-4abe-4c4d-8355-ee08302cfcd9 service neutron] 10.222.0.47 "GET /v2.0/networks/594fd076-ef7a-4e3f-bf2b-0daaf040569e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025406 Feb 04 09:16:52.979108 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:16:53.012179 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:16:53.283524 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d54214-9e78-4eec-926c-1709815bc75c req-bb7f5f3c-83e0-47ff-a018-640f3b01ce54 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:16:53.284916 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c5d54214-9e78-4eec-926c-1709815bc75c req-bb7f5f3c-83e0-47ff-a018-640f3b01ce54 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f6aa900-90e0-43c0-b709-56a83e3fc089 HTTP/1.1" status: 200 len: 943 time: 0.0797999 Feb 04 09:16:53.333402 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c5d54214-9e78-4eec-926c-1709815bc75c req-1b1c92d0-619c-497d-9866-ff496acc563f tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420890 Feb 04 09:16:54.469705 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:16:54.531478 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0b39a8-078a-4244-902f-eba1a6efe6f2 req-e878d231-fe1c-45f0-841a-2e22b89f5c44 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:16:54.532933 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5b0b39a8-078a-4244-902f-eba1a6efe6f2 req-e878d231-fe1c-45f0-841a-2e22b89f5c44 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f6aa900-90e0-43c0-b709-56a83e3fc089 HTTP/1.1" status: 200 len: 943 time: 0.0752568 Feb 04 09:16:54.577171 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5b0b39a8-078a-4244-902f-eba1a6efe6f2 req-43a973d4-7958-48c2-8ccb-eeb36ce92f59 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388913 Feb 04 09:16:55.162041 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c50089-110b-48c6-a9f7-b13ac7ab7bd2 req-fa6cf135-a2ab-4afe-8b24-b698e8da6a24 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:16:55.163365 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d3c50089-110b-48c6-a9f7-b13ac7ab7bd2 req-fa6cf135-a2ab-4afe-8b24-b698e8da6a24 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f6aa900-90e0-43c0-b709-56a83e3fc089 HTTP/1.1" status: 200 len: 943 time: 0.0854480 Feb 04 09:16:55.288105 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d3c50089-110b-48c6-a9f7-b13ac7ab7bd2 req-5486e15a-50db-4d66-944a-9cbba7785821 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184773 Feb 04 09:16:56.395022 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:16:56.480795 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b14d83-dfc9-4045-b83d-f75873ab8a7c req-7e34d1d2-e258-4283-a0e3-9f13028db687 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:16:56.482211 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-63b14d83-dfc9-4045-b83d-f75873ab8a7c req-7e34d1d2-e258-4283-a0e3-9f13028db687 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f6aa900-90e0-43c0-b709-56a83e3fc089 HTTP/1.1" status: 200 len: 943 time: 0.0739415 Feb 04 09:16:56.526033 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-63b14d83-dfc9-4045-b83d-f75873ab8a7c req-58327c2e-b1f2-42b9-9182-bc92edae2246 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384209 Feb 04 09:16:56.859594 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a7044f-e4bd-4b7f-bab8-893d27edf168 req-f9f7b69c-249c-4580-85a2-a54d15f77085 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:16:56.861021 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-10a7044f-e4bd-4b7f-bab8-893d27edf168 req-f9f7b69c-249c-4580-85a2-a54d15f77085 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.47 "GET /v2.0/ports?device_id=8f6aa900-90e0-43c0-b709-56a83e3fc089 HTTP/1.1" status: 200 len: 943 time: 0.0870097 Feb 04 09:16:56.926760 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [req-10a7044f-e4bd-4b7f-bab8-893d27edf168 req-46ce73c2-ace8-44f3-b14f-b98fa6080f0a tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Deleting port 5002b03e-a86d-4c97-af84-f036998b5655 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:16:56.927099 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-10a7044f-e4bd-4b7f-bab8-893d27edf168 req-46ce73c2-ace8-44f3-b14f-b98fa6080f0a tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:16:57.166502 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [req-10a7044f-e4bd-4b7f-bab8-893d27edf168 req-46ce73c2-ace8-44f3-b14f-b98fa6080f0a tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] For port 5002b03e-a86d-4c97-af84-f036998b5655, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=5002b03e-a86d-4c97-af84-f036998b5655,segment=NetworkSegment(765a3b59-9146-46de-ad3a-f7202633d4dc),segment_id=765a3b59-9146-46de-ad3a-f7202633d4dc)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:16:57.166745 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-10a7044f-e4bd-4b7f-bab8-893d27edf168 req-46ce73c2-ace8-44f3-b14f-b98fa6080f0a tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:16:57.440063 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-10a7044f-e4bd-4b7f-bab8-893d27edf168 req-46ce73c2-ace8-44f3-b14f-b98fa6080f0a tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:16:57.440338 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-10a7044f-e4bd-4b7f-bab8-893d27edf168 req-46ce73c2-ace8-44f3-b14f-b98fa6080f0a tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473039'] for floatingip, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:16:57.440673 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.l3_db [req-10a7044f-e4bd-4b7f-bab8-893d27edf168 req-46ce73c2-ace8-44f3-b14f-b98fa6080f0a tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Floating IP 5945da2a-cc6c-4fd8-9028-4117361571a2 disassociated. External IP: 172.26.3.66, port: 5002b03e-a86d-4c97-af84-f036998b5655. Feb 04 09:16:57.441008 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [req-10a7044f-e4bd-4b7f-bab8-893d27edf168 req-46ce73c2-ace8-44f3-b14f-b98fa6080f0a tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Calling delete_port for 5002b03e-a86d-4c97-af84-f036998b5655 owned by compute:nova {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 09:16:57.635917 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-10a7044f-e4bd-4b7f-bab8-893d27edf168 req-46ce73c2-ace8-44f3-b14f-b98fa6080f0a tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:16:57.682714 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ce73c2-ace8-44f3-b14f-b98fa6080f0a tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Pushing event deleted for resources: {'Port': ['ID=5002b03e-a86d-4c97-af84-f036998b5655,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:16:57.687294 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-6d9f6919-b3f2-48b7-a485-98f6512dca33 req-f79176e7-0127-4855-97f3-50d2e8d38c69 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f6aa900-90e0-43c0-b709-56a83e3fc089 HTTP/1.1" status: 200 len: 210 time: 0.0418251 Feb 04 09:16:57.895217 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [req-10a7044f-e4bd-4b7f-bab8-893d27edf168 req-46ce73c2-ace8-44f3-b14f-b98fa6080f0a tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Router 74803393-71b2-4de3-8fce-adfd99d7e78b has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 09:16:58.094568 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-10a7044f-e4bd-4b7f-bab8-893d27edf168 req-46ce73c2-ace8-44f3-b14f-b98fa6080f0a tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 09:16:58.104822 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402fef2b-6ffb-4c8b-946b-3ae801954ee5 None None] Sync routers for ids ['74803393-71b2-4de3-8fce-adfd99d7e78b'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 09:16:58.116371 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402fef2b-6ffb-4c8b-946b-3ae801954ee5 None None] Routers {'74803393-71b2-4de3-8fce-adfd99d7e78b'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:16:58.117014 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-402fef2b-6ffb-4c8b-946b-3ae801954ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:16:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['74803393-71b2-4de3-8fce-adfd99d7e78b'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:16:58.163248 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [req-10a7044f-e4bd-4b7f-bab8-893d27edf168 req-46ce73c2-ace8-44f3-b14f-b98fa6080f0a tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] No DVR routers for this DVR port 5002b03e-a86d-4c97-af84-f036998b5655 on host hv-neutron-8277 {{(pid=84108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 09:16:58.166481 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-10a7044f-e4bd-4b7f-bab8-893d27edf168 req-46ce73c2-ace8-44f3-b14f-b98fa6080f0a tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:16:58.168932 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f6aa900-90e0-43c0-b709-56a83e3fc089', 'name': 'network-vif-deleted', 'tag': '5002b03e-a86d-4c97-af84-f036998b5655'}] {{(pid=84108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:16:58.221348 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f6aa900-90e0-43c0-b709-56a83e3fc089', 'name': 'network-vif-deleted', 'tag': '5002b03e-a86d-4c97-af84-f036998b5655', 'status': 'completed', 'code': 200} Feb 04 09:16:58.270228 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-10a7044f-e4bd-4b7f-bab8-893d27edf168 req-46ce73c2-ace8-44f3-b14f-b98fa6080f0a tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.47 "DELETE /v2.0/ports/5002b03e-a86d-4c97-af84-f036998b5655 HTTP/1.1" status: 204 len: 173 time: 1.4031150 Feb 04 09:16:58.293628 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-402fef2b-6ffb-4c8b-946b-3ae801954ee5 None None] Set router 74803393-71b2-4de3-8fce-adfd99d7e78b gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:16:58.600574 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-402fef2b-6ffb-4c8b-946b-3ae801954ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74803393-71b2-4de3-8fce-adfd99d7e78b', 'name': 'tempest-ServerActionsTestJSON-159504983-router', 'tenant_id': '0139e7b7189b4ee6a580422ec7924590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18'}], 'enable_snat': True}, 'gw_port_id': '47b106ad-fd6a-4be0-8aae-c71221260d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:14:46Z', 'updated_at': '2022-02-04T09:14:49Z', 'revision_number': 4, 'project_id': '0139e7b7189b4ee6a580422ec7924590', 'gw_port': {'id': '47b106ad-fd6a-4be0-8aae-c71221260d42', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74803393-71b2-4de3-8fce-adfd99d7e78b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:14:46Z', 'updated_at': '2022-02-04T09:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': 'bb9f2e09-3195-49e1-a480-dd2f4062acb4', 'name': '', 'network_id': '594fd076-ef7a-4e3f-bf2b-0daaf040569e', 'tenant_id': '0139e7b7189b4ee6a580422ec7924590', 'mac_address': 'fa:16:3e:c8:70:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74803393-71b2-4de3-8fce-adfd99d7e78b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b1be279-c0ca-42f0-b8fb-dc48b5281171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:14:48Z', 'updated_at': '2022-02-04T09:15:07Z', 'revision_number': 5, 'project_id': '0139e7b7189b4ee6a580422ec7924590', 'subnets': [{'id': '6b1be279-c0ca-42f0-b8fb-dc48b5281171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:16:58.605607 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402fef2b-6ffb-4c8b-946b-3ae801954ee5 None None] Checking router: 74803393-71b2-4de3-8fce-adfd99d7e78b for host: dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 09:16:58.617141 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402fef2b-6ffb-4c8b-946b-3ae801954ee5 None None] Routers {'74803393-71b2-4de3-8fce-adfd99d7e78b'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:16:58.617737 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-402fef2b-6ffb-4c8b-946b-3ae801954ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:16:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['74803393-71b2-4de3-8fce-adfd99d7e78b'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:16:58.855092 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-402fef2b-6ffb-4c8b-946b-3ae801954ee5 None None] Set router 74803393-71b2-4de3-8fce-adfd99d7e78b gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:16:58.875095 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b351c108-0958-4816-8f9f-476a8a6efda8 req-d7ca62aa-2bfe-4401-9669-e5974369fcb0 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f6aa900-90e0-43c0-b709-56a83e3fc089 HTTP/1.1" status: 200 len: 210 time: 0.0473750 Feb 04 09:16:59.177864 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-402fef2b-6ffb-4c8b-946b-3ae801954ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74803393-71b2-4de3-8fce-adfd99d7e78b', 'name': 'tempest-ServerActionsTestJSON-159504983-router', 'tenant_id': '0139e7b7189b4ee6a580422ec7924590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18'}], 'enable_snat': True}, 'gw_port_id': '47b106ad-fd6a-4be0-8aae-c71221260d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:14:46Z', 'updated_at': '2022-02-04T09:14:49Z', 'revision_number': 4, 'project_id': '0139e7b7189b4ee6a580422ec7924590', 'gw_port': {'id': '47b106ad-fd6a-4be0-8aae-c71221260d42', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74803393-71b2-4de3-8fce-adfd99d7e78b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:14:46Z', 'updated_at': '2022-02-04T09:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': 'bb9f2e09-3195-49e1-a480-dd2f4062acb4', 'name': '', 'network_id': '594fd076-ef7a-4e3f-bf2b-0daaf040569e', 'tenant_id': '0139e7b7189b4ee6a580422ec7924590', 'mac_address': 'fa:16:3e:c8:70:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74803393-71b2-4de3-8fce-adfd99d7e78b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b1be279-c0ca-42f0-b8fb-dc48b5281171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:14:48Z', 'updated_at': '2022-02-04T09:15:07Z', 'revision_number': 5, 'project_id': '0139e7b7189b4ee6a580422ec7924590', 'subnets': [{'id': '6b1be279-c0ca-42f0-b8fb-dc48b5281171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:16:59.184440 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402fef2b-6ffb-4c8b-946b-3ae801954ee5 None None] The sync data for ids ['74803393-71b2-4de3-8fce-adfd99d7e78b'] in dv-neutron-827798-2-hyperv is: [{'id': '74803393-71b2-4de3-8fce-adfd99d7e78b', 'name': 'tempest-ServerActionsTestJSON-159504983-router', 'tenant_id': '0139e7b7189b4ee6a580422ec7924590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18'}], 'enable_snat': True}, 'gw_port_id': '47b106ad-fd6a-4be0-8aae-c71221260d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:14:46Z', 'updated_at': '2022-02-04T09:14:49Z', 'revision_number': 4, 'project_id': '0139e7b7189b4ee6a580422ec7924590', 'gw_port': {'id': '47b106ad-fd6a-4be0-8aae-c71221260d42', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74803393-71b2-4de3-8fce-adfd99d7e78b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:14:46Z', 'updated_at': '2022-02-04T09:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': 'bb9f2e09-3195-49e1-a480-dd2f4062acb4', 'name': '', 'network_id': '594fd076-ef7a-4e3f-bf2b-0daaf040569e', 'tenant_id': '0139e7b7189b4ee6a580422ec7924590', 'mac_address': 'fa:16:3e:c8:70:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74803393-71b2-4de3-8fce-adfd99d7e78b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b1be279-c0ca-42f0-b8fb-dc48b5281171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:14:48Z', 'updated_at': '2022-02-04T09:15:07Z', 'revision_number': 5, 'project_id': '0139e7b7189b4ee6a580422ec7924590', 'subnets': [{'id': '6b1be279-c0ca-42f0-b8fb-dc48b5281171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 09:16:59.392642 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb98a60e-8908-4f96-969b-f23d26f04a7a None None] New status for floating IP 5945da2a-cc6c-4fd8-9028-4117361571a2: DOWN {{(pid=84110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 09:16:59.955593 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device 5002b03e-a86d-4c97-af84-f036998b5655 no longer exists at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 09:17:00.001607 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] No Port match for: 5002b03e-a86d-4c97-af84-f036998b5655 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 09:17:00.002194 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device 5002b03e-a86d-4c97-af84-f036998b5655 not bound to the agent host hv-neutron-8277 {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 09:17:00.258926 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4e59253d-d000-43e5-943c-e626cbb25bda req-ba84202f-859d-4390-80e5-6fadb2f25866 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--623568878&fields=id&tenant_id=0139e7b7189b4ee6a580422ec7924590 HTTP/1.1" status: 200 len: 267 time: 0.0443392 Feb 04 09:17:00.416815 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e59253d-d000-43e5-943c-e626cbb25bda req-3a923672-6535-4d09-b52d-ea588989efa0 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:17:00.418283 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4e59253d-d000-43e5-943c-e626cbb25bda req-3a923672-6535-4d09-b52d-ea588989efa0 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/networks?id=594fd076-ef7a-4e3f-bf2b-0daaf040569e HTTP/1.1" status: 200 len: 811 time: 0.1531212 Feb 04 09:17:00.435734 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4e59253d-d000-43e5-943c-e626cbb25bda req-916f04cc-b199-434a-9dd3-d7930991cd62 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/quotas/0139e7b7189b4ee6a580422ec7924590 HTTP/1.1" status: 200 len: 375 time: 0.0121424 Feb 04 09:17:00.524208 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4e59253d-d000-43e5-943c-e626cbb25bda req-aaee595b-06c4-4a4b-b43d-fce05b45a5b7 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0139e7b7189b4ee6a580422ec7924590&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0834334 Feb 04 09:17:00.539377 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [req-4e59253d-d000-43e5-943c-e626cbb25bda req-4851223d-07c1-4fcb-b80c-7668cbae2c1e service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=84107) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 09:17:00.541087 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4e59253d-d000-43e5-943c-e626cbb25bda req-4851223d-07c1-4fcb-b80c-7668cbae2c1e service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0058327 Feb 04 09:17:00.687365 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4e59253d-d000-43e5-943c-e626cbb25bda req-8c95d5e8-18eb-4b01-9c37-f467216c5d3f service neutron] 10.222.0.36 "GET /v2.0/networks/594fd076-ef7a-4e3f-bf2b-0daaf040569e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406174 Feb 04 09:17:00.829081 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4e59253d-d000-43e5-943c-e626cbb25bda req-e01b6e4f-c4de-42f2-85b5-f271a7ca35dd service neutron] 10.222.0.36 "GET /v2.0/networks/594fd076-ef7a-4e3f-bf2b-0daaf040569e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347516 Feb 04 09:17:01.095319 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-adec7632-bd81-4731-8b93-7d25f4620ab9 req-ad97b092-fdd3-474c-8aa0-2299f318d62a tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fd17160-5602-4149-a852-6b22ca2db409 HTTP/1.1" status: 200 len: 210 time: 0.0402191 Feb 04 09:17:02.261189 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f02b0dbb-93c2-40e8-a83a-d27def217948 req-2c071975-c205-442f-9e39-67812dd271a5 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fd17160-5602-4149-a852-6b22ca2db409 HTTP/1.1" status: 200 len: 210 time: 0.0439637 Feb 04 09:17:03.079010 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e59253d-d000-43e5-943c-e626cbb25bda req-6396c9b0-b472-48a3-8344-91b5fed01fe2 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:17:03.080576 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-4e59253d-d000-43e5-943c-e626cbb25bda req-6396c9b0-b472-48a3-8344-91b5fed01fe2 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.47 "GET /v2.0/networks?id=594fd076-ef7a-4e3f-bf2b-0daaf040569e HTTP/1.1" status: 200 len: 811 time: 0.2397194 Feb 04 09:17:03.132583 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-4e59253d-d000-43e5-943c-e626cbb25bda req-1b093632-c3c9-4380-9698-db66b78735ab tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0139e7b7189b4ee6a580422ec7924590 HTTP/1.1" status: 200 len: 379 time: 0.0402062 Feb 04 09:17:03.141194 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [req-4e59253d-d000-43e5-943c-e626cbb25bda req-e9ac291e-390f-40b5-92c0-a8cbf3c4e004 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Request body: {'port': {'device_id': '3fd17160-5602-4149-a852-6b22ca2db409', 'network_id': '594fd076-ef7a-4e3f-bf2b-0daaf040569e', 'admin_state_up': True, 'tenant_id': '0139e7b7189b4ee6a580422ec7924590', 'security_groups': ['ed0bb709-f690-4dda-8f37-3de7fc257be3']}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:17:03.276043 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [req-4e59253d-d000-43e5-943c-e626cbb25bda req-e9ac291e-390f-40b5-92c0-a8cbf3c4e004 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:17:03.280015 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [req-4e59253d-d000-43e5-943c-e626cbb25bda req-e9ac291e-390f-40b5-92c0-a8cbf3c4e004 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Usage tracker for resource:port and tenant:0139e7b7189b4ee6a580422ec7924590 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:17:03.282799 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [req-4e59253d-d000-43e5-943c-e626cbb25bda req-e9ac291e-390f-40b5-92c0-a8cbf3c4e004 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:17:03.288354 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [req-4e59253d-d000-43e5-943c-e626cbb25bda req-e9ac291e-390f-40b5-92c0-a8cbf3c4e004 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:17:03.383538 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e59253d-d000-43e5-943c-e626cbb25bda req-e9ac291e-390f-40b5-92c0-a8cbf3c4e004 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Made reservation on behalf of 0139e7b7189b4ee6a580422ec7924590 for: {'port': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 09:17:03.386415 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-4e59253d-d000-43e5-943c-e626cbb25bda req-e9ac291e-390f-40b5-92c0-a8cbf3c4e004 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:17:03.420423 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b9ee1d3c-3834-4a41-8b67-e815412ec3b9 req-09bb1e64-e6a4-4019-8158-788f53622d17 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fd17160-5602-4149-a852-6b22ca2db409 HTTP/1.1" status: 200 len: 210 time: 0.0402439 Feb 04 09:17:03.548438 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [req-4e59253d-d000-43e5-943c-e626cbb25bda req-e9ac291e-390f-40b5-92c0-a8cbf3c4e004 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Allocated IP 172.20.0.6 (594fd076-ef7a-4e3f-bf2b-0daaf040569e/6b1be279-c0ca-42f0-b8fb-dc48b5281171/a5524956-c0de-418c-9b80-69f43899099c) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 09:17:03.728380 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-4e59253d-d000-43e5-943c-e626cbb25bda req-e9ac291e-390f-40b5-92c0-a8cbf3c4e004 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:17:03.743951 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.provisioning_blocks [req-4e59253d-d000-43e5-943c-e626cbb25bda req-e9ac291e-390f-40b5-92c0-a8cbf3c4e004 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Transition to ACTIVE for port object a5524956-c0de-418c-9b80-69f43899099c will not be triggered until provisioned by entity DHCP. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:17:03.823730 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-4e59253d-d000-43e5-943c-e626cbb25bda req-e9ac291e-390f-40b5-92c0-a8cbf3c4e004 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:17:03.896881 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e59253d-d000-43e5-943c-e626cbb25bda req-e9ac291e-390f-40b5-92c0-a8cbf3c4e004 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Network 594fd076-ef7a-4e3f-bf2b-0daaf040569e is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:17:03.899932 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [req-4e59253d-d000-43e5-943c-e626cbb25bda req-e9ac291e-390f-40b5-92c0-a8cbf3c4e004 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:17:03.904164 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e59253d-d000-43e5-943c-e626cbb25bda req-e9ac291e-390f-40b5-92c0-a8cbf3c4e004 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 09:17:03.929384 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ac291e-390f-40b5-92c0-a8cbf3c4e004 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Pushing event updated for resources: {'Port': ['ID=a5524956-c0de-418c-9b80-69f43899099c,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:17:03.950843 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ac291e-390f-40b5-92c0-a8cbf3c4e004 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:17:03.951169 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ac291e-390f-40b5-92c0-a8cbf3c4e004 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:17:03.951504 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ac291e-390f-40b5-92c0-a8cbf3c4e004 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:17:03.951831 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ac291e-390f-40b5-92c0-a8cbf3c4e004 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:17:03.952157 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ac291e-390f-40b5-92c0-a8cbf3c4e004 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:17:03.952479 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ac291e-390f-40b5-92c0-a8cbf3c4e004 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:17:03.952823 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ac291e-390f-40b5-92c0-a8cbf3c4e004 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:17:03.953144 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ac291e-390f-40b5-92c0-a8cbf3c4e004 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:17:03.953463 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ac291e-390f-40b5-92c0-a8cbf3c4e004 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:17:03.953777 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ac291e-390f-40b5-92c0-a8cbf3c4e004 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:17:03.954097 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ac291e-390f-40b5-92c0-a8cbf3c4e004 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:17:03.977480 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e59253d-d000-43e5-943c-e626cbb25bda req-e9ac291e-390f-40b5-92c0-a8cbf3c4e004 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:17:03.978933 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-4e59253d-d000-43e5-943c-e626cbb25bda req-e9ac291e-390f-40b5-92c0-a8cbf3c4e004 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:17:04.075991 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-4e59253d-d000-43e5-943c-e626cbb25bda req-e9ac291e-390f-40b5-92c0-a8cbf3c4e004 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9382992 Feb 04 09:17:04.089656 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [req-4e59253d-d000-43e5-943c-e626cbb25bda req-2e8b12c2-fc5b-4668-bb4a-8ec9cefc40af service neutron] Request body: {'port': {'device_id': '3fd17160-5602-4149-a852-6b22ca2db409', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:17:04.143677 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-e9ad5cf2-15d9-4b8a-96ca-0fbef4f7553b None None] Provisioning for port a5524956-c0de-418c-9b80-69f43899099c completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:17:04.149245 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-e9ad5cf2-15d9-4b8a-96ca-0fbef4f7553b None None] Provisioning complete for port a5524956-c0de-418c-9b80-69f43899099c triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:17:04.150209 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-e9ad5cf2-15d9-4b8a-96ca-0fbef4f7553b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:17:04.199674 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-4e59253d-d000-43e5-943c-e626cbb25bda req-2e8b12c2-fc5b-4668-bb4a-8ec9cefc40af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:17:04.203638 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-e9ad5cf2-15d9-4b8a-96ca-0fbef4f7553b None None] Port a5524956-c0de-418c-9b80-69f43899099c cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 09:17:04.528408 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [req-4e59253d-d000-43e5-943c-e626cbb25bda req-2e8b12c2-fc5b-4668-bb4a-8ec9cefc40af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5524956-c0de-418c-9b80-69f43899099c {{(pid=84108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 09:17:04.535565 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-4e59253d-d000-43e5-943c-e626cbb25bda req-2e8b12c2-fc5b-4668-bb4a-8ec9cefc40af service neutron] Notify callbacks [] for port, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:17:04.550575 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.provisioning_blocks [req-4e59253d-d000-43e5-943c-e626cbb25bda req-2e8b12c2-fc5b-4668-bb4a-8ec9cefc40af service neutron] Transition to ACTIVE for port object a5524956-c0de-418c-9b80-69f43899099c will not be triggered until provisioned by entity L2. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:17:04.612677 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c17a81c-0955-4a5b-b6b7-55954fbd73ff req-f673fddd-1c03-454d-87e2-d62dd7cf926d tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:17:04.614111 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5c17a81c-0955-4a5b-b6b7-55954fbd73ff req-f673fddd-1c03-454d-87e2-d62dd7cf926d tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fd17160-5602-4149-a852-6b22ca2db409 HTTP/1.1" status: 200 len: 931 time: 0.0748730 Feb 04 09:17:04.616899 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-4e59253d-d000-43e5-943c-e626cbb25bda req-2e8b12c2-fc5b-4668-bb4a-8ec9cefc40af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:17:04.658495 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5c17a81c-0955-4a5b-b6b7-55954fbd73ff req-bfe76a5f-71bb-4872-818d-52a4c4ac8cc3 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383217 Feb 04 09:17:04.751579 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8b12c2-fc5b-4668-bb4a-8ec9cefc40af service neutron] Pushing event updated for resources: {'Port': ['ID=a5524956-c0de-418c-9b80-69f43899099c,revision_number=2']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:17:04.858342 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [req-4e59253d-d000-43e5-943c-e626cbb25bda req-2e8b12c2-fc5b-4668-bb4a-8ec9cefc40af service neutron] Attempting to bind port a5524956-c0de-418c-9b80-69f43899099c on host hv-neutron-8277 for vnic_type normal with profile {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 09:17:04.858576 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [req-4e59253d-d000-43e5-943c-e626cbb25bda req-2e8b12c2-fc5b-4668-bb4a-8ec9cefc40af service neutron] Attempting to bind port a5524956-c0de-418c-9b80-69f43899099c by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '765a3b59-9146-46de-ad3a-f7202633d4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '594fd076-ef7a-4e3f-bf2b-0daaf040569e'}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 09:17:04.858902 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e59253d-d000-43e5-943c-e626cbb25bda req-2e8b12c2-fc5b-4668-bb4a-8ec9cefc40af service neutron] Attempting to bind port a5524956-c0de-418c-9b80-69f43899099c on network 594fd076-ef7a-4e3f-bf2b-0daaf040569e {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 09:17:04.864725 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e59253d-d000-43e5-943c-e626cbb25bda req-2e8b12c2-fc5b-4668-bb4a-8ec9cefc40af service neutron] Port a5524956-c0de-418c-9b80-69f43899099c on network 594fd076-ef7a-4e3f-bf2b-0daaf040569e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 09:17:04.865045 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e59253d-d000-43e5-943c-e626cbb25bda req-2e8b12c2-fc5b-4668-bb4a-8ec9cefc40af service neutron] Attempting to bind port a5524956-c0de-418c-9b80-69f43899099c on network 594fd076-ef7a-4e3f-bf2b-0daaf040569e {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 09:17:04.871197 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e59253d-d000-43e5-943c-e626cbb25bda req-2e8b12c2-fc5b-4668-bb4a-8ec9cefc40af service neutron] Checking agent: {'id': 'f735dfbb-9ed2-4de7-8aa1-fea4a962ae1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 34, 26), 'started_at': datetime.datetime(2022, 2, 4, 8, 34, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 9, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 09:17:04.871527 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e59253d-d000-43e5-943c-e626cbb25bda req-2e8b12c2-fc5b-4668-bb4a-8ec9cefc40af service neutron] Checking segment: {'id': '765a3b59-9146-46de-ad3a-f7202633d4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '594fd076-ef7a-4e3f-bf2b-0daaf040569e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 09:17:04.871904 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e59253d-d000-43e5-943c-e626cbb25bda req-2e8b12c2-fc5b-4668-bb4a-8ec9cefc40af service neutron] Bound using segment: {'id': '765a3b59-9146-46de-ad3a-f7202633d4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '594fd076-ef7a-4e3f-bf2b-0daaf040569e'} {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 09:17:04.872319 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [req-4e59253d-d000-43e5-943c-e626cbb25bda req-2e8b12c2-fc5b-4668-bb4a-8ec9cefc40af service neutron] Bound port: a5524956-c0de-418c-9b80-69f43899099c, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '765a3b59-9146-46de-ad3a-f7202633d4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '594fd076-ef7a-4e3f-bf2b-0daaf040569e'}}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 09:17:04.872682 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-4e59253d-d000-43e5-943c-e626cbb25bda req-2e8b12c2-fc5b-4668-bb4a-8ec9cefc40af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:17:04.957524 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [req-4e59253d-d000-43e5-943c-e626cbb25bda req-2e8b12c2-fc5b-4668-bb4a-8ec9cefc40af service neutron] For port a5524956-c0de-418c-9b80-69f43899099c, host hv-neutron-8277, cleared binding levels {{(pid=84108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 09:17:04.960354 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [req-4e59253d-d000-43e5-943c-e626cbb25bda req-2e8b12c2-fc5b-4668-bb4a-8ec9cefc40af service neutron] For port a5524956-c0de-418c-9b80-69f43899099c, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=a5524956-c0de-418c-9b80-69f43899099c,segment=NetworkSegment(765a3b59-9146-46de-ad3a-f7202633d4dc),segment_id=765a3b59-9146-46de-ad3a-f7202633d4dc)] {{(pid=84108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 09:17:05.028798 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-4e59253d-d000-43e5-943c-e626cbb25bda req-2e8b12c2-fc5b-4668-bb4a-8ec9cefc40af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:17:05.110045 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-4e59253d-d000-43e5-943c-e626cbb25bda req-2e8b12c2-fc5b-4668-bb4a-8ec9cefc40af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:17:05.111400 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-4e59253d-d000-43e5-943c-e626cbb25bda req-2e8b12c2-fc5b-4668-bb4a-8ec9cefc40af service neutron] 10.222.0.47 "PUT /v2.0/ports/a5524956-c0de-418c-9b80-69f43899099c HTTP/1.1" status: 200 len: 1093 time: 1.0282867 Feb 04 09:17:05.111823 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fd17160-5602-4149-a852-6b22ca2db409', 'tag': 'a5524956-c0de-418c-9b80-69f43899099c'}] {{(pid=84108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:17:05.134822 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8b12c2-fc5b-4668-bb4a-8ec9cefc40af service neutron] Pushing event updated for resources: {'Port': ['ID=a5524956-c0de-418c-9b80-69f43899099c,revision_number=3']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:17:05.175750 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fd17160-5602-4149-a852-6b22ca2db409', 'tag': 'a5524956-c0de-418c-9b80-69f43899099c', 'status': 'completed', 'code': 200} Feb 04 09:17:05.273830 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-73ed590f-e53b-4f96-b69e-d6ae45fee426 req-abb9ef7b-2880-4c64-9e91-fe87fa129933 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0139e7b7189b4ee6a580422ec7924590&device_id=3fd17160-5602-4149-a852-6b22ca2db409 HTTP/1.1" status: 200 len: 1096 time: 0.0796785 Feb 04 09:17:05.492490 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ed590f-e53b-4f96-b69e-d6ae45fee426 req-5357472a-8669-4601-9643-7eb8afc7b01e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:17:05.494435 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-73ed590f-e53b-4f96-b69e-d6ae45fee426 req-5357472a-8669-4601-9643-7eb8afc7b01e service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=0139e7b7189b4ee6a580422ec7924590&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2140923 Feb 04 09:17:05.626335 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ed590f-e53b-4f96-b69e-d6ae45fee426 req-76346ce7-18d1-48ee-b5bc-b7185cf97c62 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:17:05.627743 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-73ed590f-e53b-4f96-b69e-d6ae45fee426 req-76346ce7-18d1-48ee-b5bc-b7185cf97c62 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1264007 Feb 04 09:17:05.734358 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-4e59253d-d000-43e5-943c-e626cbb25bda req-6cdc8e62-eec8-485f-a726-7d788fb202d6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0139e7b7189b4ee6a580422ec7924590&device_id=3fd17160-5602-4149-a852-6b22ca2db409 HTTP/1.1" status: 200 len: 1096 time: 0.0732105 Feb 04 09:17:05.801927 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-4e59253d-d000-43e5-943c-e626cbb25bda req-e752529a-9351-43ab-9dec-b4e03ccf937e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a5524956-c0de-418c-9b80-69f43899099c HTTP/1.1" status: 200 len: 217 time: 0.0611823 Feb 04 09:17:05.858591 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f77ecf-23d7-485c-bbd4-08d0031f7a3e req-59403ef7-4948-4324-9e06-c5b0681bd965 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:17:05.860064 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-07f77ecf-23d7-485c-bbd4-08d0031f7a3e req-59403ef7-4948-4324-9e06-c5b0681bd965 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fd17160-5602-4149-a852-6b22ca2db409 HTTP/1.1" status: 200 len: 943 time: 0.0792289 Feb 04 09:17:05.865590 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e59253d-d000-43e5-943c-e626cbb25bda req-d5297195-b59c-4107-aa2e-164a7473709f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:17:05.867005 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-4e59253d-d000-43e5-943c-e626cbb25bda req-d5297195-b59c-4107-aa2e-164a7473709f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6b1be279-c0ca-42f0-b8fb-dc48b5281171 HTTP/1.1" status: 200 len: 850 time: 0.0598543 Feb 04 09:17:05.904858 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-07f77ecf-23d7-485c-bbd4-08d0031f7a3e req-64e81348-6972-4fec-8098-47e08dbb690e tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393136 Feb 04 09:17:05.941066 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-4e59253d-d000-43e5-943c-e626cbb25bda req-a3065cf1-4854-45f5-87f2-db900a5e14f4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=594fd076-ef7a-4e3f-bf2b-0daaf040569e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681763 Feb 04 09:17:06.071332 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-4e59253d-d000-43e5-943c-e626cbb25bda req-d52e2620-26e5-4de7-a89f-c4ca74129847 service neutron] 10.222.0.47 "GET /v2.0/networks/594fd076-ef7a-4e3f-bf2b-0daaf040569e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239736 Feb 04 09:17:06.203429 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-4e59253d-d000-43e5-943c-e626cbb25bda req-85d0d187-d847-4b58-9d6a-5a721b42bd87 service neutron] 10.222.0.47 "GET /v2.0/networks/594fd076-ef7a-4e3f-bf2b-0daaf040569e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261489 Feb 04 09:17:07.098807 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5a7c78-8e5e-4528-82f2-a5c4ce2de37a req-e74a532b-6f4f-42c7-bfca-a113a1e5b54a tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:17:07.100217 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-1e5a7c78-8e5e-4528-82f2-a5c4ce2de37a req-e74a532b-6f4f-42c7-bfca-a113a1e5b54a tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fd17160-5602-4149-a852-6b22ca2db409 HTTP/1.1" status: 200 len: 943 time: 0.0730493 Feb 04 09:17:07.147396 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-1e5a7c78-8e5e-4528-82f2-a5c4ce2de37a req-ba3177c5-ecd1-4246-98bb-b270f3228bb9 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416884 Feb 04 09:17:08.339909 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e689b64-4af9-4623-979f-91f1ec420e12 req-8da72a4f-b8d8-49e1-be37-7d49f6832a1b tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:17:08.341353 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-6e689b64-4af9-4623-979f-91f1ec420e12 req-8da72a4f-b8d8-49e1-be37-7d49f6832a1b tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fd17160-5602-4149-a852-6b22ca2db409 HTTP/1.1" status: 200 len: 943 time: 0.0756624 Feb 04 09:17:08.384844 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-6e689b64-4af9-4623-979f-91f1ec420e12 req-cc8a2f03-d673-4afb-9972-5066ca32a6c6 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380394 Feb 04 09:17:09.577186 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cfd7c0-a145-4b51-93db-55c20d2156e7 req-c519f944-f75f-4093-b719-2c5cb9c2a6b5 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:17:09.578604 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-00cfd7c0-a145-4b51-93db-55c20d2156e7 req-c519f944-f75f-4093-b719-2c5cb9c2a6b5 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fd17160-5602-4149-a852-6b22ca2db409 HTTP/1.1" status: 200 len: 943 time: 0.0765600 Feb 04 09:17:09.621957 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-00cfd7c0-a145-4b51-93db-55c20d2156e7 req-671c0158-f950-48b5-a5d6-e1a3701e80ae tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379338 Feb 04 09:17:10.058003 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device a5524956-c0de-418c-9b80-69f43899099c details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=84109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 09:17:10.191463 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port a5524956-c0de-418c-9b80-69f43899099c, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=a5524956-c0de-418c-9b80-69f43899099c,segment=NetworkSegment(765a3b59-9146-46de-ad3a-f7202633d4dc),segment_id=765a3b59-9146-46de-ad3a-f7202633d4dc)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:17:10.204714 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Returning: {'device': 'a5524956-c0de-418c-9b80-69f43899099c', 'network_id': '594fd076-ef7a-4e3f-bf2b-0daaf040569e', 'port_id': 'a5524956-c0de-418c-9b80-69f43899099c', 'mac_address': 'fa:16:3e:18:3c:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b1be279-c0ca-42f0-b8fb-dc48b5281171', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 09:17:10.255931 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:17:10.272881 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5524956-c0de-418c-9b80-69f43899099c {{(pid=84109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 09:17:10.287440 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port a5524956-c0de-418c-9b80-69f43899099c, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=a5524956-c0de-418c-9b80-69f43899099c,segment=NetworkSegment(765a3b59-9146-46de-ad3a-f7202633d4dc),segment_id=765a3b59-9146-46de-ad3a-f7202633d4dc)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:17:10.400652 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:17:10.463132 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=a5524956-c0de-418c-9b80-69f43899099c,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:17:10.471070 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:17:10.471408 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:17:10.471735 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:17:10.472059 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:17:10.472385 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:17:10.472728 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:17:10.473047 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:17:10.473363 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:17:10.473673 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:17:10.473987 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:17:10.474295 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:17:10.715128 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] get_ports_and_sgs() called for port_ids ['a5524956-c0de-418c-9b80-69f43899099c'] {{(pid=84109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 09:17:10.819660 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcccc3c-fb45-4408-9fe1-518f11810bd5 req-029285f6-73b8-437d-8ec8-751c54950d80 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:17:10.821271 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-cdcccc3c-fb45-4408-9fe1-518f11810bd5 req-029285f6-73b8-437d-8ec8-751c54950d80 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fd17160-5602-4149-a852-6b22ca2db409 HTTP/1.1" status: 200 len: 944 time: 0.0811374 Feb 04 09:17:10.865067 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-cdcccc3c-fb45-4408-9fe1-518f11810bd5 req-4c423959-fbae-4c1f-8d8a-c93d6612c274 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383010 Feb 04 09:17:11.121502 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 09:17:12.060188 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b630e697-13b0-4cfd-ba12-bc373587181b req-bd0edeca-fe11-43a3-910c-99cc7cdc68f4 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:17:12.061625 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b630e697-13b0-4cfd-ba12-bc373587181b req-bd0edeca-fe11-43a3-910c-99cc7cdc68f4 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fd17160-5602-4149-a852-6b22ca2db409 HTTP/1.1" status: 200 len: 944 time: 0.0771396 Feb 04 09:17:12.068182 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device a5524956-c0de-418c-9b80-69f43899099c up at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:17:12.106572 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b630e697-13b0-4cfd-ba12-bc373587181b req-a13fb4b3-4b39-4565-bf7d-95273681d0bf tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383353 Feb 04 09:17:12.199563 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Provisioning for port a5524956-c0de-418c-9b80-69f43899099c completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:17:12.204249 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Provisioning complete for port a5524956-c0de-418c-9b80-69f43899099c triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:17:12.206759 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:17:12.312306 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:17:12.337503 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fd17160-5602-4149-a852-6b22ca2db409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5524956-c0de-418c-9b80-69f43899099c'}] {{(pid=84109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:17:12.347152 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port a5524956-c0de-418c-9b80-69f43899099c, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=a5524956-c0de-418c-9b80-69f43899099c,segment=NetworkSegment(765a3b59-9146-46de-ad3a-f7202633d4dc),segment_id=765a3b59-9146-46de-ad3a-f7202633d4dc)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:17:12.391452 dv-neutron-827798-2-hyperv neutron-server[84109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fd17160-5602-4149-a852-6b22ca2db409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5524956-c0de-418c-9b80-69f43899099c', 'code': 200} Feb 04 09:17:12.411225 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:17:12.478981 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=a5524956-c0de-418c-9b80-69f43899099c,revision_number=5']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:17:12.740839 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-04ce99f5-5938-4d3b-a710-abb064e92619 req-5c5cebf7-9137-4a40-8f40-7b0931ce56b6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3fd17160-5602-4149-a852-6b22ca2db409 HTTP/1.1" status: 200 len: 1098 time: 0.0694411 Feb 04 09:17:12.781977 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-04ce99f5-5938-4d3b-a710-abb064e92619 req-e687d504-11b9-4e66-950b-821a78544b65 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358536 Feb 04 09:17:13.302569 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a2de9-0258-485b-a4d7-cd885798ad15 req-8f6b2480-a48a-47cf-ac7b-e7ff9b9961fe tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:17:13.304004 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f32a2de9-0258-485b-a4d7-cd885798ad15 req-8f6b2480-a48a-47cf-ac7b-e7ff9b9961fe tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fd17160-5602-4149-a852-6b22ca2db409 HTTP/1.1" status: 200 len: 945 time: 0.0755560 Feb 04 09:17:13.351647 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f32a2de9-0258-485b-a4d7-cd885798ad15 req-8a34facf-ea22-4cbe-ac4f-3f9d01375628 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416069 Feb 04 09:17:14.550045 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3a140b-8d91-4e63-9166-00bedd4b76f4 req-a43eb62b-3ffa-49e8-8a7e-029cccac4c4a tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:17:14.551460 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ea3a140b-8d91-4e63-9166-00bedd4b76f4 req-a43eb62b-3ffa-49e8-8a7e-029cccac4c4a tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fd17160-5602-4149-a852-6b22ca2db409 HTTP/1.1" status: 200 len: 945 time: 0.0744393 Feb 04 09:17:14.596239 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ea3a140b-8d91-4e63-9166-00bedd4b76f4 req-ed5b15d0-71a2-424c-a114-52b0ffb927c9 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394406 Feb 04 09:17:14.867341 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef81c384-e392-4cc4-97f1-02ebf8d3989b req-4dc29aa8-ff3f-4113-b773-611e52d717de tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:17:14.868783 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ef81c384-e392-4cc4-97f1-02ebf8d3989b req-4dc29aa8-ff3f-4113-b773-611e52d717de tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fd17160-5602-4149-a852-6b22ca2db409 HTTP/1.1" status: 200 len: 945 time: 0.1606314 Feb 04 09:17:14.877975 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 32876) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:17:14.882893 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-75baf229-16f0-4dbb-a7c4-d043d7032e63 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Request body: {'floatingip': {'port_id': 'a5524956-c0de-418c-9b80-69f43899099c'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:17:14.954141 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-75baf229-16f0-4dbb-a7c4-d043d7032e63 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Notify callbacks [] for floatingip, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:17:15.530756 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-75baf229-16f0-4dbb-a7c4-d043d7032e63 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:17:15.594877 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-75baf229-16f0-4dbb-a7c4-d043d7032e63 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473039'] for floatingip, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:17:15.782647 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.l3_db [None req-75baf229-16f0-4dbb-a7c4-d043d7032e63 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Floating IP 5945da2a-cc6c-4fd8-9028-4117361571a2 associated. External IP: 172.26.3.66, port: a5524956-c0de-418c-9b80-69f43899099c. Feb 04 09:17:16.160258 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75baf229-16f0-4dbb-a7c4-d043d7032e63 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Router 74803393-71b2-4de3-8fce-adfd99d7e78b has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 09:17:16.451594 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75baf229-16f0-4dbb-a7c4-d043d7032e63 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 09:17:16.455797 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-75baf229-16f0-4dbb-a7c4-d043d7032e63 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for floatingip, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:17:16.460751 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4363ee0c-e876-4644-b2b5-0d9e1495cbec None None] Sync routers for ids ['74803393-71b2-4de3-8fce-adfd99d7e78b'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 09:17:16.471971 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4363ee0c-e876-4644-b2b5-0d9e1495cbec None None] Routers {'74803393-71b2-4de3-8fce-adfd99d7e78b'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:17:16.472592 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-4363ee0c-e876-4644-b2b5-0d9e1495cbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:16:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['74803393-71b2-4de3-8fce-adfd99d7e78b'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:17:16.507510 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-75baf229-16f0-4dbb-a7c4-d043d7032e63 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "PUT /v2.0/floatingips/5945da2a-cc6c-4fd8-9028-4117361571a2 HTTP/1.1" status: 200 len: 990 time: 1.6285233 Feb 04 09:17:16.508075 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fd17160-5602-4149-a852-6b22ca2db409', 'tag': 'a5524956-c0de-418c-9b80-69f43899099c'}] {{(pid=84107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:17:16.562871 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fd17160-5602-4149-a852-6b22ca2db409', 'tag': 'a5524956-c0de-418c-9b80-69f43899099c', 'status': 'completed', 'code': 200} Feb 04 09:17:16.654485 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-e346efc7-ba7e-4074-9606-80fc3f961bbe req-1787e9b8-23d9-45d3-b6be-82af0d7a626b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0139e7b7189b4ee6a580422ec7924590&device_id=3fd17160-5602-4149-a852-6b22ca2db409 HTTP/1.1" status: 200 len: 1098 time: 0.0689175 Feb 04 09:17:16.657599 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-4363ee0c-e876-4644-b2b5-0d9e1495cbec None None] Set router 74803393-71b2-4de3-8fce-adfd99d7e78b gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:17:16.685361 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449b756a-651f-48bd-83b4-0c9f8561401d req-14d29a02-091e-4f45-a18f-f6c929dea831 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:17:16.686885 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-449b756a-651f-48bd-83b4-0c9f8561401d req-14d29a02-091e-4f45-a18f-f6c929dea831 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fd17160-5602-4149-a852-6b22ca2db409 HTTP/1.1" status: 200 len: 945 time: 0.0786228 Feb 04 09:17:16.736663 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-449b756a-651f-48bd-83b4-0c9f8561401d req-6be06087-2a1d-4194-8d06-a403def48115 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438018 Feb 04 09:17:16.792665 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e346efc7-ba7e-4074-9606-80fc3f961bbe req-066beae2-c59c-42b3-a670-96691b9d3a39 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:17:16.794167 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-e346efc7-ba7e-4074-9606-80fc3f961bbe req-066beae2-c59c-42b3-a670-96691b9d3a39 service neutron] 10.222.0.47 "GET /v2.0/networks?id=594fd076-ef7a-4e3f-bf2b-0daaf040569e HTTP/1.1" status: 200 len: 912 time: 0.1335132 Feb 04 09:17:16.895247 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-e346efc7-ba7e-4074-9606-80fc3f961bbe req-0811f24b-cda2-48e4-9c7c-eb1899b1ee73 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a5524956-c0de-418c-9b80-69f43899099c HTTP/1.1" status: 200 len: 998 time: 0.0951531 Feb 04 09:17:16.956671 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e346efc7-ba7e-4074-9606-80fc3f961bbe req-c89913bf-c311-4f52-a4cd-14997e84ad51 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:17:16.958213 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-e346efc7-ba7e-4074-9606-80fc3f961bbe req-c89913bf-c311-4f52-a4cd-14997e84ad51 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6b1be279-c0ca-42f0-b8fb-dc48b5281171 HTTP/1.1" status: 200 len: 850 time: 0.0570507 Feb 04 09:17:17.031015 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-4363ee0c-e876-4644-b2b5-0d9e1495cbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74803393-71b2-4de3-8fce-adfd99d7e78b', 'name': 'tempest-ServerActionsTestJSON-159504983-router', 'tenant_id': '0139e7b7189b4ee6a580422ec7924590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18'}], 'enable_snat': True}, 'gw_port_id': '47b106ad-fd6a-4be0-8aae-c71221260d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:14:46Z', 'updated_at': '2022-02-04T09:14:49Z', 'revision_number': 4, 'project_id': '0139e7b7189b4ee6a580422ec7924590', 'gw_port': {'id': '47b106ad-fd6a-4be0-8aae-c71221260d42', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74803393-71b2-4de3-8fce-adfd99d7e78b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:14:46Z', 'updated_at': '2022-02-04T09:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': '5945da2a-cc6c-4fd8-9028-4117361571a2', 'tenant_id': '0139e7b7189b4ee6a580422ec7924590', 'floating_ip_address': '172.26.3.66', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': '74803393-71b2-4de3-8fce-adfd99d7e78b', 'port_id': 'a5524956-c0de-418c-9b80-69f43899099c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '594fd076-ef7a-4e3f-bf2b-0daaf040569e', 'mac_address': 'fa:16:3e:18:3c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd17160-5602-4149-a852-6b22ca2db409', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T09:14:53Z', 'updated_at': '2022-02-04T09:17:15Z', 'revision_number': 9, 'project_id': '0139e7b7189b4ee6a580422ec7924590', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb9f2e09-3195-49e1-a480-dd2f4062acb4', 'name': '', 'network_id': '594fd076-ef7a-4e3f-bf2b-0daaf040569e', 'tenant_id': '0139e7b7189b4ee6a580422ec7924590', 'mac_address': 'fa:16:3e:c8:70:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74803393-71b2-4de3-8fce-adfd99d7e78b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b1be279-c0ca-42f0-b8fb-dc48b5281171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:14:48Z', 'updated_at': '2022-02-04T09:15:07Z', 'revision_number': 5, 'project_id': '0139e7b7189b4ee6a580422ec7924590', 'subnets': [{'id': '6b1be279-c0ca-42f0-b8fb-dc48b5281171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:17:17.034746 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4363ee0c-e876-4644-b2b5-0d9e1495cbec None None] Checking router: 74803393-71b2-4de3-8fce-adfd99d7e78b for host: dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 09:17:17.034863 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-e346efc7-ba7e-4074-9606-80fc3f961bbe req-7e47ba31-07db-49fb-97a4-1d229e623ef7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=594fd076-ef7a-4e3f-bf2b-0daaf040569e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708678 Feb 04 09:17:17.046176 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4363ee0c-e876-4644-b2b5-0d9e1495cbec None None] Routers {'74803393-71b2-4de3-8fce-adfd99d7e78b'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:17:17.046757 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-4363ee0c-e876-4644-b2b5-0d9e1495cbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:16:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['74803393-71b2-4de3-8fce-adfd99d7e78b'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:17:17.165819 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-e346efc7-ba7e-4074-9606-80fc3f961bbe req-3db027de-8eb1-4cda-9642-f85ed27d6ab0 service neutron] 10.222.0.47 "GET /v2.0/networks/594fd076-ef7a-4e3f-bf2b-0daaf040569e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248271 Feb 04 09:17:17.222601 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-4363ee0c-e876-4644-b2b5-0d9e1495cbec None None] Set router 74803393-71b2-4de3-8fce-adfd99d7e78b gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:17:17.385543 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-e346efc7-ba7e-4074-9606-80fc3f961bbe req-eba7fa5d-f6de-4562-bbd4-e35c16acd7d5 service neutron] 10.222.0.47 "GET /v2.0/networks/594fd076-ef7a-4e3f-bf2b-0daaf040569e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125752 Feb 04 09:17:17.567477 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-4363ee0c-e876-4644-b2b5-0d9e1495cbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74803393-71b2-4de3-8fce-adfd99d7e78b', 'name': 'tempest-ServerActionsTestJSON-159504983-router', 'tenant_id': '0139e7b7189b4ee6a580422ec7924590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18'}], 'enable_snat': True}, 'gw_port_id': '47b106ad-fd6a-4be0-8aae-c71221260d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:14:46Z', 'updated_at': '2022-02-04T09:14:49Z', 'revision_number': 4, 'project_id': '0139e7b7189b4ee6a580422ec7924590', 'gw_port': {'id': '47b106ad-fd6a-4be0-8aae-c71221260d42', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74803393-71b2-4de3-8fce-adfd99d7e78b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:14:46Z', 'updated_at': '2022-02-04T09:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': '5945da2a-cc6c-4fd8-9028-4117361571a2', 'tenant_id': '0139e7b7189b4ee6a580422ec7924590', 'floating_ip_address': '172.26.3.66', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': '74803393-71b2-4de3-8fce-adfd99d7e78b', 'port_id': 'a5524956-c0de-418c-9b80-69f43899099c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '594fd076-ef7a-4e3f-bf2b-0daaf040569e', 'mac_address': 'fa:16:3e:18:3c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd17160-5602-4149-a852-6b22ca2db409', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T09:14:53Z', 'updated_at': '2022-02-04T09:17:15Z', 'revision_number': 9, 'project_id': '0139e7b7189b4ee6a580422ec7924590', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb9f2e09-3195-49e1-a480-dd2f4062acb4', 'name': '', 'network_id': '594fd076-ef7a-4e3f-bf2b-0daaf040569e', 'tenant_id': '0139e7b7189b4ee6a580422ec7924590', 'mac_address': 'fa:16:3e:c8:70:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74803393-71b2-4de3-8fce-adfd99d7e78b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b1be279-c0ca-42f0-b8fb-dc48b5281171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:14:48Z', 'updated_at': '2022-02-04T09:15:07Z', 'revision_number': 5, 'project_id': '0139e7b7189b4ee6a580422ec7924590', 'subnets': [{'id': '6b1be279-c0ca-42f0-b8fb-dc48b5281171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:17:17.571325 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4363ee0c-e876-4644-b2b5-0d9e1495cbec None None] The sync data for ids ['74803393-71b2-4de3-8fce-adfd99d7e78b'] in dv-neutron-827798-2-hyperv is: [{'id': '74803393-71b2-4de3-8fce-adfd99d7e78b', 'name': 'tempest-ServerActionsTestJSON-159504983-router', 'tenant_id': '0139e7b7189b4ee6a580422ec7924590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18'}], 'enable_snat': True}, 'gw_port_id': '47b106ad-fd6a-4be0-8aae-c71221260d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:14:46Z', 'updated_at': '2022-02-04T09:14:49Z', 'revision_number': 4, 'project_id': '0139e7b7189b4ee6a580422ec7924590', 'gw_port': {'id': '47b106ad-fd6a-4be0-8aae-c71221260d42', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74803393-71b2-4de3-8fce-adfd99d7e78b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:14:46Z', 'updated_at': '2022-02-04T09:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': '5945da2a-cc6c-4fd8-9028-4117361571a2', 'tenant_id': '0139e7b7189b4ee6a580422ec7924590', 'floating_ip_address': '172.26.3.66', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': '74803393-71b2-4de3-8fce-adfd99d7e78b', 'port_id': 'a5524956-c0de-418c-9b80-69f43899099c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '594fd076-ef7a-4e3f-bf2b-0daaf040569e', 'mac_address': 'fa:16:3e:18:3c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd17160-5602-4149-a852-6b22ca2db409', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T09:14:53Z', 'updated_at': '2022-02-04T09:17:15Z', 'revision_number': 9, 'project_id': '0139e7b7189b4ee6a580422ec7924590', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb9f2e09-3195-49e1-a480-dd2f4062acb4', 'name': '', 'network_id': '594fd076-ef7a-4e3f-bf2b-0daaf040569e', 'tenant_id': '0139e7b7189b4ee6a580422ec7924590', 'mac_address': 'fa:16:3e:c8:70:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74803393-71b2-4de3-8fce-adfd99d7e78b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b1be279-c0ca-42f0-b8fb-dc48b5281171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:14:48Z', 'updated_at': '2022-02-04T09:15:07Z', 'revision_number': 5, 'project_id': '0139e7b7189b4ee6a580422ec7924590', 'subnets': [{'id': '6b1be279-c0ca-42f0-b8fb-dc48b5281171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 09:17:17.766992 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ece68bc-b404-40f7-b0f1-344d9695bfb2 None None] New status for floating IP 5945da2a-cc6c-4fd8-9028-4117361571a2: ACTIVE {{(pid=84110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 09:17:17.953562 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83726251-6c5d-49a5-9511-a5faf0650246 req-7b869d5c-4181-402e-976b-46cd288ce0b0 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:17:17.955088 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-83726251-6c5d-49a5-9511-a5faf0650246 req-7b869d5c-4181-402e-976b-46cd288ce0b0 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fd17160-5602-4149-a852-6b22ca2db409 HTTP/1.1" status: 200 len: 945 time: 0.0768239 Feb 04 09:17:18.001619 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-83726251-6c5d-49a5-9511-a5faf0650246 req-f02abb39-ac79-43e7-950a-bb47a71586f0 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400951 Feb 04 09:17:18.207919 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a8071407-b164-47c6-bc03-47be4aafc6cb req-ae3352df-9b22-43a0-a976-8755d5b2b364 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3fd17160-5602-4149-a852-6b22ca2db409&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0688367 Feb 04 09:17:18.674422 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e988f5-2c23-42c7-89ff-937d7d18bb13 req-07b6fa05-51a4-4c95-a046-8d886e5c4419 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:17:18.675907 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-93e988f5-2c23-42c7-89ff-937d7d18bb13 req-07b6fa05-51a4-4c95-a046-8d886e5c4419 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fd17160-5602-4149-a852-6b22ca2db409 HTTP/1.1" status: 200 len: 945 time: 0.0751691 Feb 04 09:17:18.725777 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-93e988f5-2c23-42c7-89ff-937d7d18bb13 req-b06cb8c2-a258-4eb6-b35b-8c8bd80c7470 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436475 Feb 04 09:17:18.829991 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-10731704-3f31-4071-afeb-1ba5ea6e69b9 req-f659b8d5-bfd3-4c58-a8f0-ed06809e5b9c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3fd17160-5602-4149-a852-6b22ca2db409&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1451395 Feb 04 09:17:19.485879 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-f32dd8d8-95e5-4b4e-9fda-43bafb2348ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:17:19.940103 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d598f1-ab48-40e3-a58c-e8de82622575 req-1c8c0d72-450e-4471-92c9-6744f5184f0e tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:17:19.941564 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c9d598f1-ab48-40e3-a58c-e8de82622575 req-1c8c0d72-450e-4471-92c9-6744f5184f0e tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fd17160-5602-4149-a852-6b22ca2db409 HTTP/1.1" status: 200 len: 945 time: 0.0888588 Feb 04 09:17:19.987375 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c9d598f1-ab48-40e3-a58c-e8de82622575 req-538e7029-f23e-49f8-be13-fd2e8a187133 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399275 Feb 04 09:17:20.851167 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-10731704-3f31-4071-afeb-1ba5ea6e69b9 req-04da934f-3fd9-4f68-9fc2-d1ccac64b2bc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0139e7b7189b4ee6a580422ec7924590&device_id=3fd17160-5602-4149-a852-6b22ca2db409 HTTP/1.1" status: 200 len: 1098 time: 0.0698981 Feb 04 09:17:20.978305 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10731704-3f31-4071-afeb-1ba5ea6e69b9 req-4c03fc22-3f9f-4cd9-945d-d166acf45ca8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:17:20.979778 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-10731704-3f31-4071-afeb-1ba5ea6e69b9 req-4c03fc22-3f9f-4cd9-945d-d166acf45ca8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=594fd076-ef7a-4e3f-bf2b-0daaf040569e HTTP/1.1" status: 200 len: 912 time: 0.1233332 Feb 04 09:17:21.080866 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-10731704-3f31-4071-afeb-1ba5ea6e69b9 req-705afbcd-ec7f-46d1-9fb6-aaba258eb88c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a5524956-c0de-418c-9b80-69f43899099c HTTP/1.1" status: 200 len: 1001 time: 0.0953684 Feb 04 09:17:21.142177 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10731704-3f31-4071-afeb-1ba5ea6e69b9 req-cd6e731c-c758-4a4f-b6cc-74c684ee99f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:17:21.143508 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-10731704-3f31-4071-afeb-1ba5ea6e69b9 req-cd6e731c-c758-4a4f-b6cc-74c684ee99f3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6b1be279-c0ca-42f0-b8fb-dc48b5281171 HTTP/1.1" status: 200 len: 850 time: 0.0570633 Feb 04 09:17:21.180613 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306253ad-c0aa-4993-8b5d-2e57eb5a681d req-9086be4b-8ec5-4e75-a915-d5a58f057168 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:17:21.182061 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-306253ad-c0aa-4993-8b5d-2e57eb5a681d req-9086be4b-8ec5-4e75-a915-d5a58f057168 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fd17160-5602-4149-a852-6b22ca2db409 HTTP/1.1" status: 200 len: 945 time: 0.0744548 Feb 04 09:17:21.217105 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-10731704-3f31-4071-afeb-1ba5ea6e69b9 req-f91750e9-eac7-4cf6-b692-c0db2217d043 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=594fd076-ef7a-4e3f-bf2b-0daaf040569e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679078 Feb 04 09:17:21.227153 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-306253ad-c0aa-4993-8b5d-2e57eb5a681d req-177bb609-f46d-4e1f-affd-fe1dbfd20684 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392022 Feb 04 09:17:21.351597 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-10731704-3f31-4071-afeb-1ba5ea6e69b9 req-f3a0fcb1-ef10-4afa-9ad4-2c8a6d205d7f service neutron] 10.222.0.47 "GET /v2.0/networks/594fd076-ef7a-4e3f-bf2b-0daaf040569e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283607 Feb 04 09:17:21.478957 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-10731704-3f31-4071-afeb-1ba5ea6e69b9 req-655f1863-e16c-4be7-b062-89d996cdffd0 service neutron] 10.222.0.47 "GET /v2.0/networks/594fd076-ef7a-4e3f-bf2b-0daaf040569e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218486 Feb 04 09:17:21.709026 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-5182f1a4-c76b-46f8-8aa0-68448fe0fd54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:17:22.432759 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c64e71-b98e-412a-b456-b80c92f2662e req-8efda4d9-c6eb-4dbc-a4ce-8d8504aed142 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:17:22.434732 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-33c64e71-b98e-412a-b456-b80c92f2662e req-8efda4d9-c6eb-4dbc-a4ce-8d8504aed142 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fd17160-5602-4149-a852-6b22ca2db409 HTTP/1.1" status: 200 len: 945 time: 0.0789309 Feb 04 09:17:22.477776 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-33c64e71-b98e-412a-b456-b80c92f2662e req-b6bdc764-bc92-435f-81f6-451f76ff844a tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376778 Feb 04 09:17:22.942449 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:17:22.965877 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:17:23.670485 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba838d9-7c8b-4885-9270-5fb199cd6f2d req-fbf1fa5e-655a-4b25-84d9-6643960c00d1 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:17:23.671908 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-0ba838d9-7c8b-4885-9270-5fb199cd6f2d req-fbf1fa5e-655a-4b25-84d9-6643960c00d1 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fd17160-5602-4149-a852-6b22ca2db409 HTTP/1.1" status: 200 len: 945 time: 0.0760839 Feb 04 09:17:23.715043 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-0ba838d9-7c8b-4885-9270-5fb199cd6f2d req-b8fc92f8-d596-4e68-a451-6fcc78ef8e19 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378194 Feb 04 09:17:24.451527 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:17:24.918539 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21c82ea-ca1a-48fc-b77e-b6791a66f268 req-c856eefa-9a91-401a-979a-e97029797b3b tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:17:24.919974 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b21c82ea-ca1a-48fc-b77e-b6791a66f268 req-c856eefa-9a91-401a-979a-e97029797b3b tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fd17160-5602-4149-a852-6b22ca2db409 HTTP/1.1" status: 200 len: 945 time: 0.0785561 Feb 04 09:17:24.963349 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b21c82ea-ca1a-48fc-b77e-b6791a66f268 req-2e541e38-f3ec-4c0c-9109-3d6b57cc7c53 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379260 Feb 04 09:17:26.164339 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0370527a-a625-4068-b992-f3acdaa00747 req-220aa0a4-6568-4827-a547-3935a23e1698 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:17:26.166500 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-0370527a-a625-4068-b992-f3acdaa00747 req-220aa0a4-6568-4827-a547-3935a23e1698 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fd17160-5602-4149-a852-6b22ca2db409 HTTP/1.1" status: 200 len: 945 time: 0.0807476 Feb 04 09:17:26.214441 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-0370527a-a625-4068-b992-f3acdaa00747 req-e9eb0cd6-c899-478b-ac66-d326e02960bc tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419772 Feb 04 09:17:26.411931 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:17:27.412051 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4c1c30-dc8b-4f8f-8a36-2e9e5959864b req-122b4250-2bc1-491f-add2-4b75aa1f15db tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:17:27.413500 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ef4c1c30-dc8b-4f8f-8a36-2e9e5959864b req-122b4250-2bc1-491f-add2-4b75aa1f15db tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fd17160-5602-4149-a852-6b22ca2db409 HTTP/1.1" status: 200 len: 945 time: 0.0735793 Feb 04 09:17:27.457741 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ef4c1c30-dc8b-4f8f-8a36-2e9e5959864b req-3f5750b3-232e-47b4-89d8-ac55c604f84b tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384812 Feb 04 09:17:28.652569 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c850ac-a4c1-47e1-b2d7-dc66c1c0705d req-7f16eed9-651d-4bf0-8877-dc97737fbdb3 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:17:28.654014 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-23c850ac-a4c1-47e1-b2d7-dc66c1c0705d req-7f16eed9-651d-4bf0-8877-dc97737fbdb3 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fd17160-5602-4149-a852-6b22ca2db409 HTTP/1.1" status: 200 len: 945 time: 0.0781493 Feb 04 09:17:28.697517 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-23c850ac-a4c1-47e1-b2d7-dc66c1c0705d req-abe159c1-b8ec-419e-aa04-0c72d4c701cf tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378811 Feb 04 09:17:29.892478 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfee312-cb5a-4146-8b71-0be96e36d1aa req-fe9da8ad-c4e7-4bf5-8040-e9aadbbef8ec tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:17:29.893897 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-fcfee312-cb5a-4146-8b71-0be96e36d1aa req-fe9da8ad-c4e7-4bf5-8040-e9aadbbef8ec tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fd17160-5602-4149-a852-6b22ca2db409 HTTP/1.1" status: 200 len: 945 time: 0.0774529 Feb 04 09:17:29.939268 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-fcfee312-cb5a-4146-8b71-0be96e36d1aa req-90a1c8a9-72e9-4217-9e17-9a7bcbee5cb9 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396118 Feb 04 09:17:31.137448 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04137e1-b018-4790-9c43-2117cc70c847 req-624d24f3-8177-4a99-bb61-01e4526e77ce tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:17:31.138906 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d04137e1-b018-4790-9c43-2117cc70c847 req-624d24f3-8177-4a99-bb61-01e4526e77ce tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fd17160-5602-4149-a852-6b22ca2db409 HTTP/1.1" status: 200 len: 945 time: 0.0797782 Feb 04 09:17:31.192247 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d04137e1-b018-4790-9c43-2117cc70c847 req-b7098892-9f45-462c-a277-53534e3f5220 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414298 Feb 04 09:17:32.383626 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62db6a53-a849-4935-b689-f1d0f00352d3 req-076d78d8-98e1-4783-b300-712a99866976 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:17:32.385080 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-62db6a53-a849-4935-b689-f1d0f00352d3 req-076d78d8-98e1-4783-b300-712a99866976 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fd17160-5602-4149-a852-6b22ca2db409 HTTP/1.1" status: 200 len: 945 time: 0.0737464 Feb 04 09:17:32.431391 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-62db6a53-a849-4935-b689-f1d0f00352d3 req-305b29d9-ec3d-4568-bc99-f82deb8d245e tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408752 Feb 04 09:17:33.628243 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7444fc32-5f4d-4c4a-a976-4a2e536d4857 req-e7243b5e-0833-4404-a103-14ac7c8876ef tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:17:33.629853 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7444fc32-5f4d-4c4a-a976-4a2e536d4857 req-e7243b5e-0833-4404-a103-14ac7c8876ef tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fd17160-5602-4149-a852-6b22ca2db409 HTTP/1.1" status: 200 len: 945 time: 0.0749376 Feb 04 09:17:33.673144 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7444fc32-5f4d-4c4a-a976-4a2e536d4857 req-192bf658-90cf-4214-a1db-3ebb084735a2 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379698 Feb 04 09:17:34.871412 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fe8fcf-3fd6-4e8e-907f-05009de093a9 req-d425a7bd-e25a-43e6-bbb7-e403337c1de9 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:17:34.872856 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b9fe8fcf-3fd6-4e8e-907f-05009de093a9 req-d425a7bd-e25a-43e6-bbb7-e403337c1de9 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fd17160-5602-4149-a852-6b22ca2db409 HTTP/1.1" status: 200 len: 945 time: 0.0774071 Feb 04 09:17:35.002076 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b9fe8fcf-3fd6-4e8e-907f-05009de093a9 req-e6df68d3-d8b0-4c5f-8c9c-0711b192492a tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237066 Feb 04 09:17:36.192856 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d335d1-ca7f-4fed-9dbf-3d5a38389c95 req-f183796e-ceae-4f19-b02c-ab8dbd5bc86f tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:17:36.194369 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-29d335d1-ca7f-4fed-9dbf-3d5a38389c95 req-f183796e-ceae-4f19-b02c-ab8dbd5bc86f tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fd17160-5602-4149-a852-6b22ca2db409 HTTP/1.1" status: 200 len: 945 time: 0.0739746 Feb 04 09:17:36.244868 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-29d335d1-ca7f-4fed-9dbf-3d5a38389c95 req-f7171382-1672-4c60-96af-b54ad4cb33b8 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448024 Feb 04 09:17:37.441070 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a2d139-6f65-4870-9474-747641fe1612 req-e15f7d53-ad0b-431c-a767-7700752cad38 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:17:37.442513 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a4a2d139-6f65-4870-9474-747641fe1612 req-e15f7d53-ad0b-431c-a767-7700752cad38 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fd17160-5602-4149-a852-6b22ca2db409 HTTP/1.1" status: 200 len: 945 time: 0.0798235 Feb 04 09:17:37.487049 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a4a2d139-6f65-4870-9474-747641fe1612 req-bc7dcb24-7f72-4268-b22b-9c0bd174ea79 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391233 Feb 04 09:17:38.677999 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06348aa9-4e24-4c03-99ff-254934e10931 req-3e51d6a4-2673-4728-9c9c-a08b997583e6 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:17:38.679476 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-06348aa9-4e24-4c03-99ff-254934e10931 req-3e51d6a4-2673-4728-9c9c-a08b997583e6 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fd17160-5602-4149-a852-6b22ca2db409 HTTP/1.1" status: 200 len: 945 time: 0.0748651 Feb 04 09:17:38.727384 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-06348aa9-4e24-4c03-99ff-254934e10931 req-203a9b80-8d40-4db9-985a-b13c9a6b4d2d tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418160 Feb 04 09:17:39.919672 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ffd29-8b0d-4663-b60c-7b5cb592e561 req-e7986184-1403-432b-b208-1778a543562f tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:17:39.921158 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e52ffd29-8b0d-4663-b60c-7b5cb592e561 req-e7986184-1403-432b-b208-1778a543562f tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fd17160-5602-4149-a852-6b22ca2db409 HTTP/1.1" status: 200 len: 945 time: 0.0760601 Feb 04 09:17:39.966503 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e52ffd29-8b0d-4663-b60c-7b5cb592e561 req-e7de1d4c-7596-4e7a-b93d-884a1d695421 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396252 Feb 04 09:17:41.162576 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef8244-35af-4bff-891d-83801eb8886b req-e2f1057a-0be2-4048-9625-7ec19b6747b2 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:17:41.163903 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-feef8244-35af-4bff-891d-83801eb8886b req-e2f1057a-0be2-4048-9625-7ec19b6747b2 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fd17160-5602-4149-a852-6b22ca2db409 HTTP/1.1" status: 200 len: 945 time: 0.0761268 Feb 04 09:17:41.207509 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-feef8244-35af-4bff-891d-83801eb8886b req-8545b56a-150c-47db-b765-261d247d0c32 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374084 Feb 04 09:17:42.400308 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2d670c-3eda-4de0-b960-3881cce3d3dd req-20d0afa3-4162-49c8-8c7d-84e416d3f24b tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:17:42.402263 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-bb2d670c-3eda-4de0-b960-3881cce3d3dd req-20d0afa3-4162-49c8-8c7d-84e416d3f24b tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fd17160-5602-4149-a852-6b22ca2db409 HTTP/1.1" status: 200 len: 945 time: 0.0738146 Feb 04 09:17:42.445976 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-bb2d670c-3eda-4de0-b960-3881cce3d3dd req-43bcf061-f03c-4c86-8a14-0b30169b60a1 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383458 Feb 04 09:17:43.482494 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-10731704-3f31-4071-afeb-1ba5ea6e69b9 req-5044b686-dfe2-41d6-bde8-8f0cbcc17f7b service neutron] 10.222.0.47 "GET /v2.0/ports/a5524956-c0de-418c-9b80-69f43899099c/bindings/hv-neutron-8277 HTTP/1.1" status: 200 len: 384 time: 0.0761955 Feb 04 09:17:43.643526 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afc2896-4aac-4b39-a924-2e482837e2ab req-8420f82c-a278-499b-b9ab-2b7916f172fa tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:17:43.645691 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4afc2896-4aac-4b39-a924-2e482837e2ab req-8420f82c-a278-499b-b9ab-2b7916f172fa tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fd17160-5602-4149-a852-6b22ca2db409 HTTP/1.1" status: 200 len: 945 time: 0.0808582 Feb 04 09:17:43.691268 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4afc2896-4aac-4b39-a924-2e482837e2ab req-26d27860-7aa3-4784-90cb-190380ca5190 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400155 Feb 04 09:17:43.981985 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-10731704-3f31-4071-afeb-1ba5ea6e69b9 req-76c79605-d40d-45ab-9159-18139766c004 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3fd17160-5602-4149-a852-6b22ca2db409&tenant_id=0139e7b7189b4ee6a580422ec7924590 HTTP/1.1" status: 200 len: 1098 time: 0.0684161 Feb 04 09:17:44.073006 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-10731704-3f31-4071-afeb-1ba5ea6e69b9 req-c1564dad-d578-4e7f-b7c7-50736c4fe43b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0139e7b7189b4ee6a580422ec7924590&device_id=3fd17160-5602-4149-a852-6b22ca2db409 HTTP/1.1" status: 200 len: 1098 time: 0.0697565 Feb 04 09:17:44.200234 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10731704-3f31-4071-afeb-1ba5ea6e69b9 req-a2058c56-4da2-4114-be6f-773fb08cb14d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:17:44.201668 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-10731704-3f31-4071-afeb-1ba5ea6e69b9 req-a2058c56-4da2-4114-be6f-773fb08cb14d service neutron] 10.222.0.47 "GET /v2.0/networks?id=594fd076-ef7a-4e3f-bf2b-0daaf040569e HTTP/1.1" status: 200 len: 912 time: 0.1232526 Feb 04 09:17:44.304338 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-10731704-3f31-4071-afeb-1ba5ea6e69b9 req-0ca48ac8-aedc-4ebc-8c1b-bde5b2523ea3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a5524956-c0de-418c-9b80-69f43899099c HTTP/1.1" status: 200 len: 1001 time: 0.0961280 Feb 04 09:17:44.368127 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10731704-3f31-4071-afeb-1ba5ea6e69b9 req-6d0a00aa-d263-48fe-9aaf-d63940274218 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:17:44.369546 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-10731704-3f31-4071-afeb-1ba5ea6e69b9 req-6d0a00aa-d263-48fe-9aaf-d63940274218 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6b1be279-c0ca-42f0-b8fb-dc48b5281171 HTTP/1.1" status: 200 len: 850 time: 0.0588510 Feb 04 09:17:44.442447 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-10731704-3f31-4071-afeb-1ba5ea6e69b9 req-17654263-0b5e-4d29-8983-2db9c89296e2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=594fd076-ef7a-4e3f-bf2b-0daaf040569e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0663371 Feb 04 09:17:44.571539 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-10731704-3f31-4071-afeb-1ba5ea6e69b9 req-8d5bf4fd-0e9d-48a4-b3cd-d414848ab432 service neutron] 10.222.0.47 "GET /v2.0/networks/594fd076-ef7a-4e3f-bf2b-0daaf040569e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229346 Feb 04 09:17:44.783794 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-10731704-3f31-4071-afeb-1ba5ea6e69b9 req-b19d7f44-11f7-46ba-9d52-7fb698c84581 service neutron] 10.222.0.47 "GET /v2.0/networks/594fd076-ef7a-4e3f-bf2b-0daaf040569e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065160 Feb 04 09:17:44.885728 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ff0806-de05-431c-a175-49d865d75c63 req-c9bd2603-db42-40c2-a2bb-239846858de1 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:17:44.887223 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-93ff0806-de05-431c-a175-49d865d75c63 req-c9bd2603-db42-40c2-a2bb-239846858de1 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fd17160-5602-4149-a852-6b22ca2db409 HTTP/1.1" status: 200 len: 945 time: 0.0751939 Feb 04 09:17:44.935818 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-93ff0806-de05-431c-a175-49d865d75c63 req-4a579ef5-8a3c-4688-a196-945edb17397d tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430524 Feb 04 09:17:46.128694 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddf8493-363b-4264-aa44-29807ef96e2e req-ffbfba9c-1e1e-4fac-9732-09908faaffad tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:17:46.130145 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-9ddf8493-363b-4264-aa44-29807ef96e2e req-ffbfba9c-1e1e-4fac-9732-09908faaffad tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fd17160-5602-4149-a852-6b22ca2db409 HTTP/1.1" status: 200 len: 945 time: 0.0744576 Feb 04 09:17:46.174262 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-9ddf8493-363b-4264-aa44-29807ef96e2e req-5e655c21-fe53-40c2-8da9-5347d181bea3 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388749 Feb 04 09:17:46.244803 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device a5524956-c0de-418c-9b80-69f43899099c no longer exists at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 09:17:46.354623 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:17:46.380642 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fd17160-5602-4149-a852-6b22ca2db409', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5524956-c0de-418c-9b80-69f43899099c'}] {{(pid=84109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:17:46.389657 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port a5524956-c0de-418c-9b80-69f43899099c, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=a5524956-c0de-418c-9b80-69f43899099c,segment=NetworkSegment(765a3b59-9146-46de-ad3a-f7202633d4dc),segment_id=765a3b59-9146-46de-ad3a-f7202633d4dc)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:17:46.442343 dv-neutron-827798-2-hyperv neutron-server[84109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fd17160-5602-4149-a852-6b22ca2db409', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5524956-c0de-418c-9b80-69f43899099c', 'code': 200} Feb 04 09:17:46.445489 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:17:46.508809 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=a5524956-c0de-418c-9b80-69f43899099c,revision_number=6']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:17:47.372608 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5082be6d-5cb2-4a5d-a25e-b84a11bc16c7 req-b3e0b78f-ab31-40bb-8909-fd69eb7f462f tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:17:47.374035 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5082be6d-5cb2-4a5d-a25e-b84a11bc16c7 req-b3e0b78f-ab31-40bb-8909-fd69eb7f462f tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fd17160-5602-4149-a852-6b22ca2db409 HTTP/1.1" status: 200 len: 943 time: 0.0773432 Feb 04 09:17:47.423864 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5082be6d-5cb2-4a5d-a25e-b84a11bc16c7 req-d0a31e36-84be-4818-a9d8-54bc8ca1cde7 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443299 Feb 04 09:17:48.120689 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 09:17:48.236748 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device a5524956-c0de-418c-9b80-69f43899099c details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=84109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 09:17:48.373889 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port a5524956-c0de-418c-9b80-69f43899099c, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=a5524956-c0de-418c-9b80-69f43899099c,segment=NetworkSegment(765a3b59-9146-46de-ad3a-f7202633d4dc),segment_id=765a3b59-9146-46de-ad3a-f7202633d4dc)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:17:48.386300 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Returning: {'device': 'a5524956-c0de-418c-9b80-69f43899099c', 'network_id': '594fd076-ef7a-4e3f-bf2b-0daaf040569e', 'port_id': 'a5524956-c0de-418c-9b80-69f43899099c', 'mac_address': 'fa:16:3e:18:3c:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b1be279-c0ca-42f0-b8fb-dc48b5281171', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 09:17:48.440318 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:17:48.456675 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5524956-c0de-418c-9b80-69f43899099c {{(pid=84109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 09:17:48.471183 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port a5524956-c0de-418c-9b80-69f43899099c, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=a5524956-c0de-418c-9b80-69f43899099c,segment=NetworkSegment(765a3b59-9146-46de-ad3a-f7202633d4dc),segment_id=765a3b59-9146-46de-ad3a-f7202633d4dc)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:17:48.537016 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:17:48.598699 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] get_ports_and_sgs() called for port_ids ['a5524956-c0de-418c-9b80-69f43899099c'] {{(pid=84109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 09:17:48.633747 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a0d11a-d868-4147-9a58-172f75284bcf req-f331d35d-ea1a-44c0-b70a-acc7eef5ca89 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:17:48.635208 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d5a0d11a-d868-4147-9a58-172f75284bcf req-f331d35d-ea1a-44c0-b70a-acc7eef5ca89 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fd17160-5602-4149-a852-6b22ca2db409 HTTP/1.1" status: 200 len: 944 time: 0.0865324 Feb 04 09:17:48.684805 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d5a0d11a-d868-4147-9a58-172f75284bcf req-20f0c411-aef4-4953-89c7-82e663b2fd5c tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439956 Feb 04 09:17:48.694402 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=a5524956-c0de-418c-9b80-69f43899099c,revision_number=7']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:17:49.401931 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4ded51-ef46-4736-9a7f-228ff0041d98 req-4f2a50c2-c4c2-4527-bbd2-59af9cf91ae2 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:17:49.405027 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-bf4ded51-ef46-4736-9a7f-228ff0041d98 req-4f2a50c2-c4c2-4527-bbd2-59af9cf91ae2 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fd17160-5602-4149-a852-6b22ca2db409 HTTP/1.1" status: 200 len: 944 time: 0.0819633 Feb 04 09:17:49.410210 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d64304-b068-4ef6-b32d-25cd4f4bda0a req-bbe36f00-4501-4f8f-83b9-aa104033a478 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:17:49.410898 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [req-16d64304-b068-4ef6-b32d-25cd4f4bda0a req-bbe36f00-4501-4f8f-83b9-aa104033a478 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Synchronizing usage tracker for tenant:0139e7b7189b4ee6a580422ec7924590 on resource:port {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 09:17:49.448774 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-bf4ded51-ef46-4736-9a7f-228ff0041d98 req-3b490564-51ff-4f91-a122-b298bbee02f1 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399165 Feb 04 09:17:49.463178 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-7730420b-b117-428d-9d44-5ffb38c080c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:17:49.491663 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [req-16d64304-b068-4ef6-b32d-25cd4f4bda0a req-bbe36f00-4501-4f8f-83b9-aa104033a478 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Unset dirty status for tenant:0139e7b7189b4ee6a580422ec7924590 on resource:port {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 09:17:49.492830 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-16d64304-b068-4ef6-b32d-25cd4f4bda0a req-bbe36f00-4501-4f8f-83b9-aa104033a478 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.47 "GET /v2.0/ports?device_id=3fd17160-5602-4149-a852-6b22ca2db409&tenant_id=0139e7b7189b4ee6a580422ec7924590&binding%3Ahost_id=hv-neutron-8277 HTTP/1.1" status: 200 len: 944 time: 0.1623819 Feb 04 09:17:49.572614 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-16d64304-b068-4ef6-b32d-25cd4f4bda0a req-d7b4af23-a789-400b-9f2d-0267f9351c3d service neutron] 10.222.0.47 "GET /v2.0/ports/a5524956-c0de-418c-9b80-69f43899099c/bindings/hv-neutron-8277 HTTP/1.1" status: 200 len: 384 time: 0.0737629 Feb 04 09:17:49.662474 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-16d64304-b068-4ef6-b32d-25cd4f4bda0a req-9ec15aa6-ffbb-44d7-b99b-10b03b1295c7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0139e7b7189b4ee6a580422ec7924590&device_id=3fd17160-5602-4149-a852-6b22ca2db409 HTTP/1.1" status: 200 len: 1097 time: 0.0697343 Feb 04 09:17:49.791127 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d64304-b068-4ef6-b32d-25cd4f4bda0a req-9a3e63b4-2df7-4cf3-8676-673150bf3638 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:17:49.792484 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-16d64304-b068-4ef6-b32d-25cd4f4bda0a req-9a3e63b4-2df7-4cf3-8676-673150bf3638 service neutron] 10.222.0.47 "GET /v2.0/networks?id=594fd076-ef7a-4e3f-bf2b-0daaf040569e HTTP/1.1" status: 200 len: 912 time: 0.1246011 Feb 04 09:17:49.897550 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-16d64304-b068-4ef6-b32d-25cd4f4bda0a req-76672cd0-5bef-4a84-ac08-aa541e9ec09c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a5524956-c0de-418c-9b80-69f43899099c HTTP/1.1" status: 200 len: 1000 time: 0.0979192 Feb 04 09:17:49.958873 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d64304-b068-4ef6-b32d-25cd4f4bda0a req-c0d02682-9223-45cb-9770-f0387d14ea42 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:17:49.960304 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-16d64304-b068-4ef6-b32d-25cd4f4bda0a req-c0d02682-9223-45cb-9770-f0387d14ea42 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6b1be279-c0ca-42f0-b8fb-dc48b5281171 HTTP/1.1" status: 200 len: 850 time: 0.0574973 Feb 04 09:17:50.032684 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-16d64304-b068-4ef6-b32d-25cd4f4bda0a req-dba2b236-d63a-4960-b7c8-556982936f52 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=594fd076-ef7a-4e3f-bf2b-0daaf040569e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667982 Feb 04 09:17:50.162078 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-16d64304-b068-4ef6-b32d-25cd4f4bda0a req-9a52f193-51b4-4744-b172-500bd470d46f service neutron] 10.222.0.47 "GET /v2.0/networks/594fd076-ef7a-4e3f-bf2b-0daaf040569e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235828 Feb 04 09:17:50.233103 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device a5524956-c0de-418c-9b80-69f43899099c up at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:17:50.296402 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-16d64304-b068-4ef6-b32d-25cd4f4bda0a req-b79aee72-3d0c-4cc1-9a7d-33d2696481b1 service neutron] 10.222.0.47 "GET /v2.0/networks/594fd076-ef7a-4e3f-bf2b-0daaf040569e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288955 Feb 04 09:17:50.305430 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Provisioning complete for port a5524956-c0de-418c-9b80-69f43899099c triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:17:50.305812 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:17:50.415454 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:17:50.441941 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fd17160-5602-4149-a852-6b22ca2db409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5524956-c0de-418c-9b80-69f43899099c'}] {{(pid=84109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:17:50.451553 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port a5524956-c0de-418c-9b80-69f43899099c, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=a5524956-c0de-418c-9b80-69f43899099c,segment=NetworkSegment(765a3b59-9146-46de-ad3a-f7202633d4dc),segment_id=765a3b59-9146-46de-ad3a-f7202633d4dc)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:17:50.497261 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:17:50.536083 dv-neutron-827798-2-hyperv neutron-server[84109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fd17160-5602-4149-a852-6b22ca2db409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5524956-c0de-418c-9b80-69f43899099c', 'code': 200} Feb 04 09:17:50.567894 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=a5524956-c0de-418c-9b80-69f43899099c,revision_number=8']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:17:50.646464 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa50e98a-17a0-4183-b375-05254868de3e req-7b8052bc-d38b-4494-9752-aa2abf17c2a5 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:17:50.647888 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-fa50e98a-17a0-4183-b375-05254868de3e req-7b8052bc-d38b-4494-9752-aa2abf17c2a5 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fd17160-5602-4149-a852-6b22ca2db409 HTTP/1.1" status: 200 len: 945 time: 0.0745072 Feb 04 09:17:50.692182 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-fa50e98a-17a0-4183-b375-05254868de3e req-932d7469-9739-4cbb-993b-d476dab91ee3 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385945 Feb 04 09:17:51.725394 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-fd76a214-13bd-4b32-91d6-4e78c9263048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:17:52.037964 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee7e007-7ca0-4c3b-ae57-ee347d5b575f req-7f2b8ee7-ec09-44e0-9ba0-1352f0d7b5a4 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:17:52.039406 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-cee7e007-7ca0-4c3b-ae57-ee347d5b575f req-7f2b8ee7-ec09-44e0-9ba0-1352f0d7b5a4 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fd17160-5602-4149-a852-6b22ca2db409 HTTP/1.1" status: 200 len: 945 time: 0.0790529 Feb 04 09:17:52.084275 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-cee7e007-7ca0-4c3b-ae57-ee347d5b575f req-64a72df6-a173-4626-9eb8-1f9428923c60 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390658 Feb 04 09:17:52.959781 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:17:52.988198 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:17:53.286802 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8704893-5a94-4418-8dcd-4dd0cb6059c5 req-d1cd9f40-697d-41ca-a176-62994a05797b tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:17:53.288257 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b8704893-5a94-4418-8dcd-4dd0cb6059c5 req-d1cd9f40-697d-41ca-a176-62994a05797b tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fd17160-5602-4149-a852-6b22ca2db409 HTTP/1.1" status: 200 len: 945 time: 0.0782776 Feb 04 09:17:53.335404 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b8704893-5a94-4418-8dcd-4dd0cb6059c5 req-4fb378c1-eee8-442c-b683-6abb9de2318d tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414133 Feb 04 09:17:53.426826 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-16d64304-b068-4ef6-b32d-25cd4f4bda0a req-5fd86d70-1d58-492c-93af-2c1722b3190a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3fd17160-5602-4149-a852-6b22ca2db409&tenant_id=0139e7b7189b4ee6a580422ec7924590 HTTP/1.1" status: 200 len: 1098 time: 0.0713882 Feb 04 09:17:53.518887 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-16d64304-b068-4ef6-b32d-25cd4f4bda0a req-281274c3-d460-4845-9a48-6657e9c2d11d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0139e7b7189b4ee6a580422ec7924590&device_id=3fd17160-5602-4149-a852-6b22ca2db409 HTTP/1.1" status: 200 len: 1098 time: 0.0716758 Feb 04 09:17:53.646014 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d64304-b068-4ef6-b32d-25cd4f4bda0a req-c4a62992-3a66-49fb-a7e3-2798c4fdf3a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:17:53.647437 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-16d64304-b068-4ef6-b32d-25cd4f4bda0a req-c4a62992-3a66-49fb-a7e3-2798c4fdf3a2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=594fd076-ef7a-4e3f-bf2b-0daaf040569e HTTP/1.1" status: 200 len: 912 time: 0.1231391 Feb 04 09:17:53.751388 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-16d64304-b068-4ef6-b32d-25cd4f4bda0a req-c876115b-81ee-498c-bd78-d7fb4d3dcc39 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a5524956-c0de-418c-9b80-69f43899099c HTTP/1.1" status: 200 len: 1001 time: 0.0951507 Feb 04 09:17:53.808743 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d64304-b068-4ef6-b32d-25cd4f4bda0a req-f5673010-6718-4378-9049-968fbbd18b68 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:17:53.810719 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-16d64304-b068-4ef6-b32d-25cd4f4bda0a req-f5673010-6718-4378-9049-968fbbd18b68 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6b1be279-c0ca-42f0-b8fb-dc48b5281171 HTTP/1.1" status: 200 len: 850 time: 0.0571132 Feb 04 09:17:53.886583 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-16d64304-b068-4ef6-b32d-25cd4f4bda0a req-5f17d912-2376-4eda-9e8b-7333d5a80d88 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=594fd076-ef7a-4e3f-bf2b-0daaf040569e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705848 Feb 04 09:17:54.094861 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-16d64304-b068-4ef6-b32d-25cd4f4bda0a req-3b8d306f-d250-4b47-8f2d-cb868064ca34 service neutron] 10.222.0.47 "GET /v2.0/networks/594fd076-ef7a-4e3f-bf2b-0daaf040569e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020235 Feb 04 09:17:54.223314 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-16d64304-b068-4ef6-b32d-25cd4f4bda0a req-0a3ae32b-fcdf-4693-8283-a0ecc60a7b83 service neutron] 10.222.0.47 "GET /v2.0/networks/594fd076-ef7a-4e3f-bf2b-0daaf040569e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225841 Feb 04 09:17:54.451866 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:17:54.530280 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba05b30-4fd8-42fa-ab88-dc4fa2ba17e1 req-43f1a5de-274d-46c8-9fc8-4e36f242b375 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:17:54.532018 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8ba05b30-4fd8-42fa-ab88-dc4fa2ba17e1 req-43f1a5de-274d-46c8-9fc8-4e36f242b375 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fd17160-5602-4149-a852-6b22ca2db409 HTTP/1.1" status: 200 len: 945 time: 0.0753570 Feb 04 09:17:54.575595 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8ba05b30-4fd8-42fa-ab88-dc4fa2ba17e1 req-278857a3-7df0-40d3-beda-40ea53075b5f tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379426 Feb 04 09:17:55.770771 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b401287f-7e9a-4f74-853b-302e8378d200 req-e46c8d79-7094-4c57-b9a3-192b771507dc tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:17:55.772179 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b401287f-7e9a-4f74-853b-302e8378d200 req-e46c8d79-7094-4c57-b9a3-192b771507dc tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fd17160-5602-4149-a852-6b22ca2db409 HTTP/1.1" status: 200 len: 945 time: 0.0764623 Feb 04 09:17:55.815181 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b401287f-7e9a-4f74-853b-302e8378d200 req-3ff39a20-c023-45f2-a3ae-edaac0a09045 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376244 Feb 04 09:17:56.280351 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device a5524956-c0de-418c-9b80-69f43899099c details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=84109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 09:17:56.282582 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device a5524956-c0de-418c-9b80-69f43899099c no longer exists at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 09:17:56.455554 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:17:56.513112 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:17:56.534797 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port a5524956-c0de-418c-9b80-69f43899099c, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=a5524956-c0de-418c-9b80-69f43899099c,segment=NetworkSegment(765a3b59-9146-46de-ad3a-f7202633d4dc),segment_id=765a3b59-9146-46de-ad3a-f7202633d4dc)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:17:56.555157 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fd17160-5602-4149-a852-6b22ca2db409', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5524956-c0de-418c-9b80-69f43899099c'}] {{(pid=84109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:17:56.562619 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Returning: {'device': 'a5524956-c0de-418c-9b80-69f43899099c', 'network_id': '594fd076-ef7a-4e3f-bf2b-0daaf040569e', 'port_id': 'a5524956-c0de-418c-9b80-69f43899099c', 'mac_address': 'fa:16:3e:18:3c:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b1be279-c0ca-42f0-b8fb-dc48b5281171', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 09:17:56.593748 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port a5524956-c0de-418c-9b80-69f43899099c, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=a5524956-c0de-418c-9b80-69f43899099c,segment=NetworkSegment(765a3b59-9146-46de-ad3a-f7202633d4dc),segment_id=765a3b59-9146-46de-ad3a-f7202633d4dc)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:17:56.609266 dv-neutron-827798-2-hyperv neutron-server[84109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fd17160-5602-4149-a852-6b22ca2db409', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5524956-c0de-418c-9b80-69f43899099c', 'code': 200} Feb 04 09:17:56.619460 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:17:56.636507 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a5524956-c0de-418c-9b80-69f43899099c {{(pid=84109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 09:17:56.651161 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:17:56.756343 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.db.api [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 09:17:56.756715 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG oslo_db.api [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 09:17:56.761406 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=a5524956-c0de-418c-9b80-69f43899099c,revision_number=9']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:17:57.016575 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b7514-6744-4306-adb6-32e0e77a842c req-2acd4186-02a8-4efa-9157-8f9c6b295329 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:17:57.018006 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f21b7514-6744-4306-adb6-32e0e77a842c req-2acd4186-02a8-4efa-9157-8f9c6b295329 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fd17160-5602-4149-a852-6b22ca2db409 HTTP/1.1" status: 200 len: 943 time: 0.0775599 Feb 04 09:17:57.062208 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f21b7514-6744-4306-adb6-32e0e77a842c req-76a738a9-47a1-4857-a1df-eed365ba356e tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387330 Feb 04 09:17:57.255973 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b48abd-79a2-4d68-a6ac-b651d82741bd req-85780d9d-28cb-4164-a224-58831101a62f tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:17:57.257415 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-75b48abd-79a2-4d68-a6ac-b651d82741bd req-85780d9d-28cb-4164-a224-58831101a62f tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fd17160-5602-4149-a852-6b22ca2db409 HTTP/1.1" status: 200 len: 943 time: 0.0758369 Feb 04 09:17:57.305367 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-75b48abd-79a2-4d68-a6ac-b651d82741bd req-87b79cd9-9acf-4ebd-bdee-458b4c587c12 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419738 Feb 04 09:17:57.311653 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:17:57.330857 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5524956-c0de-418c-9b80-69f43899099c {{(pid=84109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 09:17:57.346557 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port a5524956-c0de-418c-9b80-69f43899099c, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=a5524956-c0de-418c-9b80-69f43899099c,segment=NetworkSegment(765a3b59-9146-46de-ad3a-f7202633d4dc),segment_id=765a3b59-9146-46de-ad3a-f7202633d4dc)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:17:57.428781 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:17:57.499914 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] get_ports_and_sgs() called for port_ids ['a5524956-c0de-418c-9b80-69f43899099c'] {{(pid=84109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 09:17:57.504350 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee7beb7-e549-4c38-a17c-5defbd4e0296 req-d93d0431-e445-4602-a1dc-022bdc813d8d tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:17:57.505865 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-3ee7beb7-e549-4c38-a17c-5defbd4e0296 req-d93d0431-e445-4602-a1dc-022bdc813d8d tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fd17160-5602-4149-a852-6b22ca2db409 HTTP/1.1" status: 200 len: 945 time: 0.0793405 Feb 04 09:17:57.538969 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=a5524956-c0de-418c-9b80-69f43899099c,revision_number=10']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:17:57.556578 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-3ee7beb7-e549-4c38-a17c-5defbd4e0296 req-f62fd9c4-f168-41a9-8fd1-0d6bedd62dae tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452378 Feb 04 09:17:58.073804 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4268e5d-393f-4099-b3bd-17e895f01093 req-6b55b0f1-ce1e-4f54-97c7-6e0dc7e21236 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:17:58.075799 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a4268e5d-393f-4099-b3bd-17e895f01093 req-6b55b0f1-ce1e-4f54-97c7-6e0dc7e21236 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fd17160-5602-4149-a852-6b22ca2db409 HTTP/1.1" status: 200 len: 945 time: 0.0808747 Feb 04 09:17:58.119280 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a4268e5d-393f-4099-b3bd-17e895f01093 req-7cecb50b-516c-4bd5-af32-fb71e344a038 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379379 Feb 04 09:17:58.313374 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device a5524956-c0de-418c-9b80-69f43899099c up at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:17:58.380279 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Provisioning complete for port a5524956-c0de-418c-9b80-69f43899099c triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:17:58.380669 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:17:58.489581 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:17:58.520350 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port a5524956-c0de-418c-9b80-69f43899099c, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=a5524956-c0de-418c-9b80-69f43899099c,segment=NetworkSegment(765a3b59-9146-46de-ad3a-f7202633d4dc),segment_id=765a3b59-9146-46de-ad3a-f7202633d4dc)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:17:58.611543 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fd17160-5602-4149-a852-6b22ca2db409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5524956-c0de-418c-9b80-69f43899099c'}] {{(pid=84109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:17:58.615762 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:17:58.666706 dv-neutron-827798-2-hyperv neutron-server[84109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fd17160-5602-4149-a852-6b22ca2db409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5524956-c0de-418c-9b80-69f43899099c', 'code': 200} Feb 04 09:17:58.702064 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=a5524956-c0de-418c-9b80-69f43899099c,revision_number=11']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:17:59.332022 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30aced4-48ba-4331-820c-e0b73b158ccc req-62515d77-0af1-4fff-8361-be6888ba306c tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:17:59.333496 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a30aced4-48ba-4331-820c-e0b73b158ccc req-62515d77-0af1-4fff-8361-be6888ba306c tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fd17160-5602-4149-a852-6b22ca2db409 HTTP/1.1" status: 200 len: 946 time: 0.0840580 Feb 04 09:17:59.455986 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a30aced4-48ba-4331-820c-e0b73b158ccc req-0f36169a-fc6b-41a9-9768-c055d633563e tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169691 Feb 04 09:18:00.292788 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a29db30-d394-4ca3-9632-bce8c56014fc req-dd9fd912-0a51-472d-bfe3-170776c88993 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:18:00.294619 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-3a29db30-d394-4ca3-9632-bce8c56014fc req-dd9fd912-0a51-472d-bfe3-170776c88993 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.47 "GET /v2.0/ports?device_id=3fd17160-5602-4149-a852-6b22ca2db409 HTTP/1.1" status: 200 len: 946 time: 0.0749397 Feb 04 09:18:00.364171 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [req-3a29db30-d394-4ca3-9632-bce8c56014fc req-0e7955b3-e315-49c3-98c2-4fcca1a287a8 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Deleting port a5524956-c0de-418c-9b80-69f43899099c {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:18:00.364507 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-3a29db30-d394-4ca3-9632-bce8c56014fc req-0e7955b3-e315-49c3-98c2-4fcca1a287a8 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:18:00.605752 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [req-3a29db30-d394-4ca3-9632-bce8c56014fc req-0e7955b3-e315-49c3-98c2-4fcca1a287a8 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] For port a5524956-c0de-418c-9b80-69f43899099c, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=a5524956-c0de-418c-9b80-69f43899099c,segment=NetworkSegment(765a3b59-9146-46de-ad3a-f7202633d4dc),segment_id=765a3b59-9146-46de-ad3a-f7202633d4dc)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:18:00.606655 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-3a29db30-d394-4ca3-9632-bce8c56014fc req-0e7955b3-e315-49c3-98c2-4fcca1a287a8 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:18:00.651287 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8a444a-d6bb-4a36-a4f1-ea4456f34f4b req-b2d187ee-d6af-4d65-8970-223d89ca57c1 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:18:00.653259 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-1b8a444a-d6bb-4a36-a4f1-ea4456f34f4b req-b2d187ee-d6af-4d65-8970-223d89ca57c1 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fd17160-5602-4149-a852-6b22ca2db409 HTTP/1.1" status: 200 len: 946 time: 0.0738935 Feb 04 09:18:00.700030 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-1b8a444a-d6bb-4a36-a4f1-ea4456f34f4b req-deb3a69c-39b5-439a-bc3c-312d540fe2bb tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411973 Feb 04 09:18:00.893815 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-3a29db30-d394-4ca3-9632-bce8c56014fc req-0e7955b3-e315-49c3-98c2-4fcca1a287a8 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:18:00.894184 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-3a29db30-d394-4ca3-9632-bce8c56014fc req-0e7955b3-e315-49c3-98c2-4fcca1a287a8 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473039'] for floatingip, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:18:00.894493 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.l3_db [req-3a29db30-d394-4ca3-9632-bce8c56014fc req-0e7955b3-e315-49c3-98c2-4fcca1a287a8 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Floating IP 5945da2a-cc6c-4fd8-9028-4117361571a2 disassociated. External IP: 172.26.3.66, port: a5524956-c0de-418c-9b80-69f43899099c. Feb 04 09:18:00.894834 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [req-3a29db30-d394-4ca3-9632-bce8c56014fc req-0e7955b3-e315-49c3-98c2-4fcca1a287a8 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Calling delete_port for a5524956-c0de-418c-9b80-69f43899099c owned by compute:nova {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 09:18:01.125763 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-3a29db30-d394-4ca3-9632-bce8c56014fc req-0e7955b3-e315-49c3-98c2-4fcca1a287a8 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:18:01.176916 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7955b3-e315-49c3-98c2-4fcca1a287a8 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Pushing event deleted for resources: {'Port': ['ID=a5524956-c0de-418c-9b80-69f43899099c,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:18:01.406860 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3a29db30-d394-4ca3-9632-bce8c56014fc req-0e7955b3-e315-49c3-98c2-4fcca1a287a8 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Router 74803393-71b2-4de3-8fce-adfd99d7e78b has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 09:18:01.620235 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3a29db30-d394-4ca3-9632-bce8c56014fc req-0e7955b3-e315-49c3-98c2-4fcca1a287a8 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 09:18:01.630405 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb6f6a4-7d42-45dc-8e99-dea4269d12b3 None None] Sync routers for ids ['74803393-71b2-4de3-8fce-adfd99d7e78b'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 09:18:01.645175 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb6f6a4-7d42-45dc-8e99-dea4269d12b3 None None] Routers {'74803393-71b2-4de3-8fce-adfd99d7e78b'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:18:01.645783 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-8fb6f6a4-7d42-45dc-8e99-dea4269d12b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:17:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['74803393-71b2-4de3-8fce-adfd99d7e78b'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:18:01.827330 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a29db30-d394-4ca3-9632-bce8c56014fc req-0e7955b3-e315-49c3-98c2-4fcca1a287a8 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] No DVR routers for this DVR port a5524956-c0de-418c-9b80-69f43899099c on host hv-neutron-8277 {{(pid=84108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 09:18:01.833012 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-3a29db30-d394-4ca3-9632-bce8c56014fc req-0e7955b3-e315-49c3-98c2-4fcca1a287a8 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:18:01.835804 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fd17160-5602-4149-a852-6b22ca2db409', 'name': 'network-vif-deleted', 'tag': 'a5524956-c0de-418c-9b80-69f43899099c'}] {{(pid=84108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:18:01.880358 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-46994e43-d1ab-4d20-bfa2-b5f98dd56808 req-a5e58707-b080-4484-a1b9-f545cb33857f tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fd17160-5602-4149-a852-6b22ca2db409 HTTP/1.1" status: 200 len: 210 time: 0.0470078 Feb 04 09:18:01.883475 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-8fb6f6a4-7d42-45dc-8e99-dea4269d12b3 None None] Set router 74803393-71b2-4de3-8fce-adfd99d7e78b gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:18:01.895295 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fd17160-5602-4149-a852-6b22ca2db409', 'name': 'network-vif-deleted', 'tag': 'a5524956-c0de-418c-9b80-69f43899099c', 'status': 'completed', 'code': 200} Feb 04 09:18:01.921529 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-3a29db30-d394-4ca3-9632-bce8c56014fc req-0e7955b3-e315-49c3-98c2-4fcca1a287a8 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.47 "DELETE /v2.0/ports/a5524956-c0de-418c-9b80-69f43899099c HTTP/1.1" status: 204 len: 173 time: 1.6210830 Feb 04 09:18:02.211740 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-8fb6f6a4-7d42-45dc-8e99-dea4269d12b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74803393-71b2-4de3-8fce-adfd99d7e78b', 'name': 'tempest-ServerActionsTestJSON-159504983-router', 'tenant_id': '0139e7b7189b4ee6a580422ec7924590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18'}], 'enable_snat': True}, 'gw_port_id': '47b106ad-fd6a-4be0-8aae-c71221260d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:14:46Z', 'updated_at': '2022-02-04T09:14:49Z', 'revision_number': 4, 'project_id': '0139e7b7189b4ee6a580422ec7924590', 'gw_port': {'id': '47b106ad-fd6a-4be0-8aae-c71221260d42', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74803393-71b2-4de3-8fce-adfd99d7e78b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:14:46Z', 'updated_at': '2022-02-04T09:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': 'bb9f2e09-3195-49e1-a480-dd2f4062acb4', 'name': '', 'network_id': '594fd076-ef7a-4e3f-bf2b-0daaf040569e', 'tenant_id': '0139e7b7189b4ee6a580422ec7924590', 'mac_address': 'fa:16:3e:c8:70:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74803393-71b2-4de3-8fce-adfd99d7e78b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b1be279-c0ca-42f0-b8fb-dc48b5281171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:14:48Z', 'updated_at': '2022-02-04T09:15:07Z', 'revision_number': 5, 'project_id': '0139e7b7189b4ee6a580422ec7924590', 'subnets': [{'id': '6b1be279-c0ca-42f0-b8fb-dc48b5281171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:18:02.216320 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb6f6a4-7d42-45dc-8e99-dea4269d12b3 None None] Checking router: 74803393-71b2-4de3-8fce-adfd99d7e78b for host: dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 09:18:02.227222 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb6f6a4-7d42-45dc-8e99-dea4269d12b3 None None] Routers {'74803393-71b2-4de3-8fce-adfd99d7e78b'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:18:02.227830 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-8fb6f6a4-7d42-45dc-8e99-dea4269d12b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:17:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['74803393-71b2-4de3-8fce-adfd99d7e78b'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:18:02.399334 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-8fb6f6a4-7d42-45dc-8e99-dea4269d12b3 None None] Set router 74803393-71b2-4de3-8fce-adfd99d7e78b gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:18:02.709583 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-8fb6f6a4-7d42-45dc-8e99-dea4269d12b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74803393-71b2-4de3-8fce-adfd99d7e78b', 'name': 'tempest-ServerActionsTestJSON-159504983-router', 'tenant_id': '0139e7b7189b4ee6a580422ec7924590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18'}], 'enable_snat': True}, 'gw_port_id': '47b106ad-fd6a-4be0-8aae-c71221260d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:14:46Z', 'updated_at': '2022-02-04T09:14:49Z', 'revision_number': 4, 'project_id': '0139e7b7189b4ee6a580422ec7924590', 'gw_port': {'id': '47b106ad-fd6a-4be0-8aae-c71221260d42', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74803393-71b2-4de3-8fce-adfd99d7e78b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:14:46Z', 'updated_at': '2022-02-04T09:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': 'bb9f2e09-3195-49e1-a480-dd2f4062acb4', 'name': '', 'network_id': '594fd076-ef7a-4e3f-bf2b-0daaf040569e', 'tenant_id': '0139e7b7189b4ee6a580422ec7924590', 'mac_address': 'fa:16:3e:c8:70:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74803393-71b2-4de3-8fce-adfd99d7e78b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b1be279-c0ca-42f0-b8fb-dc48b5281171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:14:48Z', 'updated_at': '2022-02-04T09:15:07Z', 'revision_number': 5, 'project_id': '0139e7b7189b4ee6a580422ec7924590', 'subnets': [{'id': '6b1be279-c0ca-42f0-b8fb-dc48b5281171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:18:02.714460 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb6f6a4-7d42-45dc-8e99-dea4269d12b3 None None] The sync data for ids ['74803393-71b2-4de3-8fce-adfd99d7e78b'] in dv-neutron-827798-2-hyperv is: [{'id': '74803393-71b2-4de3-8fce-adfd99d7e78b', 'name': 'tempest-ServerActionsTestJSON-159504983-router', 'tenant_id': '0139e7b7189b4ee6a580422ec7924590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18'}], 'enable_snat': True}, 'gw_port_id': '47b106ad-fd6a-4be0-8aae-c71221260d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:14:46Z', 'updated_at': '2022-02-04T09:14:49Z', 'revision_number': 4, 'project_id': '0139e7b7189b4ee6a580422ec7924590', 'gw_port': {'id': '47b106ad-fd6a-4be0-8aae-c71221260d42', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74803393-71b2-4de3-8fce-adfd99d7e78b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:14:46Z', 'updated_at': '2022-02-04T09:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': 'bb9f2e09-3195-49e1-a480-dd2f4062acb4', 'name': '', 'network_id': '594fd076-ef7a-4e3f-bf2b-0daaf040569e', 'tenant_id': '0139e7b7189b4ee6a580422ec7924590', 'mac_address': 'fa:16:3e:c8:70:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74803393-71b2-4de3-8fce-adfd99d7e78b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b1be279-c0ca-42f0-b8fb-dc48b5281171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:14:48Z', 'updated_at': '2022-02-04T09:15:07Z', 'revision_number': 5, 'project_id': '0139e7b7189b4ee6a580422ec7924590', 'subnets': [{'id': '6b1be279-c0ca-42f0-b8fb-dc48b5281171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 09:18:02.924496 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6539c55b-47be-495d-9f1f-6fcd4f92be4b None None] New status for floating IP 5945da2a-cc6c-4fd8-9028-4117361571a2: DOWN {{(pid=84110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 09:18:03.378372 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b645833b-1f65-4ae9-8c44-267404211811 req-28cf27b6-1522-484d-b25a-f971e9443dcb tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--623568878&fields=id&tenant_id=0139e7b7189b4ee6a580422ec7924590 HTTP/1.1" status: 200 len: 267 time: 0.0401614 Feb 04 09:18:03.518796 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b645833b-1f65-4ae9-8c44-267404211811 req-b6773905-27cc-41df-b5f4-194f0124bd6c tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:18:03.520120 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b645833b-1f65-4ae9-8c44-267404211811 req-b6773905-27cc-41df-b5f4-194f0124bd6c tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/networks?id=594fd076-ef7a-4e3f-bf2b-0daaf040569e HTTP/1.1" status: 200 len: 811 time: 0.1357589 Feb 04 09:18:03.536352 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b645833b-1f65-4ae9-8c44-267404211811 req-fd993fd3-af7e-4d6d-944d-4af88b86d126 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/quotas/0139e7b7189b4ee6a580422ec7924590 HTTP/1.1" status: 200 len: 375 time: 0.0110428 Feb 04 09:18:03.620934 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b645833b-1f65-4ae9-8c44-267404211811 req-3fd9c794-cf08-4af1-a7e7-5608ff3b040c tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0139e7b7189b4ee6a580422ec7924590&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0792937 Feb 04 09:18:03.820401 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b645833b-1f65-4ae9-8c44-267404211811 req-ddea5f71-df6d-43b2-9ce0-b628bf7eef07 service neutron] 10.222.0.36 "GET /v2.0/networks/594fd076-ef7a-4e3f-bf2b-0daaf040569e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882679 Feb 04 09:18:03.948051 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b645833b-1f65-4ae9-8c44-267404211811 req-b7a9969d-5b9c-44a5-84c2-73f2254ed652 service neutron] 10.222.0.36 "GET /v2.0/networks/594fd076-ef7a-4e3f-bf2b-0daaf040569e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219292 Feb 04 09:18:04.186207 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8dd72279-3776-4936-965a-9d6ac9fe0b97 req-e60564e5-81f8-4ecb-8801-f7cde150b0ce tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd6ab563-9702-4e5f-8e39-39b024e8dab4 HTTP/1.1" status: 200 len: 210 time: 0.0408566 Feb 04 09:18:04.398831 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device a5524956-c0de-418c-9b80-69f43899099c no longer exists at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 09:18:04.430861 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] No Port match for: a5524956-c0de-418c-9b80-69f43899099c {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 09:18:04.431197 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device a5524956-c0de-418c-9b80-69f43899099c not bound to the agent host hv-neutron-8277 {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 09:18:05.344621 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ee20459b-5de7-4e75-a8e5-6bb7f15ba1d6 req-04aaaa0e-8447-4548-9bc2-595bbee7e303 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd6ab563-9702-4e5f-8e39-39b024e8dab4 HTTP/1.1" status: 200 len: 210 time: 0.0397441 Feb 04 09:18:06.001644 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b645833b-1f65-4ae9-8c44-267404211811 req-9d7deeb6-3060-439f-99e9-74654bdc70e9 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:18:06.003025 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b645833b-1f65-4ae9-8c44-267404211811 req-9d7deeb6-3060-439f-99e9-74654bdc70e9 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.47 "GET /v2.0/networks?id=594fd076-ef7a-4e3f-bf2b-0daaf040569e HTTP/1.1" status: 200 len: 811 time: 0.1448705 Feb 04 09:18:06.055812 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b645833b-1f65-4ae9-8c44-267404211811 req-075b4426-88ba-48c4-8d71-86419b5727c8 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0139e7b7189b4ee6a580422ec7924590 HTTP/1.1" status: 200 len: 379 time: 0.0404007 Feb 04 09:18:06.063624 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [req-b645833b-1f65-4ae9-8c44-267404211811 req-9bf74f2b-260d-442e-b65b-534807ef7f42 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Request body: {'port': {'device_id': 'bd6ab563-9702-4e5f-8e39-39b024e8dab4', 'network_id': '594fd076-ef7a-4e3f-bf2b-0daaf040569e', 'admin_state_up': True, 'tenant_id': '0139e7b7189b4ee6a580422ec7924590', 'security_groups': ['ed0bb709-f690-4dda-8f37-3de7fc257be3']}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:18:06.195588 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [req-b645833b-1f65-4ae9-8c44-267404211811 req-9bf74f2b-260d-442e-b65b-534807ef7f42 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:18:06.200132 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [req-b645833b-1f65-4ae9-8c44-267404211811 req-9bf74f2b-260d-442e-b65b-534807ef7f42 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Usage tracker for resource:port and tenant:0139e7b7189b4ee6a580422ec7924590 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:18:06.202896 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [req-b645833b-1f65-4ae9-8c44-267404211811 req-9bf74f2b-260d-442e-b65b-534807ef7f42 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:18:06.208388 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [req-b645833b-1f65-4ae9-8c44-267404211811 req-9bf74f2b-260d-442e-b65b-534807ef7f42 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:18:06.359627 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b645833b-1f65-4ae9-8c44-267404211811 req-9bf74f2b-260d-442e-b65b-534807ef7f42 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Made reservation on behalf of 0139e7b7189b4ee6a580422ec7924590 for: {'port': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 09:18:06.362664 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-b645833b-1f65-4ae9-8c44-267404211811 req-9bf74f2b-260d-442e-b65b-534807ef7f42 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:18:06.510868 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-70daeeb5-8300-4b73-9893-10209a019495 req-b2d2b2d9-b8a8-44ca-b653-8174fc0cc3f3 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd6ab563-9702-4e5f-8e39-39b024e8dab4 HTTP/1.1" status: 200 len: 210 time: 0.0431812 Feb 04 09:18:06.536798 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [req-b645833b-1f65-4ae9-8c44-267404211811 req-9bf74f2b-260d-442e-b65b-534807ef7f42 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Allocated IP 172.20.0.13 (594fd076-ef7a-4e3f-bf2b-0daaf040569e/6b1be279-c0ca-42f0-b8fb-dc48b5281171/c21941ff-bfd6-479a-aaa8-514e23881665) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 09:18:06.718065 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-b645833b-1f65-4ae9-8c44-267404211811 req-9bf74f2b-260d-442e-b65b-534807ef7f42 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:18:06.736425 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.provisioning_blocks [req-b645833b-1f65-4ae9-8c44-267404211811 req-9bf74f2b-260d-442e-b65b-534807ef7f42 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Transition to ACTIVE for port object c21941ff-bfd6-479a-aaa8-514e23881665 will not be triggered until provisioned by entity DHCP. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:18:06.857593 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-b645833b-1f65-4ae9-8c44-267404211811 req-9bf74f2b-260d-442e-b65b-534807ef7f42 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:18:06.928945 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b645833b-1f65-4ae9-8c44-267404211811 req-9bf74f2b-260d-442e-b65b-534807ef7f42 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Network 594fd076-ef7a-4e3f-bf2b-0daaf040569e is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:18:06.931900 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [req-b645833b-1f65-4ae9-8c44-267404211811 req-9bf74f2b-260d-442e-b65b-534807ef7f42 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:18:06.934996 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [req-b645833b-1f65-4ae9-8c44-267404211811 req-9bf74f2b-260d-442e-b65b-534807ef7f42 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 09:18:06.975642 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf74f2b-260d-442e-b65b-534807ef7f42 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Pushing event updated for resources: {'Port': ['ID=c21941ff-bfd6-479a-aaa8-514e23881665,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:18:06.990387 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf74f2b-260d-442e-b65b-534807ef7f42 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:18:06.990735 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf74f2b-260d-442e-b65b-534807ef7f42 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:18:06.991076 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf74f2b-260d-442e-b65b-534807ef7f42 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:18:06.991412 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf74f2b-260d-442e-b65b-534807ef7f42 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:18:06.991744 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf74f2b-260d-442e-b65b-534807ef7f42 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:18:06.992079 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf74f2b-260d-442e-b65b-534807ef7f42 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:18:06.992404 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf74f2b-260d-442e-b65b-534807ef7f42 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:18:06.992751 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf74f2b-260d-442e-b65b-534807ef7f42 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:18:06.993074 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf74f2b-260d-442e-b65b-534807ef7f42 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:18:06.993394 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf74f2b-260d-442e-b65b-534807ef7f42 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:18:06.993711 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf74f2b-260d-442e-b65b-534807ef7f42 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:18:07.015800 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b645833b-1f65-4ae9-8c44-267404211811 req-9bf74f2b-260d-442e-b65b-534807ef7f42 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:18:07.016872 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-b645833b-1f65-4ae9-8c44-267404211811 req-9bf74f2b-260d-442e-b65b-534807ef7f42 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:18:07.166671 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b645833b-1f65-4ae9-8c44-267404211811 req-9bf74f2b-260d-442e-b65b-534807ef7f42 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1064832 Feb 04 09:18:07.178410 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [req-b645833b-1f65-4ae9-8c44-267404211811 req-267de822-a9d0-43b6-bbcb-b12cf34bb38f tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=84108) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 09:18:07.179365 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b645833b-1f65-4ae9-8c44-267404211811 req-267de822-a9d0-43b6-bbcb-b12cf34bb38f tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048621 Feb 04 09:18:07.239751 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-1833a840-f878-4a43-b200-afcccb739618 None None] Provisioning for port c21941ff-bfd6-479a-aaa8-514e23881665 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:18:07.244961 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-1833a840-f878-4a43-b200-afcccb739618 None None] Provisioning complete for port c21941ff-bfd6-479a-aaa8-514e23881665 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:18:07.245399 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1833a840-f878-4a43-b200-afcccb739618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:18:07.255190 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [req-b645833b-1f65-4ae9-8c44-267404211811 req-4c6ab47b-bc72-4ae1-92a8-2289d9190060 service neutron] Request body: {'port': {'device_id': 'bd6ab563-9702-4e5f-8e39-39b024e8dab4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:18:07.296203 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-1833a840-f878-4a43-b200-afcccb739618 None None] Port c21941ff-bfd6-479a-aaa8-514e23881665 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 09:18:07.363285 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-b645833b-1f65-4ae9-8c44-267404211811 req-4c6ab47b-bc72-4ae1-92a8-2289d9190060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:18:07.701130 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [req-b645833b-1f65-4ae9-8c44-267404211811 req-4c6ab47b-bc72-4ae1-92a8-2289d9190060 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c21941ff-bfd6-479a-aaa8-514e23881665 {{(pid=84108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 09:18:07.705684 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6c1ae5-9e72-488c-a521-0d259767166b req-d5f2d53c-b653-4c95-aa54-d2c9be6d277e tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:18:07.707152 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4f6c1ae5-9e72-488c-a521-0d259767166b req-d5f2d53c-b653-4c95-aa54-d2c9be6d277e tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd6ab563-9702-4e5f-8e39-39b024e8dab4 HTTP/1.1" status: 200 len: 932 time: 0.0750837 Feb 04 09:18:07.707984 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-b645833b-1f65-4ae9-8c44-267404211811 req-4c6ab47b-bc72-4ae1-92a8-2289d9190060 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:18:07.722367 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.provisioning_blocks [req-b645833b-1f65-4ae9-8c44-267404211811 req-4c6ab47b-bc72-4ae1-92a8-2289d9190060 service neutron] Transition to ACTIVE for port object c21941ff-bfd6-479a-aaa8-514e23881665 will not be triggered until provisioned by entity L2. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:18:07.752463 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4f6c1ae5-9e72-488c-a521-0d259767166b req-b1717e1d-9d91-44f1-9b95-bd2edfb70712 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394559 Feb 04 09:18:07.771013 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-b645833b-1f65-4ae9-8c44-267404211811 req-4c6ab47b-bc72-4ae1-92a8-2289d9190060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:18:07.895880 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6ab47b-bc72-4ae1-92a8-2289d9190060 service neutron] Pushing event updated for resources: {'Port': ['ID=c21941ff-bfd6-479a-aaa8-514e23881665,revision_number=2']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:18:08.009105 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [req-b645833b-1f65-4ae9-8c44-267404211811 req-4c6ab47b-bc72-4ae1-92a8-2289d9190060 service neutron] Attempting to bind port c21941ff-bfd6-479a-aaa8-514e23881665 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 09:18:08.009443 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [req-b645833b-1f65-4ae9-8c44-267404211811 req-4c6ab47b-bc72-4ae1-92a8-2289d9190060 service neutron] Attempting to bind port c21941ff-bfd6-479a-aaa8-514e23881665 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '765a3b59-9146-46de-ad3a-f7202633d4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '594fd076-ef7a-4e3f-bf2b-0daaf040569e'}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 09:18:08.009772 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b645833b-1f65-4ae9-8c44-267404211811 req-4c6ab47b-bc72-4ae1-92a8-2289d9190060 service neutron] Attempting to bind port c21941ff-bfd6-479a-aaa8-514e23881665 on network 594fd076-ef7a-4e3f-bf2b-0daaf040569e {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 09:18:08.015609 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b645833b-1f65-4ae9-8c44-267404211811 req-4c6ab47b-bc72-4ae1-92a8-2289d9190060 service neutron] Port c21941ff-bfd6-479a-aaa8-514e23881665 on network 594fd076-ef7a-4e3f-bf2b-0daaf040569e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 09:18:08.015930 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b645833b-1f65-4ae9-8c44-267404211811 req-4c6ab47b-bc72-4ae1-92a8-2289d9190060 service neutron] Attempting to bind port c21941ff-bfd6-479a-aaa8-514e23881665 on network 594fd076-ef7a-4e3f-bf2b-0daaf040569e {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 09:18:08.023539 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b645833b-1f65-4ae9-8c44-267404211811 req-4c6ab47b-bc72-4ae1-92a8-2289d9190060 service neutron] Checking agent: {'id': 'f735dfbb-9ed2-4de7-8aa1-fea4a962ae1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 34, 26), 'started_at': datetime.datetime(2022, 2, 4, 8, 34, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 9, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 09:18:08.024065 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b645833b-1f65-4ae9-8c44-267404211811 req-4c6ab47b-bc72-4ae1-92a8-2289d9190060 service neutron] Checking segment: {'id': '765a3b59-9146-46de-ad3a-f7202633d4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '594fd076-ef7a-4e3f-bf2b-0daaf040569e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 09:18:08.024458 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b645833b-1f65-4ae9-8c44-267404211811 req-4c6ab47b-bc72-4ae1-92a8-2289d9190060 service neutron] Bound using segment: {'id': '765a3b59-9146-46de-ad3a-f7202633d4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '594fd076-ef7a-4e3f-bf2b-0daaf040569e'} {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 09:18:08.024914 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [req-b645833b-1f65-4ae9-8c44-267404211811 req-4c6ab47b-bc72-4ae1-92a8-2289d9190060 service neutron] Bound port: c21941ff-bfd6-479a-aaa8-514e23881665, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '765a3b59-9146-46de-ad3a-f7202633d4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '594fd076-ef7a-4e3f-bf2b-0daaf040569e'}}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 09:18:08.025265 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-b645833b-1f65-4ae9-8c44-267404211811 req-4c6ab47b-bc72-4ae1-92a8-2289d9190060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:18:08.114273 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [req-b645833b-1f65-4ae9-8c44-267404211811 req-4c6ab47b-bc72-4ae1-92a8-2289d9190060 service neutron] For port c21941ff-bfd6-479a-aaa8-514e23881665, host hv-neutron-8277, cleared binding levels {{(pid=84108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 09:18:08.117156 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [req-b645833b-1f65-4ae9-8c44-267404211811 req-4c6ab47b-bc72-4ae1-92a8-2289d9190060 service neutron] For port c21941ff-bfd6-479a-aaa8-514e23881665, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=c21941ff-bfd6-479a-aaa8-514e23881665,segment=NetworkSegment(765a3b59-9146-46de-ad3a-f7202633d4dc),segment_id=765a3b59-9146-46de-ad3a-f7202633d4dc)] {{(pid=84108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 09:18:08.171431 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-b645833b-1f65-4ae9-8c44-267404211811 req-4c6ab47b-bc72-4ae1-92a8-2289d9190060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:18:08.321080 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-b645833b-1f65-4ae9-8c44-267404211811 req-4c6ab47b-bc72-4ae1-92a8-2289d9190060 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:18:08.322452 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b645833b-1f65-4ae9-8c44-267404211811 req-4c6ab47b-bc72-4ae1-92a8-2289d9190060 service neutron] 10.222.0.47 "PUT /v2.0/ports/c21941ff-bfd6-479a-aaa8-514e23881665 HTTP/1.1" status: 200 len: 1094 time: 1.1367037 Feb 04 09:18:08.322883 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd6ab563-9702-4e5f-8e39-39b024e8dab4', 'tag': 'c21941ff-bfd6-479a-aaa8-514e23881665'}] {{(pid=84108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:18:08.342053 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6ab47b-bc72-4ae1-92a8-2289d9190060 service neutron] Pushing event updated for resources: {'Port': ['ID=c21941ff-bfd6-479a-aaa8-514e23881665,revision_number=3']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:18:08.380156 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd6ab563-9702-4e5f-8e39-39b024e8dab4', 'tag': 'c21941ff-bfd6-479a-aaa8-514e23881665', 'status': 'completed', 'code': 200} Feb 04 09:18:08.476837 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-163d510c-5c3f-4fbc-a3ca-2986bda245af req-df975638-f335-4203-86bf-f5b613d51403 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0139e7b7189b4ee6a580422ec7924590&device_id=bd6ab563-9702-4e5f-8e39-39b024e8dab4 HTTP/1.1" status: 200 len: 1097 time: 0.0763116 Feb 04 09:18:08.612835 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163d510c-5c3f-4fbc-a3ca-2986bda245af req-7cc4f7b6-5af9-444b-93ae-5ab3d1f14866 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:18:08.614203 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-163d510c-5c3f-4fbc-a3ca-2986bda245af req-7cc4f7b6-5af9-444b-93ae-5ab3d1f14866 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=0139e7b7189b4ee6a580422ec7924590&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1304860 Feb 04 09:18:08.752351 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163d510c-5c3f-4fbc-a3ca-2986bda245af req-712979f1-231e-47fa-9ff6-7e4d88aae608 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:18:08.753825 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-163d510c-5c3f-4fbc-a3ca-2986bda245af req-712979f1-231e-47fa-9ff6-7e4d88aae608 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1278288 Feb 04 09:18:08.879987 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b645833b-1f65-4ae9-8c44-267404211811 req-6ce06eb8-3512-4cf2-a02d-8263116d454b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0139e7b7189b4ee6a580422ec7924590&device_id=bd6ab563-9702-4e5f-8e39-39b024e8dab4 HTTP/1.1" status: 200 len: 1097 time: 0.0727508 Feb 04 09:18:08.947943 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b645833b-1f65-4ae9-8c44-267404211811 req-abee0d49-d96e-4cf8-a8d0-e6e740c90a05 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c21941ff-bfd6-479a-aaa8-514e23881665 HTTP/1.1" status: 200 len: 217 time: 0.0609169 Feb 04 09:18:08.954098 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8532da64-d349-44a4-8cbf-b819a6d4ab67 req-1455f3c3-c26e-4624-b7f3-8bc37fda7691 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:18:08.955537 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8532da64-d349-44a4-8cbf-b819a6d4ab67 req-1455f3c3-c26e-4624-b7f3-8bc37fda7691 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd6ab563-9702-4e5f-8e39-39b024e8dab4 HTTP/1.1" status: 200 len: 944 time: 0.0809293 Feb 04 09:18:09.001212 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8532da64-d349-44a4-8cbf-b819a6d4ab67 req-a0680cc7-7b61-4c22-971c-f05ba3768670 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398564 Feb 04 09:18:09.012882 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b645833b-1f65-4ae9-8c44-267404211811 req-77aedb71-81ef-4b28-beaa-0ad30a7a91d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:18:09.014315 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b645833b-1f65-4ae9-8c44-267404211811 req-77aedb71-81ef-4b28-beaa-0ad30a7a91d4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6b1be279-c0ca-42f0-b8fb-dc48b5281171 HTTP/1.1" status: 200 len: 850 time: 0.0613735 Feb 04 09:18:09.093325 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b645833b-1f65-4ae9-8c44-267404211811 req-3dbcccfe-4ff4-4982-9eb2-df90234938bf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=594fd076-ef7a-4e3f-bf2b-0daaf040569e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724349 Feb 04 09:18:09.222471 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b645833b-1f65-4ae9-8c44-267404211811 req-ba5d17c0-b6d1-49a0-85d1-c2459b858b3c service neutron] 10.222.0.47 "GET /v2.0/networks/594fd076-ef7a-4e3f-bf2b-0daaf040569e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225553 Feb 04 09:18:09.357084 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b645833b-1f65-4ae9-8c44-267404211811 req-104d1ac4-07e7-4127-9273-9aec3e4d3b3d service neutron] 10.222.0.47 "GET /v2.0/networks/594fd076-ef7a-4e3f-bf2b-0daaf040569e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275146 Feb 04 09:18:10.196116 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037b5f64-7134-448b-a033-4e75970f9c99 req-d0ce0a28-3d99-458a-b6af-e5c6b151529c tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:18:10.197582 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-037b5f64-7134-448b-a033-4e75970f9c99 req-d0ce0a28-3d99-458a-b6af-e5c6b151529c tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd6ab563-9702-4e5f-8e39-39b024e8dab4 HTTP/1.1" status: 200 len: 944 time: 0.0742240 Feb 04 09:18:10.241814 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-037b5f64-7134-448b-a033-4e75970f9c99 req-a4fcbdeb-60b3-4552-b7ce-0550fec959a2 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387261 Feb 04 09:18:11.438645 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9344ca75-5e96-4c53-8594-3cda7b76372e req-39a7d7b6-247d-4112-b540-78255ef491dc tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:18:11.440054 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-9344ca75-5e96-4c53-8594-3cda7b76372e req-39a7d7b6-247d-4112-b540-78255ef491dc tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd6ab563-9702-4e5f-8e39-39b024e8dab4 HTTP/1.1" status: 200 len: 944 time: 0.0825112 Feb 04 09:18:11.483222 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-9344ca75-5e96-4c53-8594-3cda7b76372e req-555d66be-e5aa-485c-ab5f-f2cc1a398e0d tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375867 Feb 04 09:18:12.430657 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device c21941ff-bfd6-479a-aaa8-514e23881665 details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=84109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 09:18:12.561312 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port c21941ff-bfd6-479a-aaa8-514e23881665, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=c21941ff-bfd6-479a-aaa8-514e23881665,segment=NetworkSegment(765a3b59-9146-46de-ad3a-f7202633d4dc),segment_id=765a3b59-9146-46de-ad3a-f7202633d4dc)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:18:12.573881 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Returning: {'device': 'c21941ff-bfd6-479a-aaa8-514e23881665', 'network_id': '594fd076-ef7a-4e3f-bf2b-0daaf040569e', 'port_id': 'c21941ff-bfd6-479a-aaa8-514e23881665', 'mac_address': 'fa:16:3e:dd:7a:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b1be279-c0ca-42f0-b8fb-dc48b5281171', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 09:18:12.625630 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:18:12.642787 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c21941ff-bfd6-479a-aaa8-514e23881665 {{(pid=84109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 09:18:12.658286 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port c21941ff-bfd6-479a-aaa8-514e23881665, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=c21941ff-bfd6-479a-aaa8-514e23881665,segment=NetworkSegment(765a3b59-9146-46de-ad3a-f7202633d4dc),segment_id=765a3b59-9146-46de-ad3a-f7202633d4dc)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:18:12.678817 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124cfd9d-c489-44d2-bc6d-bab11ebaf443 req-153b0037-ac84-420d-8b50-936f813175cf tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:18:12.680265 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-124cfd9d-c489-44d2-bc6d-bab11ebaf443 req-153b0037-ac84-420d-8b50-936f813175cf tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd6ab563-9702-4e5f-8e39-39b024e8dab4 HTTP/1.1" status: 200 len: 944 time: 0.0797124 Feb 04 09:18:12.719486 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:18:12.728249 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-124cfd9d-c489-44d2-bc6d-bab11ebaf443 req-c4e98136-8bb7-4eea-9964-6129e0a1065b tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423138 Feb 04 09:18:12.783439 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=c21941ff-bfd6-479a-aaa8-514e23881665,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:18:12.791699 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:18:12.792038 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:18:12.792371 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:18:12.792727 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:18:12.793053 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:18:12.793378 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:18:12.793719 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:18:12.794038 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:18:12.794355 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:18:12.794663 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:18:12.794974 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:18:13.040033 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] get_ports_and_sgs() called for port_ids ['c21941ff-bfd6-479a-aaa8-514e23881665'] {{(pid=84109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 09:18:13.924721 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de723030-db66-4636-ab35-d2235968f882 req-56ce13d9-ab24-4946-8d1e-dd6e7008c9c8 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:18:13.926144 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-de723030-db66-4636-ab35-d2235968f882 req-56ce13d9-ab24-4946-8d1e-dd6e7008c9c8 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd6ab563-9702-4e5f-8e39-39b024e8dab4 HTTP/1.1" status: 200 len: 945 time: 0.0768399 Feb 04 09:18:13.970887 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-de723030-db66-4636-ab35-d2235968f882 req-013e3652-5238-4e9f-bdc6-612c86d3f72b tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391402 Feb 04 09:18:14.435843 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device c21941ff-bfd6-479a-aaa8-514e23881665 up at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:18:14.570636 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Provisioning for port c21941ff-bfd6-479a-aaa8-514e23881665 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:18:14.575211 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Provisioning complete for port c21941ff-bfd6-479a-aaa8-514e23881665 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:18:14.575577 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:18:14.685508 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:18:14.710701 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd6ab563-9702-4e5f-8e39-39b024e8dab4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c21941ff-bfd6-479a-aaa8-514e23881665'}] {{(pid=84109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:18:14.720710 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port c21941ff-bfd6-479a-aaa8-514e23881665, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=c21941ff-bfd6-479a-aaa8-514e23881665,segment=NetworkSegment(765a3b59-9146-46de-ad3a-f7202633d4dc),segment_id=765a3b59-9146-46de-ad3a-f7202633d4dc)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:18:14.771040 dv-neutron-827798-2-hyperv neutron-server[84109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd6ab563-9702-4e5f-8e39-39b024e8dab4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c21941ff-bfd6-479a-aaa8-514e23881665', 'code': 200} Feb 04 09:18:14.799892 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:18:14.864038 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=c21941ff-bfd6-479a-aaa8-514e23881665,revision_number=5']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:18:15.105239 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-eb18775e-d07f-414c-ba60-0757b6829a46 req-642b77cb-d078-4782-9979-290bdd6203d7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bd6ab563-9702-4e5f-8e39-39b024e8dab4 HTTP/1.1" status: 200 len: 1099 time: 0.0727458 Feb 04 09:18:15.146972 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-eb18775e-d07f-414c-ba60-0757b6829a46 req-d24db432-8fe9-452b-b989-8cdba36ace7d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360770 Feb 04 09:18:15.174825 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da97ec-1ee3-4a52-8c3a-0e1313f1482c req-9d2aa904-a384-479c-adcc-e688a0b4cfa2 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:18:15.176304 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-83da97ec-1ee3-4a52-8c3a-0e1313f1482c req-9d2aa904-a384-479c-adcc-e688a0b4cfa2 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd6ab563-9702-4e5f-8e39-39b024e8dab4 HTTP/1.1" status: 200 len: 946 time: 0.0764232 Feb 04 09:18:15.223771 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-83da97ec-1ee3-4a52-8c3a-0e1313f1482c req-4d971b69-f545-453c-8454-3cd4e34e2661 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419931 Feb 04 09:18:16.423471 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab40cf46-237c-4323-b152-1afcb164c5bb req-2625fe58-86d1-4a74-86e1-d820de741b05 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:18:16.425152 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ab40cf46-237c-4323-b152-1afcb164c5bb req-2625fe58-86d1-4a74-86e1-d820de741b05 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd6ab563-9702-4e5f-8e39-39b024e8dab4 HTTP/1.1" status: 200 len: 946 time: 0.0809822 Feb 04 09:18:16.473088 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ab40cf46-237c-4323-b152-1afcb164c5bb req-fb457194-fb4b-4b6a-aa41-1adf1fb7caa9 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422719 Feb 04 09:18:17.755401 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a3f6e-4797-4a9c-a2f9-ab20a75b5480 req-f5d0e9b2-9dc1-4575-9d88-b6139bb9c3a2 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:18:17.756873 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-294a3f6e-4797-4a9c-a2f9-ab20a75b5480 req-f5d0e9b2-9dc1-4575-9d88-b6139bb9c3a2 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd6ab563-9702-4e5f-8e39-39b024e8dab4 HTTP/1.1" status: 200 len: 946 time: 0.1649835 Feb 04 09:18:17.816604 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-294a3f6e-4797-4a9c-a2f9-ab20a75b5480 req-0462e115-c7ce-4495-9825-1c6ca8c0dc46 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538414 Feb 04 09:18:18.009409 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a452fba-d306-4010-858f-d2f396fe344f req-a03b3399-8118-4d6d-b27a-efcc8debe2a7 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:18:18.010899 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4a452fba-d306-4010-858f-d2f396fe344f req-a03b3399-8118-4d6d-b27a-efcc8debe2a7 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd6ab563-9702-4e5f-8e39-39b024e8dab4 HTTP/1.1" status: 200 len: 946 time: 0.0749116 Feb 04 09:18:18.019422 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 33064) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:18:18.024673 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-146af99b-4b18-4260-ae0f-a35c196e0946 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Request body: {'floatingip': {'port_id': 'c21941ff-bfd6-479a-aaa8-514e23881665'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:18:18.101054 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-146af99b-4b18-4260-ae0f-a35c196e0946 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Notify callbacks [] for floatingip, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:18:18.671688 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-146af99b-4b18-4260-ae0f-a35c196e0946 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:18:18.765121 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-146af99b-4b18-4260-ae0f-a35c196e0946 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473039'] for floatingip, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:18:18.955464 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.l3_db [None req-146af99b-4b18-4260-ae0f-a35c196e0946 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Floating IP 5945da2a-cc6c-4fd8-9028-4117361571a2 associated. External IP: 172.26.3.66, port: c21941ff-bfd6-479a-aaa8-514e23881665. Feb 04 09:18:19.340973 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-146af99b-4b18-4260-ae0f-a35c196e0946 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Router 74803393-71b2-4de3-8fce-adfd99d7e78b has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 09:18:19.462331 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-8726c992-bc2b-4623-a32e-3d6de43c4878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:18:19.642045 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-146af99b-4b18-4260-ae0f-a35c196e0946 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 09:18:19.646792 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-146af99b-4b18-4260-ae0f-a35c196e0946 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for floatingip, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:18:19.651306 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c31db74-4d45-46ff-bb3d-150a6afb32f2 None None] Sync routers for ids ['74803393-71b2-4de3-8fce-adfd99d7e78b'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 09:18:19.663483 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c31db74-4d45-46ff-bb3d-150a6afb32f2 None None] Routers {'74803393-71b2-4de3-8fce-adfd99d7e78b'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:18:19.664092 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-0c31db74-4d45-46ff-bb3d-150a6afb32f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:17:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['74803393-71b2-4de3-8fce-adfd99d7e78b'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:18:19.701574 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-146af99b-4b18-4260-ae0f-a35c196e0946 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "PUT /v2.0/floatingips/5945da2a-cc6c-4fd8-9028-4117361571a2 HTTP/1.1" status: 200 len: 992 time: 1.6811240 Feb 04 09:18:19.702226 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd6ab563-9702-4e5f-8e39-39b024e8dab4', 'tag': 'c21941ff-bfd6-479a-aaa8-514e23881665'}] {{(pid=84107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:18:19.847765 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-0c31db74-4d45-46ff-bb3d-150a6afb32f2 None None] Set router 74803393-71b2-4de3-8fce-adfd99d7e78b gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:18:19.847943 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd6ab563-9702-4e5f-8e39-39b024e8dab4', 'tag': 'c21941ff-bfd6-479a-aaa8-514e23881665', 'status': 'completed', 'code': 200} Feb 04 09:18:19.884362 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984f8258-1a3f-40d2-9706-830fb9b85e2f req-9a4be627-02a6-4809-b108-fcdccf7956f0 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:18:19.885961 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-984f8258-1a3f-40d2-9706-830fb9b85e2f req-9a4be627-02a6-4809-b108-fcdccf7956f0 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd6ab563-9702-4e5f-8e39-39b024e8dab4 HTTP/1.1" status: 200 len: 946 time: 0.0863507 Feb 04 09:18:19.949983 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-984f8258-1a3f-40d2-9706-830fb9b85e2f req-b20cbb49-e4e6-4873-807e-ce9c27126047 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573766 Feb 04 09:18:19.977601 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-25887924-223d-4d1f-b9c7-b120291a78f4 req-aa55307b-8acb-47d5-8f8c-7c31069a1a7f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0139e7b7189b4ee6a580422ec7924590&device_id=bd6ab563-9702-4e5f-8e39-39b024e8dab4 HTTP/1.1" status: 200 len: 1099 time: 0.1081586 Feb 04 09:18:20.107147 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25887924-223d-4d1f-b9c7-b120291a78f4 req-86378410-a678-44c2-ae07-dfb275393452 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:18:20.108594 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-25887924-223d-4d1f-b9c7-b120291a78f4 req-86378410-a678-44c2-ae07-dfb275393452 service neutron] 10.222.0.47 "GET /v2.0/networks?id=594fd076-ef7a-4e3f-bf2b-0daaf040569e HTTP/1.1" status: 200 len: 912 time: 0.1250091 Feb 04 09:18:20.206729 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-0c31db74-4d45-46ff-bb3d-150a6afb32f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74803393-71b2-4de3-8fce-adfd99d7e78b', 'name': 'tempest-ServerActionsTestJSON-159504983-router', 'tenant_id': '0139e7b7189b4ee6a580422ec7924590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18'}], 'enable_snat': True}, 'gw_port_id': '47b106ad-fd6a-4be0-8aae-c71221260d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:14:46Z', 'updated_at': '2022-02-04T09:14:49Z', 'revision_number': 4, 'project_id': '0139e7b7189b4ee6a580422ec7924590', 'gw_port': {'id': '47b106ad-fd6a-4be0-8aae-c71221260d42', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74803393-71b2-4de3-8fce-adfd99d7e78b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:14:46Z', 'updated_at': '2022-02-04T09:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': '5945da2a-cc6c-4fd8-9028-4117361571a2', 'tenant_id': '0139e7b7189b4ee6a580422ec7924590', 'floating_ip_address': '172.26.3.66', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': '74803393-71b2-4de3-8fce-adfd99d7e78b', 'port_id': 'c21941ff-bfd6-479a-aaa8-514e23881665', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '594fd076-ef7a-4e3f-bf2b-0daaf040569e', 'mac_address': 'fa:16:3e:dd:7a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6ab563-9702-4e5f-8e39-39b024e8dab4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T09:14:53Z', 'updated_at': '2022-02-04T09:18:18Z', 'revision_number': 13, 'project_id': '0139e7b7189b4ee6a580422ec7924590', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb9f2e09-3195-49e1-a480-dd2f4062acb4', 'name': '', 'network_id': '594fd076-ef7a-4e3f-bf2b-0daaf040569e', 'tenant_id': '0139e7b7189b4ee6a580422ec7924590', 'mac_address': 'fa:16:3e:c8:70:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74803393-71b2-4de3-8fce-adfd99d7e78b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b1be279-c0ca-42f0-b8fb-dc48b5281171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:14:48Z', 'updated_at': '2022-02-04T09:15:07Z', 'revision_number': 5, 'project_id': '0139e7b7189b4ee6a580422ec7924590', 'subnets': [{'id': '6b1be279-c0ca-42f0-b8fb-dc48b5281171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:18:20.210628 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c31db74-4d45-46ff-bb3d-150a6afb32f2 None None] Checking router: 74803393-71b2-4de3-8fce-adfd99d7e78b for host: dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 09:18:20.211192 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-25887924-223d-4d1f-b9c7-b120291a78f4 req-f6b3a1d4-52f7-46b1-ada4-6dd526dba031 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c21941ff-bfd6-479a-aaa8-514e23881665 HTTP/1.1" status: 200 len: 1000 time: 0.0964487 Feb 04 09:18:20.220985 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c31db74-4d45-46ff-bb3d-150a6afb32f2 None None] Routers {'74803393-71b2-4de3-8fce-adfd99d7e78b'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:18:20.221569 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-0c31db74-4d45-46ff-bb3d-150a6afb32f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:17:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['74803393-71b2-4de3-8fce-adfd99d7e78b'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:18:20.272033 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25887924-223d-4d1f-b9c7-b120291a78f4 req-ef6bbec4-4e2d-430c-9b90-f315d4be92bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:18:20.273486 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-25887924-223d-4d1f-b9c7-b120291a78f4 req-ef6bbec4-4e2d-430c-9b90-f315d4be92bd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6b1be279-c0ca-42f0-b8fb-dc48b5281171 HTTP/1.1" status: 200 len: 850 time: 0.0572710 Feb 04 09:18:20.349233 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-25887924-223d-4d1f-b9c7-b120291a78f4 req-a05e2582-f958-460d-9033-5801685f44e9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=594fd076-ef7a-4e3f-bf2b-0daaf040569e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698137 Feb 04 09:18:20.393693 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-0c31db74-4d45-46ff-bb3d-150a6afb32f2 None None] Set router 74803393-71b2-4de3-8fce-adfd99d7e78b gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:18:20.584757 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-25887924-223d-4d1f-b9c7-b120291a78f4 req-2f1167cc-b8bb-4898-97c0-a31c96aefa84 service neutron] 10.222.0.47 "GET /v2.0/networks/594fd076-ef7a-4e3f-bf2b-0daaf040569e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097747 Feb 04 09:18:20.704133 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-25887924-223d-4d1f-b9c7-b120291a78f4 req-4c973dc5-30a7-4a63-bde8-911b0da78417 service neutron] 10.222.0.47 "GET /v2.0/networks/594fd076-ef7a-4e3f-bf2b-0daaf040569e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332052 Feb 04 09:18:20.777024 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-0c31db74-4d45-46ff-bb3d-150a6afb32f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74803393-71b2-4de3-8fce-adfd99d7e78b', 'name': 'tempest-ServerActionsTestJSON-159504983-router', 'tenant_id': '0139e7b7189b4ee6a580422ec7924590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18'}], 'enable_snat': True}, 'gw_port_id': '47b106ad-fd6a-4be0-8aae-c71221260d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:14:46Z', 'updated_at': '2022-02-04T09:14:49Z', 'revision_number': 4, 'project_id': '0139e7b7189b4ee6a580422ec7924590', 'gw_port': {'id': '47b106ad-fd6a-4be0-8aae-c71221260d42', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74803393-71b2-4de3-8fce-adfd99d7e78b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:14:46Z', 'updated_at': '2022-02-04T09:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': '5945da2a-cc6c-4fd8-9028-4117361571a2', 'tenant_id': '0139e7b7189b4ee6a580422ec7924590', 'floating_ip_address': '172.26.3.66', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': '74803393-71b2-4de3-8fce-adfd99d7e78b', 'port_id': 'c21941ff-bfd6-479a-aaa8-514e23881665', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '594fd076-ef7a-4e3f-bf2b-0daaf040569e', 'mac_address': 'fa:16:3e:dd:7a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6ab563-9702-4e5f-8e39-39b024e8dab4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T09:14:53Z', 'updated_at': '2022-02-04T09:18:18Z', 'revision_number': 13, 'project_id': '0139e7b7189b4ee6a580422ec7924590', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb9f2e09-3195-49e1-a480-dd2f4062acb4', 'name': '', 'network_id': '594fd076-ef7a-4e3f-bf2b-0daaf040569e', 'tenant_id': '0139e7b7189b4ee6a580422ec7924590', 'mac_address': 'fa:16:3e:c8:70:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74803393-71b2-4de3-8fce-adfd99d7e78b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b1be279-c0ca-42f0-b8fb-dc48b5281171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:14:48Z', 'updated_at': '2022-02-04T09:15:07Z', 'revision_number': 5, 'project_id': '0139e7b7189b4ee6a580422ec7924590', 'subnets': [{'id': '6b1be279-c0ca-42f0-b8fb-dc48b5281171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:18:20.781644 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c31db74-4d45-46ff-bb3d-150a6afb32f2 None None] The sync data for ids ['74803393-71b2-4de3-8fce-adfd99d7e78b'] in dv-neutron-827798-2-hyperv is: [{'id': '74803393-71b2-4de3-8fce-adfd99d7e78b', 'name': 'tempest-ServerActionsTestJSON-159504983-router', 'tenant_id': '0139e7b7189b4ee6a580422ec7924590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18'}], 'enable_snat': True}, 'gw_port_id': '47b106ad-fd6a-4be0-8aae-c71221260d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:14:46Z', 'updated_at': '2022-02-04T09:14:49Z', 'revision_number': 4, 'project_id': '0139e7b7189b4ee6a580422ec7924590', 'gw_port': {'id': '47b106ad-fd6a-4be0-8aae-c71221260d42', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74803393-71b2-4de3-8fce-adfd99d7e78b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:14:46Z', 'updated_at': '2022-02-04T09:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': '5945da2a-cc6c-4fd8-9028-4117361571a2', 'tenant_id': '0139e7b7189b4ee6a580422ec7924590', 'floating_ip_address': '172.26.3.66', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': '74803393-71b2-4de3-8fce-adfd99d7e78b', 'port_id': 'c21941ff-bfd6-479a-aaa8-514e23881665', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '594fd076-ef7a-4e3f-bf2b-0daaf040569e', 'mac_address': 'fa:16:3e:dd:7a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6ab563-9702-4e5f-8e39-39b024e8dab4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T09:14:53Z', 'updated_at': '2022-02-04T09:18:18Z', 'revision_number': 13, 'project_id': '0139e7b7189b4ee6a580422ec7924590', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb9f2e09-3195-49e1-a480-dd2f4062acb4', 'name': '', 'network_id': '594fd076-ef7a-4e3f-bf2b-0daaf040569e', 'tenant_id': '0139e7b7189b4ee6a580422ec7924590', 'mac_address': 'fa:16:3e:c8:70:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74803393-71b2-4de3-8fce-adfd99d7e78b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b1be279-c0ca-42f0-b8fb-dc48b5281171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:14:48Z', 'updated_at': '2022-02-04T09:15:07Z', 'revision_number': 5, 'project_id': '0139e7b7189b4ee6a580422ec7924590', 'subnets': [{'id': '6b1be279-c0ca-42f0-b8fb-dc48b5281171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 09:18:20.971937 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b284b18-41a3-4244-862c-b35a3e992ea6 None None] New status for floating IP 5945da2a-cc6c-4fd8-9028-4117361571a2: ACTIVE {{(pid=84110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 09:18:21.151082 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3774a36-04bd-4810-b95d-9527f2f39de7 req-8d2d8c84-075c-4f94-879d-9ca955826462 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:18:21.152435 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b3774a36-04bd-4810-b95d-9527f2f39de7 req-8d2d8c84-075c-4f94-879d-9ca955826462 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd6ab563-9702-4e5f-8e39-39b024e8dab4 HTTP/1.1" status: 200 len: 946 time: 0.0785100 Feb 04 09:18:21.197741 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b3774a36-04bd-4810-b95d-9527f2f39de7 req-8c4a5cc7-6c53-4cf4-9795-4fff9569bdf4 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391035 Feb 04 09:18:21.725284 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-b449e14c-e3ce-4de6-8bb9-711eacb6f6a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:18:22.959737 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:18:22.988259 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:18:23.140851 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81d9fe0-3baa-4839-aaf8-5274c2139578 req-c70ff61f-f5b8-4335-b4ba-36236e7e0f87 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:18:23.142293 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b81d9fe0-3baa-4839-aaf8-5274c2139578 req-c70ff61f-f5b8-4335-b4ba-36236e7e0f87 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd6ab563-9702-4e5f-8e39-39b024e8dab4 HTTP/1.1" status: 200 len: 946 time: 0.0751524 Feb 04 09:18:23.189820 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b81d9fe0-3baa-4839-aaf8-5274c2139578 req-d06067a4-e25c-4c5a-b866-f01d68177cd1 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420301 Feb 04 09:18:24.456837 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:18:25.120291 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 09:18:26.370521 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:18:32.983379 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-36413363-c583-43a5-bc83-fe8c7bc1e357 req-40b7a7ea-a8cd-4770-b45d-c58cc86c8ce1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bd6ab563-9702-4e5f-8e39-39b024e8dab4&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0656922 Feb 04 09:18:33.400246 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94547340-4069-4f9a-8d67-76edc3824439 req-f227eb2f-4a69-410e-be4d-189f28c0c1e7 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:18:33.400246 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-94547340-4069-4f9a-8d67-76edc3824439 req-f227eb2f-4a69-410e-be4d-189f28c0c1e7 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd6ab563-9702-4e5f-8e39-39b024e8dab4 HTTP/1.1" status: 200 len: 946 time: 0.0777280 Feb 04 09:18:33.423390 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-ee3b74cc-d7d5-4e57-b51f-3eeaec5eaf4d req-64ecfa7a-7216-4181-a65c-babd99eb3172 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bd6ab563-9702-4e5f-8e39-39b024e8dab4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0690877 Feb 04 09:18:33.450559 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-94547340-4069-4f9a-8d67-76edc3824439 req-66220766-8913-405b-b695-07d264874e1a tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426307 Feb 04 09:18:34.661523 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45368478-1e62-40a8-8fd4-21b9f6289299 req-db19e5da-3705-4054-b80a-2256f0682b99 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:18:34.662989 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-45368478-1e62-40a8-8fd4-21b9f6289299 req-db19e5da-3705-4054-b80a-2256f0682b99 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd6ab563-9702-4e5f-8e39-39b024e8dab4 HTTP/1.1" status: 200 len: 946 time: 0.0822098 Feb 04 09:18:34.707822 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-45368478-1e62-40a8-8fd4-21b9f6289299 req-a246e344-bc73-4a49-87cd-63ff500e4dd4 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381384 Feb 04 09:18:35.332135 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-ee3b74cc-d7d5-4e57-b51f-3eeaec5eaf4d req-cccbe376-74b6-42cf-93c9-1a351d383012 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0139e7b7189b4ee6a580422ec7924590&device_id=bd6ab563-9702-4e5f-8e39-39b024e8dab4 HTTP/1.1" status: 200 len: 1099 time: 0.0708044 Feb 04 09:18:35.462132 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3b74cc-d7d5-4e57-b51f-3eeaec5eaf4d req-49ab07e6-204d-4cc5-8b3a-ecea48c08ef6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:18:35.463523 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-ee3b74cc-d7d5-4e57-b51f-3eeaec5eaf4d req-49ab07e6-204d-4cc5-8b3a-ecea48c08ef6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=594fd076-ef7a-4e3f-bf2b-0daaf040569e HTTP/1.1" status: 200 len: 912 time: 0.1217229 Feb 04 09:18:35.565695 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-ee3b74cc-d7d5-4e57-b51f-3eeaec5eaf4d req-65f0a367-8cb0-4680-a741-1a3ce1969e36 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c21941ff-bfd6-479a-aaa8-514e23881665 HTTP/1.1" status: 200 len: 1002 time: 0.0943346 Feb 04 09:18:35.627927 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3b74cc-d7d5-4e57-b51f-3eeaec5eaf4d req-c98062c8-6531-4c2f-a76e-bcd7b6b33af5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:18:35.629270 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-ee3b74cc-d7d5-4e57-b51f-3eeaec5eaf4d req-c98062c8-6531-4c2f-a76e-bcd7b6b33af5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6b1be279-c0ca-42f0-b8fb-dc48b5281171 HTTP/1.1" status: 200 len: 850 time: 0.0567405 Feb 04 09:18:35.701613 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-ee3b74cc-d7d5-4e57-b51f-3eeaec5eaf4d req-e07c106b-3ae3-475e-9b93-d958a8c48d93 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=594fd076-ef7a-4e3f-bf2b-0daaf040569e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0654984 Feb 04 09:18:35.832986 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-ee3b74cc-d7d5-4e57-b51f-3eeaec5eaf4d req-d1fd4fbb-19c1-45cb-8b49-b0b92910c93a service neutron] 10.222.0.47 "GET /v2.0/networks/594fd076-ef7a-4e3f-bf2b-0daaf040569e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246769 Feb 04 09:18:35.904318 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b1d36-4fa7-480f-82a0-0f546f1b1b99 req-99e5e90a-ca56-4f17-9d05-e2a39a08d31d tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:18:35.905683 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-522b1d36-4fa7-480f-82a0-0f546f1b1b99 req-99e5e90a-ca56-4f17-9d05-e2a39a08d31d tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd6ab563-9702-4e5f-8e39-39b024e8dab4 HTTP/1.1" status: 200 len: 946 time: 0.0768642 Feb 04 09:18:35.951913 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-522b1d36-4fa7-480f-82a0-0f546f1b1b99 req-154f16fa-8eb4-419d-af0d-dc64e481c3c2 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407083 Feb 04 09:18:35.967847 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-ee3b74cc-d7d5-4e57-b51f-3eeaec5eaf4d req-aed8ba7a-09b6-4b89-8a2f-ddf1c5007b9b service neutron] 10.222.0.47 "GET /v2.0/networks/594fd076-ef7a-4e3f-bf2b-0daaf040569e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280940 Feb 04 09:18:37.144976 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c45990-9696-4e08-be77-6b23adcecf1a req-1821c84e-a3b2-45dc-95e0-2cbe1b113180 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:18:37.146397 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-70c45990-9696-4e08-be77-6b23adcecf1a req-1821c84e-a3b2-45dc-95e0-2cbe1b113180 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd6ab563-9702-4e5f-8e39-39b024e8dab4 HTTP/1.1" status: 200 len: 946 time: 0.0747206 Feb 04 09:18:37.189805 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-70c45990-9696-4e08-be77-6b23adcecf1a req-ea83b6f0-49ff-49ab-933f-f39fe2007294 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379834 Feb 04 09:18:38.387194 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f09c83-f71e-48ce-816c-9e125ed419b2 req-0a8a724f-e300-45a4-8984-61328f958bb7 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:18:38.388630 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-49f09c83-f71e-48ce-816c-9e125ed419b2 req-0a8a724f-e300-45a4-8984-61328f958bb7 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd6ab563-9702-4e5f-8e39-39b024e8dab4 HTTP/1.1" status: 200 len: 946 time: 0.0771725 Feb 04 09:18:38.431707 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-49f09c83-f71e-48ce-816c-9e125ed419b2 req-2d876a20-500f-46fb-a113-fae77db3dc7b tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377419 Feb 04 09:18:39.625126 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58baa4bc-29e4-4a09-883f-537374dfcdc3 req-7721a275-f8fd-4882-a050-92d8327dfe6a tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:18:39.626527 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-58baa4bc-29e4-4a09-883f-537374dfcdc3 req-7721a275-f8fd-4882-a050-92d8327dfe6a tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd6ab563-9702-4e5f-8e39-39b024e8dab4 HTTP/1.1" status: 200 len: 946 time: 0.0739050 Feb 04 09:18:39.672425 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-58baa4bc-29e4-4a09-883f-537374dfcdc3 req-56e65b0b-fbda-42cd-ab73-596f825251ff tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405736 Feb 04 09:18:40.866776 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e1c784-bef1-4bf5-acff-327baaf01697 req-aea7e59e-bf8c-452e-bdeb-069207875ed0 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:18:40.868423 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d6e1c784-bef1-4bf5-acff-327baaf01697 req-aea7e59e-bf8c-452e-bdeb-069207875ed0 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd6ab563-9702-4e5f-8e39-39b024e8dab4 HTTP/1.1" status: 200 len: 946 time: 0.0764403 Feb 04 09:18:40.921487 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d6e1c784-bef1-4bf5-acff-327baaf01697 req-ca60d56b-d5ed-496f-b77d-18f893f6f5b4 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465479 Feb 04 09:18:42.116602 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05d7611-739d-4d4f-a5f0-21ce6bbcc3ed req-c614aea5-ddd4-41bc-81d1-97e3af8fd21e tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:18:42.118022 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f05d7611-739d-4d4f-a5f0-21ce6bbcc3ed req-c614aea5-ddd4-41bc-81d1-97e3af8fd21e tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd6ab563-9702-4e5f-8e39-39b024e8dab4 HTTP/1.1" status: 200 len: 946 time: 0.0769787 Feb 04 09:18:42.161170 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f05d7611-739d-4d4f-a5f0-21ce6bbcc3ed req-1c1ca9f1-eecb-4dad-90f9-56da6e841789 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377474 Feb 04 09:18:43.357793 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44ff815-099f-4823-b231-f0eac74fa777 req-1536a179-d2d6-4800-b0c4-f9ed2ca48c1b tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:18:43.359205 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e44ff815-099f-4823-b231-f0eac74fa777 req-1536a179-d2d6-4800-b0c4-f9ed2ca48c1b tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd6ab563-9702-4e5f-8e39-39b024e8dab4 HTTP/1.1" status: 200 len: 946 time: 0.0744522 Feb 04 09:18:43.402016 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e44ff815-099f-4823-b231-f0eac74fa777 req-39b35ec1-df98-4ece-b8b2-68a6fd1bceb6 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374117 Feb 04 09:18:44.596894 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa2ecd4-a16b-4aa8-901d-7489edf807d5 req-eceaef81-d6b2-42da-b272-bb4c46eb15ca tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:18:44.598316 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-1fa2ecd4-a16b-4aa8-901d-7489edf807d5 req-eceaef81-d6b2-42da-b272-bb4c46eb15ca tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd6ab563-9702-4e5f-8e39-39b024e8dab4 HTTP/1.1" status: 200 len: 946 time: 0.0771487 Feb 04 09:18:44.648627 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-1fa2ecd4-a16b-4aa8-901d-7489edf807d5 req-001d104e-f829-47e2-9370-322201a8d81b tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447972 Feb 04 09:18:45.843767 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592e18a6-ebfa-4cf9-ac93-6ef1c9787bed req-6878130c-72d3-48db-85b0-3f4c7d6dfbe4 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:18:45.845211 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-592e18a6-ebfa-4cf9-ac93-6ef1c9787bed req-6878130c-72d3-48db-85b0-3f4c7d6dfbe4 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd6ab563-9702-4e5f-8e39-39b024e8dab4 HTTP/1.1" status: 200 len: 946 time: 0.0740638 Feb 04 09:18:45.888369 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-592e18a6-ebfa-4cf9-ac93-6ef1c9787bed req-da4fe9ba-0e6c-4954-b738-c9f6eba2f7e1 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378206 Feb 04 09:18:47.086026 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9946009c-8ffb-4911-92d9-1c2fd36dc7a2 req-c48b460c-4307-49e3-8967-9516ded8d62d tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:18:47.087491 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-9946009c-8ffb-4911-92d9-1c2fd36dc7a2 req-c48b460c-4307-49e3-8967-9516ded8d62d tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd6ab563-9702-4e5f-8e39-39b024e8dab4 HTTP/1.1" status: 200 len: 946 time: 0.0776076 Feb 04 09:18:47.132622 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-9946009c-8ffb-4911-92d9-1c2fd36dc7a2 req-4558cfec-e2d8-4853-a071-45f556b34b68 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389643 Feb 04 09:18:48.336859 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ca804-af19-413c-a1f7-73677244e73d req-e13ca5c2-3ccf-412e-938a-b21b4c722d73 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:18:48.345798 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-0c1ca804-af19-413c-a1f7-73677244e73d req-e13ca5c2-3ccf-412e-938a-b21b4c722d73 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd6ab563-9702-4e5f-8e39-39b024e8dab4 HTTP/1.1" status: 200 len: 946 time: 0.0835495 Feb 04 09:18:48.464757 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-0c1ca804-af19-413c-a1f7-73677244e73d req-c9733707-7870-4696-a244-db3ba7561e28 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209266 Feb 04 09:18:49.004395 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-ee3b74cc-d7d5-4e57-b51f-3eeaec5eaf4d req-ab851b1d-4a1b-4f47-917b-cf4b7a46066a service neutron] 10.222.0.47 "GET /v2.0/ports/c21941ff-bfd6-479a-aaa8-514e23881665/bindings/hv-neutron-8277 HTTP/1.1" status: 200 len: 384 time: 0.0770156 Feb 04 09:18:49.467214 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-e093504c-55c9-46ad-bce7-bc62512662f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:18:49.580572 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-ee3b74cc-d7d5-4e57-b51f-3eeaec5eaf4d req-a4980a72-e702-4f45-b7ac-0cbef22d1875 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bd6ab563-9702-4e5f-8e39-39b024e8dab4&tenant_id=0139e7b7189b4ee6a580422ec7924590 HTTP/1.1" status: 200 len: 1099 time: 0.0674791 Feb 04 09:18:49.658256 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268260bb-12c1-4443-bf2e-1f04378b60fb req-fb91fc65-5fc4-4fb6-9b97-25b2ded8e699 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:18:49.659611 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-268260bb-12c1-4443-bf2e-1f04378b60fb req-fb91fc65-5fc4-4fb6-9b97-25b2ded8e699 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd6ab563-9702-4e5f-8e39-39b024e8dab4 HTTP/1.1" status: 200 len: 946 time: 0.0738657 Feb 04 09:18:49.675945 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-ee3b74cc-d7d5-4e57-b51f-3eeaec5eaf4d req-0c765a0d-008f-471f-b9d9-1485cb6582b3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0139e7b7189b4ee6a580422ec7924590&device_id=bd6ab563-9702-4e5f-8e39-39b024e8dab4 HTTP/1.1" status: 200 len: 1099 time: 0.0718868 Feb 04 09:18:49.704461 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-268260bb-12c1-4443-bf2e-1f04378b60fb req-6b5fae2d-cbf1-4b44-9bc5-21020e78c1ec tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391026 Feb 04 09:18:49.809473 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3b74cc-d7d5-4e57-b51f-3eeaec5eaf4d req-39d3c175-4175-45ea-9b99-4573370afee8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:18:49.810886 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-ee3b74cc-d7d5-4e57-b51f-3eeaec5eaf4d req-39d3c175-4175-45ea-9b99-4573370afee8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=594fd076-ef7a-4e3f-bf2b-0daaf040569e HTTP/1.1" status: 200 len: 912 time: 0.1298115 Feb 04 09:18:49.907842 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-ee3b74cc-d7d5-4e57-b51f-3eeaec5eaf4d req-2f31ef72-2fe7-40ec-a623-3916021eef60 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c21941ff-bfd6-479a-aaa8-514e23881665 HTTP/1.1" status: 200 len: 1002 time: 0.0910549 Feb 04 09:18:49.972249 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3b74cc-d7d5-4e57-b51f-3eeaec5eaf4d req-f92156f4-0d0a-4fb7-90e0-f4efe8dade10 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:18:49.973616 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-ee3b74cc-d7d5-4e57-b51f-3eeaec5eaf4d req-f92156f4-0d0a-4fb7-90e0-f4efe8dade10 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6b1be279-c0ca-42f0-b8fb-dc48b5281171 HTTP/1.1" status: 200 len: 850 time: 0.0603995 Feb 04 09:18:50.060348 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-ee3b74cc-d7d5-4e57-b51f-3eeaec5eaf4d req-0421bf91-18f8-4a70-8be3-3858089052b1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=594fd076-ef7a-4e3f-bf2b-0daaf040569e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0810740 Feb 04 09:18:50.271448 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-ee3b74cc-d7d5-4e57-b51f-3eeaec5eaf4d req-b3e970ea-f4d6-43ff-9ff8-99788f2b5453 service neutron] 10.222.0.47 "GET /v2.0/networks/594fd076-ef7a-4e3f-bf2b-0daaf040569e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053225 Feb 04 09:18:50.407451 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-ee3b74cc-d7d5-4e57-b51f-3eeaec5eaf4d req-4424daef-f27c-4b75-8550-236b45a52690 service neutron] 10.222.0.47 "GET /v2.0/networks/594fd076-ef7a-4e3f-bf2b-0daaf040569e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308486 Feb 04 09:18:50.632164 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device c21941ff-bfd6-479a-aaa8-514e23881665 no longer exists at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 09:18:50.748749 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:18:50.777795 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd6ab563-9702-4e5f-8e39-39b024e8dab4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c21941ff-bfd6-479a-aaa8-514e23881665'}] {{(pid=84109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:18:50.787209 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port c21941ff-bfd6-479a-aaa8-514e23881665, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=c21941ff-bfd6-479a-aaa8-514e23881665,segment=NetworkSegment(765a3b59-9146-46de-ad3a-f7202633d4dc),segment_id=765a3b59-9146-46de-ad3a-f7202633d4dc)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:18:50.891020 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:18:50.917063 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c979e137-2670-4c7f-b0ba-6015517796d8 req-ec2c773a-6f3e-4a29-9db9-290274a10cd6 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:18:50.924992 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c979e137-2670-4c7f-b0ba-6015517796d8 req-ec2c773a-6f3e-4a29-9db9-290274a10cd6 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd6ab563-9702-4e5f-8e39-39b024e8dab4 HTTP/1.1" status: 200 len: 946 time: 0.0979488 Feb 04 09:18:50.937962 dv-neutron-827798-2-hyperv neutron-server[84109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd6ab563-9702-4e5f-8e39-39b024e8dab4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c21941ff-bfd6-479a-aaa8-514e23881665', 'code': 200} Feb 04 09:18:50.965884 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=c21941ff-bfd6-479a-aaa8-514e23881665,revision_number=6']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:18:50.968768 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c979e137-2670-4c7f-b0ba-6015517796d8 req-bbc19514-2b6b-4055-aeb5-2d13e50ce257 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429077 Feb 04 09:18:51.753584 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-9f2f33e4-e5a9-4fad-a29e-ee9c63322374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:18:52.169144 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec9e657-2947-4542-acbc-92bc5967e825 req-14f0a0b4-7152-4ef3-8580-4ac1801afb63 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:18:52.170613 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-2ec9e657-2947-4542-acbc-92bc5967e825 req-14f0a0b4-7152-4ef3-8580-4ac1801afb63 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd6ab563-9702-4e5f-8e39-39b024e8dab4 HTTP/1.1" status: 200 len: 944 time: 0.0761218 Feb 04 09:18:52.218766 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-2ec9e657-2947-4542-acbc-92bc5967e825 req-2af915fd-c58b-41d3-9301-c1c41d98610b tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425601 Feb 04 09:18:52.936023 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:18:53.004717 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:18:53.415938 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff25801-75fc-4255-9b1c-9cdb2cf661be req-28620e54-0a74-4c88-9794-2a297f74a9ef tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:18:53.417739 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-1ff25801-75fc-4255-9b1c-9cdb2cf661be req-28620e54-0a74-4c88-9794-2a297f74a9ef tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd6ab563-9702-4e5f-8e39-39b024e8dab4 HTTP/1.1" status: 200 len: 944 time: 0.0734785 Feb 04 09:18:53.461433 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-1ff25801-75fc-4255-9b1c-9cdb2cf661be req-ead8ff67-96c9-4e67-b72b-1edb3383d69a tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378656 Feb 04 09:18:54.478987 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:18:54.655841 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4e58e3-0ba0-4b3e-a0c0-7d9a5d34c371 req-5d48fc96-5084-44b4-a233-53671fa7eb50 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:18:54.657202 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-0a4e58e3-0ba0-4b3e-a0c0-7d9a5d34c371 req-5d48fc96-5084-44b4-a233-53671fa7eb50 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd6ab563-9702-4e5f-8e39-39b024e8dab4 HTTP/1.1" status: 200 len: 944 time: 0.0767696 Feb 04 09:18:54.663164 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device c21941ff-bfd6-479a-aaa8-514e23881665 details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=84109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 09:18:54.707397 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-0a4e58e3-0ba0-4b3e-a0c0-7d9a5d34c371 req-81368531-64fb-4460-99c7-0d310764808b tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447457 Feb 04 09:18:54.802093 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port c21941ff-bfd6-479a-aaa8-514e23881665, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=c21941ff-bfd6-479a-aaa8-514e23881665,segment=NetworkSegment(765a3b59-9146-46de-ad3a-f7202633d4dc),segment_id=765a3b59-9146-46de-ad3a-f7202633d4dc)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:18:54.815348 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Returning: {'device': 'c21941ff-bfd6-479a-aaa8-514e23881665', 'network_id': '594fd076-ef7a-4e3f-bf2b-0daaf040569e', 'port_id': 'c21941ff-bfd6-479a-aaa8-514e23881665', 'mac_address': 'fa:16:3e:dd:7a:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b1be279-c0ca-42f0-b8fb-dc48b5281171', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 09:18:54.866582 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:18:54.883717 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c21941ff-bfd6-479a-aaa8-514e23881665 {{(pid=84109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 09:18:54.897777 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port c21941ff-bfd6-479a-aaa8-514e23881665, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=c21941ff-bfd6-479a-aaa8-514e23881665,segment=NetworkSegment(765a3b59-9146-46de-ad3a-f7202633d4dc),segment_id=765a3b59-9146-46de-ad3a-f7202633d4dc)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:18:54.976043 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:18:55.039295 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] get_ports_and_sgs() called for port_ids ['c21941ff-bfd6-479a-aaa8-514e23881665'] {{(pid=84109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 09:18:55.086121 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=c21941ff-bfd6-479a-aaa8-514e23881665,revision_number=7']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:18:55.905844 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9bfba7-2906-4f82-9d69-6b0a10c97e23 req-e2c3a9df-d7e8-48e0-aeb5-ed5990466023 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:18:55.907277 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-3a9bfba7-2906-4f82-9d69-6b0a10c97e23 req-e2c3a9df-d7e8-48e0-aeb5-ed5990466023 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd6ab563-9702-4e5f-8e39-39b024e8dab4 HTTP/1.1" status: 200 len: 945 time: 0.0738456 Feb 04 09:18:55.952571 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-3a9bfba7-2906-4f82-9d69-6b0a10c97e23 req-79a1c479-76c9-48e6-9044-2b9d6bc9a399 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397973 Feb 04 09:18:56.439456 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:18:56.677536 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device c21941ff-bfd6-479a-aaa8-514e23881665 up at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:18:56.746377 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Provisioning complete for port c21941ff-bfd6-479a-aaa8-514e23881665 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:18:56.746657 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:18:56.854747 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:18:56.879700 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd6ab563-9702-4e5f-8e39-39b024e8dab4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c21941ff-bfd6-479a-aaa8-514e23881665'}] {{(pid=84109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:18:56.889433 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port c21941ff-bfd6-479a-aaa8-514e23881665, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=c21941ff-bfd6-479a-aaa8-514e23881665,segment=NetworkSegment(765a3b59-9146-46de-ad3a-f7202633d4dc),segment_id=765a3b59-9146-46de-ad3a-f7202633d4dc)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:18:56.941072 dv-neutron-827798-2-hyperv neutron-server[84109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd6ab563-9702-4e5f-8e39-39b024e8dab4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c21941ff-bfd6-479a-aaa8-514e23881665', 'code': 200} Feb 04 09:18:56.964814 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:18:57.032760 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=c21941ff-bfd6-479a-aaa8-514e23881665,revision_number=8']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:18:57.149600 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4071b7-99fe-4c42-92f8-72bb6b70cc01 req-d675da5e-07b4-48a8-b7cc-2a90dd21c097 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:18:57.151025 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-6c4071b7-99fe-4c42-92f8-72bb6b70cc01 req-d675da5e-07b4-48a8-b7cc-2a90dd21c097 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd6ab563-9702-4e5f-8e39-39b024e8dab4 HTTP/1.1" status: 200 len: 946 time: 0.0772693 Feb 04 09:18:57.195268 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-6c4071b7-99fe-4c42-92f8-72bb6b70cc01 req-0f97105e-3047-4367-825f-a99dd01e38bd tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382237 Feb 04 09:18:58.388598 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d4af88-5e86-4ef0-8983-759535954cae req-bf1cfd97-3bce-42c9-914f-0ddfa752e4c9 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:18:58.390036 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-41d4af88-5e86-4ef0-8983-759535954cae req-bf1cfd97-3bce-42c9-914f-0ddfa752e4c9 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd6ab563-9702-4e5f-8e39-39b024e8dab4 HTTP/1.1" status: 200 len: 946 time: 0.0755019 Feb 04 09:18:58.437500 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-41d4af88-5e86-4ef0-8983-759535954cae req-cf1ed1b9-239c-434a-ab54-75840fa5d448 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419810 Feb 04 09:18:59.632266 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5177048-9c5f-4a39-b9e9-e9ccf73a0b71 req-73d69d95-2e66-42b5-8fa5-560fc2410080 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:18:59.633727 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b5177048-9c5f-4a39-b9e9-e9ccf73a0b71 req-73d69d95-2e66-42b5-8fa5-560fc2410080 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd6ab563-9702-4e5f-8e39-39b024e8dab4 HTTP/1.1" status: 200 len: 946 time: 0.0741465 Feb 04 09:18:59.677880 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b5177048-9c5f-4a39-b9e9-e9ccf73a0b71 req-625dcb09-b892-4911-b3f9-7b19dedf382a tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388145 Feb 04 09:19:00.882179 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b8b1b-9fa7-4cd8-8999-0bbec07beef4 req-663ecf1c-8bd9-4f7c-aa05-b61ccca0c77a tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:19:00.883608 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e07b8b1b-9fa7-4cd8-8999-0bbec07beef4 req-663ecf1c-8bd9-4f7c-aa05-b61ccca0c77a tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd6ab563-9702-4e5f-8e39-39b024e8dab4 HTTP/1.1" status: 200 len: 946 time: 0.0770836 Feb 04 09:19:00.927179 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e07b8b1b-9fa7-4cd8-8999-0bbec07beef4 req-424b9049-bdf3-491f-8d75-010e9d801c3c tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382276 Feb 04 09:19:01.637220 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b10fc-a870-4820-9821-c335a9ced93f req-53ba5f9f-11a9-4bbb-b5e6-d43f45606db2 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:19:01.638642 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-307b10fc-a870-4820-9821-c335a9ced93f req-53ba5f9f-11a9-4bbb-b5e6-d43f45606db2 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd6ab563-9702-4e5f-8e39-39b024e8dab4 HTTP/1.1" status: 200 len: 946 time: 0.0751588 Feb 04 09:19:01.652350 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc58162b-c3ee-406b-aa8e-1f6adb8d4c25 req-4b102105-9a94-4124-a785-63cd1f052c4b tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:19:01.653078 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [req-dc58162b-c3ee-406b-aa8e-1f6adb8d4c25 req-4b102105-9a94-4124-a785-63cd1f052c4b tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Synchronizing usage tracker for tenant:0139e7b7189b4ee6a580422ec7924590 on resource:port {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 09:19:01.683601 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-307b10fc-a870-4820-9821-c335a9ced93f req-333f5d42-1670-4976-952e-3872cef5cd72 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394077 Feb 04 09:19:01.758931 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [req-dc58162b-c3ee-406b-aa8e-1f6adb8d4c25 req-4b102105-9a94-4124-a785-63cd1f052c4b tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Unset dirty status for tenant:0139e7b7189b4ee6a580422ec7924590 on resource:port {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 09:19:01.760012 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-dc58162b-c3ee-406b-aa8e-1f6adb8d4c25 req-4b102105-9a94-4124-a785-63cd1f052c4b tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.47 "GET /v2.0/ports?device_id=bd6ab563-9702-4e5f-8e39-39b024e8dab4&tenant_id=0139e7b7189b4ee6a580422ec7924590&binding%3Ahost_id=hv-neutron-8277 HTTP/1.1" status: 200 len: 946 time: 0.1921685 Feb 04 09:19:01.840032 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-dc58162b-c3ee-406b-aa8e-1f6adb8d4c25 req-acd46822-967d-4fa9-8795-025b01b9395f service neutron] 10.222.0.47 "GET /v2.0/ports/c21941ff-bfd6-479a-aaa8-514e23881665/bindings/hv-neutron-8277 HTTP/1.1" status: 200 len: 384 time: 0.0729244 Feb 04 09:19:01.930347 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-dc58162b-c3ee-406b-aa8e-1f6adb8d4c25 req-58f6f923-70a2-4c4d-a095-f9662dadd3e3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0139e7b7189b4ee6a580422ec7924590&device_id=bd6ab563-9702-4e5f-8e39-39b024e8dab4 HTTP/1.1" status: 200 len: 1099 time: 0.0698028 Feb 04 09:19:02.057478 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc58162b-c3ee-406b-aa8e-1f6adb8d4c25 req-dec0bdfd-83d0-427f-a6c9-d056cb1dfa23 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:19:02.058802 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-dc58162b-c3ee-406b-aa8e-1f6adb8d4c25 req-dec0bdfd-83d0-427f-a6c9-d056cb1dfa23 service neutron] 10.222.0.47 "GET /v2.0/networks?id=594fd076-ef7a-4e3f-bf2b-0daaf040569e HTTP/1.1" status: 200 len: 912 time: 0.1228535 Feb 04 09:19:02.120631 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 09:19:02.155498 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-dc58162b-c3ee-406b-aa8e-1f6adb8d4c25 req-7002a1c7-62b0-412f-8490-05395e657d4a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c21941ff-bfd6-479a-aaa8-514e23881665 HTTP/1.1" status: 200 len: 1002 time: 0.0898089 Feb 04 09:19:02.218148 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc58162b-c3ee-406b-aa8e-1f6adb8d4c25 req-5a3b8ece-7230-4446-9d1f-9c72633f21d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:19:02.219506 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-dc58162b-c3ee-406b-aa8e-1f6adb8d4c25 req-5a3b8ece-7230-4446-9d1f-9c72633f21d1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6b1be279-c0ca-42f0-b8fb-dc48b5281171 HTTP/1.1" status: 200 len: 850 time: 0.0583875 Feb 04 09:19:02.289417 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-dc58162b-c3ee-406b-aa8e-1f6adb8d4c25 req-2b917709-2251-4424-9255-a4f282fa829a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=594fd076-ef7a-4e3f-bf2b-0daaf040569e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0644970 Feb 04 09:19:02.414860 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-dc58162b-c3ee-406b-aa8e-1f6adb8d4c25 req-981c5705-4f3e-4b54-9918-1d643339e96e service neutron] 10.222.0.47 "GET /v2.0/networks/594fd076-ef7a-4e3f-bf2b-0daaf040569e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197395 Feb 04 09:19:02.541019 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-dc58162b-c3ee-406b-aa8e-1f6adb8d4c25 req-26d8fdd3-c6bc-4046-813c-486a2dcb2949 service neutron] 10.222.0.47 "GET /v2.0/networks/594fd076-ef7a-4e3f-bf2b-0daaf040569e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205502 Feb 04 09:19:02.889396 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8917d70b-be82-4f8c-8600-ee31835cbeb2 req-20badd6b-c484-4ffa-bd84-42771138ee78 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:19:02.890807 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8917d70b-be82-4f8c-8600-ee31835cbeb2 req-20badd6b-c484-4ffa-bd84-42771138ee78 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd6ab563-9702-4e5f-8e39-39b024e8dab4 HTTP/1.1" status: 200 len: 946 time: 0.0768371 Feb 04 09:19:02.935816 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8917d70b-be82-4f8c-8600-ee31835cbeb2 req-1e6fd7b3-e6b5-4560-a026-8adeeb375b28 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396314 Feb 04 09:19:04.159542 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0eba05-2bfa-4137-87b9-a0cf1a179b21 req-aeb381cb-51e0-4ab2-b5f5-dc6bd86449fc tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:19:04.161012 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-fd0eba05-2bfa-4137-87b9-a0cf1a179b21 req-aeb381cb-51e0-4ab2-b5f5-dc6bd86449fc tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd6ab563-9702-4e5f-8e39-39b024e8dab4 HTTP/1.1" status: 200 len: 946 time: 0.0745280 Feb 04 09:19:04.205311 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-fd0eba05-2bfa-4137-87b9-a0cf1a179b21 req-828fb981-c793-46dd-b878-07bbf431ddd1 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388484 Feb 04 09:19:05.403321 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23afa763-c24e-4f51-bef1-b98fc3da6ba4 req-e07c3c2f-e307-401a-945c-5d0682560043 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:19:05.407729 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-23afa763-c24e-4f51-bef1-b98fc3da6ba4 req-e07c3c2f-e307-401a-945c-5d0682560043 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd6ab563-9702-4e5f-8e39-39b024e8dab4 HTTP/1.1" status: 200 len: 946 time: 0.0830224 Feb 04 09:19:05.454696 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-23afa763-c24e-4f51-bef1-b98fc3da6ba4 req-0a78e8b8-d14c-44e0-81d0-8c71b34f1a40 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414236 Feb 04 09:19:06.605801 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-dc58162b-c3ee-406b-aa8e-1f6adb8d4c25 req-0f9fe029-613f-454a-bf2a-d3d7f2bd4995 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bd6ab563-9702-4e5f-8e39-39b024e8dab4&tenant_id=0139e7b7189b4ee6a580422ec7924590 HTTP/1.1" status: 200 len: 1099 time: 0.0739181 Feb 04 09:19:06.655669 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd2c0d-9355-4268-ad87-e193e8347e6d req-2b84ffb1-1c52-4190-8bd0-6497ba573685 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:19:06.657184 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c7cd2c0d-9355-4268-ad87-e193e8347e6d req-2b84ffb1-1c52-4190-8bd0-6497ba573685 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd6ab563-9702-4e5f-8e39-39b024e8dab4 HTTP/1.1" status: 200 len: 946 time: 0.0773695 Feb 04 09:19:06.694128 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-dc58162b-c3ee-406b-aa8e-1f6adb8d4c25 req-2fc6e1a9-5797-4d34-b44a-e6a61e75802f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0139e7b7189b4ee6a580422ec7924590&device_id=bd6ab563-9702-4e5f-8e39-39b024e8dab4 HTTP/1.1" status: 200 len: 1099 time: 0.0683727 Feb 04 09:19:06.706178 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c7cd2c0d-9355-4268-ad87-e193e8347e6d req-9b7ed88e-f843-45f8-a4d7-6daac25b9bf5 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430920 Feb 04 09:19:06.823200 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc58162b-c3ee-406b-aa8e-1f6adb8d4c25 req-1fcb4c53-97ae-48d3-8258-ad4630898030 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:19:06.824651 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-dc58162b-c3ee-406b-aa8e-1f6adb8d4c25 req-1fcb4c53-97ae-48d3-8258-ad4630898030 service neutron] 10.222.0.47 "GET /v2.0/networks?id=594fd076-ef7a-4e3f-bf2b-0daaf040569e HTTP/1.1" status: 200 len: 912 time: 0.1246281 Feb 04 09:19:06.926978 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-dc58162b-c3ee-406b-aa8e-1f6adb8d4c25 req-530b5df2-72b6-40d9-81ac-825fb7b79e0d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c21941ff-bfd6-479a-aaa8-514e23881665 HTTP/1.1" status: 200 len: 1002 time: 0.0956824 Feb 04 09:19:06.987900 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc58162b-c3ee-406b-aa8e-1f6adb8d4c25 req-70aca436-caeb-4d18-93ab-ab12f98c4292 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:19:06.989357 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-dc58162b-c3ee-406b-aa8e-1f6adb8d4c25 req-70aca436-caeb-4d18-93ab-ab12f98c4292 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6b1be279-c0ca-42f0-b8fb-dc48b5281171 HTTP/1.1" status: 200 len: 850 time: 0.0571578 Feb 04 09:19:07.136459 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-dc58162b-c3ee-406b-aa8e-1f6adb8d4c25 req-a44b9c85-ecb2-463a-b226-29de4e4f82be service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=594fd076-ef7a-4e3f-bf2b-0daaf040569e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1416051 Feb 04 09:19:07.264704 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-dc58162b-c3ee-406b-aa8e-1f6adb8d4c25 req-c971d00e-8f94-4d5a-8855-9bd064d6cdae service neutron] 10.222.0.47 "GET /v2.0/networks/594fd076-ef7a-4e3f-bf2b-0daaf040569e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216464 Feb 04 09:19:07.391817 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-dc58162b-c3ee-406b-aa8e-1f6adb8d4c25 req-10842040-7fda-47b4-b3f6-5ba65b250746 service neutron] 10.222.0.47 "GET /v2.0/networks/594fd076-ef7a-4e3f-bf2b-0daaf040569e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209049 Feb 04 09:19:07.899771 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c276ed-f33f-494e-aa3b-77705366dee4 req-7e5e35d3-869a-499d-9b8a-b52d14ec5b3b tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:19:07.901258 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-59c276ed-f33f-494e-aa3b-77705366dee4 req-7e5e35d3-869a-499d-9b8a-b52d14ec5b3b tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd6ab563-9702-4e5f-8e39-39b024e8dab4 HTTP/1.1" status: 200 len: 946 time: 0.0747728 Feb 04 09:19:07.947203 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-59c276ed-f33f-494e-aa3b-77705366dee4 req-27b51033-9a5b-4fd6-ab58-893912d0d11e tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404696 Feb 04 09:19:08.725366 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device c21941ff-bfd6-479a-aaa8-514e23881665 no longer exists at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 09:19:08.842088 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:08.871804 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd6ab563-9702-4e5f-8e39-39b024e8dab4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c21941ff-bfd6-479a-aaa8-514e23881665'}] {{(pid=84109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:19:08.881417 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port c21941ff-bfd6-479a-aaa8-514e23881665, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=c21941ff-bfd6-479a-aaa8-514e23881665,segment=NetworkSegment(765a3b59-9146-46de-ad3a-f7202633d4dc),segment_id=765a3b59-9146-46de-ad3a-f7202633d4dc)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:19:08.936851 dv-neutron-827798-2-hyperv neutron-server[84109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd6ab563-9702-4e5f-8e39-39b024e8dab4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c21941ff-bfd6-479a-aaa8-514e23881665', 'code': 200} Feb 04 09:19:08.947522 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:09.021074 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=c21941ff-bfd6-479a-aaa8-514e23881665,revision_number=9']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:19:09.162198 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539f0604-890d-45ce-abf7-a1ec7363f21c req-da5bc35a-10d3-47d0-b8cf-03d0f8819a08 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:19:09.163625 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-539f0604-890d-45ce-abf7-a1ec7363f21c req-da5bc35a-10d3-47d0-b8cf-03d0f8819a08 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd6ab563-9702-4e5f-8e39-39b024e8dab4 HTTP/1.1" status: 200 len: 944 time: 0.0796130 Feb 04 09:19:09.207870 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-539f0604-890d-45ce-abf7-a1ec7363f21c req-91abb681-2938-481e-a0f3-5995cbdfe898 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384526 Feb 04 09:19:10.401464 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbf5d08-f557-4a6f-90ae-2a8579e48530 req-7771c3d2-8212-44f3-b694-b5bcb9688447 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:19:10.402870 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4bbf5d08-f557-4a6f-90ae-2a8579e48530 req-7771c3d2-8212-44f3-b694-b5bcb9688447 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd6ab563-9702-4e5f-8e39-39b024e8dab4 HTTP/1.1" status: 200 len: 944 time: 0.0732830 Feb 04 09:19:10.447404 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4bbf5d08-f557-4a6f-90ae-2a8579e48530 req-5dcb7d77-a713-49e7-8925-c8e4805f3d12 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391264 Feb 04 09:19:10.740148 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device c21941ff-bfd6-479a-aaa8-514e23881665 details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=84109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 09:19:10.881002 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port c21941ff-bfd6-479a-aaa8-514e23881665, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=c21941ff-bfd6-479a-aaa8-514e23881665,segment=NetworkSegment(765a3b59-9146-46de-ad3a-f7202633d4dc),segment_id=765a3b59-9146-46de-ad3a-f7202633d4dc)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:19:10.894059 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Returning: {'device': 'c21941ff-bfd6-479a-aaa8-514e23881665', 'network_id': '594fd076-ef7a-4e3f-bf2b-0daaf040569e', 'port_id': 'c21941ff-bfd6-479a-aaa8-514e23881665', 'mac_address': 'fa:16:3e:dd:7a:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b1be279-c0ca-42f0-b8fb-dc48b5281171', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 09:19:10.949625 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:10.966555 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c21941ff-bfd6-479a-aaa8-514e23881665 {{(pid=84109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 09:19:10.980758 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port c21941ff-bfd6-479a-aaa8-514e23881665, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=c21941ff-bfd6-479a-aaa8-514e23881665,segment=NetworkSegment(765a3b59-9146-46de-ad3a-f7202633d4dc),segment_id=765a3b59-9146-46de-ad3a-f7202633d4dc)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:19:11.033648 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:11.105476 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] get_ports_and_sgs() called for port_ids ['c21941ff-bfd6-479a-aaa8-514e23881665'] {{(pid=84109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 09:19:11.143552 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=c21941ff-bfd6-479a-aaa8-514e23881665,revision_number=10']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:19:11.167391 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-dc6bca49-8c6e-468c-aa7a-0bf518ab2a56 req-056b0bac-d4af-450a-aa90-ec7a0745264e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0139e7b7189b4ee6a580422ec7924590&device_id=bd6ab563-9702-4e5f-8e39-39b024e8dab4 HTTP/1.1" status: 200 len: 1099 time: 0.0699573 Feb 04 09:19:11.309551 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6bca49-8c6e-468c-aa7a-0bf518ab2a56 req-804cab2b-be65-452c-ab22-3166ab1e6b5d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:19:11.311456 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-dc6bca49-8c6e-468c-aa7a-0bf518ab2a56 req-804cab2b-be65-452c-ab22-3166ab1e6b5d service neutron] 10.222.0.47 "GET /v2.0/networks?id=594fd076-ef7a-4e3f-bf2b-0daaf040569e HTTP/1.1" status: 200 len: 912 time: 0.1258805 Feb 04 09:19:11.411351 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-dc6bca49-8c6e-468c-aa7a-0bf518ab2a56 req-e2f31cac-9aa0-4ffc-a66b-0b791aa9ebbc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c21941ff-bfd6-479a-aaa8-514e23881665 HTTP/1.1" status: 200 len: 1001 time: 0.0945728 Feb 04 09:19:11.474838 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6bca49-8c6e-468c-aa7a-0bf518ab2a56 req-283a8c95-e13c-49a1-8a46-c9f03e596f9d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:19:11.476241 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-dc6bca49-8c6e-468c-aa7a-0bf518ab2a56 req-283a8c95-e13c-49a1-8a46-c9f03e596f9d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6b1be279-c0ca-42f0-b8fb-dc48b5281171 HTTP/1.1" status: 200 len: 850 time: 0.0587628 Feb 04 09:19:11.550592 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-dc6bca49-8c6e-468c-aa7a-0bf518ab2a56 req-a1bdbabf-1b82-40cf-93f4-e50642620744 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=594fd076-ef7a-4e3f-bf2b-0daaf040569e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677671 Feb 04 09:19:11.642487 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc306b-ac11-4d8f-820d-13753f3c54f1 req-0eb223d1-5c06-44a9-a27b-4ed70316eb8f tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:19:11.643959 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-3bcc306b-ac11-4d8f-820d-13753f3c54f1 req-0eb223d1-5c06-44a9-a27b-4ed70316eb8f tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd6ab563-9702-4e5f-8e39-39b024e8dab4 HTTP/1.1" status: 200 len: 946 time: 0.0781140 Feb 04 09:19:11.684415 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-dc6bca49-8c6e-468c-aa7a-0bf518ab2a56 req-e7016a7c-9a9e-4e98-9561-b3d84b27a99c service neutron] 10.222.0.47 "GET /v2.0/networks/594fd076-ef7a-4e3f-bf2b-0daaf040569e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267440 Feb 04 09:19:11.689707 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-3bcc306b-ac11-4d8f-820d-13753f3c54f1 req-283a05e5-e62f-4549-aef9-f9c7fd536ee6 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402756 Feb 04 09:19:11.812826 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-dc6bca49-8c6e-468c-aa7a-0bf518ab2a56 req-12f7d14e-18d3-47fb-9098-54c0f256da0b service neutron] 10.222.0.47 "GET /v2.0/networks/594fd076-ef7a-4e3f-bf2b-0daaf040569e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228507 Feb 04 09:19:12.745511 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device c21941ff-bfd6-479a-aaa8-514e23881665 up at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:19:12.814099 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Provisioning complete for port c21941ff-bfd6-479a-aaa8-514e23881665 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:19:12.814990 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:12.884684 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7232ffa-c64d-4828-925b-56caf1077463 req-59334a78-dcf5-4d63-9429-5eed9a80ef9d tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:19:12.886123 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a7232ffa-c64d-4828-925b-56caf1077463 req-59334a78-dcf5-4d63-9429-5eed9a80ef9d tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd6ab563-9702-4e5f-8e39-39b024e8dab4 HTTP/1.1" status: 200 len: 946 time: 0.0742533 Feb 04 09:19:12.937123 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a7232ffa-c64d-4828-925b-56caf1077463 req-6959b957-9f39-40f3-a5fe-4946ef5bbbf2 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454648 Feb 04 09:19:12.957841 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:12.985030 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd6ab563-9702-4e5f-8e39-39b024e8dab4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c21941ff-bfd6-479a-aaa8-514e23881665'}] {{(pid=84109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:19:12.994411 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port c21941ff-bfd6-479a-aaa8-514e23881665, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=c21941ff-bfd6-479a-aaa8-514e23881665,segment=NetworkSegment(765a3b59-9146-46de-ad3a-f7202633d4dc),segment_id=765a3b59-9146-46de-ad3a-f7202633d4dc)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:19:13.047671 dv-neutron-827798-2-hyperv neutron-server[84109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd6ab563-9702-4e5f-8e39-39b024e8dab4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c21941ff-bfd6-479a-aaa8-514e23881665', 'code': 200} Feb 04 09:19:13.107027 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:13.174730 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=c21941ff-bfd6-479a-aaa8-514e23881665,revision_number=11']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:19:13.182805 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:19:13.183146 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:19:13.183481 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:19:13.183811 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:19:13.184137 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:19:13.184461 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:19:13.184801 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:19:13.185119 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:19:13.185435 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:19:13.185749 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:19:13.186087 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:19:14.131261 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e74492-c88b-4679-9a6f-f0793a07ea86 req-ec809e2a-dbb8-4e25-989e-5bd50f68e791 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:19:14.132719 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-33e74492-c88b-4679-9a6f-f0793a07ea86 req-ec809e2a-dbb8-4e25-989e-5bd50f68e791 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd6ab563-9702-4e5f-8e39-39b024e8dab4 HTTP/1.1" status: 200 len: 947 time: 0.0750797 Feb 04 09:19:14.176441 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-33e74492-c88b-4679-9a6f-f0793a07ea86 req-f5736b0b-7bb7-4493-b1de-dd1ea19e5889 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383620 Feb 04 09:19:15.370551 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8b5abb-1d29-45da-9667-4f167f541c45 req-06a95e25-a6fd-4c5b-a201-79197e5e0b83 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:19:15.371945 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8c8b5abb-1d29-45da-9667-4f167f541c45 req-06a95e25-a6fd-4c5b-a201-79197e5e0b83 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd6ab563-9702-4e5f-8e39-39b024e8dab4 HTTP/1.1" status: 200 len: 947 time: 0.0760970 Feb 04 09:19:15.494726 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8c8b5abb-1d29-45da-9667-4f167f541c45 req-da07fe4c-e949-4966-9442-87d2ed13e273 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165938 Feb 04 09:19:16.689567 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1f0372-f203-40ea-921f-2af08669267c req-a974e9e7-91ac-47e8-9ab1-53b06ae47b9a tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:19:16.691039 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7b1f0372-f203-40ea-921f-2af08669267c req-a974e9e7-91ac-47e8-9ab1-53b06ae47b9a tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd6ab563-9702-4e5f-8e39-39b024e8dab4 HTTP/1.1" status: 200 len: 947 time: 0.0756738 Feb 04 09:19:16.735656 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7b1f0372-f203-40ea-921f-2af08669267c req-8c16e58b-1d0e-4868-8ccc-ee6a53ceabdb tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391493 Feb 04 09:19:16.779765 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device c21941ff-bfd6-479a-aaa8-514e23881665 details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=84109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 09:19:16.922154 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port c21941ff-bfd6-479a-aaa8-514e23881665, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=c21941ff-bfd6-479a-aaa8-514e23881665,segment=NetworkSegment(765a3b59-9146-46de-ad3a-f7202633d4dc),segment_id=765a3b59-9146-46de-ad3a-f7202633d4dc)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:19:16.934924 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Returning: {'device': 'c21941ff-bfd6-479a-aaa8-514e23881665', 'network_id': '594fd076-ef7a-4e3f-bf2b-0daaf040569e', 'port_id': 'c21941ff-bfd6-479a-aaa8-514e23881665', 'mac_address': 'fa:16:3e:dd:7a:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b1be279-c0ca-42f0-b8fb-dc48b5281171', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 09:19:16.987701 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:17.004867 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c21941ff-bfd6-479a-aaa8-514e23881665 {{(pid=84109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 09:19:17.020121 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port c21941ff-bfd6-479a-aaa8-514e23881665, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=c21941ff-bfd6-479a-aaa8-514e23881665,segment=NetworkSegment(765a3b59-9146-46de-ad3a-f7202633d4dc),segment_id=765a3b59-9146-46de-ad3a-f7202633d4dc)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:19:17.084766 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:17.152966 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] get_ports_and_sgs() called for port_ids ['c21941ff-bfd6-479a-aaa8-514e23881665'] {{(pid=84109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 09:19:17.203805 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=c21941ff-bfd6-479a-aaa8-514e23881665,revision_number=12']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:19:17.931403 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcec8f6-1b10-4a07-bc9d-4153ea2da0fa req-0116c7e2-2304-46b8-9631-091af9ea31aa tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:19:17.932845 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4fcec8f6-1b10-4a07-bc9d-4153ea2da0fa req-0116c7e2-2304-46b8-9631-091af9ea31aa tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd6ab563-9702-4e5f-8e39-39b024e8dab4 HTTP/1.1" status: 200 len: 946 time: 0.0758557 Feb 04 09:19:17.976359 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4fcec8f6-1b10-4a07-bc9d-4153ea2da0fa req-35949d03-8337-4c13-bfb5-484b8a9eca32 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380895 Feb 04 09:19:18.165638 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16421429-fa0d-49ba-b913-2a7fc6bc821c req-a32d8eae-f701-422a-a58d-49984153189d tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:19:18.167335 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-16421429-fa0d-49ba-b913-2a7fc6bc821c req-a32d8eae-f701-422a-a58d-49984153189d tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd6ab563-9702-4e5f-8e39-39b024e8dab4 HTTP/1.1" status: 200 len: 946 time: 0.0749133 Feb 04 09:19:18.214346 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-16421429-fa0d-49ba-b913-2a7fc6bc821c req-1a475e48-0084-456b-ad5b-887f5c4dbdce tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416121 Feb 04 09:19:18.402699 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681b65c3-2598-480b-bb4f-bb93f01cbfef req-aa4e8056-7b9c-4539-bb7c-40bd002c9695 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:19:18.404155 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-681b65c3-2598-480b-bb4f-bb93f01cbfef req-aa4e8056-7b9c-4539-bb7c-40bd002c9695 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd6ab563-9702-4e5f-8e39-39b024e8dab4 HTTP/1.1" status: 200 len: 946 time: 0.0738690 Feb 04 09:19:18.449531 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-681b65c3-2598-480b-bb4f-bb93f01cbfef req-238dfd13-eeef-4aea-b643-6815d0003a13 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397871 Feb 04 09:19:18.795779 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device c21941ff-bfd6-479a-aaa8-514e23881665 up at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:19:18.868070 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Provisioning complete for port c21941ff-bfd6-479a-aaa8-514e23881665 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:19:18.869313 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:18.989910 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:19.015766 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd6ab563-9702-4e5f-8e39-39b024e8dab4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c21941ff-bfd6-479a-aaa8-514e23881665'}] {{(pid=84109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:19:19.025397 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port c21941ff-bfd6-479a-aaa8-514e23881665, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=c21941ff-bfd6-479a-aaa8-514e23881665,segment=NetworkSegment(765a3b59-9146-46de-ad3a-f7202633d4dc),segment_id=765a3b59-9146-46de-ad3a-f7202633d4dc)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:19:19.069635 dv-neutron-827798-2-hyperv neutron-server[84109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd6ab563-9702-4e5f-8e39-39b024e8dab4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c21941ff-bfd6-479a-aaa8-514e23881665', 'code': 200} Feb 04 09:19:19.073113 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:19.097667 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018c2170-579c-4c84-bbff-cf0e24c5d682 req-99ad4981-57b5-417e-8070-c5f2d05f6f50 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:19:19.099113 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-018c2170-579c-4c84-bbff-cf0e24c5d682 req-99ad4981-57b5-417e-8070-c5f2d05f6f50 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd6ab563-9702-4e5f-8e39-39b024e8dab4 HTTP/1.1" status: 200 len: 946 time: 0.0797212 Feb 04 09:19:19.138473 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=c21941ff-bfd6-479a-aaa8-514e23881665,revision_number=13']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:19:19.143904 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-018c2170-579c-4c84-bbff-cf0e24c5d682 req-3996b2c2-f6bd-4e5e-8079-fa07ba6052c3 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392816 Feb 04 09:19:19.450102 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-952a2439-07e5-4363-baa7-c85f2a157fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:20.339257 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c6c22c-e36a-455b-af62-c3f1727022dd req-eb83822d-3d78-4be1-a158-2a8b2b7dced3 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:19:20.340735 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-08c6c22c-e36a-455b-af62-c3f1727022dd req-eb83822d-3d78-4be1-a158-2a8b2b7dced3 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd6ab563-9702-4e5f-8e39-39b024e8dab4 HTTP/1.1" status: 200 len: 947 time: 0.0747812 Feb 04 09:19:20.384788 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-08c6c22c-e36a-455b-af62-c3f1727022dd req-1db4edb2-1dff-431d-a815-a4151ad61b9a tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387039 Feb 04 09:19:21.588360 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5662b6a0-1208-45be-85e9-7bf8fd02fdb4 req-b25314d8-de3b-45d7-9855-070fbb6414ce tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:19:21.589842 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5662b6a0-1208-45be-85e9-7bf8fd02fdb4 req-b25314d8-de3b-45d7-9855-070fbb6414ce tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd6ab563-9702-4e5f-8e39-39b024e8dab4 HTTP/1.1" status: 200 len: 947 time: 0.0827706 Feb 04 09:19:21.627606 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f06c18-60ff-4897-b068-43344d0415ee req-fa0004e5-8c20-48bf-934a-51f6fa9369b7 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:19:21.629136 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-61f06c18-60ff-4897-b068-43344d0415ee req-fa0004e5-8c20-48bf-934a-51f6fa9369b7 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.47 "GET /v2.0/ports?device_id=bd6ab563-9702-4e5f-8e39-39b024e8dab4 HTTP/1.1" status: 200 len: 947 time: 0.0757799 Feb 04 09:19:21.634475 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5662b6a0-1208-45be-85e9-7bf8fd02fdb4 req-0e78fd6c-98cb-4042-99b6-abea29833ebb tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed0bb709-f690-4dda-8f37-3de7fc257be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391448 Feb 04 09:19:21.699784 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [req-61f06c18-60ff-4897-b068-43344d0415ee req-539b4ec3-2eff-4b94-a1d1-08f55a6a9b5b tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Deleting port c21941ff-bfd6-479a-aaa8-514e23881665 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:19:21.700055 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-61f06c18-60ff-4897-b068-43344d0415ee req-539b4ec3-2eff-4b94-a1d1-08f55a6a9b5b tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:21.770182 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-67fef166-7301-499e-ae82-240160df84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:21.940422 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [req-61f06c18-60ff-4897-b068-43344d0415ee req-539b4ec3-2eff-4b94-a1d1-08f55a6a9b5b tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] For port c21941ff-bfd6-479a-aaa8-514e23881665, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=c21941ff-bfd6-479a-aaa8-514e23881665,segment=NetworkSegment(765a3b59-9146-46de-ad3a-f7202633d4dc),segment_id=765a3b59-9146-46de-ad3a-f7202633d4dc)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:19:21.940807 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-61f06c18-60ff-4897-b068-43344d0415ee req-539b4ec3-2eff-4b94-a1d1-08f55a6a9b5b tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:22.300373 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-61f06c18-60ff-4897-b068-43344d0415ee req-539b4ec3-2eff-4b94-a1d1-08f55a6a9b5b tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:22.300706 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-61f06c18-60ff-4897-b068-43344d0415ee req-539b4ec3-2eff-4b94-a1d1-08f55a6a9b5b tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473039'] for floatingip, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:22.300972 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.l3_db [req-61f06c18-60ff-4897-b068-43344d0415ee req-539b4ec3-2eff-4b94-a1d1-08f55a6a9b5b tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Floating IP 5945da2a-cc6c-4fd8-9028-4117361571a2 disassociated. External IP: 172.26.3.66, port: c21941ff-bfd6-479a-aaa8-514e23881665. Feb 04 09:19:22.301307 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [req-61f06c18-60ff-4897-b068-43344d0415ee req-539b4ec3-2eff-4b94-a1d1-08f55a6a9b5b tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Calling delete_port for c21941ff-bfd6-479a-aaa8-514e23881665 owned by compute:nova {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 09:19:22.524447 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-61f06c18-60ff-4897-b068-43344d0415ee req-539b4ec3-2eff-4b94-a1d1-08f55a6a9b5b tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:22.572708 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539b4ec3-2eff-4b94-a1d1-08f55a6a9b5b tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Pushing event deleted for resources: {'Port': ['ID=c21941ff-bfd6-479a-aaa8-514e23881665,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:19:22.585702 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539b4ec3-2eff-4b94-a1d1-08f55a6a9b5b tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:19:22.586076 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539b4ec3-2eff-4b94-a1d1-08f55a6a9b5b tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:19:22.586407 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539b4ec3-2eff-4b94-a1d1-08f55a6a9b5b tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:19:22.586749 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539b4ec3-2eff-4b94-a1d1-08f55a6a9b5b tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:19:22.587079 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539b4ec3-2eff-4b94-a1d1-08f55a6a9b5b tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:19:22.587433 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539b4ec3-2eff-4b94-a1d1-08f55a6a9b5b tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:19:22.587737 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539b4ec3-2eff-4b94-a1d1-08f55a6a9b5b tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:19:22.588064 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539b4ec3-2eff-4b94-a1d1-08f55a6a9b5b tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:19:22.588471 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539b4ec3-2eff-4b94-a1d1-08f55a6a9b5b tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:19:22.588726 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539b4ec3-2eff-4b94-a1d1-08f55a6a9b5b tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:19:22.589049 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539b4ec3-2eff-4b94-a1d1-08f55a6a9b5b tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:19:22.800409 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [req-61f06c18-60ff-4897-b068-43344d0415ee req-539b4ec3-2eff-4b94-a1d1-08f55a6a9b5b tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Router 74803393-71b2-4de3-8fce-adfd99d7e78b has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 09:19:22.804158 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-25495077-d218-444d-8ba9-b53504c66425 req-5daa6082-5c95-425b-a62c-fac0a08b07aa tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd6ab563-9702-4e5f-8e39-39b024e8dab4 HTTP/1.1" status: 200 len: 210 time: 0.0403144 Feb 04 09:19:22.953740 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:22.982292 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:23.005975 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-61f06c18-60ff-4897-b068-43344d0415ee req-539b4ec3-2eff-4b94-a1d1-08f55a6a9b5b tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 09:19:23.016509 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ed5636-999d-4c73-acc4-ce709a6bc02f None None] Sync routers for ids ['74803393-71b2-4de3-8fce-adfd99d7e78b'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 09:19:23.027912 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ed5636-999d-4c73-acc4-ce709a6bc02f None None] Routers {'74803393-71b2-4de3-8fce-adfd99d7e78b'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:19:23.028514 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-01ed5636-999d-4c73-acc4-ce709a6bc02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:19:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['74803393-71b2-4de3-8fce-adfd99d7e78b'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:19:23.076586 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [req-61f06c18-60ff-4897-b068-43344d0415ee req-539b4ec3-2eff-4b94-a1d1-08f55a6a9b5b tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] No DVR routers for this DVR port c21941ff-bfd6-479a-aaa8-514e23881665 on host hv-neutron-8277 {{(pid=84108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 09:19:23.079033 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-61f06c18-60ff-4897-b068-43344d0415ee req-539b4ec3-2eff-4b94-a1d1-08f55a6a9b5b tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:23.081560 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd6ab563-9702-4e5f-8e39-39b024e8dab4', 'name': 'network-vif-deleted', 'tag': 'c21941ff-bfd6-479a-aaa8-514e23881665'}] {{(pid=84108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:19:23.137356 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-61f06c18-60ff-4897-b068-43344d0415ee req-539b4ec3-2eff-4b94-a1d1-08f55a6a9b5b tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.47 "DELETE /v2.0/ports/c21941ff-bfd6-479a-aaa8-514e23881665 HTTP/1.1" status: 204 len: 173 time: 1.5020161 Feb 04 09:19:23.138936 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd6ab563-9702-4e5f-8e39-39b024e8dab4', 'name': 'network-vif-deleted', 'tag': 'c21941ff-bfd6-479a-aaa8-514e23881665', 'status': 'completed', 'code': 200} Feb 04 09:19:23.203831 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-01ed5636-999d-4c73-acc4-ce709a6bc02f None None] Set router 74803393-71b2-4de3-8fce-adfd99d7e78b gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:19:23.511182 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-01ed5636-999d-4c73-acc4-ce709a6bc02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74803393-71b2-4de3-8fce-adfd99d7e78b', 'name': 'tempest-ServerActionsTestJSON-159504983-router', 'tenant_id': '0139e7b7189b4ee6a580422ec7924590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18'}], 'enable_snat': True}, 'gw_port_id': '47b106ad-fd6a-4be0-8aae-c71221260d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:14:46Z', 'updated_at': '2022-02-04T09:14:49Z', 'revision_number': 4, 'project_id': '0139e7b7189b4ee6a580422ec7924590', 'gw_port': {'id': '47b106ad-fd6a-4be0-8aae-c71221260d42', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74803393-71b2-4de3-8fce-adfd99d7e78b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:14:46Z', 'updated_at': '2022-02-04T09:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': 'bb9f2e09-3195-49e1-a480-dd2f4062acb4', 'name': '', 'network_id': '594fd076-ef7a-4e3f-bf2b-0daaf040569e', 'tenant_id': '0139e7b7189b4ee6a580422ec7924590', 'mac_address': 'fa:16:3e:c8:70:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74803393-71b2-4de3-8fce-adfd99d7e78b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b1be279-c0ca-42f0-b8fb-dc48b5281171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:14:48Z', 'updated_at': '2022-02-04T09:15:07Z', 'revision_number': 5, 'project_id': '0139e7b7189b4ee6a580422ec7924590', 'subnets': [{'id': '6b1be279-c0ca-42f0-b8fb-dc48b5281171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:19:23.514943 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ed5636-999d-4c73-acc4-ce709a6bc02f None None] Checking router: 74803393-71b2-4de3-8fce-adfd99d7e78b for host: dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 09:19:23.529402 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ed5636-999d-4c73-acc4-ce709a6bc02f None None] Routers {'74803393-71b2-4de3-8fce-adfd99d7e78b'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:19:23.530279 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-01ed5636-999d-4c73-acc4-ce709a6bc02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:19:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['74803393-71b2-4de3-8fce-adfd99d7e78b'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:19:23.753104 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-01ed5636-999d-4c73-acc4-ce709a6bc02f None None] Set router 74803393-71b2-4de3-8fce-adfd99d7e78b gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:19:23.984648 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c7ed60c4-ce71-45b8-978b-d42a8ff578d6 req-4b09e6df-175d-4f9c-bb97-61b85ab3c268 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd6ab563-9702-4e5f-8e39-39b024e8dab4 HTTP/1.1" status: 200 len: 210 time: 0.0450962 Feb 04 09:19:24.073334 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-01ed5636-999d-4c73-acc4-ce709a6bc02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74803393-71b2-4de3-8fce-adfd99d7e78b', 'name': 'tempest-ServerActionsTestJSON-159504983-router', 'tenant_id': '0139e7b7189b4ee6a580422ec7924590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18'}], 'enable_snat': True}, 'gw_port_id': '47b106ad-fd6a-4be0-8aae-c71221260d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:14:46Z', 'updated_at': '2022-02-04T09:14:49Z', 'revision_number': 4, 'project_id': '0139e7b7189b4ee6a580422ec7924590', 'gw_port': {'id': '47b106ad-fd6a-4be0-8aae-c71221260d42', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74803393-71b2-4de3-8fce-adfd99d7e78b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:14:46Z', 'updated_at': '2022-02-04T09:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': 'bb9f2e09-3195-49e1-a480-dd2f4062acb4', 'name': '', 'network_id': '594fd076-ef7a-4e3f-bf2b-0daaf040569e', 'tenant_id': '0139e7b7189b4ee6a580422ec7924590', 'mac_address': 'fa:16:3e:c8:70:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74803393-71b2-4de3-8fce-adfd99d7e78b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b1be279-c0ca-42f0-b8fb-dc48b5281171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:14:48Z', 'updated_at': '2022-02-04T09:15:07Z', 'revision_number': 5, 'project_id': '0139e7b7189b4ee6a580422ec7924590', 'subnets': [{'id': '6b1be279-c0ca-42f0-b8fb-dc48b5281171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:19:24.077843 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ed5636-999d-4c73-acc4-ce709a6bc02f None None] The sync data for ids ['74803393-71b2-4de3-8fce-adfd99d7e78b'] in dv-neutron-827798-2-hyperv is: [{'id': '74803393-71b2-4de3-8fce-adfd99d7e78b', 'name': 'tempest-ServerActionsTestJSON-159504983-router', 'tenant_id': '0139e7b7189b4ee6a580422ec7924590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18'}], 'enable_snat': True}, 'gw_port_id': '47b106ad-fd6a-4be0-8aae-c71221260d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:14:46Z', 'updated_at': '2022-02-04T09:14:49Z', 'revision_number': 4, 'project_id': '0139e7b7189b4ee6a580422ec7924590', 'gw_port': {'id': '47b106ad-fd6a-4be0-8aae-c71221260d42', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74803393-71b2-4de3-8fce-adfd99d7e78b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:14:46Z', 'updated_at': '2022-02-04T09:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': 'bb9f2e09-3195-49e1-a480-dd2f4062acb4', 'name': '', 'network_id': '594fd076-ef7a-4e3f-bf2b-0daaf040569e', 'tenant_id': '0139e7b7189b4ee6a580422ec7924590', 'mac_address': 'fa:16:3e:c8:70:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74803393-71b2-4de3-8fce-adfd99d7e78b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b1be279-c0ca-42f0-b8fb-dc48b5281171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:14:48Z', 'updated_at': '2022-02-04T09:15:07Z', 'revision_number': 5, 'project_id': '0139e7b7189b4ee6a580422ec7924590', 'subnets': [{'id': '6b1be279-c0ca-42f0-b8fb-dc48b5281171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 09:19:24.293482 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b506ac-bbb3-4d84-b206-1649a0d9374b None None] New status for floating IP 5945da2a-cc6c-4fd8-9028-4117361571a2: DOWN {{(pid=84110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 09:19:24.524261 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:24.833811 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device c21941ff-bfd6-479a-aaa8-514e23881665 no longer exists at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 09:19:24.866515 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] No Port match for: c21941ff-bfd6-479a-aaa8-514e23881665 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 09:19:24.867061 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device c21941ff-bfd6-479a-aaa8-514e23881665 not bound to the agent host hv-neutron-8277 {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 09:19:26.393303 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:28.484753 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 33282) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:19:28.548548 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-fce4eb72-7f6e-4c18-a0de-5cdda175d75e tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:28.578862 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-fce4eb72-7f6e-4c18-a0de-5cdda175d75e tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:28.695910 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-fce4eb72-7f6e-4c18-a0de-5cdda175d75e tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:28.714497 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce4eb72-7f6e-4c18-a0de-5cdda175d75e tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed0bb709-f690-4dda-8f37-3de7fc257be3,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:19:28.723134 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce4eb72-7f6e-4c18-a0de-5cdda175d75e tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:19:28.724418 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce4eb72-7f6e-4c18-a0de-5cdda175d75e tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:19:28.724418 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce4eb72-7f6e-4c18-a0de-5cdda175d75e tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:19:28.724418 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce4eb72-7f6e-4c18-a0de-5cdda175d75e tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:19:28.724733 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce4eb72-7f6e-4c18-a0de-5cdda175d75e tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:19:28.724830 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce4eb72-7f6e-4c18-a0de-5cdda175d75e tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:19:28.725119 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce4eb72-7f6e-4c18-a0de-5cdda175d75e tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:19:28.725439 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce4eb72-7f6e-4c18-a0de-5cdda175d75e tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:19:28.725758 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce4eb72-7f6e-4c18-a0de-5cdda175d75e tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:19:28.726076 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce4eb72-7f6e-4c18-a0de-5cdda175d75e tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:19:28.726396 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce4eb72-7f6e-4c18-a0de-5cdda175d75e tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:19:28.774623 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-fce4eb72-7f6e-4c18-a0de-5cdda175d75e tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:28.775860 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-fce4eb72-7f6e-4c18-a0de-5cdda175d75e tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "DELETE /v2.0/security-groups/ed0bb709-f690-4dda-8f37-3de7fc257be3 HTTP/1.1" status: 204 len: 168 time: 0.2895525 Feb 04 09:19:28.778295 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 33286) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:19:28.794686 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.api.v2.resource [None req-7fe8beb9-ad15-417f-b89a-9b9970a20eb4 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] show failed (client error): The resource could not be found. Feb 04 09:19:28.795622 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-7fe8beb9-ad15-417f-b89a-9b9970a20eb4 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "GET /v2.0/security-groups/ed0bb709-f690-4dda-8f37-3de7fc257be3 HTTP/1.1" status: 404 len: 347 time: 0.0164380 Feb 04 09:19:28.800777 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 33290) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:19:28.958642 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-b257778c-2678-4e74-94a9-22c164e98a38 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Deleting port 7718e7f5-2487-4f4d-bde3-f18ee33d1ec8 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:19:28.958979 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b257778c-2678-4e74-94a9-22c164e98a38 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:29.122177 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b257778c-2678-4e74-94a9-22c164e98a38 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:29.122495 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b257778c-2678-4e74-94a9-22c164e98a38 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:29.237997 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-b257778c-2678-4e74-94a9-22c164e98a38 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Calling delete_port for 7718e7f5-2487-4f4d-bde3-f18ee33d1ec8 owned by network:floatingip {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 09:19:29.444274 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b257778c-2678-4e74-94a9-22c164e98a38 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:29.489387 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b257778c-2678-4e74-94a9-22c164e98a38 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Pushing event deleted for resources: {'Port': ['ID=7718e7f5-2487-4f4d-bde3-f18ee33d1ec8,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:19:29.576580 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b257778c-2678-4e74-94a9-22c164e98a38 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Notify callbacks [] for floatingip, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:29.590346 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b257778c-2678-4e74-94a9-22c164e98a38 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for floatingip, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:29.595424 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-b257778c-2678-4e74-94a9-22c164e98a38 tempest-ServerActionsTestJSON-1358377187 tempest-ServerActionsTestJSON-1358377187-project] 10.222.0.36 "DELETE /v2.0/floatingips/5945da2a-cc6c-4fd8-9028-4117361571a2 HTTP/1.1" status: 204 len: 168 time: 0.7899318 Feb 04 09:19:29.595424 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 33294) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:19:30.063244 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-454be249-dd93-419d-81c3-63c56f90b80e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473817'] for router_interface, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:30.648853 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-454be249-dd93-419d-81c3-63c56f90b80e admin admin] Deleting port bb9f2e09-3195-49e1-a480-dd2f4062acb4 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:19:30.649504 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-454be249-dd93-419d-81c3-63c56f90b80e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:30.818194 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [None req-454be249-dd93-419d-81c3-63c56f90b80e admin admin] For port bb9f2e09-3195-49e1-a480-dd2f4062acb4, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=bb9f2e09-3195-49e1-a480-dd2f4062acb4,segment=NetworkSegment(765a3b59-9146-46de-ad3a-f7202633d4dc),segment_id=765a3b59-9146-46de-ad3a-f7202633d4dc)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:19:30.818441 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-454be249-dd93-419d-81c3-63c56f90b80e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:30.939496 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-454be249-dd93-419d-81c3-63c56f90b80e admin admin] Calling delete_port for bb9f2e09-3195-49e1-a480-dd2f4062acb4 owned by network:router_interface {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 09:19:31.153131 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-454be249-dd93-419d-81c3-63c56f90b80e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:31.196768 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454be249-dd93-419d-81c3-63c56f90b80e admin admin] Pushing event deleted for resources: {'Port': ['ID=bb9f2e09-3195-49e1-a480-dd2f4062acb4,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:19:31.569007 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-454be249-dd93-419d-81c3-63c56f90b80e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1572495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472959'] for router_interface, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:32.127106 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-454be249-dd93-419d-81c3-63c56f90b80e admin admin] Router 74803393-71b2-4de3-8fce-adfd99d7e78b has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 09:19:32.325526 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-454be249-dd93-419d-81c3-63c56f90b80e admin admin] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 09:19:32.337084 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cd8b93-9f54-40ef-ac8f-9e3272f485f2 None None] Sync routers for ids ['74803393-71b2-4de3-8fce-adfd99d7e78b'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 09:19:32.339528 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-454be249-dd93-419d-81c3-63c56f90b80e admin admin] 10.222.0.36 "PUT /v2.0/routers/74803393-71b2-4de3-8fce-adfd99d7e78b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7441537 Feb 04 09:19:32.341996 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 33298) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:19:32.350055 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cd8b93-9f54-40ef-ac8f-9e3272f485f2 None None] Routers {'74803393-71b2-4de3-8fce-adfd99d7e78b'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:19:32.350666 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-05cd8b93-9f54-40ef-ac8f-9e3272f485f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:19:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['74803393-71b2-4de3-8fce-adfd99d7e78b'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:19:32.525519 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-05cd8b93-9f54-40ef-ac8f-9e3272f485f2 None None] Set router 74803393-71b2-4de3-8fce-adfd99d7e78b gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:19:32.532344 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4e93dd91-1418-44d0-9b95-41fe1b36b9cc admin admin] Notify callbacks [] for router, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:32.816636 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-05cd8b93-9f54-40ef-ac8f-9e3272f485f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74803393-71b2-4de3-8fce-adfd99d7e78b', 'name': 'tempest-ServerActionsTestJSON-159504983-router', 'tenant_id': '0139e7b7189b4ee6a580422ec7924590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18'}], 'enable_snat': True}, 'gw_port_id': '47b106ad-fd6a-4be0-8aae-c71221260d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:14:46Z', 'updated_at': '2022-02-04T09:19:31Z', 'revision_number': 5, 'project_id': '0139e7b7189b4ee6a580422ec7924590', 'gw_port': {'id': '47b106ad-fd6a-4be0-8aae-c71221260d42', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74803393-71b2-4de3-8fce-adfd99d7e78b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:14:46Z', 'updated_at': '2022-02-04T09:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:19:32.820492 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cd8b93-9f54-40ef-ac8f-9e3272f485f2 None None] Checking router: 74803393-71b2-4de3-8fce-adfd99d7e78b for host: dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 09:19:32.831202 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cd8b93-9f54-40ef-ac8f-9e3272f485f2 None None] Routers {'74803393-71b2-4de3-8fce-adfd99d7e78b'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:19:32.831801 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-05cd8b93-9f54-40ef-ac8f-9e3272f485f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:19:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['74803393-71b2-4de3-8fce-adfd99d7e78b'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:19:32.839627 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4e93dd91-1418-44d0-9b95-41fe1b36b9cc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:32.901717 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-4e93dd91-1418-44d0-9b95-41fe1b36b9cc admin admin] Deleting port 47b106ad-fd6a-4be0-8aae-c71221260d42 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:19:32.902063 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4e93dd91-1418-44d0-9b95-41fe1b36b9cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:33.016289 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-05cd8b93-9f54-40ef-ac8f-9e3272f485f2 None None] Set router 74803393-71b2-4de3-8fce-adfd99d7e78b gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:19:33.086137 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [None req-4e93dd91-1418-44d0-9b95-41fe1b36b9cc admin admin] For port 47b106ad-fd6a-4be0-8aae-c71221260d42, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=47b106ad-fd6a-4be0-8aae-c71221260d42,segment=NetworkSegment(c44b9475-949d-4ae7-bfca-e29b010a56a6),segment_id=c44b9475-949d-4ae7-bfca-e29b010a56a6)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:19:33.086490 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4e93dd91-1418-44d0-9b95-41fe1b36b9cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:33.203757 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-4e93dd91-1418-44d0-9b95-41fe1b36b9cc admin admin] Calling delete_port for 47b106ad-fd6a-4be0-8aae-c71221260d42 owned by network:router_gateway {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 09:19:33.341776 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-05cd8b93-9f54-40ef-ac8f-9e3272f485f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74803393-71b2-4de3-8fce-adfd99d7e78b', 'name': 'tempest-ServerActionsTestJSON-159504983-router', 'tenant_id': '0139e7b7189b4ee6a580422ec7924590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18'}], 'enable_snat': True}, 'gw_port_id': '47b106ad-fd6a-4be0-8aae-c71221260d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:14:46Z', 'updated_at': '2022-02-04T09:19:31Z', 'revision_number': 5, 'project_id': '0139e7b7189b4ee6a580422ec7924590', 'gw_port': {'id': '47b106ad-fd6a-4be0-8aae-c71221260d42', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74803393-71b2-4de3-8fce-adfd99d7e78b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:14:46Z', 'updated_at': '2022-02-04T09:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:19:33.345581 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cd8b93-9f54-40ef-ac8f-9e3272f485f2 None None] The sync data for ids ['74803393-71b2-4de3-8fce-adfd99d7e78b'] in dv-neutron-827798-2-hyperv is: [{'id': '74803393-71b2-4de3-8fce-adfd99d7e78b', 'name': 'tempest-ServerActionsTestJSON-159504983-router', 'tenant_id': '0139e7b7189b4ee6a580422ec7924590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18'}], 'enable_snat': True}, 'gw_port_id': '47b106ad-fd6a-4be0-8aae-c71221260d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:14:46Z', 'updated_at': '2022-02-04T09:19:31Z', 'revision_number': 5, 'project_id': '0139e7b7189b4ee6a580422ec7924590', 'gw_port': {'id': '47b106ad-fd6a-4be0-8aae-c71221260d42', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74803393-71b2-4de3-8fce-adfd99d7e78b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:14:46Z', 'updated_at': '2022-02-04T09:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 09:19:33.444650 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4e93dd91-1418-44d0-9b95-41fe1b36b9cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:33.489045 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e93dd91-1418-44d0-9b95-41fe1b36b9cc admin admin] Pushing event deleted for resources: {'Port': ['ID=47b106ad-fd6a-4be0-8aae-c71221260d42,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:19:33.704083 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4e93dd91-1418-44d0-9b95-41fe1b36b9cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473010'] for router_gateway, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:33.966652 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4e93dd91-1418-44d0-9b95-41fe1b36b9cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40989'] for router, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:33.972934 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4e93dd91-1418-44d0-9b95-41fe1b36b9cc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:34.049682 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4e93dd91-1418-44d0-9b95-41fe1b36b9cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-476062'] for router, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:34.050207 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e93dd91-1418-44d0-9b95-41fe1b36b9cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74803393-71b2-4de3-8fce-adfd99d7e78b {{(pid=84107) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 09:19:34.062003 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4e93dd91-1418-44d0-9b95-41fe1b36b9cc admin admin] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:34.065667 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-4e93dd91-1418-44d0-9b95-41fe1b36b9cc admin admin] 10.222.0.36 "DELETE /v2.0/routers/74803393-71b2-4de3-8fce-adfd99d7e78b HTTP/1.1" status: 204 len: 168 time: 1.7202389 Feb 04 09:19:34.066014 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 33302) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:19:34.125016 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_v2 [None req-639e6951-6239-4bf7-a1e0-242072b9f375 admin admin] Deleting subnet 6b1be279-c0ca-42f0-b8fb-dc48b5281171 {{(pid=84108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 09:19:34.128168 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-639e6951-6239-4bf7-a1e0-242072b9f375 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:34.186836 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-639e6951-6239-4bf7-a1e0-242072b9f375 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7851377'] for subnet, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:34.264346 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-639e6951-6239-4bf7-a1e0-242072b9f375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:34.410286 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-639e6951-6239-4bf7-a1e0-242072b9f375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7593563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8119683'] for subnet, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:34.449528 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639e6951-6239-4bf7-a1e0-242072b9f375 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b1be279-c0ca-42f0-b8fb-dc48b5281171,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:19:34.455945 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-639e6951-6239-4bf7-a1e0-242072b9f375 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:34.461393 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d9a345-7365-496c-8e8c-1d370405ce99 None None] Network 594fd076-ef7a-4e3f-bf2b-0daaf040569e requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 09:19:34.461889 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-639e6951-6239-4bf7-a1e0-242072b9f375 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/6b1be279-c0ca-42f0-b8fb-dc48b5281171 HTTP/1.1" status: 204 len: 168 time: 0.3946726 Feb 04 09:19:34.464194 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 33306) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:19:34.570243 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-37b9b7d9-7815-4b79-91d5-21092d2f878d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:34.581321 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-37b9b7d9-7815-4b79-91d5-21092d2f878d admin admin] Deleting port d5104fb3-ce00-4a87-8d7f-3ab963229c86 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:19:34.581653 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-37b9b7d9-7815-4b79-91d5-21092d2f878d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:34.709086 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca7e4a2-01ec-40ad-b256-9c42c6a6eeb1 None None] DHCP port deletion for 594fd076-ef7a-4e3f-bf2b-0daaf040569e request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 09:19:34.713331 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-cca7e4a2-01ec-40ad-b256-9c42c6a6eeb1 None None] Deleting port d5104fb3-ce00-4a87-8d7f-3ab963229c86 {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:19:34.713703 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-cca7e4a2-01ec-40ad-b256-9c42c6a6eeb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:34.794436 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [None req-37b9b7d9-7815-4b79-91d5-21092d2f878d admin admin] For port d5104fb3-ce00-4a87-8d7f-3ab963229c86, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=d5104fb3-ce00-4a87-8d7f-3ab963229c86,segment=NetworkSegment(765a3b59-9146-46de-ad3a-f7202633d4dc),segment_id=765a3b59-9146-46de-ad3a-f7202633d4dc)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:19:34.794675 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-37b9b7d9-7815-4b79-91d5-21092d2f878d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:34.918775 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-cca7e4a2-01ec-40ad-b256-9c42c6a6eeb1 None None] For port d5104fb3-ce00-4a87-8d7f-3ab963229c86, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=d5104fb3-ce00-4a87-8d7f-3ab963229c86,segment=NetworkSegment(765a3b59-9146-46de-ad3a-f7202633d4dc),segment_id=765a3b59-9146-46de-ad3a-f7202633d4dc)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:19:34.919324 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-cca7e4a2-01ec-40ad-b256-9c42c6a6eeb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:35.024840 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-37b9b7d9-7815-4b79-91d5-21092d2f878d admin admin] Calling delete_port for d5104fb3-ce00-4a87-8d7f-3ab963229c86 owned by network:dhcp {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 09:19:35.046841 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device d5104fb3-ce00-4a87-8d7f-3ab963229c86 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 09:19:35.077952 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-cca7e4a2-01ec-40ad-b256-9c42c6a6eeb1 None None] Calling delete_port for d5104fb3-ce00-4a87-8d7f-3ab963229c86 owned by network:dhcp {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 09:19:35.175946 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-37b9b7d9-7815-4b79-91d5-21092d2f878d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:35.198995 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Port d5104fb3-ce00-4a87-8d7f-3ab963229c86 update to DOWN by agent not found {{(pid=84109) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Feb 04 09:19:35.199418 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 47b106ad-fd6a-4be0-8aae-c71221260d42 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 09:19:35.222231 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b9b7d9-7815-4b79-91d5-21092d2f878d admin admin] Pushing event deleted for resources: {'Port': ['ID=d5104fb3-ce00-4a87-8d7f-3ab963229c86,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:19:35.229975 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b9b7d9-7815-4b79-91d5-21092d2f878d admin admin] No DVR routers for this DVR port d5104fb3-ce00-4a87-8d7f-3ab963229c86 on host dv-neutron-827798-2-hyperv {{(pid=84108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 09:19:35.231211 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: 47b106ad-fd6a-4be0-8aae-c71221260d42 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 09:19:35.231560 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 47b106ad-fd6a-4be0-8aae-c71221260d42 not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 09:19:35.231975 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device bb9f2e09-3195-49e1-a480-dd2f4062acb4 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 09:19:35.265454 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.db.api [None req-cca7e4a2-01ec-40ad-b256-9c42c6a6eeb1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 09:19:35.265854 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG oslo_db.api [None req-cca7e4a2-01ec-40ad-b256-9c42c6a6eeb1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 09:19:35.266624 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: bb9f2e09-3195-49e1-a480-dd2f4062acb4 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 09:19:35.267204 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device bb9f2e09-3195-49e1-a480-dd2f4062acb4 not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 09:19:35.349725 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-37b9b7d9-7815-4b79-91d5-21092d2f878d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:35.374228 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-37b9b7d9-7815-4b79-91d5-21092d2f878d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['594fd076-ef7a-4e3f-bf2b-0daaf040569e']}} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:19:35.385914 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-37b9b7d9-7815-4b79-91d5-21092d2f878d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '765a3b59-9146-46de-ad3a-f7202633d4dc') {'for_net_delete': True} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:19:35.386209 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-37b9b7d9-7815-4b79-91d5-21092d2f878d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '765a3b59-9146-46de-ad3a-f7202633d4dc') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:19:35.397211 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-37b9b7d9-7815-4b79-91d5-21092d2f878d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7851336'] for segment, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:35.413233 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-37b9b7d9-7815-4b79-91d5-21092d2f878d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:35.419371 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37b9b7d9-7815-4b79-91d5-21092d2f878d admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=84108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 09:19:35.419747 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-37b9b7d9-7815-4b79-91d5-21092d2f878d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7460345'] for segment, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:35.433098 dv-neutron-827798-2-hyperv neutron-server[84108]: Traceback (most recent call last): Feb 04 09:19:35.433098 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 09:19:35.433098 dv-neutron-827798-2-hyperv neutron-server[84108]: timer() Feb 04 09:19:35.433098 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 09:19:35.433098 dv-neutron-827798-2-hyperv neutron-server[84108]: cb(*args, **kw) Feb 04 09:19:35.433098 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 09:19:35.433098 dv-neutron-827798-2-hyperv neutron-server[84108]: return func(*args, **kwargs) Feb 04 09:19:35.433098 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 09:19:35.433098 dv-neutron-827798-2-hyperv neutron-server[84108]: self._notify() Feb 04 09:19:35.433098 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 09:19:35.433098 dv-neutron-827798-2-hyperv neutron-server[84108]: self.callback(batched_events) Feb 04 09:19:35.433098 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 09:19:35.433098 dv-neutron-827798-2-hyperv neutron-server[84108]: event.method(event) Feb 04 09:19:35.433098 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 09:19:35.433098 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 09:19:35.433098 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 09:19:35.433098 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 09:19:35.433098 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 09:19:35.433098 dv-neutron-827798-2-hyperv neutron-server[84108]: return f(self, *a, **k) Feb 04 09:19:35.433098 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 09:19:35.433098 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._get(url).json() Feb 04 09:19:35.433098 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 09:19:35.433098 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 09:19:35.433098 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 09:19:35.433098 dv-neutron-827798-2-hyperv neutron-server[84108]: return self.request(url, 'GET', **kwargs) Feb 04 09:19:35.433098 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 09:19:35.433098 dv-neutron-827798-2-hyperv neutron-server[84108]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 09:19:35.433098 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 09:19:35.433098 dv-neutron-827798-2-hyperv neutron-server[84108]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 09:19:35.433098 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 09:19:35.433098 dv-neutron-827798-2-hyperv neutron-server[84108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 09:19:35.433098 dv-neutron-827798-2-hyperv neutron-server[84108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 09:19:35.553394 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-37b9b7d9-7815-4b79-91d5-21092d2f878d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:35.557956 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-37b9b7d9-7815-4b79-91d5-21092d2f878d admin admin] Notify callbacks [] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:35.582888 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b9b7d9-7815-4b79-91d5-21092d2f878d admin admin] Pushing event deleted for resources: {'Network': ['ID=594fd076-ef7a-4e3f-bf2b-0daaf040569e,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:19:35.668116 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-37b9b7d9-7815-4b79-91d5-21092d2f878d admin admin] 10.222.0.36 "DELETE /v2.0/networks/594fd076-ef7a-4e3f-bf2b-0daaf040569e HTTP/1.1" status: 204 len: 168 time: 1.2028806 Feb 04 09:19:35.767140 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-cca7e4a2-01ec-40ad-b256-9c42c6a6eeb1 None None] Deleting port d5104fb3-ce00-4a87-8d7f-3ab963229c86 {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:19:35.767640 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-cca7e4a2-01ec-40ad-b256-9c42c6a6eeb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:35.831499 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-cca7e4a2-01ec-40ad-b256-9c42c6a6eeb1 None None] The port 'd5104fb3-ce00-4a87-8d7f-3ab963229c86' was deleted {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 09:19:35.975068 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 33312) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:19:36.028442 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-8454e72b-35f0-43cd-96dd-ad49f9a87bbb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0139e7b7189b4ee6a580422ec7924590&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0522277 Feb 04 09:19:36.030917 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 33316) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:19:36.092494 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8a916270-72ba-4c11-ac7b-59ce01c8505b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:36.117676 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8a916270-72ba-4c11-ac7b-59ce01c8505b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:36.243466 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8a916270-72ba-4c11-ac7b-59ce01c8505b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:36.260069 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a916270-72ba-4c11-ac7b-59ce01c8505b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eaf72e6-cea3-47c2-981f-451d5d2981dd,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:19:36.266063 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8a916270-72ba-4c11-ac7b-59ce01c8505b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:36.267425 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-8a916270-72ba-4c11-ac7b-59ce01c8505b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8eaf72e6-cea3-47c2-981f-451d5d2981dd HTTP/1.1" status: 204 len: 168 time: 0.2354019 Feb 04 09:19:37.415498 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 33338) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:19:37.540206 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-e2cbcb43-ae49-42a4-9486-29c664b50539 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-112766263-network', 'tenant_id': '30ac2beaac9c47e39aac60ee01ed5b65'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:19:37.545067 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-e2cbcb43-ae49-42a4-9486-29c664b50539 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:19:37.548832 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-e2cbcb43-ae49-42a4-9486-29c664b50539 admin admin] Usage tracker for resource:network and tenant:30ac2beaac9c47e39aac60ee01ed5b65 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:19:37.551586 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-e2cbcb43-ae49-42a4-9486-29c664b50539 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:19:37.557108 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-e2cbcb43-ae49-42a4-9486-29c664b50539 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:19:37.610230 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2cbcb43-ae49-42a4-9486-29c664b50539 admin admin] Made reservation on behalf of 30ac2beaac9c47e39aac60ee01ed5b65 for: {'network': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 09:19:37.612486 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e2cbcb43-ae49-42a4-9486-29c664b50539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:37.624464 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e2cbcb43-ae49-42a4-9486-29c664b50539 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:37.654823 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-e2cbcb43-ae49-42a4-9486-29c664b50539 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:19:37.658510 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-e2cbcb43-ae49-42a4-9486-29c664b50539 admin admin] Usage tracker for resource:security_group_rule and tenant:30ac2beaac9c47e39aac60ee01ed5b65 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:19:37.661238 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-e2cbcb43-ae49-42a4-9486-29c664b50539 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:19:37.666768 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-e2cbcb43-ae49-42a4-9486-29c664b50539 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:19:37.728446 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e2cbcb43-ae49-42a4-9486-29c664b50539 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:37.798771 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e2cbcb43-ae49-42a4-9486-29c664b50539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:37.921523 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2cbcb43-ae49-42a4-9486-29c664b50539 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=84107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 09:19:37.927314 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cbcb43-ae49-42a4-9486-29c664b50539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67b7ea25-6aad-4b58-918e-89a293286aec,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:19:37.937494 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e2cbcb43-ae49-42a4-9486-29c664b50539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:37.937494 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.segments_db [None req-e2cbcb43-ae49-42a4-9486-29c664b50539 admin admin] Added segment 4c58ef74-a7ed-4d5a-a1c1-f40cb723feac of type vlan for network 134dbf9a-6bb8-4278-b0b7-30cc6f1a8d5c Feb 04 09:19:37.961224 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e2cbcb43-ae49-42a4-9486-29c664b50539 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:38.061659 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e2cbcb43-ae49-42a4-9486-29c664b50539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:38.062520 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2cbcb43-ae49-42a4-9486-29c664b50539 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:19:38.063119 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e2cbcb43-ae49-42a4-9486-29c664b50539 admin admin] Notify callbacks [] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:38.162559 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cbcb43-ae49-42a4-9486-29c664b50539 admin admin] Pushing event updated for resources: {'Network': ['ID=134dbf9a-6bb8-4278-b0b7-30cc6f1a8d5c,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:19:38.173597 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network 134dbf9a-6bb8-4278-b0b7-30cc6f1a8d5c details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 09:19:38.262880 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-e2cbcb43-ae49-42a4-9486-29c664b50539 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8462861 Feb 04 09:19:38.265575 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 33344) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:19:38.270978 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-582354cf-e678-4d78-9ace-2cd1ac2934e7 admin admin] Request body: {'subnet': {'network_id': '134dbf9a-6bb8-4278-b0b7-30cc6f1a8d5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-112766263-subnet', 'tenant_id': '30ac2beaac9c47e39aac60ee01ed5b65', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:19:38.275736 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-582354cf-e678-4d78-9ace-2cd1ac2934e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:19:38.279515 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-582354cf-e678-4d78-9ace-2cd1ac2934e7 admin admin] Usage tracker for resource:subnet and tenant:30ac2beaac9c47e39aac60ee01ed5b65 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:19:38.282357 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-582354cf-e678-4d78-9ace-2cd1ac2934e7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:19:38.288074 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-582354cf-e678-4d78-9ace-2cd1ac2934e7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:19:38.397646 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-582354cf-e678-4d78-9ace-2cd1ac2934e7 admin admin] Made reservation on behalf of 30ac2beaac9c47e39aac60ee01ed5b65 for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 09:19:38.400000 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-582354cf-e678-4d78-9ace-2cd1ac2934e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985186'] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:38.650036 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-582354cf-e678-4d78-9ace-2cd1ac2934e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7510230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985204'] for subnet, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:38.723317 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582354cf-e678-4d78-9ace-2cd1ac2934e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d80e8779-357a-4374-8182-5619a2ae27f7,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:19:38.734109 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582354cf-e678-4d78-9ace-2cd1ac2934e7 admin admin] Checking segment: {'id': '4c58ef74-a7ed-4d5a-a1c1-f40cb723feac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '134dbf9a-6bb8-4278-b0b7-30cc6f1a8d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 09:19:38.734455 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582354cf-e678-4d78-9ace-2cd1ac2934e7 admin admin] Network hostable DHCP agents. Network: 134dbf9a-6bb8-4278-b0b7-30cc6f1a8d5c, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 09:19:38.844156 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582354cf-e678-4d78-9ace-2cd1ac2934e7 admin admin] Network 134dbf9a-6bb8-4278-b0b7-30cc6f1a8d5c is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 09:19:38.923855 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-582354cf-e678-4d78-9ace-2cd1ac2934e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, 134dbf9a-6bb8-4278-b0b7-30cc6f1a8d5c) {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:19:38.928598 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582354cf-e678-4d78-9ace-2cd1ac2934e7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:19:38.930496 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-582354cf-e678-4d78-9ace-2cd1ac2934e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:38.931304 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81fef30-2c4c-4888-8602-c7f9230b529b None None] Network 134dbf9a-6bb8-4278-b0b7-30cc6f1a8d5c requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 09:19:39.034759 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-582354cf-e678-4d78-9ace-2cd1ac2934e7 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7681139 Feb 04 09:19:39.121494 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 09:19:39.145665 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2279c8-74b0-4590-9fa4-11a425d61a56 None None] Network 134dbf9a-6bb8-4278-b0b7-30cc6f1a8d5c requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 09:19:39.562723 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c39539-067f-4ad8-9407-cbac4d5ae1d9 req-cd5df7f9-150f-4c07-b307-7ce67d1dbcf1 tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:19:39.563316 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-97c39539-067f-4ad8-9407-cbac4d5ae1d9 req-cd5df7f9-150f-4c07-b307-7ce67d1dbcf1 tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] Synchronizing usage tracker for tenant:30ac2beaac9c47e39aac60ee01ed5b65 on resource:network {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 09:19:39.655674 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-97c39539-067f-4ad8-9407-cbac4d5ae1d9 req-cd5df7f9-150f-4c07-b307-7ce67d1dbcf1 tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] Unset dirty status for tenant:30ac2beaac9c47e39aac60ee01ed5b65 on resource:network {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 09:19:39.656875 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-97c39539-067f-4ad8-9407-cbac4d5ae1d9 req-cd5df7f9-150f-4c07-b307-7ce67d1dbcf1 tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] 10.222.0.36 "GET /v2.0/networks?id=134dbf9a-6bb8-4278-b0b7-30cc6f1a8d5c HTTP/1.1" status: 200 len: 813 time: 0.2341042 Feb 04 09:19:39.673796 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-97c39539-067f-4ad8-9407-cbac4d5ae1d9 req-b354ac26-da5a-452f-838f-b1ff435f0288 tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] 10.222.0.36 "GET /v2.0/quotas/30ac2beaac9c47e39aac60ee01ed5b65 HTTP/1.1" status: 200 len: 375 time: 0.0111144 Feb 04 09:19:39.725220 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-97c39539-067f-4ad8-9407-cbac4d5ae1d9 req-8f9f6efb-8067-49f9-9359-43b7d3e0d79e tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=30ac2beaac9c47e39aac60ee01ed5b65&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467453 Feb 04 09:19:39.854353 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-97c39539-067f-4ad8-9407-cbac4d5ae1d9 req-0817499f-2dbe-417a-8480-7a376a68e9e7 service neutron] 10.222.0.36 "GET /v2.0/networks/134dbf9a-6bb8-4278-b0b7-30cc6f1a8d5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227076 Feb 04 09:19:39.984722 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-97c39539-067f-4ad8-9407-cbac4d5ae1d9 req-ffe57b82-c09b-426a-b6b6-093272ba7362 service neutron] 10.222.0.36 "GET /v2.0/networks/134dbf9a-6bb8-4278-b0b7-30cc6f1a8d5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245832 Feb 04 09:19:40.248007 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ba6e3322-0489-4c06-ad06-a32075d17d71 req-1b7423bc-6c6b-43f7-a0eb-146ba77acba2 tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0c7860c-3379-4c3b-99f8-71d918ffbc31 HTTP/1.1" status: 200 len: 210 time: 0.0453045 Feb 04 09:19:41.408745 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-271461c2-6bc8-4e02-9e0d-800dcb80f213 req-4bcd8e25-338f-48a5-aeba-9304dcd43849 tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0c7860c-3379-4c3b-99f8-71d918ffbc31 HTTP/1.1" status: 200 len: 210 time: 0.0409400 Feb 04 09:19:42.315998 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c39539-067f-4ad8-9407-cbac4d5ae1d9 req-14967e42-e5b9-40aa-a20d-821ba5b91adf tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:19:42.317329 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-97c39539-067f-4ad8-9407-cbac4d5ae1d9 req-14967e42-e5b9-40aa-a20d-821ba5b91adf tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] 10.222.0.47 "GET /v2.0/networks?id=134dbf9a-6bb8-4278-b0b7-30cc6f1a8d5c HTTP/1.1" status: 200 len: 813 time: 0.1399798 Feb 04 09:19:42.332515 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [req-97c39539-067f-4ad8-9407-cbac4d5ae1d9 req-1ae96228-fb5c-498e-861d-d11805cf8a9f tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] Request body: {'port': {'device_id': 'b0c7860c-3379-4c3b-99f8-71d918ffbc31', 'network_id': '134dbf9a-6bb8-4278-b0b7-30cc6f1a8d5c', 'admin_state_up': True, 'tenant_id': '30ac2beaac9c47e39aac60ee01ed5b65'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:19:42.466899 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [req-97c39539-067f-4ad8-9407-cbac4d5ae1d9 req-1ae96228-fb5c-498e-861d-d11805cf8a9f tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:19:42.471410 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [req-97c39539-067f-4ad8-9407-cbac4d5ae1d9 req-1ae96228-fb5c-498e-861d-d11805cf8a9f tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] Usage tracker for resource:port and tenant:30ac2beaac9c47e39aac60ee01ed5b65 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:19:42.474391 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [req-97c39539-067f-4ad8-9407-cbac4d5ae1d9 req-1ae96228-fb5c-498e-861d-d11805cf8a9f tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:19:42.480064 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [req-97c39539-067f-4ad8-9407-cbac4d5ae1d9 req-1ae96228-fb5c-498e-861d-d11805cf8a9f tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:19:42.573736 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e59464df-d528-4014-82df-e8f7d6652299 req-74900b4b-efc4-46a3-a235-7c1a3c63f8e4 tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0c7860c-3379-4c3b-99f8-71d918ffbc31 HTTP/1.1" status: 200 len: 210 time: 0.0412040 Feb 04 09:19:42.574337 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97c39539-067f-4ad8-9407-cbac4d5ae1d9 req-1ae96228-fb5c-498e-861d-d11805cf8a9f tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] Made reservation on behalf of 30ac2beaac9c47e39aac60ee01ed5b65 for: {'port': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 09:19:42.574337 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-97c39539-067f-4ad8-9407-cbac4d5ae1d9 req-1ae96228-fb5c-498e-861d-d11805cf8a9f tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:42.732535 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [req-97c39539-067f-4ad8-9407-cbac4d5ae1d9 req-1ae96228-fb5c-498e-861d-d11805cf8a9f tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] Allocated IP 172.20.0.2 (134dbf9a-6bb8-4278-b0b7-30cc6f1a8d5c/d80e8779-357a-4374-8182-5619a2ae27f7/99b568cd-fc54-430a-b3cf-36684c19fa2b) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 09:19:42.925087 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-97c39539-067f-4ad8-9407-cbac4d5ae1d9 req-1ae96228-fb5c-498e-861d-d11805cf8a9f tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:43.005713 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-97c39539-067f-4ad8-9407-cbac4d5ae1d9 req-1ae96228-fb5c-498e-861d-d11805cf8a9f tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:43.077442 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97c39539-067f-4ad8-9407-cbac4d5ae1d9 req-1ae96228-fb5c-498e-861d-d11805cf8a9f tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] Network 134dbf9a-6bb8-4278-b0b7-30cc6f1a8d5c is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:19:43.081276 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [req-97c39539-067f-4ad8-9407-cbac4d5ae1d9 req-1ae96228-fb5c-498e-861d-d11805cf8a9f tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:19:43.085163 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [req-97c39539-067f-4ad8-9407-cbac4d5ae1d9 req-1ae96228-fb5c-498e-861d-d11805cf8a9f tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 09:19:43.114205 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae96228-fb5c-498e-861d-d11805cf8a9f tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] Pushing event updated for resources: {'Port': ['ID=99b568cd-fc54-430a-b3cf-36684c19fa2b,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:19:43.146674 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c39539-067f-4ad8-9407-cbac4d5ae1d9 req-1ae96228-fb5c-498e-861d-d11805cf8a9f tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:19:43.147263 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-97c39539-067f-4ad8-9407-cbac4d5ae1d9 req-1ae96228-fb5c-498e-861d-d11805cf8a9f tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:43.227975 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-97c39539-067f-4ad8-9407-cbac4d5ae1d9 req-1ae96228-fb5c-498e-861d-d11805cf8a9f tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8989699 Feb 04 09:19:43.239855 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [req-97c39539-067f-4ad8-9407-cbac4d5ae1d9 req-ff5130b9-0a7e-408e-bdce-7cebfa6332f2 service neutron] Request body: {'port': {'device_id': 'b0c7860c-3379-4c3b-99f8-71d918ffbc31', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:19:43.344414 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-97c39539-067f-4ad8-9407-cbac4d5ae1d9 req-ff5130b9-0a7e-408e-bdce-7cebfa6332f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:43.760488 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [req-97c39539-067f-4ad8-9407-cbac4d5ae1d9 req-ff5130b9-0a7e-408e-bdce-7cebfa6332f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99b568cd-fc54-430a-b3cf-36684c19fa2b {{(pid=84108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 09:19:43.765630 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ade05a-3621-4966-86c5-e50dc8d58678 req-6e493214-a746-47db-bd9c-879d907cb93f tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:19:43.767112 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-12ade05a-3621-4966-86c5-e50dc8d58678 req-6e493214-a746-47db-bd9c-879d907cb93f tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0c7860c-3379-4c3b-99f8-71d918ffbc31 HTTP/1.1" status: 200 len: 931 time: 0.0781643 Feb 04 09:19:43.767389 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-97c39539-067f-4ad8-9407-cbac4d5ae1d9 req-ff5130b9-0a7e-408e-bdce-7cebfa6332f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:43.782801 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.provisioning_blocks [req-97c39539-067f-4ad8-9407-cbac4d5ae1d9 req-ff5130b9-0a7e-408e-bdce-7cebfa6332f2 service neutron] Transition to ACTIVE for port object 99b568cd-fc54-430a-b3cf-36684c19fa2b will not be triggered until provisioned by entity L2. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:19:43.815930 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-12ade05a-3621-4966-86c5-e50dc8d58678 req-e42fb8a9-7605-4d2d-a46a-b32ccf8e8222 tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] Synchronizing usage tracker for tenant:30ac2beaac9c47e39aac60ee01ed5b65 on resource:security_group {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 09:19:43.867347 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-97c39539-067f-4ad8-9407-cbac4d5ae1d9 req-ff5130b9-0a7e-408e-bdce-7cebfa6332f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:43.901845 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-12ade05a-3621-4966-86c5-e50dc8d58678 req-e42fb8a9-7605-4d2d-a46a-b32ccf8e8222 tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] Unset dirty status for tenant:30ac2beaac9c47e39aac60ee01ed5b65 on resource:security_group {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 09:19:43.903080 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-12ade05a-3621-4966-86c5-e50dc8d58678 req-e42fb8a9-7605-4d2d-a46a-b32ccf8e8222 tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] 10.222.0.36 "GET /v2.0/security-groups?id=67b7ea25-6aad-4b58-918e-89a293286aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302340 Feb 04 09:19:43.992714 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5130b9-0a7e-408e-bdce-7cebfa6332f2 service neutron] Pushing event updated for resources: {'Port': ['ID=99b568cd-fc54-430a-b3cf-36684c19fa2b,revision_number=2']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:19:44.110704 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [req-97c39539-067f-4ad8-9407-cbac4d5ae1d9 req-ff5130b9-0a7e-408e-bdce-7cebfa6332f2 service neutron] Attempting to bind port 99b568cd-fc54-430a-b3cf-36684c19fa2b on host hv-neutron-8277 for vnic_type normal with profile {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 09:19:44.111030 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [req-97c39539-067f-4ad8-9407-cbac4d5ae1d9 req-ff5130b9-0a7e-408e-bdce-7cebfa6332f2 service neutron] Attempting to bind port 99b568cd-fc54-430a-b3cf-36684c19fa2b by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '4c58ef74-a7ed-4d5a-a1c1-f40cb723feac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '134dbf9a-6bb8-4278-b0b7-30cc6f1a8d5c'}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 09:19:44.111353 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c39539-067f-4ad8-9407-cbac4d5ae1d9 req-ff5130b9-0a7e-408e-bdce-7cebfa6332f2 service neutron] Attempting to bind port 99b568cd-fc54-430a-b3cf-36684c19fa2b on network 134dbf9a-6bb8-4278-b0b7-30cc6f1a8d5c {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 09:19:44.116930 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c39539-067f-4ad8-9407-cbac4d5ae1d9 req-ff5130b9-0a7e-408e-bdce-7cebfa6332f2 service neutron] Port 99b568cd-fc54-430a-b3cf-36684c19fa2b on network 134dbf9a-6bb8-4278-b0b7-30cc6f1a8d5c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 09:19:44.117243 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c39539-067f-4ad8-9407-cbac4d5ae1d9 req-ff5130b9-0a7e-408e-bdce-7cebfa6332f2 service neutron] Attempting to bind port 99b568cd-fc54-430a-b3cf-36684c19fa2b on network 134dbf9a-6bb8-4278-b0b7-30cc6f1a8d5c {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 09:19:44.123386 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c39539-067f-4ad8-9407-cbac4d5ae1d9 req-ff5130b9-0a7e-408e-bdce-7cebfa6332f2 service neutron] Checking agent: {'id': 'f735dfbb-9ed2-4de7-8aa1-fea4a962ae1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 34, 26), 'started_at': datetime.datetime(2022, 2, 4, 8, 34, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 9, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 09:19:44.123657 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c39539-067f-4ad8-9407-cbac4d5ae1d9 req-ff5130b9-0a7e-408e-bdce-7cebfa6332f2 service neutron] Checking segment: {'id': '4c58ef74-a7ed-4d5a-a1c1-f40cb723feac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '134dbf9a-6bb8-4278-b0b7-30cc6f1a8d5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 09:19:44.124034 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c39539-067f-4ad8-9407-cbac4d5ae1d9 req-ff5130b9-0a7e-408e-bdce-7cebfa6332f2 service neutron] Bound using segment: {'id': '4c58ef74-a7ed-4d5a-a1c1-f40cb723feac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '134dbf9a-6bb8-4278-b0b7-30cc6f1a8d5c'} {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 09:19:44.124451 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [req-97c39539-067f-4ad8-9407-cbac4d5ae1d9 req-ff5130b9-0a7e-408e-bdce-7cebfa6332f2 service neutron] Bound port: 99b568cd-fc54-430a-b3cf-36684c19fa2b, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c58ef74-a7ed-4d5a-a1c1-f40cb723feac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '134dbf9a-6bb8-4278-b0b7-30cc6f1a8d5c'}}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 09:19:44.124811 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-97c39539-067f-4ad8-9407-cbac4d5ae1d9 req-ff5130b9-0a7e-408e-bdce-7cebfa6332f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:44.209659 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [req-97c39539-067f-4ad8-9407-cbac4d5ae1d9 req-ff5130b9-0a7e-408e-bdce-7cebfa6332f2 service neutron] For port 99b568cd-fc54-430a-b3cf-36684c19fa2b, host hv-neutron-8277, cleared binding levels {{(pid=84108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 09:19:44.212616 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [req-97c39539-067f-4ad8-9407-cbac4d5ae1d9 req-ff5130b9-0a7e-408e-bdce-7cebfa6332f2 service neutron] For port 99b568cd-fc54-430a-b3cf-36684c19fa2b, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=99b568cd-fc54-430a-b3cf-36684c19fa2b,segment=NetworkSegment(4c58ef74-a7ed-4d5a-a1c1-f40cb723feac),segment_id=4c58ef74-a7ed-4d5a-a1c1-f40cb723feac)] {{(pid=84108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 09:19:44.278153 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-97c39539-067f-4ad8-9407-cbac4d5ae1d9 req-ff5130b9-0a7e-408e-bdce-7cebfa6332f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:44.339988 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-97c39539-067f-4ad8-9407-cbac4d5ae1d9 req-ff5130b9-0a7e-408e-bdce-7cebfa6332f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:44.341363 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-97c39539-067f-4ad8-9407-cbac4d5ae1d9 req-ff5130b9-0a7e-408e-bdce-7cebfa6332f2 service neutron] 10.222.0.47 "PUT /v2.0/ports/99b568cd-fc54-430a-b3cf-36684c19fa2b HTTP/1.1" status: 200 len: 1093 time: 1.1053619 Feb 04 09:19:44.341788 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0c7860c-3379-4c3b-99f8-71d918ffbc31', 'tag': '99b568cd-fc54-430a-b3cf-36684c19fa2b'}] {{(pid=84108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:19:44.362118 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5130b9-0a7e-408e-bdce-7cebfa6332f2 service neutron] Pushing event updated for resources: {'Port': ['ID=99b568cd-fc54-430a-b3cf-36684c19fa2b,revision_number=3']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:19:44.395101 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0c7860c-3379-4c3b-99f8-71d918ffbc31', 'tag': '99b568cd-fc54-430a-b3cf-36684c19fa2b', 'status': 'completed', 'code': 200} Feb 04 09:19:44.482469 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-7144bff4-712f-474e-bd52-ddb9c07be178 req-f752b5ca-2fcf-4e34-be10-297cbf72a206 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=30ac2beaac9c47e39aac60ee01ed5b65&device_id=b0c7860c-3379-4c3b-99f8-71d918ffbc31 HTTP/1.1" status: 200 len: 1096 time: 0.0686393 Feb 04 09:19:44.618559 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7144bff4-712f-474e-bd52-ddb9c07be178 req-e6d4c7ef-e201-4b8f-878c-3bd677b2e34e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:19:44.619988 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-7144bff4-712f-474e-bd52-ddb9c07be178 req-e6d4c7ef-e201-4b8f-878c-3bd677b2e34e service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=30ac2beaac9c47e39aac60ee01ed5b65&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1317108 Feb 04 09:19:44.753555 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7144bff4-712f-474e-bd52-ddb9c07be178 req-3fcdf670-05d0-4d74-b538-f9e893772282 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:19:44.754895 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-7144bff4-712f-474e-bd52-ddb9c07be178 req-3fcdf670-05d0-4d74-b538-f9e893772282 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1293719 Feb 04 09:19:44.858156 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-97c39539-067f-4ad8-9407-cbac4d5ae1d9 req-cf111f61-c9e7-4f51-9542-e7f3b47c5318 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=30ac2beaac9c47e39aac60ee01ed5b65&device_id=b0c7860c-3379-4c3b-99f8-71d918ffbc31 HTTP/1.1" status: 200 len: 1096 time: 0.0701251 Feb 04 09:19:44.923595 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-97c39539-067f-4ad8-9407-cbac4d5ae1d9 req-c1690b7a-0ffd-4845-8c45-170ef4957f9e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=99b568cd-fc54-430a-b3cf-36684c19fa2b HTTP/1.1" status: 200 len: 217 time: 0.0594723 Feb 04 09:19:44.989536 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c39539-067f-4ad8-9407-cbac4d5ae1d9 req-09cb5fe3-9b4f-488c-b578-9110b24954e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:19:44.990960 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-97c39539-067f-4ad8-9407-cbac4d5ae1d9 req-09cb5fe3-9b4f-488c-b578-9110b24954e6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d80e8779-357a-4374-8182-5619a2ae27f7 HTTP/1.1" status: 200 len: 853 time: 0.0624464 Feb 04 09:19:45.035333 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-97c39539-067f-4ad8-9407-cbac4d5ae1d9 req-a675c7a4-42ca-4f00-8e51-6e4a69e228c6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=134dbf9a-6bb8-4278-b0b7-30cc6f1a8d5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381236 Feb 04 09:19:45.116973 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea3ecad-d0eb-431b-81f7-4ee8887b6f33 req-29f2df0f-bbd7-45d8-9423-e37fce4e9719 tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:19:45.118404 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4ea3ecad-d0eb-431b-81f7-4ee8887b6f33 req-29f2df0f-bbd7-45d8-9423-e37fce4e9719 tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0c7860c-3379-4c3b-99f8-71d918ffbc31 HTTP/1.1" status: 200 len: 943 time: 0.0761802 Feb 04 09:19:45.161636 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4ea3ecad-d0eb-431b-81f7-4ee8887b6f33 req-f6fff19c-b5e9-4e29-83ee-3a76bad70cd3 tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] 10.222.0.36 "GET /v2.0/security-groups?id=67b7ea25-6aad-4b58-918e-89a293286aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377586 Feb 04 09:19:45.167272 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-97c39539-067f-4ad8-9407-cbac4d5ae1d9 req-eb90f494-c4f3-4752-aa1e-b66a8e5869f5 service neutron] 10.222.0.47 "GET /v2.0/networks/134dbf9a-6bb8-4278-b0b7-30cc6f1a8d5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257873 Feb 04 09:19:45.296300 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-97c39539-067f-4ad8-9407-cbac4d5ae1d9 req-6e850cba-62b7-4f64-aad3-f78739906c25 service neutron] 10.222.0.47 "GET /v2.0/networks/134dbf9a-6bb8-4278-b0b7-30cc6f1a8d5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220260 Feb 04 09:19:46.361198 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65da9ebc-d504-458d-a321-1b56fdffe8aa req-0adbac05-9eb6-4058-a593-662336659ef8 tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:19:46.362636 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-65da9ebc-d504-458d-a321-1b56fdffe8aa req-0adbac05-9eb6-4058-a593-662336659ef8 tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0c7860c-3379-4c3b-99f8-71d918ffbc31 HTTP/1.1" status: 200 len: 943 time: 0.0782106 Feb 04 09:19:46.406261 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-65da9ebc-d504-458d-a321-1b56fdffe8aa req-1d037665-fc34-44f9-8672-e7da18abaf3d tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] 10.222.0.36 "GET /v2.0/security-groups?id=67b7ea25-6aad-4b58-918e-89a293286aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381994 Feb 04 09:19:47.603169 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed990445-7c60-4eba-94b9-1b27de0bf438 req-04a7174d-96f5-4950-b092-31ebeadfffce tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:19:47.604607 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ed990445-7c60-4eba-94b9-1b27de0bf438 req-04a7174d-96f5-4950-b092-31ebeadfffce tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0c7860c-3379-4c3b-99f8-71d918ffbc31 HTTP/1.1" status: 200 len: 943 time: 0.0739489 Feb 04 09:19:47.651862 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ed990445-7c60-4eba-94b9-1b27de0bf438 req-ec313999-cd68-495e-affc-b4253384bf6c tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] 10.222.0.36 "GET /v2.0/security-groups?id=67b7ea25-6aad-4b58-918e-89a293286aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418677 Feb 04 09:19:48.840844 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ca5e0a-ea2d-498f-acc0-6fc81b0d4f25 req-0c3b4634-4dae-47b1-a253-7be107d9c4bc tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:19:48.842266 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-51ca5e0a-ea2d-498f-acc0-6fc81b0d4f25 req-0c3b4634-4dae-47b1-a253-7be107d9c4bc tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0c7860c-3379-4c3b-99f8-71d918ffbc31 HTTP/1.1" status: 200 len: 943 time: 0.0736482 Feb 04 09:19:48.887693 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-51ca5e0a-ea2d-498f-acc0-6fc81b0d4f25 req-b6968a92-3960-4c09-a9e2-e5331d7810a1 tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] 10.222.0.36 "GET /v2.0/security-groups?id=67b7ea25-6aad-4b58-918e-89a293286aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385616 Feb 04 09:19:48.973445 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device 99b568cd-fc54-430a-b3cf-36684c19fa2b details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=84109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 09:19:49.102948 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port 99b568cd-fc54-430a-b3cf-36684c19fa2b, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=99b568cd-fc54-430a-b3cf-36684c19fa2b,segment=NetworkSegment(4c58ef74-a7ed-4d5a-a1c1-f40cb723feac),segment_id=4c58ef74-a7ed-4d5a-a1c1-f40cb723feac)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:19:49.115352 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Returning: {'device': '99b568cd-fc54-430a-b3cf-36684c19fa2b', 'network_id': '134dbf9a-6bb8-4278-b0b7-30cc6f1a8d5c', 'port_id': '99b568cd-fc54-430a-b3cf-36684c19fa2b', 'mac_address': 'fa:16:3e:fa:d5:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd80e8779-357a-4374-8182-5619a2ae27f7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 09:19:49.166383 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:49.185642 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99b568cd-fc54-430a-b3cf-36684c19fa2b {{(pid=84109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 09:19:49.200271 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port 99b568cd-fc54-430a-b3cf-36684c19fa2b, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=99b568cd-fc54-430a-b3cf-36684c19fa2b,segment=NetworkSegment(4c58ef74-a7ed-4d5a-a1c1-f40cb723feac),segment_id=4c58ef74-a7ed-4d5a-a1c1-f40cb723feac)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:19:49.273015 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:49.338479 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=99b568cd-fc54-430a-b3cf-36684c19fa2b,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:19:49.450046 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2f8dcf0b-40fd-4413-b25b-8ef55ff8ee3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:49.608902 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] get_ports_and_sgs() called for port_ids ['99b568cd-fc54-430a-b3cf-36684c19fa2b'] {{(pid=84109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 09:19:50.097440 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c8f807-b88f-4f7e-89e1-f27e50dcf821 req-4220c729-d99f-4108-bf89-514da80c1af2 tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:19:50.098869 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-10c8f807-b88f-4f7e-89e1-f27e50dcf821 req-4220c729-d99f-4108-bf89-514da80c1af2 tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0c7860c-3379-4c3b-99f8-71d918ffbc31 HTTP/1.1" status: 200 len: 944 time: 0.0806000 Feb 04 09:19:50.229840 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-10c8f807-b88f-4f7e-89e1-f27e50dcf821 req-ac9057a7-34dc-4b0d-9a0d-fd17e00995c5 tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] 10.222.0.36 "GET /v2.0/security-groups?id=67b7ea25-6aad-4b58-918e-89a293286aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252475 Feb 04 09:19:50.988918 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device 99b568cd-fc54-430a-b3cf-36684c19fa2b up at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:19:51.152842 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Provisioning for port 99b568cd-fc54-430a-b3cf-36684c19fa2b completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:19:51.158251 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Provisioning complete for port 99b568cd-fc54-430a-b3cf-36684c19fa2b triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:19:51.158636 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:51.268578 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:51.294767 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0c7860c-3379-4c3b-99f8-71d918ffbc31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99b568cd-fc54-430a-b3cf-36684c19fa2b'}] {{(pid=84109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:19:51.304572 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port 99b568cd-fc54-430a-b3cf-36684c19fa2b, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=99b568cd-fc54-430a-b3cf-36684c19fa2b,segment=NetworkSegment(4c58ef74-a7ed-4d5a-a1c1-f40cb723feac),segment_id=4c58ef74-a7ed-4d5a-a1c1-f40cb723feac)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:19:51.351628 dv-neutron-827798-2-hyperv neutron-server[84109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0c7860c-3379-4c3b-99f8-71d918ffbc31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99b568cd-fc54-430a-b3cf-36684c19fa2b', 'code': 200} Feb 04 09:19:51.370002 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:51.425001 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de87fa78-601c-466e-80c4-b1167ff7bb19 req-74345a80-2667-4038-bcc3-b5a7249eb729 tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:19:51.426429 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-de87fa78-601c-466e-80c4-b1167ff7bb19 req-74345a80-2667-4038-bcc3-b5a7249eb729 tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0c7860c-3379-4c3b-99f8-71d918ffbc31 HTTP/1.1" status: 200 len: 945 time: 0.0774906 Feb 04 09:19:51.438156 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=99b568cd-fc54-430a-b3cf-36684c19fa2b,revision_number=5']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:19:51.470636 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-de87fa78-601c-466e-80c4-b1167ff7bb19 req-8257c627-96c4-482d-90f6-08fc7c605839 tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] 10.222.0.36 "GET /v2.0/security-groups?id=67b7ea25-6aad-4b58-918e-89a293286aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386481 Feb 04 09:19:51.671061 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-5255475e-2226-49eb-8df8-a4b7ede5ed7f req-3dff5bb3-c9a5-41eb-8bf5-40b93845401d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b0c7860c-3379-4c3b-99f8-71d918ffbc31 HTTP/1.1" status: 200 len: 1098 time: 0.0667737 Feb 04 09:19:51.716101 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-5255475e-2226-49eb-8df8-a4b7ede5ed7f req-6ea167bd-951b-4223-86e0-6c2316a1150a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=67b7ea25-6aad-4b58-918e-89a293286aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395415 Feb 04 09:19:51.770316 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-21bc5a12-8b72-46b7-b005-3c995bba78ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:52.667942 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0736e895-0c85-4ae3-8056-13c053f81d8e req-1a756d91-e5ab-42a4-a079-2d7ed64060a3 tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:19:52.669422 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-0736e895-0c85-4ae3-8056-13c053f81d8e req-1a756d91-e5ab-42a4-a079-2d7ed64060a3 tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0c7860c-3379-4c3b-99f8-71d918ffbc31 HTTP/1.1" status: 200 len: 945 time: 0.0767455 Feb 04 09:19:52.714401 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-0736e895-0c85-4ae3-8056-13c053f81d8e req-1e5d4c03-172a-4bf4-bc1f-808f582530aa tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] 10.222.0.36 "GET /v2.0/security-groups?id=67b7ea25-6aad-4b58-918e-89a293286aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393260 Feb 04 09:19:52.975676 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:52.987319 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:53.908166 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b772d294-691d-4e69-9b3b-474da1009ba9 req-32e1b420-556c-4e93-aabc-a286bc677740 tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:19:53.909623 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b772d294-691d-4e69-9b3b-474da1009ba9 req-32e1b420-556c-4e93-aabc-a286bc677740 tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0c7860c-3379-4c3b-99f8-71d918ffbc31 HTTP/1.1" status: 200 len: 945 time: 0.0738049 Feb 04 09:19:53.956392 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b772d294-691d-4e69-9b3b-474da1009ba9 req-11b1963b-9834-4114-98f3-b3d8ada886f4 tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] 10.222.0.36 "GET /v2.0/security-groups?id=67b7ea25-6aad-4b58-918e-89a293286aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412250 Feb 04 09:19:54.241373 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f9ccf4-180a-4a0f-90cd-94040db5636f req-1ce2d49f-09c1-4d11-876b-6098486c27fe tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:19:54.242760 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b4f9ccf4-180a-4a0f-90cd-94040db5636f req-1ce2d49f-09c1-4d11-876b-6098486c27fe tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] 10.222.0.36 "GET /v2.0/networks?id=134dbf9a-6bb8-4278-b0b7-30cc6f1a8d5c HTTP/1.1" status: 200 len: 813 time: 0.1383016 Feb 04 09:19:54.258802 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b4f9ccf4-180a-4a0f-90cd-94040db5636f req-b17af60d-abfd-44c5-ba12-78e1752239aa tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] 10.222.0.36 "GET /v2.0/quotas/30ac2beaac9c47e39aac60ee01ed5b65 HTTP/1.1" status: 200 len: 375 time: 0.0107701 Feb 04 09:19:54.333564 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b4f9ccf4-180a-4a0f-90cd-94040db5636f req-65333b78-2a74-448f-a3b4-6a14524ac8f1 tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=30ac2beaac9c47e39aac60ee01ed5b65&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0699792 Feb 04 09:19:54.461902 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:54.467803 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b4f9ccf4-180a-4a0f-90cd-94040db5636f req-953a9e8b-6356-40b4-8f9e-fb951cf49d4e service neutron] 10.222.0.36 "GET /v2.0/networks/134dbf9a-6bb8-4278-b0b7-30cc6f1a8d5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278510 Feb 04 09:19:54.595994 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b4f9ccf4-180a-4a0f-90cd-94040db5636f req-11e05308-ee73-47d1-9931-0c19cefb3f8f service neutron] 10.222.0.36 "GET /v2.0/networks/134dbf9a-6bb8-4278-b0b7-30cc6f1a8d5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224973 Feb 04 09:19:54.875199 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-78f271fe-1eea-47ca-a571-3185164f9a16 req-43b5a406-5d9b-45c3-b2c3-d2b6e98087fd tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] 10.222.0.36 "GET /v2.0/ports?device_id=99164cbe-76ee-471c-9fc1-4b5bd0fa3b5a HTTP/1.1" status: 200 len: 210 time: 0.0396028 Feb 04 09:19:56.036627 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ea94c16f-ed1b-4acd-9f96-5c22e0154e19 req-55b97d58-c600-4f4c-b963-f39fe5b05b5e tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] 10.222.0.36 "GET /v2.0/ports?device_id=99164cbe-76ee-471c-9fc1-4b5bd0fa3b5a HTTP/1.1" status: 200 len: 210 time: 0.0428536 Feb 04 09:19:56.398939 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:56.789187 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f9ccf4-180a-4a0f-90cd-94040db5636f req-60b3285e-e72e-4069-a338-60acd05f6c63 tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:19:56.790529 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b4f9ccf4-180a-4a0f-90cd-94040db5636f req-60b3285e-e72e-4069-a338-60acd05f6c63 tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] 10.222.0.47 "GET /v2.0/networks?id=134dbf9a-6bb8-4278-b0b7-30cc6f1a8d5c HTTP/1.1" status: 200 len: 813 time: 0.2192833 Feb 04 09:19:56.805415 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [req-b4f9ccf4-180a-4a0f-90cd-94040db5636f req-52a97c23-7af4-446e-b1e5-1d9da79608ee tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] Request body: {'port': {'device_id': '99164cbe-76ee-471c-9fc1-4b5bd0fa3b5a', 'network_id': '134dbf9a-6bb8-4278-b0b7-30cc6f1a8d5c', 'admin_state_up': True, 'tenant_id': '30ac2beaac9c47e39aac60ee01ed5b65'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:19:56.942358 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [req-b4f9ccf4-180a-4a0f-90cd-94040db5636f req-52a97c23-7af4-446e-b1e5-1d9da79608ee tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:19:56.946437 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [req-b4f9ccf4-180a-4a0f-90cd-94040db5636f req-52a97c23-7af4-446e-b1e5-1d9da79608ee tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] Usage tracker for resource:port and tenant:30ac2beaac9c47e39aac60ee01ed5b65 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:19:56.949657 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [req-b4f9ccf4-180a-4a0f-90cd-94040db5636f req-52a97c23-7af4-446e-b1e5-1d9da79608ee tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:19:56.955284 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [req-b4f9ccf4-180a-4a0f-90cd-94040db5636f req-52a97c23-7af4-446e-b1e5-1d9da79608ee tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:19:57.060679 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4f9ccf4-180a-4a0f-90cd-94040db5636f req-52a97c23-7af4-446e-b1e5-1d9da79608ee tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] Made reservation on behalf of 30ac2beaac9c47e39aac60ee01ed5b65 for: {'port': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 09:19:57.064609 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-b4f9ccf4-180a-4a0f-90cd-94040db5636f req-52a97c23-7af4-446e-b1e5-1d9da79608ee tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:57.198598 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-903abac0-1786-432c-a1ae-cffe91414354 req-46683ea2-cc7d-4a20-9aff-ab55e6337ac0 tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] 10.222.0.36 "GET /v2.0/ports?device_id=99164cbe-76ee-471c-9fc1-4b5bd0fa3b5a HTTP/1.1" status: 200 len: 210 time: 0.0404642 Feb 04 09:19:57.226787 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [req-b4f9ccf4-180a-4a0f-90cd-94040db5636f req-52a97c23-7af4-446e-b1e5-1d9da79608ee tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] Allocated IP 172.20.0.13 (134dbf9a-6bb8-4278-b0b7-30cc6f1a8d5c/d80e8779-357a-4374-8182-5619a2ae27f7/8c4eae1f-513e-46b0-8563-0e7c8810bfe5) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 09:19:57.418959 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-b4f9ccf4-180a-4a0f-90cd-94040db5636f req-52a97c23-7af4-446e-b1e5-1d9da79608ee tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:57.507505 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-b4f9ccf4-180a-4a0f-90cd-94040db5636f req-52a97c23-7af4-446e-b1e5-1d9da79608ee tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:57.521894 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] get_ports_and_sgs() called for port_ids ['99b568cd-fc54-430a-b3cf-36684c19fa2b'] {{(pid=84109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 09:19:57.575054 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4f9ccf4-180a-4a0f-90cd-94040db5636f req-52a97c23-7af4-446e-b1e5-1d9da79608ee tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] Network 134dbf9a-6bb8-4278-b0b7-30cc6f1a8d5c is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:19:57.578124 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [req-b4f9ccf4-180a-4a0f-90cd-94040db5636f req-52a97c23-7af4-446e-b1e5-1d9da79608ee tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:19:57.582553 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4f9ccf4-180a-4a0f-90cd-94040db5636f req-52a97c23-7af4-446e-b1e5-1d9da79608ee tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 09:19:57.619413 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a97c23-7af4-446e-b1e5-1d9da79608ee tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] Pushing event updated for resources: {'Port': ['ID=8c4eae1f-513e-46b0-8563-0e7c8810bfe5,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:19:57.648064 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f9ccf4-180a-4a0f-90cd-94040db5636f req-52a97c23-7af4-446e-b1e5-1d9da79608ee tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:19:57.648764 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-b4f9ccf4-180a-4a0f-90cd-94040db5636f req-52a97c23-7af4-446e-b1e5-1d9da79608ee tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:57.724187 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b4f9ccf4-180a-4a0f-90cd-94040db5636f req-52a97c23-7af4-446e-b1e5-1d9da79608ee tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9223258 Feb 04 09:19:57.736390 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [req-b4f9ccf4-180a-4a0f-90cd-94040db5636f req-fe1c4da3-fce3-40c7-86bc-c84564664c5b service neutron] Request body: {'port': {'device_id': '99164cbe-76ee-471c-9fc1-4b5bd0fa3b5a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:19:57.841984 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-b4f9ccf4-180a-4a0f-90cd-94040db5636f req-fe1c4da3-fce3-40c7-86bc-c84564664c5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:58.175912 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [req-b4f9ccf4-180a-4a0f-90cd-94040db5636f req-fe1c4da3-fce3-40c7-86bc-c84564664c5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c4eae1f-513e-46b0-8563-0e7c8810bfe5 {{(pid=84108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 09:19:58.182651 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-b4f9ccf4-180a-4a0f-90cd-94040db5636f req-fe1c4da3-fce3-40c7-86bc-c84564664c5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:58.196657 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.provisioning_blocks [req-b4f9ccf4-180a-4a0f-90cd-94040db5636f req-fe1c4da3-fce3-40c7-86bc-c84564664c5b service neutron] Transition to ACTIVE for port object 8c4eae1f-513e-46b0-8563-0e7c8810bfe5 will not be triggered until provisioned by entity L2. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:19:58.273153 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-b4f9ccf4-180a-4a0f-90cd-94040db5636f req-fe1c4da3-fce3-40c7-86bc-c84564664c5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:58.392367 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87d5cb9-4d60-4fb4-83ed-4f816f1f7a05 req-e14f5e12-40f9-457a-bfc6-495239ba4653 tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:19:58.395742 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e87d5cb9-4d60-4fb4-83ed-4f816f1f7a05 req-e14f5e12-40f9-457a-bfc6-495239ba4653 tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] 10.222.0.36 "GET /v2.0/ports?device_id=99164cbe-76ee-471c-9fc1-4b5bd0fa3b5a HTTP/1.1" status: 200 len: 944 time: 0.0791285 Feb 04 09:19:58.400333 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1c4da3-fce3-40c7-86bc-c84564664c5b service neutron] Pushing event updated for resources: {'Port': ['ID=8c4eae1f-513e-46b0-8563-0e7c8810bfe5,revision_number=2']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:19:58.439251 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e87d5cb9-4d60-4fb4-83ed-4f816f1f7a05 req-b5832acf-6a5b-49d8-9c36-15af3f3725fc tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] 10.222.0.36 "GET /v2.0/security-groups?id=67b7ea25-6aad-4b58-918e-89a293286aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392890 Feb 04 09:19:58.504226 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [req-b4f9ccf4-180a-4a0f-90cd-94040db5636f req-fe1c4da3-fce3-40c7-86bc-c84564664c5b service neutron] Attempting to bind port 8c4eae1f-513e-46b0-8563-0e7c8810bfe5 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 09:19:58.504474 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [req-b4f9ccf4-180a-4a0f-90cd-94040db5636f req-fe1c4da3-fce3-40c7-86bc-c84564664c5b service neutron] Attempting to bind port 8c4eae1f-513e-46b0-8563-0e7c8810bfe5 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '4c58ef74-a7ed-4d5a-a1c1-f40cb723feac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '134dbf9a-6bb8-4278-b0b7-30cc6f1a8d5c'}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 09:19:58.504827 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f9ccf4-180a-4a0f-90cd-94040db5636f req-fe1c4da3-fce3-40c7-86bc-c84564664c5b service neutron] Attempting to bind port 8c4eae1f-513e-46b0-8563-0e7c8810bfe5 on network 134dbf9a-6bb8-4278-b0b7-30cc6f1a8d5c {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 09:19:58.510391 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f9ccf4-180a-4a0f-90cd-94040db5636f req-fe1c4da3-fce3-40c7-86bc-c84564664c5b service neutron] Port 8c4eae1f-513e-46b0-8563-0e7c8810bfe5 on network 134dbf9a-6bb8-4278-b0b7-30cc6f1a8d5c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 09:19:58.510706 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f9ccf4-180a-4a0f-90cd-94040db5636f req-fe1c4da3-fce3-40c7-86bc-c84564664c5b service neutron] Attempting to bind port 8c4eae1f-513e-46b0-8563-0e7c8810bfe5 on network 134dbf9a-6bb8-4278-b0b7-30cc6f1a8d5c {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 09:19:58.516934 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f9ccf4-180a-4a0f-90cd-94040db5636f req-fe1c4da3-fce3-40c7-86bc-c84564664c5b service neutron] Checking agent: {'id': 'f735dfbb-9ed2-4de7-8aa1-fea4a962ae1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 34, 26), 'started_at': datetime.datetime(2022, 2, 4, 8, 34, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 9, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 09:19:58.517264 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f9ccf4-180a-4a0f-90cd-94040db5636f req-fe1c4da3-fce3-40c7-86bc-c84564664c5b service neutron] Checking segment: {'id': '4c58ef74-a7ed-4d5a-a1c1-f40cb723feac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '134dbf9a-6bb8-4278-b0b7-30cc6f1a8d5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 09:19:58.517640 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f9ccf4-180a-4a0f-90cd-94040db5636f req-fe1c4da3-fce3-40c7-86bc-c84564664c5b service neutron] Bound using segment: {'id': '4c58ef74-a7ed-4d5a-a1c1-f40cb723feac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '134dbf9a-6bb8-4278-b0b7-30cc6f1a8d5c'} {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 09:19:58.518059 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [req-b4f9ccf4-180a-4a0f-90cd-94040db5636f req-fe1c4da3-fce3-40c7-86bc-c84564664c5b service neutron] Bound port: 8c4eae1f-513e-46b0-8563-0e7c8810bfe5, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c58ef74-a7ed-4d5a-a1c1-f40cb723feac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '134dbf9a-6bb8-4278-b0b7-30cc6f1a8d5c'}}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 09:19:58.518392 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-b4f9ccf4-180a-4a0f-90cd-94040db5636f req-fe1c4da3-fce3-40c7-86bc-c84564664c5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:58.603304 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [req-b4f9ccf4-180a-4a0f-90cd-94040db5636f req-fe1c4da3-fce3-40c7-86bc-c84564664c5b service neutron] For port 8c4eae1f-513e-46b0-8563-0e7c8810bfe5, host hv-neutron-8277, cleared binding levels {{(pid=84108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 09:19:58.606308 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [req-b4f9ccf4-180a-4a0f-90cd-94040db5636f req-fe1c4da3-fce3-40c7-86bc-c84564664c5b service neutron] For port 8c4eae1f-513e-46b0-8563-0e7c8810bfe5, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=8c4eae1f-513e-46b0-8563-0e7c8810bfe5,segment=NetworkSegment(4c58ef74-a7ed-4d5a-a1c1-f40cb723feac),segment_id=4c58ef74-a7ed-4d5a-a1c1-f40cb723feac)] {{(pid=84108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 09:19:58.678369 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-b4f9ccf4-180a-4a0f-90cd-94040db5636f req-fe1c4da3-fce3-40c7-86bc-c84564664c5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:58.742652 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-b4f9ccf4-180a-4a0f-90cd-94040db5636f req-fe1c4da3-fce3-40c7-86bc-c84564664c5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:19:58.744023 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b4f9ccf4-180a-4a0f-90cd-94040db5636f req-fe1c4da3-fce3-40c7-86bc-c84564664c5b service neutron] 10.222.0.47 "PUT /v2.0/ports/8c4eae1f-513e-46b0-8563-0e7c8810bfe5 HTTP/1.1" status: 200 len: 1094 time: 1.0116909 Feb 04 09:19:58.744432 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99164cbe-76ee-471c-9fc1-4b5bd0fa3b5a', 'tag': '8c4eae1f-513e-46b0-8563-0e7c8810bfe5'}] {{(pid=84108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:19:58.769091 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1c4da3-fce3-40c7-86bc-c84564664c5b service neutron] Pushing event updated for resources: {'Port': ['ID=8c4eae1f-513e-46b0-8563-0e7c8810bfe5,revision_number=3']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:19:58.803175 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99164cbe-76ee-471c-9fc1-4b5bd0fa3b5a', 'tag': '8c4eae1f-513e-46b0-8563-0e7c8810bfe5', 'status': 'completed', 'code': 200} Feb 04 09:19:58.975892 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-7ee7a6a2-5871-45fb-85fe-ab9c86cf4d4c req-003e5c14-ca76-4a3b-84be-80c5b3472643 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=30ac2beaac9c47e39aac60ee01ed5b65&device_id=99164cbe-76ee-471c-9fc1-4b5bd0fa3b5a HTTP/1.1" status: 200 len: 1097 time: 0.1568449 Feb 04 09:19:59.113371 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee7a6a2-5871-45fb-85fe-ab9c86cf4d4c req-e9d997ea-98a5-4d07-a448-e55c1bea5240 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:19:59.114798 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-7ee7a6a2-5871-45fb-85fe-ab9c86cf4d4c req-e9d997ea-98a5-4d07-a448-e55c1bea5240 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=30ac2beaac9c47e39aac60ee01ed5b65&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1321106 Feb 04 09:19:59.245520 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee7a6a2-5871-45fb-85fe-ab9c86cf4d4c req-9c5d92f4-18ea-48a5-a24f-487b07034d6c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:19:59.246957 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-7ee7a6a2-5871-45fb-85fe-ab9c86cf4d4c req-9c5d92f4-18ea-48a5-a24f-487b07034d6c service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1271966 Feb 04 09:19:59.350828 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b4f9ccf4-180a-4a0f-90cd-94040db5636f req-05778543-d2cc-42f9-bff6-ec2f54b20a2d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=30ac2beaac9c47e39aac60ee01ed5b65&device_id=99164cbe-76ee-471c-9fc1-4b5bd0fa3b5a HTTP/1.1" status: 200 len: 1097 time: 0.0705719 Feb 04 09:19:59.415651 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b4f9ccf4-180a-4a0f-90cd-94040db5636f req-6bec678b-cf2e-4e29-8702-2cb9c26654bd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c4eae1f-513e-46b0-8563-0e7c8810bfe5 HTTP/1.1" status: 200 len: 217 time: 0.0589840 Feb 04 09:19:59.479785 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f9ccf4-180a-4a0f-90cd-94040db5636f req-3dbcc4c2-a64c-4d91-9749-ae295c6ba2bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:19:59.481235 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b4f9ccf4-180a-4a0f-90cd-94040db5636f req-3dbcc4c2-a64c-4d91-9749-ae295c6ba2bc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d80e8779-357a-4374-8182-5619a2ae27f7 HTTP/1.1" status: 200 len: 853 time: 0.0605178 Feb 04 09:19:59.525097 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b4f9ccf4-180a-4a0f-90cd-94040db5636f req-edbe3e6f-667e-4f57-bb24-991dbb13afaf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=134dbf9a-6bb8-4278-b0b7-30cc6f1a8d5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372667 Feb 04 09:19:59.633703 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c06ef31-43ba-4051-b4f4-351190eeeb5e req-1e6f485a-0da0-4d49-b0a0-7cd2513812e1 tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:19:59.635155 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4c06ef31-43ba-4051-b4f4-351190eeeb5e req-1e6f485a-0da0-4d49-b0a0-7cd2513812e1 tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] 10.222.0.36 "GET /v2.0/ports?device_id=99164cbe-76ee-471c-9fc1-4b5bd0fa3b5a HTTP/1.1" status: 200 len: 944 time: 0.0746150 Feb 04 09:19:59.655382 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b4f9ccf4-180a-4a0f-90cd-94040db5636f req-48491d16-ec1b-49ae-9af2-6e003592d2fd service neutron] 10.222.0.47 "GET /v2.0/networks/134dbf9a-6bb8-4278-b0b7-30cc6f1a8d5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237607 Feb 04 09:19:59.683790 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4c06ef31-43ba-4051-b4f4-351190eeeb5e req-041963be-6aba-4485-8cf5-4546672310a0 tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] 10.222.0.36 "GET /v2.0/security-groups?id=67b7ea25-6aad-4b58-918e-89a293286aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391893 Feb 04 09:19:59.786956 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b4f9ccf4-180a-4a0f-90cd-94040db5636f req-4f35e625-4649-42ec-8361-22c6a3e26450 service neutron] 10.222.0.47 "GET /v2.0/networks/134dbf9a-6bb8-4278-b0b7-30cc6f1a8d5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259723 Feb 04 09:20:00.878175 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e4a1ac-18c1-4131-a5b7-90cdb2be992c req-92b2f581-f7b1-4f8f-931d-22dff3b56e07 tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:20:00.879596 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-30e4a1ac-18c1-4131-a5b7-90cdb2be992c req-92b2f581-f7b1-4f8f-931d-22dff3b56e07 tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] 10.222.0.36 "GET /v2.0/ports?device_id=99164cbe-76ee-471c-9fc1-4b5bd0fa3b5a HTTP/1.1" status: 200 len: 944 time: 0.0775006 Feb 04 09:20:00.923527 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-30e4a1ac-18c1-4131-a5b7-90cdb2be992c req-dbef5f5e-0138-4493-b246-970d0571f50d tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] 10.222.0.36 "GET /v2.0/security-groups?id=67b7ea25-6aad-4b58-918e-89a293286aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380402 Feb 04 09:20:02.111508 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c320b1ec-d208-43ce-a994-6bc98f55180e req-eefee5e1-75f7-4e74-9689-ce07539b8a98 tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:20:02.112940 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c320b1ec-d208-43ce-a994-6bc98f55180e req-eefee5e1-75f7-4e74-9689-ce07539b8a98 tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] 10.222.0.36 "GET /v2.0/ports?device_id=99164cbe-76ee-471c-9fc1-4b5bd0fa3b5a HTTP/1.1" status: 200 len: 944 time: 0.0736663 Feb 04 09:20:02.166523 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c320b1ec-d208-43ce-a994-6bc98f55180e req-c3770414-6b2f-4678-8d10-97fff3995c3c tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] 10.222.0.36 "GET /v2.0/security-groups?id=67b7ea25-6aad-4b58-918e-89a293286aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482709 Feb 04 09:20:03.083311 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device 8c4eae1f-513e-46b0-8563-0e7c8810bfe5 details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=84109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 09:20:03.219887 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port 8c4eae1f-513e-46b0-8563-0e7c8810bfe5, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=8c4eae1f-513e-46b0-8563-0e7c8810bfe5,segment=NetworkSegment(4c58ef74-a7ed-4d5a-a1c1-f40cb723feac),segment_id=4c58ef74-a7ed-4d5a-a1c1-f40cb723feac)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:20:03.232460 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Returning: {'device': '8c4eae1f-513e-46b0-8563-0e7c8810bfe5', 'network_id': '134dbf9a-6bb8-4278-b0b7-30cc6f1a8d5c', 'port_id': '8c4eae1f-513e-46b0-8563-0e7c8810bfe5', 'mac_address': 'fa:16:3e:29:21:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd80e8779-357a-4374-8182-5619a2ae27f7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 09:20:03.287794 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:03.305254 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c4eae1f-513e-46b0-8563-0e7c8810bfe5 {{(pid=84109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 09:20:03.320082 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port 8c4eae1f-513e-46b0-8563-0e7c8810bfe5, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=8c4eae1f-513e-46b0-8563-0e7c8810bfe5,segment=NetworkSegment(4c58ef74-a7ed-4d5a-a1c1-f40cb723feac),segment_id=4c58ef74-a7ed-4d5a-a1c1-f40cb723feac)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:20:03.362915 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063bbde4-1c93-4cba-926f-05c7bcc05d10 req-d6b0637b-c15f-4e68-b841-6deca8eda17f tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:20:03.364351 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-063bbde4-1c93-4cba-926f-05c7bcc05d10 req-d6b0637b-c15f-4e68-b841-6deca8eda17f tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] 10.222.0.36 "GET /v2.0/ports?device_id=99164cbe-76ee-471c-9fc1-4b5bd0fa3b5a HTTP/1.1" status: 200 len: 944 time: 0.0792942 Feb 04 09:20:03.381927 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:03.414041 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-063bbde4-1c93-4cba-926f-05c7bcc05d10 req-a8bd309e-e509-4582-9757-c68dbd30634b tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] 10.222.0.36 "GET /v2.0/security-groups?id=67b7ea25-6aad-4b58-918e-89a293286aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439730 Feb 04 09:20:03.447660 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=8c4eae1f-513e-46b0-8563-0e7c8810bfe5,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:20:03.721582 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] get_ports_and_sgs() called for port_ids ['8c4eae1f-513e-46b0-8563-0e7c8810bfe5'] {{(pid=84109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 09:20:04.610775 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a2c650-e686-4cdc-848a-18a0cf3e4c86 req-d8bca8fd-df81-45e5-9c16-89712d3568f7 tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:20:04.612196 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d4a2c650-e686-4cdc-848a-18a0cf3e4c86 req-d8bca8fd-df81-45e5-9c16-89712d3568f7 tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] 10.222.0.36 "GET /v2.0/ports?device_id=99164cbe-76ee-471c-9fc1-4b5bd0fa3b5a HTTP/1.1" status: 200 len: 945 time: 0.0741541 Feb 04 09:20:04.659857 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d4a2c650-e686-4cdc-848a-18a0cf3e4c86 req-15050e51-0135-4acb-b0bc-33faee90a458 tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] 10.222.0.36 "GET /v2.0/security-groups?id=67b7ea25-6aad-4b58-918e-89a293286aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420575 Feb 04 09:20:05.088212 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device 8c4eae1f-513e-46b0-8563-0e7c8810bfe5 up at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:20:05.215295 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Provisioning for port 8c4eae1f-513e-46b0-8563-0e7c8810bfe5 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:20:05.220330 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Provisioning complete for port 8c4eae1f-513e-46b0-8563-0e7c8810bfe5 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:20:05.220742 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:05.358951 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:05.384518 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99164cbe-76ee-471c-9fc1-4b5bd0fa3b5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c4eae1f-513e-46b0-8563-0e7c8810bfe5'}] {{(pid=84109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:20:05.394319 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port 8c4eae1f-513e-46b0-8563-0e7c8810bfe5, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=8c4eae1f-513e-46b0-8563-0e7c8810bfe5,segment=NetworkSegment(4c58ef74-a7ed-4d5a-a1c1-f40cb723feac),segment_id=4c58ef74-a7ed-4d5a-a1c1-f40cb723feac)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:20:05.447352 dv-neutron-827798-2-hyperv neutron-server[84109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99164cbe-76ee-471c-9fc1-4b5bd0fa3b5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c4eae1f-513e-46b0-8563-0e7c8810bfe5', 'code': 200} Feb 04 09:20:05.456050 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:05.523254 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=8c4eae1f-513e-46b0-8563-0e7c8810bfe5,revision_number=5']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:20:05.776976 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-c68ea180-7434-40b1-9822-e15b036b4e6a req-fee4d2d7-3e32-470a-a02a-9d483acc959d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=99164cbe-76ee-471c-9fc1-4b5bd0fa3b5a HTTP/1.1" status: 200 len: 1099 time: 0.0715792 Feb 04 09:20:05.824465 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-c68ea180-7434-40b1-9822-e15b036b4e6a req-c3003f3f-b4f5-4ccb-a9f8-008122cf958b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=67b7ea25-6aad-4b58-918e-89a293286aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406778 Feb 04 09:20:05.854034 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ffa7c-5e3e-4f83-9492-7e6edda57627 req-c0e3203d-938f-47cf-bbad-313228d60ad5 tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:20:05.855451 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f26ffa7c-5e3e-4f83-9492-7e6edda57627 req-c0e3203d-938f-47cf-bbad-313228d60ad5 tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] 10.222.0.36 "GET /v2.0/ports?device_id=99164cbe-76ee-471c-9fc1-4b5bd0fa3b5a HTTP/1.1" status: 200 len: 946 time: 0.0731440 Feb 04 09:20:05.899544 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f26ffa7c-5e3e-4f83-9492-7e6edda57627 req-67743277-eaf0-4815-bfe8-d992ef62eb55 tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] 10.222.0.36 "GET /v2.0/security-groups?id=67b7ea25-6aad-4b58-918e-89a293286aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380867 Feb 04 09:20:07.217404 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b3ec26-834a-4d76-b33c-5f83c8dccf4d req-7133a04a-c13d-4d7c-afad-19729ac4c543 tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:20:07.218764 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-33b3ec26-834a-4d76-b33c-5f83c8dccf4d req-7133a04a-c13d-4d7c-afad-19729ac4c543 tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] 10.222.0.36 "GET /v2.0/ports?device_id=99164cbe-76ee-471c-9fc1-4b5bd0fa3b5a HTTP/1.1" status: 200 len: 946 time: 0.1810865 Feb 04 09:20:07.263220 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-33b3ec26-834a-4d76-b33c-5f83c8dccf4d req-4067c07c-2bc3-4b5e-838c-3d8d2cdeb72b tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] 10.222.0.36 "GET /v2.0/security-groups?id=67b7ea25-6aad-4b58-918e-89a293286aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377669 Feb 04 09:20:08.454807 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d66835-7ed3-417b-8e69-2ad962c5ca84 req-657ac79e-48fb-453c-93c4-60942f994488 tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:20:08.456242 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-72d66835-7ed3-417b-8e69-2ad962c5ca84 req-657ac79e-48fb-453c-93c4-60942f994488 tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] 10.222.0.36 "GET /v2.0/ports?device_id=99164cbe-76ee-471c-9fc1-4b5bd0fa3b5a HTTP/1.1" status: 200 len: 946 time: 0.0741889 Feb 04 09:20:08.499994 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-72d66835-7ed3-417b-8e69-2ad962c5ca84 req-8914d919-4412-4efd-bd25-0bd219220a7d tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] 10.222.0.36 "GET /v2.0/security-groups?id=67b7ea25-6aad-4b58-918e-89a293286aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383787 Feb 04 09:20:09.143595 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6f96db-b543-4954-9a4a-b9c9ec2e942c req-6429ee8e-0c3d-420b-b20e-85b580b2a29b tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:20:09.145033 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-9d6f96db-b543-4954-9a4a-b9c9ec2e942c req-6429ee8e-0c3d-420b-b20e-85b580b2a29b tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] 10.222.0.36 "GET /v2.0/ports?device_id=99164cbe-76ee-471c-9fc1-4b5bd0fa3b5a HTTP/1.1" status: 200 len: 946 time: 0.0853732 Feb 04 09:20:09.187911 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-9d6f96db-b543-4954-9a4a-b9c9ec2e942c req-1f4b7816-e274-4fbf-9ada-ebdb1caf6e07 tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] 10.222.0.36 "GET /v2.0/security-groups?id=67b7ea25-6aad-4b58-918e-89a293286aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374529 Feb 04 09:20:10.380276 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ba4c86-59fa-4737-aa4b-f7c90eba809c req-0e345ad3-ea4c-4520-946a-94a317dce8ee tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:20:10.381738 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-86ba4c86-59fa-4737-aa4b-f7c90eba809c req-0e345ad3-ea4c-4520-946a-94a317dce8ee tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] 10.222.0.36 "GET /v2.0/ports?device_id=99164cbe-76ee-471c-9fc1-4b5bd0fa3b5a HTTP/1.1" status: 200 len: 946 time: 0.0742655 Feb 04 09:20:10.426796 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-86ba4c86-59fa-4737-aa4b-f7c90eba809c req-e66f8956-bd62-4965-a916-dea6c8c261ed tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] 10.222.0.36 "GET /v2.0/security-groups?id=67b7ea25-6aad-4b58-918e-89a293286aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394363 Feb 04 09:20:10.624901 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256e80d5-2572-438f-a1fb-a470e105986a req-fbba0add-fe0e-4891-8f34-032fba585cee tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:20:10.626118 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [req-256e80d5-2572-438f-a1fb-a470e105986a req-fbba0add-fe0e-4891-8f34-032fba585cee tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] Synchronizing usage tracker for tenant:30ac2beaac9c47e39aac60ee01ed5b65 on resource:port {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 09:20:10.706959 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [req-256e80d5-2572-438f-a1fb-a470e105986a req-fbba0add-fe0e-4891-8f34-032fba585cee tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] Unset dirty status for tenant:30ac2beaac9c47e39aac60ee01ed5b65 on resource:port {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 09:20:10.708076 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-256e80d5-2572-438f-a1fb-a470e105986a req-fbba0add-fe0e-4891-8f34-032fba585cee tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] 10.222.0.47 "GET /v2.0/ports?device_id=99164cbe-76ee-471c-9fc1-4b5bd0fa3b5a HTTP/1.1" status: 200 len: 946 time: 0.1556375 Feb 04 09:20:10.774760 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [req-256e80d5-2572-438f-a1fb-a470e105986a req-778a63e8-393e-47cc-9b2b-0bbc48f58a5d tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] Deleting port 8c4eae1f-513e-46b0-8563-0e7c8810bfe5 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:20:10.775094 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-256e80d5-2572-438f-a1fb-a470e105986a req-778a63e8-393e-47cc-9b2b-0bbc48f58a5d tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:11.013118 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [req-256e80d5-2572-438f-a1fb-a470e105986a req-778a63e8-393e-47cc-9b2b-0bbc48f58a5d tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] For port 8c4eae1f-513e-46b0-8563-0e7c8810bfe5, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=8c4eae1f-513e-46b0-8563-0e7c8810bfe5,segment=NetworkSegment(4c58ef74-a7ed-4d5a-a1c1-f40cb723feac),segment_id=4c58ef74-a7ed-4d5a-a1c1-f40cb723feac)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:20:11.013472 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-256e80d5-2572-438f-a1fb-a470e105986a req-778a63e8-393e-47cc-9b2b-0bbc48f58a5d tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:11.136986 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [req-256e80d5-2572-438f-a1fb-a470e105986a req-778a63e8-393e-47cc-9b2b-0bbc48f58a5d tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] Calling delete_port for 8c4eae1f-513e-46b0-8563-0e7c8810bfe5 owned by compute:nova {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 09:20:11.414648 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-256e80d5-2572-438f-a1fb-a470e105986a req-778a63e8-393e-47cc-9b2b-0bbc48f58a5d tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:11.426416 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] get_ports_and_sgs() called for port_ids ['99b568cd-fc54-430a-b3cf-36684c19fa2b'] {{(pid=84109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 09:20:11.464844 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778a63e8-393e-47cc-9b2b-0bbc48f58a5d tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] Pushing event deleted for resources: {'Port': ['ID=8c4eae1f-513e-46b0-8563-0e7c8810bfe5,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:20:11.552371 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [req-256e80d5-2572-438f-a1fb-a470e105986a req-778a63e8-393e-47cc-9b2b-0bbc48f58a5d tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] No DVR routers for this DVR port 8c4eae1f-513e-46b0-8563-0e7c8810bfe5 on host hv-neutron-8277 {{(pid=84108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 09:20:11.555361 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-256e80d5-2572-438f-a1fb-a470e105986a req-778a63e8-393e-47cc-9b2b-0bbc48f58a5d tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:11.560158 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99164cbe-76ee-471c-9fc1-4b5bd0fa3b5a', 'name': 'network-vif-deleted', 'tag': '8c4eae1f-513e-46b0-8563-0e7c8810bfe5'}] {{(pid=84108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:20:11.618449 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7fa9d65d-b259-4af6-96a1-5511725826b0 req-07e80f20-2da0-4c79-89bf-d6edd5403acf tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] 10.222.0.36 "GET /v2.0/ports?device_id=99164cbe-76ee-471c-9fc1-4b5bd0fa3b5a HTTP/1.1" status: 200 len: 210 time: 0.0446250 Feb 04 09:20:11.625548 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99164cbe-76ee-471c-9fc1-4b5bd0fa3b5a', 'name': 'network-vif-deleted', 'tag': '8c4eae1f-513e-46b0-8563-0e7c8810bfe5', 'status': 'completed', 'code': 200} Feb 04 09:20:11.627740 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-256e80d5-2572-438f-a1fb-a470e105986a req-778a63e8-393e-47cc-9b2b-0bbc48f58a5d tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] 10.222.0.47 "DELETE /v2.0/ports/8c4eae1f-513e-46b0-8563-0e7c8810bfe5 HTTP/1.1" status: 204 len: 173 time: 0.9134917 Feb 04 09:20:12.902467 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb435ff0-14e7-4703-987b-3f66c2a9c187 req-017c4617-804c-441f-baa7-f85a30651e5c tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:20:12.903907 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-eb435ff0-14e7-4703-987b-3f66c2a9c187 req-017c4617-804c-441f-baa7-f85a30651e5c tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0c7860c-3379-4c3b-99f8-71d918ffbc31 HTTP/1.1" status: 200 len: 945 time: 0.0737736 Feb 04 09:20:12.948689 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-eb435ff0-14e7-4703-987b-3f66c2a9c187 req-75e290cc-a7ae-4bae-a719-94365e84a665 tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] 10.222.0.36 "GET /v2.0/security-groups?id=67b7ea25-6aad-4b58-918e-89a293286aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385847 Feb 04 09:20:13.103310 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-7c608b90-44d1-4e64-acf2-5cfa63c38a19 req-c6813b7e-d731-4f62-b9a5-c7270eeb8519 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b0c7860c-3379-4c3b-99f8-71d918ffbc31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0663490 Feb 04 09:20:13.122620 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device 8c4eae1f-513e-46b0-8563-0e7c8810bfe5 no longer exists at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 09:20:13.164738 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] No Port match for: 8c4eae1f-513e-46b0-8563-0e7c8810bfe5 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 09:20:13.165363 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device 8c4eae1f-513e-46b0-8563-0e7c8810bfe5 not bound to the agent host hv-neutron-8277 {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 09:20:13.179828 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c709cc60-6769-4579-806a-4df185871cb8 req-bab83335-cde8-46e8-b211-308cbd9aca79 tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:20:13.181327 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c709cc60-6769-4579-806a-4df185871cb8 req-bab83335-cde8-46e8-b211-308cbd9aca79 tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0c7860c-3379-4c3b-99f8-71d918ffbc31 HTTP/1.1" status: 200 len: 945 time: 0.0921834 Feb 04 09:20:13.226392 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c709cc60-6769-4579-806a-4df185871cb8 req-47ee3ec2-1feb-42f4-96bc-440634b7dab9 tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] 10.222.0.36 "GET /v2.0/security-groups?id=67b7ea25-6aad-4b58-918e-89a293286aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394773 Feb 04 09:20:13.268215 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-7c608b90-44d1-4e64-acf2-5cfa63c38a19 req-f0ebf749-d473-4b77-9d57-ecbf85f6c25c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=30ac2beaac9c47e39aac60ee01ed5b65&device_id=b0c7860c-3379-4c3b-99f8-71d918ffbc31 HTTP/1.1" status: 200 len: 1098 time: 0.0726836 Feb 04 09:20:13.411356 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c608b90-44d1-4e64-acf2-5cfa63c38a19 req-89402d88-a2fc-417e-88a7-969e2f8db5ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:20:13.413180 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-7c608b90-44d1-4e64-acf2-5cfa63c38a19 req-89402d88-a2fc-417e-88a7-969e2f8db5ef service neutron] 10.222.0.47 "GET /v2.0/networks?id=134dbf9a-6bb8-4278-b0b7-30cc6f1a8d5c HTTP/1.1" status: 200 len: 914 time: 0.1270254 Feb 04 09:20:13.420214 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987897ed-936e-4cd8-b744-c1b41bc79fe1 req-4e858326-ebec-4696-8570-1b8b9ba235bf tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:20:13.421708 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-987897ed-936e-4cd8-b744-c1b41bc79fe1 req-4e858326-ebec-4696-8570-1b8b9ba235bf tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0c7860c-3379-4c3b-99f8-71d918ffbc31 HTTP/1.1" status: 200 len: 945 time: 0.0747917 Feb 04 09:20:13.468755 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-987897ed-936e-4cd8-b744-c1b41bc79fe1 req-50334ff3-fe0d-4d45-a7f2-cf58a6956f8c tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] 10.222.0.36 "GET /v2.0/security-groups?id=67b7ea25-6aad-4b58-918e-89a293286aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413716 Feb 04 09:20:13.479549 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-7c608b90-44d1-4e64-acf2-5cfa63c38a19 req-b37922ef-1a9a-452f-b1ae-f3781e24d079 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=99b568cd-fc54-430a-b3cf-36684c19fa2b HTTP/1.1" status: 200 len: 217 time: 0.0600398 Feb 04 09:20:13.544092 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c608b90-44d1-4e64-acf2-5cfa63c38a19 req-c7fe6bb4-c685-448b-a4e8-5595033115b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:20:13.545554 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-7c608b90-44d1-4e64-acf2-5cfa63c38a19 req-c7fe6bb4-c685-448b-a4e8-5595033115b7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d80e8779-357a-4374-8182-5619a2ae27f7 HTTP/1.1" status: 200 len: 853 time: 0.0602224 Feb 04 09:20:13.590642 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-7c608b90-44d1-4e64-acf2-5cfa63c38a19 req-f5d53355-e748-4c5a-a6c8-9d7a37e38087 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=134dbf9a-6bb8-4278-b0b7-30cc6f1a8d5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380290 Feb 04 09:20:13.660331 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-80a85dd1-4be3-4079-b001-c53f95c0a2c9 req-84ef4fd6-f623-40e2-a2d7-a85ef3bdcbd6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b0c7860c-3379-4c3b-99f8-71d918ffbc31&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0656662 Feb 04 09:20:13.724946 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-7c608b90-44d1-4e64-acf2-5cfa63c38a19 req-f3814738-063a-4ad2-bf37-c6055a3783f8 service neutron] 10.222.0.47 "GET /v2.0/networks/134dbf9a-6bb8-4278-b0b7-30cc6f1a8d5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261468 Feb 04 09:20:13.850653 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb791d59-225f-47c2-888d-7e06e925d175 req-a2b762bd-99d5-4402-bd82-53487841de15 tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:20:13.852545 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-fb791d59-225f-47c2-888d-7e06e925d175 req-a2b762bd-99d5-4402-bd82-53487841de15 tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0c7860c-3379-4c3b-99f8-71d918ffbc31 HTTP/1.1" status: 200 len: 945 time: 0.0754428 Feb 04 09:20:13.857943 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-7c608b90-44d1-4e64-acf2-5cfa63c38a19 req-1281bac3-15c8-4cd5-a234-10dca69a5697 service neutron] 10.222.0.47 "GET /v2.0/networks/134dbf9a-6bb8-4278-b0b7-30cc6f1a8d5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263046 Feb 04 09:20:13.900913 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-fb791d59-225f-47c2-888d-7e06e925d175 req-6f540751-4cd6-4486-9b9f-0ba39d679085 tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] 10.222.0.36 "GET /v2.0/security-groups?id=67b7ea25-6aad-4b58-918e-89a293286aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431888 Feb 04 09:20:14.093012 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa21635c-abce-405a-aeeb-cf06ea9b292d req-f603f823-904b-469a-beeb-1de7466003e7 tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:20:14.094438 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-fa21635c-abce-405a-aeeb-cf06ea9b292d req-f603f823-904b-469a-beeb-1de7466003e7 tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0c7860c-3379-4c3b-99f8-71d918ffbc31 HTTP/1.1" status: 200 len: 945 time: 0.0739863 Feb 04 09:20:14.138043 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-fa21635c-abce-405a-aeeb-cf06ea9b292d req-3228a7c5-9e82-4b10-80ab-25616b256272 tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] 10.222.0.36 "GET /v2.0/security-groups?id=67b7ea25-6aad-4b58-918e-89a293286aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381792 Feb 04 09:20:14.353154 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f21dcb6-f446-4447-94eb-6b0f9ac3a05a req-86b09d45-ed4c-464e-92b1-7e057adff19b tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:20:14.354575 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-3f21dcb6-f446-4447-94eb-6b0f9ac3a05a req-86b09d45-ed4c-464e-92b1-7e057adff19b tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0c7860c-3379-4c3b-99f8-71d918ffbc31 HTTP/1.1" status: 200 len: 945 time: 0.0783229 Feb 04 09:20:14.397789 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-3f21dcb6-f446-4447-94eb-6b0f9ac3a05a req-61017c06-32b4-4781-baaa-01a4a02a83c8 tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] 10.222.0.36 "GET /v2.0/security-groups?id=67b7ea25-6aad-4b58-918e-89a293286aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378070 Feb 04 09:20:15.163254 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f8858-c302-4921-8b41-61b44316dbf0 req-58d27620-b742-4e5c-8f3d-81effead06d3 tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:20:15.164718 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-238f8858-c302-4921-8b41-61b44316dbf0 req-58d27620-b742-4e5c-8f3d-81effead06d3 tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0c7860c-3379-4c3b-99f8-71d918ffbc31 HTTP/1.1" status: 200 len: 945 time: 0.0759509 Feb 04 09:20:15.209056 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-238f8858-c302-4921-8b41-61b44316dbf0 req-93e9d5e7-5a80-41e3-b497-52c50da4ac63 tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] 10.222.0.36 "GET /v2.0/security-groups?id=67b7ea25-6aad-4b58-918e-89a293286aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385098 Feb 04 09:20:16.124939 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 09:20:16.407544 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e206ff-b5d0-4598-8117-651f14fbe8e3 req-36eb6c02-c2b0-4074-88fa-438ba845bc67 tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:20:16.409651 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-92e206ff-b5d0-4598-8117-651f14fbe8e3 req-36eb6c02-c2b0-4074-88fa-438ba845bc67 tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0c7860c-3379-4c3b-99f8-71d918ffbc31 HTTP/1.1" status: 200 len: 945 time: 0.0783701 Feb 04 09:20:16.453097 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-92e206ff-b5d0-4598-8117-651f14fbe8e3 req-bf53d55d-d363-4185-9548-a847e05ba68c tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] 10.222.0.36 "GET /v2.0/security-groups?id=67b7ea25-6aad-4b58-918e-89a293286aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379891 Feb 04 09:20:16.782395 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba459d1-0c3a-4fb2-8337-9dead2c077e0 req-d1cf32ee-167d-4ba6-b6bb-c635be62ed92 tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:20:16.783587 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [req-cba459d1-0c3a-4fb2-8337-9dead2c077e0 req-d1cf32ee-167d-4ba6-b6bb-c635be62ed92 tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] Synchronizing usage tracker for tenant:30ac2beaac9c47e39aac60ee01ed5b65 on resource:port {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 09:20:16.865782 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [req-cba459d1-0c3a-4fb2-8337-9dead2c077e0 req-d1cf32ee-167d-4ba6-b6bb-c635be62ed92 tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] Unset dirty status for tenant:30ac2beaac9c47e39aac60ee01ed5b65 on resource:port {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 09:20:16.866890 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-cba459d1-0c3a-4fb2-8337-9dead2c077e0 req-d1cf32ee-167d-4ba6-b6bb-c635be62ed92 tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] 10.222.0.47 "GET /v2.0/ports?device_id=b0c7860c-3379-4c3b-99f8-71d918ffbc31 HTTP/1.1" status: 200 len: 945 time: 0.1606016 Feb 04 09:20:16.932913 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [req-cba459d1-0c3a-4fb2-8337-9dead2c077e0 req-8637da65-2e92-4af5-82e8-958dff8a18d0 tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] Deleting port 99b568cd-fc54-430a-b3cf-36684c19fa2b {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:20:16.933252 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-cba459d1-0c3a-4fb2-8337-9dead2c077e0 req-8637da65-2e92-4af5-82e8-958dff8a18d0 tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:17.171243 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [req-cba459d1-0c3a-4fb2-8337-9dead2c077e0 req-8637da65-2e92-4af5-82e8-958dff8a18d0 tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] For port 99b568cd-fc54-430a-b3cf-36684c19fa2b, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=99b568cd-fc54-430a-b3cf-36684c19fa2b,segment=NetworkSegment(4c58ef74-a7ed-4d5a-a1c1-f40cb723feac),segment_id=4c58ef74-a7ed-4d5a-a1c1-f40cb723feac)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:20:17.171593 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-cba459d1-0c3a-4fb2-8337-9dead2c077e0 req-8637da65-2e92-4af5-82e8-958dff8a18d0 tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:17.287265 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [req-cba459d1-0c3a-4fb2-8337-9dead2c077e0 req-8637da65-2e92-4af5-82e8-958dff8a18d0 tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] Calling delete_port for 99b568cd-fc54-430a-b3cf-36684c19fa2b owned by compute:nova {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 09:20:17.547556 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-cba459d1-0c3a-4fb2-8337-9dead2c077e0 req-8637da65-2e92-4af5-82e8-958dff8a18d0 tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:17.593958 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8637da65-2e92-4af5-82e8-958dff8a18d0 tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] Pushing event deleted for resources: {'Port': ['ID=99b568cd-fc54-430a-b3cf-36684c19fa2b,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:20:17.614896 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-52199285-a785-450f-b347-d1b88edb0885 req-1c9a0cae-acea-4f91-aa5c-0bbefff95705 tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0c7860c-3379-4c3b-99f8-71d918ffbc31 HTTP/1.1" status: 200 len: 210 time: 0.0411255 Feb 04 09:20:17.666818 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [req-cba459d1-0c3a-4fb2-8337-9dead2c077e0 req-8637da65-2e92-4af5-82e8-958dff8a18d0 tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] No DVR routers for this DVR port 99b568cd-fc54-430a-b3cf-36684c19fa2b on host hv-neutron-8277 {{(pid=84108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 09:20:17.669456 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-cba459d1-0c3a-4fb2-8337-9dead2c077e0 req-8637da65-2e92-4af5-82e8-958dff8a18d0 tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:17.671818 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0c7860c-3379-4c3b-99f8-71d918ffbc31', 'name': 'network-vif-deleted', 'tag': '99b568cd-fc54-430a-b3cf-36684c19fa2b'}] {{(pid=84108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:20:17.726828 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0c7860c-3379-4c3b-99f8-71d918ffbc31', 'name': 'network-vif-deleted', 'tag': '99b568cd-fc54-430a-b3cf-36684c19fa2b', 'status': 'completed', 'code': 200} Feb 04 09:20:17.746780 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-cba459d1-0c3a-4fb2-8337-9dead2c077e0 req-8637da65-2e92-4af5-82e8-958dff8a18d0 tempest-ServersNegativeTestJSON-217218531 tempest-ServersNegativeTestJSON-217218531-project] 10.222.0.47 "DELETE /v2.0/ports/99b568cd-fc54-430a-b3cf-36684c19fa2b HTTP/1.1" status: 204 len: 173 time: 0.8748074 Feb 04 09:20:18.721616 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 33492) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:20:18.781824 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_v2 [None req-910db5b3-6dce-4ab9-b34a-3f8a248d28b2 admin admin] Deleting subnet d80e8779-357a-4374-8182-5619a2ae27f7 {{(pid=84107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 09:20:18.785342 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-910db5b3-6dce-4ab9-b34a-3f8a248d28b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:18.832891 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-910db5b3-6dce-4ab9-b34a-3f8a248d28b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8058667'] for subnet, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:18.884220 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-910db5b3-6dce-4ab9-b34a-3f8a248d28b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:19.010244 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-910db5b3-6dce-4ab9-b34a-3f8a248d28b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7510167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985167'] for subnet, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:19.045879 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910db5b3-6dce-4ab9-b34a-3f8a248d28b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d80e8779-357a-4374-8182-5619a2ae27f7,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:20:19.052397 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-910db5b3-6dce-4ab9-b34a-3f8a248d28b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:19.058044 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-910db5b3-6dce-4ab9-b34a-3f8a248d28b2 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/d80e8779-357a-4374-8182-5619a2ae27f7 HTTP/1.1" status: 204 len: 168 time: 0.3353314 Feb 04 09:20:19.060422 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 33496) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:20:19.162705 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device 99b568cd-fc54-430a-b3cf-36684c19fa2b no longer exists at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 09:20:19.164195 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5deea809-e50f-420a-b143-4b24c81f4459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:19.197758 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] No Port match for: 99b568cd-fc54-430a-b3cf-36684c19fa2b {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 09:20:19.198105 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device 99b568cd-fc54-430a-b3cf-36684c19fa2b not bound to the agent host hv-neutron-8277 {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 09:20:19.287082 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5deea809-e50f-420a-b143-4b24c81f4459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:19.310976 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-5deea809-e50f-420a-b143-4b24c81f4459 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['134dbf9a-6bb8-4278-b0b7-30cc6f1a8d5c']}} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:20:19.322517 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-5deea809-e50f-420a-b143-4b24c81f4459 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c58ef74-a7ed-4d5a-a1c1-f40cb723feac') {'for_net_delete': True} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:20:19.322812 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-5deea809-e50f-420a-b143-4b24c81f4459 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c58ef74-a7ed-4d5a-a1c1-f40cb723feac') {} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:20:19.334142 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5deea809-e50f-420a-b143-4b24c81f4459 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8058642'] for segment, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:19.349990 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5deea809-e50f-420a-b143-4b24c81f4459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:19.355907 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5deea809-e50f-420a-b143-4b24c81f4459 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=84107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 09:20:19.361175 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5deea809-e50f-420a-b143-4b24c81f4459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7377717'] for segment, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:19.368886 dv-neutron-827798-2-hyperv neutron-server[84107]: Traceback (most recent call last): Feb 04 09:20:19.368886 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 09:20:19.368886 dv-neutron-827798-2-hyperv neutron-server[84107]: timer() Feb 04 09:20:19.368886 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 09:20:19.368886 dv-neutron-827798-2-hyperv neutron-server[84107]: cb(*args, **kw) Feb 04 09:20:19.368886 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 09:20:19.368886 dv-neutron-827798-2-hyperv neutron-server[84107]: return func(*args, **kwargs) Feb 04 09:20:19.368886 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 09:20:19.368886 dv-neutron-827798-2-hyperv neutron-server[84107]: self._notify() Feb 04 09:20:19.368886 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 09:20:19.368886 dv-neutron-827798-2-hyperv neutron-server[84107]: self.callback(batched_events) Feb 04 09:20:19.368886 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 09:20:19.368886 dv-neutron-827798-2-hyperv neutron-server[84107]: event.method(event) Feb 04 09:20:19.368886 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 09:20:19.368886 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 09:20:19.368886 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 09:20:19.368886 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 09:20:19.368886 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 09:20:19.368886 dv-neutron-827798-2-hyperv neutron-server[84107]: return f(self, *a, **k) Feb 04 09:20:19.368886 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 09:20:19.368886 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._get(url).json() Feb 04 09:20:19.368886 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 09:20:19.368886 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 09:20:19.368886 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 09:20:19.368886 dv-neutron-827798-2-hyperv neutron-server[84107]: return self.request(url, 'GET', **kwargs) Feb 04 09:20:19.368886 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 09:20:19.368886 dv-neutron-827798-2-hyperv neutron-server[84107]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 09:20:19.368886 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 09:20:19.368886 dv-neutron-827798-2-hyperv neutron-server[84107]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 09:20:19.368886 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 09:20:19.368886 dv-neutron-827798-2-hyperv neutron-server[84107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 09:20:19.368886 dv-neutron-827798-2-hyperv neutron-server[84107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 09:20:19.477396 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-e023285f-bcf4-4f63-99b6-bfb6c1cd9068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:19.585714 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5deea809-e50f-420a-b143-4b24c81f4459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:19.600906 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5deea809-e50f-420a-b143-4b24c81f4459 admin admin] Notify callbacks [] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:19.612046 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deea809-e50f-420a-b143-4b24c81f4459 admin admin] Pushing event deleted for resources: {'Network': ['ID=134dbf9a-6bb8-4278-b0b7-30cc6f1a8d5c,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:20:19.677668 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-5deea809-e50f-420a-b143-4b24c81f4459 admin admin] 10.222.0.36 "DELETE /v2.0/networks/134dbf9a-6bb8-4278-b0b7-30cc6f1a8d5c HTTP/1.1" status: 204 len: 168 time: 0.6163025 Feb 04 09:20:20.064005 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 33502) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:20:20.122455 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-18f53198-6c68-403e-9b80-97f4f02acc22 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=30ac2beaac9c47e39aac60ee01ed5b65&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0566788 Feb 04 09:20:20.125042 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 33506) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:20:20.182698 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5dc00067-343a-4ab2-9bed-ac7b4b70341e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:20.207353 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5dc00067-343a-4ab2-9bed-ac7b4b70341e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:20.306824 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5dc00067-343a-4ab2-9bed-ac7b4b70341e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:20.321988 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc00067-343a-4ab2-9bed-ac7b4b70341e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b7ea25-6aad-4b58-918e-89a293286aec,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:20:20.380165 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5dc00067-343a-4ab2-9bed-ac7b4b70341e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:20.381319 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-5dc00067-343a-4ab2-9bed-ac7b4b70341e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/67b7ea25-6aad-4b58-918e-89a293286aec HTTP/1.1" status: 204 len: 168 time: 0.2554042 Feb 04 09:20:21.539615 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 33528) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:20:21.662528 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-be786917-7b80-4257-88a2-20212f5ccafa tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-940141748'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:20:21.667350 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-be786917-7b80-4257-88a2-20212f5ccafa tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:20:21.672687 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-be786917-7b80-4257-88a2-20212f5ccafa tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Usage tracker for resource:network and tenant:db6a1535a3d9462f86fe7183fd3cbea4 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:20:21.674645 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-be786917-7b80-4257-88a2-20212f5ccafa tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:20:21.680660 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-be786917-7b80-4257-88a2-20212f5ccafa tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:20:21.763968 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-98ee34c9-9397-4659-960d-5a0a8714ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:21.791383 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be786917-7b80-4257-88a2-20212f5ccafa tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Made reservation on behalf of db6a1535a3d9462f86fe7183fd3cbea4 for: {'network': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 09:20:21.794513 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-be786917-7b80-4257-88a2-20212f5ccafa tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:21.807193 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-be786917-7b80-4257-88a2-20212f5ccafa tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:21.836720 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-be786917-7b80-4257-88a2-20212f5ccafa tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:20:21.840381 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-be786917-7b80-4257-88a2-20212f5ccafa tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Usage tracker for resource:security_group_rule and tenant:db6a1535a3d9462f86fe7183fd3cbea4 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:20:21.843178 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-be786917-7b80-4257-88a2-20212f5ccafa tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:20:21.849448 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-be786917-7b80-4257-88a2-20212f5ccafa tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:20:21.916365 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-be786917-7b80-4257-88a2-20212f5ccafa tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:21.975706 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-be786917-7b80-4257-88a2-20212f5ccafa tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:22.007092 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be786917-7b80-4257-88a2-20212f5ccafa tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=84107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 09:20:22.015115 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be786917-7b80-4257-88a2-20212f5ccafa tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fbabdf9-2587-4b0c-a523-54af8dfe6472,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:20:22.021279 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-be786917-7b80-4257-88a2-20212f5ccafa tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:22.021616 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.segments_db [None req-be786917-7b80-4257-88a2-20212f5ccafa tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Added segment e13ac94f-e47c-40d7-a518-23bddebb4c02 of type vlan for network 199a4a77-9004-46e4-9585-dcb4aa457a44 Feb 04 09:20:22.047062 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-be786917-7b80-4257-88a2-20212f5ccafa tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:22.124119 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-be786917-7b80-4257-88a2-20212f5ccafa tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:22.127839 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be786917-7b80-4257-88a2-20212f5ccafa tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:20:22.128420 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-be786917-7b80-4257-88a2-20212f5ccafa tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks [] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:22.234256 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be786917-7b80-4257-88a2-20212f5ccafa tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Pushing event updated for resources: {'Network': ['ID=199a4a77-9004-46e4-9585-dcb4aa457a44,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:20:22.244113 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network 199a4a77-9004-46e4-9585-dcb4aa457a44 details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 09:20:22.295523 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-be786917-7b80-4257-88a2-20212f5ccafa tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7548065 Feb 04 09:20:22.940377 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:23.010036 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:24.472786 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:25.510849 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 33534) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:20:25.516492 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-d345a150-99c7-46b6-902a-047cc3685841 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Request body: {'subnet': {'network_id': '199a4a77-9004-46e4-9585-dcb4aa457a44', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:20:25.628188 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-d345a150-99c7-46b6-902a-047cc3685841 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:20:25.631974 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-d345a150-99c7-46b6-902a-047cc3685841 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Usage tracker for resource:subnet and tenant:db6a1535a3d9462f86fe7183fd3cbea4 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:20:25.634752 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-d345a150-99c7-46b6-902a-047cc3685841 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:20:25.640363 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-d345a150-99c7-46b6-902a-047cc3685841 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:20:25.705275 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d345a150-99c7-46b6-902a-047cc3685841 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Made reservation on behalf of db6a1535a3d9462f86fe7183fd3cbea4 for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 09:20:25.803420 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d345a150-99c7-46b6-902a-047cc3685841 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985186'] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:26.067281 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d345a150-99c7-46b6-902a-047cc3685841 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7510230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985204'] for subnet, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:26.145447 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d345a150-99c7-46b6-902a-047cc3685841 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Pushing event updated for resources: {'Subnet': ['ID=4f8899b5-4433-4969-848f-23ff3602df9e,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:20:26.155129 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d345a150-99c7-46b6-902a-047cc3685841 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Checking segment: {'id': 'e13ac94f-e47c-40d7-a518-23bddebb4c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '199a4a77-9004-46e4-9585-dcb4aa457a44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 09:20:26.155489 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d345a150-99c7-46b6-902a-047cc3685841 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Network hostable DHCP agents. Network: 199a4a77-9004-46e4-9585-dcb4aa457a44, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 09:20:26.232745 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d345a150-99c7-46b6-902a-047cc3685841 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Network 199a4a77-9004-46e4-9585-dcb4aa457a44 is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 09:20:26.318547 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-d345a150-99c7-46b6-902a-047cc3685841 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, 199a4a77-9004-46e4-9585-dcb4aa457a44) {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:20:26.322446 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d345a150-99c7-46b6-902a-047cc3685841 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:20:26.323026 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d345a150-99c7-46b6-902a-047cc3685841 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks [] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:26.327097 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d50183-8e45-4324-882a-1ce69e5f4457 None None] Network 199a4a77-9004-46e4-9585-dcb4aa457a44 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 09:20:26.439256 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-d345a150-99c7-46b6-902a-047cc3685841 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9272914 Feb 04 09:20:26.443199 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 33538) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:20:26.449523 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-dfac07bb-011d-4dab-9b6e-b4ed8d128626 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1984672549'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:20:26.454585 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-dfac07bb-011d-4dab-9b6e-b4ed8d128626 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:20:26.458984 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-dfac07bb-011d-4dab-9b6e-b4ed8d128626 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Usage tracker for resource:network and tenant:db6a1535a3d9462f86fe7183fd3cbea4 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:20:26.461877 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-dfac07bb-011d-4dab-9b6e-b4ed8d128626 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:20:26.467985 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-dfac07bb-011d-4dab-9b6e-b4ed8d128626 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:20:26.492306 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:26.545970 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314fede8-50a0-483a-b888-6a9ec9bfd8dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-199a4a77-9004-46e4-9585-dcb4aa457a44', 'network_id': '199a4a77-9004-46e4-9585-dcb4aa457a44', 'tenant_id': 'db6a1535a3d9462f86fe7183fd3cbea4', 'fixed_ips': [{'subnet_id': '4f8899b5-4433-4969-848f-23ff3602df9e'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 09:20:26.546677 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-314fede8-50a0-483a-b888-6a9ec9bfd8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:26.582173 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfac07bb-011d-4dab-9b6e-b4ed8d128626 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Made reservation on behalf of db6a1535a3d9462f86fe7183fd3cbea4 for: {'network': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 09:20:26.585175 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-dfac07bb-011d-4dab-9b6e-b4ed8d128626 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:26.612525 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfac07bb-011d-4dab-9b6e-b4ed8d128626 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=84108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 09:20:26.620960 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-dfac07bb-011d-4dab-9b6e-b4ed8d128626 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:26.621296 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.segments_db [None req-dfac07bb-011d-4dab-9b6e-b4ed8d128626 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Added segment d1592f9b-f81f-40dc-9cd4-cb5bc1f8d37e of type vlan for network 75113516-4a37-4182-988e-d4c18fc2a61e Feb 04 09:20:26.647185 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-dfac07bb-011d-4dab-9b6e-b4ed8d128626 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:26.701828 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-314fede8-50a0-483a-b888-6a9ec9bfd8dd None None] Allocated IP 2001:db8:0:ffff::2 (199a4a77-9004-46e4-9585-dcb4aa457a44/4f8899b5-4433-4969-848f-23ff3602df9e/1dcf057f-cbf7-4e21-98bc-5212bfc4b199) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 09:20:26.745950 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-dfac07bb-011d-4dab-9b6e-b4ed8d128626 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:26.749604 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfac07bb-011d-4dab-9b6e-b4ed8d128626 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:20:26.750172 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-dfac07bb-011d-4dab-9b6e-b4ed8d128626 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks [] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:26.855973 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfac07bb-011d-4dab-9b6e-b4ed8d128626 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Pushing event updated for resources: {'Network': ['ID=75113516-4a37-4182-988e-d4c18fc2a61e,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:20:26.864890 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfac07bb-011d-4dab-9b6e-b4ed8d128626 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:20:26.865343 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfac07bb-011d-4dab-9b6e-b4ed8d128626 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:20:26.865678 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfac07bb-011d-4dab-9b6e-b4ed8d128626 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:20:26.866005 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfac07bb-011d-4dab-9b6e-b4ed8d128626 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:20:26.866324 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfac07bb-011d-4dab-9b6e-b4ed8d128626 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:20:26.866640 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfac07bb-011d-4dab-9b6e-b4ed8d128626 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:20:26.866953 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfac07bb-011d-4dab-9b6e-b4ed8d128626 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:20:26.867266 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfac07bb-011d-4dab-9b6e-b4ed8d128626 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:20:26.867579 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfac07bb-011d-4dab-9b6e-b4ed8d128626 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:20:26.867889 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfac07bb-011d-4dab-9b6e-b4ed8d128626 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:20:26.868210 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfac07bb-011d-4dab-9b6e-b4ed8d128626 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:20:26.882974 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network 75113516-4a37-4182-988e-d4c18fc2a61e details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 09:20:26.944099 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-dfac07bb-011d-4dab-9b6e-b4ed8d128626 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4972804 Feb 04 09:20:26.944374 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 33542) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:20:26.950027 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-d3c2cfd9-37e6-4855-b63e-3c24c68c6cf6 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Request body: {'subnet': {'network_id': '75113516-4a37-4182-988e-d4c18fc2a61e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:20:26.983170 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-314fede8-50a0-483a-b888-6a9ec9bfd8dd None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:27.006157 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-314fede8-50a0-483a-b888-6a9ec9bfd8dd None None] Transition to ACTIVE for port object 1dcf057f-cbf7-4e21-98bc-5212bfc4b199 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:20:27.026155 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-314fede8-50a0-483a-b888-6a9ec9bfd8dd None None] Transition to ACTIVE for port object 1dcf057f-cbf7-4e21-98bc-5212bfc4b199 will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:20:27.063730 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-d3c2cfd9-37e6-4855-b63e-3c24c68c6cf6 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:20:27.067507 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-d3c2cfd9-37e6-4855-b63e-3c24c68c6cf6 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Usage tracker for resource:subnet and tenant:db6a1535a3d9462f86fe7183fd3cbea4 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:20:27.070347 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-d3c2cfd9-37e6-4855-b63e-3c24c68c6cf6 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:20:27.075796 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-d3c2cfd9-37e6-4855-b63e-3c24c68c6cf6 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:20:27.153495 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-314fede8-50a0-483a-b888-6a9ec9bfd8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:27.210087 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c2cfd9-37e6-4855-b63e-3c24c68c6cf6 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Made reservation on behalf of db6a1535a3d9462f86fe7183fd3cbea4 for: {'subnet': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 09:20:27.236738 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314fede8-50a0-483a-b888-6a9ec9bfd8dd None None] Pushing event updated for resources: {'Port': ['ID=1dcf057f-cbf7-4e21-98bc-5212bfc4b199,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:20:27.240370 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314fede8-50a0-483a-b888-6a9ec9bfd8dd None None] Network 199a4a77-9004-46e4-9585-dcb4aa457a44 is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:20:27.241974 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-314fede8-50a0-483a-b888-6a9ec9bfd8dd None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:20:27.244987 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314fede8-50a0-483a-b888-6a9ec9bfd8dd None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 09:20:27.253932 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314fede8-50a0-483a-b888-6a9ec9bfd8dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:20:27.254259 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314fede8-50a0-483a-b888-6a9ec9bfd8dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:20:27.254594 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314fede8-50a0-483a-b888-6a9ec9bfd8dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:20:27.254928 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314fede8-50a0-483a-b888-6a9ec9bfd8dd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:20:27.255258 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314fede8-50a0-483a-b888-6a9ec9bfd8dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:20:27.255585 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314fede8-50a0-483a-b888-6a9ec9bfd8dd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:20:27.255918 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314fede8-50a0-483a-b888-6a9ec9bfd8dd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:20:27.256247 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314fede8-50a0-483a-b888-6a9ec9bfd8dd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:20:27.256590 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314fede8-50a0-483a-b888-6a9ec9bfd8dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:20:27.256908 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314fede8-50a0-483a-b888-6a9ec9bfd8dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:20:27.257227 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314fede8-50a0-483a-b888-6a9ec9bfd8dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:20:27.312003 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d3c2cfd9-37e6-4855-b63e-3c24c68c6cf6 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8119726'] for subnet, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:27.337367 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-314fede8-50a0-483a-b888-6a9ec9bfd8dd None None] Attempting to bind port 1dcf057f-cbf7-4e21-98bc-5212bfc4b199 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 09:20:27.337925 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-314fede8-50a0-483a-b888-6a9ec9bfd8dd None None] Attempting to bind port 1dcf057f-cbf7-4e21-98bc-5212bfc4b199 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': 'e13ac94f-e47c-40d7-a518-23bddebb4c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '199a4a77-9004-46e4-9585-dcb4aa457a44'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 09:20:27.338074 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314fede8-50a0-483a-b888-6a9ec9bfd8dd None None] Attempting to bind port 1dcf057f-cbf7-4e21-98bc-5212bfc4b199 on network 199a4a77-9004-46e4-9585-dcb4aa457a44 {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 09:20:27.344208 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314fede8-50a0-483a-b888-6a9ec9bfd8dd None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 9, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 09:20:27.344763 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314fede8-50a0-483a-b888-6a9ec9bfd8dd None None] Checking segment: {'id': 'e13ac94f-e47c-40d7-a518-23bddebb4c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '199a4a77-9004-46e4-9585-dcb4aa457a44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 09:20:27.345162 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-314fede8-50a0-483a-b888-6a9ec9bfd8dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:27.345553 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314fede8-50a0-483a-b888-6a9ec9bfd8dd None None] Bound using segment: {'id': 'e13ac94f-e47c-40d7-a518-23bddebb4c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '199a4a77-9004-46e4-9585-dcb4aa457a44'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 09:20:27.346000 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-314fede8-50a0-483a-b888-6a9ec9bfd8dd None None] Bound port: 1dcf057f-cbf7-4e21-98bc-5212bfc4b199, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e13ac94f-e47c-40d7-a518-23bddebb4c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '199a4a77-9004-46e4-9585-dcb4aa457a44'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 09:20:27.346367 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-314fede8-50a0-483a-b888-6a9ec9bfd8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:27.434732 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-314fede8-50a0-483a-b888-6a9ec9bfd8dd None None] For port 1dcf057f-cbf7-4e21-98bc-5212bfc4b199, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 09:20:27.437600 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-314fede8-50a0-483a-b888-6a9ec9bfd8dd None None] For port 1dcf057f-cbf7-4e21-98bc-5212bfc4b199, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=1dcf057f-cbf7-4e21-98bc-5212bfc4b199,segment=NetworkSegment(e13ac94f-e47c-40d7-a518-23bddebb4c02),segment_id=e13ac94f-e47c-40d7-a518-23bddebb4c02)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 09:20:27.496152 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-314fede8-50a0-483a-b888-6a9ec9bfd8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:27.575536 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314fede8-50a0-483a-b888-6a9ec9bfd8dd None None] Pushing event updated for resources: {'Port': ['ID=1dcf057f-cbf7-4e21-98bc-5212bfc4b199,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:20:27.591626 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d3c2cfd9-37e6-4855-b63e-3c24c68c6cf6 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7593498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8119736'] for subnet, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:27.677099 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c2cfd9-37e6-4855-b63e-3c24c68c6cf6 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Pushing event updated for resources: {'Subnet': ['ID=6797b84f-b17d-400a-a4d6-6cf7b4284bde,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:20:27.688150 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c2cfd9-37e6-4855-b63e-3c24c68c6cf6 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Checking segment: {'id': 'd1592f9b-f81f-40dc-9cd4-cb5bc1f8d37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '75113516-4a37-4182-988e-d4c18fc2a61e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 09:20:27.688150 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c2cfd9-37e6-4855-b63e-3c24c68c6cf6 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Network hostable DHCP agents. Network: 75113516-4a37-4182-988e-d4c18fc2a61e, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 09:20:27.797307 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c2cfd9-37e6-4855-b63e-3c24c68c6cf6 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Network 75113516-4a37-4182-988e-d4c18fc2a61e is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 09:20:27.901322 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-d3c2cfd9-37e6-4855-b63e-3c24c68c6cf6 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, 75113516-4a37-4182-988e-d4c18fc2a61e) {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:20:27.905309 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c2cfd9-37e6-4855-b63e-3c24c68c6cf6 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:20:27.906005 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d3c2cfd9-37e6-4855-b63e-3c24c68c6cf6 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:27.910126 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29daaed-e3f4-44c3-b984-64fbf593abe5 None None] Network 75113516-4a37-4182-988e-d4c18fc2a61e requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 09:20:28.000229 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-d3c2cfd9-37e6-4855-b63e-3c24c68c6cf6 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 1.0523729 Feb 04 09:20:28.000453 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 33546) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:20:28.143570 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b17d098c-d7c8-4e30-b6a2-4e3870ecb049 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:28.158608 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55dc1297-537b-4ff0-a790-c45cdf421b31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-75113516-4a37-4182-988e-d4c18fc2a61e', 'network_id': '75113516-4a37-4182-988e-d4c18fc2a61e', 'tenant_id': 'db6a1535a3d9462f86fe7183fd3cbea4', 'fixed_ips': [{'subnet_id': '6797b84f-b17d-400a-a4d6-6cf7b4284bde'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 09:20:28.159495 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-55dc1297-537b-4ff0-a790-c45cdf421b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:28.215596 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b17d098c-d7c8-4e30-b6a2-4e3870ecb049 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:28.329480 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-55dc1297-537b-4ff0-a790-c45cdf421b31 None None] Allocated IP 2001:db8::2 (75113516-4a37-4182-988e-d4c18fc2a61e/6797b84f-b17d-400a-a4d6-6cf7b4284bde/3a95ad0a-ff72-4471-b5d7-a16c677ad0dc) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 09:20:28.507379 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe28a9d-4edd-4ad9-8829-813e70e9485c None None] Network 199a4a77-9004-46e4-9585-dcb4aa457a44 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 09:20:28.620469 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-55dc1297-537b-4ff0-a790-c45cdf421b31 None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:28.654384 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-55dc1297-537b-4ff0-a790-c45cdf421b31 None None] Transition to ACTIVE for port object 3a95ad0a-ff72-4471-b5d7-a16c677ad0dc will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:20:28.709446 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-55dc1297-537b-4ff0-a790-c45cdf421b31 None None] Transition to ACTIVE for port object 3a95ad0a-ff72-4471-b5d7-a16c677ad0dc will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:20:28.727298 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-209af0ab-a8ea-48af-98d6-3979592a10fc None None] Provisioning for port 1dcf057f-cbf7-4e21-98bc-5212bfc4b199 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:20:28.793258 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-55dc1297-537b-4ff0-a790-c45cdf421b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:28.861433 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55dc1297-537b-4ff0-a790-c45cdf421b31 None None] Network 75113516-4a37-4182-988e-d4c18fc2a61e is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:20:28.864947 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-55dc1297-537b-4ff0-a790-c45cdf421b31 None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:20:28.867352 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55dc1297-537b-4ff0-a790-c45cdf421b31 None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 09:20:28.877700 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dc1297-537b-4ff0-a790-c45cdf421b31 None None] Pushing event updated for resources: {'Port': ['ID=3a95ad0a-ff72-4471-b5d7-a16c677ad0dc,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:20:28.888917 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b17d098c-d7c8-4e30-b6a2-4e3870ecb049 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7593563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8119683'] for subnet, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:28.925774 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17d098c-d7c8-4e30-b6a2-4e3870ecb049 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Pushing event deleted for resources: {'Subnet': ['ID=6797b84f-b17d-400a-a4d6-6cf7b4284bde,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:20:28.973913 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-55dc1297-537b-4ff0-a790-c45cdf421b31 None None] Attempting to bind port 3a95ad0a-ff72-4471-b5d7-a16c677ad0dc on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 09:20:28.974926 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-55dc1297-537b-4ff0-a790-c45cdf421b31 None None] Attempting to bind port 3a95ad0a-ff72-4471-b5d7-a16c677ad0dc by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': 'd1592f9b-f81f-40dc-9cd4-cb5bc1f8d37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '75113516-4a37-4182-988e-d4c18fc2a61e'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 09:20:28.974926 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55dc1297-537b-4ff0-a790-c45cdf421b31 None None] Attempting to bind port 3a95ad0a-ff72-4471-b5d7-a16c677ad0dc on network 75113516-4a37-4182-988e-d4c18fc2a61e {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 09:20:28.981938 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55dc1297-537b-4ff0-a790-c45cdf421b31 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 9, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 09:20:28.982115 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55dc1297-537b-4ff0-a790-c45cdf421b31 None None] Checking segment: {'id': 'd1592f9b-f81f-40dc-9cd4-cb5bc1f8d37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '75113516-4a37-4182-988e-d4c18fc2a61e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 09:20:28.982445 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-55dc1297-537b-4ff0-a790-c45cdf421b31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:28.982827 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55dc1297-537b-4ff0-a790-c45cdf421b31 None None] Bound using segment: {'id': 'd1592f9b-f81f-40dc-9cd4-cb5bc1f8d37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '75113516-4a37-4182-988e-d4c18fc2a61e'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 09:20:28.983321 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-55dc1297-537b-4ff0-a790-c45cdf421b31 None None] Bound port: 3a95ad0a-ff72-4471-b5d7-a16c677ad0dc, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1592f9b-f81f-40dc-9cd4-cb5bc1f8d37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '75113516-4a37-4182-988e-d4c18fc2a61e'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 09:20:28.983695 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-55dc1297-537b-4ff0-a790-c45cdf421b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:29.039058 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b17d098c-d7c8-4e30-b6a2-4e3870ecb049 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:29.067718 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-b17d098c-d7c8-4e30-b6a2-4e3870ecb049 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75113516-4a37-4182-988e-d4c18fc2a61e']}} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:20:29.082205 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-b17d098c-d7c8-4e30-b6a2-4e3870ecb049 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1592f9b-f81f-40dc-9cd4-cb5bc1f8d37e') {'for_net_delete': True} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:20:29.082502 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-b17d098c-d7c8-4e30-b6a2-4e3870ecb049 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1592f9b-f81f-40dc-9cd4-cb5bc1f8d37e') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:20:29.090591 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 1dcf057f-cbf7-4e21-98bc-5212bfc4b199 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:20:29.094171 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b17d098c-d7c8-4e30-b6a2-4e3870ecb049 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7851336'] for segment, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:29.110405 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b17d098c-d7c8-4e30-b6a2-4e3870ecb049 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:29.116475 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b17d098c-d7c8-4e30-b6a2-4e3870ecb049 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=84108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 09:20:29.116906 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b17d098c-d7c8-4e30-b6a2-4e3870ecb049 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7460345'] for segment, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:29.126947 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-55dc1297-537b-4ff0-a790-c45cdf421b31 None None] For port 3a95ad0a-ff72-4471-b5d7-a16c677ad0dc, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 09:20:29.130953 dv-neutron-827798-2-hyperv neutron-server[84108]: Traceback (most recent call last): Feb 04 09:20:29.130953 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 09:20:29.130953 dv-neutron-827798-2-hyperv neutron-server[84108]: timer() Feb 04 09:20:29.130953 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 09:20:29.130953 dv-neutron-827798-2-hyperv neutron-server[84108]: cb(*args, **kw) Feb 04 09:20:29.130953 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 09:20:29.130953 dv-neutron-827798-2-hyperv neutron-server[84108]: return func(*args, **kwargs) Feb 04 09:20:29.130953 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 09:20:29.130953 dv-neutron-827798-2-hyperv neutron-server[84108]: self._notify() Feb 04 09:20:29.130953 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 09:20:29.130953 dv-neutron-827798-2-hyperv neutron-server[84108]: self.callback(batched_events) Feb 04 09:20:29.130953 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 09:20:29.130953 dv-neutron-827798-2-hyperv neutron-server[84108]: event.method(event) Feb 04 09:20:29.130953 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 09:20:29.130953 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 09:20:29.130953 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 09:20:29.130953 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 09:20:29.130953 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 09:20:29.130953 dv-neutron-827798-2-hyperv neutron-server[84108]: return f(self, *a, **k) Feb 04 09:20:29.130953 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 09:20:29.130953 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._get(url).json() Feb 04 09:20:29.130953 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 09:20:29.130953 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 09:20:29.130953 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 09:20:29.130953 dv-neutron-827798-2-hyperv neutron-server[84108]: return self.request(url, 'GET', **kwargs) Feb 04 09:20:29.130953 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 09:20:29.130953 dv-neutron-827798-2-hyperv neutron-server[84108]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 09:20:29.130953 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 09:20:29.130953 dv-neutron-827798-2-hyperv neutron-server[84108]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 09:20:29.130953 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 09:20:29.130953 dv-neutron-827798-2-hyperv neutron-server[84108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 09:20:29.130953 dv-neutron-827798-2-hyperv neutron-server[84108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 09:20:29.215527 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-55dc1297-537b-4ff0-a790-c45cdf421b31 None None] For port 3a95ad0a-ff72-4471-b5d7-a16c677ad0dc, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=3a95ad0a-ff72-4471-b5d7-a16c677ad0dc,segment=NetworkSegment(d1592f9b-f81f-40dc-9cd4-cb5bc1f8d37e),segment_id=d1592f9b-f81f-40dc-9cd4-cb5bc1f8d37e)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 09:20:29.232317 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 1dcf057f-cbf7-4e21-98bc-5212bfc4b199 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:20:29.237040 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 1dcf057f-cbf7-4e21-98bc-5212bfc4b199 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:20:29.237610 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:29.349365 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:29.351900 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.db.api [None req-b17d098c-d7c8-4e30-b6a2-4e3870ecb049 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 09:20:29.351900 dv-neutron-827798-2-hyperv neutron-server[84108]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 09:20:29.351900 dv-neutron-827798-2-hyperv neutron-server[84108]: [parameters: {'id': '75113516-4a37-4182-988e-d4c18fc2a61e'}] Feb 04 09:20:29.351900 dv-neutron-827798-2-hyperv neutron-server[84108]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84108) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 09:20:29.352290 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG oslo_db.api [None req-b17d098c-d7c8-4e30-b6a2-4e3870ecb049 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 09:20:29.380012 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port 1dcf057f-cbf7-4e21-98bc-5212bfc4b199, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=1dcf057f-cbf7-4e21-98bc-5212bfc4b199,segment=NetworkSegment(e13ac94f-e47c-40d7-a518-23bddebb4c02),segment_id=e13ac94f-e47c-40d7-a518-23bddebb4c02)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:20:29.381631 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-55dc1297-537b-4ff0-a790-c45cdf421b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:29.484675 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dc1297-537b-4ff0-a790-c45cdf421b31 None None] Pushing event updated for resources: {'Port': ['ID=3a95ad0a-ff72-4471-b5d7-a16c677ad0dc,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:20:29.511126 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:29.541841 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fbb6ccf-5919-4729-8711-a0eef71711d0 None None] Network 75113516-4a37-4182-988e-d4c18fc2a61e requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 09:20:29.663136 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=1dcf057f-cbf7-4e21-98bc-5212bfc4b199,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:20:29.799544 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97c81a5-154e-4b04-85f8-5dbfe0cd83c0 None None] get_active_networks_info from dv-neutron-827798-2-hyperv {{(pid=84109) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 04 09:20:29.853240 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b17d098c-d7c8-4e30-b6a2-4e3870ecb049 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:29.865378 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-b17d098c-d7c8-4e30-b6a2-4e3870ecb049 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Deleting port 3a95ad0a-ff72-4471-b5d7-a16c677ad0dc {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:20:29.866148 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b17d098c-d7c8-4e30-b6a2-4e3870ecb049 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:29.883675 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97c81a5-154e-4b04-85f8-5dbfe0cd83c0 None None] Resources bound (agent type, host, resource id): {{(pid=84109) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 09:20:30.162392 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [None req-b17d098c-d7c8-4e30-b6a2-4e3870ecb049 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] For port 3a95ad0a-ff72-4471-b5d7-a16c677ad0dc, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=3a95ad0a-ff72-4471-b5d7-a16c677ad0dc,segment=NetworkSegment(d1592f9b-f81f-40dc-9cd4-cb5bc1f8d37e),segment_id=d1592f9b-f81f-40dc-9cd4-cb5bc1f8d37e)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:20:30.162934 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b17d098c-d7c8-4e30-b6a2-4e3870ecb049 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:30.286164 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-b17d098c-d7c8-4e30-b6a2-4e3870ecb049 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Calling delete_port for 3a95ad0a-ff72-4471-b5d7-a16c677ad0dc owned by network:dhcp {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 09:20:30.421998 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b17d098c-d7c8-4e30-b6a2-4e3870ecb049 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:30.468522 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17d098c-d7c8-4e30-b6a2-4e3870ecb049 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Pushing event deleted for resources: {'Port': ['ID=3a95ad0a-ff72-4471-b5d7-a16c677ad0dc,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:20:30.473914 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17d098c-d7c8-4e30-b6a2-4e3870ecb049 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] No DVR routers for this DVR port 3a95ad0a-ff72-4471-b5d7-a16c677ad0dc on host dv-neutron-827798-2-hyperv {{(pid=84108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 09:20:30.601949 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b17d098c-d7c8-4e30-b6a2-4e3870ecb049 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:30.626123 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-b17d098c-d7c8-4e30-b6a2-4e3870ecb049 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75113516-4a37-4182-988e-d4c18fc2a61e']}} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:20:30.637787 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-b17d098c-d7c8-4e30-b6a2-4e3870ecb049 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1592f9b-f81f-40dc-9cd4-cb5bc1f8d37e') {'for_net_delete': True} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:20:30.638085 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-b17d098c-d7c8-4e30-b6a2-4e3870ecb049 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1592f9b-f81f-40dc-9cd4-cb5bc1f8d37e') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:20:30.649512 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b17d098c-d7c8-4e30-b6a2-4e3870ecb049 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7851336'] for segment, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:30.665477 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b17d098c-d7c8-4e30-b6a2-4e3870ecb049 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:30.671684 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b17d098c-d7c8-4e30-b6a2-4e3870ecb049 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=84108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 09:20:30.684177 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b17d098c-d7c8-4e30-b6a2-4e3870ecb049 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7460345'] for segment, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:30.685960 dv-neutron-827798-2-hyperv neutron-server[84108]: Traceback (most recent call last): Feb 04 09:20:30.685960 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 09:20:30.685960 dv-neutron-827798-2-hyperv neutron-server[84108]: timer() Feb 04 09:20:30.685960 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 09:20:30.685960 dv-neutron-827798-2-hyperv neutron-server[84108]: cb(*args, **kw) Feb 04 09:20:30.685960 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 09:20:30.685960 dv-neutron-827798-2-hyperv neutron-server[84108]: return func(*args, **kwargs) Feb 04 09:20:30.685960 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 09:20:30.685960 dv-neutron-827798-2-hyperv neutron-server[84108]: self._notify() Feb 04 09:20:30.685960 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 09:20:30.685960 dv-neutron-827798-2-hyperv neutron-server[84108]: self.callback(batched_events) Feb 04 09:20:30.685960 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 09:20:30.685960 dv-neutron-827798-2-hyperv neutron-server[84108]: event.method(event) Feb 04 09:20:30.685960 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 09:20:30.685960 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 09:20:30.685960 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 09:20:30.685960 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 09:20:30.685960 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 09:20:30.685960 dv-neutron-827798-2-hyperv neutron-server[84108]: return f(self, *a, **k) Feb 04 09:20:30.685960 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 09:20:30.685960 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._get(url).json() Feb 04 09:20:30.685960 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 09:20:30.685960 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 09:20:30.685960 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 09:20:30.685960 dv-neutron-827798-2-hyperv neutron-server[84108]: return self.request(url, 'GET', **kwargs) Feb 04 09:20:30.685960 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 09:20:30.685960 dv-neutron-827798-2-hyperv neutron-server[84108]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 09:20:30.685960 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 09:20:30.685960 dv-neutron-827798-2-hyperv neutron-server[84108]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 09:20:30.685960 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 09:20:30.685960 dv-neutron-827798-2-hyperv neutron-server[84108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 09:20:30.685960 dv-neutron-827798-2-hyperv neutron-server[84108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 09:20:30.843813 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b17d098c-d7c8-4e30-b6a2-4e3870ecb049 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:30.860136 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b17d098c-d7c8-4e30-b6a2-4e3870ecb049 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks [] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:30.872526 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17d098c-d7c8-4e30-b6a2-4e3870ecb049 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Pushing event deleted for resources: {'Network': ['ID=75113516-4a37-4182-988e-d4c18fc2a61e,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:20:30.878981 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-b17d098c-d7c8-4e30-b6a2-4e3870ecb049 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] 10.222.0.36 "DELETE /v2.0/networks/75113516-4a37-4182-988e-d4c18fc2a61e HTTP/1.1" status: 204 len: 168 time: 2.8749149 Feb 04 09:20:30.880431 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 33550) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:20:30.885578 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-f65849ea-8fb9-4399-b0dd-84c8abadbe56 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1603217468'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:20:30.890365 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-f65849ea-8fb9-4399-b0dd-84c8abadbe56 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:20:30.894735 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-f65849ea-8fb9-4399-b0dd-84c8abadbe56 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Usage tracker for resource:network and tenant:db6a1535a3d9462f86fe7183fd3cbea4 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:20:30.897529 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-f65849ea-8fb9-4399-b0dd-84c8abadbe56 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:20:30.903493 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-f65849ea-8fb9-4399-b0dd-84c8abadbe56 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:20:30.998331 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f65849ea-8fb9-4399-b0dd-84c8abadbe56 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Made reservation on behalf of db6a1535a3d9462f86fe7183fd3cbea4 for: {'network': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 09:20:31.001403 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f65849ea-8fb9-4399-b0dd-84c8abadbe56 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:31.017966 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 1dcf057f-cbf7-4e21-98bc-5212bfc4b199 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:20:31.030661 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f65849ea-8fb9-4399-b0dd-84c8abadbe56 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=84108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 09:20:31.038893 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f65849ea-8fb9-4399-b0dd-84c8abadbe56 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:31.039232 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.segments_db [None req-f65849ea-8fb9-4399-b0dd-84c8abadbe56 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Added segment 3b6c014e-abbe-4f92-b347-30c0ac7e61e7 of type vlan for network efe6ac10-ec19-4405-a521-ab2c2a4f8682 Feb 04 09:20:31.064094 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f65849ea-8fb9-4399-b0dd-84c8abadbe56 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:31.084799 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 1dcf057f-cbf7-4e21-98bc-5212bfc4b199 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:20:31.085173 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:31.163993 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f65849ea-8fb9-4399-b0dd-84c8abadbe56 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:31.167760 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65849ea-8fb9-4399-b0dd-84c8abadbe56 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:20:31.168582 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f65849ea-8fb9-4399-b0dd-84c8abadbe56 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks [] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:31.281022 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65849ea-8fb9-4399-b0dd-84c8abadbe56 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Pushing event updated for resources: {'Network': ['ID=efe6ac10-ec19-4405-a521-ab2c2a4f8682,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:20:31.295345 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network efe6ac10-ec19-4405-a521-ab2c2a4f8682 details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 09:20:31.336193 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-f65849ea-8fb9-4399-b0dd-84c8abadbe56 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4547272 Feb 04 09:20:31.338989 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 33554) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:20:31.351470 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-eb942365-8ebd-428b-b850-864ce4c62bdb tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Request body: {'subnet': {'network_id': 'efe6ac10-ec19-4405-a521-ab2c2a4f8682', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:20:31.461056 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-eb942365-8ebd-428b-b850-864ce4c62bdb tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:20:31.464812 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-eb942365-8ebd-428b-b850-864ce4c62bdb tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Usage tracker for resource:subnet and tenant:db6a1535a3d9462f86fe7183fd3cbea4 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:20:31.467547 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-eb942365-8ebd-428b-b850-864ce4c62bdb tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:20:31.473129 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-eb942365-8ebd-428b-b850-864ce4c62bdb tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:20:31.535890 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb942365-8ebd-428b-b850-864ce4c62bdb tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Made reservation on behalf of db6a1535a3d9462f86fe7183fd3cbea4 for: {'subnet': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 09:20:31.635376 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-eb942365-8ebd-428b-b850-864ce4c62bdb tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8119726'] for subnet, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:31.723925 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.ipam_backend_mixin [None req-eb942365-8ebd-428b-b850-864ce4c62bdb tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Performing IP validity checks on allocation pools {{(pid=84108) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 04 09:20:31.724443 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.ipam_backend_mixin [None req-eb942365-8ebd-428b-b850-864ce4c62bdb tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84108) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 04 09:20:31.906885 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-eb942365-8ebd-428b-b850-864ce4c62bdb tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7593498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8119736'] for subnet, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:31.984699 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb942365-8ebd-428b-b850-864ce4c62bdb tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Pushing event updated for resources: {'Subnet': ['ID=57e04733-c398-4f96-9fcf-30571833d153,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:20:31.995756 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb942365-8ebd-428b-b850-864ce4c62bdb tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Checking segment: {'id': '3b6c014e-abbe-4f92-b347-30c0ac7e61e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'efe6ac10-ec19-4405-a521-ab2c2a4f8682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 09:20:31.996110 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb942365-8ebd-428b-b850-864ce4c62bdb tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Network hostable DHCP agents. Network: efe6ac10-ec19-4405-a521-ab2c2a4f8682, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 09:20:32.084093 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb942365-8ebd-428b-b850-864ce4c62bdb tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Network efe6ac10-ec19-4405-a521-ab2c2a4f8682 is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 09:20:32.146894 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-eb942365-8ebd-428b-b850-864ce4c62bdb tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, efe6ac10-ec19-4405-a521-ab2c2a4f8682) {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:20:32.150589 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb942365-8ebd-428b-b850-864ce4c62bdb tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:20:32.151165 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-eb942365-8ebd-428b-b850-864ce4c62bdb tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:32.156649 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1055f936-fa76-4a4c-aaf4-992f49b293f2 None None] Network efe6ac10-ec19-4405-a521-ab2c2a4f8682 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 09:20:32.233881 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-eb942365-8ebd-428b-b850-864ce4c62bdb tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8937752 Feb 04 09:20:32.236354 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 33558) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:20:32.369550 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b958c28-f2d4-461e-8729-9debaf2705e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-efe6ac10-ec19-4405-a521-ab2c2a4f8682', 'network_id': 'efe6ac10-ec19-4405-a521-ab2c2a4f8682', 'tenant_id': 'db6a1535a3d9462f86fe7183fd3cbea4', 'fixed_ips': [{'subnet_id': '57e04733-c398-4f96-9fcf-30571833d153'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 09:20:32.370359 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-7b958c28-f2d4-461e-8729-9debaf2705e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:32.467872 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-510393b7-81da-4229-911e-ed88dea8b8c7 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:32.521433 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-7b958c28-f2d4-461e-8729-9debaf2705e3 None None] Allocated IP 2001:db8::3 (efe6ac10-ec19-4405-a521-ab2c2a4f8682/57e04733-c398-4f96-9fcf-30571833d153/d35a4f8e-c587-4bcd-b07c-2954102cb98c) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 09:20:32.534929 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-510393b7-81da-4229-911e-ed88dea8b8c7 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:32.719442 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-7b958c28-f2d4-461e-8729-9debaf2705e3 None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:32.728947 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-7b958c28-f2d4-461e-8729-9debaf2705e3 None None] Transition to ACTIVE for port object d35a4f8e-c587-4bcd-b07c-2954102cb98c will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:20:32.746570 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-7b958c28-f2d4-461e-8729-9debaf2705e3 None None] Transition to ACTIVE for port object d35a4f8e-c587-4bcd-b07c-2954102cb98c will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:20:32.832751 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-7b958c28-f2d4-461e-8729-9debaf2705e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:32.897207 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b958c28-f2d4-461e-8729-9debaf2705e3 None None] Network efe6ac10-ec19-4405-a521-ab2c2a4f8682 is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:20:32.900053 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-7b958c28-f2d4-461e-8729-9debaf2705e3 None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:20:32.902466 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b958c28-f2d4-461e-8729-9debaf2705e3 None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 09:20:32.907502 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-510393b7-81da-4229-911e-ed88dea8b8c7 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7593563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8119683'] for subnet, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:32.908539 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b958c28-f2d4-461e-8729-9debaf2705e3 None None] Pushing event updated for resources: {'Port': ['ID=d35a4f8e-c587-4bcd-b07c-2954102cb98c,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:20:32.948601 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510393b7-81da-4229-911e-ed88dea8b8c7 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Pushing event deleted for resources: {'Subnet': ['ID=57e04733-c398-4f96-9fcf-30571833d153,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:20:32.996697 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-7b958c28-f2d4-461e-8729-9debaf2705e3 None None] Attempting to bind port d35a4f8e-c587-4bcd-b07c-2954102cb98c on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 09:20:32.997058 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-7b958c28-f2d4-461e-8729-9debaf2705e3 None None] Attempting to bind port d35a4f8e-c587-4bcd-b07c-2954102cb98c by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': '3b6c014e-abbe-4f92-b347-30c0ac7e61e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'efe6ac10-ec19-4405-a521-ab2c2a4f8682'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 09:20:32.997411 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b958c28-f2d4-461e-8729-9debaf2705e3 None None] Attempting to bind port d35a4f8e-c587-4bcd-b07c-2954102cb98c on network efe6ac10-ec19-4405-a521-ab2c2a4f8682 {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 09:20:33.004228 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b958c28-f2d4-461e-8729-9debaf2705e3 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 9, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 09:20:33.004609 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b958c28-f2d4-461e-8729-9debaf2705e3 None None] Checking segment: {'id': '3b6c014e-abbe-4f92-b347-30c0ac7e61e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'efe6ac10-ec19-4405-a521-ab2c2a4f8682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 09:20:33.005017 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-7b958c28-f2d4-461e-8729-9debaf2705e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:33.005382 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b958c28-f2d4-461e-8729-9debaf2705e3 None None] Bound using segment: {'id': '3b6c014e-abbe-4f92-b347-30c0ac7e61e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'efe6ac10-ec19-4405-a521-ab2c2a4f8682'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 09:20:33.005853 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-7b958c28-f2d4-461e-8729-9debaf2705e3 None None] Bound port: d35a4f8e-c587-4bcd-b07c-2954102cb98c, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b6c014e-abbe-4f92-b347-30c0ac7e61e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'efe6ac10-ec19-4405-a521-ab2c2a4f8682'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 09:20:33.006216 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-7b958c28-f2d4-461e-8729-9debaf2705e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:33.042203 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-510393b7-81da-4229-911e-ed88dea8b8c7 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:33.067223 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-510393b7-81da-4229-911e-ed88dea8b8c7 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efe6ac10-ec19-4405-a521-ab2c2a4f8682']}} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:20:33.078894 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-510393b7-81da-4229-911e-ed88dea8b8c7 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b6c014e-abbe-4f92-b347-30c0ac7e61e7') {'for_net_delete': True} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:20:33.079193 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-510393b7-81da-4229-911e-ed88dea8b8c7 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b6c014e-abbe-4f92-b347-30c0ac7e61e7') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:20:33.090387 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-510393b7-81da-4229-911e-ed88dea8b8c7 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7851336'] for segment, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:33.091612 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-7b958c28-f2d4-461e-8729-9debaf2705e3 None None] For port d35a4f8e-c587-4bcd-b07c-2954102cb98c, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 09:20:33.094611 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-7b958c28-f2d4-461e-8729-9debaf2705e3 None None] For port d35a4f8e-c587-4bcd-b07c-2954102cb98c, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=d35a4f8e-c587-4bcd-b07c-2954102cb98c,segment=NetworkSegment(3b6c014e-abbe-4f92-b347-30c0ac7e61e7),segment_id=3b6c014e-abbe-4f92-b347-30c0ac7e61e7)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 09:20:33.158901 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-7b958c28-f2d4-461e-8729-9debaf2705e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:33.161981 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-510393b7-81da-4229-911e-ed88dea8b8c7 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:33.168739 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-510393b7-81da-4229-911e-ed88dea8b8c7 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=84108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 09:20:33.169123 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-510393b7-81da-4229-911e-ed88dea8b8c7 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7460345'] for segment, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:33.183869 dv-neutron-827798-2-hyperv neutron-server[84108]: Traceback (most recent call last): Feb 04 09:20:33.183869 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 09:20:33.183869 dv-neutron-827798-2-hyperv neutron-server[84108]: timer() Feb 04 09:20:33.183869 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 09:20:33.183869 dv-neutron-827798-2-hyperv neutron-server[84108]: cb(*args, **kw) Feb 04 09:20:33.183869 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 09:20:33.183869 dv-neutron-827798-2-hyperv neutron-server[84108]: return func(*args, **kwargs) Feb 04 09:20:33.183869 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 09:20:33.183869 dv-neutron-827798-2-hyperv neutron-server[84108]: self._notify() Feb 04 09:20:33.183869 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 09:20:33.183869 dv-neutron-827798-2-hyperv neutron-server[84108]: self.callback(batched_events) Feb 04 09:20:33.183869 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 09:20:33.183869 dv-neutron-827798-2-hyperv neutron-server[84108]: event.method(event) Feb 04 09:20:33.183869 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 09:20:33.183869 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 09:20:33.183869 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 09:20:33.183869 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 09:20:33.183869 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 09:20:33.183869 dv-neutron-827798-2-hyperv neutron-server[84108]: return f(self, *a, **k) Feb 04 09:20:33.183869 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 09:20:33.183869 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._get(url).json() Feb 04 09:20:33.183869 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 09:20:33.183869 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 09:20:33.183869 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 09:20:33.183869 dv-neutron-827798-2-hyperv neutron-server[84108]: return self.request(url, 'GET', **kwargs) Feb 04 09:20:33.183869 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 09:20:33.183869 dv-neutron-827798-2-hyperv neutron-server[84108]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 09:20:33.183869 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 09:20:33.183869 dv-neutron-827798-2-hyperv neutron-server[84108]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 09:20:33.183869 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 09:20:33.183869 dv-neutron-827798-2-hyperv neutron-server[84108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 09:20:33.183869 dv-neutron-827798-2-hyperv neutron-server[84108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 09:20:33.278777 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b958c28-f2d4-461e-8729-9debaf2705e3 None None] Pushing event updated for resources: {'Port': ['ID=d35a4f8e-c587-4bcd-b07c-2954102cb98c,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:20:33.295829 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.db.api [None req-510393b7-81da-4229-911e-ed88dea8b8c7 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 09:20:33.295829 dv-neutron-827798-2-hyperv neutron-server[84108]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 09:20:33.295829 dv-neutron-827798-2-hyperv neutron-server[84108]: [parameters: {'id': 'efe6ac10-ec19-4405-a521-ab2c2a4f8682'}] Feb 04 09:20:33.295829 dv-neutron-827798-2-hyperv neutron-server[84108]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84108) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 09:20:33.296454 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG oslo_db.api [None req-510393b7-81da-4229-911e-ed88dea8b8c7 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 09:20:33.303536 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d481b6-6629-48ae-9f21-df3d227e4e60 None None] Network efe6ac10-ec19-4405-a521-ab2c2a4f8682 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 09:20:33.516427 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e43e72-15db-42e9-bd16-fd16af89ec63 None None] get_active_networks_info from dv-neutron-827798-2-hyperv {{(pid=84109) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 04 09:20:33.602549 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e43e72-15db-42e9-bd16-fd16af89ec63 None None] Resources bound (agent type, host, resource id): {{(pid=84109) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 09:20:33.797060 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-510393b7-81da-4229-911e-ed88dea8b8c7 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:33.807753 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-510393b7-81da-4229-911e-ed88dea8b8c7 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Deleting port d35a4f8e-c587-4bcd-b07c-2954102cb98c {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:20:33.808106 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-510393b7-81da-4229-911e-ed88dea8b8c7 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:34.028690 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [None req-510393b7-81da-4229-911e-ed88dea8b8c7 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] For port d35a4f8e-c587-4bcd-b07c-2954102cb98c, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=d35a4f8e-c587-4bcd-b07c-2954102cb98c,segment=NetworkSegment(3b6c014e-abbe-4f92-b347-30c0ac7e61e7),segment_id=3b6c014e-abbe-4f92-b347-30c0ac7e61e7)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:20:34.029048 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-510393b7-81da-4229-911e-ed88dea8b8c7 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:34.144964 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-510393b7-81da-4229-911e-ed88dea8b8c7 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Calling delete_port for d35a4f8e-c587-4bcd-b07c-2954102cb98c owned by network:dhcp {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 09:20:34.307224 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-510393b7-81da-4229-911e-ed88dea8b8c7 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:34.353052 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510393b7-81da-4229-911e-ed88dea8b8c7 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Pushing event deleted for resources: {'Port': ['ID=d35a4f8e-c587-4bcd-b07c-2954102cb98c,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:20:34.360434 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510393b7-81da-4229-911e-ed88dea8b8c7 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] No DVR routers for this DVR port d35a4f8e-c587-4bcd-b07c-2954102cb98c on host dv-neutron-827798-2-hyperv {{(pid=84108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 09:20:34.479414 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-510393b7-81da-4229-911e-ed88dea8b8c7 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:34.504066 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-510393b7-81da-4229-911e-ed88dea8b8c7 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efe6ac10-ec19-4405-a521-ab2c2a4f8682']}} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:20:34.521110 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-510393b7-81da-4229-911e-ed88dea8b8c7 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b6c014e-abbe-4f92-b347-30c0ac7e61e7') {'for_net_delete': True} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:20:34.521406 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-510393b7-81da-4229-911e-ed88dea8b8c7 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b6c014e-abbe-4f92-b347-30c0ac7e61e7') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:20:34.532432 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-510393b7-81da-4229-911e-ed88dea8b8c7 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7851336'] for segment, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:34.548694 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-510393b7-81da-4229-911e-ed88dea8b8c7 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:34.555138 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-510393b7-81da-4229-911e-ed88dea8b8c7 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=84108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 09:20:34.555511 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-510393b7-81da-4229-911e-ed88dea8b8c7 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7460345'] for segment, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:34.569253 dv-neutron-827798-2-hyperv neutron-server[84108]: Traceback (most recent call last): Feb 04 09:20:34.569253 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 09:20:34.569253 dv-neutron-827798-2-hyperv neutron-server[84108]: timer() Feb 04 09:20:34.569253 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 09:20:34.569253 dv-neutron-827798-2-hyperv neutron-server[84108]: cb(*args, **kw) Feb 04 09:20:34.569253 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 09:20:34.569253 dv-neutron-827798-2-hyperv neutron-server[84108]: return func(*args, **kwargs) Feb 04 09:20:34.569253 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 09:20:34.569253 dv-neutron-827798-2-hyperv neutron-server[84108]: self._notify() Feb 04 09:20:34.569253 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 09:20:34.569253 dv-neutron-827798-2-hyperv neutron-server[84108]: self.callback(batched_events) Feb 04 09:20:34.569253 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 09:20:34.569253 dv-neutron-827798-2-hyperv neutron-server[84108]: event.method(event) Feb 04 09:20:34.569253 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 09:20:34.569253 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 09:20:34.569253 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 09:20:34.569253 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 09:20:34.569253 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 09:20:34.569253 dv-neutron-827798-2-hyperv neutron-server[84108]: return f(self, *a, **k) Feb 04 09:20:34.569253 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 09:20:34.569253 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._get(url).json() Feb 04 09:20:34.569253 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 09:20:34.569253 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 09:20:34.569253 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 09:20:34.569253 dv-neutron-827798-2-hyperv neutron-server[84108]: return self.request(url, 'GET', **kwargs) Feb 04 09:20:34.569253 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 09:20:34.569253 dv-neutron-827798-2-hyperv neutron-server[84108]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 09:20:34.569253 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 09:20:34.569253 dv-neutron-827798-2-hyperv neutron-server[84108]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 09:20:34.569253 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 09:20:34.569253 dv-neutron-827798-2-hyperv neutron-server[84108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 09:20:34.569253 dv-neutron-827798-2-hyperv neutron-server[84108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 09:20:34.785982 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-510393b7-81da-4229-911e-ed88dea8b8c7 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:34.803406 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-510393b7-81da-4229-911e-ed88dea8b8c7 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks [] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:34.813745 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510393b7-81da-4229-911e-ed88dea8b8c7 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Pushing event deleted for resources: {'Network': ['ID=efe6ac10-ec19-4405-a521-ab2c2a4f8682,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:20:34.819851 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-510393b7-81da-4229-911e-ed88dea8b8c7 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] 10.222.0.36 "DELETE /v2.0/networks/efe6ac10-ec19-4405-a521-ab2c2a4f8682 HTTP/1.1" status: 204 len: 168 time: 2.5825467 Feb 04 09:20:34.823508 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 33562) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:20:34.828994 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-69d5765c-2be3-4fd8-87e1-9a5e71b1ed67 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-361859481'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:20:34.833805 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-69d5765c-2be3-4fd8-87e1-9a5e71b1ed67 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:20:34.837668 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-69d5765c-2be3-4fd8-87e1-9a5e71b1ed67 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Usage tracker for resource:network and tenant:db6a1535a3d9462f86fe7183fd3cbea4 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:20:34.840455 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-69d5765c-2be3-4fd8-87e1-9a5e71b1ed67 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:20:34.847229 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-69d5765c-2be3-4fd8-87e1-9a5e71b1ed67 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:20:34.912793 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69d5765c-2be3-4fd8-87e1-9a5e71b1ed67 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Made reservation on behalf of db6a1535a3d9462f86fe7183fd3cbea4 for: {'network': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 09:20:34.915691 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-69d5765c-2be3-4fd8-87e1-9a5e71b1ed67 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:34.943050 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69d5765c-2be3-4fd8-87e1-9a5e71b1ed67 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=84108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 09:20:34.951140 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-69d5765c-2be3-4fd8-87e1-9a5e71b1ed67 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:34.951473 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.segments_db [None req-69d5765c-2be3-4fd8-87e1-9a5e71b1ed67 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Added segment 809e2109-3b66-4334-bd91-9006e94bdda0 of type vlan for network 8c2f548c-cd85-4cba-b4a3-1aa0141c34c4 Feb 04 09:20:34.977236 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-69d5765c-2be3-4fd8-87e1-9a5e71b1ed67 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:35.082555 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-69d5765c-2be3-4fd8-87e1-9a5e71b1ed67 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:35.086213 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d5765c-2be3-4fd8-87e1-9a5e71b1ed67 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:20:35.086780 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-69d5765c-2be3-4fd8-87e1-9a5e71b1ed67 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks [] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:35.188866 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d5765c-2be3-4fd8-87e1-9a5e71b1ed67 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Pushing event updated for resources: {'Network': ['ID=8c2f548c-cd85-4cba-b4a3-1aa0141c34c4,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:20:35.198600 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network 8c2f548c-cd85-4cba-b4a3-1aa0141c34c4 details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 09:20:35.237534 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-69d5765c-2be3-4fd8-87e1-9a5e71b1ed67 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4129586 Feb 04 09:20:35.240283 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 33566) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:20:35.245711 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-89eeb2f2-c732-4824-883c-4e65e97fb612 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Request body: {'subnet': {'network_id': '8c2f548c-cd85-4cba-b4a3-1aa0141c34c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:20:35.436851 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-89eeb2f2-c732-4824-883c-4e65e97fb612 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:20:35.441025 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-89eeb2f2-c732-4824-883c-4e65e97fb612 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Usage tracker for resource:subnet and tenant:db6a1535a3d9462f86fe7183fd3cbea4 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:20:35.443760 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-89eeb2f2-c732-4824-883c-4e65e97fb612 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:20:35.449269 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-89eeb2f2-c732-4824-883c-4e65e97fb612 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:20:35.524268 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89eeb2f2-c732-4824-883c-4e65e97fb612 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Made reservation on behalf of db6a1535a3d9462f86fe7183fd3cbea4 for: {'subnet': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 09:20:35.622922 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-89eeb2f2-c732-4824-883c-4e65e97fb612 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8119726'] for subnet, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:35.890674 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-89eeb2f2-c732-4824-883c-4e65e97fb612 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7593498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8119736'] for subnet, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:35.975791 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eeb2f2-c732-4824-883c-4e65e97fb612 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Pushing event updated for resources: {'Subnet': ['ID=62c33488-2075-4736-b2a0-f1d9f1a2fb4c,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:20:35.987028 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89eeb2f2-c732-4824-883c-4e65e97fb612 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Checking segment: {'id': '809e2109-3b66-4334-bd91-9006e94bdda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '8c2f548c-cd85-4cba-b4a3-1aa0141c34c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 09:20:35.987883 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89eeb2f2-c732-4824-883c-4e65e97fb612 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Network hostable DHCP agents. Network: 8c2f548c-cd85-4cba-b4a3-1aa0141c34c4, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 09:20:36.101253 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89eeb2f2-c732-4824-883c-4e65e97fb612 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Network 8c2f548c-cd85-4cba-b4a3-1aa0141c34c4 is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 09:20:36.186879 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-89eeb2f2-c732-4824-883c-4e65e97fb612 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, 8c2f548c-cd85-4cba-b4a3-1aa0141c34c4) {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:20:36.190680 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89eeb2f2-c732-4824-883c-4e65e97fb612 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:20:36.191255 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-89eeb2f2-c732-4824-883c-4e65e97fb612 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:36.195106 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb067ea-d47c-446f-80c6-82bd59a36445 None None] Network 8c2f548c-cd85-4cba-b4a3-1aa0141c34c4 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 09:20:36.279474 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-89eeb2f2-c732-4824-883c-4e65e97fb612 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0381031 Feb 04 09:20:36.282931 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 33570) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:20:36.289161 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-2407ab0a-1fd9-4908-a6af-2d43e1de999b tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-607175530'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:20:36.294194 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-2407ab0a-1fd9-4908-a6af-2d43e1de999b tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:20:36.298542 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-2407ab0a-1fd9-4908-a6af-2d43e1de999b tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Usage tracker for resource:network and tenant:db6a1535a3d9462f86fe7183fd3cbea4 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:20:36.302073 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-2407ab0a-1fd9-4908-a6af-2d43e1de999b tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:20:36.307986 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-2407ab0a-1fd9-4908-a6af-2d43e1de999b tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:20:36.364595 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2407ab0a-1fd9-4908-a6af-2d43e1de999b tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Made reservation on behalf of db6a1535a3d9462f86fe7183fd3cbea4 for: {'network': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 09:20:36.367525 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2407ab0a-1fd9-4908-a6af-2d43e1de999b tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:36.395301 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2407ab0a-1fd9-4908-a6af-2d43e1de999b tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=84108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 09:20:36.403907 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2407ab0a-1fd9-4908-a6af-2d43e1de999b tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:36.404107 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.segments_db [None req-2407ab0a-1fd9-4908-a6af-2d43e1de999b tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Added segment 49c65fac-1faf-429b-8407-7b94dec77f33 of type vlan for network bc05435a-d8a8-4cf4-9f5e-878b6d6a7f63 Feb 04 09:20:36.409828 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074c15b6-a12b-442f-a6c8-f57729095101 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-8c2f548c-cd85-4cba-b4a3-1aa0141c34c4', 'network_id': '8c2f548c-cd85-4cba-b4a3-1aa0141c34c4', 'tenant_id': 'db6a1535a3d9462f86fe7183fd3cbea4', 'fixed_ips': [{'subnet_id': '62c33488-2075-4736-b2a0-f1d9f1a2fb4c'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 09:20:36.410847 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-074c15b6-a12b-442f-a6c8-f57729095101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:36.430400 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2407ab0a-1fd9-4908-a6af-2d43e1de999b tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:36.518863 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2407ab0a-1fd9-4908-a6af-2d43e1de999b tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:36.523112 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2407ab0a-1fd9-4908-a6af-2d43e1de999b tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:20:36.523712 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2407ab0a-1fd9-4908-a6af-2d43e1de999b tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks [] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:36.566581 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-074c15b6-a12b-442f-a6c8-f57729095101 None None] Allocated IP 2001:db8::2 (8c2f548c-cd85-4cba-b4a3-1aa0141c34c4/62c33488-2075-4736-b2a0-f1d9f1a2fb4c/bab9efe9-3c39-4a19-a01c-a5f2d90e1627) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 09:20:36.630247 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2407ab0a-1fd9-4908-a6af-2d43e1de999b tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Pushing event updated for resources: {'Network': ['ID=bc05435a-d8a8-4cf4-9f5e-878b6d6a7f63,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:20:36.646871 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network bc05435a-d8a8-4cf4-9f5e-878b6d6a7f63 details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 09:20:36.666057 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-2407ab0a-1fd9-4908-a6af-2d43e1de999b tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3821137 Feb 04 09:20:36.669288 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 33574) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:20:36.674928 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-959f25c2-fd25-4c77-b344-6424d1a1ed73 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Request body: {'subnet': {'network_id': 'bc05435a-d8a8-4cf4-9f5e-878b6d6a7f63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:20:36.782295 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-959f25c2-fd25-4c77-b344-6424d1a1ed73 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:20:36.786161 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-959f25c2-fd25-4c77-b344-6424d1a1ed73 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Usage tracker for resource:subnet and tenant:db6a1535a3d9462f86fe7183fd3cbea4 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:20:36.788931 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-959f25c2-fd25-4c77-b344-6424d1a1ed73 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:20:36.796208 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-959f25c2-fd25-4c77-b344-6424d1a1ed73 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:20:36.859784 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-074c15b6-a12b-442f-a6c8-f57729095101 None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:36.869251 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-074c15b6-a12b-442f-a6c8-f57729095101 None None] Transition to ACTIVE for port object bab9efe9-3c39-4a19-a01c-a5f2d90e1627 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:20:36.886714 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-074c15b6-a12b-442f-a6c8-f57729095101 None None] Transition to ACTIVE for port object bab9efe9-3c39-4a19-a01c-a5f2d90e1627 will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:20:36.901378 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-959f25c2-fd25-4c77-b344-6424d1a1ed73 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Made reservation on behalf of db6a1535a3d9462f86fe7183fd3cbea4 for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 09:20:36.975853 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-074c15b6-a12b-442f-a6c8-f57729095101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:37.004491 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-959f25c2-fd25-4c77-b344-6424d1a1ed73 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985186'] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:37.047375 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074c15b6-a12b-442f-a6c8-f57729095101 None None] Network 8c2f548c-cd85-4cba-b4a3-1aa0141c34c4 is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:20:37.050844 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-074c15b6-a12b-442f-a6c8-f57729095101 None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:20:37.052676 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074c15b6-a12b-442f-a6c8-f57729095101 None None] Pushing event updated for resources: {'Port': ['ID=bab9efe9-3c39-4a19-a01c-a5f2d90e1627,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:20:37.054736 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074c15b6-a12b-442f-a6c8-f57729095101 None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 09:20:37.137717 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-074c15b6-a12b-442f-a6c8-f57729095101 None None] Attempting to bind port bab9efe9-3c39-4a19-a01c-a5f2d90e1627 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 09:20:37.137994 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-074c15b6-a12b-442f-a6c8-f57729095101 None None] Attempting to bind port bab9efe9-3c39-4a19-a01c-a5f2d90e1627 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': '809e2109-3b66-4334-bd91-9006e94bdda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '8c2f548c-cd85-4cba-b4a3-1aa0141c34c4'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 09:20:37.138347 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074c15b6-a12b-442f-a6c8-f57729095101 None None] Attempting to bind port bab9efe9-3c39-4a19-a01c-a5f2d90e1627 on network 8c2f548c-cd85-4cba-b4a3-1aa0141c34c4 {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 09:20:37.145120 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074c15b6-a12b-442f-a6c8-f57729095101 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 9, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 09:20:37.146241 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074c15b6-a12b-442f-a6c8-f57729095101 None None] Checking segment: {'id': '809e2109-3b66-4334-bd91-9006e94bdda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '8c2f548c-cd85-4cba-b4a3-1aa0141c34c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 09:20:37.146241 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-074c15b6-a12b-442f-a6c8-f57729095101 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:37.146241 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074c15b6-a12b-442f-a6c8-f57729095101 None None] Bound using segment: {'id': '809e2109-3b66-4334-bd91-9006e94bdda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '8c2f548c-cd85-4cba-b4a3-1aa0141c34c4'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 09:20:37.146658 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-074c15b6-a12b-442f-a6c8-f57729095101 None None] Bound port: bab9efe9-3c39-4a19-a01c-a5f2d90e1627, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '809e2109-3b66-4334-bd91-9006e94bdda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '8c2f548c-cd85-4cba-b4a3-1aa0141c34c4'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 09:20:37.147018 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-074c15b6-a12b-442f-a6c8-f57729095101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:37.260824 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-074c15b6-a12b-442f-a6c8-f57729095101 None None] For port bab9efe9-3c39-4a19-a01c-a5f2d90e1627, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 09:20:37.263780 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-074c15b6-a12b-442f-a6c8-f57729095101 None None] For port bab9efe9-3c39-4a19-a01c-a5f2d90e1627, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=bab9efe9-3c39-4a19-a01c-a5f2d90e1627,segment=NetworkSegment(809e2109-3b66-4334-bd91-9006e94bdda0),segment_id=809e2109-3b66-4334-bd91-9006e94bdda0)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 09:20:37.278765 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-959f25c2-fd25-4c77-b344-6424d1a1ed73 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7510230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985204'] for subnet, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:37.353831 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959f25c2-fd25-4c77-b344-6424d1a1ed73 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Pushing event updated for resources: {'Subnet': ['ID=7d5c9d3d-67f7-492a-89fb-978b17a05eee,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:20:37.359107 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-074c15b6-a12b-442f-a6c8-f57729095101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:37.368357 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959f25c2-fd25-4c77-b344-6424d1a1ed73 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:20:37.368734 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959f25c2-fd25-4c77-b344-6424d1a1ed73 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:20:37.369077 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959f25c2-fd25-4c77-b344-6424d1a1ed73 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:20:37.369409 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959f25c2-fd25-4c77-b344-6424d1a1ed73 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:20:37.369740 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959f25c2-fd25-4c77-b344-6424d1a1ed73 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:20:37.370116 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959f25c2-fd25-4c77-b344-6424d1a1ed73 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:20:37.370440 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959f25c2-fd25-4c77-b344-6424d1a1ed73 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:20:37.370779 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959f25c2-fd25-4c77-b344-6424d1a1ed73 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:20:37.371086 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959f25c2-fd25-4c77-b344-6424d1a1ed73 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:20:37.371410 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959f25c2-fd25-4c77-b344-6424d1a1ed73 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:20:37.371729 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959f25c2-fd25-4c77-b344-6424d1a1ed73 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:20:37.378774 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959f25c2-fd25-4c77-b344-6424d1a1ed73 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Checking segment: {'id': '49c65fac-1faf-429b-8407-7b94dec77f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bc05435a-d8a8-4cf4-9f5e-878b6d6a7f63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 09:20:37.379203 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959f25c2-fd25-4c77-b344-6424d1a1ed73 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Network hostable DHCP agents. Network: bc05435a-d8a8-4cf4-9f5e-878b6d6a7f63, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 09:20:37.435950 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074c15b6-a12b-442f-a6c8-f57729095101 None None] Pushing event updated for resources: {'Port': ['ID=bab9efe9-3c39-4a19-a01c-a5f2d90e1627,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:20:37.489896 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959f25c2-fd25-4c77-b344-6424d1a1ed73 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Network bc05435a-d8a8-4cf4-9f5e-878b6d6a7f63 is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 09:20:37.587482 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-959f25c2-fd25-4c77-b344-6424d1a1ed73 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, bc05435a-d8a8-4cf4-9f5e-878b6d6a7f63) {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:20:37.591787 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959f25c2-fd25-4c77-b344-6424d1a1ed73 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:20:37.592740 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-959f25c2-fd25-4c77-b344-6424d1a1ed73 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks [] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:37.596187 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e8f975-8062-4d3f-a0e6-714366aef215 None None] Network bc05435a-d8a8-4cf4-9f5e-878b6d6a7f63 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 09:20:37.707474 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-959f25c2-fd25-4c77-b344-6424d1a1ed73 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0364978 Feb 04 09:20:37.709422 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 33578) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:20:37.820726 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292ae3d2-4282-420d-be43-887d39ebc22e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-bc05435a-d8a8-4cf4-9f5e-878b6d6a7f63', 'network_id': 'bc05435a-d8a8-4cf4-9f5e-878b6d6a7f63', 'tenant_id': 'db6a1535a3d9462f86fe7183fd3cbea4', 'fixed_ips': [{'subnet_id': '7d5c9d3d-67f7-492a-89fb-978b17a05eee'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 09:20:37.821540 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-292ae3d2-4282-420d-be43-887d39ebc22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:37.945514 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f64b2a7f-ceaf-4308-bd8f-52c787324d40 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:37.982769 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-292ae3d2-4282-420d-be43-887d39ebc22e None None] Allocated IP 2001:db8::2 (bc05435a-d8a8-4cf4-9f5e-878b6d6a7f63/7d5c9d3d-67f7-492a-89fb-978b17a05eee/1fef26fe-c79d-49bc-8477-56fab2c776a1) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 09:20:38.029506 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f64b2a7f-ceaf-4308-bd8f-52c787324d40 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:38.193767 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-292ae3d2-4282-420d-be43-887d39ebc22e None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:38.203997 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-292ae3d2-4282-420d-be43-887d39ebc22e None None] Transition to ACTIVE for port object 1fef26fe-c79d-49bc-8477-56fab2c776a1 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:20:38.222306 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-292ae3d2-4282-420d-be43-887d39ebc22e None None] Transition to ACTIVE for port object 1fef26fe-c79d-49bc-8477-56fab2c776a1 will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:20:38.296026 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-292ae3d2-4282-420d-be43-887d39ebc22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:38.335713 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a50a019-8e50-45c4-832c-2e5557719553 None None] Network 8c2f548c-cd85-4cba-b4a3-1aa0141c34c4 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 09:20:38.381639 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f64b2a7f-ceaf-4308-bd8f-52c787324d40 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7510167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985167'] for subnet, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:38.423813 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64b2a7f-ceaf-4308-bd8f-52c787324d40 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Pushing event deleted for resources: {'Subnet': ['ID=7d5c9d3d-67f7-492a-89fb-978b17a05eee,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:20:38.451492 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292ae3d2-4282-420d-be43-887d39ebc22e None None] Network bc05435a-d8a8-4cf4-9f5e-878b6d6a7f63 is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:20:38.461758 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292ae3d2-4282-420d-be43-887d39ebc22e None None] Pushing event updated for resources: {'Port': ['ID=1fef26fe-c79d-49bc-8477-56fab2c776a1,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:20:38.464075 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-292ae3d2-4282-420d-be43-887d39ebc22e None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:20:38.468831 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292ae3d2-4282-420d-be43-887d39ebc22e None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 09:20:38.515625 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f64b2a7f-ceaf-4308-bd8f-52c787324d40 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:38.544834 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-f64b2a7f-ceaf-4308-bd8f-52c787324d40 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc05435a-d8a8-4cf4-9f5e-878b6d6a7f63']}} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:20:38.557122 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-f64b2a7f-ceaf-4308-bd8f-52c787324d40 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49c65fac-1faf-429b-8407-7b94dec77f33') {'for_net_delete': True} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:20:38.557422 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-f64b2a7f-ceaf-4308-bd8f-52c787324d40 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49c65fac-1faf-429b-8407-7b94dec77f33') {} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:20:38.564999 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-32e5faf8-717d-4182-9f14-39143cc57797 None None] Provisioning for port bab9efe9-3c39-4a19-a01c-a5f2d90e1627 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:20:38.569297 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f64b2a7f-ceaf-4308-bd8f-52c787324d40 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8058642'] for segment, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:38.585359 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f64b2a7f-ceaf-4308-bd8f-52c787324d40 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:38.591287 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f64b2a7f-ceaf-4308-bd8f-52c787324d40 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=84107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 09:20:38.591670 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f64b2a7f-ceaf-4308-bd8f-52c787324d40 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7377717'] for segment, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:38.606341 dv-neutron-827798-2-hyperv neutron-server[84107]: Traceback (most recent call last): Feb 04 09:20:38.606341 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 09:20:38.606341 dv-neutron-827798-2-hyperv neutron-server[84107]: timer() Feb 04 09:20:38.606341 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 09:20:38.606341 dv-neutron-827798-2-hyperv neutron-server[84107]: cb(*args, **kw) Feb 04 09:20:38.606341 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 09:20:38.606341 dv-neutron-827798-2-hyperv neutron-server[84107]: return func(*args, **kwargs) Feb 04 09:20:38.606341 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 09:20:38.606341 dv-neutron-827798-2-hyperv neutron-server[84107]: self._notify() Feb 04 09:20:38.606341 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 09:20:38.606341 dv-neutron-827798-2-hyperv neutron-server[84107]: self.callback(batched_events) Feb 04 09:20:38.606341 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 09:20:38.606341 dv-neutron-827798-2-hyperv neutron-server[84107]: event.method(event) Feb 04 09:20:38.606341 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 09:20:38.606341 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 09:20:38.606341 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 09:20:38.606341 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 09:20:38.606341 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 09:20:38.606341 dv-neutron-827798-2-hyperv neutron-server[84107]: return f(self, *a, **k) Feb 04 09:20:38.606341 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 09:20:38.606341 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._get(url).json() Feb 04 09:20:38.606341 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 09:20:38.606341 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 09:20:38.606341 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 09:20:38.606341 dv-neutron-827798-2-hyperv neutron-server[84107]: return self.request(url, 'GET', **kwargs) Feb 04 09:20:38.606341 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 09:20:38.606341 dv-neutron-827798-2-hyperv neutron-server[84107]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 09:20:38.606341 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 09:20:38.606341 dv-neutron-827798-2-hyperv neutron-server[84107]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 09:20:38.606341 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 09:20:38.606341 dv-neutron-827798-2-hyperv neutron-server[84107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 09:20:38.606341 dv-neutron-827798-2-hyperv neutron-server[84107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 09:20:38.628346 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-292ae3d2-4282-420d-be43-887d39ebc22e None None] Attempting to bind port 1fef26fe-c79d-49bc-8477-56fab2c776a1 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 09:20:38.628346 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-292ae3d2-4282-420d-be43-887d39ebc22e None None] Attempting to bind port 1fef26fe-c79d-49bc-8477-56fab2c776a1 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': '49c65fac-1faf-429b-8407-7b94dec77f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bc05435a-d8a8-4cf4-9f5e-878b6d6a7f63'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 09:20:38.628346 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292ae3d2-4282-420d-be43-887d39ebc22e None None] Attempting to bind port 1fef26fe-c79d-49bc-8477-56fab2c776a1 on network bc05435a-d8a8-4cf4-9f5e-878b6d6a7f63 {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 09:20:38.644286 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292ae3d2-4282-420d-be43-887d39ebc22e None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 9, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 09:20:38.644687 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292ae3d2-4282-420d-be43-887d39ebc22e None None] Checking segment: {'id': '49c65fac-1faf-429b-8407-7b94dec77f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bc05435a-d8a8-4cf4-9f5e-878b6d6a7f63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 09:20:38.645106 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-292ae3d2-4282-420d-be43-887d39ebc22e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:38.645479 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292ae3d2-4282-420d-be43-887d39ebc22e None None] Bound using segment: {'id': '49c65fac-1faf-429b-8407-7b94dec77f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bc05435a-d8a8-4cf4-9f5e-878b6d6a7f63'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 09:20:38.645940 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-292ae3d2-4282-420d-be43-887d39ebc22e None None] Bound port: 1fef26fe-c79d-49bc-8477-56fab2c776a1, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49c65fac-1faf-429b-8407-7b94dec77f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bc05435a-d8a8-4cf4-9f5e-878b6d6a7f63'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 09:20:38.646311 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-292ae3d2-4282-420d-be43-887d39ebc22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:38.770653 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.db.api [None req-f64b2a7f-ceaf-4308-bd8f-52c787324d40 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 09:20:38.770653 dv-neutron-827798-2-hyperv neutron-server[84107]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 09:20:38.770653 dv-neutron-827798-2-hyperv neutron-server[84107]: [parameters: {'id': 'bc05435a-d8a8-4cf4-9f5e-878b6d6a7f63'}] Feb 04 09:20:38.770653 dv-neutron-827798-2-hyperv neutron-server[84107]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 09:20:38.771426 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG oslo_db.api [None req-f64b2a7f-ceaf-4308-bd8f-52c787324d40 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 09:20:38.780485 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-292ae3d2-4282-420d-be43-887d39ebc22e None None] For port 1fef26fe-c79d-49bc-8477-56fab2c776a1, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 09:20:38.785748 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-292ae3d2-4282-420d-be43-887d39ebc22e None None] For port 1fef26fe-c79d-49bc-8477-56fab2c776a1, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=1fef26fe-c79d-49bc-8477-56fab2c776a1,segment=NetworkSegment(49c65fac-1faf-429b-8407-7b94dec77f33),segment_id=49c65fac-1faf-429b-8407-7b94dec77f33)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 09:20:38.856044 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-292ae3d2-4282-420d-be43-887d39ebc22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:38.974325 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292ae3d2-4282-420d-be43-887d39ebc22e None None] Pushing event updated for resources: {'Port': ['ID=1fef26fe-c79d-49bc-8477-56fab2c776a1,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:20:39.011360 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d3a225-0ad5-465a-b457-8423240b8a02 None None] Network bc05435a-d8a8-4cf4-9f5e-878b6d6a7f63 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 09:20:39.076872 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device bab9efe9-3c39-4a19-a01c-a5f2d90e1627 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:20:39.271027 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b374fe5-afa5-457a-b4bb-2dfc72dbe67e None None] get_active_networks_info from dv-neutron-827798-2-hyperv {{(pid=84109) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 04 09:20:39.272450 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f64b2a7f-ceaf-4308-bd8f-52c787324d40 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:39.283359 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-f64b2a7f-ceaf-4308-bd8f-52c787324d40 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Deleting port 1fef26fe-c79d-49bc-8477-56fab2c776a1 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:20:39.283683 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f64b2a7f-ceaf-4308-bd8f-52c787324d40 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:39.339958 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port bab9efe9-3c39-4a19-a01c-a5f2d90e1627 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:20:39.348949 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port bab9efe9-3c39-4a19-a01c-a5f2d90e1627 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:20:39.349318 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:39.480452 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [None req-f64b2a7f-ceaf-4308-bd8f-52c787324d40 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] For port 1fef26fe-c79d-49bc-8477-56fab2c776a1, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=1fef26fe-c79d-49bc-8477-56fab2c776a1,segment=NetworkSegment(49c65fac-1faf-429b-8407-7b94dec77f33),segment_id=49c65fac-1faf-429b-8407-7b94dec77f33)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:20:39.480827 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f64b2a7f-ceaf-4308-bd8f-52c787324d40 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:39.489027 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b374fe5-afa5-457a-b4bb-2dfc72dbe67e None None] Resources bound (agent type, host, resource id): {{(pid=84109) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 09:20:39.512673 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:39.599141 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-f64b2a7f-ceaf-4308-bd8f-52c787324d40 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Calling delete_port for 1fef26fe-c79d-49bc-8477-56fab2c776a1 owned by network:dhcp {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 09:20:39.620864 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port bab9efe9-3c39-4a19-a01c-a5f2d90e1627, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=bab9efe9-3c39-4a19-a01c-a5f2d90e1627,segment=NetworkSegment(809e2109-3b66-4334-bd91-9006e94bdda0),segment_id=809e2109-3b66-4334-bd91-9006e94bdda0)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:20:39.708874 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:39.728719 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f64b2a7f-ceaf-4308-bd8f-52c787324d40 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:39.773089 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64b2a7f-ceaf-4308-bd8f-52c787324d40 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Pushing event deleted for resources: {'Port': ['ID=1fef26fe-c79d-49bc-8477-56fab2c776a1,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:20:39.779082 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64b2a7f-ceaf-4308-bd8f-52c787324d40 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] No DVR routers for this DVR port 1fef26fe-c79d-49bc-8477-56fab2c776a1 on host dv-neutron-827798-2-hyperv {{(pid=84107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 09:20:39.792687 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=bab9efe9-3c39-4a19-a01c-a5f2d90e1627,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:20:39.899417 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f64b2a7f-ceaf-4308-bd8f-52c787324d40 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:39.924063 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-f64b2a7f-ceaf-4308-bd8f-52c787324d40 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc05435a-d8a8-4cf4-9f5e-878b6d6a7f63']}} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:20:39.939898 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-f64b2a7f-ceaf-4308-bd8f-52c787324d40 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49c65fac-1faf-429b-8407-7b94dec77f33') {'for_net_delete': True} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:20:39.941471 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-f64b2a7f-ceaf-4308-bd8f-52c787324d40 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49c65fac-1faf-429b-8407-7b94dec77f33') {} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:20:39.952128 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f64b2a7f-ceaf-4308-bd8f-52c787324d40 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8058642'] for segment, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:39.968600 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f64b2a7f-ceaf-4308-bd8f-52c787324d40 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:39.974530 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f64b2a7f-ceaf-4308-bd8f-52c787324d40 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=84107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 09:20:39.974904 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f64b2a7f-ceaf-4308-bd8f-52c787324d40 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7377717'] for segment, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:39.988793 dv-neutron-827798-2-hyperv neutron-server[84107]: Traceback (most recent call last): Feb 04 09:20:39.988793 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 09:20:39.988793 dv-neutron-827798-2-hyperv neutron-server[84107]: timer() Feb 04 09:20:39.988793 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 09:20:39.988793 dv-neutron-827798-2-hyperv neutron-server[84107]: cb(*args, **kw) Feb 04 09:20:39.988793 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 09:20:39.988793 dv-neutron-827798-2-hyperv neutron-server[84107]: return func(*args, **kwargs) Feb 04 09:20:39.988793 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 09:20:39.988793 dv-neutron-827798-2-hyperv neutron-server[84107]: self._notify() Feb 04 09:20:39.988793 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 09:20:39.988793 dv-neutron-827798-2-hyperv neutron-server[84107]: self.callback(batched_events) Feb 04 09:20:39.988793 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 09:20:39.988793 dv-neutron-827798-2-hyperv neutron-server[84107]: event.method(event) Feb 04 09:20:39.988793 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 09:20:39.988793 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 09:20:39.988793 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 09:20:39.988793 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 09:20:39.988793 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 09:20:39.988793 dv-neutron-827798-2-hyperv neutron-server[84107]: return f(self, *a, **k) Feb 04 09:20:39.988793 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 09:20:39.988793 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._get(url).json() Feb 04 09:20:39.988793 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 09:20:39.988793 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 09:20:39.988793 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 09:20:39.988793 dv-neutron-827798-2-hyperv neutron-server[84107]: return self.request(url, 'GET', **kwargs) Feb 04 09:20:39.988793 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 09:20:39.988793 dv-neutron-827798-2-hyperv neutron-server[84107]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 09:20:39.988793 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 09:20:39.988793 dv-neutron-827798-2-hyperv neutron-server[84107]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 09:20:39.988793 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 09:20:39.988793 dv-neutron-827798-2-hyperv neutron-server[84107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 09:20:39.988793 dv-neutron-827798-2-hyperv neutron-server[84107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 09:20:40.129622 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f64b2a7f-ceaf-4308-bd8f-52c787324d40 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:40.146541 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f64b2a7f-ceaf-4308-bd8f-52c787324d40 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks [] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:40.160579 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64b2a7f-ceaf-4308-bd8f-52c787324d40 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Pushing event deleted for resources: {'Network': ['ID=bc05435a-d8a8-4cf4-9f5e-878b6d6a7f63,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:20:40.166753 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-f64b2a7f-ceaf-4308-bd8f-52c787324d40 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] 10.222.0.36 "DELETE /v2.0/networks/bc05435a-d8a8-4cf4-9f5e-878b6d6a7f63 HTTP/1.1" status: 204 len: 168 time: 2.4561300 Feb 04 09:20:40.170169 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 33582) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:20:40.208435 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca7ad1e1-5bd7-4018-854a-8d5daacccb01 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] GET failed (client error): The resource could not be found. Feb 04 09:20:40.208952 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-ca7ad1e1-5bd7-4018-854a-8d5daacccb01 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Synchronizing usage tracker for tenant:db6a1535a3d9462f86fe7183fd3cbea4 on resource:subnet {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 09:20:40.289446 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-ca7ad1e1-5bd7-4018-854a-8d5daacccb01 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Unset dirty status for tenant:db6a1535a3d9462f86fe7183fd3cbea4 on resource:subnet {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 09:20:40.290536 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-ca7ad1e1-5bd7-4018-854a-8d5daacccb01 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] 10.222.0.36 "GET /v2.0/subnets/7d5c9d3d-67f7-492a-89fb-978b17a05eee HTTP/1.1" status: 404 len: 337 time: 0.1194863 Feb 04 09:20:40.293498 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 33586) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:20:40.318302 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9462a96-a6ba-4d5f-b377-27cacf0a89d3 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] DELETE failed (client error): The resource could not be found. Feb 04 09:20:40.318724 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9462a96-a6ba-4d5f-b377-27cacf0a89d3 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 09:20:40.320238 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-c9462a96-a6ba-4d5f-b377-27cacf0a89d3 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] 10.222.0.36 "DELETE /v2.0/networks/bc05435a-d8a8-4cf4-9f5e-878b6d6a7f63 HTTP/1.1" status: 404 len: 339 time: 0.0258698 Feb 04 09:20:40.323595 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 33590) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:20:40.359220 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f602afe-5c1b-4978-b713-ed9019e3f73b tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] DELETE failed (client error): The resource could not be found. Feb 04 09:20:40.359638 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f602afe-5c1b-4978-b713-ed9019e3f73b tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 09:20:40.361196 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-0f602afe-5c1b-4978-b713-ed9019e3f73b tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] 10.222.0.36 "DELETE /v2.0/subnets/7d5c9d3d-67f7-492a-89fb-978b17a05eee HTTP/1.1" status: 404 len: 337 time: 0.0367253 Feb 04 09:20:40.364050 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 33594) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:20:40.390778 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1a0ca26-3c11-4119-9bea-06964a99d626 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] DELETE failed (client error): The resource could not be found. Feb 04 09:20:40.391125 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1a0ca26-3c11-4119-9bea-06964a99d626 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 09:20:40.392637 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-c1a0ca26-3c11-4119-9bea-06964a99d626 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] 10.222.0.36 "DELETE /v2.0/networks/bc05435a-d8a8-4cf4-9f5e-878b6d6a7f63 HTTP/1.1" status: 404 len: 339 time: 0.0277030 Feb 04 09:20:40.394888 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 33598) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:20:40.572942 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_v2 [None req-026c34b0-478d-4851-be56-3b2c79da3274 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Deleting subnet 62c33488-2075-4736-b2a0-f1d9f1a2fb4c {{(pid=84107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 09:20:40.575708 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-026c34b0-478d-4851-be56-3b2c79da3274 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks [] for subnet, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:40.626952 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-026c34b0-478d-4851-be56-3b2c79da3274 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8058667'] for subnet, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:40.802006 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-026c34b0-478d-4851-be56-3b2c79da3274 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:40.919174 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-026c34b0-478d-4851-be56-3b2c79da3274 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7510167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985167'] for subnet, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:40.959004 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026c34b0-478d-4851-be56-3b2c79da3274 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Pushing event deleted for resources: {'Subnet': ['ID=62c33488-2075-4736-b2a0-f1d9f1a2fb4c,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:20:40.965860 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-026c34b0-478d-4851-be56-3b2c79da3274 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks [] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:40.981204 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e6e674-7e6c-4c47-a626-6cc89bd009f7 None None] Network 8c2f548c-cd85-4cba-b4a3-1aa0141c34c4 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 09:20:41.042376 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device bab9efe9-3c39-4a19-a01c-a5f2d90e1627 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:20:41.058320 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-026c34b0-478d-4851-be56-3b2c79da3274 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] 10.222.0.36 "DELETE /v2.0/subnets/62c33488-2075-4736-b2a0-f1d9f1a2fb4c HTTP/1.1" status: 204 len: 168 time: 0.6622627 Feb 04 09:20:41.060584 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 33602) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:20:41.171321 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-88c1347e-50f7-47fd-99a1-39b35a8d90cf tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:41.181471 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-88c1347e-50f7-47fd-99a1-39b35a8d90cf tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Deleting port bab9efe9-3c39-4a19-a01c-a5f2d90e1627 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:20:41.181761 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-88c1347e-50f7-47fd-99a1-39b35a8d90cf tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:41.210583 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port bab9efe9-3c39-4a19-a01c-a5f2d90e1627 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:20:41.210948 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:41.339386 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb572fb2-8f82-4722-9191-c2a3a00ace9d None None] DHCP port deletion for 8c2f548c-cd85-4cba-b4a3-1aa0141c34c4 request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 09:20:41.351327 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-bb572fb2-8f82-4722-9191-c2a3a00ace9d None None] Deleting port bab9efe9-3c39-4a19-a01c-a5f2d90e1627 {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:20:41.351704 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-bb572fb2-8f82-4722-9191-c2a3a00ace9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:41.388784 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [None req-88c1347e-50f7-47fd-99a1-39b35a8d90cf tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] For port bab9efe9-3c39-4a19-a01c-a5f2d90e1627, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=bab9efe9-3c39-4a19-a01c-a5f2d90e1627,segment=NetworkSegment(809e2109-3b66-4334-bd91-9006e94bdda0),segment_id=809e2109-3b66-4334-bd91-9006e94bdda0)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:20:41.389139 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-88c1347e-50f7-47fd-99a1-39b35a8d90cf tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:41.507425 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-88c1347e-50f7-47fd-99a1-39b35a8d90cf tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Calling delete_port for bab9efe9-3c39-4a19-a01c-a5f2d90e1627 owned by network:dhcp {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 09:20:41.551078 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-bb572fb2-8f82-4722-9191-c2a3a00ace9d None None] For port bab9efe9-3c39-4a19-a01c-a5f2d90e1627, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=bab9efe9-3c39-4a19-a01c-a5f2d90e1627,segment=NetworkSegment(809e2109-3b66-4334-bd91-9006e94bdda0),segment_id=809e2109-3b66-4334-bd91-9006e94bdda0)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:20:41.551475 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-bb572fb2-8f82-4722-9191-c2a3a00ace9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:41.650194 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-88c1347e-50f7-47fd-99a1-39b35a8d90cf tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:41.669541 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-bb572fb2-8f82-4722-9191-c2a3a00ace9d None None] Calling delete_port for bab9efe9-3c39-4a19-a01c-a5f2d90e1627 owned by network:dhcp {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 09:20:41.693893 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c1347e-50f7-47fd-99a1-39b35a8d90cf tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Pushing event deleted for resources: {'Port': ['ID=bab9efe9-3c39-4a19-a01c-a5f2d90e1627,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:20:41.700113 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c1347e-50f7-47fd-99a1-39b35a8d90cf tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] No DVR routers for this DVR port bab9efe9-3c39-4a19-a01c-a5f2d90e1627 on host dv-neutron-827798-2-hyperv {{(pid=84107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 09:20:41.739950 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.db.api [None req-bb572fb2-8f82-4722-9191-c2a3a00ace9d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 09:20:41.740303 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG oslo_db.api [None req-bb572fb2-8f82-4722-9191-c2a3a00ace9d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 09:20:41.819769 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-88c1347e-50f7-47fd-99a1-39b35a8d90cf tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:41.843630 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-88c1347e-50f7-47fd-99a1-39b35a8d90cf tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c2f548c-cd85-4cba-b4a3-1aa0141c34c4']}} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:20:41.855393 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-88c1347e-50f7-47fd-99a1-39b35a8d90cf tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '809e2109-3b66-4334-bd91-9006e94bdda0') {'for_net_delete': True} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:20:41.855689 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-88c1347e-50f7-47fd-99a1-39b35a8d90cf tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '809e2109-3b66-4334-bd91-9006e94bdda0') {} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:20:41.867091 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-88c1347e-50f7-47fd-99a1-39b35a8d90cf tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8058642'] for segment, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:41.886191 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-88c1347e-50f7-47fd-99a1-39b35a8d90cf tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:41.891887 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88c1347e-50f7-47fd-99a1-39b35a8d90cf tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=84107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 09:20:41.892257 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-88c1347e-50f7-47fd-99a1-39b35a8d90cf tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7377717'] for segment, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:41.905761 dv-neutron-827798-2-hyperv neutron-server[84107]: Traceback (most recent call last): Feb 04 09:20:41.905761 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 09:20:41.905761 dv-neutron-827798-2-hyperv neutron-server[84107]: timer() Feb 04 09:20:41.905761 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 09:20:41.905761 dv-neutron-827798-2-hyperv neutron-server[84107]: cb(*args, **kw) Feb 04 09:20:41.905761 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 09:20:41.905761 dv-neutron-827798-2-hyperv neutron-server[84107]: return func(*args, **kwargs) Feb 04 09:20:41.905761 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 09:20:41.905761 dv-neutron-827798-2-hyperv neutron-server[84107]: self._notify() Feb 04 09:20:41.905761 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 09:20:41.905761 dv-neutron-827798-2-hyperv neutron-server[84107]: self.callback(batched_events) Feb 04 09:20:41.905761 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 09:20:41.905761 dv-neutron-827798-2-hyperv neutron-server[84107]: event.method(event) Feb 04 09:20:41.905761 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 09:20:41.905761 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 09:20:41.905761 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 09:20:41.905761 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 09:20:41.905761 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 09:20:41.905761 dv-neutron-827798-2-hyperv neutron-server[84107]: return f(self, *a, **k) Feb 04 09:20:41.905761 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 09:20:41.905761 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._get(url).json() Feb 04 09:20:41.905761 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 09:20:41.905761 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 09:20:41.905761 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 09:20:41.905761 dv-neutron-827798-2-hyperv neutron-server[84107]: return self.request(url, 'GET', **kwargs) Feb 04 09:20:41.905761 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 09:20:41.905761 dv-neutron-827798-2-hyperv neutron-server[84107]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 09:20:41.905761 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 09:20:41.905761 dv-neutron-827798-2-hyperv neutron-server[84107]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 09:20:41.905761 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 09:20:41.905761 dv-neutron-827798-2-hyperv neutron-server[84107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 09:20:41.905761 dv-neutron-827798-2-hyperv neutron-server[84107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 09:20:42.066782 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-88c1347e-50f7-47fd-99a1-39b35a8d90cf tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:42.083107 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-88c1347e-50f7-47fd-99a1-39b35a8d90cf tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks [] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:42.102177 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c1347e-50f7-47fd-99a1-39b35a8d90cf tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Pushing event deleted for resources: {'Network': ['ID=8c2f548c-cd85-4cba-b4a3-1aa0141c34c4,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:20:42.102177 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-88c1347e-50f7-47fd-99a1-39b35a8d90cf tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] 10.222.0.36 "DELETE /v2.0/networks/8c2f548c-cd85-4cba-b4a3-1aa0141c34c4 HTTP/1.1" status: 204 len: 168 time: 1.0361910 Feb 04 09:20:42.102177 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 33606) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:20:42.139540 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-decc6337-fb75-44c5-9dd3-f1d18acbfcdd tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] DELETE failed (client error): The resource could not be found. Feb 04 09:20:42.139964 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-decc6337-fb75-44c5-9dd3-f1d18acbfcdd tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 09:20:42.141541 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-decc6337-fb75-44c5-9dd3-f1d18acbfcdd tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] 10.222.0.36 "DELETE /v2.0/subnets/57e04733-c398-4f96-9fcf-30571833d153 HTTP/1.1" status: 404 len: 337 time: 0.0405035 Feb 04 09:20:42.144099 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 33610) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:20:42.167471 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-26d83503-075e-45af-96cf-4da31072372b tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] DELETE failed (client error): The resource could not be found. Feb 04 09:20:42.167818 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26d83503-075e-45af-96cf-4da31072372b tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 09:20:42.169589 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-26d83503-075e-45af-96cf-4da31072372b tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] 10.222.0.36 "DELETE /v2.0/networks/efe6ac10-ec19-4405-a521-ab2c2a4f8682 HTTP/1.1" status: 404 len: 339 time: 0.0246217 Feb 04 09:20:42.171727 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 33614) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:20:42.206862 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5c727ee-fcb3-4358-b93e-7995407fdb0a tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] DELETE failed (client error): The resource could not be found. Feb 04 09:20:42.207274 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5c727ee-fcb3-4358-b93e-7995407fdb0a tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 09:20:42.208793 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-b5c727ee-fcb3-4358-b93e-7995407fdb0a tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] 10.222.0.36 "DELETE /v2.0/subnets/6797b84f-b17d-400a-a4d6-6cf7b4284bde HTTP/1.1" status: 404 len: 337 time: 0.0362132 Feb 04 09:20:42.211078 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 33618) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:20:42.234103 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.pecan_wsgi.hooks.translation [None req-08eebcd6-5e10-4547-883a-036997e8c2ec tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] DELETE failed (client error): The resource could not be found. Feb 04 09:20:42.234504 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08eebcd6-5e10-4547-883a-036997e8c2ec tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 09:20:42.235964 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-08eebcd6-5e10-4547-883a-036997e8c2ec tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] 10.222.0.36 "DELETE /v2.0/networks/75113516-4a37-4182-988e-d4c18fc2a61e HTTP/1.1" status: 404 len: 339 time: 0.0240591 Feb 04 09:20:42.238714 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 33622) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:20:42.241732 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-bb572fb2-8f82-4722-9191-c2a3a00ace9d None None] Deleting port bab9efe9-3c39-4a19-a01c-a5f2d90e1627 {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:20:42.242206 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-bb572fb2-8f82-4722-9191-c2a3a00ace9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:42.307237 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-bb572fb2-8f82-4722-9191-c2a3a00ace9d None None] The port 'bab9efe9-3c39-4a19-a01c-a5f2d90e1627' was deleted {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 09:20:42.424269 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_v2 [None req-366088c3-d40b-47da-94cf-1003cdbe8217 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Deleting subnet 4f8899b5-4433-4969-848f-23ff3602df9e {{(pid=84107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 09:20:42.427045 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-366088c3-d40b-47da-94cf-1003cdbe8217 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks [] for subnet, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:42.479130 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-366088c3-d40b-47da-94cf-1003cdbe8217 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8058667'] for subnet, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:42.560464 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-366088c3-d40b-47da-94cf-1003cdbe8217 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:42.694173 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-366088c3-d40b-47da-94cf-1003cdbe8217 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7510167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985167'] for subnet, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:42.732889 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366088c3-d40b-47da-94cf-1003cdbe8217 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Pushing event deleted for resources: {'Subnet': ['ID=4f8899b5-4433-4969-848f-23ff3602df9e,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:20:42.737322 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-366088c3-d40b-47da-94cf-1003cdbe8217 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks [] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:42.742895 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a044d09-eec6-46ba-a645-22871dcf21fe None None] Network 199a4a77-9004-46e4-9585-dcb4aa457a44 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 09:20:42.747285 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-366088c3-d40b-47da-94cf-1003cdbe8217 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] 10.222.0.36 "DELETE /v2.0/subnets/4f8899b5-4433-4969-848f-23ff3602df9e HTTP/1.1" status: 204 len: 168 time: 0.5076871 Feb 04 09:20:42.749912 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 33626) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:20:42.867999 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-14aa1056-63ba-4cd1-9894-cf2fd8daf7e4 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:42.878686 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-14aa1056-63ba-4cd1-9894-cf2fd8daf7e4 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Deleting port 1dcf057f-cbf7-4e21-98bc-5212bfc4b199 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:20:42.879010 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-14aa1056-63ba-4cd1-9894-cf2fd8daf7e4 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:43.039683 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff809c57-f1e6-4af2-ae8e-b66f1ccf0be4 None None] DHCP port deletion for 199a4a77-9004-46e4-9585-dcb4aa457a44 request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 09:20:43.044104 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-ff809c57-f1e6-4af2-ae8e-b66f1ccf0be4 None None] Deleting port 1dcf057f-cbf7-4e21-98bc-5212bfc4b199 {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:20:43.044472 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-ff809c57-f1e6-4af2-ae8e-b66f1ccf0be4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:43.076383 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device bab9efe9-3c39-4a19-a01c-a5f2d90e1627 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 09:20:43.090195 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [None req-14aa1056-63ba-4cd1-9894-cf2fd8daf7e4 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] For port 1dcf057f-cbf7-4e21-98bc-5212bfc4b199, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=1dcf057f-cbf7-4e21-98bc-5212bfc4b199,segment=NetworkSegment(e13ac94f-e47c-40d7-a518-23bddebb4c02),segment_id=e13ac94f-e47c-40d7-a518-23bddebb4c02)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:20:43.090553 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-14aa1056-63ba-4cd1-9894-cf2fd8daf7e4 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:43.118477 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: bab9efe9-3c39-4a19-a01c-a5f2d90e1627 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 09:20:43.118820 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device bab9efe9-3c39-4a19-a01c-a5f2d90e1627 not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 09:20:43.208284 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-14aa1056-63ba-4cd1-9894-cf2fd8daf7e4 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Calling delete_port for 1dcf057f-cbf7-4e21-98bc-5212bfc4b199 owned by network:dhcp {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 09:20:43.275594 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-ff809c57-f1e6-4af2-ae8e-b66f1ccf0be4 None None] For port 1dcf057f-cbf7-4e21-98bc-5212bfc4b199, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=1dcf057f-cbf7-4e21-98bc-5212bfc4b199,segment=NetworkSegment(e13ac94f-e47c-40d7-a518-23bddebb4c02),segment_id=e13ac94f-e47c-40d7-a518-23bddebb4c02)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:20:43.276153 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-ff809c57-f1e6-4af2-ae8e-b66f1ccf0be4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:43.381401 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-14aa1056-63ba-4cd1-9894-cf2fd8daf7e4 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:43.400496 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-ff809c57-f1e6-4af2-ae8e-b66f1ccf0be4 None None] Calling delete_port for 1dcf057f-cbf7-4e21-98bc-5212bfc4b199 owned by network:dhcp {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 09:20:43.424093 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aa1056-63ba-4cd1-9894-cf2fd8daf7e4 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Pushing event deleted for resources: {'Port': ['ID=1dcf057f-cbf7-4e21-98bc-5212bfc4b199,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:20:43.430667 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14aa1056-63ba-4cd1-9894-cf2fd8daf7e4 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] No DVR routers for this DVR port 1dcf057f-cbf7-4e21-98bc-5212bfc4b199 on host dv-neutron-827798-2-hyperv {{(pid=84108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 09:20:43.469952 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.db.api [None req-ff809c57-f1e6-4af2-ae8e-b66f1ccf0be4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 09:20:43.470304 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG oslo_db.api [None req-ff809c57-f1e6-4af2-ae8e-b66f1ccf0be4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 09:20:43.550405 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-14aa1056-63ba-4cd1-9894-cf2fd8daf7e4 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:43.574450 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-14aa1056-63ba-4cd1-9894-cf2fd8daf7e4 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['199a4a77-9004-46e4-9585-dcb4aa457a44']}} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:20:43.586001 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-14aa1056-63ba-4cd1-9894-cf2fd8daf7e4 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e13ac94f-e47c-40d7-a518-23bddebb4c02') {'for_net_delete': True} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:20:43.586296 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-14aa1056-63ba-4cd1-9894-cf2fd8daf7e4 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e13ac94f-e47c-40d7-a518-23bddebb4c02') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:20:43.597592 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-14aa1056-63ba-4cd1-9894-cf2fd8daf7e4 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7851336'] for segment, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:43.613237 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-14aa1056-63ba-4cd1-9894-cf2fd8daf7e4 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:43.618951 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14aa1056-63ba-4cd1-9894-cf2fd8daf7e4 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=84108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 09:20:43.619326 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-14aa1056-63ba-4cd1-9894-cf2fd8daf7e4 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7460345'] for segment, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:43.633053 dv-neutron-827798-2-hyperv neutron-server[84108]: Traceback (most recent call last): Feb 04 09:20:43.633053 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 09:20:43.633053 dv-neutron-827798-2-hyperv neutron-server[84108]: timer() Feb 04 09:20:43.633053 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 09:20:43.633053 dv-neutron-827798-2-hyperv neutron-server[84108]: cb(*args, **kw) Feb 04 09:20:43.633053 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 09:20:43.633053 dv-neutron-827798-2-hyperv neutron-server[84108]: return func(*args, **kwargs) Feb 04 09:20:43.633053 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 09:20:43.633053 dv-neutron-827798-2-hyperv neutron-server[84108]: self._notify() Feb 04 09:20:43.633053 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 09:20:43.633053 dv-neutron-827798-2-hyperv neutron-server[84108]: self.callback(batched_events) Feb 04 09:20:43.633053 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 09:20:43.633053 dv-neutron-827798-2-hyperv neutron-server[84108]: event.method(event) Feb 04 09:20:43.633053 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 09:20:43.633053 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 09:20:43.633053 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 09:20:43.633053 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 09:20:43.633053 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 09:20:43.633053 dv-neutron-827798-2-hyperv neutron-server[84108]: return f(self, *a, **k) Feb 04 09:20:43.633053 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 09:20:43.633053 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._get(url).json() Feb 04 09:20:43.633053 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 09:20:43.633053 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 09:20:43.633053 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 09:20:43.633053 dv-neutron-827798-2-hyperv neutron-server[84108]: return self.request(url, 'GET', **kwargs) Feb 04 09:20:43.633053 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 09:20:43.633053 dv-neutron-827798-2-hyperv neutron-server[84108]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 09:20:43.633053 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 09:20:43.633053 dv-neutron-827798-2-hyperv neutron-server[84108]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 09:20:43.633053 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 09:20:43.633053 dv-neutron-827798-2-hyperv neutron-server[84108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 09:20:43.633053 dv-neutron-827798-2-hyperv neutron-server[84108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 09:20:43.872984 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-14aa1056-63ba-4cd1-9894-cf2fd8daf7e4 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:43.889696 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-14aa1056-63ba-4cd1-9894-cf2fd8daf7e4 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Notify callbacks [] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:43.900719 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aa1056-63ba-4cd1-9894-cf2fd8daf7e4 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] Pushing event deleted for resources: {'Network': ['ID=199a4a77-9004-46e4-9585-dcb4aa457a44,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:20:43.904675 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-14aa1056-63ba-4cd1-9894-cf2fd8daf7e4 tempest-NetworksIpV6Test-1640729727 tempest-NetworksIpV6Test-1640729727-project] 10.222.0.36 "DELETE /v2.0/networks/199a4a77-9004-46e4-9585-dcb4aa457a44 HTTP/1.1" status: 204 len: 168 time: 1.1536744 Feb 04 09:20:43.972417 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-ff809c57-f1e6-4af2-ae8e-b66f1ccf0be4 None None] Deleting port 1dcf057f-cbf7-4e21-98bc-5212bfc4b199 {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:20:43.972934 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-ff809c57-f1e6-4af2-ae8e-b66f1ccf0be4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:44.038093 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-ff809c57-f1e6-4af2-ae8e-b66f1ccf0be4 None None] The port '1dcf057f-cbf7-4e21-98bc-5212bfc4b199' was deleted {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 09:20:44.382392 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 33634) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:20:44.584993 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-66bebf7c-a466-4e27-89c1-885ce8f54e9c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=db6a1535a3d9462f86fe7183fd3cbea4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2014198 Feb 04 09:20:44.590283 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 33640) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:20:44.648380 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8adeaa17-fbdf-4f37-b694-53a262101d0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:44.673552 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8adeaa17-fbdf-4f37-b694-53a262101d0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:44.796780 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8adeaa17-fbdf-4f37-b694-53a262101d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:44.813273 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adeaa17-fbdf-4f37-b694-53a262101d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fbabdf9-2587-4b0c-a523-54af8dfe6472,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:20:44.816432 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8adeaa17-fbdf-4f37-b694-53a262101d0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:44.822528 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-8adeaa17-fbdf-4f37-b694-53a262101d0a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6fbabdf9-2587-4b0c-a523-54af8dfe6472 HTTP/1.1" status: 204 len: 168 time: 0.2263770 Feb 04 09:20:45.020717 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 1dcf057f-cbf7-4e21-98bc-5212bfc4b199 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 09:20:45.060828 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: 1dcf057f-cbf7-4e21-98bc-5212bfc4b199 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 09:20:45.061194 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 1dcf057f-cbf7-4e21-98bc-5212bfc4b199 not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 09:20:45.990909 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 33662) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:20:46.116160 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-7dd6d05e-b4d4-4afa-abf4-9bbf039bc661 tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1417628281', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:20:46.122558 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-7dd6d05e-b4d4-4afa-abf4-9bbf039bc661 tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:20:46.126395 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-7dd6d05e-b4d4-4afa-abf4-9bbf039bc661 tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Usage tracker for resource:router and tenant:9bd7f433ca674fe98bd567f78665c2fa is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:20:46.131556 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-7dd6d05e-b4d4-4afa-abf4-9bbf039bc661 tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:20:46.135788 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-7dd6d05e-b4d4-4afa-abf4-9bbf039bc661 tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:20:46.196966 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7dd6d05e-b4d4-4afa-abf4-9bbf039bc661 tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40975'] for router, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:46.197880 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7dd6d05e-b4d4-4afa-abf4-9bbf039bc661 tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40982'] for router, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:46.215755 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7dd6d05e-b4d4-4afa-abf4-9bbf039bc661 tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:46.335905 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7dd6d05e-b4d4-4afa-abf4-9bbf039bc661 tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472990'] for router, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:46.444061 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7dd6d05e-b4d4-4afa-abf4-9bbf039bc661 tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Notify callbacks [] for router, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:46.445290 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-7dd6d05e-b4d4-4afa-abf4-9bbf039bc661 tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4533212 Feb 04 09:20:46.448023 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 33668) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:20:46.453411 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-eaf53d97-ceac-4004-8494-54ca2560b358 tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2115649'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:20:46.458784 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-eaf53d97-ceac-4004-8494-54ca2560b358 tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:20:46.462497 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-eaf53d97-ceac-4004-8494-54ca2560b358 tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Usage tracker for resource:network and tenant:9bd7f433ca674fe98bd567f78665c2fa is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:20:46.465785 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-eaf53d97-ceac-4004-8494-54ca2560b358 tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:20:46.471352 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-eaf53d97-ceac-4004-8494-54ca2560b358 tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:20:46.556774 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf53d97-ceac-4004-8494-54ca2560b358 tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Made reservation on behalf of 9bd7f433ca674fe98bd567f78665c2fa for: {'network': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 09:20:46.560063 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-eaf53d97-ceac-4004-8494-54ca2560b358 tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:46.573512 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-eaf53d97-ceac-4004-8494-54ca2560b358 tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Notify callbacks [] for security_group, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:46.607918 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-eaf53d97-ceac-4004-8494-54ca2560b358 tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:20:46.611827 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-eaf53d97-ceac-4004-8494-54ca2560b358 tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Usage tracker for resource:security_group_rule and tenant:9bd7f433ca674fe98bd567f78665c2fa is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:20:46.614813 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-eaf53d97-ceac-4004-8494-54ca2560b358 tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:20:46.620485 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-eaf53d97-ceac-4004-8494-54ca2560b358 tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:20:46.684637 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-eaf53d97-ceac-4004-8494-54ca2560b358 tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Notify callbacks [] for security_group, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:46.746974 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-eaf53d97-ceac-4004-8494-54ca2560b358 tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:46.779123 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaf53d97-ceac-4004-8494-54ca2560b358 tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=84108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 09:20:46.787166 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf53d97-ceac-4004-8494-54ca2560b358 tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a8c1956-ab9c-4aa1-96b5-fdcbe3d03298,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:20:46.792647 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-eaf53d97-ceac-4004-8494-54ca2560b358 tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:46.792996 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.segments_db [None req-eaf53d97-ceac-4004-8494-54ca2560b358 tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Added segment 21d27d18-1170-4753-984b-8f051dfd8010 of type vlan for network ddccd6fb-b7df-44a7-9d96-1923bccfab44 Feb 04 09:20:46.818960 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-eaf53d97-ceac-4004-8494-54ca2560b358 tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:46.890115 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-eaf53d97-ceac-4004-8494-54ca2560b358 tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:46.894265 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf53d97-ceac-4004-8494-54ca2560b358 tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:20:46.894839 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-eaf53d97-ceac-4004-8494-54ca2560b358 tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Notify callbacks [] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:47.006403 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf53d97-ceac-4004-8494-54ca2560b358 tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Pushing event updated for resources: {'Network': ['ID=ddccd6fb-b7df-44a7-9d96-1923bccfab44,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:20:47.016051 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network ddccd6fb-b7df-44a7-9d96-1923bccfab44 details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 09:20:47.045053 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-eaf53d97-ceac-4004-8494-54ca2560b358 tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5960650 Feb 04 09:20:47.047762 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 33672) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:20:47.053719 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-f8d8bcd0-2241-4dd1-910b-5102d0344ade tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Request body: {'subnet': {'network_id': 'ddccd6fb-b7df-44a7-9d96-1923bccfab44', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:20:47.162139 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-f8d8bcd0-2241-4dd1-910b-5102d0344ade tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:20:47.165896 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-f8d8bcd0-2241-4dd1-910b-5102d0344ade tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Usage tracker for resource:subnet and tenant:9bd7f433ca674fe98bd567f78665c2fa is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:20:47.168920 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-f8d8bcd0-2241-4dd1-910b-5102d0344ade tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:20:47.175010 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-f8d8bcd0-2241-4dd1-910b-5102d0344ade tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:20:47.236396 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8d8bcd0-2241-4dd1-910b-5102d0344ade tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Made reservation on behalf of 9bd7f433ca674fe98bd567f78665c2fa for: {'subnet': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 09:20:47.340281 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f8d8bcd0-2241-4dd1-910b-5102d0344ade tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8119726'] for subnet, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:47.597301 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f8d8bcd0-2241-4dd1-910b-5102d0344ade tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7593498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8119736'] for subnet, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:47.674911 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d8bcd0-2241-4dd1-910b-5102d0344ade tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Pushing event updated for resources: {'Subnet': ['ID=c85676c0-f483-446e-be30-6f0af4f048ca,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:20:47.685777 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d8bcd0-2241-4dd1-910b-5102d0344ade tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Checking segment: {'id': '21d27d18-1170-4753-984b-8f051dfd8010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ddccd6fb-b7df-44a7-9d96-1923bccfab44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 09:20:47.686127 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d8bcd0-2241-4dd1-910b-5102d0344ade tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Network hostable DHCP agents. Network: ddccd6fb-b7df-44a7-9d96-1923bccfab44, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 09:20:47.832305 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d8bcd0-2241-4dd1-910b-5102d0344ade tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Network ddccd6fb-b7df-44a7-9d96-1923bccfab44 is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 09:20:47.905120 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-f8d8bcd0-2241-4dd1-910b-5102d0344ade tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, ddccd6fb-b7df-44a7-9d96-1923bccfab44) {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:20:47.908752 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d8bcd0-2241-4dd1-910b-5102d0344ade tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:20:47.909872 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f8d8bcd0-2241-4dd1-910b-5102d0344ade tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:47.913799 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0534172-3737-499d-bdd4-0197869bd6b3 None None] Network ddccd6fb-b7df-44a7-9d96-1923bccfab44 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 09:20:47.993701 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-f8d8bcd0-2241-4dd1-910b-5102d0344ade tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9449034 Feb 04 09:20:47.996803 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 33676) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:20:48.002213 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-97460b4f-cead-48ea-82b1-4b3378ac51ea tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-502796147'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:20:48.007644 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-97460b4f-cead-48ea-82b1-4b3378ac51ea tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:20:48.011437 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-97460b4f-cead-48ea-82b1-4b3378ac51ea tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Usage tracker for resource:network and tenant:9bd7f433ca674fe98bd567f78665c2fa is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:20:48.014335 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-97460b4f-cead-48ea-82b1-4b3378ac51ea tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:20:48.020515 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-97460b4f-cead-48ea-82b1-4b3378ac51ea tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:20:48.117970 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74837e0f-c489-4c2c-998a-7495257dd284 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-ddccd6fb-b7df-44a7-9d96-1923bccfab44', 'network_id': 'ddccd6fb-b7df-44a7-9d96-1923bccfab44', 'tenant_id': '9bd7f433ca674fe98bd567f78665c2fa', 'fixed_ips': [{'subnet_id': 'c85676c0-f483-446e-be30-6f0af4f048ca'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 09:20:48.118756 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-74837e0f-c489-4c2c-998a-7495257dd284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:48.223656 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97460b4f-cead-48ea-82b1-4b3378ac51ea tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Made reservation on behalf of 9bd7f433ca674fe98bd567f78665c2fa for: {'network': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 09:20:48.224844 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-97460b4f-cead-48ea-82b1-4b3378ac51ea tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:48.253349 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97460b4f-cead-48ea-82b1-4b3378ac51ea tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=84108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 09:20:48.261712 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-97460b4f-cead-48ea-82b1-4b3378ac51ea tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:48.262047 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.segments_db [None req-97460b4f-cead-48ea-82b1-4b3378ac51ea tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Added segment b8085876-15d0-4ffb-a444-58d8fa432416 of type vlan for network 67b30fe7-ecbd-4d45-ac68-dfa46974cc7c Feb 04 09:20:48.269629 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-74837e0f-c489-4c2c-998a-7495257dd284 None None] Allocated IP 172.20.0.2 (ddccd6fb-b7df-44a7-9d96-1923bccfab44/c85676c0-f483-446e-be30-6f0af4f048ca/e4542ccd-9d0b-455d-a847-6af227f01c2c) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 09:20:48.287492 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-97460b4f-cead-48ea-82b1-4b3378ac51ea tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:48.391199 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-97460b4f-cead-48ea-82b1-4b3378ac51ea tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:48.395591 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97460b4f-cead-48ea-82b1-4b3378ac51ea tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:20:48.396202 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-97460b4f-cead-48ea-82b1-4b3378ac51ea tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Notify callbacks [] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:48.475151 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-74837e0f-c489-4c2c-998a-7495257dd284 None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:48.485212 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-74837e0f-c489-4c2c-998a-7495257dd284 None None] Transition to ACTIVE for port object e4542ccd-9d0b-455d-a847-6af227f01c2c will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:20:48.501005 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97460b4f-cead-48ea-82b1-4b3378ac51ea tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Pushing event updated for resources: {'Network': ['ID=67b30fe7-ecbd-4d45-ac68-dfa46974cc7c,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:20:48.503212 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-74837e0f-c489-4c2c-998a-7495257dd284 None None] Transition to ACTIVE for port object e4542ccd-9d0b-455d-a847-6af227f01c2c will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:20:48.510604 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network 67b30fe7-ecbd-4d45-ac68-dfa46974cc7c details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 09:20:48.593920 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-97460b4f-cead-48ea-82b1-4b3378ac51ea tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5960882 Feb 04 09:20:48.597328 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 33680) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:20:48.603870 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-a15245d7-963f-4099-b559-52dc5395f429 tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Request body: {'subnet': {'network_id': '67b30fe7-ecbd-4d45-ac68-dfa46974cc7c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:20:48.625653 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-74837e0f-c489-4c2c-998a-7495257dd284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:48.712215 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-a15245d7-963f-4099-b559-52dc5395f429 tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:20:48.716061 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-a15245d7-963f-4099-b559-52dc5395f429 tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Usage tracker for resource:subnet and tenant:9bd7f433ca674fe98bd567f78665c2fa is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:20:48.718897 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-a15245d7-963f-4099-b559-52dc5395f429 tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:20:48.720145 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74837e0f-c489-4c2c-998a-7495257dd284 None None] Network ddccd6fb-b7df-44a7-9d96-1923bccfab44 is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:20:48.723617 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-74837e0f-c489-4c2c-998a-7495257dd284 None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:20:48.725095 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-a15245d7-963f-4099-b559-52dc5395f429 tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:20:48.728114 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74837e0f-c489-4c2c-998a-7495257dd284 None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 09:20:48.729982 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74837e0f-c489-4c2c-998a-7495257dd284 None None] Pushing event updated for resources: {'Port': ['ID=e4542ccd-9d0b-455d-a847-6af227f01c2c,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:20:48.814506 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-74837e0f-c489-4c2c-998a-7495257dd284 None None] Attempting to bind port e4542ccd-9d0b-455d-a847-6af227f01c2c on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 09:20:48.814870 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-74837e0f-c489-4c2c-998a-7495257dd284 None None] Attempting to bind port e4542ccd-9d0b-455d-a847-6af227f01c2c by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': '21d27d18-1170-4753-984b-8f051dfd8010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ddccd6fb-b7df-44a7-9d96-1923bccfab44'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 09:20:48.815255 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74837e0f-c489-4c2c-998a-7495257dd284 None None] Attempting to bind port e4542ccd-9d0b-455d-a847-6af227f01c2c on network ddccd6fb-b7df-44a7-9d96-1923bccfab44 {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 09:20:48.821409 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74837e0f-c489-4c2c-998a-7495257dd284 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 9, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 09:20:48.821776 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74837e0f-c489-4c2c-998a-7495257dd284 None None] Checking segment: {'id': '21d27d18-1170-4753-984b-8f051dfd8010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ddccd6fb-b7df-44a7-9d96-1923bccfab44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 09:20:48.822169 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-74837e0f-c489-4c2c-998a-7495257dd284 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:48.822554 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74837e0f-c489-4c2c-998a-7495257dd284 None None] Bound using segment: {'id': '21d27d18-1170-4753-984b-8f051dfd8010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ddccd6fb-b7df-44a7-9d96-1923bccfab44'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 09:20:48.823005 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-74837e0f-c489-4c2c-998a-7495257dd284 None None] Bound port: e4542ccd-9d0b-455d-a847-6af227f01c2c, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21d27d18-1170-4753-984b-8f051dfd8010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ddccd6fb-b7df-44a7-9d96-1923bccfab44'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 09:20:48.823375 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-74837e0f-c489-4c2c-998a-7495257dd284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:48.832432 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a15245d7-963f-4099-b559-52dc5395f429 tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Made reservation on behalf of 9bd7f433ca674fe98bd567f78665c2fa for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 09:20:48.913187 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-74837e0f-c489-4c2c-998a-7495257dd284 None None] For port e4542ccd-9d0b-455d-a847-6af227f01c2c, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 09:20:48.916461 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-74837e0f-c489-4c2c-998a-7495257dd284 None None] For port e4542ccd-9d0b-455d-a847-6af227f01c2c, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=e4542ccd-9d0b-455d-a847-6af227f01c2c,segment=NetworkSegment(21d27d18-1170-4753-984b-8f051dfd8010),segment_id=21d27d18-1170-4753-984b-8f051dfd8010)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 09:20:48.993148 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-74837e0f-c489-4c2c-998a-7495257dd284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:49.022035 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a15245d7-963f-4099-b559-52dc5395f429 tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985186'] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:49.073707 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74837e0f-c489-4c2c-998a-7495257dd284 None None] Pushing event updated for resources: {'Port': ['ID=e4542ccd-9d0b-455d-a847-6af227f01c2c,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:20:49.313026 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a15245d7-963f-4099-b559-52dc5395f429 tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7510230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985204'] for subnet, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:49.390088 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15245d7-963f-4099-b559-52dc5395f429 tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Pushing event updated for resources: {'Subnet': ['ID=dd831af6-547b-4c23-b22d-2d287705b8a1,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:20:49.405529 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15245d7-963f-4099-b559-52dc5395f429 tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Checking segment: {'id': 'b8085876-15d0-4ffb-a444-58d8fa432416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '67b30fe7-ecbd-4d45-ac68-dfa46974cc7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 09:20:49.405883 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15245d7-963f-4099-b559-52dc5395f429 tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Network hostable DHCP agents. Network: 67b30fe7-ecbd-4d45-ac68-dfa46974cc7c, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 09:20:49.455791 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-b3ad8b91-2cb4-4d9d-a012-cc7df913299a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:49.553262 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15245d7-963f-4099-b559-52dc5395f429 tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Network 67b30fe7-ecbd-4d45-ac68-dfa46974cc7c is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 09:20:49.638777 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-a15245d7-963f-4099-b559-52dc5395f429 tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, 67b30fe7-ecbd-4d45-ac68-dfa46974cc7c) {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:20:49.643004 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15245d7-963f-4099-b559-52dc5395f429 tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:20:49.643796 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a15245d7-963f-4099-b559-52dc5395f429 tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Notify callbacks [] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:49.649699 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec99ae1-9e71-42be-a983-7574953f2367 None None] Network 67b30fe7-ecbd-4d45-ac68-dfa46974cc7c requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 09:20:49.725584 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-a15245d7-963f-4099-b559-52dc5395f429 tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1256614 Feb 04 09:20:49.727817 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 33684) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:20:49.735255 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-c87c7302-3381-4f68-910d-4b71ac07936c tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Request body: {'router': {'external_gateway_info': {'network_id': '67b30fe7-ecbd-4d45-ac68-dfa46974cc7c'}}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:20:49.871852 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366bb05e-c13f-4d5a-bf0c-bc3d2921b214 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-67b30fe7-ecbd-4d45-ac68-dfa46974cc7c', 'network_id': '67b30fe7-ecbd-4d45-ac68-dfa46974cc7c', 'tenant_id': '9bd7f433ca674fe98bd567f78665c2fa', 'fixed_ips': [{'subnet_id': 'dd831af6-547b-4c23-b22d-2d287705b8a1'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 09:20:49.872775 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-366bb05e-c13f-4d5a-bf0c-bc3d2921b214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:49.974277 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3909977b-c8b5-40a2-a0f5-6754487f8fdc None None] Network ddccd6fb-b7df-44a7-9d96-1923bccfab44 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 09:20:50.170466 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-366bb05e-c13f-4d5a-bf0c-bc3d2921b214 None None] Allocated IP 172.21.0.2 (67b30fe7-ecbd-4d45-ac68-dfa46974cc7c/dd831af6-547b-4c23-b22d-2d287705b8a1/6b257948-85fc-42e7-966a-7d9a374bb137) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 09:20:50.246022 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-ca078a38-8774-4324-8a04-c92f20c412e2 None None] Provisioning for port e4542ccd-9d0b-455d-a847-6af227f01c2c completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:20:50.259864 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c87c7302-3381-4f68-910d-4b71ac07936c tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40996'] for router, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:50.474525 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.api.v2.resource [None req-c87c7302-3381-4f68-910d-4b71ac07936c tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 09:20:50.475467 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-c87c7302-3381-4f68-910d-4b71ac07936c tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] 10.222.0.36 "PUT /v2.0/routers/a33a3f7b-a943-45f4-863d-e75b0ef8e9ad HTTP/1.1" status: 400 len: 364 time: 0.7454038 Feb 04 09:20:50.481776 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 33688) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:20:50.493421 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-366bb05e-c13f-4d5a-bf0c-bc3d2921b214 None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:50.503960 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-366bb05e-c13f-4d5a-bf0c-bc3d2921b214 None None] Transition to ACTIVE for port object 6b257948-85fc-42e7-966a-7d9a374bb137 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:20:50.523144 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-366bb05e-c13f-4d5a-bf0c-bc3d2921b214 None None] Transition to ACTIVE for port object 6b257948-85fc-42e7-966a-7d9a374bb137 will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:20:50.597586 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-366bb05e-c13f-4d5a-bf0c-bc3d2921b214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:50.675881 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe183adc-d45c-465c-ad67-ae865319db40 tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Deleting subnet dd831af6-547b-4c23-b22d-2d287705b8a1 {{(pid=84108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 09:20:50.679210 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366bb05e-c13f-4d5a-bf0c-bc3d2921b214 None None] Network 67b30fe7-ecbd-4d45-ac68-dfa46974cc7c is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:20:50.680443 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-366bb05e-c13f-4d5a-bf0c-bc3d2921b214 None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:20:50.681387 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-fe183adc-d45c-465c-ad67-ae865319db40 tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Notify callbacks [] for subnet, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:50.682101 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366bb05e-c13f-4d5a-bf0c-bc3d2921b214 None None] Pushing event updated for resources: {'Port': ['ID=6b257948-85fc-42e7-966a-7d9a374bb137,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:20:50.684170 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366bb05e-c13f-4d5a-bf0c-bc3d2921b214 None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 09:20:50.739294 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-fe183adc-d45c-465c-ad67-ae865319db40 tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7851377'] for subnet, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:50.780387 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-366bb05e-c13f-4d5a-bf0c-bc3d2921b214 None None] Attempting to bind port 6b257948-85fc-42e7-966a-7d9a374bb137 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 09:20:50.780689 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-366bb05e-c13f-4d5a-bf0c-bc3d2921b214 None None] Attempting to bind port 6b257948-85fc-42e7-966a-7d9a374bb137 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': 'b8085876-15d0-4ffb-a444-58d8fa432416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '67b30fe7-ecbd-4d45-ac68-dfa46974cc7c'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 09:20:50.781053 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366bb05e-c13f-4d5a-bf0c-bc3d2921b214 None None] Attempting to bind port 6b257948-85fc-42e7-966a-7d9a374bb137 on network 67b30fe7-ecbd-4d45-ac68-dfa46974cc7c {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 09:20:50.790004 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366bb05e-c13f-4d5a-bf0c-bc3d2921b214 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 9, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 09:20:50.790237 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366bb05e-c13f-4d5a-bf0c-bc3d2921b214 None None] Checking segment: {'id': 'b8085876-15d0-4ffb-a444-58d8fa432416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '67b30fe7-ecbd-4d45-ac68-dfa46974cc7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 09:20:50.790643 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-366bb05e-c13f-4d5a-bf0c-bc3d2921b214 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:50.791008 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366bb05e-c13f-4d5a-bf0c-bc3d2921b214 None None] Bound using segment: {'id': 'b8085876-15d0-4ffb-a444-58d8fa432416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '67b30fe7-ecbd-4d45-ac68-dfa46974cc7c'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 09:20:50.791464 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-366bb05e-c13f-4d5a-bf0c-bc3d2921b214 None None] Bound port: 6b257948-85fc-42e7-966a-7d9a374bb137, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8085876-15d0-4ffb-a444-58d8fa432416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '67b30fe7-ecbd-4d45-ac68-dfa46974cc7c'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 09:20:50.791833 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-366bb05e-c13f-4d5a-bf0c-bc3d2921b214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:50.823868 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-fe183adc-d45c-465c-ad67-ae865319db40 tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:50.962636 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-fe183adc-d45c-465c-ad67-ae865319db40 tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7593563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8119683'] for subnet, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:50.965540 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-366bb05e-c13f-4d5a-bf0c-bc3d2921b214 None None] For port 6b257948-85fc-42e7-966a-7d9a374bb137, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 09:20:50.968742 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-366bb05e-c13f-4d5a-bf0c-bc3d2921b214 None None] For port 6b257948-85fc-42e7-966a-7d9a374bb137, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=6b257948-85fc-42e7-966a-7d9a374bb137,segment=NetworkSegment(b8085876-15d0-4ffb-a444-58d8fa432416),segment_id=b8085876-15d0-4ffb-a444-58d8fa432416)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 09:20:51.009387 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe183adc-d45c-465c-ad67-ae865319db40 tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Pushing event deleted for resources: {'Subnet': ['ID=dd831af6-547b-4c23-b22d-2d287705b8a1,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:20:51.010384 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-fe183adc-d45c-465c-ad67-ae865319db40 tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:51.016646 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-fe183adc-d45c-465c-ad67-ae865319db40 tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] 10.222.0.36 "DELETE /v2.0/subnets/dd831af6-547b-4c23-b22d-2d287705b8a1 HTTP/1.1" status: 204 len: 168 time: 0.5339782 Feb 04 09:20:51.019037 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 33692) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:20:51.050278 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-366bb05e-c13f-4d5a-bf0c-bc3d2921b214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:51.081681 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device e4542ccd-9d0b-455d-a847-6af227f01c2c up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:20:51.136179 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-167070da-afe1-4deb-89ee-2d5c559fd31c tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:51.147073 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-167070da-afe1-4deb-89ee-2d5c559fd31c tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Deleting port 6b257948-85fc-42e7-966a-7d9a374bb137 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:20:51.147403 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-167070da-afe1-4deb-89ee-2d5c559fd31c tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:51.179837 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366bb05e-c13f-4d5a-bf0c-bc3d2921b214 None None] Pushing event updated for resources: {'Port': ['ID=6b257948-85fc-42e7-966a-7d9a374bb137,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:20:51.233484 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port e4542ccd-9d0b-455d-a847-6af227f01c2c completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:20:51.239274 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port e4542ccd-9d0b-455d-a847-6af227f01c2c triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:20:51.239825 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:51.394891 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [None req-167070da-afe1-4deb-89ee-2d5c559fd31c tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] For port 6b257948-85fc-42e7-966a-7d9a374bb137, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=6b257948-85fc-42e7-966a-7d9a374bb137,segment=NetworkSegment(b8085876-15d0-4ffb-a444-58d8fa432416),segment_id=b8085876-15d0-4ffb-a444-58d8fa432416)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:20:51.395583 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-167070da-afe1-4deb-89ee-2d5c559fd31c tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:51.428050 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:51.461199 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port e4542ccd-9d0b-455d-a847-6af227f01c2c, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=e4542ccd-9d0b-455d-a847-6af227f01c2c,segment=NetworkSegment(21d27d18-1170-4753-984b-8f051dfd8010),segment_id=21d27d18-1170-4753-984b-8f051dfd8010)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:20:51.521874 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-167070da-afe1-4deb-89ee-2d5c559fd31c tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Calling delete_port for 6b257948-85fc-42e7-966a-7d9a374bb137 owned by network:dhcp {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 09:20:51.535934 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:51.601085 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=e4542ccd-9d0b-455d-a847-6af227f01c2c,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:20:51.655348 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-167070da-afe1-4deb-89ee-2d5c559fd31c tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:51.703605 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167070da-afe1-4deb-89ee-2d5c559fd31c tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Pushing event deleted for resources: {'Port': ['ID=6b257948-85fc-42e7-966a-7d9a374bb137,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:20:51.708003 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167070da-afe1-4deb-89ee-2d5c559fd31c tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] No DVR routers for this DVR port 6b257948-85fc-42e7-966a-7d9a374bb137 on host dv-neutron-827798-2-hyperv {{(pid=84108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 09:20:51.753249 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1ea592a7-a251-485f-9e4b-4fa9811ac04b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:51.949655 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-167070da-afe1-4deb-89ee-2d5c559fd31c tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:51.978700 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-167070da-afe1-4deb-89ee-2d5c559fd31c tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67b30fe7-ecbd-4d45-ac68-dfa46974cc7c']}} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:20:51.991782 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-167070da-afe1-4deb-89ee-2d5c559fd31c tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8085876-15d0-4ffb-a444-58d8fa432416') {'for_net_delete': True} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:20:51.992071 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-167070da-afe1-4deb-89ee-2d5c559fd31c tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8085876-15d0-4ffb-a444-58d8fa432416') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:20:52.004280 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-167070da-afe1-4deb-89ee-2d5c559fd31c tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7851336'] for segment, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:52.021115 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-167070da-afe1-4deb-89ee-2d5c559fd31c tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:52.027286 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-167070da-afe1-4deb-89ee-2d5c559fd31c tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=84108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 09:20:52.027667 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-167070da-afe1-4deb-89ee-2d5c559fd31c tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7460345'] for segment, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:52.045965 dv-neutron-827798-2-hyperv neutron-server[84108]: Traceback (most recent call last): Feb 04 09:20:52.045965 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 09:20:52.045965 dv-neutron-827798-2-hyperv neutron-server[84108]: timer() Feb 04 09:20:52.045965 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 09:20:52.045965 dv-neutron-827798-2-hyperv neutron-server[84108]: cb(*args, **kw) Feb 04 09:20:52.045965 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 09:20:52.045965 dv-neutron-827798-2-hyperv neutron-server[84108]: return func(*args, **kwargs) Feb 04 09:20:52.045965 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 09:20:52.045965 dv-neutron-827798-2-hyperv neutron-server[84108]: self._notify() Feb 04 09:20:52.045965 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 09:20:52.045965 dv-neutron-827798-2-hyperv neutron-server[84108]: self.callback(batched_events) Feb 04 09:20:52.045965 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 09:20:52.045965 dv-neutron-827798-2-hyperv neutron-server[84108]: event.method(event) Feb 04 09:20:52.045965 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 09:20:52.045965 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 09:20:52.045965 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 09:20:52.045965 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 09:20:52.045965 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 09:20:52.045965 dv-neutron-827798-2-hyperv neutron-server[84108]: return f(self, *a, **k) Feb 04 09:20:52.045965 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 09:20:52.045965 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._get(url).json() Feb 04 09:20:52.045965 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 09:20:52.045965 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 09:20:52.045965 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 09:20:52.045965 dv-neutron-827798-2-hyperv neutron-server[84108]: return self.request(url, 'GET', **kwargs) Feb 04 09:20:52.045965 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 09:20:52.045965 dv-neutron-827798-2-hyperv neutron-server[84108]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 09:20:52.045965 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 09:20:52.045965 dv-neutron-827798-2-hyperv neutron-server[84108]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 09:20:52.045965 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 09:20:52.045965 dv-neutron-827798-2-hyperv neutron-server[84108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 09:20:52.045965 dv-neutron-827798-2-hyperv neutron-server[84108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 09:20:52.077418 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a058d51f-e148-4a7d-8472-e16230c66c80 None None] Network 67b30fe7-ecbd-4d45-ac68-dfa46974cc7c requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 09:20:52.161246 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-ed77ae2e-ea1f-4c7b-abf9-a87762267bdc None None] Could not find standard attr ID for object 6b257948-85fc-42e7-966a-7d9a374bb137. {{(pid=84109) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 09:20:52.185146 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-167070da-afe1-4deb-89ee-2d5c559fd31c tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:52.202874 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-167070da-afe1-4deb-89ee-2d5c559fd31c tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Notify callbacks [] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:52.213649 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167070da-afe1-4deb-89ee-2d5c559fd31c tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Pushing event deleted for resources: {'Network': ['ID=67b30fe7-ecbd-4d45-ac68-dfa46974cc7c,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:20:52.217751 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-167070da-afe1-4deb-89ee-2d5c559fd31c tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] 10.222.0.36 "DELETE /v2.0/networks/67b30fe7-ecbd-4d45-ac68-dfa46974cc7c HTTP/1.1" status: 204 len: 168 time: 1.1977775 Feb 04 09:20:52.220236 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 33696) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:20:52.285011 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f5422b5-a125-4114-b329-c70f0e7038ce tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Deleting subnet c85676c0-f483-446e-be30-6f0af4f048ca {{(pid=84108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 09:20:52.287942 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0f5422b5-a125-4114-b329-c70f0e7038ce tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Notify callbacks [] for subnet, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:52.304396 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51fc196-d168-40b6-b784-94b9c0b5a2fc None None] DHCP port deletion for 67b30fe7-ecbd-4d45-ac68-dfa46974cc7c request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 09:20:52.345482 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0f5422b5-a125-4114-b329-c70f0e7038ce tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7851377'] for subnet, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:52.424129 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0f5422b5-a125-4114-b329-c70f0e7038ce tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:52.585230 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0f5422b5-a125-4114-b329-c70f0e7038ce tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7593563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8119683'] for subnet, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:52.624032 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5422b5-a125-4114-b329-c70f0e7038ce tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Pushing event deleted for resources: {'Subnet': ['ID=c85676c0-f483-446e-be30-6f0af4f048ca,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:20:52.630127 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0f5422b5-a125-4114-b329-c70f0e7038ce tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:52.635913 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-0f5422b5-a125-4114-b329-c70f0e7038ce tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] 10.222.0.36 "DELETE /v2.0/subnets/c85676c0-f483-446e-be30-6f0af4f048ca HTTP/1.1" status: 204 len: 168 time: 0.4147053 Feb 04 09:20:52.636148 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305724cd-4fbe-416e-91ec-e8ca7dc53205 None None] Network ddccd6fb-b7df-44a7-9d96-1923bccfab44 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 09:20:52.638485 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 33700) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:20:52.750530 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c34080e8-b1e3-472c-9447-4a7bc724129f tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:52.760934 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-c34080e8-b1e3-472c-9447-4a7bc724129f tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Deleting port e4542ccd-9d0b-455d-a847-6af227f01c2c {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:20:52.761266 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c34080e8-b1e3-472c-9447-4a7bc724129f tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:52.871721 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eba98a2-32df-49ec-9db6-3e9fb602e635 None None] DHCP port deletion for ddccd6fb-b7df-44a7-9d96-1923bccfab44 request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 09:20:52.880878 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-3eba98a2-32df-49ec-9db6-3e9fb602e635 None None] Deleting port e4542ccd-9d0b-455d-a847-6af227f01c2c {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:20:52.881242 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-3eba98a2-32df-49ec-9db6-3e9fb602e635 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:52.962662 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [None req-c34080e8-b1e3-472c-9447-4a7bc724129f tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] For port e4542ccd-9d0b-455d-a847-6af227f01c2c, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=e4542ccd-9d0b-455d-a847-6af227f01c2c,segment=NetworkSegment(21d27d18-1170-4753-984b-8f051dfd8010),segment_id=21d27d18-1170-4753-984b-8f051dfd8010)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:20:52.963241 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c34080e8-b1e3-472c-9447-4a7bc724129f tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:52.992838 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:53.017907 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:53.069079 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device e4542ccd-9d0b-455d-a847-6af227f01c2c no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 09:20:53.091771 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-c34080e8-b1e3-472c-9447-4a7bc724129f tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Calling delete_port for e4542ccd-9d0b-455d-a847-6af227f01c2c owned by network:dhcp {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 09:20:53.124973 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 09:20:53.151413 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-3eba98a2-32df-49ec-9db6-3e9fb602e635 None None] For port e4542ccd-9d0b-455d-a847-6af227f01c2c, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=e4542ccd-9d0b-455d-a847-6af227f01c2c,segment=NetworkSegment(21d27d18-1170-4753-984b-8f051dfd8010),segment_id=21d27d18-1170-4753-984b-8f051dfd8010)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:20:53.151802 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-3eba98a2-32df-49ec-9db6-3e9fb602e635 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:53.213714 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c34080e8-b1e3-472c-9447-4a7bc724129f tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:53.262125 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34080e8-b1e3-472c-9447-4a7bc724129f tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Pushing event deleted for resources: {'Port': ['ID=e4542ccd-9d0b-455d-a847-6af227f01c2c,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:20:53.265870 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34080e8-b1e3-472c-9447-4a7bc724129f tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] No DVR routers for this DVR port e4542ccd-9d0b-455d-a847-6af227f01c2c on host dv-neutron-827798-2-hyperv {{(pid=84108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 09:20:53.267733 dv-neutron-827798-2-hyperv neutron-server[84109]: INFO neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No ports have port_id starting with e4542ccd-9d0b-455d-a847-6af227f01c2c Feb 04 09:20:53.278689 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-3eba98a2-32df-49ec-9db6-3e9fb602e635 None None] Calling delete_port for e4542ccd-9d0b-455d-a847-6af227f01c2c owned by network:dhcp {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 09:20:53.355570 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.db.api [None req-3eba98a2-32df-49ec-9db6-3e9fb602e635 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 09:20:53.355570 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG oslo_db.api [None req-3eba98a2-32df-49ec-9db6-3e9fb602e635 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 09:20:53.393303 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c34080e8-b1e3-472c-9447-4a7bc724129f tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:53.417982 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-c34080e8-b1e3-472c-9447-4a7bc724129f tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddccd6fb-b7df-44a7-9d96-1923bccfab44']}} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:20:53.430505 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-c34080e8-b1e3-472c-9447-4a7bc724129f tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21d27d18-1170-4753-984b-8f051dfd8010') {'for_net_delete': True} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:20:53.430803 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-c34080e8-b1e3-472c-9447-4a7bc724129f tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21d27d18-1170-4753-984b-8f051dfd8010') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:20:53.441804 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c34080e8-b1e3-472c-9447-4a7bc724129f tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7851336'] for segment, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:53.457545 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c34080e8-b1e3-472c-9447-4a7bc724129f tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:53.463405 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c34080e8-b1e3-472c-9447-4a7bc724129f tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=84108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 09:20:53.463783 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c34080e8-b1e3-472c-9447-4a7bc724129f tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7460345'] for segment, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:53.478308 dv-neutron-827798-2-hyperv neutron-server[84108]: Traceback (most recent call last): Feb 04 09:20:53.478308 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 09:20:53.478308 dv-neutron-827798-2-hyperv neutron-server[84108]: timer() Feb 04 09:20:53.478308 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 09:20:53.478308 dv-neutron-827798-2-hyperv neutron-server[84108]: cb(*args, **kw) Feb 04 09:20:53.478308 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 09:20:53.478308 dv-neutron-827798-2-hyperv neutron-server[84108]: return func(*args, **kwargs) Feb 04 09:20:53.478308 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 09:20:53.478308 dv-neutron-827798-2-hyperv neutron-server[84108]: self._notify() Feb 04 09:20:53.478308 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 09:20:53.478308 dv-neutron-827798-2-hyperv neutron-server[84108]: self.callback(batched_events) Feb 04 09:20:53.478308 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 09:20:53.478308 dv-neutron-827798-2-hyperv neutron-server[84108]: event.method(event) Feb 04 09:20:53.478308 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 09:20:53.478308 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 09:20:53.478308 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 09:20:53.478308 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 09:20:53.478308 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 09:20:53.478308 dv-neutron-827798-2-hyperv neutron-server[84108]: return f(self, *a, **k) Feb 04 09:20:53.478308 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 09:20:53.478308 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._get(url).json() Feb 04 09:20:53.478308 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 09:20:53.478308 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 09:20:53.478308 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 09:20:53.478308 dv-neutron-827798-2-hyperv neutron-server[84108]: return self.request(url, 'GET', **kwargs) Feb 04 09:20:53.478308 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 09:20:53.478308 dv-neutron-827798-2-hyperv neutron-server[84108]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 09:20:53.478308 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 09:20:53.478308 dv-neutron-827798-2-hyperv neutron-server[84108]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 09:20:53.478308 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 09:20:53.478308 dv-neutron-827798-2-hyperv neutron-server[84108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 09:20:53.478308 dv-neutron-827798-2-hyperv neutron-server[84108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 09:20:53.619845 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c34080e8-b1e3-472c-9447-4a7bc724129f tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:53.636241 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c34080e8-b1e3-472c-9447-4a7bc724129f tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Notify callbacks [] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:53.647190 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34080e8-b1e3-472c-9447-4a7bc724129f tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Pushing event deleted for resources: {'Network': ['ID=ddccd6fb-b7df-44a7-9d96-1923bccfab44,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:20:53.651112 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-c34080e8-b1e3-472c-9447-4a7bc724129f tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] 10.222.0.36 "DELETE /v2.0/networks/ddccd6fb-b7df-44a7-9d96-1923bccfab44 HTTP/1.1" status: 204 len: 168 time: 1.0117028 Feb 04 09:20:53.653805 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 33704) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:20:53.694225 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-61abac4b-6cdc-4682-a8a7-4bcdb56bc371 tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Synchronizing usage tracker for tenant:9bd7f433ca674fe98bd567f78665c2fa on resource:port {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 09:20:53.775195 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-61abac4b-6cdc-4682-a8a7-4bcdb56bc371 tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Unset dirty status for tenant:9bd7f433ca674fe98bd567f78665c2fa on resource:port {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 09:20:53.776351 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-61abac4b-6cdc-4682-a8a7-4bcdb56bc371 tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] 10.222.0.36 "GET /v2.0/ports?device_id=a33a3f7b-a943-45f4-863d-e75b0ef8e9ad HTTP/1.1" status: 200 len: 205 time: 0.1216450 Feb 04 09:20:53.779507 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 33708) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:20:53.856702 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-3eba98a2-32df-49ec-9db6-3e9fb602e635 None None] Deleting port e4542ccd-9d0b-455d-a847-6af227f01c2c {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:20:53.857282 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-3eba98a2-32df-49ec-9db6-3e9fb602e635 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:53.925298 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-3eba98a2-32df-49ec-9db6-3e9fb602e635 None None] The port 'e4542ccd-9d0b-455d-a847-6af227f01c2c' was deleted {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 09:20:54.023269 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f173a4c6-2eca-419d-9937-2a65f5160786 tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Notify callbacks [] for router, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:54.417045 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f173a4c6-2eca-419d-9937-2a65f5160786 tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40989'] for router, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:54.421464 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f173a4c6-2eca-419d-9937-2a65f5160786 tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:54.498506 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:54.524009 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f173a4c6-2eca-419d-9937-2a65f5160786 tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-476062'] for router, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:54.524519 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f173a4c6-2eca-419d-9937-2a65f5160786 tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Fanout notify agent at l3_agent the message router_deleted on router a33a3f7b-a943-45f4-863d-e75b0ef8e9ad {{(pid=84108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 09:20:54.534717 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f173a4c6-2eca-419d-9937-2a65f5160786 tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] Notify callbacks [] for router, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:54.535786 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-f173a4c6-2eca-419d-9937-2a65f5160786 tempest-RoutersNegativeTest-1910451246 tempest-RoutersNegativeTest-1910451246-project] 10.222.0.36 "DELETE /v2.0/routers/a33a3f7b-a943-45f4-863d-e75b0ef8e9ad HTTP/1.1" status: 204 len: 168 time: 0.7554042 Feb 04 09:20:55.046982 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 33716) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:20:55.222531 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-c479090c-150d-46e7-b8d9-700f537e64ba admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9bd7f433ca674fe98bd567f78665c2fa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1743529 Feb 04 09:20:55.224953 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 33722) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:20:55.284299 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c6e834d3-58fe-407f-8384-ff2b513e456e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:55.308827 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c6e834d3-58fe-407f-8384-ff2b513e456e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:55.425289 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c6e834d3-58fe-407f-8384-ff2b513e456e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:55.442809 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e834d3-58fe-407f-8384-ff2b513e456e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a8c1956-ab9c-4aa1-96b5-fdcbe3d03298,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:20:55.446642 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c6e834d3-58fe-407f-8384-ff2b513e456e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:55.447066 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-c6e834d3-58fe-407f-8384-ff2b513e456e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5a8c1956-ab9c-4aa1-96b5-fdcbe3d03298 HTTP/1.1" status: 204 len: 168 time: 0.2211962 Feb 04 09:20:56.419757 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:56.552923 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 33744) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:20:56.684922 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-0b4dcecd-9516-46f2-a81d-2bc1603b2008 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1710841257-network', 'tenant_id': '27788d9bd3a341219734545e243a1963'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:20:56.689620 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-0b4dcecd-9516-46f2-a81d-2bc1603b2008 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:20:56.693443 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-0b4dcecd-9516-46f2-a81d-2bc1603b2008 admin admin] Usage tracker for resource:network and tenant:27788d9bd3a341219734545e243a1963 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:20:56.696265 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-0b4dcecd-9516-46f2-a81d-2bc1603b2008 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:20:56.702322 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-0b4dcecd-9516-46f2-a81d-2bc1603b2008 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:20:56.775305 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b4dcecd-9516-46f2-a81d-2bc1603b2008 admin admin] Made reservation on behalf of 27788d9bd3a341219734545e243a1963 for: {'network': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 09:20:56.777578 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0b4dcecd-9516-46f2-a81d-2bc1603b2008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:56.790298 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0b4dcecd-9516-46f2-a81d-2bc1603b2008 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:56.819863 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-0b4dcecd-9516-46f2-a81d-2bc1603b2008 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:20:56.823470 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-0b4dcecd-9516-46f2-a81d-2bc1603b2008 admin admin] Usage tracker for resource:security_group_rule and tenant:27788d9bd3a341219734545e243a1963 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:20:56.826265 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-0b4dcecd-9516-46f2-a81d-2bc1603b2008 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:20:56.832299 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-0b4dcecd-9516-46f2-a81d-2bc1603b2008 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:20:56.893848 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0b4dcecd-9516-46f2-a81d-2bc1603b2008 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:56.969862 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0b4dcecd-9516-46f2-a81d-2bc1603b2008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:57.004930 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b4dcecd-9516-46f2-a81d-2bc1603b2008 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=84108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 09:20:57.009901 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4dcecd-9516-46f2-a81d-2bc1603b2008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=216f22a7-4c43-48e0-ad74-81787b20a855,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:20:57.016391 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0b4dcecd-9516-46f2-a81d-2bc1603b2008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:57.016765 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.segments_db [None req-0b4dcecd-9516-46f2-a81d-2bc1603b2008 admin admin] Added segment f259b74e-1a11-4888-b0fe-11ce476bfabf of type vlan for network 7bf421df-a5f4-4570-81da-1602d0f65d33 Feb 04 09:20:57.042371 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0b4dcecd-9516-46f2-a81d-2bc1603b2008 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:57.146802 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0b4dcecd-9516-46f2-a81d-2bc1603b2008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:57.147659 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4dcecd-9516-46f2-a81d-2bc1603b2008 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:20:57.148238 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0b4dcecd-9516-46f2-a81d-2bc1603b2008 admin admin] Notify callbacks [] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:57.249276 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4dcecd-9516-46f2-a81d-2bc1603b2008 admin admin] Pushing event updated for resources: {'Network': ['ID=7bf421df-a5f4-4570-81da-1602d0f65d33,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:20:57.259081 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network 7bf421df-a5f4-4570-81da-1602d0f65d33 details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 09:20:57.300322 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-0b4dcecd-9516-46f2-a81d-2bc1603b2008 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7463009 Feb 04 09:20:57.303309 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 33750) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:20:57.308760 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-0a44b5c0-7d33-4c2d-81e9-22c9b465e56b admin admin] Request body: {'subnet': {'network_id': '7bf421df-a5f4-4570-81da-1602d0f65d33', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1710841257-subnet', 'tenant_id': '27788d9bd3a341219734545e243a1963', 'ip_version': 4}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:20:57.313547 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-0a44b5c0-7d33-4c2d-81e9-22c9b465e56b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:20:57.317968 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-0a44b5c0-7d33-4c2d-81e9-22c9b465e56b admin admin] Usage tracker for resource:subnet and tenant:27788d9bd3a341219734545e243a1963 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:20:57.320847 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-0a44b5c0-7d33-4c2d-81e9-22c9b465e56b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:20:57.326508 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-0a44b5c0-7d33-4c2d-81e9-22c9b465e56b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:20:57.421350 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a44b5c0-7d33-4c2d-81e9-22c9b465e56b admin admin] Made reservation on behalf of 27788d9bd3a341219734545e243a1963 for: {'subnet': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 09:20:57.423617 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0a44b5c0-7d33-4c2d-81e9-22c9b465e56b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8119726'] for subnet, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:57.690020 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0a44b5c0-7d33-4c2d-81e9-22c9b465e56b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7593498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8119736'] for subnet, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:57.765839 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a44b5c0-7d33-4c2d-81e9-22c9b465e56b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2b9efcf-f72e-4d1b-87ea-41516387240d,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:20:57.775890 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a44b5c0-7d33-4c2d-81e9-22c9b465e56b admin admin] Checking segment: {'id': 'f259b74e-1a11-4888-b0fe-11ce476bfabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '7bf421df-a5f4-4570-81da-1602d0f65d33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 09:20:57.776244 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a44b5c0-7d33-4c2d-81e9-22c9b465e56b admin admin] Network hostable DHCP agents. Network: 7bf421df-a5f4-4570-81da-1602d0f65d33, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 09:20:57.867008 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a44b5c0-7d33-4c2d-81e9-22c9b465e56b admin admin] Network 7bf421df-a5f4-4570-81da-1602d0f65d33 is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 09:20:57.929949 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-0a44b5c0-7d33-4c2d-81e9-22c9b465e56b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, 7bf421df-a5f4-4570-81da-1602d0f65d33) {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:20:57.933822 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a44b5c0-7d33-4c2d-81e9-22c9b465e56b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:20:57.934454 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0a44b5c0-7d33-4c2d-81e9-22c9b465e56b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:57.942965 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4226780-b145-46ea-8a9d-3ddbf03ff645 None None] Network 7bf421df-a5f4-4570-81da-1602d0f65d33 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 09:20:58.025900 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-0a44b5c0-7d33-4c2d-81e9-22c9b465e56b admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7214112 Feb 04 09:20:58.028538 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 33754) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:20:58.033482 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-c837075a-1dae-4477-a061-6b9c095ed28d admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1710841257-router', 'tenant_id': '27788d9bd3a341219734545e243a1963', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:20:58.038085 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-c837075a-1dae-4477-a061-6b9c095ed28d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:20:58.041844 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-c837075a-1dae-4477-a061-6b9c095ed28d admin admin] Usage tracker for resource:router and tenant:27788d9bd3a341219734545e243a1963 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:20:58.044907 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-c837075a-1dae-4477-a061-6b9c095ed28d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:20:58.050476 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-c837075a-1dae-4477-a061-6b9c095ed28d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:20:58.128647 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c837075a-1dae-4477-a061-6b9c095ed28d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40975'] for router, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:58.129604 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c837075a-1dae-4477-a061-6b9c095ed28d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40982'] for router, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:58.147749 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c837075a-1dae-4477-a061-6b9c095ed28d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:58.152750 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2aa5c9-d674-49c0-9660-7793fe35a5d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-7bf421df-a5f4-4570-81da-1602d0f65d33', 'network_id': '7bf421df-a5f4-4570-81da-1602d0f65d33', 'tenant_id': '27788d9bd3a341219734545e243a1963', 'fixed_ips': [{'subnet_id': 'e2b9efcf-f72e-4d1b-87ea-41516387240d'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 09:20:58.153557 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-ab2aa5c9-d674-49c0-9660-7793fe35a5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:58.339332 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-ab2aa5c9-d674-49c0-9660-7793fe35a5d6 None None] Allocated IP 172.20.0.2 (7bf421df-a5f4-4570-81da-1602d0f65d33/e2b9efcf-f72e-4d1b-87ea-41516387240d/2165fd27-c255-4ce5-8dd4-2ccb4c5bebf5) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 09:20:58.457642 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c837075a-1dae-4477-a061-6b9c095ed28d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40996'] for router, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:58.540819 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-ab2aa5c9-d674-49c0-9660-7793fe35a5d6 None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:58.551609 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-ab2aa5c9-d674-49c0-9660-7793fe35a5d6 None None] Transition to ACTIVE for port object 2165fd27-c255-4ce5-8dd4-2ccb4c5bebf5 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:20:58.569119 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-ab2aa5c9-d674-49c0-9660-7793fe35a5d6 None None] Transition to ACTIVE for port object 2165fd27-c255-4ce5-8dd4-2ccb4c5bebf5 will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:20:58.638571 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-ab2aa5c9-d674-49c0-9660-7793fe35a5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:58.707843 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2aa5c9-d674-49c0-9660-7793fe35a5d6 None None] Network 7bf421df-a5f4-4570-81da-1602d0f65d33 is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:20:58.710722 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-ab2aa5c9-d674-49c0-9660-7793fe35a5d6 None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:20:58.710848 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c837075a-1dae-4477-a061-6b9c095ed28d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:58.715053 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2aa5c9-d674-49c0-9660-7793fe35a5d6 None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 09:20:58.717131 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2aa5c9-d674-49c0-9660-7793fe35a5d6 None None] Pushing event updated for resources: {'Port': ['ID=2165fd27-c255-4ce5-8dd4-2ccb4c5bebf5,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:20:58.747307 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c837075a-1dae-4477-a061-6b9c095ed28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:58.805768 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-ab2aa5c9-d674-49c0-9660-7793fe35a5d6 None None] Attempting to bind port 2165fd27-c255-4ce5-8dd4-2ccb4c5bebf5 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 09:20:58.806239 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-ab2aa5c9-d674-49c0-9660-7793fe35a5d6 None None] Attempting to bind port 2165fd27-c255-4ce5-8dd4-2ccb4c5bebf5 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': 'f259b74e-1a11-4888-b0fe-11ce476bfabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '7bf421df-a5f4-4570-81da-1602d0f65d33'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 09:20:58.806594 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2aa5c9-d674-49c0-9660-7793fe35a5d6 None None] Attempting to bind port 2165fd27-c255-4ce5-8dd4-2ccb4c5bebf5 on network 7bf421df-a5f4-4570-81da-1602d0f65d33 {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 09:20:58.812873 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2aa5c9-d674-49c0-9660-7793fe35a5d6 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 9, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 09:20:58.813234 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2aa5c9-d674-49c0-9660-7793fe35a5d6 None None] Checking segment: {'id': 'f259b74e-1a11-4888-b0fe-11ce476bfabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '7bf421df-a5f4-4570-81da-1602d0f65d33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 09:20:58.814148 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-ab2aa5c9-d674-49c0-9660-7793fe35a5d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:58.814148 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2aa5c9-d674-49c0-9660-7793fe35a5d6 None None] Bound using segment: {'id': 'f259b74e-1a11-4888-b0fe-11ce476bfabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '7bf421df-a5f4-4570-81da-1602d0f65d33'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 09:20:58.814437 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-ab2aa5c9-d674-49c0-9660-7793fe35a5d6 None None] Bound port: 2165fd27-c255-4ce5-8dd4-2ccb4c5bebf5, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f259b74e-1a11-4888-b0fe-11ce476bfabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '7bf421df-a5f4-4570-81da-1602d0f65d33'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 09:20:58.814824 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-ab2aa5c9-d674-49c0-9660-7793fe35a5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:58.880416 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-c837075a-1dae-4477-a061-6b9c095ed28d admin admin] Allocated IP 172.26.3.29 (e264bd74-c56b-43d0-9059-bcb57dbbe5bc/79caf47c-b62c-4ea0-b35f-21ede155daa8/cee3301d-ab3f-4fed-84a5-5fd95420b33f) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 09:20:58.901782 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-ab2aa5c9-d674-49c0-9660-7793fe35a5d6 None None] For port 2165fd27-c255-4ce5-8dd4-2ccb4c5bebf5, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 09:20:58.904709 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-ab2aa5c9-d674-49c0-9660-7793fe35a5d6 None None] For port 2165fd27-c255-4ce5-8dd4-2ccb4c5bebf5, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=2165fd27-c255-4ce5-8dd4-2ccb4c5bebf5,segment=NetworkSegment(f259b74e-1a11-4888-b0fe-11ce476bfabf),segment_id=f259b74e-1a11-4888-b0fe-11ce476bfabf)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 09:20:58.985724 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-ab2aa5c9-d674-49c0-9660-7793fe35a5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:59.027924 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c837075a-1dae-4477-a061-6b9c095ed28d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:59.067422 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2aa5c9-d674-49c0-9660-7793fe35a5d6 None None] Pushing event updated for resources: {'Port': ['ID=2165fd27-c255-4ce5-8dd4-2ccb4c5bebf5,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:20:59.122316 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c837075a-1dae-4477-a061-6b9c095ed28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:59.194537 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c837075a-1dae-4477-a061-6b9c095ed28d admin admin] Network e264bd74-c56b-43d0-9059-bcb57dbbe5bc is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:20:59.197820 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-c837075a-1dae-4477-a061-6b9c095ed28d admin admin] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:20:59.202347 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c837075a-1dae-4477-a061-6b9c095ed28d admin admin] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 09:20:59.227708 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c837075a-1dae-4477-a061-6b9c095ed28d admin admin] Pushing event updated for resources: {'Port': ['ID=cee3301d-ab3f-4fed-84a5-5fd95420b33f,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:20:59.451668 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c837075a-1dae-4477-a061-6b9c095ed28d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:59.452403 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c837075a-1dae-4477-a061-6b9c095ed28d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472990'] for router, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:20:59.721965 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c837075a-1dae-4477-a061-6b9c095ed28d admin admin] Router 7c8d030c-a8f0-475a-9fbd-b1f515249f4f is scheduled to L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 with binding_index 1 {{(pid=84108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 09:20:59.930714 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c837075a-1dae-4477-a061-6b9c095ed28d admin admin] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 09:20:59.942218 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ec8c12-5add-49c3-aeb5-d5624d776f37 None None] Sync routers for ids ['7c8d030c-a8f0-475a-9fbd-b1f515249f4f'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 09:20:59.997063 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ec8c12-5add-49c3-aeb5-d5624d776f37 None None] Routers {'7c8d030c-a8f0-475a-9fbd-b1f515249f4f'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:20:59.997657 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-39ec8c12-5add-49c3-aeb5-d5624d776f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:20:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['7c8d030c-a8f0-475a-9fbd-b1f515249f4f'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:21:00.059350 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c837075a-1dae-4477-a061-6b9c095ed28d admin admin] Notify callbacks [] for router, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:00.063395 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-c837075a-1dae-4477-a061-6b9c095ed28d admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.0312536 Feb 04 09:21:00.063629 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 33758) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:21:00.082879 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7894a679-5263-4d56-8d9a-2fa74ddfbcc4 None None] Network 7bf421df-a5f4-4570-81da-1602d0f65d33 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 09:21:00.187338 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-39ec8c12-5add-49c3-aeb5-d5624d776f37 None None] Set router 7c8d030c-a8f0-475a-9fbd-b1f515249f4f gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:21:00.255746 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-f79ff516-2a9b-4857-923e-41219985e1ba None None] Provisioning for port 2165fd27-c255-4ce5-8dd4-2ccb4c5bebf5 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:21:00.499941 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-39ec8c12-5add-49c3-aeb5-d5624d776f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c8d030c-a8f0-475a-9fbd-b1f515249f4f', 'name': 'tempest-TestEncryptedCinderVolumes-1710841257-router', 'tenant_id': '27788d9bd3a341219734545e243a1963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.29'}], 'enable_snat': True}, 'gw_port_id': 'cee3301d-ab3f-4fed-84a5-5fd95420b33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:20:58Z', 'updated_at': '2022-02-04T09:20:59Z', 'revision_number': 3, 'project_id': '27788d9bd3a341219734545e243a1963', 'gw_port': {'id': 'cee3301d-ab3f-4fed-84a5-5fd95420b33f', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a5:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c8d030c-a8f0-475a-9fbd-b1f515249f4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:20:58Z', 'updated_at': '2022-02-04T09:20:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:21:00.504418 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ec8c12-5add-49c3-aeb5-d5624d776f37 None None] Checking router: 7c8d030c-a8f0-475a-9fbd-b1f515249f4f for host: dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 09:21:00.505003 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ec8c12-5add-49c3-aeb5-d5624d776f37 None None] Updating router 7c8d030c-a8f0-475a-9fbd-b1f515249f4f port cee3301d-ab3f-4fed-84a5-5fd95420b33f binding host dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 09:21:00.556470 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-39ec8c12-5add-49c3-aeb5-d5624d776f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:00.874613 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-39ec8c12-5add-49c3-aeb5-d5624d776f37 None None] Notify callbacks [] for port, precommit_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:00.886290 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.provisioning_blocks [None req-39ec8c12-5add-49c3-aeb5-d5624d776f37 None None] Transition to ACTIVE for port object cee3301d-ab3f-4fed-84a5-5fd95420b33f will not be triggered until provisioned by entity L2. {{(pid=84110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:21:00.925131 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-fcd30db9-418c-48ce-b2d9-58664e74b318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:00.952893 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-39ec8c12-5add-49c3-aeb5-d5624d776f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:01.035944 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcc7173-ad94-420b-b497-24f1e4fe6e25 None None] Pushing event updated for resources: {'Port': ['ID=cee3301d-ab3f-4fed-84a5-5fd95420b33f,revision_number=2']} {{(pid=84110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:21:01.044006 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.managers [None req-39ec8c12-5add-49c3-aeb5-d5624d776f37 None None] Attempting to bind port cee3301d-ab3f-4fed-84a5-5fd95420b33f on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 09:21:01.044354 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.managers [None req-39ec8c12-5add-49c3-aeb5-d5624d776f37 None None] Attempting to bind port cee3301d-ab3f-4fed-84a5-5fd95420b33f by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}] {{(pid=84110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 09:21:01.044723 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ec8c12-5add-49c3-aeb5-d5624d776f37 None None] Attempting to bind port cee3301d-ab3f-4fed-84a5-5fd95420b33f on network e264bd74-c56b-43d0-9059-bcb57dbbe5bc {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 09:21:01.050511 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcc7173-ad94-420b-b497-24f1e4fe6e25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:21:01.050850 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcc7173-ad94-420b-b497-24f1e4fe6e25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:21:01.051177 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcc7173-ad94-420b-b497-24f1e4fe6e25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:21:01.052235 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcc7173-ad94-420b-b497-24f1e4fe6e25 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:21:01.052235 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcc7173-ad94-420b-b497-24f1e4fe6e25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:21:01.052235 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcc7173-ad94-420b-b497-24f1e4fe6e25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:21:01.052537 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcc7173-ad94-420b-b497-24f1e4fe6e25 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:21:01.052775 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcc7173-ad94-420b-b497-24f1e4fe6e25 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:21:01.053081 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcc7173-ad94-420b-b497-24f1e4fe6e25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:21:01.053386 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcc7173-ad94-420b-b497-24f1e4fe6e25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:21:01.053690 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcc7173-ad94-420b-b497-24f1e4fe6e25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:21:01.059452 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ec8c12-5add-49c3-aeb5-d5624d776f37 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 9, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 09:21:01.059812 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ec8c12-5add-49c3-aeb5-d5624d776f37 None None] Checking segment: {'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 09:21:01.060202 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-39ec8c12-5add-49c3-aeb5-d5624d776f37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:01.060593 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ec8c12-5add-49c3-aeb5-d5624d776f37 None None] Bound using segment: {'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'} {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 09:21:01.061144 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.managers [None req-39ec8c12-5add-49c3-aeb5-d5624d776f37 None None] Bound port: cee3301d-ab3f-4fed-84a5-5fd95420b33f, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}}] {{(pid=84110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 09:21:01.061498 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-39ec8c12-5add-49c3-aeb5-d5624d776f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:01.073408 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 2165fd27-c255-4ce5-8dd4-2ccb4c5bebf5 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:21:01.134728 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.db [None req-39ec8c12-5add-49c3-aeb5-d5624d776f37 None None] For port cee3301d-ab3f-4fed-84a5-5fd95420b33f, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 09:21:01.137723 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.db [None req-39ec8c12-5add-49c3-aeb5-d5624d776f37 None None] For port cee3301d-ab3f-4fed-84a5-5fd95420b33f, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=cee3301d-ab3f-4fed-84a5-5fd95420b33f,segment=NetworkSegment(c44b9475-949d-4ae7-bfca-e29b010a56a6),segment_id=c44b9475-949d-4ae7-bfca-e29b010a56a6)] {{(pid=84110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 09:21:01.154463 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-fcd30db9-418c-48ce-b2d9-58664e74b318 admin admin] Allocated IP 172.20.0.1 (7bf421df-a5f4-4570-81da-1602d0f65d33/e2b9efcf-f72e-4d1b-87ea-41516387240d/1f7ac47b-3036-4673-a395-45a4ec44f91d) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 09:21:01.222291 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-39ec8c12-5add-49c3-aeb5-d5624d776f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:01.255553 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 2165fd27-c255-4ce5-8dd4-2ccb4c5bebf5 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:21:01.260989 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 2165fd27-c255-4ce5-8dd4-2ccb4c5bebf5 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:21:01.261359 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:01.304086 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcc7173-ad94-420b-b497-24f1e4fe6e25 None None] Pushing event updated for resources: {'Port': ['ID=cee3301d-ab3f-4fed-84a5-5fd95420b33f,revision_number=3']} {{(pid=84110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:21:01.306696 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ec8c12-5add-49c3-aeb5-d5624d776f37 None None] Routers {'7c8d030c-a8f0-475a-9fbd-b1f515249f4f'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:21:01.307345 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-39ec8c12-5add-49c3-aeb5-d5624d776f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:20:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['7c8d030c-a8f0-475a-9fbd-b1f515249f4f'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:21:01.311537 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-fcd30db9-418c-48ce-b2d9-58664e74b318 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:01.328364 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.provisioning_blocks [None req-fcd30db9-418c-48ce-b2d9-58664e74b318 admin admin] Transition to ACTIVE for port object 1f7ac47b-3036-4673-a395-45a4ec44f91d will not be triggered until provisioned by entity DHCP. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:21:01.381381 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:01.415126 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port 2165fd27-c255-4ce5-8dd4-2ccb4c5bebf5, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=2165fd27-c255-4ce5-8dd4-2ccb4c5bebf5,segment=NetworkSegment(f259b74e-1a11-4888-b0fe-11ce476bfabf),segment_id=f259b74e-1a11-4888-b0fe-11ce476bfabf)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:21:01.421690 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-fcd30db9-418c-48ce-b2d9-58664e74b318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:01.480150 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-39ec8c12-5add-49c3-aeb5-d5624d776f37 None None] Set router 7c8d030c-a8f0-475a-9fbd-b1f515249f4f gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:21:01.494088 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd30db9-418c-48ce-b2d9-58664e74b318 admin admin] Network 7bf421df-a5f4-4570-81da-1602d0f65d33 is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:21:01.494936 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd30db9-418c-48ce-b2d9-58664e74b318 admin admin] Pushing event updated for resources: {'Port': ['ID=1f7ac47b-3036-4673-a395-45a4ec44f91d,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:21:01.497531 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-fcd30db9-418c-48ce-b2d9-58664e74b318 admin admin] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:21:01.499602 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd30db9-418c-48ce-b2d9-58664e74b318 admin admin] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 09:21:01.501881 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:01.555666 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-fcd30db9-418c-48ce-b2d9-58664e74b318 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-472912'] for router_interface, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:01.585067 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=2165fd27-c255-4ce5-8dd4-2ccb4c5bebf5,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:21:01.696483 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-fcd30db9-418c-48ce-b2d9-58664e74b318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:01.810517 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-39ec8c12-5add-49c3-aeb5-d5624d776f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c8d030c-a8f0-475a-9fbd-b1f515249f4f', 'name': 'tempest-TestEncryptedCinderVolumes-1710841257-router', 'tenant_id': '27788d9bd3a341219734545e243a1963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.29'}], 'enable_snat': True}, 'gw_port_id': 'cee3301d-ab3f-4fed-84a5-5fd95420b33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:20:58Z', 'updated_at': '2022-02-04T09:20:59Z', 'revision_number': 3, 'project_id': '27788d9bd3a341219734545e243a1963', 'gw_port': {'id': 'cee3301d-ab3f-4fed-84a5-5fd95420b33f', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a5:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c8d030c-a8f0-475a-9fbd-b1f515249f4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:20:58Z', 'updated_at': '2022-02-04T09:21:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:21:01.815539 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ec8c12-5add-49c3-aeb5-d5624d776f37 None None] The sync data for ids ['7c8d030c-a8f0-475a-9fbd-b1f515249f4f'] in dv-neutron-827798-2-hyperv is: [{'id': '7c8d030c-a8f0-475a-9fbd-b1f515249f4f', 'name': 'tempest-TestEncryptedCinderVolumes-1710841257-router', 'tenant_id': '27788d9bd3a341219734545e243a1963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.29'}], 'enable_snat': True}, 'gw_port_id': 'cee3301d-ab3f-4fed-84a5-5fd95420b33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:20:58Z', 'updated_at': '2022-02-04T09:20:59Z', 'revision_number': 3, 'project_id': '27788d9bd3a341219734545e243a1963', 'gw_port': {'id': 'cee3301d-ab3f-4fed-84a5-5fd95420b33f', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a5:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c8d030c-a8f0-475a-9fbd-b1f515249f4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:20:58Z', 'updated_at': '2022-02-04T09:21:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 09:21:01.872432 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-9076f4b6-a6bc-4bfe-9e89-f723be6400d1 None None] Provisioning for port 1f7ac47b-3036-4673-a395-45a4ec44f91d completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:21:01.879311 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-9076f4b6-a6bc-4bfe-9e89-f723be6400d1 None None] Provisioning complete for port 1f7ac47b-3036-4673-a395-45a4ec44f91d triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:21:01.879683 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-9076f4b6-a6bc-4bfe-9e89-f723be6400d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:01.942398 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-9076f4b6-a6bc-4bfe-9e89-f723be6400d1 None None] Port 1f7ac47b-3036-4673-a395-45a4ec44f91d cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 09:21:01.963273 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-fcd30db9-418c-48ce-b2d9-58664e74b318 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:02.024976 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-fcd30db9-418c-48ce-b2d9-58664e74b318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:02.149943 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd30db9-418c-48ce-b2d9-58664e74b318 admin admin] Pushing event updated for resources: {'Port': ['ID=1f7ac47b-3036-4673-a395-45a4ec44f91d,revision_number=2']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:21:02.152254 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-fcd30db9-418c-48ce-b2d9-58664e74b318 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473771'] for router_interface, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:02.294283 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd30db9-418c-48ce-b2d9-58664e74b318 admin admin] Network 7bf421df-a5f4-4570-81da-1602d0f65d33 is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:21:02.295415 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-fcd30db9-418c-48ce-b2d9-58664e74b318 admin admin] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:21:02.576801 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-482e5ab6-bf41-4c6a-a3b2-bb2668549ae4 None None] Provisioning complete for port 1f7ac47b-3036-4673-a395-45a4ec44f91d triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:21:02.577362 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-482e5ab6-bf41-4c6a-a3b2-bb2668549ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:02.633023 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-482e5ab6-bf41-4c6a-a3b2-bb2668549ae4 None None] Port 1f7ac47b-3036-4673-a395-45a4ec44f91d cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 09:21:02.791292 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcd30db9-418c-48ce-b2d9-58664e74b318 admin admin] Router 7c8d030c-a8f0-475a-9fbd-b1f515249f4f has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 09:21:02.990211 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcd30db9-418c-48ce-b2d9-58664e74b318 admin admin] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 09:21:03.005057 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-fcd30db9-418c-48ce-b2d9-58664e74b318 admin admin] 10.222.0.36 "PUT /v2.0/routers/7c8d030c-a8f0-475a-9fbd-b1f515249f4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9364815 Feb 04 09:21:03.097053 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device cee3301d-ab3f-4fed-84a5-5fd95420b33f up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:21:03.230747 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port cee3301d-ab3f-4fed-84a5-5fd95420b33f completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:21:03.235624 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port cee3301d-ab3f-4fed-84a5-5fd95420b33f triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:21:03.236106 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:03.348836 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:03.365048 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port cee3301d-ab3f-4fed-84a5-5fd95420b33f, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=cee3301d-ab3f-4fed-84a5-5fd95420b33f,segment=NetworkSegment(c44b9475-949d-4ae7-bfca-e29b010a56a6),segment_id=c44b9475-949d-4ae7-bfca-e29b010a56a6)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:21:03.448250 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:03.449153 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 2165fd27-c255-4ce5-8dd4-2ccb4c5bebf5 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:21:03.561180 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=cee3301d-ab3f-4fed-84a5-5fd95420b33f,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:21:03.575052 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 2165fd27-c255-4ce5-8dd4-2ccb4c5bebf5 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:21:03.575422 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:04.135719 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 33780) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:21:04.141239 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-4d9f4483-ace8-4137-aa45-a3440606a20d admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1064073509-network', 'tenant_id': '6a2a16e6847040b08174630aa7437e02'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:21:04.146830 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-4d9f4483-ace8-4137-aa45-a3440606a20d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:21:04.150643 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-4d9f4483-ace8-4137-aa45-a3440606a20d admin admin] Usage tracker for resource:network and tenant:6a2a16e6847040b08174630aa7437e02 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:21:04.153525 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-4d9f4483-ace8-4137-aa45-a3440606a20d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:21:04.159177 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-4d9f4483-ace8-4137-aa45-a3440606a20d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:21:04.232294 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d9f4483-ace8-4137-aa45-a3440606a20d admin admin] Made reservation on behalf of 6a2a16e6847040b08174630aa7437e02 for: {'network': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 09:21:04.234565 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4d9f4483-ace8-4137-aa45-a3440606a20d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:04.246981 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4d9f4483-ace8-4137-aa45-a3440606a20d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:04.276896 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-4d9f4483-ace8-4137-aa45-a3440606a20d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:21:04.280542 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-4d9f4483-ace8-4137-aa45-a3440606a20d admin admin] Usage tracker for resource:security_group_rule and tenant:6a2a16e6847040b08174630aa7437e02 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:21:04.283325 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-4d9f4483-ace8-4137-aa45-a3440606a20d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:21:04.288914 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-4d9f4483-ace8-4137-aa45-a3440606a20d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:21:04.351439 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4d9f4483-ace8-4137-aa45-a3440606a20d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:04.443534 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4d9f4483-ace8-4137-aa45-a3440606a20d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:04.471901 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d9f4483-ace8-4137-aa45-a3440606a20d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=84108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 09:21:04.479669 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9f4483-ace8-4137-aa45-a3440606a20d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=389cdb5e-cb78-4999-add3-82ba89c44880,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:21:04.485816 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4d9f4483-ace8-4137-aa45-a3440606a20d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:04.488312 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.segments_db [None req-4d9f4483-ace8-4137-aa45-a3440606a20d admin admin] Added segment 1f9f3a00-1abc-48a2-b02b-23d976b72211 of type vlan for network cc0a30a3-6f1b-49ae-b6aa-63e3a5d5cf91 Feb 04 09:21:04.515011 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4d9f4483-ace8-4137-aa45-a3440606a20d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:04.621043 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4d9f4483-ace8-4137-aa45-a3440606a20d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:04.621912 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9f4483-ace8-4137-aa45-a3440606a20d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:21:04.622486 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4d9f4483-ace8-4137-aa45-a3440606a20d admin admin] Notify callbacks [] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:04.719610 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9f4483-ace8-4137-aa45-a3440606a20d admin admin] Pushing event updated for resources: {'Network': ['ID=cc0a30a3-6f1b-49ae-b6aa-63e3a5d5cf91,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:21:04.729614 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network cc0a30a3-6f1b-49ae-b6aa-63e3a5d5cf91 details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 09:21:04.767281 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-4d9f4483-ace8-4137-aa45-a3440606a20d admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6278636 Feb 04 09:21:04.767495 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 33784) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:21:04.772758 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-7dd825f1-6842-4ee1-a4ac-a8d2b3ed9f86 admin admin] Request body: {'subnet': {'network_id': 'cc0a30a3-6f1b-49ae-b6aa-63e3a5d5cf91', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1064073509-subnet', 'tenant_id': '6a2a16e6847040b08174630aa7437e02', 'ip_version': 4}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:21:04.777611 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-7dd825f1-6842-4ee1-a4ac-a8d2b3ed9f86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:21:04.781487 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-7dd825f1-6842-4ee1-a4ac-a8d2b3ed9f86 admin admin] Usage tracker for resource:subnet and tenant:6a2a16e6847040b08174630aa7437e02 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:21:04.784893 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-7dd825f1-6842-4ee1-a4ac-a8d2b3ed9f86 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:21:04.791038 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-7dd825f1-6842-4ee1-a4ac-a8d2b3ed9f86 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:21:04.878240 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dd825f1-6842-4ee1-a4ac-a8d2b3ed9f86 admin admin] Made reservation on behalf of 6a2a16e6847040b08174630aa7437e02 for: {'subnet': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 09:21:04.880712 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7dd825f1-6842-4ee1-a4ac-a8d2b3ed9f86 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8119726'] for subnet, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:05.037078 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device cee3301d-ab3f-4fed-84a5-5fd95420b33f up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:21:05.108760 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port cee3301d-ab3f-4fed-84a5-5fd95420b33f triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:21:05.109134 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:05.150841 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7dd825f1-6842-4ee1-a4ac-a8d2b3ed9f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7593498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8119736'] for subnet, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:05.225041 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd825f1-6842-4ee1-a4ac-a8d2b3ed9f86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=197a3424-dd3e-4e08-b318-3f59547798d3,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:21:05.239789 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd825f1-6842-4ee1-a4ac-a8d2b3ed9f86 admin admin] Checking segment: {'id': '1f9f3a00-1abc-48a2-b02b-23d976b72211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'cc0a30a3-6f1b-49ae-b6aa-63e3a5d5cf91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 09:21:05.240244 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd825f1-6842-4ee1-a4ac-a8d2b3ed9f86 admin admin] Network hostable DHCP agents. Network: cc0a30a3-6f1b-49ae-b6aa-63e3a5d5cf91, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 09:21:05.318258 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd825f1-6842-4ee1-a4ac-a8d2b3ed9f86 admin admin] Network cc0a30a3-6f1b-49ae-b6aa-63e3a5d5cf91 is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 09:21:05.321683 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd16018c-02e1-4f8d-af2b-837b61c0a677 None None] Sync routers for ids ['7c8d030c-a8f0-475a-9fbd-b1f515249f4f'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 09:21:05.333802 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd16018c-02e1-4f8d-af2b-837b61c0a677 None None] Routers {'7c8d030c-a8f0-475a-9fbd-b1f515249f4f'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:21:05.334407 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-cd16018c-02e1-4f8d-af2b-837b61c0a677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:20:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['7c8d030c-a8f0-475a-9fbd-b1f515249f4f'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:21:05.390924 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-7dd825f1-6842-4ee1-a4ac-a8d2b3ed9f86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, cc0a30a3-6f1b-49ae-b6aa-63e3a5d5cf91) {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:21:05.395955 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd825f1-6842-4ee1-a4ac-a8d2b3ed9f86 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:21:05.396532 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7dd825f1-6842-4ee1-a4ac-a8d2b3ed9f86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:05.411490 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4ead1a-597c-4f86-9a8e-16b89d842472 None None] Network cc0a30a3-6f1b-49ae-b6aa-63e3a5d5cf91 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 09:21:05.485311 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-7dd825f1-6842-4ee1-a4ac-a8d2b3ed9f86 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7167075 Feb 04 09:21:05.487545 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 33788) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:21:05.492824 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-3da3e4ef-8b00-4265-afed-3f85586f533e admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1064073509-router', 'tenant_id': '6a2a16e6847040b08174630aa7437e02', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:21:05.497519 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-3da3e4ef-8b00-4265-afed-3f85586f533e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:21:05.501352 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-3da3e4ef-8b00-4265-afed-3f85586f533e admin admin] Usage tracker for resource:router and tenant:6a2a16e6847040b08174630aa7437e02 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:21:05.504720 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-3da3e4ef-8b00-4265-afed-3f85586f533e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:21:05.510365 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-3da3e4ef-8b00-4265-afed-3f85586f533e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:21:05.604289 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3da3e4ef-8b00-4265-afed-3f85586f533e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40975'] for router, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:05.605447 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3da3e4ef-8b00-4265-afed-3f85586f533e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40982'] for router, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:05.623219 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3da3e4ef-8b00-4265-afed-3f85586f533e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:05.643942 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-cd16018c-02e1-4f8d-af2b-837b61c0a677 None None] Set router 7c8d030c-a8f0-475a-9fbd-b1f515249f4f gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:21:05.828651 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199f33c5-f1dc-40dc-9f50-a2856e4acb83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-cc0a30a3-6f1b-49ae-b6aa-63e3a5d5cf91', 'network_id': 'cc0a30a3-6f1b-49ae-b6aa-63e3a5d5cf91', 'tenant_id': '6a2a16e6847040b08174630aa7437e02', 'fixed_ips': [{'subnet_id': '197a3424-dd3e-4e08-b318-3f59547798d3'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 09:21:05.829419 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-199f33c5-f1dc-40dc-9f50-a2856e4acb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:05.854776 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3da3e4ef-8b00-4265-afed-3f85586f533e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40996'] for router, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:06.106507 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-199f33c5-f1dc-40dc-9f50-a2856e4acb83 None None] Allocated IP 172.20.0.2 (cc0a30a3-6f1b-49ae-b6aa-63e3a5d5cf91/197a3424-dd3e-4e08-b318-3f59547798d3/dcf41084-02c0-4ee5-8b86-01dbac4e9ac5) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 09:21:06.125625 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3da3e4ef-8b00-4265-afed-3f85586f533e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:06.162332 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3da3e4ef-8b00-4265-afed-3f85586f533e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:06.200920 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-cd16018c-02e1-4f8d-af2b-837b61c0a677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c8d030c-a8f0-475a-9fbd-b1f515249f4f', 'name': 'tempest-TestEncryptedCinderVolumes-1710841257-router', 'tenant_id': '27788d9bd3a341219734545e243a1963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.29'}], 'enable_snat': True}, 'gw_port_id': 'cee3301d-ab3f-4fed-84a5-5fd95420b33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:20:58Z', 'updated_at': '2022-02-04T09:21:01Z', 'revision_number': 4, 'project_id': '27788d9bd3a341219734545e243a1963', 'gw_port': {'id': 'cee3301d-ab3f-4fed-84a5-5fd95420b33f', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c8d030c-a8f0-475a-9fbd-b1f515249f4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:20:58Z', 'updated_at': '2022-02-04T09:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '1f7ac47b-3036-4673-a395-45a4ec44f91d', 'name': '', 'network_id': '7bf421df-a5f4-4570-81da-1602d0f65d33', 'tenant_id': '27788d9bd3a341219734545e243a1963', 'mac_address': 'fa:16:3e:d7:e2:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c8d030c-a8f0-475a-9fbd-b1f515249f4f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e2b9efcf-f72e-4d1b-87ea-41516387240d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:21:00Z', 'updated_at': '2022-02-04T09:21:01Z', 'revision_number': 2, 'project_id': '27788d9bd3a341219734545e243a1963', 'subnets': [{'id': 'e2b9efcf-f72e-4d1b-87ea-41516387240d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:21:06.214146 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd16018c-02e1-4f8d-af2b-837b61c0a677 None None] Checking router: 7c8d030c-a8f0-475a-9fbd-b1f515249f4f for host: dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 09:21:06.214498 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd16018c-02e1-4f8d-af2b-837b61c0a677 None None] Updating router 7c8d030c-a8f0-475a-9fbd-b1f515249f4f port 1f7ac47b-3036-4673-a395-45a4ec44f91d binding host dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 09:21:06.293079 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-cd16018c-02e1-4f8d-af2b-837b61c0a677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:06.313102 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-3da3e4ef-8b00-4265-afed-3f85586f533e admin admin] Allocated IP 172.26.3.143 (e264bd74-c56b-43d0-9059-bcb57dbbe5bc/79caf47c-b62c-4ea0-b35f-21ede155daa8/20ec1050-66fb-4111-af1b-5ae41b2445ac) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 09:21:06.526893 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-199f33c5-f1dc-40dc-9f50-a2856e4acb83 None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:06.546328 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-199f33c5-f1dc-40dc-9f50-a2856e4acb83 None None] Transition to ACTIVE for port object dcf41084-02c0-4ee5-8b86-01dbac4e9ac5 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:21:06.565946 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3da3e4ef-8b00-4265-afed-3f85586f533e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:06.595730 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-199f33c5-f1dc-40dc-9f50-a2856e4acb83 None None] Transition to ACTIVE for port object dcf41084-02c0-4ee5-8b86-01dbac4e9ac5 will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:21:06.648707 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3da3e4ef-8b00-4265-afed-3f85586f533e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:06.675688 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-199f33c5-f1dc-40dc-9f50-a2856e4acb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:06.719066 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da3e4ef-8b00-4265-afed-3f85586f533e admin admin] Network e264bd74-c56b-43d0-9059-bcb57dbbe5bc is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:21:06.722578 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-3da3e4ef-8b00-4265-afed-3f85586f533e admin admin] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:21:06.725257 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da3e4ef-8b00-4265-afed-3f85586f533e admin admin] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 09:21:06.763405 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da3e4ef-8b00-4265-afed-3f85586f533e admin admin] Pushing event updated for resources: {'Port': ['ID=20ec1050-66fb-4111-af1b-5ae41b2445ac,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:21:06.776346 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199f33c5-f1dc-40dc-9f50-a2856e4acb83 None None] Pushing event updated for resources: {'Port': ['ID=dcf41084-02c0-4ee5-8b86-01dbac4e9ac5,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:21:06.779876 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199f33c5-f1dc-40dc-9f50-a2856e4acb83 None None] Network cc0a30a3-6f1b-49ae-b6aa-63e3a5d5cf91 is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:21:06.782224 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-199f33c5-f1dc-40dc-9f50-a2856e4acb83 None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:21:06.785100 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199f33c5-f1dc-40dc-9f50-a2856e4acb83 None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 09:21:06.932871 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-199f33c5-f1dc-40dc-9f50-a2856e4acb83 None None] Attempting to bind port dcf41084-02c0-4ee5-8b86-01dbac4e9ac5 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 09:21:06.933562 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-199f33c5-f1dc-40dc-9f50-a2856e4acb83 None None] Attempting to bind port dcf41084-02c0-4ee5-8b86-01dbac4e9ac5 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': '1f9f3a00-1abc-48a2-b02b-23d976b72211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'cc0a30a3-6f1b-49ae-b6aa-63e3a5d5cf91'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 09:21:06.933562 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199f33c5-f1dc-40dc-9f50-a2856e4acb83 None None] Attempting to bind port dcf41084-02c0-4ee5-8b86-01dbac4e9ac5 on network cc0a30a3-6f1b-49ae-b6aa-63e3a5d5cf91 {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 09:21:06.939599 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-cd16018c-02e1-4f8d-af2b-837b61c0a677 None None] Notify callbacks [] for port, precommit_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:06.948091 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199f33c5-f1dc-40dc-9f50-a2856e4acb83 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 9, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 09:21:06.948461 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199f33c5-f1dc-40dc-9f50-a2856e4acb83 None None] Checking segment: {'id': '1f9f3a00-1abc-48a2-b02b-23d976b72211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'cc0a30a3-6f1b-49ae-b6aa-63e3a5d5cf91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 09:21:06.948871 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-199f33c5-f1dc-40dc-9f50-a2856e4acb83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:06.949255 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199f33c5-f1dc-40dc-9f50-a2856e4acb83 None None] Bound using segment: {'id': '1f9f3a00-1abc-48a2-b02b-23d976b72211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'cc0a30a3-6f1b-49ae-b6aa-63e3a5d5cf91'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 09:21:06.949704 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-199f33c5-f1dc-40dc-9f50-a2856e4acb83 None None] Bound port: dcf41084-02c0-4ee5-8b86-01dbac4e9ac5, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f9f3a00-1abc-48a2-b02b-23d976b72211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'cc0a30a3-6f1b-49ae-b6aa-63e3a5d5cf91'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 09:21:06.950067 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-199f33c5-f1dc-40dc-9f50-a2856e4acb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:06.967271 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-cd16018c-02e1-4f8d-af2b-837b61c0a677 None None] Transition to ACTIVE for port object 1f7ac47b-3036-4673-a395-45a4ec44f91d will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:21:06.973067 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3da3e4ef-8b00-4265-afed-3f85586f533e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:06.973843 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3da3e4ef-8b00-4265-afed-3f85586f533e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472990'] for router, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:07.040220 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-cd16018c-02e1-4f8d-af2b-837b61c0a677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:07.086798 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-199f33c5-f1dc-40dc-9f50-a2856e4acb83 None None] For port dcf41084-02c0-4ee5-8b86-01dbac4e9ac5, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 09:21:07.153833 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-199f33c5-f1dc-40dc-9f50-a2856e4acb83 None None] For port dcf41084-02c0-4ee5-8b86-01dbac4e9ac5, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=dcf41084-02c0-4ee5-8b86-01dbac4e9ac5,segment=NetworkSegment(1f9f3a00-1abc-48a2-b02b-23d976b72211),segment_id=1f9f3a00-1abc-48a2-b02b-23d976b72211)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 09:21:07.164178 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190b2eb3-05de-4e0f-bc05-29531acba9d3 None None] Pushing event updated for resources: {'Port': ['ID=1f7ac47b-3036-4673-a395-45a4ec44f91d,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:21:07.240184 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-199f33c5-f1dc-40dc-9f50-a2856e4acb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:07.306838 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3da3e4ef-8b00-4265-afed-3f85586f533e admin admin] Router d68ce39c-760a-4ee8-9cd1-aef2492b0f44 is scheduled to L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 with binding_index 1 {{(pid=84108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 09:21:07.320048 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-cd16018c-02e1-4f8d-af2b-837b61c0a677 None None] Attempting to bind port 1f7ac47b-3036-4673-a395-45a4ec44f91d on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 09:21:07.320340 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-cd16018c-02e1-4f8d-af2b-837b61c0a677 None None] Attempting to bind port 1f7ac47b-3036-4673-a395-45a4ec44f91d by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': 'f259b74e-1a11-4888-b0fe-11ce476bfabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '7bf421df-a5f4-4570-81da-1602d0f65d33'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 09:21:07.320729 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd16018c-02e1-4f8d-af2b-837b61c0a677 None None] Attempting to bind port 1f7ac47b-3036-4673-a395-45a4ec44f91d on network 7bf421df-a5f4-4570-81da-1602d0f65d33 {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 09:21:07.342017 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd16018c-02e1-4f8d-af2b-837b61c0a677 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 9, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 09:21:07.342389 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd16018c-02e1-4f8d-af2b-837b61c0a677 None None] Checking segment: {'id': 'f259b74e-1a11-4888-b0fe-11ce476bfabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '7bf421df-a5f4-4570-81da-1602d0f65d33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 09:21:07.342784 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-cd16018c-02e1-4f8d-af2b-837b61c0a677 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:07.343168 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd16018c-02e1-4f8d-af2b-837b61c0a677 None None] Bound using segment: {'id': 'f259b74e-1a11-4888-b0fe-11ce476bfabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '7bf421df-a5f4-4570-81da-1602d0f65d33'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 09:21:07.343633 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-cd16018c-02e1-4f8d-af2b-837b61c0a677 None None] Bound port: 1f7ac47b-3036-4673-a395-45a4ec44f91d, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f259b74e-1a11-4888-b0fe-11ce476bfabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '7bf421df-a5f4-4570-81da-1602d0f65d33'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 09:21:07.343993 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-cd16018c-02e1-4f8d-af2b-837b61c0a677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:07.360675 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199f33c5-f1dc-40dc-9f50-a2856e4acb83 None None] Pushing event updated for resources: {'Port': ['ID=dcf41084-02c0-4ee5-8b86-01dbac4e9ac5,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:21:07.451424 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-cd16018c-02e1-4f8d-af2b-837b61c0a677 None None] For port 1f7ac47b-3036-4673-a395-45a4ec44f91d, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 09:21:07.454704 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-cd16018c-02e1-4f8d-af2b-837b61c0a677 None None] For port 1f7ac47b-3036-4673-a395-45a4ec44f91d, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=1f7ac47b-3036-4673-a395-45a4ec44f91d,segment=NetworkSegment(f259b74e-1a11-4888-b0fe-11ce476bfabf),segment_id=f259b74e-1a11-4888-b0fe-11ce476bfabf)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 09:21:07.547450 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3da3e4ef-8b00-4265-afed-3f85586f533e admin admin] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 09:21:07.556870 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-cd16018c-02e1-4f8d-af2b-837b61c0a677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:07.565445 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3cc23f-c5ab-43fb-818c-7c7e1360bc49 None None] Sync routers for ids ['d68ce39c-760a-4ee8-9cd1-aef2492b0f44'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 09:21:07.582332 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3cc23f-c5ab-43fb-818c-7c7e1360bc49 None None] Routers {'d68ce39c-760a-4ee8-9cd1-aef2492b0f44'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:21:07.585044 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-8a3cc23f-c5ab-43fb-818c-7c7e1360bc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:20:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['d68ce39c-760a-4ee8-9cd1-aef2492b0f44'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:21:07.635100 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3da3e4ef-8b00-4265-afed-3f85586f533e admin admin] Notify callbacks [] for router, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:07.637936 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-3da3e4ef-8b00-4265-afed-3f85586f533e admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.1494191 Feb 04 09:21:07.642531 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 33792) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:21:07.648499 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190b2eb3-05de-4e0f-bc05-29531acba9d3 None None] Pushing event updated for resources: {'Port': ['ID=1f7ac47b-3036-4673-a395-45a4ec44f91d,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:21:07.656604 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd16018c-02e1-4f8d-af2b-837b61c0a677 None None] Routers {'7c8d030c-a8f0-475a-9fbd-b1f515249f4f'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:21:07.657123 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-cd16018c-02e1-4f8d-af2b-837b61c0a677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:20:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['7c8d030c-a8f0-475a-9fbd-b1f515249f4f'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:21:07.814669 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-8a3cc23f-c5ab-43fb-818c-7c7e1360bc49 None None] Set router d68ce39c-760a-4ee8-9cd1-aef2492b0f44 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:21:07.881531 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-cd16018c-02e1-4f8d-af2b-837b61c0a677 None None] Set router 7c8d030c-a8f0-475a-9fbd-b1f515249f4f gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:21:08.132367 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-8a3cc23f-c5ab-43fb-818c-7c7e1360bc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd68ce39c-760a-4ee8-9cd1-aef2492b0f44', 'name': 'tempest-TestEncryptedCinderVolumes-1064073509-router', 'tenant_id': '6a2a16e6847040b08174630aa7437e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.143'}], 'enable_snat': True}, 'gw_port_id': '20ec1050-66fb-4111-af1b-5ae41b2445ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:21:05Z', 'updated_at': '2022-02-04T09:21:06Z', 'revision_number': 3, 'project_id': '6a2a16e6847040b08174630aa7437e02', 'gw_port': {'id': '20ec1050-66fb-4111-af1b-5ae41b2445ac', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:3f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd68ce39c-760a-4ee8-9cd1-aef2492b0f44', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:21:06Z', 'updated_at': '2022-02-04T09:21:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:21:08.137975 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3cc23f-c5ab-43fb-818c-7c7e1360bc49 None None] Checking router: d68ce39c-760a-4ee8-9cd1-aef2492b0f44 for host: dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 09:21:08.138434 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3cc23f-c5ab-43fb-818c-7c7e1360bc49 None None] Updating router d68ce39c-760a-4ee8-9cd1-aef2492b0f44 port 20ec1050-66fb-4111-af1b-5ae41b2445ac binding host dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 09:21:08.216161 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-8a3cc23f-c5ab-43fb-818c-7c7e1360bc49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:08.297125 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-cd16018c-02e1-4f8d-af2b-837b61c0a677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c8d030c-a8f0-475a-9fbd-b1f515249f4f', 'name': 'tempest-TestEncryptedCinderVolumes-1710841257-router', 'tenant_id': '27788d9bd3a341219734545e243a1963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.29'}], 'enable_snat': True}, 'gw_port_id': 'cee3301d-ab3f-4fed-84a5-5fd95420b33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:20:58Z', 'updated_at': '2022-02-04T09:21:01Z', 'revision_number': 4, 'project_id': '27788d9bd3a341219734545e243a1963', 'gw_port': {'id': 'cee3301d-ab3f-4fed-84a5-5fd95420b33f', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c8d030c-a8f0-475a-9fbd-b1f515249f4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:20:58Z', 'updated_at': '2022-02-04T09:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '1f7ac47b-3036-4673-a395-45a4ec44f91d', 'name': '', 'network_id': '7bf421df-a5f4-4570-81da-1602d0f65d33', 'tenant_id': '27788d9bd3a341219734545e243a1963', 'mac_address': 'fa:16:3e:d7:e2:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c8d030c-a8f0-475a-9fbd-b1f515249f4f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e2b9efcf-f72e-4d1b-87ea-41516387240d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:21:00Z', 'updated_at': '2022-02-04T09:21:07Z', 'revision_number': 4, 'project_id': '27788d9bd3a341219734545e243a1963', 'subnets': [{'id': 'e2b9efcf-f72e-4d1b-87ea-41516387240d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:21:08.302048 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd16018c-02e1-4f8d-af2b-837b61c0a677 None None] The sync data for ids ['7c8d030c-a8f0-475a-9fbd-b1f515249f4f'] in dv-neutron-827798-2-hyperv is: [{'id': '7c8d030c-a8f0-475a-9fbd-b1f515249f4f', 'name': 'tempest-TestEncryptedCinderVolumes-1710841257-router', 'tenant_id': '27788d9bd3a341219734545e243a1963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.29'}], 'enable_snat': True}, 'gw_port_id': 'cee3301d-ab3f-4fed-84a5-5fd95420b33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:20:58Z', 'updated_at': '2022-02-04T09:21:01Z', 'revision_number': 4, 'project_id': '27788d9bd3a341219734545e243a1963', 'gw_port': {'id': 'cee3301d-ab3f-4fed-84a5-5fd95420b33f', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c8d030c-a8f0-475a-9fbd-b1f515249f4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:20:58Z', 'updated_at': '2022-02-04T09:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '1f7ac47b-3036-4673-a395-45a4ec44f91d', 'name': '', 'network_id': '7bf421df-a5f4-4570-81da-1602d0f65d33', 'tenant_id': '27788d9bd3a341219734545e243a1963', 'mac_address': 'fa:16:3e:d7:e2:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c8d030c-a8f0-475a-9fbd-b1f515249f4f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e2b9efcf-f72e-4d1b-87ea-41516387240d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:21:00Z', 'updated_at': '2022-02-04T09:21:07Z', 'revision_number': 4, 'project_id': '27788d9bd3a341219734545e243a1963', 'subnets': [{'id': 'e2b9efcf-f72e-4d1b-87ea-41516387240d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 09:21:08.519306 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf5fa09-a2ac-4404-a228-06ea3492bb07 None None] Network cc0a30a3-6f1b-49ae-b6aa-63e3a5d5cf91 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 09:21:08.538182 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1afa8965-fbde-4d7c-9233-7b5ef2caf57c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:08.615572 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-8a3cc23f-c5ab-43fb-818c-7c7e1360bc49 None None] Notify callbacks [] for port, precommit_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:08.631315 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.provisioning_blocks [None req-8a3cc23f-c5ab-43fb-818c-7c7e1360bc49 None None] Transition to ACTIVE for port object 20ec1050-66fb-4111-af1b-5ae41b2445ac will not be triggered until provisioned by entity L2. {{(pid=84110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:21:08.702400 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-0bf7dce2-9154-40b2-855d-5eeb99ac6f65 None None] Provisioning for port dcf41084-02c0-4ee5-8b86-01dbac4e9ac5 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:21:08.710960 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-8a3cc23f-c5ab-43fb-818c-7c7e1360bc49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:08.803962 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-1afa8965-fbde-4d7c-9233-7b5ef2caf57c admin admin] Allocated IP 172.20.0.1 (cc0a30a3-6f1b-49ae-b6aa-63e3a5d5cf91/197a3424-dd3e-4e08-b318-3f59547798d3/dd0b5024-0d00-408c-bde1-f6f79074fea8) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 09:21:08.807102 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d92463-fd0e-45a7-82dd-70d5961ca98a None None] Pushing event updated for resources: {'Port': ['ID=20ec1050-66fb-4111-af1b-5ae41b2445ac,revision_number=2']} {{(pid=84110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:21:08.809956 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.managers [None req-8a3cc23f-c5ab-43fb-818c-7c7e1360bc49 None None] Attempting to bind port 20ec1050-66fb-4111-af1b-5ae41b2445ac on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 09:21:08.810326 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.managers [None req-8a3cc23f-c5ab-43fb-818c-7c7e1360bc49 None None] Attempting to bind port 20ec1050-66fb-4111-af1b-5ae41b2445ac by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}] {{(pid=84110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 09:21:08.810677 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3cc23f-c5ab-43fb-818c-7c7e1360bc49 None None] Attempting to bind port 20ec1050-66fb-4111-af1b-5ae41b2445ac on network e264bd74-c56b-43d0-9059-bcb57dbbe5bc {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 09:21:08.823012 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3cc23f-c5ab-43fb-818c-7c7e1360bc49 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 9, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 09:21:08.823808 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3cc23f-c5ab-43fb-818c-7c7e1360bc49 None None] Checking segment: {'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 09:21:08.826099 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-8a3cc23f-c5ab-43fb-818c-7c7e1360bc49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:08.826520 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3cc23f-c5ab-43fb-818c-7c7e1360bc49 None None] Bound using segment: {'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'} {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 09:21:08.827136 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.managers [None req-8a3cc23f-c5ab-43fb-818c-7c7e1360bc49 None None] Bound port: 20ec1050-66fb-4111-af1b-5ae41b2445ac, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}}] {{(pid=84110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 09:21:08.827510 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-8a3cc23f-c5ab-43fb-818c-7c7e1360bc49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:08.913626 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.db [None req-8a3cc23f-c5ab-43fb-818c-7c7e1360bc49 None None] For port 20ec1050-66fb-4111-af1b-5ae41b2445ac, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 09:21:08.919491 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.db [None req-8a3cc23f-c5ab-43fb-818c-7c7e1360bc49 None None] For port 20ec1050-66fb-4111-af1b-5ae41b2445ac, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=20ec1050-66fb-4111-af1b-5ae41b2445ac,segment=NetworkSegment(c44b9475-949d-4ae7-bfca-e29b010a56a6),segment_id=c44b9475-949d-4ae7-bfca-e29b010a56a6)] {{(pid=84110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 09:21:09.005740 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1afa8965-fbde-4d7c-9233-7b5ef2caf57c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:09.012838 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-8a3cc23f-c5ab-43fb-818c-7c7e1360bc49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:09.026289 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [None req-1afa8965-fbde-4d7c-9233-7b5ef2caf57c admin admin] Transition to ACTIVE for port object dd0b5024-0d00-408c-bde1-f6f79074fea8 will not be triggered until provisioned by entity DHCP. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:21:09.125458 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1afa8965-fbde-4d7c-9233-7b5ef2caf57c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:09.132498 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d92463-fd0e-45a7-82dd-70d5961ca98a None None] Pushing event updated for resources: {'Port': ['ID=20ec1050-66fb-4111-af1b-5ae41b2445ac,revision_number=3']} {{(pid=84110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:21:09.136037 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3cc23f-c5ab-43fb-818c-7c7e1360bc49 None None] Routers {'d68ce39c-760a-4ee8-9cd1-aef2492b0f44'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:21:09.136902 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-8a3cc23f-c5ab-43fb-818c-7c7e1360bc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:20:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['d68ce39c-760a-4ee8-9cd1-aef2492b0f44'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:21:09.167424 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device dcf41084-02c0-4ee5-8b86-01dbac4e9ac5 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:21:09.290032 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port dcf41084-02c0-4ee5-8b86-01dbac4e9ac5 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:21:09.295805 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port dcf41084-02c0-4ee5-8b86-01dbac4e9ac5 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:21:09.296175 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:09.314202 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1afa8965-fbde-4d7c-9233-7b5ef2caf57c admin admin] Network cc0a30a3-6f1b-49ae-b6aa-63e3a5d5cf91 is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:21:09.317906 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-1afa8965-fbde-4d7c-9233-7b5ef2caf57c admin admin] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:21:09.335261 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afa8965-fbde-4d7c-9233-7b5ef2caf57c admin admin] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 09:21:09.337574 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-8a3cc23f-c5ab-43fb-818c-7c7e1360bc49 None None] Set router d68ce39c-760a-4ee8-9cd1-aef2492b0f44 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:21:09.420250 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afa8965-fbde-4d7c-9233-7b5ef2caf57c admin admin] Pushing event updated for resources: {'Port': ['ID=dd0b5024-0d00-408c-bde1-f6f79074fea8,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:21:09.445975 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1afa8965-fbde-4d7c-9233-7b5ef2caf57c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-472912'] for router_interface, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:09.464515 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:09.508668 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port dcf41084-02c0-4ee5-8b86-01dbac4e9ac5, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=dcf41084-02c0-4ee5-8b86-01dbac4e9ac5,segment=NetworkSegment(1f9f3a00-1abc-48a2-b02b-23d976b72211),segment_id=1f9f3a00-1abc-48a2-b02b-23d976b72211)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:21:09.649952 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:09.650737 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 1f7ac47b-3036-4673-a395-45a4ec44f91d up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:21:09.664991 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1afa8965-fbde-4d7c-9233-7b5ef2caf57c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:09.704934 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-8a3cc23f-c5ab-43fb-818c-7c7e1360bc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd68ce39c-760a-4ee8-9cd1-aef2492b0f44', 'name': 'tempest-TestEncryptedCinderVolumes-1064073509-router', 'tenant_id': '6a2a16e6847040b08174630aa7437e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.143'}], 'enable_snat': True}, 'gw_port_id': '20ec1050-66fb-4111-af1b-5ae41b2445ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:21:05Z', 'updated_at': '2022-02-04T09:21:06Z', 'revision_number': 3, 'project_id': '6a2a16e6847040b08174630aa7437e02', 'gw_port': {'id': '20ec1050-66fb-4111-af1b-5ae41b2445ac', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:3f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd68ce39c-760a-4ee8-9cd1-aef2492b0f44', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:21:06Z', 'updated_at': '2022-02-04T09:21:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:21:09.711191 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3cc23f-c5ab-43fb-818c-7c7e1360bc49 None None] The sync data for ids ['d68ce39c-760a-4ee8-9cd1-aef2492b0f44'] in dv-neutron-827798-2-hyperv is: [{'id': 'd68ce39c-760a-4ee8-9cd1-aef2492b0f44', 'name': 'tempest-TestEncryptedCinderVolumes-1064073509-router', 'tenant_id': '6a2a16e6847040b08174630aa7437e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.143'}], 'enable_snat': True}, 'gw_port_id': '20ec1050-66fb-4111-af1b-5ae41b2445ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:21:05Z', 'updated_at': '2022-02-04T09:21:06Z', 'revision_number': 3, 'project_id': '6a2a16e6847040b08174630aa7437e02', 'gw_port': {'id': '20ec1050-66fb-4111-af1b-5ae41b2445ac', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:3f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd68ce39c-760a-4ee8-9cd1-aef2492b0f44', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:21:06Z', 'updated_at': '2022-02-04T09:21:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 09:21:09.775192 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=dcf41084-02c0-4ee5-8b86-01dbac4e9ac5,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:21:09.855139 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-8711b471-8472-4de6-abc1-124d866e65a8 None None] Provisioning for port dd0b5024-0d00-408c-bde1-f6f79074fea8 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:21:09.860093 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-8711b471-8472-4de6-abc1-124d866e65a8 None None] Provisioning complete for port dd0b5024-0d00-408c-bde1-f6f79074fea8 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:21:09.860680 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-8711b471-8472-4de6-abc1-124d866e65a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:09.888004 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 1f7ac47b-3036-4673-a395-45a4ec44f91d completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:21:09.891635 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1afa8965-fbde-4d7c-9233-7b5ef2caf57c admin admin] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:09.899041 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 1f7ac47b-3036-4673-a395-45a4ec44f91d triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:21:09.899407 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:09.953050 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1afa8965-fbde-4d7c-9233-7b5ef2caf57c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:09.968499 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-8711b471-8472-4de6-abc1-124d866e65a8 None None] Port dd0b5024-0d00-408c-bde1-f6f79074fea8 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 09:21:10.043062 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:10.062485 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1afa8965-fbde-4d7c-9233-7b5ef2caf57c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473771'] for router_interface, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:10.066457 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afa8965-fbde-4d7c-9233-7b5ef2caf57c admin admin] Pushing event updated for resources: {'Port': ['ID=dd0b5024-0d00-408c-bde1-f6f79074fea8,revision_number=2']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:21:10.076648 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port 1f7ac47b-3036-4673-a395-45a4ec44f91d, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=1f7ac47b-3036-4673-a395-45a4ec44f91d,segment=NetworkSegment(f259b74e-1a11-4888-b0fe-11ce476bfabf),segment_id=f259b74e-1a11-4888-b0fe-11ce476bfabf)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:21:10.124143 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:10.193503 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=1f7ac47b-3036-4673-a395-45a4ec44f91d,revision_number=5']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:21:10.199867 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1afa8965-fbde-4d7c-9233-7b5ef2caf57c admin admin] Network cc0a30a3-6f1b-49ae-b6aa-63e3a5d5cf91 is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:21:10.201005 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-1afa8965-fbde-4d7c-9233-7b5ef2caf57c admin admin] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:21:10.391703 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-42f298fb-35aa-478d-9309-de5ea3797238 None None] Provisioning complete for port dd0b5024-0d00-408c-bde1-f6f79074fea8 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:21:10.392161 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-42f298fb-35aa-478d-9309-de5ea3797238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:10.443043 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-42f298fb-35aa-478d-9309-de5ea3797238 None None] Port dd0b5024-0d00-408c-bde1-f6f79074fea8 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 09:21:10.571698 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1afa8965-fbde-4d7c-9233-7b5ef2caf57c admin admin] Router d68ce39c-760a-4ee8-9cd1-aef2492b0f44 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 09:21:10.767647 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1afa8965-fbde-4d7c-9233-7b5ef2caf57c admin admin] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 09:21:10.784733 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-1afa8965-fbde-4d7c-9233-7b5ef2caf57c admin admin] 10.222.0.36 "PUT /v2.0/routers/d68ce39c-760a-4ee8-9cd1-aef2492b0f44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1426349 Feb 04 09:21:11.054950 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device dcf41084-02c0-4ee5-8b86-01dbac4e9ac5 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:21:11.124127 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port dcf41084-02c0-4ee5-8b86-01dbac4e9ac5 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:21:11.124494 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:11.234169 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 1f7ac47b-3036-4673-a395-45a4ec44f91d up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:21:11.302361 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 1f7ac47b-3036-4673-a395-45a4ec44f91d triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:21:11.302646 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:12.000106 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b002dac7-5dee-4d30-9aa7-fbe15228332c req-5bead57e-5512-492b-8122-44eceada8bd7 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:21:12.001558 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b002dac7-5dee-4d30-9aa7-fbe15228332c req-5bead57e-5512-492b-8122-44eceada8bd7 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] 10.222.0.36 "GET /v2.0/networks?id=7bf421df-a5f4-4570-81da-1602d0f65d33 HTTP/1.1" status: 200 len: 817 time: 0.1385205 Feb 04 09:21:12.018880 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b002dac7-5dee-4d30-9aa7-fbe15228332c req-f23700e3-d47e-46e3-8e44-e31e2bd688a1 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] 10.222.0.36 "GET /v2.0/quotas/27788d9bd3a341219734545e243a1963 HTTP/1.1" status: 200 len: 375 time: 0.0111737 Feb 04 09:21:12.100955 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b002dac7-5dee-4d30-9aa7-fbe15228332c req-c4cb7046-2a9d-41db-acf8-42f39979612f tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=27788d9bd3a341219734545e243a1963&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0767019 Feb 04 09:21:12.341562 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b002dac7-5dee-4d30-9aa7-fbe15228332c req-5ad7974d-e45e-481d-bce5-b7124c62c77a service neutron] 10.222.0.36 "GET /v2.0/networks/7bf421df-a5f4-4570-81da-1602d0f65d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294595 Feb 04 09:21:12.469775 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b002dac7-5dee-4d30-9aa7-fbe15228332c req-88534e75-0ec2-4de5-a4e2-1f0bb89bc3d0 service neutron] 10.222.0.36 "GET /v2.0/networks/7bf421df-a5f4-4570-81da-1602d0f65d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224782 Feb 04 09:21:12.867989 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-3fa94517-29ab-4176-a308-41772bdaf0d0 req-cfbb566c-8fce-4501-b164-f57da0424a0f tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1b12964-2059-4268-a0b3-84318f999092 HTTP/1.1" status: 200 len: 210 time: 0.1764984 Feb 04 09:21:14.027028 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-07fe14ec-b6f0-4386-b8b2-e85e56684320 req-9c579ff6-9d5a-408d-bdbd-c5d7cb5af466 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1b12964-2059-4268-a0b3-84318f999092 HTTP/1.1" status: 200 len: 210 time: 0.0402570 Feb 04 09:21:15.009817 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b002dac7-5dee-4d30-9aa7-fbe15228332c req-c1337762-f39e-4a3f-bf76-52ca5cf853ab tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:21:15.010504 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [req-b002dac7-5dee-4d30-9aa7-fbe15228332c req-c1337762-f39e-4a3f-bf76-52ca5cf853ab tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] Synchronizing usage tracker for tenant:27788d9bd3a341219734545e243a1963 on resource:network {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 09:21:15.135318 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [req-b002dac7-5dee-4d30-9aa7-fbe15228332c req-c1337762-f39e-4a3f-bf76-52ca5cf853ab tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] Unset dirty status for tenant:27788d9bd3a341219734545e243a1963 on resource:network {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 09:21:15.136484 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b002dac7-5dee-4d30-9aa7-fbe15228332c req-c1337762-f39e-4a3f-bf76-52ca5cf853ab tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] 10.222.0.47 "GET /v2.0/networks?id=7bf421df-a5f4-4570-81da-1602d0f65d33 HTTP/1.1" status: 200 len: 817 time: 0.2685244 Feb 04 09:21:15.152144 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [req-b002dac7-5dee-4d30-9aa7-fbe15228332c req-9c014f50-a36d-44ee-93b0-77ae444f7a99 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] Request body: {'port': {'device_id': 'b1b12964-2059-4268-a0b3-84318f999092', 'network_id': '7bf421df-a5f4-4570-81da-1602d0f65d33', 'admin_state_up': True, 'tenant_id': '27788d9bd3a341219734545e243a1963'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:21:15.195049 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d5758e73-8e4b-4dcd-a17f-5d0a9593f2a3 req-ec0bbae6-e3a7-41a0-be81-e59546cd2dbb tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1b12964-2059-4268-a0b3-84318f999092 HTTP/1.1" status: 200 len: 210 time: 0.0474169 Feb 04 09:21:15.289705 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [req-b002dac7-5dee-4d30-9aa7-fbe15228332c req-9c014f50-a36d-44ee-93b0-77ae444f7a99 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:21:15.293564 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [req-b002dac7-5dee-4d30-9aa7-fbe15228332c req-9c014f50-a36d-44ee-93b0-77ae444f7a99 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] Usage tracker for resource:port and tenant:27788d9bd3a341219734545e243a1963 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:21:15.296703 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [req-b002dac7-5dee-4d30-9aa7-fbe15228332c req-9c014f50-a36d-44ee-93b0-77ae444f7a99 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:21:15.302338 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [req-b002dac7-5dee-4d30-9aa7-fbe15228332c req-9c014f50-a36d-44ee-93b0-77ae444f7a99 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:21:15.361917 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b002dac7-5dee-4d30-9aa7-fbe15228332c req-9c014f50-a36d-44ee-93b0-77ae444f7a99 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] Made reservation on behalf of 27788d9bd3a341219734545e243a1963 for: {'port': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 09:21:15.364909 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-b002dac7-5dee-4d30-9aa7-fbe15228332c req-9c014f50-a36d-44ee-93b0-77ae444f7a99 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:15.539855 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [req-b002dac7-5dee-4d30-9aa7-fbe15228332c req-9c014f50-a36d-44ee-93b0-77ae444f7a99 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] Allocated IP 172.20.0.9 (7bf421df-a5f4-4570-81da-1602d0f65d33/e2b9efcf-f72e-4d1b-87ea-41516387240d/97915c6d-6a1e-4fd7-b989-7afd9bc584df) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 09:21:15.737421 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-b002dac7-5dee-4d30-9aa7-fbe15228332c req-9c014f50-a36d-44ee-93b0-77ae444f7a99 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:15.753138 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.provisioning_blocks [req-b002dac7-5dee-4d30-9aa7-fbe15228332c req-9c014f50-a36d-44ee-93b0-77ae444f7a99 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] Transition to ACTIVE for port object 97915c6d-6a1e-4fd7-b989-7afd9bc584df will not be triggered until provisioned by entity DHCP. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:21:15.872507 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-b002dac7-5dee-4d30-9aa7-fbe15228332c req-9c014f50-a36d-44ee-93b0-77ae444f7a99 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:15.945057 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b002dac7-5dee-4d30-9aa7-fbe15228332c req-9c014f50-a36d-44ee-93b0-77ae444f7a99 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] Network 7bf421df-a5f4-4570-81da-1602d0f65d33 is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:21:15.948131 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [req-b002dac7-5dee-4d30-9aa7-fbe15228332c req-9c014f50-a36d-44ee-93b0-77ae444f7a99 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:21:15.952121 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [req-b002dac7-5dee-4d30-9aa7-fbe15228332c req-9c014f50-a36d-44ee-93b0-77ae444f7a99 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 09:21:15.986290 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c014f50-a36d-44ee-93b0-77ae444f7a99 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] Pushing event updated for resources: {'Port': ['ID=97915c6d-6a1e-4fd7-b989-7afd9bc584df,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:21:16.022145 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b002dac7-5dee-4d30-9aa7-fbe15228332c req-9c014f50-a36d-44ee-93b0-77ae444f7a99 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:21:16.022856 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-b002dac7-5dee-4d30-9aa7-fbe15228332c req-9c014f50-a36d-44ee-93b0-77ae444f7a99 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:16.125045 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b002dac7-5dee-4d30-9aa7-fbe15228332c req-9c014f50-a36d-44ee-93b0-77ae444f7a99 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9770193 Feb 04 09:21:16.136329 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [req-b002dac7-5dee-4d30-9aa7-fbe15228332c req-f9dacac3-d96f-408b-abc9-edb6a96622ee service neutron] Request body: {'port': {'device_id': 'b1b12964-2059-4268-a0b3-84318f999092', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:21:16.261245 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-66ab4628-39f8-43cb-a945-dff5e85ba4e4 None None] Provisioning for port 97915c6d-6a1e-4fd7-b989-7afd9bc584df completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:21:16.267214 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-66ab4628-39f8-43cb-a945-dff5e85ba4e4 None None] Provisioning complete for port 97915c6d-6a1e-4fd7-b989-7afd9bc584df triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:21:16.273178 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-66ab4628-39f8-43cb-a945-dff5e85ba4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:16.370572 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-b002dac7-5dee-4d30-9aa7-fbe15228332c req-f9dacac3-d96f-408b-abc9-edb6a96622ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:16.391018 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-66ab4628-39f8-43cb-a945-dff5e85ba4e4 None None] Port 97915c6d-6a1e-4fd7-b989-7afd9bc584df cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 09:21:16.470114 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8b7633-ca30-43d3-8ff2-6f2ab0f30e49 req-3eab8439-d642-4552-9b56-a3e6ac2b9ac4 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:21:16.471694 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ac8b7633-ca30-43d3-8ff2-6f2ab0f30e49 req-3eab8439-d642-4552-9b56-a3e6ac2b9ac4 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1b12964-2059-4268-a0b3-84318f999092 HTTP/1.1" status: 200 len: 931 time: 0.0854805 Feb 04 09:21:16.518500 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ac8b7633-ca30-43d3-8ff2-6f2ab0f30e49 req-be426e6c-fc29-4c3b-b89b-7baa16b6de8d tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] 10.222.0.36 "GET /v2.0/security-groups?id=216f22a7-4c43-48e0-ad74-81787b20a855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402052 Feb 04 09:21:16.727042 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [req-b002dac7-5dee-4d30-9aa7-fbe15228332c req-f9dacac3-d96f-408b-abc9-edb6a96622ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97915c6d-6a1e-4fd7-b989-7afd9bc584df {{(pid=84108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 09:21:16.734591 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-b002dac7-5dee-4d30-9aa7-fbe15228332c req-f9dacac3-d96f-408b-abc9-edb6a96622ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:16.749638 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.provisioning_blocks [req-b002dac7-5dee-4d30-9aa7-fbe15228332c req-f9dacac3-d96f-408b-abc9-edb6a96622ee service neutron] Transition to ACTIVE for port object 97915c6d-6a1e-4fd7-b989-7afd9bc584df will not be triggered until provisioned by entity L2. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:21:16.808015 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-b002dac7-5dee-4d30-9aa7-fbe15228332c req-f9dacac3-d96f-408b-abc9-edb6a96622ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:16.936418 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dacac3-d96f-408b-abc9-edb6a96622ee service neutron] Pushing event updated for resources: {'Port': ['ID=97915c6d-6a1e-4fd7-b989-7afd9bc584df,revision_number=2']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:21:17.052942 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [req-b002dac7-5dee-4d30-9aa7-fbe15228332c req-f9dacac3-d96f-408b-abc9-edb6a96622ee service neutron] Attempting to bind port 97915c6d-6a1e-4fd7-b989-7afd9bc584df on host hv-neutron-8277 for vnic_type normal with profile {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 09:21:17.053498 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [req-b002dac7-5dee-4d30-9aa7-fbe15228332c req-f9dacac3-d96f-408b-abc9-edb6a96622ee service neutron] Attempting to bind port 97915c6d-6a1e-4fd7-b989-7afd9bc584df by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'f259b74e-1a11-4888-b0fe-11ce476bfabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '7bf421df-a5f4-4570-81da-1602d0f65d33'}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 09:21:17.053661 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b002dac7-5dee-4d30-9aa7-fbe15228332c req-f9dacac3-d96f-408b-abc9-edb6a96622ee service neutron] Attempting to bind port 97915c6d-6a1e-4fd7-b989-7afd9bc584df on network 7bf421df-a5f4-4570-81da-1602d0f65d33 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 09:21:17.062029 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b002dac7-5dee-4d30-9aa7-fbe15228332c req-f9dacac3-d96f-408b-abc9-edb6a96622ee service neutron] Port 97915c6d-6a1e-4fd7-b989-7afd9bc584df on network 7bf421df-a5f4-4570-81da-1602d0f65d33 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 09:21:17.063792 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b002dac7-5dee-4d30-9aa7-fbe15228332c req-f9dacac3-d96f-408b-abc9-edb6a96622ee service neutron] Attempting to bind port 97915c6d-6a1e-4fd7-b989-7afd9bc584df on network 7bf421df-a5f4-4570-81da-1602d0f65d33 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 09:21:17.069361 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 20ec1050-66fb-4111-af1b-5ae41b2445ac up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:21:17.070433 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b002dac7-5dee-4d30-9aa7-fbe15228332c req-f9dacac3-d96f-408b-abc9-edb6a96622ee service neutron] Checking agent: {'id': 'f735dfbb-9ed2-4de7-8aa1-fea4a962ae1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 34, 26), 'started_at': datetime.datetime(2022, 2, 4, 8, 34, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 9, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 09:21:17.070777 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b002dac7-5dee-4d30-9aa7-fbe15228332c req-f9dacac3-d96f-408b-abc9-edb6a96622ee service neutron] Checking segment: {'id': 'f259b74e-1a11-4888-b0fe-11ce476bfabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '7bf421df-a5f4-4570-81da-1602d0f65d33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 09:21:17.071160 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b002dac7-5dee-4d30-9aa7-fbe15228332c req-f9dacac3-d96f-408b-abc9-edb6a96622ee service neutron] Bound using segment: {'id': 'f259b74e-1a11-4888-b0fe-11ce476bfabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '7bf421df-a5f4-4570-81da-1602d0f65d33'} {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 09:21:17.071582 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [req-b002dac7-5dee-4d30-9aa7-fbe15228332c req-f9dacac3-d96f-408b-abc9-edb6a96622ee service neutron] Bound port: 97915c6d-6a1e-4fd7-b989-7afd9bc584df, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f259b74e-1a11-4888-b0fe-11ce476bfabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '7bf421df-a5f4-4570-81da-1602d0f65d33'}}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 09:21:17.071927 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-b002dac7-5dee-4d30-9aa7-fbe15228332c req-f9dacac3-d96f-408b-abc9-edb6a96622ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:17.158065 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [req-b002dac7-5dee-4d30-9aa7-fbe15228332c req-f9dacac3-d96f-408b-abc9-edb6a96622ee service neutron] For port 97915c6d-6a1e-4fd7-b989-7afd9bc584df, host hv-neutron-8277, cleared binding levels {{(pid=84108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 09:21:17.161530 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [req-b002dac7-5dee-4d30-9aa7-fbe15228332c req-f9dacac3-d96f-408b-abc9-edb6a96622ee service neutron] For port 97915c6d-6a1e-4fd7-b989-7afd9bc584df, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=97915c6d-6a1e-4fd7-b989-7afd9bc584df,segment=NetworkSegment(f259b74e-1a11-4888-b0fe-11ce476bfabf),segment_id=f259b74e-1a11-4888-b0fe-11ce476bfabf)] {{(pid=84108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 09:21:17.192760 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 20ec1050-66fb-4111-af1b-5ae41b2445ac completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:21:17.197517 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 20ec1050-66fb-4111-af1b-5ae41b2445ac triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:21:17.197882 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:17.215852 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-b002dac7-5dee-4d30-9aa7-fbe15228332c req-f9dacac3-d96f-408b-abc9-edb6a96622ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:17.283570 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-b002dac7-5dee-4d30-9aa7-fbe15228332c req-f9dacac3-d96f-408b-abc9-edb6a96622ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:17.285148 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b002dac7-5dee-4d30-9aa7-fbe15228332c req-f9dacac3-d96f-408b-abc9-edb6a96622ee service neutron] 10.222.0.47 "PUT /v2.0/ports/97915c6d-6a1e-4fd7-b989-7afd9bc584df HTTP/1.1" status: 200 len: 1093 time: 1.1523595 Feb 04 09:21:17.285265 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1b12964-2059-4268-a0b3-84318f999092', 'tag': '97915c6d-6a1e-4fd7-b989-7afd9bc584df'}] {{(pid=84108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:21:17.313839 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dacac3-d96f-408b-abc9-edb6a96622ee service neutron] Pushing event updated for resources: {'Port': ['ID=97915c6d-6a1e-4fd7-b989-7afd9bc584df,revision_number=3']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:21:17.326288 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:17.345757 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port 20ec1050-66fb-4111-af1b-5ae41b2445ac, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=20ec1050-66fb-4111-af1b-5ae41b2445ac,segment=NetworkSegment(c44b9475-949d-4ae7-bfca-e29b010a56a6),segment_id=c44b9475-949d-4ae7-bfca-e29b010a56a6)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:21:17.427154 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:17.467628 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1b12964-2059-4268-a0b3-84318f999092', 'tag': '97915c6d-6a1e-4fd7-b989-7afd9bc584df', 'status': 'completed', 'code': 200} Feb 04 09:21:17.488614 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b002dac7-5dee-4d30-9aa7-fbe15228332c req-565d02d3-3d97-447d-bb96-491a2b314e84 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=27788d9bd3a341219734545e243a1963&device_id=b1b12964-2059-4268-a0b3-84318f999092 HTTP/1.1" status: 200 len: 1096 time: 0.0752482 Feb 04 09:21:17.515572 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=20ec1050-66fb-4111-af1b-5ae41b2445ac,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:21:17.565744 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b002dac7-5dee-4d30-9aa7-fbe15228332c req-e2cf2ee5-c4b0-4a67-b363-f062f6a2c2de service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=97915c6d-6a1e-4fd7-b989-7afd9bc584df HTTP/1.1" status: 200 len: 217 time: 0.0703688 Feb 04 09:21:17.627212 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b002dac7-5dee-4d30-9aa7-fbe15228332c req-cbf6ec36-b90b-45b2-9951-3bde7a882630 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:21:17.628679 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b002dac7-5dee-4d30-9aa7-fbe15228332c req-cbf6ec36-b90b-45b2-9951-3bde7a882630 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e2b9efcf-f72e-4d1b-87ea-41516387240d HTTP/1.1" status: 200 len: 856 time: 0.0576210 Feb 04 09:21:17.706164 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b002dac7-5dee-4d30-9aa7-fbe15228332c req-8b7740d4-3f9c-4ede-9cf6-551f106cac84 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7bf421df-a5f4-4570-81da-1602d0f65d33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718470 Feb 04 09:21:17.716615 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc224460-6b6a-4e10-9081-3f647b9e52d3 req-ce3e1b84-031d-498e-9b8b-24808ef92674 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:21:17.718084 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-fc224460-6b6a-4e10-9081-3f647b9e52d3 req-ce3e1b84-031d-498e-9b8b-24808ef92674 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1b12964-2059-4268-a0b3-84318f999092 HTTP/1.1" status: 200 len: 943 time: 0.0763521 Feb 04 09:21:17.764529 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-fc224460-6b6a-4e10-9081-3f647b9e52d3 req-b531e72a-9de2-416a-901c-6b5c572798f4 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] 10.222.0.36 "GET /v2.0/security-groups?id=216f22a7-4c43-48e0-ad74-81787b20a855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400915 Feb 04 09:21:17.839787 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b002dac7-5dee-4d30-9aa7-fbe15228332c req-a70987dd-da85-4e03-a2d1-ad55cfbe030a service neutron] 10.222.0.47 "GET /v2.0/networks/7bf421df-a5f4-4570-81da-1602d0f65d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272101 Feb 04 09:21:17.969362 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b002dac7-5dee-4d30-9aa7-fbe15228332c req-7bd033bf-f843-4ceb-9677-10372873940b service neutron] 10.222.0.47 "GET /v2.0/networks/7bf421df-a5f4-4570-81da-1602d0f65d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235549 Feb 04 09:21:18.140312 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-c2252729-bd1f-4f70-a6ae-3142a119a85b req-db96a915-3c7d-4d48-beae-6abfcfe4c9cf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=27788d9bd3a341219734545e243a1963&device_id=b1b12964-2059-4268-a0b3-84318f999092 HTTP/1.1" status: 200 len: 1096 time: 0.0668502 Feb 04 09:21:18.268185 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2252729-bd1f-4f70-a6ae-3142a119a85b req-d3a7fda7-7f4d-4985-a44b-a305466d3390 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:21:18.269722 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-c2252729-bd1f-4f70-a6ae-3142a119a85b req-d3a7fda7-7f4d-4985-a44b-a305466d3390 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7bf421df-a5f4-4570-81da-1602d0f65d33 HTTP/1.1" status: 200 len: 918 time: 0.1228063 Feb 04 09:21:18.419211 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-c2252729-bd1f-4f70-a6ae-3142a119a85b req-1449ce9c-4375-4650-b9e7-e628f10c387c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=97915c6d-6a1e-4fd7-b989-7afd9bc584df HTTP/1.1" status: 200 len: 217 time: 0.1437557 Feb 04 09:21:18.479761 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2252729-bd1f-4f70-a6ae-3142a119a85b req-22dccecd-a5a4-410f-9218-533309e67074 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:21:18.481239 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-c2252729-bd1f-4f70-a6ae-3142a119a85b req-22dccecd-a5a4-410f-9218-533309e67074 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e2b9efcf-f72e-4d1b-87ea-41516387240d HTTP/1.1" status: 200 len: 856 time: 0.0559986 Feb 04 09:21:18.555707 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-c2252729-bd1f-4f70-a6ae-3142a119a85b req-df05646a-5d35-4da0-b973-3cea036da74d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7bf421df-a5f4-4570-81da-1602d0f65d33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682390 Feb 04 09:21:18.686254 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-c2252729-bd1f-4f70-a6ae-3142a119a85b req-027db880-3dfe-417b-90ff-86441ffc7e86 service neutron] 10.222.0.47 "GET /v2.0/networks/7bf421df-a5f4-4570-81da-1602d0f65d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237719 Feb 04 09:21:18.816029 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-c2252729-bd1f-4f70-a6ae-3142a119a85b req-e6d8e289-ddf9-410e-bd32-ff6376e2a453 service neutron] 10.222.0.47 "GET /v2.0/networks/7bf421df-a5f4-4570-81da-1602d0f65d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238770 Feb 04 09:21:18.964360 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799eece0-31c4-49a3-b6e7-60432a95c75f req-4e62f049-1125-43d9-b30e-e5f9ce0c9ea8 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:21:18.965826 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-799eece0-31c4-49a3-b6e7-60432a95c75f req-4e62f049-1125-43d9-b30e-e5f9ce0c9ea8 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1b12964-2059-4268-a0b3-84318f999092 HTTP/1.1" status: 200 len: 943 time: 0.0788612 Feb 04 09:21:19.012997 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-799eece0-31c4-49a3-b6e7-60432a95c75f req-066a8c3a-7668-45ca-a248-d1dbbda5e109 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] 10.222.0.36 "GET /v2.0/security-groups?id=216f22a7-4c43-48e0-ad74-81787b20a855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409796 Feb 04 09:21:19.045861 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 20ec1050-66fb-4111-af1b-5ae41b2445ac up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:21:19.114197 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 20ec1050-66fb-4111-af1b-5ae41b2445ac triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:21:19.114556 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:19.475764 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-c4c0e12a-7b5e-4ff4-99f4-ffaa11abba8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:20.202322 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84a54b3-fca4-48c1-ab33-2f46ea62870d req-5d325754-2ad1-421a-b16e-fa36fbadd448 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:21:20.203730 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e84a54b3-fca4-48c1-ab33-2f46ea62870d req-5d325754-2ad1-421a-b16e-fa36fbadd448 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1b12964-2059-4268-a0b3-84318f999092 HTTP/1.1" status: 200 len: 943 time: 0.0736809 Feb 04 09:21:20.251318 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e84a54b3-fca4-48c1-ab33-2f46ea62870d req-4af769be-baad-4db9-8807-0feaaa030416 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] 10.222.0.36 "GET /v2.0/security-groups?id=216f22a7-4c43-48e0-ad74-81787b20a855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415456 Feb 04 09:21:21.444704 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8ac68e-4735-4e7b-b7e5-7994bd395649 req-c3aadc23-616a-496f-be78-dc93a36f0199 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:21:21.446124 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-6f8ac68e-4735-4e7b-b7e5-7994bd395649 req-c3aadc23-616a-496f-be78-dc93a36f0199 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1b12964-2059-4268-a0b3-84318f999092 HTTP/1.1" status: 200 len: 943 time: 0.0730758 Feb 04 09:21:21.489732 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-6f8ac68e-4735-4e7b-b7e5-7994bd395649 req-80d2dcd7-0f40-49f2-8575-df239d0b8f90 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] 10.222.0.36 "GET /v2.0/security-groups?id=216f22a7-4c43-48e0-ad74-81787b20a855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382137 Feb 04 09:21:21.540447 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device 97915c6d-6a1e-4fd7-b989-7afd9bc584df details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=84109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 09:21:21.682124 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port 97915c6d-6a1e-4fd7-b989-7afd9bc584df, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=97915c6d-6a1e-4fd7-b989-7afd9bc584df,segment=NetworkSegment(f259b74e-1a11-4888-b0fe-11ce476bfabf),segment_id=f259b74e-1a11-4888-b0fe-11ce476bfabf)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:21:21.695234 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Returning: {'device': '97915c6d-6a1e-4fd7-b989-7afd9bc584df', 'network_id': '7bf421df-a5f4-4570-81da-1602d0f65d33', 'port_id': '97915c6d-6a1e-4fd7-b989-7afd9bc584df', 'mac_address': 'fa:16:3e:93:59:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2b9efcf-f72e-4d1b-87ea-41516387240d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 09:21:21.748421 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:21.765703 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97915c6d-6a1e-4fd7-b989-7afd9bc584df {{(pid=84109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 09:21:21.780576 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port 97915c6d-6a1e-4fd7-b989-7afd9bc584df, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=97915c6d-6a1e-4fd7-b989-7afd9bc584df,segment=NetworkSegment(f259b74e-1a11-4888-b0fe-11ce476bfabf),segment_id=f259b74e-1a11-4888-b0fe-11ce476bfabf)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:21:21.792064 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-f7f6173f-5e41-4693-8c54-caf5ad221fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:21.847503 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:21.910279 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=97915c6d-6a1e-4fd7-b989-7afd9bc584df,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:21:22.187823 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] get_ports_and_sgs() called for port_ids ['97915c6d-6a1e-4fd7-b989-7afd9bc584df'] {{(pid=84109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 09:21:22.683799 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7614cd13-afe4-4abe-abe7-aebb3e35e599 req-42c22f4b-4e41-447b-b451-2463fe07028d tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:21:22.685318 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7614cd13-afe4-4abe-abe7-aebb3e35e599 req-42c22f4b-4e41-447b-b451-2463fe07028d tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1b12964-2059-4268-a0b3-84318f999092 HTTP/1.1" status: 200 len: 944 time: 0.0791285 Feb 04 09:21:22.735972 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7614cd13-afe4-4abe-abe7-aebb3e35e599 req-675377fc-d86f-4b4a-a5d2-47ff1e2e3c14 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] 10.222.0.36 "GET /v2.0/security-groups?id=216f22a7-4c43-48e0-ad74-81787b20a855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416484 Feb 04 09:21:22.987098 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:23.001765 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:23.563171 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device 97915c6d-6a1e-4fd7-b989-7afd9bc584df up at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:21:23.681466 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Provisioning for port 97915c6d-6a1e-4fd7-b989-7afd9bc584df completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:21:23.685993 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Provisioning complete for port 97915c6d-6a1e-4fd7-b989-7afd9bc584df triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:21:23.686359 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:23.824235 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:23.846545 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1b12964-2059-4268-a0b3-84318f999092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97915c6d-6a1e-4fd7-b989-7afd9bc584df'}] {{(pid=84109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:21:23.856149 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port 97915c6d-6a1e-4fd7-b989-7afd9bc584df, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=97915c6d-6a1e-4fd7-b989-7afd9bc584df,segment=NetworkSegment(f259b74e-1a11-4888-b0fe-11ce476bfabf),segment_id=f259b74e-1a11-4888-b0fe-11ce476bfabf)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:21:23.903829 dv-neutron-827798-2-hyperv neutron-server[84109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1b12964-2059-4268-a0b3-84318f999092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97915c6d-6a1e-4fd7-b989-7afd9bc584df', 'code': 200} Feb 04 09:21:23.938799 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:23.941196 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7add44-cf64-4f69-bc2a-6f961b604a6b req-0c88be70-07c8-4a97-b296-a952042be5cb tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:21:23.942650 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ba7add44-cf64-4f69-bc2a-6f961b604a6b req-0c88be70-07c8-4a97-b296-a952042be5cb tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1b12964-2059-4268-a0b3-84318f999092 HTTP/1.1" status: 200 len: 944 time: 0.0840287 Feb 04 09:21:23.996056 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ba7add44-cf64-4f69-bc2a-6f961b604a6b req-f8f663e6-27a1-4dae-92ec-82795e6039a4 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] 10.222.0.36 "GET /v2.0/security-groups?id=216f22a7-4c43-48e0-ad74-81787b20a855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408962 Feb 04 09:21:24.008602 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=97915c6d-6a1e-4fd7-b989-7afd9bc584df,revision_number=5']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:21:24.259958 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-0698bf6e-8200-42da-9b2a-1a7fe584186b req-5ae3d577-ac6c-47f2-b3dc-66771305d582 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b1b12964-2059-4268-a0b3-84318f999092 HTTP/1.1" status: 200 len: 1098 time: 0.0663800 Feb 04 09:21:24.302149 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-0698bf6e-8200-42da-9b2a-1a7fe584186b req-c0dc70c2-5ee4-40fb-b1e1-c47eac3286fc service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=216f22a7-4c43-48e0-ad74-81787b20a855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353508 Feb 04 09:21:24.489676 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:25.196074 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8254fb97-fb9a-4da2-9dac-6231d8a0a395 req-fdbd18e9-c68f-4b95-80f1-fce92ca68f8c tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:21:25.197532 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8254fb97-fb9a-4da2-9dac-6231d8a0a395 req-fdbd18e9-c68f-4b95-80f1-fce92ca68f8c tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1b12964-2059-4268-a0b3-84318f999092 HTTP/1.1" status: 200 len: 945 time: 0.0786657 Feb 04 09:21:25.241206 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8254fb97-fb9a-4da2-9dac-6231d8a0a395 req-0deadd66-0302-4cd9-8005-ca14c27a4018 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] 10.222.0.36 "GET /v2.0/security-groups?id=216f22a7-4c43-48e0-ad74-81787b20a855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382507 Feb 04 09:21:26.426763 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:26.436257 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a57f0-3f99-4298-a621-33a42fa92080 req-55fd650a-0eb7-412a-a12c-7f336c1af260 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:21:26.437721 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-457a57f0-3f99-4298-a621-33a42fa92080 req-55fd650a-0eb7-412a-a12c-7f336c1af260 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1b12964-2059-4268-a0b3-84318f999092 HTTP/1.1" status: 200 len: 945 time: 0.0753901 Feb 04 09:21:26.482808 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-457a57f0-3f99-4298-a621-33a42fa92080 req-aa07b2f7-56f8-4ad4-8f37-01f2c92a9c30 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] 10.222.0.36 "GET /v2.0/security-groups?id=216f22a7-4c43-48e0-ad74-81787b20a855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391328 Feb 04 09:21:26.673357 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696a66f0-f09e-4d80-a280-c43616b97a9b req-49188d63-29b0-4e10-a237-85af12415d2d tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:21:26.675302 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-696a66f0-f09e-4d80-a280-c43616b97a9b req-49188d63-29b0-4e10-a237-85af12415d2d tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1b12964-2059-4268-a0b3-84318f999092 HTTP/1.1" status: 200 len: 945 time: 0.0766559 Feb 04 09:21:26.719678 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-696a66f0-f09e-4d80-a280-c43616b97a9b req-77bd319f-9d8c-40c4-9f21-3e5c26d6fefe tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] 10.222.0.36 "GET /v2.0/security-groups?id=216f22a7-4c43-48e0-ad74-81787b20a855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390503 Feb 04 09:21:28.290951 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a14124-8ee8-4d5a-af11-675d000c165a None None] Sync routers for ids ['d68ce39c-760a-4ee8-9cd1-aef2492b0f44'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 09:21:28.303481 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a14124-8ee8-4d5a-af11-675d000c165a None None] Routers {'d68ce39c-760a-4ee8-9cd1-aef2492b0f44'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:21:28.304020 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-e3a14124-8ee8-4d5a-af11-675d000c165a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:21:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['d68ce39c-760a-4ee8-9cd1-aef2492b0f44'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:21:28.478507 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-e3a14124-8ee8-4d5a-af11-675d000c165a None None] Set router d68ce39c-760a-4ee8-9cd1-aef2492b0f44 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:21:28.789602 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-e3a14124-8ee8-4d5a-af11-675d000c165a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd68ce39c-760a-4ee8-9cd1-aef2492b0f44', 'name': 'tempest-TestEncryptedCinderVolumes-1064073509-router', 'tenant_id': '6a2a16e6847040b08174630aa7437e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.143'}], 'enable_snat': True}, 'gw_port_id': '20ec1050-66fb-4111-af1b-5ae41b2445ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:21:05Z', 'updated_at': '2022-02-04T09:21:09Z', 'revision_number': 4, 'project_id': '6a2a16e6847040b08174630aa7437e02', 'gw_port': {'id': '20ec1050-66fb-4111-af1b-5ae41b2445ac', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:3f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68ce39c-760a-4ee8-9cd1-aef2492b0f44', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:21:06Z', 'updated_at': '2022-02-04T09:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': 'dd0b5024-0d00-408c-bde1-f6f79074fea8', 'name': '', 'network_id': 'cc0a30a3-6f1b-49ae-b6aa-63e3a5d5cf91', 'tenant_id': '6a2a16e6847040b08174630aa7437e02', 'mac_address': 'fa:16:3e:0a:e2:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd68ce39c-760a-4ee8-9cd1-aef2492b0f44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '197a3424-dd3e-4e08-b318-3f59547798d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:21:08Z', 'updated_at': '2022-02-04T09:21:09Z', 'revision_number': 2, 'project_id': '6a2a16e6847040b08174630aa7437e02', 'subnets': [{'id': '197a3424-dd3e-4e08-b318-3f59547798d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:21:28.793409 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a14124-8ee8-4d5a-af11-675d000c165a None None] Checking router: d68ce39c-760a-4ee8-9cd1-aef2492b0f44 for host: dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 09:21:28.793754 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a14124-8ee8-4d5a-af11-675d000c165a None None] Updating router d68ce39c-760a-4ee8-9cd1-aef2492b0f44 port dd0b5024-0d00-408c-bde1-f6f79074fea8 binding host dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 09:21:28.846149 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-e3a14124-8ee8-4d5a-af11-675d000c165a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:29.227901 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-e3a14124-8ee8-4d5a-af11-675d000c165a None None] Notify callbacks [] for port, precommit_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:29.240143 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-e3a14124-8ee8-4d5a-af11-675d000c165a None None] Transition to ACTIVE for port object dd0b5024-0d00-408c-bde1-f6f79074fea8 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:21:29.312471 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-e3a14124-8ee8-4d5a-af11-675d000c165a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:29.438225 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaa7912-97e1-4f79-ac49-46577e6682f0 None None] Pushing event updated for resources: {'Port': ['ID=dd0b5024-0d00-408c-bde1-f6f79074fea8,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:21:29.505678 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaa7912-97e1-4f79-ac49-46577e6682f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:21:29.509518 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaa7912-97e1-4f79-ac49-46577e6682f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:21:29.509518 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaa7912-97e1-4f79-ac49-46577e6682f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:21:29.509518 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaa7912-97e1-4f79-ac49-46577e6682f0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:21:29.509518 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaa7912-97e1-4f79-ac49-46577e6682f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:21:29.509518 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaa7912-97e1-4f79-ac49-46577e6682f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:21:29.509518 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaa7912-97e1-4f79-ac49-46577e6682f0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:21:29.509518 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaa7912-97e1-4f79-ac49-46577e6682f0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:21:29.509518 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaa7912-97e1-4f79-ac49-46577e6682f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:21:29.509518 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaa7912-97e1-4f79-ac49-46577e6682f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:21:29.509518 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaa7912-97e1-4f79-ac49-46577e6682f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:21:29.537847 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-e3a14124-8ee8-4d5a-af11-675d000c165a None None] Attempting to bind port dd0b5024-0d00-408c-bde1-f6f79074fea8 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 09:21:29.538225 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-e3a14124-8ee8-4d5a-af11-675d000c165a None None] Attempting to bind port dd0b5024-0d00-408c-bde1-f6f79074fea8 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': '1f9f3a00-1abc-48a2-b02b-23d976b72211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'cc0a30a3-6f1b-49ae-b6aa-63e3a5d5cf91'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 09:21:29.538584 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a14124-8ee8-4d5a-af11-675d000c165a None None] Attempting to bind port dd0b5024-0d00-408c-bde1-f6f79074fea8 on network cc0a30a3-6f1b-49ae-b6aa-63e3a5d5cf91 {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 09:21:29.545871 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a14124-8ee8-4d5a-af11-675d000c165a None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 9, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 09:21:29.546242 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a14124-8ee8-4d5a-af11-675d000c165a None None] Checking segment: {'id': '1f9f3a00-1abc-48a2-b02b-23d976b72211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'cc0a30a3-6f1b-49ae-b6aa-63e3a5d5cf91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 09:21:29.546632 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-e3a14124-8ee8-4d5a-af11-675d000c165a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:29.547030 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a14124-8ee8-4d5a-af11-675d000c165a None None] Bound using segment: {'id': '1f9f3a00-1abc-48a2-b02b-23d976b72211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'cc0a30a3-6f1b-49ae-b6aa-63e3a5d5cf91'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 09:21:29.547462 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-e3a14124-8ee8-4d5a-af11-675d000c165a None None] Bound port: dd0b5024-0d00-408c-bde1-f6f79074fea8, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f9f3a00-1abc-48a2-b02b-23d976b72211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'cc0a30a3-6f1b-49ae-b6aa-63e3a5d5cf91'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 09:21:29.547823 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-e3a14124-8ee8-4d5a-af11-675d000c165a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:29.643390 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-e3a14124-8ee8-4d5a-af11-675d000c165a None None] For port dd0b5024-0d00-408c-bde1-f6f79074fea8, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 09:21:29.646747 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-e3a14124-8ee8-4d5a-af11-675d000c165a None None] For port dd0b5024-0d00-408c-bde1-f6f79074fea8, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=dd0b5024-0d00-408c-bde1-f6f79074fea8,segment=NetworkSegment(1f9f3a00-1abc-48a2-b02b-23d976b72211),segment_id=1f9f3a00-1abc-48a2-b02b-23d976b72211)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 09:21:29.705229 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-e3a14124-8ee8-4d5a-af11-675d000c165a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:29.787584 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaa7912-97e1-4f79-ac49-46577e6682f0 None None] Pushing event updated for resources: {'Port': ['ID=dd0b5024-0d00-408c-bde1-f6f79074fea8,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:21:29.790538 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a14124-8ee8-4d5a-af11-675d000c165a None None] Routers {'d68ce39c-760a-4ee8-9cd1-aef2492b0f44'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:21:29.791261 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-e3a14124-8ee8-4d5a-af11-675d000c165a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:21:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['d68ce39c-760a-4ee8-9cd1-aef2492b0f44'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:21:29.988086 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-e3a14124-8ee8-4d5a-af11-675d000c165a None None] Set router d68ce39c-760a-4ee8-9cd1-aef2492b0f44 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:21:30.127728 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 09:21:30.328995 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-e3a14124-8ee8-4d5a-af11-675d000c165a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd68ce39c-760a-4ee8-9cd1-aef2492b0f44', 'name': 'tempest-TestEncryptedCinderVolumes-1064073509-router', 'tenant_id': '6a2a16e6847040b08174630aa7437e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.143'}], 'enable_snat': True}, 'gw_port_id': '20ec1050-66fb-4111-af1b-5ae41b2445ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:21:05Z', 'updated_at': '2022-02-04T09:21:09Z', 'revision_number': 4, 'project_id': '6a2a16e6847040b08174630aa7437e02', 'gw_port': {'id': '20ec1050-66fb-4111-af1b-5ae41b2445ac', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:3f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68ce39c-760a-4ee8-9cd1-aef2492b0f44', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:21:06Z', 'updated_at': '2022-02-04T09:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': 'dd0b5024-0d00-408c-bde1-f6f79074fea8', 'name': '', 'network_id': 'cc0a30a3-6f1b-49ae-b6aa-63e3a5d5cf91', 'tenant_id': '6a2a16e6847040b08174630aa7437e02', 'mac_address': 'fa:16:3e:0a:e2:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd68ce39c-760a-4ee8-9cd1-aef2492b0f44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '197a3424-dd3e-4e08-b318-3f59547798d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:21:08Z', 'updated_at': '2022-02-04T09:21:29Z', 'revision_number': 4, 'project_id': '6a2a16e6847040b08174630aa7437e02', 'subnets': [{'id': '197a3424-dd3e-4e08-b318-3f59547798d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:21:30.333552 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a14124-8ee8-4d5a-af11-675d000c165a None None] The sync data for ids ['d68ce39c-760a-4ee8-9cd1-aef2492b0f44'] in dv-neutron-827798-2-hyperv is: [{'id': 'd68ce39c-760a-4ee8-9cd1-aef2492b0f44', 'name': 'tempest-TestEncryptedCinderVolumes-1064073509-router', 'tenant_id': '6a2a16e6847040b08174630aa7437e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.143'}], 'enable_snat': True}, 'gw_port_id': '20ec1050-66fb-4111-af1b-5ae41b2445ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:21:05Z', 'updated_at': '2022-02-04T09:21:09Z', 'revision_number': 4, 'project_id': '6a2a16e6847040b08174630aa7437e02', 'gw_port': {'id': '20ec1050-66fb-4111-af1b-5ae41b2445ac', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:3f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68ce39c-760a-4ee8-9cd1-aef2492b0f44', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:21:06Z', 'updated_at': '2022-02-04T09:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': 'dd0b5024-0d00-408c-bde1-f6f79074fea8', 'name': '', 'network_id': 'cc0a30a3-6f1b-49ae-b6aa-63e3a5d5cf91', 'tenant_id': '6a2a16e6847040b08174630aa7437e02', 'mac_address': 'fa:16:3e:0a:e2:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd68ce39c-760a-4ee8-9cd1-aef2492b0f44', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '197a3424-dd3e-4e08-b318-3f59547798d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:21:08Z', 'updated_at': '2022-02-04T09:21:29Z', 'revision_number': 4, 'project_id': '6a2a16e6847040b08174630aa7437e02', 'subnets': [{'id': '197a3424-dd3e-4e08-b318-3f59547798d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 09:21:31.074418 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device dd0b5024-0d00-408c-bde1-f6f79074fea8 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:21:31.222105 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port dd0b5024-0d00-408c-bde1-f6f79074fea8 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:21:31.227767 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port dd0b5024-0d00-408c-bde1-f6f79074fea8 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:21:31.228268 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:31.339052 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:31.371287 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port dd0b5024-0d00-408c-bde1-f6f79074fea8, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=dd0b5024-0d00-408c-bde1-f6f79074fea8,segment=NetworkSegment(1f9f3a00-1abc-48a2-b02b-23d976b72211),segment_id=1f9f3a00-1abc-48a2-b02b-23d976b72211)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:21:31.432606 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:31.506499 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=dd0b5024-0d00-408c-bde1-f6f79074fea8,revision_number=5']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:21:33.053570 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device dd0b5024-0d00-408c-bde1-f6f79074fea8 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:21:33.119037 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port dd0b5024-0d00-408c-bde1-f6f79074fea8 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:21:33.119400 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:45.116242 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4204674a-e81f-4f9e-9f12-a57601dba6eb req-57db171d-f6cc-4f95-b353-f8c9dffd0106 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:21:45.117698 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4204674a-e81f-4f9e-9f12-a57601dba6eb req-57db171d-f6cc-4f95-b353-f8c9dffd0106 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1b12964-2059-4268-a0b3-84318f999092 HTTP/1.1" status: 200 len: 945 time: 0.0742764 Feb 04 09:21:45.164156 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4204674a-e81f-4f9e-9f12-a57601dba6eb req-9afcfdd4-3ec9-4af6-8120-f4c564425433 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] 10.222.0.36 "GET /v2.0/security-groups?id=216f22a7-4c43-48e0-ad74-81787b20a855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410559 Feb 04 09:21:46.354029 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a412d5ac-3ecd-488d-83b4-27866ab25bc7 req-50257843-e229-4716-ae39-386016274b38 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:21:46.355444 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a412d5ac-3ecd-488d-83b4-27866ab25bc7 req-50257843-e229-4716-ae39-386016274b38 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1b12964-2059-4268-a0b3-84318f999092 HTTP/1.1" status: 200 len: 945 time: 0.0732136 Feb 04 09:21:46.399011 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a412d5ac-3ecd-488d-83b4-27866ab25bc7 req-62bcd603-0c2a-4158-ac67-9c3d77a18ce0 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] 10.222.0.36 "GET /v2.0/security-groups?id=216f22a7-4c43-48e0-ad74-81787b20a855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382447 Feb 04 09:21:46.876791 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602b18a2-b9ea-4bbb-b517-8b6bac6c83b4 req-52c258c3-4a83-4a7d-a9c8-6ca172d087c7 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:21:46.877465 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [req-602b18a2-b9ea-4bbb-b517-8b6bac6c83b4 req-52c258c3-4a83-4a7d-a9c8-6ca172d087c7 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] Synchronizing usage tracker for tenant:27788d9bd3a341219734545e243a1963 on resource:port {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 09:21:46.961275 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [req-602b18a2-b9ea-4bbb-b517-8b6bac6c83b4 req-52c258c3-4a83-4a7d-a9c8-6ca172d087c7 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] Unset dirty status for tenant:27788d9bd3a341219734545e243a1963 on resource:port {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 09:21:46.962453 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-602b18a2-b9ea-4bbb-b517-8b6bac6c83b4 req-52c258c3-4a83-4a7d-a9c8-6ca172d087c7 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] 10.222.0.47 "GET /v2.0/ports?device_id=b1b12964-2059-4268-a0b3-84318f999092 HTTP/1.1" status: 200 len: 945 time: 0.1610439 Feb 04 09:21:47.029869 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [req-602b18a2-b9ea-4bbb-b517-8b6bac6c83b4 req-73b6d465-f850-45a7-bedf-aaf95cb27b0a tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] Deleting port 97915c6d-6a1e-4fd7-b989-7afd9bc584df {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:21:47.030280 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-602b18a2-b9ea-4bbb-b517-8b6bac6c83b4 req-73b6d465-f850-45a7-bedf-aaf95cb27b0a tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:47.269449 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [req-602b18a2-b9ea-4bbb-b517-8b6bac6c83b4 req-73b6d465-f850-45a7-bedf-aaf95cb27b0a tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] For port 97915c6d-6a1e-4fd7-b989-7afd9bc584df, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=97915c6d-6a1e-4fd7-b989-7afd9bc584df,segment=NetworkSegment(f259b74e-1a11-4888-b0fe-11ce476bfabf),segment_id=f259b74e-1a11-4888-b0fe-11ce476bfabf)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:21:47.269728 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-602b18a2-b9ea-4bbb-b517-8b6bac6c83b4 req-73b6d465-f850-45a7-bedf-aaf95cb27b0a tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:47.386060 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [req-602b18a2-b9ea-4bbb-b517-8b6bac6c83b4 req-73b6d465-f850-45a7-bedf-aaf95cb27b0a tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] Calling delete_port for 97915c6d-6a1e-4fd7-b989-7afd9bc584df owned by compute:nova {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 09:21:47.590117 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-602b18a2-b9ea-4bbb-b517-8b6bac6c83b4 req-73b6d465-f850-45a7-bedf-aaf95cb27b0a tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:47.595793 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6956964-3dad-49e6-a110-cb12dc4fb81c req-cca120e8-9cf5-4ab9-beea-179a4fdc6767 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:21:47.597318 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d6956964-3dad-49e6-a110-cb12dc4fb81c req-cca120e8-9cf5-4ab9-beea-179a4fdc6767 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1b12964-2059-4268-a0b3-84318f999092 HTTP/1.1" status: 200 len: 867 time: 0.0771067 Feb 04 09:21:47.601803 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] get_ports_and_sgs() called for port_ids ['97915c6d-6a1e-4fd7-b989-7afd9bc584df'] {{(pid=84109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 09:21:47.644485 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b6d465-f850-45a7-bedf-aaf95cb27b0a tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] Pushing event deleted for resources: {'Port': ['ID=97915c6d-6a1e-4fd7-b989-7afd9bc584df,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:21:47.664037 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d6956964-3dad-49e6-a110-cb12dc4fb81c req-d1f608d3-09ec-4e63-8836-1cdfbf079c67 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] 10.222.0.36 "GET /v2.0/security-groups?id=216f22a7-4c43-48e0-ad74-81787b20a855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545294 Feb 04 09:21:47.714261 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b6d465-f850-45a7-bedf-aaf95cb27b0a tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:21:47.714604 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b6d465-f850-45a7-bedf-aaf95cb27b0a tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:21:47.714945 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b6d465-f850-45a7-bedf-aaf95cb27b0a tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:21:47.715424 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b6d465-f850-45a7-bedf-aaf95cb27b0a tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:21:47.715754 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b6d465-f850-45a7-bedf-aaf95cb27b0a tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:21:47.716083 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b6d465-f850-45a7-bedf-aaf95cb27b0a tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:21:47.716403 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b6d465-f850-45a7-bedf-aaf95cb27b0a tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:21:47.716748 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b6d465-f850-45a7-bedf-aaf95cb27b0a tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:21:47.717079 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b6d465-f850-45a7-bedf-aaf95cb27b0a tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:21:47.717402 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b6d465-f850-45a7-bedf-aaf95cb27b0a tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:21:47.717723 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b6d465-f850-45a7-bedf-aaf95cb27b0a tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:21:47.731023 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [req-602b18a2-b9ea-4bbb-b517-8b6bac6c83b4 req-73b6d465-f850-45a7-bedf-aaf95cb27b0a tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] No DVR routers for this DVR port 97915c6d-6a1e-4fd7-b989-7afd9bc584df on host hv-neutron-8277 {{(pid=84108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 09:21:47.733384 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-602b18a2-b9ea-4bbb-b517-8b6bac6c83b4 req-73b6d465-f850-45a7-bedf-aaf95cb27b0a tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:47.735988 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1b12964-2059-4268-a0b3-84318f999092', 'name': 'network-vif-deleted', 'tag': '97915c6d-6a1e-4fd7-b989-7afd9bc584df'}] {{(pid=84108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:21:47.798444 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1b12964-2059-4268-a0b3-84318f999092', 'name': 'network-vif-deleted', 'tag': '97915c6d-6a1e-4fd7-b989-7afd9bc584df', 'status': 'completed', 'code': 200} Feb 04 09:21:47.804053 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-602b18a2-b9ea-4bbb-b517-8b6bac6c83b4 req-73b6d465-f850-45a7-bedf-aaf95cb27b0a tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] 10.222.0.47 "DELETE /v2.0/ports/97915c6d-6a1e-4fd7-b989-7afd9bc584df HTTP/1.1" status: 204 len: 173 time: 0.8359034 Feb 04 09:21:49.461448 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-9fe87d42-0cd9-4453-a997-862ecedf3cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:49.580639 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaa737c-9809-4fd1-a9fb-61863aedd9cc req-a567a588-3dba-4808-a0a1-b5bcf7ec4743 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:21:49.582100 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-faaa737c-9809-4fd1-a9fb-61863aedd9cc req-a567a588-3dba-4808-a0a1-b5bcf7ec4743 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] 10.222.0.36 "GET /v2.0/networks?id=7bf421df-a5f4-4570-81da-1602d0f65d33 HTTP/1.1" status: 200 len: 817 time: 0.2221510 Feb 04 09:21:49.598001 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-faaa737c-9809-4fd1-a9fb-61863aedd9cc req-bbb52284-86cd-496a-8bec-cdbbfb07303e tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] 10.222.0.36 "GET /v2.0/quotas/27788d9bd3a341219734545e243a1963 HTTP/1.1" status: 200 len: 375 time: 0.0106046 Feb 04 09:21:49.674466 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-faaa737c-9809-4fd1-a9fb-61863aedd9cc req-a9df689f-e3a9-458e-9a2c-c816ec9c5675 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=27788d9bd3a341219734545e243a1963&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0718660 Feb 04 09:21:49.756333 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device 97915c6d-6a1e-4fd7-b989-7afd9bc584df no longer exists at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 09:21:49.790355 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] No Port match for: 97915c6d-6a1e-4fd7-b989-7afd9bc584df {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 09:21:49.790698 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device 97915c6d-6a1e-4fd7-b989-7afd9bc584df not bound to the agent host hv-neutron-8277 {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 09:21:49.873674 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-faaa737c-9809-4fd1-a9fb-61863aedd9cc req-eaf4398c-f77c-4150-a1da-cc5f8248c2ed service neutron] 10.222.0.36 "GET /v2.0/networks/7bf421df-a5f4-4570-81da-1602d0f65d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870494 Feb 04 09:21:50.014407 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-faaa737c-9809-4fd1-a9fb-61863aedd9cc req-e4c4b2e3-5408-4f52-91f1-829372d2c820 service neutron] 10.222.0.36 "GET /v2.0/networks/7bf421df-a5f4-4570-81da-1602d0f65d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351974 Feb 04 09:21:51.263954 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4fc612aa-21ee-4c6f-bc85-c5af64d36e83 req-e3aa6565-6e6f-4b72-bdb1-71635616b11f tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] 10.222.0.36 "GET /v2.0/ports?device_id=fae19ad1-72be-4a96-898f-cab56ea6c105 HTTP/1.1" status: 200 len: 210 time: 0.0495379 Feb 04 09:21:51.755682 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-07382633-4a50-4b09-8b52-2041bb1712ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:52.426481 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-04d083e7-6157-4ed3-a6c9-534eeb8fc10a req-b1b43fda-b8c7-4277-9827-b0e029227513 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] 10.222.0.36 "GET /v2.0/ports?device_id=fae19ad1-72be-4a96-898f-cab56ea6c105 HTTP/1.1" status: 200 len: 210 time: 0.0409076 Feb 04 09:21:52.949722 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:53.035445 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:53.129414 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaa737c-9809-4fd1-a9fb-61863aedd9cc req-dd579119-c825-431a-bcef-848a5d3d9106 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:21:53.130871 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-faaa737c-9809-4fd1-a9fb-61863aedd9cc req-dd579119-c825-431a-bcef-848a5d3d9106 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] 10.222.0.47 "GET /v2.0/networks?id=7bf421df-a5f4-4570-81da-1602d0f65d33 HTTP/1.1" status: 200 len: 817 time: 0.1402094 Feb 04 09:21:53.146192 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [req-faaa737c-9809-4fd1-a9fb-61863aedd9cc req-0ffef031-24b8-4577-959a-0bcaf0138739 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] Request body: {'port': {'device_id': 'fae19ad1-72be-4a96-898f-cab56ea6c105', 'network_id': '7bf421df-a5f4-4570-81da-1602d0f65d33', 'admin_state_up': True, 'tenant_id': '27788d9bd3a341219734545e243a1963'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:21:53.375407 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [req-faaa737c-9809-4fd1-a9fb-61863aedd9cc req-0ffef031-24b8-4577-959a-0bcaf0138739 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:21:53.379366 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [req-faaa737c-9809-4fd1-a9fb-61863aedd9cc req-0ffef031-24b8-4577-959a-0bcaf0138739 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] Usage tracker for resource:port and tenant:27788d9bd3a341219734545e243a1963 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:21:53.382134 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [req-faaa737c-9809-4fd1-a9fb-61863aedd9cc req-0ffef031-24b8-4577-959a-0bcaf0138739 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:21:53.387584 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [req-faaa737c-9809-4fd1-a9fb-61863aedd9cc req-0ffef031-24b8-4577-959a-0bcaf0138739 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:21:53.464510 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faaa737c-9809-4fd1-a9fb-61863aedd9cc req-0ffef031-24b8-4577-959a-0bcaf0138739 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] Made reservation on behalf of 27788d9bd3a341219734545e243a1963 for: {'port': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 09:21:53.467170 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-faaa737c-9809-4fd1-a9fb-61863aedd9cc req-0ffef031-24b8-4577-959a-0bcaf0138739 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:53.590300 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ee5622ea-c785-4b24-8a7a-1516f9777903 req-9a4ecd9e-021e-46bf-91cb-7952fafb60f8 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] 10.222.0.36 "GET /v2.0/ports?device_id=fae19ad1-72be-4a96-898f-cab56ea6c105 HTTP/1.1" status: 200 len: 210 time: 0.0414135 Feb 04 09:21:53.635506 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [req-faaa737c-9809-4fd1-a9fb-61863aedd9cc req-0ffef031-24b8-4577-959a-0bcaf0138739 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] Allocated IP 172.20.0.11 (7bf421df-a5f4-4570-81da-1602d0f65d33/e2b9efcf-f72e-4d1b-87ea-41516387240d/0aa794f5-8b41-41f4-991e-fdde488e584e) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 09:21:53.831510 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-faaa737c-9809-4fd1-a9fb-61863aedd9cc req-0ffef031-24b8-4577-959a-0bcaf0138739 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:53.846466 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.provisioning_blocks [req-faaa737c-9809-4fd1-a9fb-61863aedd9cc req-0ffef031-24b8-4577-959a-0bcaf0138739 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] Transition to ACTIVE for port object 0aa794f5-8b41-41f4-991e-fdde488e584e will not be triggered until provisioned by entity DHCP. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:21:53.918766 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-faaa737c-9809-4fd1-a9fb-61863aedd9cc req-0ffef031-24b8-4577-959a-0bcaf0138739 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:53.994868 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faaa737c-9809-4fd1-a9fb-61863aedd9cc req-0ffef031-24b8-4577-959a-0bcaf0138739 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] Network 7bf421df-a5f4-4570-81da-1602d0f65d33 is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:21:53.998372 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffef031-24b8-4577-959a-0bcaf0138739 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] Pushing event updated for resources: {'Port': ['ID=0aa794f5-8b41-41f4-991e-fdde488e584e,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:21:54.000745 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [req-faaa737c-9809-4fd1-a9fb-61863aedd9cc req-0ffef031-24b8-4577-959a-0bcaf0138739 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:21:54.003286 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [req-faaa737c-9809-4fd1-a9fb-61863aedd9cc req-0ffef031-24b8-4577-959a-0bcaf0138739 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 09:21:54.062773 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaa737c-9809-4fd1-a9fb-61863aedd9cc req-0ffef031-24b8-4577-959a-0bcaf0138739 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:21:54.063365 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-faaa737c-9809-4fd1-a9fb-61863aedd9cc req-0ffef031-24b8-4577-959a-0bcaf0138739 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:54.204590 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-faaa737c-9809-4fd1-a9fb-61863aedd9cc req-0ffef031-24b8-4577-959a-0bcaf0138739 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0617423 Feb 04 09:21:54.215599 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [req-faaa737c-9809-4fd1-a9fb-61863aedd9cc req-c75608b2-7cd3-4821-b1db-7463b7ac54bd service neutron] Request body: {'port': {'device_id': 'fae19ad1-72be-4a96-898f-cab56ea6c105', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:21:54.272482 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-922a9da7-d67d-400b-8d14-dc965c1ac24e None None] Provisioning for port 0aa794f5-8b41-41f4-991e-fdde488e584e completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:21:54.277492 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-922a9da7-d67d-400b-8d14-dc965c1ac24e None None] Provisioning complete for port 0aa794f5-8b41-41f4-991e-fdde488e584e triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:21:54.277854 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-922a9da7-d67d-400b-8d14-dc965c1ac24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:54.321706 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-faaa737c-9809-4fd1-a9fb-61863aedd9cc req-c75608b2-7cd3-4821-b1db-7463b7ac54bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:54.328364 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-922a9da7-d67d-400b-8d14-dc965c1ac24e None None] Port 0aa794f5-8b41-41f4-991e-fdde488e584e cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 09:21:54.489773 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:54.655533 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [req-faaa737c-9809-4fd1-a9fb-61863aedd9cc req-c75608b2-7cd3-4821-b1db-7463b7ac54bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0aa794f5-8b41-41f4-991e-fdde488e584e {{(pid=84108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 09:21:54.662352 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-faaa737c-9809-4fd1-a9fb-61863aedd9cc req-c75608b2-7cd3-4821-b1db-7463b7ac54bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:54.677300 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.provisioning_blocks [req-faaa737c-9809-4fd1-a9fb-61863aedd9cc req-c75608b2-7cd3-4821-b1db-7463b7ac54bd service neutron] Transition to ACTIVE for port object 0aa794f5-8b41-41f4-991e-fdde488e584e will not be triggered until provisioned by entity L2. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:21:54.763837 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-faaa737c-9809-4fd1-a9fb-61863aedd9cc req-c75608b2-7cd3-4821-b1db-7463b7ac54bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:54.788778 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1385c1-32af-4646-9224-e9965733dc17 req-20c50cad-7e5e-4b6e-ae23-91fa8d67715f tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:21:54.790393 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-6e1385c1-32af-4646-9224-e9965733dc17 req-20c50cad-7e5e-4b6e-ae23-91fa8d67715f tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] 10.222.0.36 "GET /v2.0/ports?device_id=fae19ad1-72be-4a96-898f-cab56ea6c105 HTTP/1.1" status: 200 len: 932 time: 0.0794713 Feb 04 09:21:54.843046 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-6e1385c1-32af-4646-9224-e9965733dc17 req-70838386-5ec2-496b-adbc-e91bf5b320e6 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] 10.222.0.36 "GET /v2.0/security-groups?id=216f22a7-4c43-48e0-ad74-81787b20a855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459657 Feb 04 09:21:54.895801 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75608b2-7cd3-4821-b1db-7463b7ac54bd service neutron] Pushing event updated for resources: {'Port': ['ID=0aa794f5-8b41-41f4-991e-fdde488e584e,revision_number=2']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:21:55.005331 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [req-faaa737c-9809-4fd1-a9fb-61863aedd9cc req-c75608b2-7cd3-4821-b1db-7463b7ac54bd service neutron] Attempting to bind port 0aa794f5-8b41-41f4-991e-fdde488e584e on host hv-neutron-8277 for vnic_type normal with profile {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 09:21:55.005664 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [req-faaa737c-9809-4fd1-a9fb-61863aedd9cc req-c75608b2-7cd3-4821-b1db-7463b7ac54bd service neutron] Attempting to bind port 0aa794f5-8b41-41f4-991e-fdde488e584e by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'f259b74e-1a11-4888-b0fe-11ce476bfabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '7bf421df-a5f4-4570-81da-1602d0f65d33'}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 09:21:55.005987 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faaa737c-9809-4fd1-a9fb-61863aedd9cc req-c75608b2-7cd3-4821-b1db-7463b7ac54bd service neutron] Attempting to bind port 0aa794f5-8b41-41f4-991e-fdde488e584e on network 7bf421df-a5f4-4570-81da-1602d0f65d33 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 09:21:55.011678 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faaa737c-9809-4fd1-a9fb-61863aedd9cc req-c75608b2-7cd3-4821-b1db-7463b7ac54bd service neutron] Port 0aa794f5-8b41-41f4-991e-fdde488e584e on network 7bf421df-a5f4-4570-81da-1602d0f65d33 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 09:21:55.011996 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faaa737c-9809-4fd1-a9fb-61863aedd9cc req-c75608b2-7cd3-4821-b1db-7463b7ac54bd service neutron] Attempting to bind port 0aa794f5-8b41-41f4-991e-fdde488e584e on network 7bf421df-a5f4-4570-81da-1602d0f65d33 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 09:21:55.018212 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faaa737c-9809-4fd1-a9fb-61863aedd9cc req-c75608b2-7cd3-4821-b1db-7463b7ac54bd service neutron] Checking agent: {'id': 'f735dfbb-9ed2-4de7-8aa1-fea4a962ae1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 34, 26), 'started_at': datetime.datetime(2022, 2, 4, 8, 34, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 9, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 09:21:55.018484 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faaa737c-9809-4fd1-a9fb-61863aedd9cc req-c75608b2-7cd3-4821-b1db-7463b7ac54bd service neutron] Checking segment: {'id': 'f259b74e-1a11-4888-b0fe-11ce476bfabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '7bf421df-a5f4-4570-81da-1602d0f65d33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 09:21:55.018888 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faaa737c-9809-4fd1-a9fb-61863aedd9cc req-c75608b2-7cd3-4821-b1db-7463b7ac54bd service neutron] Bound using segment: {'id': 'f259b74e-1a11-4888-b0fe-11ce476bfabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '7bf421df-a5f4-4570-81da-1602d0f65d33'} {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 09:21:55.019304 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [req-faaa737c-9809-4fd1-a9fb-61863aedd9cc req-c75608b2-7cd3-4821-b1db-7463b7ac54bd service neutron] Bound port: 0aa794f5-8b41-41f4-991e-fdde488e584e, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f259b74e-1a11-4888-b0fe-11ce476bfabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '7bf421df-a5f4-4570-81da-1602d0f65d33'}}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 09:21:55.019650 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-faaa737c-9809-4fd1-a9fb-61863aedd9cc req-c75608b2-7cd3-4821-b1db-7463b7ac54bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:55.108817 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [req-faaa737c-9809-4fd1-a9fb-61863aedd9cc req-c75608b2-7cd3-4821-b1db-7463b7ac54bd service neutron] For port 0aa794f5-8b41-41f4-991e-fdde488e584e, host hv-neutron-8277, cleared binding levels {{(pid=84108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 09:21:55.111630 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [req-faaa737c-9809-4fd1-a9fb-61863aedd9cc req-c75608b2-7cd3-4821-b1db-7463b7ac54bd service neutron] For port 0aa794f5-8b41-41f4-991e-fdde488e584e, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=0aa794f5-8b41-41f4-991e-fdde488e584e,segment=NetworkSegment(f259b74e-1a11-4888-b0fe-11ce476bfabf),segment_id=f259b74e-1a11-4888-b0fe-11ce476bfabf)] {{(pid=84108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 09:21:55.192248 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-faaa737c-9809-4fd1-a9fb-61863aedd9cc req-c75608b2-7cd3-4821-b1db-7463b7ac54bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:55.260865 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-faaa737c-9809-4fd1-a9fb-61863aedd9cc req-c75608b2-7cd3-4821-b1db-7463b7ac54bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:55.262804 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-faaa737c-9809-4fd1-a9fb-61863aedd9cc req-c75608b2-7cd3-4821-b1db-7463b7ac54bd service neutron] 10.222.0.47 "PUT /v2.0/ports/0aa794f5-8b41-41f4-991e-fdde488e584e HTTP/1.1" status: 200 len: 1094 time: 1.0512748 Feb 04 09:21:55.263394 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fae19ad1-72be-4a96-898f-cab56ea6c105', 'tag': '0aa794f5-8b41-41f4-991e-fdde488e584e'}] {{(pid=84108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:21:55.287238 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75608b2-7cd3-4821-b1db-7463b7ac54bd service neutron] Pushing event updated for resources: {'Port': ['ID=0aa794f5-8b41-41f4-991e-fdde488e584e,revision_number=3']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:21:55.445119 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-faaa737c-9809-4fd1-a9fb-61863aedd9cc req-cc24874e-4a8a-47cb-8ed3-c92386aadf84 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=27788d9bd3a341219734545e243a1963&device_id=fae19ad1-72be-4a96-898f-cab56ea6c105 HTTP/1.1" status: 200 len: 1097 time: 0.0860450 Feb 04 09:21:55.504421 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fae19ad1-72be-4a96-898f-cab56ea6c105', 'tag': '0aa794f5-8b41-41f4-991e-fdde488e584e', 'status': 'completed', 'code': 200} Feb 04 09:21:55.517878 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-faaa737c-9809-4fd1-a9fb-61863aedd9cc req-faefc363-6a42-4406-91da-510e7767753e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0aa794f5-8b41-41f4-991e-fdde488e584e HTTP/1.1" status: 200 len: 217 time: 0.0660818 Feb 04 09:21:55.586442 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaa737c-9809-4fd1-a9fb-61863aedd9cc req-1077a0b0-f2bd-4fd7-8e05-8ab0dc9082c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:21:55.587872 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-faaa737c-9809-4fd1-a9fb-61863aedd9cc req-1077a0b0-f2bd-4fd7-8e05-8ab0dc9082c4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e2b9efcf-f72e-4d1b-87ea-41516387240d HTTP/1.1" status: 200 len: 856 time: 0.0644159 Feb 04 09:21:55.749109 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-faaa737c-9809-4fd1-a9fb-61863aedd9cc req-9d38e5c7-60cf-4c5e-b466-2ee508643e7b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7bf421df-a5f4-4570-81da-1602d0f65d33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1558223 Feb 04 09:21:55.876940 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-faaa737c-9809-4fd1-a9fb-61863aedd9cc req-0fa0f915-6e4f-44ab-95c6-e069612801a3 service neutron] 10.222.0.47 "GET /v2.0/networks/7bf421df-a5f4-4570-81da-1602d0f65d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211143 Feb 04 09:21:56.010806 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-faaa737c-9809-4fd1-a9fb-61863aedd9cc req-dec08912-1800-4033-9a1e-349b8d361751 service neutron] 10.222.0.47 "GET /v2.0/networks/7bf421df-a5f4-4570-81da-1602d0f65d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276228 Feb 04 09:21:56.043957 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65755f62-3426-4ab2-b9d0-cccb0fce2c95 req-ef93986f-dc15-44ab-a817-8a3d247c397d tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:21:56.045676 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-65755f62-3426-4ab2-b9d0-cccb0fce2c95 req-ef93986f-dc15-44ab-a817-8a3d247c397d tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] 10.222.0.36 "GET /v2.0/ports?device_id=fae19ad1-72be-4a96-898f-cab56ea6c105 HTTP/1.1" status: 200 len: 944 time: 0.0756893 Feb 04 09:21:56.089064 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-65755f62-3426-4ab2-b9d0-cccb0fce2c95 req-4a7cf275-3e26-4305-b76b-6ef2027ae784 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] 10.222.0.36 "GET /v2.0/security-groups?id=216f22a7-4c43-48e0-ad74-81787b20a855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379555 Feb 04 09:21:56.180808 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-e470d3e1-ef02-4b9a-b5be-cc85e593c0b2 req-8232429f-32bb-49c2-aba4-72a2a23ae8f0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=27788d9bd3a341219734545e243a1963&device_id=fae19ad1-72be-4a96-898f-cab56ea6c105 HTTP/1.1" status: 200 len: 1097 time: 0.0665734 Feb 04 09:21:56.307785 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e470d3e1-ef02-4b9a-b5be-cc85e593c0b2 req-2e52dc03-a4a7-4c3e-b492-8a7948dcbeab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:21:56.309228 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-e470d3e1-ef02-4b9a-b5be-cc85e593c0b2 req-2e52dc03-a4a7-4c3e-b492-8a7948dcbeab service neutron] 10.222.0.47 "GET /v2.0/networks?id=7bf421df-a5f4-4570-81da-1602d0f65d33 HTTP/1.1" status: 200 len: 918 time: 0.1227357 Feb 04 09:21:56.378217 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-e470d3e1-ef02-4b9a-b5be-cc85e593c0b2 req-c0f1315b-96a1-418f-b723-95ecc6a665e2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0aa794f5-8b41-41f4-991e-fdde488e584e HTTP/1.1" status: 200 len: 217 time: 0.0629525 Feb 04 09:21:56.443666 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e470d3e1-ef02-4b9a-b5be-cc85e593c0b2 req-b0eb3d4d-3a63-4f85-be6a-9b7681f1bf67 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:21:56.445028 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-e470d3e1-ef02-4b9a-b5be-cc85e593c0b2 req-b0eb3d4d-3a63-4f85-be6a-9b7681f1bf67 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e2b9efcf-f72e-4d1b-87ea-41516387240d HTTP/1.1" status: 200 len: 856 time: 0.0613644 Feb 04 09:21:56.472429 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:21:56.516118 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-e470d3e1-ef02-4b9a-b5be-cc85e593c0b2 req-5d392e0b-bad9-4abf-93c3-2c0f1c011a2e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7bf421df-a5f4-4570-81da-1602d0f65d33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0655303 Feb 04 09:21:56.642863 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-e470d3e1-ef02-4b9a-b5be-cc85e593c0b2 req-3b112c10-7059-48cf-abc4-f3b4438a6988 service neutron] 10.222.0.47 "GET /v2.0/networks/7bf421df-a5f4-4570-81da-1602d0f65d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204925 Feb 04 09:21:56.770478 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-e470d3e1-ef02-4b9a-b5be-cc85e593c0b2 req-60173220-f9be-41c9-88e7-cde79edb2ca9 service neutron] 10.222.0.47 "GET /v2.0/networks/7bf421df-a5f4-4570-81da-1602d0f65d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199791 Feb 04 09:21:57.282638 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456b890f-1ca1-4e48-ac92-04fa80d38572 req-28b5f3b8-346b-4fdd-9af3-33225f71f745 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:21:57.284172 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-456b890f-1ca1-4e48-ac92-04fa80d38572 req-28b5f3b8-346b-4fdd-9af3-33225f71f745 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] 10.222.0.36 "GET /v2.0/ports?device_id=fae19ad1-72be-4a96-898f-cab56ea6c105 HTTP/1.1" status: 200 len: 944 time: 0.0779264 Feb 04 09:21:57.327682 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-456b890f-1ca1-4e48-ac92-04fa80d38572 req-ad334200-5c1c-4e3c-8bd2-e9c6d91bfdcc tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] 10.222.0.36 "GET /v2.0/security-groups?id=216f22a7-4c43-48e0-ad74-81787b20a855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381420 Feb 04 09:21:58.517452 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fe25a7-e120-4be9-b39b-53bd4d75d6a1 req-abac4845-e563-4f83-9416-14cac63f9f07 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:21:58.518884 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-67fe25a7-e120-4be9-b39b-53bd4d75d6a1 req-abac4845-e563-4f83-9416-14cac63f9f07 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] 10.222.0.36 "GET /v2.0/ports?device_id=fae19ad1-72be-4a96-898f-cab56ea6c105 HTTP/1.1" status: 200 len: 944 time: 0.0740542 Feb 04 09:21:58.567109 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-67fe25a7-e120-4be9-b39b-53bd4d75d6a1 req-6f959539-3524-498c-bc6b-4a3754950ab5 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] 10.222.0.36 "GET /v2.0/security-groups?id=216f22a7-4c43-48e0-ad74-81787b20a855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413921 Feb 04 09:21:59.762277 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a11069-99de-4322-a369-55554e849dc1 req-3f76fdc3-5379-47d8-af48-37d3bb03a689 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:21:59.763700 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-08a11069-99de-4322-a369-55554e849dc1 req-3f76fdc3-5379-47d8-af48-37d3bb03a689 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] 10.222.0.36 "GET /v2.0/ports?device_id=fae19ad1-72be-4a96-898f-cab56ea6c105 HTTP/1.1" status: 200 len: 944 time: 0.0746462 Feb 04 09:21:59.807291 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-08a11069-99de-4322-a369-55554e849dc1 req-75ade284-3c74-43f0-923a-f1b734ecc672 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] 10.222.0.36 "GET /v2.0/security-groups?id=216f22a7-4c43-48e0-ad74-81787b20a855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381310 Feb 04 09:21:59.835201 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device 0aa794f5-8b41-41f4-991e-fdde488e584e details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=84109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 09:21:59.975656 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port 0aa794f5-8b41-41f4-991e-fdde488e584e, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=0aa794f5-8b41-41f4-991e-fdde488e584e,segment=NetworkSegment(f259b74e-1a11-4888-b0fe-11ce476bfabf),segment_id=f259b74e-1a11-4888-b0fe-11ce476bfabf)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:21:59.989312 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Returning: {'device': '0aa794f5-8b41-41f4-991e-fdde488e584e', 'network_id': '7bf421df-a5f4-4570-81da-1602d0f65d33', 'port_id': '0aa794f5-8b41-41f4-991e-fdde488e584e', 'mac_address': 'fa:16:3e:af:6c:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2b9efcf-f72e-4d1b-87ea-41516387240d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 09:22:00.044685 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:00.061648 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0aa794f5-8b41-41f4-991e-fdde488e584e {{(pid=84109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 09:22:00.075713 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port 0aa794f5-8b41-41f4-991e-fdde488e584e, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=0aa794f5-8b41-41f4-991e-fdde488e584e,segment=NetworkSegment(f259b74e-1a11-4888-b0fe-11ce476bfabf),segment_id=f259b74e-1a11-4888-b0fe-11ce476bfabf)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:22:00.155244 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:00.218049 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=0aa794f5-8b41-41f4-991e-fdde488e584e,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:22:00.468668 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] get_ports_and_sgs() called for port_ids ['0aa794f5-8b41-41f4-991e-fdde488e584e'] {{(pid=84109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 09:22:01.004757 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da351c0-e85d-4c55-bfe9-8cd0f5dcc1df req-88d0c651-9455-4533-96da-f31626530b08 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:22:01.006194 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-0da351c0-e85d-4c55-bfe9-8cd0f5dcc1df req-88d0c651-9455-4533-96da-f31626530b08 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] 10.222.0.36 "GET /v2.0/ports?device_id=fae19ad1-72be-4a96-898f-cab56ea6c105 HTTP/1.1" status: 200 len: 945 time: 0.0827270 Feb 04 09:22:01.050434 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-0da351c0-e85d-4c55-bfe9-8cd0f5dcc1df req-569fa697-1daf-45eb-8be4-d95dd5539476 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] 10.222.0.36 "GET /v2.0/security-groups?id=216f22a7-4c43-48e0-ad74-81787b20a855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384080 Feb 04 09:22:01.854867 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device 0aa794f5-8b41-41f4-991e-fdde488e584e up at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:22:01.980447 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Provisioning for port 0aa794f5-8b41-41f4-991e-fdde488e584e completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:22:01.985435 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Provisioning complete for port 0aa794f5-8b41-41f4-991e-fdde488e584e triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:22:01.985804 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:02.096045 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:02.122654 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fae19ad1-72be-4a96-898f-cab56ea6c105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aa794f5-8b41-41f4-991e-fdde488e584e'}] {{(pid=84109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:22:02.133177 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port 0aa794f5-8b41-41f4-991e-fdde488e584e, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=0aa794f5-8b41-41f4-991e-fdde488e584e,segment=NetworkSegment(f259b74e-1a11-4888-b0fe-11ce476bfabf),segment_id=f259b74e-1a11-4888-b0fe-11ce476bfabf)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:22:02.188830 dv-neutron-827798-2-hyperv neutron-server[84109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fae19ad1-72be-4a96-898f-cab56ea6c105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aa794f5-8b41-41f4-991e-fdde488e584e', 'code': 200} Feb 04 09:22:02.218302 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:02.256183 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86bf8cc-8659-44a0-a2c6-827691d83151 req-ac04aeb7-dc65-4984-b51b-bad295715431 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:22:02.257665 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f86bf8cc-8659-44a0-a2c6-827691d83151 req-ac04aeb7-dc65-4984-b51b-bad295715431 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] 10.222.0.36 "GET /v2.0/ports?device_id=fae19ad1-72be-4a96-898f-cab56ea6c105 HTTP/1.1" status: 200 len: 945 time: 0.0809696 Feb 04 09:22:02.293644 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=0aa794f5-8b41-41f4-991e-fdde488e584e,revision_number=5']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:22:02.308344 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f86bf8cc-8659-44a0-a2c6-827691d83151 req-badcbd79-518a-4190-8f47-7b8459970291 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] 10.222.0.36 "GET /v2.0/security-groups?id=216f22a7-4c43-48e0-ad74-81787b20a855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450437 Feb 04 09:22:02.540143 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-f60149d5-e780-46b2-8a02-daa3812f50f1 req-4391d1a9-0f0e-404b-bd44-da6d4adba1da service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fae19ad1-72be-4a96-898f-cab56ea6c105 HTTP/1.1" status: 200 len: 1099 time: 0.0661547 Feb 04 09:22:02.584229 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-f60149d5-e780-46b2-8a02-daa3812f50f1 req-dba65ad6-9ec0-4d34-a185-be4742777f6e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=216f22a7-4c43-48e0-ad74-81787b20a855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383813 Feb 04 09:22:03.505672 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a12ba0e-6950-4811-ba47-44d50b29d8ab req-4cb9a8e4-03d9-4805-ba46-7aea8217d70d tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:22:03.507091 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-2a12ba0e-6950-4811-ba47-44d50b29d8ab req-4cb9a8e4-03d9-4805-ba46-7aea8217d70d tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] 10.222.0.36 "GET /v2.0/ports?device_id=fae19ad1-72be-4a96-898f-cab56ea6c105 HTTP/1.1" status: 200 len: 946 time: 0.0769913 Feb 04 09:22:03.551476 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-2a12ba0e-6950-4811-ba47-44d50b29d8ab req-d43d1f73-c013-4775-b918-0be281f0df48 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] 10.222.0.36 "GET /v2.0/security-groups?id=216f22a7-4c43-48e0-ad74-81787b20a855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390294 Feb 04 09:22:04.740431 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ed1463-31ef-47fc-b9cc-6c1039f23d56 req-4fa5634d-f87f-480a-b8a6-5bb0dda27b3e tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:22:04.741883 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-51ed1463-31ef-47fc-b9cc-6c1039f23d56 req-4fa5634d-f87f-480a-b8a6-5bb0dda27b3e tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] 10.222.0.36 "GET /v2.0/ports?device_id=fae19ad1-72be-4a96-898f-cab56ea6c105 HTTP/1.1" status: 200 len: 946 time: 0.0750015 Feb 04 09:22:04.784965 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-51ed1463-31ef-47fc-b9cc-6c1039f23d56 req-0e9f5dce-8e15-4df1-92b2-cfedb4c00193 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] 10.222.0.36 "GET /v2.0/security-groups?id=216f22a7-4c43-48e0-ad74-81787b20a855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375829 Feb 04 09:22:04.985979 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0b48b5-e413-461b-acc7-7e8f299dedf5 req-536827f2-3afa-4a5a-92a0-a7c8ec2b1017 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:22:04.987412 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-6a0b48b5-e413-461b-acc7-7e8f299dedf5 req-536827f2-3afa-4a5a-92a0-a7c8ec2b1017 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] 10.222.0.36 "GET /v2.0/ports?device_id=fae19ad1-72be-4a96-898f-cab56ea6c105 HTTP/1.1" status: 200 len: 946 time: 0.0795743 Feb 04 09:22:05.030847 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-6a0b48b5-e413-461b-acc7-7e8f299dedf5 req-3844bab1-07ec-4c88-ac8c-949f4c418797 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] 10.222.0.36 "GET /v2.0/security-groups?id=216f22a7-4c43-48e0-ad74-81787b20a855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378232 Feb 04 09:22:07.128106 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 09:22:14.729709 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-4bedc86d-4e2c-4623-bfd4-c138cf397118 req-b1cd7561-779e-40f1-a35f-5f48b2c7ca6b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fae19ad1-72be-4a96-898f-cab56ea6c105&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0677056 Feb 04 09:22:14.864967 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-4bedc86d-4e2c-4623-bfd4-c138cf397118 req-6ba41378-eb5d-4fdd-a8be-49612872ecef service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=27788d9bd3a341219734545e243a1963&device_id=fae19ad1-72be-4a96-898f-cab56ea6c105 HTTP/1.1" status: 200 len: 1099 time: 0.0670667 Feb 04 09:22:15.006420 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bedc86d-4e2c-4623-bfd4-c138cf397118 req-2a085b9d-d306-42b1-a93b-a507fbc180b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:22:15.007897 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-4bedc86d-4e2c-4623-bfd4-c138cf397118 req-2a085b9d-d306-42b1-a93b-a507fbc180b3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7bf421df-a5f4-4570-81da-1602d0f65d33 HTTP/1.1" status: 200 len: 918 time: 0.1255066 Feb 04 09:22:15.076720 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-4bedc86d-4e2c-4623-bfd4-c138cf397118 req-cf201dc8-9d40-4e7b-b799-551cf4790835 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0aa794f5-8b41-41f4-991e-fdde488e584e HTTP/1.1" status: 200 len: 217 time: 0.0626640 Feb 04 09:22:15.135436 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bedc86d-4e2c-4623-bfd4-c138cf397118 req-9e1f3eda-7a91-46e9-bd6b-a893fa554f88 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:22:15.136815 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-4bedc86d-4e2c-4623-bfd4-c138cf397118 req-9e1f3eda-7a91-46e9-bd6b-a893fa554f88 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e2b9efcf-f72e-4d1b-87ea-41516387240d HTTP/1.1" status: 200 len: 856 time: 0.0549207 Feb 04 09:22:15.291306 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-4bedc86d-4e2c-4623-bfd4-c138cf397118 req-c75eb545-ba7e-4e27-a02b-1dc831bd97fa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7bf421df-a5f4-4570-81da-1602d0f65d33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1482403 Feb 04 09:22:15.419170 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-4bedc86d-4e2c-4623-bfd4-c138cf397118 req-3a658653-9c29-4a8b-860c-89680944b76d service neutron] 10.222.0.47 "GET /v2.0/networks/7bf421df-a5f4-4570-81da-1602d0f65d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192434 Feb 04 09:22:15.546278 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-4bedc86d-4e2c-4623-bfd4-c138cf397118 req-4baebf8d-2850-4c7c-b815-21a41a3e141f service neutron] 10.222.0.47 "GET /v2.0/networks/7bf421df-a5f4-4570-81da-1602d0f65d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206901 Feb 04 09:22:19.460335 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-e307c18e-0a5a-44f6-a34f-0949f1391c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:21.732005 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-fc15e0ff-7037-4279-98df-fed062676d28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:22.963957 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:23.066662 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:23.177952 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4e50a2-b325-483a-bd04-128f0d32b7f8 req-c9cc640e-6965-4407-bd00-400d64851eab tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:22:23.179285 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-cb4e50a2-b325-483a-bd04-128f0d32b7f8 req-c9cc640e-6965-4407-bd00-400d64851eab tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] 10.222.0.36 "GET /v2.0/ports?device_id=fae19ad1-72be-4a96-898f-cab56ea6c105 HTTP/1.1" status: 200 len: 946 time: 0.0738683 Feb 04 09:22:23.227406 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-cb4e50a2-b325-483a-bd04-128f0d32b7f8 req-865010b4-e3ac-49f5-b5a9-b06550c00053 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] 10.222.0.36 "GET /v2.0/security-groups?id=216f22a7-4c43-48e0-ad74-81787b20a855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424368 Feb 04 09:22:24.417916 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b008d4fa-606b-4d8b-8b08-375b7a1ec294 req-f06f53e5-f008-43f6-9ff1-356c6cf67150 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:22:24.419355 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b008d4fa-606b-4d8b-8b08-375b7a1ec294 req-f06f53e5-f008-43f6-9ff1-356c6cf67150 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] 10.222.0.36 "GET /v2.0/ports?device_id=fae19ad1-72be-4a96-898f-cab56ea6c105 HTTP/1.1" status: 200 len: 946 time: 0.0738080 Feb 04 09:22:24.464193 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b008d4fa-606b-4d8b-8b08-375b7a1ec294 req-5c42656f-534c-4631-8a6d-b1b0bf88bbb9 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] 10.222.0.36 "GET /v2.0/security-groups?id=216f22a7-4c43-48e0-ad74-81787b20a855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391622 Feb 04 09:22:24.491809 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:24.974418 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ca4eb4-6727-48b3-bbf0-d76650bf51eb req-86ac6d27-a5c4-45a7-8165-ab2a41b5d098 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:22:24.975232 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [req-95ca4eb4-6727-48b3-bbf0-d76650bf51eb req-86ac6d27-a5c4-45a7-8165-ab2a41b5d098 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] Synchronizing usage tracker for tenant:27788d9bd3a341219734545e243a1963 on resource:port {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 09:22:25.046297 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [req-95ca4eb4-6727-48b3-bbf0-d76650bf51eb req-86ac6d27-a5c4-45a7-8165-ab2a41b5d098 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] Unset dirty status for tenant:27788d9bd3a341219734545e243a1963 on resource:port {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 09:22:25.050357 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-95ca4eb4-6727-48b3-bbf0-d76650bf51eb req-86ac6d27-a5c4-45a7-8165-ab2a41b5d098 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] 10.222.0.47 "GET /v2.0/ports?device_id=fae19ad1-72be-4a96-898f-cab56ea6c105 HTTP/1.1" status: 200 len: 946 time: 0.1480753 Feb 04 09:22:25.126424 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [req-95ca4eb4-6727-48b3-bbf0-d76650bf51eb req-b681e57a-60b0-49ab-b886-3bde12a3dddd tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] Deleting port 0aa794f5-8b41-41f4-991e-fdde488e584e {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:22:25.126965 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-95ca4eb4-6727-48b3-bbf0-d76650bf51eb req-b681e57a-60b0-49ab-b886-3bde12a3dddd tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:25.372233 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [req-95ca4eb4-6727-48b3-bbf0-d76650bf51eb req-b681e57a-60b0-49ab-b886-3bde12a3dddd tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] For port 0aa794f5-8b41-41f4-991e-fdde488e584e, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=0aa794f5-8b41-41f4-991e-fdde488e584e,segment=NetworkSegment(f259b74e-1a11-4888-b0fe-11ce476bfabf),segment_id=f259b74e-1a11-4888-b0fe-11ce476bfabf)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:22:25.372612 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-95ca4eb4-6727-48b3-bbf0-d76650bf51eb req-b681e57a-60b0-49ab-b886-3bde12a3dddd tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:25.499772 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [req-95ca4eb4-6727-48b3-bbf0-d76650bf51eb req-b681e57a-60b0-49ab-b886-3bde12a3dddd tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] Calling delete_port for 0aa794f5-8b41-41f4-991e-fdde488e584e owned by compute:nova {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 09:22:25.661620 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1f35e0-63dd-4d8a-89c8-e54ff82c6ed8 req-035f11d1-bb98-4da2-956d-59d68daf66b7 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:22:25.662974 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-6d1f35e0-63dd-4d8a-89c8-e54ff82c6ed8 req-035f11d1-bb98-4da2-956d-59d68daf66b7 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] 10.222.0.36 "GET /v2.0/ports?device_id=fae19ad1-72be-4a96-898f-cab56ea6c105 HTTP/1.1" status: 200 len: 946 time: 0.0780318 Feb 04 09:22:25.706751 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-6d1f35e0-63dd-4d8a-89c8-e54ff82c6ed8 req-f6ee327f-aff4-469f-a9e4-e98c636f2716 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] 10.222.0.36 "GET /v2.0/security-groups?id=216f22a7-4c43-48e0-ad74-81787b20a855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383348 Feb 04 09:22:25.711989 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-95ca4eb4-6727-48b3-bbf0-d76650bf51eb req-b681e57a-60b0-49ab-b886-3bde12a3dddd tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:25.724133 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] get_ports_and_sgs() called for port_ids ['0aa794f5-8b41-41f4-991e-fdde488e584e'] {{(pid=84109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 09:22:25.762491 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b681e57a-60b0-49ab-b886-3bde12a3dddd tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] Pushing event deleted for resources: {'Port': ['ID=0aa794f5-8b41-41f4-991e-fdde488e584e,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:22:25.841669 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [req-95ca4eb4-6727-48b3-bbf0-d76650bf51eb req-b681e57a-60b0-49ab-b886-3bde12a3dddd tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] No DVR routers for this DVR port 0aa794f5-8b41-41f4-991e-fdde488e584e on host hv-neutron-8277 {{(pid=84108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 09:22:25.844076 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-95ca4eb4-6727-48b3-bbf0-d76650bf51eb req-b681e57a-60b0-49ab-b886-3bde12a3dddd tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:25.846646 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fae19ad1-72be-4a96-898f-cab56ea6c105', 'name': 'network-vif-deleted', 'tag': '0aa794f5-8b41-41f4-991e-fdde488e584e'}] {{(pid=84108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:22:25.902417 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fae19ad1-72be-4a96-898f-cab56ea6c105', 'name': 'network-vif-deleted', 'tag': '0aa794f5-8b41-41f4-991e-fdde488e584e', 'status': 'completed', 'code': 200} Feb 04 09:22:25.913663 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-95ca4eb4-6727-48b3-bbf0-d76650bf51eb req-b681e57a-60b0-49ab-b886-3bde12a3dddd tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] 10.222.0.47 "DELETE /v2.0/ports/0aa794f5-8b41-41f4-991e-fdde488e584e HTTP/1.1" status: 204 len: 173 time: 0.8607249 Feb 04 09:22:26.506831 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:26.885994 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4aaa9d39-da0e-483e-8f09-cca98187c1bd req-c8c20257-b687-44d3-b730-9702d7d031a9 tempest-TestEncryptedCinderVolumes-1063564590 tempest-TestEncryptedCinderVolumes-1063564590-project] 10.222.0.36 "GET /v2.0/ports?device_id=fae19ad1-72be-4a96-898f-cab56ea6c105 HTTP/1.1" status: 200 len: 210 time: 0.0402806 Feb 04 09:22:27.983471 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device 0aa794f5-8b41-41f4-991e-fdde488e584e no longer exists at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 09:22:28.015586 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] No Port match for: 0aa794f5-8b41-41f4-991e-fdde488e584e {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 09:22:28.015927 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device 0aa794f5-8b41-41f4-991e-fdde488e584e not bound to the agent host hv-neutron-8277 {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 09:22:28.085771 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 34086) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:22:28.544231 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b89f03cb-ee4b-474a-ad5c-bde766d2ee02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473817'] for router_interface, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:29.129120 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-b89f03cb-ee4b-474a-ad5c-bde766d2ee02 admin admin] Deleting port 1f7ac47b-3036-4673-a395-45a4ec44f91d {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:22:29.129842 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b89f03cb-ee4b-474a-ad5c-bde766d2ee02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:29.308603 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [None req-b89f03cb-ee4b-474a-ad5c-bde766d2ee02 admin admin] For port 1f7ac47b-3036-4673-a395-45a4ec44f91d, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=1f7ac47b-3036-4673-a395-45a4ec44f91d,segment=NetworkSegment(f259b74e-1a11-4888-b0fe-11ce476bfabf),segment_id=f259b74e-1a11-4888-b0fe-11ce476bfabf)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:22:29.308869 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b89f03cb-ee4b-474a-ad5c-bde766d2ee02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:29.424133 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-b89f03cb-ee4b-474a-ad5c-bde766d2ee02 admin admin] Calling delete_port for 1f7ac47b-3036-4673-a395-45a4ec44f91d owned by network:router_interface {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 09:22:29.655311 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b89f03cb-ee4b-474a-ad5c-bde766d2ee02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:29.700806 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89f03cb-ee4b-474a-ad5c-bde766d2ee02 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f7ac47b-3036-4673-a395-45a4ec44f91d,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:22:29.882052 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89f03cb-ee4b-474a-ad5c-bde766d2ee02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:22:29.882395 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89f03cb-ee4b-474a-ad5c-bde766d2ee02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:22:29.882731 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89f03cb-ee4b-474a-ad5c-bde766d2ee02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:22:29.883101 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89f03cb-ee4b-474a-ad5c-bde766d2ee02 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:22:29.883386 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89f03cb-ee4b-474a-ad5c-bde766d2ee02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:22:29.883712 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89f03cb-ee4b-474a-ad5c-bde766d2ee02 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:22:29.884037 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89f03cb-ee4b-474a-ad5c-bde766d2ee02 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:22:29.884361 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89f03cb-ee4b-474a-ad5c-bde766d2ee02 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:22:29.884706 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89f03cb-ee4b-474a-ad5c-bde766d2ee02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:22:29.885029 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89f03cb-ee4b-474a-ad5c-bde766d2ee02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:22:29.885347 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89f03cb-ee4b-474a-ad5c-bde766d2ee02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:22:30.106302 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b89f03cb-ee4b-474a-ad5c-bde766d2ee02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1572495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472959'] for router_interface, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:30.668096 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b89f03cb-ee4b-474a-ad5c-bde766d2ee02 admin admin] Router 7c8d030c-a8f0-475a-9fbd-b1f515249f4f has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 09:22:30.863312 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b89f03cb-ee4b-474a-ad5c-bde766d2ee02 admin admin] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 09:22:30.871873 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5437db3-cfa1-4765-b1f7-13d97e016c91 None None] Sync routers for ids ['7c8d030c-a8f0-475a-9fbd-b1f515249f4f'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 09:22:30.874952 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-b89f03cb-ee4b-474a-ad5c-bde766d2ee02 admin admin] 10.222.0.36 "PUT /v2.0/routers/7c8d030c-a8f0-475a-9fbd-b1f515249f4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7881379 Feb 04 09:22:30.877376 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 34090) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:22:30.884395 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5437db3-cfa1-4765-b1f7-13d97e016c91 None None] Routers {'7c8d030c-a8f0-475a-9fbd-b1f515249f4f'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:22:30.885014 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-b5437db3-cfa1-4765-b1f7-13d97e016c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:22:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['7c8d030c-a8f0-475a-9fbd-b1f515249f4f'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:22:31.064784 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-b5437db3-cfa1-4765-b1f7-13d97e016c91 None None] Set router 7c8d030c-a8f0-475a-9fbd-b1f515249f4f gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:22:31.073868 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a71fbfb9-b09e-4131-8448-1e869041a30b admin admin] Notify callbacks [] for router, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:31.344743 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-b5437db3-cfa1-4765-b1f7-13d97e016c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c8d030c-a8f0-475a-9fbd-b1f515249f4f', 'name': 'tempest-TestEncryptedCinderVolumes-1710841257-router', 'tenant_id': '27788d9bd3a341219734545e243a1963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.29'}], 'enable_snat': True}, 'gw_port_id': 'cee3301d-ab3f-4fed-84a5-5fd95420b33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:20:58Z', 'updated_at': '2022-02-04T09:22:29Z', 'revision_number': 5, 'project_id': '27788d9bd3a341219734545e243a1963', 'gw_port': {'id': 'cee3301d-ab3f-4fed-84a5-5fd95420b33f', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c8d030c-a8f0-475a-9fbd-b1f515249f4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:20:58Z', 'updated_at': '2022-02-04T09:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:22:31.348387 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5437db3-cfa1-4765-b1f7-13d97e016c91 None None] Checking router: 7c8d030c-a8f0-475a-9fbd-b1f515249f4f for host: dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 09:22:31.358469 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5437db3-cfa1-4765-b1f7-13d97e016c91 None None] Routers {'7c8d030c-a8f0-475a-9fbd-b1f515249f4f'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:22:31.359038 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-b5437db3-cfa1-4765-b1f7-13d97e016c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:22:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['7c8d030c-a8f0-475a-9fbd-b1f515249f4f'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:22:31.369000 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a71fbfb9-b09e-4131-8448-1e869041a30b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:31.446200 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-a71fbfb9-b09e-4131-8448-1e869041a30b admin admin] Deleting port cee3301d-ab3f-4fed-84a5-5fd95420b33f {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:22:31.446538 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a71fbfb9-b09e-4131-8448-1e869041a30b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:31.528954 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-b5437db3-cfa1-4765-b1f7-13d97e016c91 None None] Set router 7c8d030c-a8f0-475a-9fbd-b1f515249f4f gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:22:31.617948 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [None req-a71fbfb9-b09e-4131-8448-1e869041a30b admin admin] For port cee3301d-ab3f-4fed-84a5-5fd95420b33f, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=cee3301d-ab3f-4fed-84a5-5fd95420b33f,segment=NetworkSegment(c44b9475-949d-4ae7-bfca-e29b010a56a6),segment_id=c44b9475-949d-4ae7-bfca-e29b010a56a6)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:22:31.618204 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a71fbfb9-b09e-4131-8448-1e869041a30b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:31.735682 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-a71fbfb9-b09e-4131-8448-1e869041a30b admin admin] Calling delete_port for cee3301d-ab3f-4fed-84a5-5fd95420b33f owned by network:router_gateway {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 09:22:31.823923 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-b5437db3-cfa1-4765-b1f7-13d97e016c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c8d030c-a8f0-475a-9fbd-b1f515249f4f', 'name': 'tempest-TestEncryptedCinderVolumes-1710841257-router', 'tenant_id': '27788d9bd3a341219734545e243a1963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.29'}], 'enable_snat': True}, 'gw_port_id': 'cee3301d-ab3f-4fed-84a5-5fd95420b33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:20:58Z', 'updated_at': '2022-02-04T09:22:29Z', 'revision_number': 5, 'project_id': '27788d9bd3a341219734545e243a1963', 'gw_port': {'id': 'cee3301d-ab3f-4fed-84a5-5fd95420b33f', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c8d030c-a8f0-475a-9fbd-b1f515249f4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:20:58Z', 'updated_at': '2022-02-04T09:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:22:31.827821 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5437db3-cfa1-4765-b1f7-13d97e016c91 None None] The sync data for ids ['7c8d030c-a8f0-475a-9fbd-b1f515249f4f'] in dv-neutron-827798-2-hyperv is: [{'id': '7c8d030c-a8f0-475a-9fbd-b1f515249f4f', 'name': 'tempest-TestEncryptedCinderVolumes-1710841257-router', 'tenant_id': '27788d9bd3a341219734545e243a1963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.29'}], 'enable_snat': True}, 'gw_port_id': 'cee3301d-ab3f-4fed-84a5-5fd95420b33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:20:58Z', 'updated_at': '2022-02-04T09:22:29Z', 'revision_number': 5, 'project_id': '27788d9bd3a341219734545e243a1963', 'gw_port': {'id': 'cee3301d-ab3f-4fed-84a5-5fd95420b33f', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c8d030c-a8f0-475a-9fbd-b1f515249f4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:20:58Z', 'updated_at': '2022-02-04T09:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 09:22:31.954731 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a71fbfb9-b09e-4131-8448-1e869041a30b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:31.997807 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71fbfb9-b09e-4131-8448-1e869041a30b admin admin] Pushing event deleted for resources: {'Port': ['ID=cee3301d-ab3f-4fed-84a5-5fd95420b33f,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:22:32.216577 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a71fbfb9-b09e-4131-8448-1e869041a30b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473010'] for router_gateway, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:32.470070 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a71fbfb9-b09e-4131-8448-1e869041a30b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40989'] for router, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:32.474634 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a71fbfb9-b09e-4131-8448-1e869041a30b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:32.568672 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a71fbfb9-b09e-4131-8448-1e869041a30b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-476062'] for router, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:32.569182 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a71fbfb9-b09e-4131-8448-1e869041a30b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c8d030c-a8f0-475a-9fbd-b1f515249f4f {{(pid=84107) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 09:22:32.580750 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a71fbfb9-b09e-4131-8448-1e869041a30b admin admin] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:32.584112 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-a71fbfb9-b09e-4131-8448-1e869041a30b admin admin] 10.222.0.36 "DELETE /v2.0/routers/7c8d030c-a8f0-475a-9fbd-b1f515249f4f HTTP/1.1" status: 204 len: 168 time: 1.7036173 Feb 04 09:22:32.585049 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 34094) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:22:32.646768 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_v2 [None req-9584fcd8-984e-4730-a331-ea3097221632 admin admin] Deleting subnet e2b9efcf-f72e-4d1b-87ea-41516387240d {{(pid=84107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 09:22:32.650020 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9584fcd8-984e-4730-a331-ea3097221632 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:32.701642 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9584fcd8-984e-4730-a331-ea3097221632 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8058667'] for subnet, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:32.775964 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9584fcd8-984e-4730-a331-ea3097221632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:33.012767 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9584fcd8-984e-4730-a331-ea3097221632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7510167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985167'] for subnet, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:33.049643 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9584fcd8-984e-4730-a331-ea3097221632 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2b9efcf-f72e-4d1b-87ea-41516387240d,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:22:33.056019 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9584fcd8-984e-4730-a331-ea3097221632 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:33.061246 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e06cd0-2a09-411d-a14a-a3d00f1efb02 None None] Network 7bf421df-a5f4-4570-81da-1602d0f65d33 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 09:22:33.063068 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-9584fcd8-984e-4730-a331-ea3097221632 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/e2b9efcf-f72e-4d1b-87ea-41516387240d HTTP/1.1" status: 204 len: 168 time: 0.4761806 Feb 04 09:22:33.064707 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 34098) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:22:33.128834 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 1f7ac47b-3036-4673-a395-45a4ec44f91d no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 09:22:33.169615 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-49236450-3f84-46cd-ac2c-5d10ded3a0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:33.174969 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: 1f7ac47b-3036-4673-a395-45a4ec44f91d {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 09:22:33.175316 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 1f7ac47b-3036-4673-a395-45a4ec44f91d not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 09:22:33.175723 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device cee3301d-ab3f-4fed-84a5-5fd95420b33f no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 09:22:33.180471 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-49236450-3f84-46cd-ac2c-5d10ded3a0b9 admin admin] Deleting port 2165fd27-c255-4ce5-8dd4-2ccb4c5bebf5 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:22:33.180656 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-49236450-3f84-46cd-ac2c-5d10ded3a0b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:33.220933 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: cee3301d-ab3f-4fed-84a5-5fd95420b33f {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 09:22:33.221270 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device cee3301d-ab3f-4fed-84a5-5fd95420b33f not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 09:22:33.368851 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735132c5-d3ec-480f-930c-aa98743c76f4 None None] DHCP port deletion for 7bf421df-a5f4-4570-81da-1602d0f65d33 request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 09:22:33.372678 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-735132c5-d3ec-480f-930c-aa98743c76f4 None None] Deleting port 2165fd27-c255-4ce5-8dd4-2ccb4c5bebf5 {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:22:33.373250 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-735132c5-d3ec-480f-930c-aa98743c76f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:33.382937 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [None req-49236450-3f84-46cd-ac2c-5d10ded3a0b9 admin admin] For port 2165fd27-c255-4ce5-8dd4-2ccb4c5bebf5, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=2165fd27-c255-4ce5-8dd4-2ccb4c5bebf5,segment=NetworkSegment(f259b74e-1a11-4888-b0fe-11ce476bfabf),segment_id=f259b74e-1a11-4888-b0fe-11ce476bfabf)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:22:33.383319 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-49236450-3f84-46cd-ac2c-5d10ded3a0b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:33.501203 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-49236450-3f84-46cd-ac2c-5d10ded3a0b9 admin admin] Calling delete_port for 2165fd27-c255-4ce5-8dd4-2ccb4c5bebf5 owned by network:dhcp {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 09:22:33.595024 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-735132c5-d3ec-480f-930c-aa98743c76f4 None None] For port 2165fd27-c255-4ce5-8dd4-2ccb4c5bebf5, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=2165fd27-c255-4ce5-8dd4-2ccb4c5bebf5,segment=NetworkSegment(f259b74e-1a11-4888-b0fe-11ce476bfabf),segment_id=f259b74e-1a11-4888-b0fe-11ce476bfabf)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:22:33.595352 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-735132c5-d3ec-480f-930c-aa98743c76f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:33.635018 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-49236450-3f84-46cd-ac2c-5d10ded3a0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:33.681641 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49236450-3f84-46cd-ac2c-5d10ded3a0b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2165fd27-c255-4ce5-8dd4-2ccb4c5bebf5,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:22:33.687645 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49236450-3f84-46cd-ac2c-5d10ded3a0b9 admin admin] No DVR routers for this DVR port 2165fd27-c255-4ce5-8dd4-2ccb4c5bebf5 on host dv-neutron-827798-2-hyperv {{(pid=84107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 09:22:33.710940 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-735132c5-d3ec-480f-930c-aa98743c76f4 None None] Calling delete_port for 2165fd27-c255-4ce5-8dd4-2ccb4c5bebf5 owned by network:dhcp {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 09:22:33.780800 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.db.api [None req-735132c5-d3ec-480f-930c-aa98743c76f4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 09:22:33.781143 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG oslo_db.api [None req-735132c5-d3ec-480f-930c-aa98743c76f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 09:22:33.801885 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-49236450-3f84-46cd-ac2c-5d10ded3a0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:33.825682 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-49236450-3f84-46cd-ac2c-5d10ded3a0b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bf421df-a5f4-4570-81da-1602d0f65d33']}} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:22:33.837425 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-49236450-3f84-46cd-ac2c-5d10ded3a0b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f259b74e-1a11-4888-b0fe-11ce476bfabf') {'for_net_delete': True} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:22:33.837722 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-49236450-3f84-46cd-ac2c-5d10ded3a0b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f259b74e-1a11-4888-b0fe-11ce476bfabf') {} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:22:33.849759 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-49236450-3f84-46cd-ac2c-5d10ded3a0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8058642'] for segment, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:33.868055 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-49236450-3f84-46cd-ac2c-5d10ded3a0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:33.874135 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49236450-3f84-46cd-ac2c-5d10ded3a0b9 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=84107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 09:22:33.874534 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-49236450-3f84-46cd-ac2c-5d10ded3a0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7377717'] for segment, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:33.887573 dv-neutron-827798-2-hyperv neutron-server[84107]: Traceback (most recent call last): Feb 04 09:22:33.887573 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 09:22:33.887573 dv-neutron-827798-2-hyperv neutron-server[84107]: timer() Feb 04 09:22:33.887573 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 09:22:33.887573 dv-neutron-827798-2-hyperv neutron-server[84107]: cb(*args, **kw) Feb 04 09:22:33.887573 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 09:22:33.887573 dv-neutron-827798-2-hyperv neutron-server[84107]: return func(*args, **kwargs) Feb 04 09:22:33.887573 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 09:22:33.887573 dv-neutron-827798-2-hyperv neutron-server[84107]: self._notify() Feb 04 09:22:33.887573 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 09:22:33.887573 dv-neutron-827798-2-hyperv neutron-server[84107]: self.callback(batched_events) Feb 04 09:22:33.887573 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 09:22:33.887573 dv-neutron-827798-2-hyperv neutron-server[84107]: event.method(event) Feb 04 09:22:33.887573 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 09:22:33.887573 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 09:22:33.887573 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 09:22:33.887573 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 09:22:33.887573 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 09:22:33.887573 dv-neutron-827798-2-hyperv neutron-server[84107]: return f(self, *a, **k) Feb 04 09:22:33.887573 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 09:22:33.887573 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._get(url).json() Feb 04 09:22:33.887573 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 09:22:33.887573 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 09:22:33.887573 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 09:22:33.887573 dv-neutron-827798-2-hyperv neutron-server[84107]: return self.request(url, 'GET', **kwargs) Feb 04 09:22:33.887573 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 09:22:33.887573 dv-neutron-827798-2-hyperv neutron-server[84107]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 09:22:33.887573 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 09:22:33.887573 dv-neutron-827798-2-hyperv neutron-server[84107]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 09:22:33.887573 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 09:22:33.887573 dv-neutron-827798-2-hyperv neutron-server[84107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 09:22:33.887573 dv-neutron-827798-2-hyperv neutron-server[84107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 09:22:34.014882 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-49236450-3f84-46cd-ac2c-5d10ded3a0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:34.019179 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-49236450-3f84-46cd-ac2c-5d10ded3a0b9 admin admin] Notify callbacks [] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:34.042606 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49236450-3f84-46cd-ac2c-5d10ded3a0b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=7bf421df-a5f4-4570-81da-1602d0f65d33,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:22:34.121123 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-49236450-3f84-46cd-ac2c-5d10ded3a0b9 admin admin] 10.222.0.36 "DELETE /v2.0/networks/7bf421df-a5f4-4570-81da-1602d0f65d33 HTTP/1.1" status: 204 len: 168 time: 1.0553792 Feb 04 09:22:34.123858 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 34102) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:22:34.282445 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-735132c5-d3ec-480f-930c-aa98743c76f4 None None] Deleting port 2165fd27-c255-4ce5-8dd4-2ccb4c5bebf5 {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:22:34.283016 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-735132c5-d3ec-480f-930c-aa98743c76f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:34.344408 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-735132c5-d3ec-480f-930c-aa98743c76f4 None None] The port '2165fd27-c255-4ce5-8dd4-2ccb4c5bebf5' was deleted {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 09:22:34.498843 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b7737a23-4fee-46c9-a9b1-a4a50786ae1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473817'] for router_interface, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:35.083620 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 2165fd27-c255-4ce5-8dd4-2ccb4c5bebf5 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 09:22:35.118179 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: 2165fd27-c255-4ce5-8dd4-2ccb4c5bebf5 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 09:22:35.118522 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 2165fd27-c255-4ce5-8dd4-2ccb4c5bebf5 not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 09:22:35.168970 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-b7737a23-4fee-46c9-a9b1-a4a50786ae1c admin admin] Deleting port dd0b5024-0d00-408c-bde1-f6f79074fea8 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:22:35.169504 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b7737a23-4fee-46c9-a9b1-a4a50786ae1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:35.332861 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [None req-b7737a23-4fee-46c9-a9b1-a4a50786ae1c admin admin] For port dd0b5024-0d00-408c-bde1-f6f79074fea8, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=dd0b5024-0d00-408c-bde1-f6f79074fea8,segment=NetworkSegment(1f9f3a00-1abc-48a2-b02b-23d976b72211),segment_id=1f9f3a00-1abc-48a2-b02b-23d976b72211)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:22:35.333215 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b7737a23-4fee-46c9-a9b1-a4a50786ae1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:35.447776 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-b7737a23-4fee-46c9-a9b1-a4a50786ae1c admin admin] Calling delete_port for dd0b5024-0d00-408c-bde1-f6f79074fea8 owned by network:router_interface {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 09:22:35.706518 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b7737a23-4fee-46c9-a9b1-a4a50786ae1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:35.751406 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7737a23-4fee-46c9-a9b1-a4a50786ae1c admin admin] Pushing event deleted for resources: {'Port': ['ID=dd0b5024-0d00-408c-bde1-f6f79074fea8,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:22:36.030338 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b7737a23-4fee-46c9-a9b1-a4a50786ae1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1572495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472959'] for router_interface, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:36.677276 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7737a23-4fee-46c9-a9b1-a4a50786ae1c admin admin] Router d68ce39c-760a-4ee8-9cd1-aef2492b0f44 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 09:22:36.866976 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7737a23-4fee-46c9-a9b1-a4a50786ae1c admin admin] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 09:22:36.875398 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-b7737a23-4fee-46c9-a9b1-a4a50786ae1c admin admin] 10.222.0.36 "PUT /v2.0/routers/d68ce39c-760a-4ee8-9cd1-aef2492b0f44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7505827 Feb 04 09:22:36.875670 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cb6ee7-9e82-4ab0-ae7e-b59f1d4dcda9 None None] Sync routers for ids ['d68ce39c-760a-4ee8-9cd1-aef2492b0f44'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 09:22:36.877981 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 34106) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:22:36.887795 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cb6ee7-9e82-4ab0-ae7e-b59f1d4dcda9 None None] Routers {'d68ce39c-760a-4ee8-9cd1-aef2492b0f44'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:22:36.888469 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-12cb6ee7-9e82-4ab0-ae7e-b59f1d4dcda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:22:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['d68ce39c-760a-4ee8-9cd1-aef2492b0f44'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:22:37.066107 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-12cb6ee7-9e82-4ab0-ae7e-b59f1d4dcda9 None None] Set router d68ce39c-760a-4ee8-9cd1-aef2492b0f44 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:22:37.077236 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f4e5c9bd-2251-46fd-ada9-dc02735c13e8 admin admin] Notify callbacks [] for router, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:37.358153 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-12cb6ee7-9e82-4ab0-ae7e-b59f1d4dcda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd68ce39c-760a-4ee8-9cd1-aef2492b0f44', 'name': 'tempest-TestEncryptedCinderVolumes-1064073509-router', 'tenant_id': '6a2a16e6847040b08174630aa7437e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.143'}], 'enable_snat': True}, 'gw_port_id': '20ec1050-66fb-4111-af1b-5ae41b2445ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:21:05Z', 'updated_at': '2022-02-04T09:22:35Z', 'revision_number': 5, 'project_id': '6a2a16e6847040b08174630aa7437e02', 'gw_port': {'id': '20ec1050-66fb-4111-af1b-5ae41b2445ac', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:3f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68ce39c-760a-4ee8-9cd1-aef2492b0f44', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:21:06Z', 'updated_at': '2022-02-04T09:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:22:37.361852 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f4e5c9bd-2251-46fd-ada9-dc02735c13e8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:37.362002 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cb6ee7-9e82-4ab0-ae7e-b59f1d4dcda9 None None] Checking router: d68ce39c-760a-4ee8-9cd1-aef2492b0f44 for host: dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 09:22:37.372833 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cb6ee7-9e82-4ab0-ae7e-b59f1d4dcda9 None None] Routers {'d68ce39c-760a-4ee8-9cd1-aef2492b0f44'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:22:37.373416 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-12cb6ee7-9e82-4ab0-ae7e-b59f1d4dcda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:22:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['d68ce39c-760a-4ee8-9cd1-aef2492b0f44'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:22:37.443648 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-f4e5c9bd-2251-46fd-ada9-dc02735c13e8 admin admin] Deleting port 20ec1050-66fb-4111-af1b-5ae41b2445ac {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:22:37.444091 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f4e5c9bd-2251-46fd-ada9-dc02735c13e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:37.542441 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-12cb6ee7-9e82-4ab0-ae7e-b59f1d4dcda9 None None] Set router d68ce39c-760a-4ee8-9cd1-aef2492b0f44 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:22:37.619581 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [None req-f4e5c9bd-2251-46fd-ada9-dc02735c13e8 admin admin] For port 20ec1050-66fb-4111-af1b-5ae41b2445ac, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=20ec1050-66fb-4111-af1b-5ae41b2445ac,segment=NetworkSegment(c44b9475-949d-4ae7-bfca-e29b010a56a6),segment_id=c44b9475-949d-4ae7-bfca-e29b010a56a6)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:22:37.619829 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f4e5c9bd-2251-46fd-ada9-dc02735c13e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:37.743523 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-f4e5c9bd-2251-46fd-ada9-dc02735c13e8 admin admin] Calling delete_port for 20ec1050-66fb-4111-af1b-5ae41b2445ac owned by network:router_gateway {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 09:22:37.857659 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-12cb6ee7-9e82-4ab0-ae7e-b59f1d4dcda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd68ce39c-760a-4ee8-9cd1-aef2492b0f44', 'name': 'tempest-TestEncryptedCinderVolumes-1064073509-router', 'tenant_id': '6a2a16e6847040b08174630aa7437e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.143'}], 'enable_snat': True}, 'gw_port_id': '20ec1050-66fb-4111-af1b-5ae41b2445ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:21:05Z', 'updated_at': '2022-02-04T09:22:35Z', 'revision_number': 5, 'project_id': '6a2a16e6847040b08174630aa7437e02', 'gw_port': {'id': '20ec1050-66fb-4111-af1b-5ae41b2445ac', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:3f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68ce39c-760a-4ee8-9cd1-aef2492b0f44', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:21:06Z', 'updated_at': '2022-02-04T09:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:22:37.861512 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cb6ee7-9e82-4ab0-ae7e-b59f1d4dcda9 None None] The sync data for ids ['d68ce39c-760a-4ee8-9cd1-aef2492b0f44'] in dv-neutron-827798-2-hyperv is: [{'id': 'd68ce39c-760a-4ee8-9cd1-aef2492b0f44', 'name': 'tempest-TestEncryptedCinderVolumes-1064073509-router', 'tenant_id': '6a2a16e6847040b08174630aa7437e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.143'}], 'enable_snat': True}, 'gw_port_id': '20ec1050-66fb-4111-af1b-5ae41b2445ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:21:05Z', 'updated_at': '2022-02-04T09:22:35Z', 'revision_number': 5, 'project_id': '6a2a16e6847040b08174630aa7437e02', 'gw_port': {'id': '20ec1050-66fb-4111-af1b-5ae41b2445ac', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:3f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68ce39c-760a-4ee8-9cd1-aef2492b0f44', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:21:06Z', 'updated_at': '2022-02-04T09:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 09:22:37.975186 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f4e5c9bd-2251-46fd-ada9-dc02735c13e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:38.020789 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e5c9bd-2251-46fd-ada9-dc02735c13e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=20ec1050-66fb-4111-af1b-5ae41b2445ac,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:22:38.242493 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f4e5c9bd-2251-46fd-ada9-dc02735c13e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473010'] for router_gateway, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:38.498206 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f4e5c9bd-2251-46fd-ada9-dc02735c13e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40989'] for router, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:38.502274 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f4e5c9bd-2251-46fd-ada9-dc02735c13e8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:38.623329 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f4e5c9bd-2251-46fd-ada9-dc02735c13e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-476062'] for router, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:38.623838 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4e5c9bd-2251-46fd-ada9-dc02735c13e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d68ce39c-760a-4ee8-9cd1-aef2492b0f44 {{(pid=84108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 09:22:38.635717 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f4e5c9bd-2251-46fd-ada9-dc02735c13e8 admin admin] Notify callbacks [] for router, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:38.636863 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-f4e5c9bd-2251-46fd-ada9-dc02735c13e8 admin admin] 10.222.0.36 "DELETE /v2.0/routers/d68ce39c-760a-4ee8-9cd1-aef2492b0f44 HTTP/1.1" status: 204 len: 168 time: 1.7578974 Feb 04 09:22:38.639459 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 34110) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:22:38.698043 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a9278f1-bdb5-4c88-8ad7-8623c5c883c1 admin admin] Deleting subnet 197a3424-dd3e-4e08-b318-3f59547798d3 {{(pid=84108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 09:22:38.701033 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0a9278f1-bdb5-4c88-8ad7-8623c5c883c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:38.755857 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0a9278f1-bdb5-4c88-8ad7-8623c5c883c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7851377'] for subnet, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:38.830349 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0a9278f1-bdb5-4c88-8ad7-8623c5c883c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:38.966356 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0a9278f1-bdb5-4c88-8ad7-8623c5c883c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7593563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8119683'] for subnet, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:39.107092 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9278f1-bdb5-4c88-8ad7-8623c5c883c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=197a3424-dd3e-4e08-b318-3f59547798d3,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:22:39.120745 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0a9278f1-bdb5-4c88-8ad7-8623c5c883c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:39.125318 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 20ec1050-66fb-4111-af1b-5ae41b2445ac no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 09:22:39.131261 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-0a9278f1-bdb5-4c88-8ad7-8623c5c883c1 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/197a3424-dd3e-4e08-b318-3f59547798d3 HTTP/1.1" status: 204 len: 168 time: 0.4872446 Feb 04 09:22:39.131501 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 34114) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:22:39.158728 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2120cc97-6c17-4903-832e-03d6af6dcf08 None None] Network cc0a30a3-6f1b-49ae-b6aa-63e3a5d5cf91 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 09:22:39.177310 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: 20ec1050-66fb-4111-af1b-5ae41b2445ac {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 09:22:39.177649 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 20ec1050-66fb-4111-af1b-5ae41b2445ac not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 09:22:39.178058 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device dd0b5024-0d00-408c-bde1-f6f79074fea8 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 09:22:39.234068 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-03b8585e-fd57-4d45-b451-77b6cca766ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:39.244446 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-03b8585e-fd57-4d45-b451-77b6cca766ec admin admin] Deleting port dcf41084-02c0-4ee5-8b86-01dbac4e9ac5 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:22:39.244804 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-03b8585e-fd57-4d45-b451-77b6cca766ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:39.259897 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: dd0b5024-0d00-408c-bde1-f6f79074fea8 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 09:22:39.260241 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device dd0b5024-0d00-408c-bde1-f6f79074fea8 not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 09:22:39.440104 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d972ee3-bcf6-4196-839f-8e2005f1873e None None] DHCP port deletion for cc0a30a3-6f1b-49ae-b6aa-63e3a5d5cf91 request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 09:22:39.442497 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [None req-03b8585e-fd57-4d45-b451-77b6cca766ec admin admin] For port dcf41084-02c0-4ee5-8b86-01dbac4e9ac5, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=dcf41084-02c0-4ee5-8b86-01dbac4e9ac5,segment=NetworkSegment(1f9f3a00-1abc-48a2-b02b-23d976b72211),segment_id=1f9f3a00-1abc-48a2-b02b-23d976b72211)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:22:39.443056 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-03b8585e-fd57-4d45-b451-77b6cca766ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:39.445002 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-2d972ee3-bcf6-4196-839f-8e2005f1873e None None] Deleting port dcf41084-02c0-4ee5-8b86-01dbac4e9ac5 {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:22:39.445450 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2d972ee3-bcf6-4196-839f-8e2005f1873e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:39.563416 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-03b8585e-fd57-4d45-b451-77b6cca766ec admin admin] Calling delete_port for dcf41084-02c0-4ee5-8b86-01dbac4e9ac5 owned by network:dhcp {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 09:22:39.649908 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-2d972ee3-bcf6-4196-839f-8e2005f1873e None None] For port dcf41084-02c0-4ee5-8b86-01dbac4e9ac5, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=dcf41084-02c0-4ee5-8b86-01dbac4e9ac5,segment=NetworkSegment(1f9f3a00-1abc-48a2-b02b-23d976b72211),segment_id=1f9f3a00-1abc-48a2-b02b-23d976b72211)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:22:39.649908 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2d972ee3-bcf6-4196-839f-8e2005f1873e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:39.755020 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-03b8585e-fd57-4d45-b451-77b6cca766ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:39.760531 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-2d972ee3-bcf6-4196-839f-8e2005f1873e None None] Calling delete_port for dcf41084-02c0-4ee5-8b86-01dbac4e9ac5 owned by network:dhcp {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 09:22:39.802616 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b8585e-fd57-4d45-b451-77b6cca766ec admin admin] Pushing event deleted for resources: {'Port': ['ID=dcf41084-02c0-4ee5-8b86-01dbac4e9ac5,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:22:39.807065 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b8585e-fd57-4d45-b451-77b6cca766ec admin admin] No DVR routers for this DVR port dcf41084-02c0-4ee5-8b86-01dbac4e9ac5 on host dv-neutron-827798-2-hyperv {{(pid=84107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 09:22:39.828814 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.db.api [None req-2d972ee3-bcf6-4196-839f-8e2005f1873e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 09:22:39.829162 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG oslo_db.api [None req-2d972ee3-bcf6-4196-839f-8e2005f1873e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 09:22:39.930185 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-03b8585e-fd57-4d45-b451-77b6cca766ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:40.058771 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-03b8585e-fd57-4d45-b451-77b6cca766ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc0a30a3-6f1b-49ae-b6aa-63e3a5d5cf91']}} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:22:40.070374 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-03b8585e-fd57-4d45-b451-77b6cca766ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f9f3a00-1abc-48a2-b02b-23d976b72211') {'for_net_delete': True} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:22:40.070670 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-03b8585e-fd57-4d45-b451-77b6cca766ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f9f3a00-1abc-48a2-b02b-23d976b72211') {} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:22:40.081650 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-03b8585e-fd57-4d45-b451-77b6cca766ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8058642'] for segment, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:40.097665 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-03b8585e-fd57-4d45-b451-77b6cca766ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:40.103597 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03b8585e-fd57-4d45-b451-77b6cca766ec admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=84107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 09:22:40.103970 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-03b8585e-fd57-4d45-b451-77b6cca766ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7377717'] for segment, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:40.117255 dv-neutron-827798-2-hyperv neutron-server[84107]: Traceback (most recent call last): Feb 04 09:22:40.117255 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 09:22:40.117255 dv-neutron-827798-2-hyperv neutron-server[84107]: timer() Feb 04 09:22:40.117255 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 09:22:40.117255 dv-neutron-827798-2-hyperv neutron-server[84107]: cb(*args, **kw) Feb 04 09:22:40.117255 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 09:22:40.117255 dv-neutron-827798-2-hyperv neutron-server[84107]: return func(*args, **kwargs) Feb 04 09:22:40.117255 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 09:22:40.117255 dv-neutron-827798-2-hyperv neutron-server[84107]: self._notify() Feb 04 09:22:40.117255 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 09:22:40.117255 dv-neutron-827798-2-hyperv neutron-server[84107]: self.callback(batched_events) Feb 04 09:22:40.117255 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 09:22:40.117255 dv-neutron-827798-2-hyperv neutron-server[84107]: event.method(event) Feb 04 09:22:40.117255 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 09:22:40.117255 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 09:22:40.117255 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 09:22:40.117255 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 09:22:40.117255 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 09:22:40.117255 dv-neutron-827798-2-hyperv neutron-server[84107]: return f(self, *a, **k) Feb 04 09:22:40.117255 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 09:22:40.117255 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._get(url).json() Feb 04 09:22:40.117255 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 09:22:40.117255 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 09:22:40.117255 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 09:22:40.117255 dv-neutron-827798-2-hyperv neutron-server[84107]: return self.request(url, 'GET', **kwargs) Feb 04 09:22:40.117255 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 09:22:40.117255 dv-neutron-827798-2-hyperv neutron-server[84107]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 09:22:40.117255 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 09:22:40.117255 dv-neutron-827798-2-hyperv neutron-server[84107]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 09:22:40.117255 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 09:22:40.117255 dv-neutron-827798-2-hyperv neutron-server[84107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 09:22:40.117255 dv-neutron-827798-2-hyperv neutron-server[84107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 09:22:40.269677 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-03b8585e-fd57-4d45-b451-77b6cca766ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:40.288515 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-03b8585e-fd57-4d45-b451-77b6cca766ec admin admin] Notify callbacks [] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:40.300176 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b8585e-fd57-4d45-b451-77b6cca766ec admin admin] Pushing event deleted for resources: {'Network': ['ID=cc0a30a3-6f1b-49ae-b6aa-63e3a5d5cf91,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:22:40.306753 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-03b8585e-fd57-4d45-b451-77b6cca766ec admin admin] 10.222.0.36 "DELETE /v2.0/networks/cc0a30a3-6f1b-49ae-b6aa-63e3a5d5cf91 HTTP/1.1" status: 204 len: 168 time: 1.1748023 Feb 04 09:22:40.330999 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-2d972ee3-bcf6-4196-839f-8e2005f1873e None None] Deleting port dcf41084-02c0-4ee5-8b86-01dbac4e9ac5 {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:22:40.331477 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2d972ee3-bcf6-4196-839f-8e2005f1873e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:40.395999 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-2d972ee3-bcf6-4196-839f-8e2005f1873e None None] The port 'dcf41084-02c0-4ee5-8b86-01dbac4e9ac5' was deleted {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 09:22:40.671792 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 34120) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:22:40.719910 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-44db3eba-3ad2-436f-b40e-f30b9d62352f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=27788d9bd3a341219734545e243a1963&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0469797 Feb 04 09:22:40.722337 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 34124) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:22:40.778648 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-730e2da8-bbc3-474c-b896-b6d054395bab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:40.804007 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-730e2da8-bbc3-474c-b896-b6d054395bab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:40.929256 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-730e2da8-bbc3-474c-b896-b6d054395bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:40.943838 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730e2da8-bbc3-474c-b896-b6d054395bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=216f22a7-4c43-48e0-ad74-81787b20a855,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:22:40.962811 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-730e2da8-bbc3-474c-b896-b6d054395bab admin admin] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:40.962811 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-730e2da8-bbc3-474c-b896-b6d054395bab admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/216f22a7-4c43-48e0-ad74-81787b20a855 HTTP/1.1" status: 204 len: 168 time: 0.2281473 Feb 04 09:22:41.079921 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device dcf41084-02c0-4ee5-8b86-01dbac4e9ac5 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 09:22:41.117781 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: dcf41084-02c0-4ee5-8b86-01dbac4e9ac5 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 09:22:41.118119 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device dcf41084-02c0-4ee5-8b86-01dbac4e9ac5 not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 09:22:41.640958 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 34132) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:22:41.689179 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-aed39d48-e729-4ceb-a9a5-41707e512187 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6a2a16e6847040b08174630aa7437e02&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0471027 Feb 04 09:22:41.691528 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 34136) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:22:41.748444 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b3a2594c-9ad4-4083-a383-9d5a70b698d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:41.773440 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b3a2594c-9ad4-4083-a383-9d5a70b698d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:41.894913 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b3a2594c-9ad4-4083-a383-9d5a70b698d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:41.911886 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a2594c-9ad4-4083-a383-9d5a70b698d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=389cdb5e-cb78-4999-add3-82ba89c44880,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:22:41.915730 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b3a2594c-9ad4-4083-a383-9d5a70b698d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:41.919348 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-b3a2594c-9ad4-4083-a383-9d5a70b698d0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/389cdb5e-cb78-4999-add3-82ba89c44880 HTTP/1.1" status: 204 len: 168 time: 0.2237642 Feb 04 09:22:43.173877 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 34158) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:22:43.298206 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-4a1e1426-9a16-4b2b-bb77-14bf3d1b3619 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-983384251-network', 'tenant_id': 'dc1fa6eec5a34843807cc1e7989cda8c'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:22:43.302918 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-4a1e1426-9a16-4b2b-bb77-14bf3d1b3619 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:22:43.306727 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-4a1e1426-9a16-4b2b-bb77-14bf3d1b3619 admin admin] Usage tracker for resource:network and tenant:dc1fa6eec5a34843807cc1e7989cda8c is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:22:43.309564 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-4a1e1426-9a16-4b2b-bb77-14bf3d1b3619 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:22:43.315127 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-4a1e1426-9a16-4b2b-bb77-14bf3d1b3619 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:22:43.403026 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a1e1426-9a16-4b2b-bb77-14bf3d1b3619 admin admin] Made reservation on behalf of dc1fa6eec5a34843807cc1e7989cda8c for: {'network': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 09:22:43.405364 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4a1e1426-9a16-4b2b-bb77-14bf3d1b3619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:43.421383 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4a1e1426-9a16-4b2b-bb77-14bf3d1b3619 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:43.450844 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-4a1e1426-9a16-4b2b-bb77-14bf3d1b3619 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:22:43.454403 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-4a1e1426-9a16-4b2b-bb77-14bf3d1b3619 admin admin] Usage tracker for resource:security_group_rule and tenant:dc1fa6eec5a34843807cc1e7989cda8c is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:22:43.457111 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-4a1e1426-9a16-4b2b-bb77-14bf3d1b3619 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:22:43.463110 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-4a1e1426-9a16-4b2b-bb77-14bf3d1b3619 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:22:43.524996 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4a1e1426-9a16-4b2b-bb77-14bf3d1b3619 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:43.603227 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4a1e1426-9a16-4b2b-bb77-14bf3d1b3619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:43.628612 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a1e1426-9a16-4b2b-bb77-14bf3d1b3619 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=84107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 09:22:43.640706 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1e1426-9a16-4b2b-bb77-14bf3d1b3619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72b8e095-28ee-4759-a840-1b20428731bc,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:22:43.645659 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4a1e1426-9a16-4b2b-bb77-14bf3d1b3619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:43.646018 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.segments_db [None req-4a1e1426-9a16-4b2b-bb77-14bf3d1b3619 admin admin] Added segment 16584cb1-d3cd-4ec0-99be-1fe172a57768 of type vlan for network aff63fe5-e059-4ca3-a492-632647c502fa Feb 04 09:22:43.671267 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4a1e1426-9a16-4b2b-bb77-14bf3d1b3619 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:43.785955 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4a1e1426-9a16-4b2b-bb77-14bf3d1b3619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:43.786714 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1e1426-9a16-4b2b-bb77-14bf3d1b3619 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:22:43.787283 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4a1e1426-9a16-4b2b-bb77-14bf3d1b3619 admin admin] Notify callbacks [] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:43.887547 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1e1426-9a16-4b2b-bb77-14bf3d1b3619 admin admin] Pushing event updated for resources: {'Network': ['ID=aff63fe5-e059-4ca3-a492-632647c502fa,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:22:43.896698 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network aff63fe5-e059-4ca3-a492-632647c502fa details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 09:22:43.955735 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-4a1e1426-9a16-4b2b-bb77-14bf3d1b3619 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7781916 Feb 04 09:22:43.956287 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 34164) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:22:43.965150 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-3bc243f5-6213-4c6e-b280-b033cef738c4 admin admin] Request body: {'subnet': {'network_id': 'aff63fe5-e059-4ca3-a492-632647c502fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-983384251-subnet', 'tenant_id': 'dc1fa6eec5a34843807cc1e7989cda8c', 'ip_version': 4}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:22:43.971867 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-3bc243f5-6213-4c6e-b280-b033cef738c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:22:43.978667 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-3bc243f5-6213-4c6e-b280-b033cef738c4 admin admin] Usage tracker for resource:subnet and tenant:dc1fa6eec5a34843807cc1e7989cda8c is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:22:43.983516 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-3bc243f5-6213-4c6e-b280-b033cef738c4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:22:43.990010 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-3bc243f5-6213-4c6e-b280-b033cef738c4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:22:44.060285 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc243f5-6213-4c6e-b280-b033cef738c4 admin admin] Made reservation on behalf of dc1fa6eec5a34843807cc1e7989cda8c for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 09:22:44.062529 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3bc243f5-6213-4c6e-b280-b033cef738c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985186'] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:44.128076 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 09:22:44.314973 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3bc243f5-6213-4c6e-b280-b033cef738c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7510230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985204'] for subnet, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:44.391431 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc243f5-6213-4c6e-b280-b033cef738c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a06744e-07f4-4be1-b492-861479c56450,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:22:44.403559 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc243f5-6213-4c6e-b280-b033cef738c4 admin admin] Checking segment: {'id': '16584cb1-d3cd-4ec0-99be-1fe172a57768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'aff63fe5-e059-4ca3-a492-632647c502fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 09:22:44.403975 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc243f5-6213-4c6e-b280-b033cef738c4 admin admin] Network hostable DHCP agents. Network: aff63fe5-e059-4ca3-a492-632647c502fa, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 09:22:44.513981 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc243f5-6213-4c6e-b280-b033cef738c4 admin admin] Network aff63fe5-e059-4ca3-a492-632647c502fa is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 09:22:44.588260 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-3bc243f5-6213-4c6e-b280-b033cef738c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, aff63fe5-e059-4ca3-a492-632647c502fa) {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:22:44.591978 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc243f5-6213-4c6e-b280-b033cef738c4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:22:44.592599 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3bc243f5-6213-4c6e-b280-b033cef738c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:44.596610 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4399be4-5af0-4744-a517-3de282bf7a14 None None] Network aff63fe5-e059-4ca3-a492-632647c502fa requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 09:22:44.675151 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-3bc243f5-6213-4c6e-b280-b033cef738c4 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7176678 Feb 04 09:22:44.677754 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 34168) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:22:44.682749 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-6a3616bc-a30e-4192-b2b2-333b9aaebcb3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-983384251-router', 'tenant_id': 'dc1fa6eec5a34843807cc1e7989cda8c', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:22:44.687380 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-6a3616bc-a30e-4192-b2b2-333b9aaebcb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:22:44.691263 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-6a3616bc-a30e-4192-b2b2-333b9aaebcb3 admin admin] Usage tracker for resource:router and tenant:dc1fa6eec5a34843807cc1e7989cda8c is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:22:44.694110 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-6a3616bc-a30e-4192-b2b2-333b9aaebcb3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:22:44.699869 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-6a3616bc-a30e-4192-b2b2-333b9aaebcb3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:22:44.777827 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6a3616bc-a30e-4192-b2b2-333b9aaebcb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40975'] for router, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:44.778792 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6a3616bc-a30e-4192-b2b2-333b9aaebcb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40982'] for router, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:44.797109 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6a3616bc-a30e-4192-b2b2-333b9aaebcb3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:44.816956 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764fbe0d-54b2-471d-be2f-c458ec2310c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-aff63fe5-e059-4ca3-a492-632647c502fa', 'network_id': 'aff63fe5-e059-4ca3-a492-632647c502fa', 'tenant_id': 'dc1fa6eec5a34843807cc1e7989cda8c', 'fixed_ips': [{'subnet_id': '6a06744e-07f4-4be1-b492-861479c56450'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 09:22:44.817760 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-764fbe0d-54b2-471d-be2f-c458ec2310c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:44.998742 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-764fbe0d-54b2-471d-be2f-c458ec2310c3 None None] Allocated IP 172.20.0.2 (aff63fe5-e059-4ca3-a492-632647c502fa/6a06744e-07f4-4be1-b492-861479c56450/af03993f-0e6e-4984-a3a9-f6b17d7f5de8) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 09:22:45.035915 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6a3616bc-a30e-4192-b2b2-333b9aaebcb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40996'] for router, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:45.198186 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-764fbe0d-54b2-471d-be2f-c458ec2310c3 None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:45.208464 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-764fbe0d-54b2-471d-be2f-c458ec2310c3 None None] Transition to ACTIVE for port object af03993f-0e6e-4984-a3a9-f6b17d7f5de8 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:22:45.226308 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-764fbe0d-54b2-471d-be2f-c458ec2310c3 None None] Transition to ACTIVE for port object af03993f-0e6e-4984-a3a9-f6b17d7f5de8 will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:22:45.290953 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6a3616bc-a30e-4192-b2b2-333b9aaebcb3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:45.309357 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-764fbe0d-54b2-471d-be2f-c458ec2310c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:45.320693 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6a3616bc-a30e-4192-b2b2-333b9aaebcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:45.375500 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764fbe0d-54b2-471d-be2f-c458ec2310c3 None None] Network aff63fe5-e059-4ca3-a492-632647c502fa is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:22:45.378237 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-764fbe0d-54b2-471d-be2f-c458ec2310c3 None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:22:45.382486 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764fbe0d-54b2-471d-be2f-c458ec2310c3 None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 09:22:45.390386 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764fbe0d-54b2-471d-be2f-c458ec2310c3 None None] Pushing event updated for resources: {'Port': ['ID=af03993f-0e6e-4984-a3a9-f6b17d7f5de8,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:22:45.431682 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764fbe0d-54b2-471d-be2f-c458ec2310c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:22:45.432029 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764fbe0d-54b2-471d-be2f-c458ec2310c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:22:45.432372 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764fbe0d-54b2-471d-be2f-c458ec2310c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:22:45.432732 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764fbe0d-54b2-471d-be2f-c458ec2310c3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:22:45.433067 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764fbe0d-54b2-471d-be2f-c458ec2310c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:22:45.433398 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764fbe0d-54b2-471d-be2f-c458ec2310c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:22:45.433725 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764fbe0d-54b2-471d-be2f-c458ec2310c3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:22:45.434052 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764fbe0d-54b2-471d-be2f-c458ec2310c3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:22:45.434377 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764fbe0d-54b2-471d-be2f-c458ec2310c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:22:45.434700 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764fbe0d-54b2-471d-be2f-c458ec2310c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:22:45.435020 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764fbe0d-54b2-471d-be2f-c458ec2310c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:22:45.455965 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-6a3616bc-a30e-4192-b2b2-333b9aaebcb3 admin admin] Allocated IP 172.26.3.27 (e264bd74-c56b-43d0-9059-bcb57dbbe5bc/79caf47c-b62c-4ea0-b35f-21ede155daa8/b301e49f-776b-450f-be77-ec3da94344cd) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 09:22:45.484341 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-764fbe0d-54b2-471d-be2f-c458ec2310c3 None None] Attempting to bind port af03993f-0e6e-4984-a3a9-f6b17d7f5de8 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 09:22:45.484757 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-764fbe0d-54b2-471d-be2f-c458ec2310c3 None None] Attempting to bind port af03993f-0e6e-4984-a3a9-f6b17d7f5de8 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': '16584cb1-d3cd-4ec0-99be-1fe172a57768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'aff63fe5-e059-4ca3-a492-632647c502fa'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 09:22:45.485118 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764fbe0d-54b2-471d-be2f-c458ec2310c3 None None] Attempting to bind port af03993f-0e6e-4984-a3a9-f6b17d7f5de8 on network aff63fe5-e059-4ca3-a492-632647c502fa {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 09:22:45.491973 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764fbe0d-54b2-471d-be2f-c458ec2310c3 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 9, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 09:22:45.492344 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764fbe0d-54b2-471d-be2f-c458ec2310c3 None None] Checking segment: {'id': '16584cb1-d3cd-4ec0-99be-1fe172a57768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'aff63fe5-e059-4ca3-a492-632647c502fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 09:22:45.497017 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-764fbe0d-54b2-471d-be2f-c458ec2310c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:45.497017 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764fbe0d-54b2-471d-be2f-c458ec2310c3 None None] Bound using segment: {'id': '16584cb1-d3cd-4ec0-99be-1fe172a57768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'aff63fe5-e059-4ca3-a492-632647c502fa'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 09:22:45.497017 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-764fbe0d-54b2-471d-be2f-c458ec2310c3 None None] Bound port: af03993f-0e6e-4984-a3a9-f6b17d7f5de8, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16584cb1-d3cd-4ec0-99be-1fe172a57768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'aff63fe5-e059-4ca3-a492-632647c502fa'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 09:22:45.497017 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-764fbe0d-54b2-471d-be2f-c458ec2310c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:45.587236 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-764fbe0d-54b2-471d-be2f-c458ec2310c3 None None] For port af03993f-0e6e-4984-a3a9-f6b17d7f5de8, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 09:22:45.590407 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-764fbe0d-54b2-471d-be2f-c458ec2310c3 None None] For port af03993f-0e6e-4984-a3a9-f6b17d7f5de8, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=af03993f-0e6e-4984-a3a9-f6b17d7f5de8,segment=NetworkSegment(16584cb1-d3cd-4ec0-99be-1fe172a57768),segment_id=16584cb1-d3cd-4ec0-99be-1fe172a57768)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 09:22:45.640895 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-764fbe0d-54b2-471d-be2f-c458ec2310c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:45.696032 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6a3616bc-a30e-4192-b2b2-333b9aaebcb3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:45.723514 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764fbe0d-54b2-471d-be2f-c458ec2310c3 None None] Pushing event updated for resources: {'Port': ['ID=af03993f-0e6e-4984-a3a9-f6b17d7f5de8,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:22:45.758107 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6a3616bc-a30e-4192-b2b2-333b9aaebcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:45.823984 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3616bc-a30e-4192-b2b2-333b9aaebcb3 admin admin] Network e264bd74-c56b-43d0-9059-bcb57dbbe5bc is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:22:45.826901 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-6a3616bc-a30e-4192-b2b2-333b9aaebcb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:22:45.830670 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3616bc-a30e-4192-b2b2-333b9aaebcb3 admin admin] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 09:22:45.868366 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3616bc-a30e-4192-b2b2-333b9aaebcb3 admin admin] Pushing event updated for resources: {'Port': ['ID=b301e49f-776b-450f-be77-ec3da94344cd,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:22:46.073361 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6a3616bc-a30e-4192-b2b2-333b9aaebcb3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:46.074112 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6a3616bc-a30e-4192-b2b2-333b9aaebcb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472990'] for router, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:46.352095 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a3616bc-a30e-4192-b2b2-333b9aaebcb3 admin admin] Router 7a6db8a2-26c5-4a82-8399-c2c0fc9df9bd is scheduled to L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 with binding_index 1 {{(pid=84107) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 09:22:46.553071 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28acb06-b09f-4e36-b909-9dd9f538db7e None None] Network aff63fe5-e059-4ca3-a492-632647c502fa requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 09:22:46.555994 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a3616bc-a30e-4192-b2b2-333b9aaebcb3 admin admin] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 09:22:46.564983 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a14ecc-e3a6-4e66-af19-5ac74e190e44 None None] Sync routers for ids ['7a6db8a2-26c5-4a82-8399-c2c0fc9df9bd'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 09:22:46.578929 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a14ecc-e3a6-4e66-af19-5ac74e190e44 None None] Routers {'7a6db8a2-26c5-4a82-8399-c2c0fc9df9bd'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:22:46.579526 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-c8a14ecc-e3a6-4e66-af19-5ac74e190e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:22:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['7a6db8a2-26c5-4a82-8399-c2c0fc9df9bd'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:22:46.658027 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6a3616bc-a30e-4192-b2b2-333b9aaebcb3 admin admin] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:46.659381 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-6a3616bc-a30e-4192-b2b2-333b9aaebcb3 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9807110 Feb 04 09:22:46.662702 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 34172) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:22:46.731783 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-b029a8f4-e39c-483e-8638-732682099115 None None] Provisioning for port af03993f-0e6e-4984-a3a9-f6b17d7f5de8 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:22:46.766105 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-c8a14ecc-e3a6-4e66-af19-5ac74e190e44 None None] Set router 7a6db8a2-26c5-4a82-8399-c2c0fc9df9bd gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:22:47.079113 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-c8a14ecc-e3a6-4e66-af19-5ac74e190e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6db8a2-26c5-4a82-8399-c2c0fc9df9bd', 'name': 'tempest-TestMinimumBasicScenario-983384251-router', 'tenant_id': 'dc1fa6eec5a34843807cc1e7989cda8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': 'b301e49f-776b-450f-be77-ec3da94344cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:22:44Z', 'updated_at': '2022-02-04T09:22:45Z', 'revision_number': 3, 'project_id': 'dc1fa6eec5a34843807cc1e7989cda8c', 'gw_port': {'id': 'b301e49f-776b-450f-be77-ec3da94344cd', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:5a:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a6db8a2-26c5-4a82-8399-c2c0fc9df9bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:22:45Z', 'updated_at': '2022-02-04T09:22:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:22:47.083322 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a14ecc-e3a6-4e66-af19-5ac74e190e44 None None] Checking router: 7a6db8a2-26c5-4a82-8399-c2c0fc9df9bd for host: dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 09:22:47.083737 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a14ecc-e3a6-4e66-af19-5ac74e190e44 None None] Updating router 7a6db8a2-26c5-4a82-8399-c2c0fc9df9bd port b301e49f-776b-450f-be77-ec3da94344cd binding host dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 09:22:47.131863 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device af03993f-0e6e-4984-a3a9-f6b17d7f5de8 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:22:47.148255 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-c8a14ecc-e3a6-4e66-af19-5ac74e190e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:47.252592 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port af03993f-0e6e-4984-a3a9-f6b17d7f5de8 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:22:47.259360 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port af03993f-0e6e-4984-a3a9-f6b17d7f5de8 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:22:47.259734 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:47.381177 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:47.416067 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port af03993f-0e6e-4984-a3a9-f6b17d7f5de8, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=af03993f-0e6e-4984-a3a9-f6b17d7f5de8,segment=NetworkSegment(16584cb1-d3cd-4ec0-99be-1fe172a57768),segment_id=16584cb1-d3cd-4ec0-99be-1fe172a57768)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:22:47.416797 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8e4ecded-6c8b-44b3-a50e-b04b2003fa5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:47.484661 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-c8a14ecc-e3a6-4e66-af19-5ac74e190e44 None None] Notify callbacks [] for port, precommit_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:47.497523 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.provisioning_blocks [None req-c8a14ecc-e3a6-4e66-af19-5ac74e190e44 None None] Transition to ACTIVE for port object b301e49f-776b-450f-be77-ec3da94344cd will not be triggered until provisioned by entity L2. {{(pid=84110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:22:47.512626 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:47.569763 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-c8a14ecc-e3a6-4e66-af19-5ac74e190e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:47.582158 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=af03993f-0e6e-4984-a3a9-f6b17d7f5de8,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:22:47.648096 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.managers [None req-c8a14ecc-e3a6-4e66-af19-5ac74e190e44 None None] Attempting to bind port b301e49f-776b-450f-be77-ec3da94344cd on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 09:22:47.648448 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.managers [None req-c8a14ecc-e3a6-4e66-af19-5ac74e190e44 None None] Attempting to bind port b301e49f-776b-450f-be77-ec3da94344cd by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}] {{(pid=84110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 09:22:47.648819 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a14ecc-e3a6-4e66-af19-5ac74e190e44 None None] Attempting to bind port b301e49f-776b-450f-be77-ec3da94344cd on network e264bd74-c56b-43d0-9059-bcb57dbbe5bc {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 09:22:47.650652 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51aee3e-9f42-44e9-9c97-cf040784e240 None None] Pushing event updated for resources: {'Port': ['ID=b301e49f-776b-450f-be77-ec3da94344cd,revision_number=2']} {{(pid=84110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:22:47.661821 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a14ecc-e3a6-4e66-af19-5ac74e190e44 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 9, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 09:22:47.662192 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a14ecc-e3a6-4e66-af19-5ac74e190e44 None None] Checking segment: {'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 09:22:47.662558 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-c8a14ecc-e3a6-4e66-af19-5ac74e190e44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:47.662934 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a14ecc-e3a6-4e66-af19-5ac74e190e44 None None] Bound using segment: {'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'} {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 09:22:47.663372 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.managers [None req-c8a14ecc-e3a6-4e66-af19-5ac74e190e44 None None] Bound port: b301e49f-776b-450f-be77-ec3da94344cd, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}}] {{(pid=84110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 09:22:47.663733 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-c8a14ecc-e3a6-4e66-af19-5ac74e190e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:47.690200 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51aee3e-9f42-44e9-9c97-cf040784e240 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:22:47.690527 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51aee3e-9f42-44e9-9c97-cf040784e240 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:22:47.690849 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51aee3e-9f42-44e9-9c97-cf040784e240 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:22:47.691171 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51aee3e-9f42-44e9-9c97-cf040784e240 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:22:47.691505 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51aee3e-9f42-44e9-9c97-cf040784e240 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:22:47.691825 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51aee3e-9f42-44e9-9c97-cf040784e240 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:22:47.692142 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51aee3e-9f42-44e9-9c97-cf040784e240 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:22:47.692444 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51aee3e-9f42-44e9-9c97-cf040784e240 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:22:47.692772 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51aee3e-9f42-44e9-9c97-cf040784e240 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:22:47.693078 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51aee3e-9f42-44e9-9c97-cf040784e240 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:22:47.693384 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51aee3e-9f42-44e9-9c97-cf040784e240 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:22:47.735766 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-8e4ecded-6c8b-44b3-a50e-b04b2003fa5b admin admin] Allocated IP 172.20.0.1 (aff63fe5-e059-4ca3-a492-632647c502fa/6a06744e-07f4-4be1-b492-861479c56450/37776c4d-8410-439a-bc7d-0da0880063d5) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 09:22:47.739410 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.db [None req-c8a14ecc-e3a6-4e66-af19-5ac74e190e44 None None] For port b301e49f-776b-450f-be77-ec3da94344cd, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 09:22:47.742333 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.db [None req-c8a14ecc-e3a6-4e66-af19-5ac74e190e44 None None] For port b301e49f-776b-450f-be77-ec3da94344cd, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=b301e49f-776b-450f-be77-ec3da94344cd,segment=NetworkSegment(c44b9475-949d-4ae7-bfca-e29b010a56a6),segment_id=c44b9475-949d-4ae7-bfca-e29b010a56a6)] {{(pid=84110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 09:22:47.821090 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-c8a14ecc-e3a6-4e66-af19-5ac74e190e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:47.881724 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8e4ecded-6c8b-44b3-a50e-b04b2003fa5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:47.897347 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [None req-8e4ecded-6c8b-44b3-a50e-b04b2003fa5b admin admin] Transition to ACTIVE for port object 37776c4d-8410-439a-bc7d-0da0880063d5 will not be triggered until provisioned by entity DHCP. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:22:47.900797 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51aee3e-9f42-44e9-9c97-cf040784e240 None None] Pushing event updated for resources: {'Port': ['ID=b301e49f-776b-450f-be77-ec3da94344cd,revision_number=3']} {{(pid=84110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:22:47.905903 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a14ecc-e3a6-4e66-af19-5ac74e190e44 None None] Routers {'7a6db8a2-26c5-4a82-8399-c2c0fc9df9bd'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:22:47.906489 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-c8a14ecc-e3a6-4e66-af19-5ac74e190e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:22:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['7a6db8a2-26c5-4a82-8399-c2c0fc9df9bd'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:22:47.975483 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8e4ecded-6c8b-44b3-a50e-b04b2003fa5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:48.041202 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4ecded-6c8b-44b3-a50e-b04b2003fa5b admin admin] Network aff63fe5-e059-4ca3-a492-632647c502fa is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:22:48.043960 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-8e4ecded-6c8b-44b3-a50e-b04b2003fa5b admin admin] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:22:48.047958 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4ecded-6c8b-44b3-a50e-b04b2003fa5b admin admin] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 09:22:48.081184 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4ecded-6c8b-44b3-a50e-b04b2003fa5b admin admin] Pushing event updated for resources: {'Port': ['ID=37776c4d-8410-439a-bc7d-0da0880063d5,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:22:48.102350 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-c8a14ecc-e3a6-4e66-af19-5ac74e190e44 None None] Set router 7a6db8a2-26c5-4a82-8399-c2c0fc9df9bd gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:22:48.108778 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8e4ecded-6c8b-44b3-a50e-b04b2003fa5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-472912'] for router_interface, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:48.282338 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8e4ecded-6c8b-44b3-a50e-b04b2003fa5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:48.374678 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-6f0f7fb9-dd11-4fb7-a053-bdf1818cee65 None None] Provisioning for port 37776c4d-8410-439a-bc7d-0da0880063d5 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:22:48.379940 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-6f0f7fb9-dd11-4fb7-a053-bdf1818cee65 None None] Provisioning complete for port 37776c4d-8410-439a-bc7d-0da0880063d5 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:22:48.380476 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-6f0f7fb9-dd11-4fb7-a053-bdf1818cee65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:48.413712 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-c8a14ecc-e3a6-4e66-af19-5ac74e190e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6db8a2-26c5-4a82-8399-c2c0fc9df9bd', 'name': 'tempest-TestMinimumBasicScenario-983384251-router', 'tenant_id': 'dc1fa6eec5a34843807cc1e7989cda8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': 'b301e49f-776b-450f-be77-ec3da94344cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:22:44Z', 'updated_at': '2022-02-04T09:22:45Z', 'revision_number': 3, 'project_id': 'dc1fa6eec5a34843807cc1e7989cda8c', 'gw_port': {'id': 'b301e49f-776b-450f-be77-ec3da94344cd', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:5a:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a6db8a2-26c5-4a82-8399-c2c0fc9df9bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:22:45Z', 'updated_at': '2022-02-04T09:22:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:22:48.417946 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a14ecc-e3a6-4e66-af19-5ac74e190e44 None None] The sync data for ids ['7a6db8a2-26c5-4a82-8399-c2c0fc9df9bd'] in dv-neutron-827798-2-hyperv is: [{'id': '7a6db8a2-26c5-4a82-8399-c2c0fc9df9bd', 'name': 'tempest-TestMinimumBasicScenario-983384251-router', 'tenant_id': 'dc1fa6eec5a34843807cc1e7989cda8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': 'b301e49f-776b-450f-be77-ec3da94344cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:22:44Z', 'updated_at': '2022-02-04T09:22:45Z', 'revision_number': 3, 'project_id': 'dc1fa6eec5a34843807cc1e7989cda8c', 'gw_port': {'id': 'b301e49f-776b-450f-be77-ec3da94344cd', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:5a:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a6db8a2-26c5-4a82-8399-c2c0fc9df9bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:22:45Z', 'updated_at': '2022-02-04T09:22:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 09:22:48.437047 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-6f0f7fb9-dd11-4fb7-a053-bdf1818cee65 None None] Port 37776c4d-8410-439a-bc7d-0da0880063d5 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 09:22:48.507653 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8e4ecded-6c8b-44b3-a50e-b04b2003fa5b admin admin] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:48.585620 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8e4ecded-6c8b-44b3-a50e-b04b2003fa5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:48.686409 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4ecded-6c8b-44b3-a50e-b04b2003fa5b admin admin] Pushing event updated for resources: {'Port': ['ID=37776c4d-8410-439a-bc7d-0da0880063d5,revision_number=2']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:22:48.689997 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8e4ecded-6c8b-44b3-a50e-b04b2003fa5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473771'] for router_interface, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:48.830675 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4ecded-6c8b-44b3-a50e-b04b2003fa5b admin admin] Network aff63fe5-e059-4ca3-a492-632647c502fa is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:22:48.831836 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-8e4ecded-6c8b-44b3-a50e-b04b2003fa5b admin admin] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:22:49.169695 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-fa5c52e5-af47-4201-a190-a302f4d7fd22 None None] Provisioning complete for port 37776c4d-8410-439a-bc7d-0da0880063d5 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:22:49.170404 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-fa5c52e5-af47-4201-a190-a302f4d7fd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:49.196097 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device af03993f-0e6e-4984-a3a9-f6b17d7f5de8 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:22:49.253850 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e4ecded-6c8b-44b3-a50e-b04b2003fa5b admin admin] Router 7a6db8a2-26c5-4a82-8399-c2c0fc9df9bd has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 09:22:49.274793 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-fa5c52e5-af47-4201-a190-a302f4d7fd22 None None] Port 37776c4d-8410-439a-bc7d-0da0880063d5 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 09:22:49.291457 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port af03993f-0e6e-4984-a3a9-f6b17d7f5de8 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:22:49.291818 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:49.421933 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device b301e49f-776b-450f-be77-ec3da94344cd up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:22:49.491846 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-4aff27e8-60ff-4cd3-9d35-618723a99faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:49.548683 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port b301e49f-776b-450f-be77-ec3da94344cd completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:22:49.554333 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port b301e49f-776b-450f-be77-ec3da94344cd triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:22:49.554710 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:49.557270 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e4ecded-6c8b-44b3-a50e-b04b2003fa5b admin admin] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 09:22:49.566396 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-8e4ecded-6c8b-44b3-a50e-b04b2003fa5b admin admin] 10.222.0.36 "PUT /v2.0/routers/7a6db8a2-26c5-4a82-8399-c2c0fc9df9bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9022789 Feb 04 09:22:49.668504 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:49.684807 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port b301e49f-776b-450f-be77-ec3da94344cd, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=b301e49f-776b-450f-be77-ec3da94344cd,segment=NetworkSegment(c44b9475-949d-4ae7-bfca-e29b010a56a6),segment_id=c44b9475-949d-4ae7-bfca-e29b010a56a6)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:22:49.777542 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:49.843761 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=b301e49f-776b-450f-be77-ec3da94344cd,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:22:50.659027 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 34194) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:22:50.664486 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-e0102a8f-af11-4768-8fc0-b64b2995173d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1167631998-network', 'tenant_id': 'ebda73197bde4ce4a5b65e0b9db0a47c'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:22:50.669251 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-e0102a8f-af11-4768-8fc0-b64b2995173d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:22:50.673269 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-e0102a8f-af11-4768-8fc0-b64b2995173d admin admin] Usage tracker for resource:network and tenant:ebda73197bde4ce4a5b65e0b9db0a47c is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:22:50.676605 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-e0102a8f-af11-4768-8fc0-b64b2995173d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:22:50.682207 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-e0102a8f-af11-4768-8fc0-b64b2995173d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:22:50.751517 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0102a8f-af11-4768-8fc0-b64b2995173d admin admin] Made reservation on behalf of ebda73197bde4ce4a5b65e0b9db0a47c for: {'network': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 09:22:50.753756 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e0102a8f-af11-4768-8fc0-b64b2995173d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:50.766429 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e0102a8f-af11-4768-8fc0-b64b2995173d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:50.796062 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-e0102a8f-af11-4768-8fc0-b64b2995173d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:22:50.799745 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-e0102a8f-af11-4768-8fc0-b64b2995173d admin admin] Usage tracker for resource:security_group_rule and tenant:ebda73197bde4ce4a5b65e0b9db0a47c is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:22:50.803005 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-e0102a8f-af11-4768-8fc0-b64b2995173d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:22:50.808603 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-e0102a8f-af11-4768-8fc0-b64b2995173d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:22:50.870681 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e0102a8f-af11-4768-8fc0-b64b2995173d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:50.934438 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e0102a8f-af11-4768-8fc0-b64b2995173d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:50.967299 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0102a8f-af11-4768-8fc0-b64b2995173d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=84107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 09:22:50.972325 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0102a8f-af11-4768-8fc0-b64b2995173d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b0423a2-9661-4e90-8241-e3f8cb88a1a0,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:22:50.979231 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e0102a8f-af11-4768-8fc0-b64b2995173d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:50.980012 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.segments_db [None req-e0102a8f-af11-4768-8fc0-b64b2995173d admin admin] Added segment 2247416d-bb48-4974-9597-4d8828f7f230 of type vlan for network 59d05795-15b0-43ff-a9bd-1952aaa52011 Feb 04 09:22:51.005957 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e0102a8f-af11-4768-8fc0-b64b2995173d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:51.085908 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e0102a8f-af11-4768-8fc0-b64b2995173d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:51.086778 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0102a8f-af11-4768-8fc0-b64b2995173d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:22:51.088063 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e0102a8f-af11-4768-8fc0-b64b2995173d admin admin] Notify callbacks [] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:51.089738 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device b301e49f-776b-450f-be77-ec3da94344cd up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:22:51.155155 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port b301e49f-776b-450f-be77-ec3da94344cd triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:22:51.155517 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:51.204131 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0102a8f-af11-4768-8fc0-b64b2995173d admin admin] Pushing event updated for resources: {'Network': ['ID=59d05795-15b0-43ff-a9bd-1952aaa52011,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:22:51.227208 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network 59d05795-15b0-43ff-a9bd-1952aaa52011 details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 09:22:51.264090 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-e0102a8f-af11-4768-8fc0-b64b2995173d admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6039395 Feb 04 09:22:51.266842 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 34198) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:22:51.272098 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-8c6420a3-ccd4-4a74-8603-363d59174ed0 admin admin] Request body: {'subnet': {'network_id': '59d05795-15b0-43ff-a9bd-1952aaa52011', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1167631998-subnet', 'tenant_id': 'ebda73197bde4ce4a5b65e0b9db0a47c', 'ip_version': 4}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:22:51.277157 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-8c6420a3-ccd4-4a74-8603-363d59174ed0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:22:51.281265 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-8c6420a3-ccd4-4a74-8603-363d59174ed0 admin admin] Usage tracker for resource:subnet and tenant:ebda73197bde4ce4a5b65e0b9db0a47c is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:22:51.287431 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-8c6420a3-ccd4-4a74-8603-363d59174ed0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:22:51.290545 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-8c6420a3-ccd4-4a74-8603-363d59174ed0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:22:51.363668 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c6420a3-ccd4-4a74-8603-363d59174ed0 admin admin] Made reservation on behalf of ebda73197bde4ce4a5b65e0b9db0a47c for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 09:22:51.366083 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8c6420a3-ccd4-4a74-8603-363d59174ed0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985186'] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:51.626257 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8c6420a3-ccd4-4a74-8603-363d59174ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7510230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985204'] for subnet, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:51.701612 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6420a3-ccd4-4a74-8603-363d59174ed0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37e68d2e-1d87-4485-b942-8ef818c7d154,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:22:51.719510 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6420a3-ccd4-4a74-8603-363d59174ed0 admin admin] Checking segment: {'id': '2247416d-bb48-4974-9597-4d8828f7f230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '59d05795-15b0-43ff-a9bd-1952aaa52011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 09:22:51.719859 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6420a3-ccd4-4a74-8603-363d59174ed0 admin admin] Network hostable DHCP agents. Network: 59d05795-15b0-43ff-a9bd-1952aaa52011, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 09:22:51.746370 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-d9a4ba58-ab22-4ace-ae45-d8076c8c69b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:51.820216 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6420a3-ccd4-4a74-8603-363d59174ed0 admin admin] Network 59d05795-15b0-43ff-a9bd-1952aaa52011 is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 09:22:51.902961 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-8c6420a3-ccd4-4a74-8603-363d59174ed0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, 59d05795-15b0-43ff-a9bd-1952aaa52011) {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:22:51.904850 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c55b1b1-8c16-4719-85d3-e51b769268f5 None None] Sync routers for ids ['7a6db8a2-26c5-4a82-8399-c2c0fc9df9bd'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 09:22:51.906682 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6420a3-ccd4-4a74-8603-363d59174ed0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:22:51.907176 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8c6420a3-ccd4-4a74-8603-363d59174ed0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:51.913159 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9aa0641-f4d6-4eac-bf3c-56532e16b9fc None None] Network 59d05795-15b0-43ff-a9bd-1952aaa52011 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 09:22:51.983760 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-8c6420a3-ccd4-4a74-8603-363d59174ed0 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7156944 Feb 04 09:22:51.986123 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 34202) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:22:51.990845 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c55b1b1-8c16-4719-85d3-e51b769268f5 None None] Routers {'7a6db8a2-26c5-4a82-8399-c2c0fc9df9bd'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:22:51.991505 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-8c55b1b1-8c16-4719-85d3-e51b769268f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:22:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['7a6db8a2-26c5-4a82-8399-c2c0fc9df9bd'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:22:51.994027 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-dd339e3d-a097-4699-aac0-093947797e3c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1167631998-router', 'tenant_id': 'ebda73197bde4ce4a5b65e0b9db0a47c', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:22:51.998635 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-dd339e3d-a097-4699-aac0-093947797e3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:22:52.002405 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-dd339e3d-a097-4699-aac0-093947797e3c admin admin] Usage tracker for resource:router and tenant:ebda73197bde4ce4a5b65e0b9db0a47c is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:22:52.005797 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-dd339e3d-a097-4699-aac0-093947797e3c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:22:52.011378 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-dd339e3d-a097-4699-aac0-093947797e3c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:22:52.089402 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-dd339e3d-a097-4699-aac0-093947797e3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40975'] for router, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:52.090362 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-dd339e3d-a097-4699-aac0-093947797e3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40982'] for router, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:52.108821 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-dd339e3d-a097-4699-aac0-093947797e3c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:52.281531 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-8c55b1b1-8c16-4719-85d3-e51b769268f5 None None] Set router 7a6db8a2-26c5-4a82-8399-c2c0fc9df9bd gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:22:52.327533 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-dd339e3d-a097-4699-aac0-093947797e3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40996'] for router, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:52.347199 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7c3669-4d16-4c80-aa04-0125ff8b84ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-59d05795-15b0-43ff-a9bd-1952aaa52011', 'network_id': '59d05795-15b0-43ff-a9bd-1952aaa52011', 'tenant_id': 'ebda73197bde4ce4a5b65e0b9db0a47c', 'fixed_ips': [{'subnet_id': '37e68d2e-1d87-4485-b942-8ef818c7d154'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 09:22:52.348020 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-db7c3669-4d16-4c80-aa04-0125ff8b84ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:52.558051 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-dd339e3d-a097-4699-aac0-093947797e3c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:52.590829 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-dd339e3d-a097-4699-aac0-093947797e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:52.700794 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-db7c3669-4d16-4c80-aa04-0125ff8b84ad None None] Allocated IP 172.20.0.2 (59d05795-15b0-43ff-a9bd-1952aaa52011/37e68d2e-1d87-4485-b942-8ef818c7d154/ee20d749-4f24-4169-be6a-660227b1a836) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 09:22:52.725426 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-dd339e3d-a097-4699-aac0-093947797e3c admin admin] Allocated IP 172.26.3.165 (e264bd74-c56b-43d0-9059-bcb57dbbe5bc/79caf47c-b62c-4ea0-b35f-21ede155daa8/7744d6f2-8ca2-4b0a-9d0b-4e9ab25335a0) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 09:22:52.831266 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-8c55b1b1-8c16-4719-85d3-e51b769268f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6db8a2-26c5-4a82-8399-c2c0fc9df9bd', 'name': 'tempest-TestMinimumBasicScenario-983384251-router', 'tenant_id': 'dc1fa6eec5a34843807cc1e7989cda8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': 'b301e49f-776b-450f-be77-ec3da94344cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:22:44Z', 'updated_at': '2022-02-04T09:22:48Z', 'revision_number': 4, 'project_id': 'dc1fa6eec5a34843807cc1e7989cda8c', 'gw_port': {'id': 'b301e49f-776b-450f-be77-ec3da94344cd', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:5a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6db8a2-26c5-4a82-8399-c2c0fc9df9bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:22:45Z', 'updated_at': '2022-02-04T09:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '37776c4d-8410-439a-bc7d-0da0880063d5', 'name': '', 'network_id': 'aff63fe5-e059-4ca3-a492-632647c502fa', 'tenant_id': 'dc1fa6eec5a34843807cc1e7989cda8c', 'mac_address': 'fa:16:3e:d1:8c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a6db8a2-26c5-4a82-8399-c2c0fc9df9bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a06744e-07f4-4be1-b492-861479c56450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:22:47Z', 'updated_at': '2022-02-04T09:22:48Z', 'revision_number': 2, 'project_id': 'dc1fa6eec5a34843807cc1e7989cda8c', 'subnets': [{'id': '6a06744e-07f4-4be1-b492-861479c56450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:22:52.845725 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c55b1b1-8c16-4719-85d3-e51b769268f5 None None] Checking router: 7a6db8a2-26c5-4a82-8399-c2c0fc9df9bd for host: dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 09:22:52.846076 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c55b1b1-8c16-4719-85d3-e51b769268f5 None None] Updating router 7a6db8a2-26c5-4a82-8399-c2c0fc9df9bd port 37776c4d-8410-439a-bc7d-0da0880063d5 binding host dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 09:22:52.873806 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-dd339e3d-a097-4699-aac0-093947797e3c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:52.946538 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-dd339e3d-a097-4699-aac0-093947797e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:52.968262 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-8c55b1b1-8c16-4719-85d3-e51b769268f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:53.017496 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd339e3d-a097-4699-aac0-093947797e3c admin admin] Network e264bd74-c56b-43d0-9059-bcb57dbbe5bc is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:22:53.020438 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-dd339e3d-a097-4699-aac0-093947797e3c admin admin] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:22:53.024816 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd339e3d-a097-4699-aac0-093947797e3c admin admin] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 09:22:53.038313 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-db7c3669-4d16-4c80-aa04-0125ff8b84ad None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:53.042601 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:53.051847 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd339e3d-a097-4699-aac0-093947797e3c admin admin] Pushing event updated for resources: {'Port': ['ID=7744d6f2-8ca2-4b0a-9d0b-4e9ab25335a0,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:22:53.061259 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-db7c3669-4d16-4c80-aa04-0125ff8b84ad None None] Transition to ACTIVE for port object ee20d749-4f24-4169-be6a-660227b1a836 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:22:53.073220 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:53.190450 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-db7c3669-4d16-4c80-aa04-0125ff8b84ad None None] Transition to ACTIVE for port object ee20d749-4f24-4169-be6a-660227b1a836 will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:22:53.249817 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-dd339e3d-a097-4699-aac0-093947797e3c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:53.250541 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-dd339e3d-a097-4699-aac0-093947797e3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472990'] for router, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:53.277829 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-db7c3669-4d16-4c80-aa04-0125ff8b84ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:53.375641 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7c3669-4d16-4c80-aa04-0125ff8b84ad None None] Network 59d05795-15b0-43ff-a9bd-1952aaa52011 is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:22:53.386585 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-db7c3669-4d16-4c80-aa04-0125ff8b84ad None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:22:53.388342 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7c3669-4d16-4c80-aa04-0125ff8b84ad None None] Pushing event updated for resources: {'Port': ['ID=ee20d749-4f24-4169-be6a-660227b1a836,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:22:53.393164 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7c3669-4d16-4c80-aa04-0125ff8b84ad None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 09:22:53.554004 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-db7c3669-4d16-4c80-aa04-0125ff8b84ad None None] Attempting to bind port ee20d749-4f24-4169-be6a-660227b1a836 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 09:22:53.554263 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-db7c3669-4d16-4c80-aa04-0125ff8b84ad None None] Attempting to bind port ee20d749-4f24-4169-be6a-660227b1a836 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': '2247416d-bb48-4974-9597-4d8828f7f230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '59d05795-15b0-43ff-a9bd-1952aaa52011'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 09:22:53.554625 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7c3669-4d16-4c80-aa04-0125ff8b84ad None None] Attempting to bind port ee20d749-4f24-4169-be6a-660227b1a836 on network 59d05795-15b0-43ff-a9bd-1952aaa52011 {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 09:22:53.567782 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7c3669-4d16-4c80-aa04-0125ff8b84ad None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 9, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 09:22:53.567782 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7c3669-4d16-4c80-aa04-0125ff8b84ad None None] Checking segment: {'id': '2247416d-bb48-4974-9597-4d8828f7f230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '59d05795-15b0-43ff-a9bd-1952aaa52011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 09:22:53.568177 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-db7c3669-4d16-4c80-aa04-0125ff8b84ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:53.568480 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7c3669-4d16-4c80-aa04-0125ff8b84ad None None] Bound using segment: {'id': '2247416d-bb48-4974-9597-4d8828f7f230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '59d05795-15b0-43ff-a9bd-1952aaa52011'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 09:22:53.568962 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-db7c3669-4d16-4c80-aa04-0125ff8b84ad None None] Bound port: ee20d749-4f24-4169-be6a-660227b1a836, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2247416d-bb48-4974-9597-4d8828f7f230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '59d05795-15b0-43ff-a9bd-1952aaa52011'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 09:22:53.569332 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-db7c3669-4d16-4c80-aa04-0125ff8b84ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:53.597478 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-8c55b1b1-8c16-4719-85d3-e51b769268f5 None None] Notify callbacks [] for port, precommit_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:53.645779 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-8c55b1b1-8c16-4719-85d3-e51b769268f5 None None] Transition to ACTIVE for port object 37776c4d-8410-439a-bc7d-0da0880063d5 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:22:53.674422 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd339e3d-a097-4699-aac0-093947797e3c admin admin] Router 103a6e0c-7691-4f35-9c64-d7ea71efad19 is scheduled to L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 with binding_index 1 {{(pid=84107) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 09:22:53.677183 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-db7c3669-4d16-4c80-aa04-0125ff8b84ad None None] For port ee20d749-4f24-4169-be6a-660227b1a836, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 09:22:53.680239 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-db7c3669-4d16-4c80-aa04-0125ff8b84ad None None] For port ee20d749-4f24-4169-be6a-660227b1a836, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=ee20d749-4f24-4169-be6a-660227b1a836,segment=NetworkSegment(2247416d-bb48-4974-9597-4d8828f7f230),segment_id=2247416d-bb48-4974-9597-4d8828f7f230)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 09:22:53.731937 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-8c55b1b1-8c16-4719-85d3-e51b769268f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:53.768595 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-db7c3669-4d16-4c80-aa04-0125ff8b84ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:53.878738 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e931ce6e-f579-474c-b45e-3290383c4785 None None] Pushing event updated for resources: {'Port': ['ID=37776c4d-8410-439a-bc7d-0da0880063d5,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:22:53.891983 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd339e3d-a097-4699-aac0-093947797e3c admin admin] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 09:22:53.903122 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fcbcee-ce52-4206-8633-bc6a8dbb8340 None None] Sync routers for ids ['103a6e0c-7691-4f35-9c64-d7ea71efad19'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 09:22:53.936798 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fcbcee-ce52-4206-8633-bc6a8dbb8340 None None] Routers {'103a6e0c-7691-4f35-9c64-d7ea71efad19'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:22:53.937923 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-00fcbcee-ce52-4206-8633-bc6a8dbb8340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:22:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['103a6e0c-7691-4f35-9c64-d7ea71efad19'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:22:53.988920 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-dd339e3d-a097-4699-aac0-093947797e3c admin admin] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:53.990163 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-dd339e3d-a097-4699-aac0-093947797e3c admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0030963 Feb 04 09:22:53.992945 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 34206) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:22:54.038230 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7c3669-4d16-4c80-aa04-0125ff8b84ad None None] Pushing event updated for resources: {'Port': ['ID=ee20d749-4f24-4169-be6a-660227b1a836,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:22:54.088962 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-8c55b1b1-8c16-4719-85d3-e51b769268f5 None None] Attempting to bind port 37776c4d-8410-439a-bc7d-0da0880063d5 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 09:22:54.088962 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-8c55b1b1-8c16-4719-85d3-e51b769268f5 None None] Attempting to bind port 37776c4d-8410-439a-bc7d-0da0880063d5 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': '16584cb1-d3cd-4ec0-99be-1fe172a57768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'aff63fe5-e059-4ca3-a492-632647c502fa'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 09:22:54.088962 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c55b1b1-8c16-4719-85d3-e51b769268f5 None None] Attempting to bind port 37776c4d-8410-439a-bc7d-0da0880063d5 on network aff63fe5-e059-4ca3-a492-632647c502fa {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 09:22:54.088962 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c55b1b1-8c16-4719-85d3-e51b769268f5 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 9, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 09:22:54.088962 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c55b1b1-8c16-4719-85d3-e51b769268f5 None None] Checking segment: {'id': '16584cb1-d3cd-4ec0-99be-1fe172a57768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'aff63fe5-e059-4ca3-a492-632647c502fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 09:22:54.088962 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-8c55b1b1-8c16-4719-85d3-e51b769268f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:54.088962 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c55b1b1-8c16-4719-85d3-e51b769268f5 None None] Bound using segment: {'id': '16584cb1-d3cd-4ec0-99be-1fe172a57768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'aff63fe5-e059-4ca3-a492-632647c502fa'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 09:22:54.088962 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-8c55b1b1-8c16-4719-85d3-e51b769268f5 None None] Bound port: 37776c4d-8410-439a-bc7d-0da0880063d5, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16584cb1-d3cd-4ec0-99be-1fe172a57768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'aff63fe5-e059-4ca3-a492-632647c502fa'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 09:22:54.088962 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-8c55b1b1-8c16-4719-85d3-e51b769268f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:54.220636 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-00fcbcee-ce52-4206-8633-bc6a8dbb8340 None None] Set router 103a6e0c-7691-4f35-9c64-d7ea71efad19 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:22:54.239669 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-8c55b1b1-8c16-4719-85d3-e51b769268f5 None None] For port 37776c4d-8410-439a-bc7d-0da0880063d5, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 09:22:54.243699 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-8c55b1b1-8c16-4719-85d3-e51b769268f5 None None] For port 37776c4d-8410-439a-bc7d-0da0880063d5, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=37776c4d-8410-439a-bc7d-0da0880063d5,segment=NetworkSegment(16584cb1-d3cd-4ec0-99be-1fe172a57768),segment_id=16584cb1-d3cd-4ec0-99be-1fe172a57768)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 09:22:54.350262 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-8c55b1b1-8c16-4719-85d3-e51b769268f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:54.456333 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c55b1b1-8c16-4719-85d3-e51b769268f5 None None] Routers {'7a6db8a2-26c5-4a82-8399-c2c0fc9df9bd'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:22:54.456333 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-8c55b1b1-8c16-4719-85d3-e51b769268f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:22:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['7a6db8a2-26c5-4a82-8399-c2c0fc9df9bd'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:22:54.530822 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e931ce6e-f579-474c-b45e-3290383c4785 None None] Pushing event updated for resources: {'Port': ['ID=37776c4d-8410-439a-bc7d-0da0880063d5,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:22:54.553956 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-00fcbcee-ce52-4206-8633-bc6a8dbb8340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '103a6e0c-7691-4f35-9c64-d7ea71efad19', 'name': 'tempest-TestMinimumBasicScenario-1167631998-router', 'tenant_id': 'ebda73197bde4ce4a5b65e0b9db0a47c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.165'}], 'enable_snat': True}, 'gw_port_id': '7744d6f2-8ca2-4b0a-9d0b-4e9ab25335a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:22:52Z', 'updated_at': '2022-02-04T09:22:53Z', 'revision_number': 3, 'project_id': 'ebda73197bde4ce4a5b65e0b9db0a47c', 'gw_port': {'id': '7744d6f2-8ca2-4b0a-9d0b-4e9ab25335a0', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e4:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '103a6e0c-7691-4f35-9c64-d7ea71efad19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:22:52Z', 'updated_at': '2022-02-04T09:22:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:22:54.558309 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fcbcee-ce52-4206-8633-bc6a8dbb8340 None None] Checking router: 103a6e0c-7691-4f35-9c64-d7ea71efad19 for host: dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 09:22:54.558659 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fcbcee-ce52-4206-8633-bc6a8dbb8340 None None] Updating router 103a6e0c-7691-4f35-9c64-d7ea71efad19 port 7744d6f2-8ca2-4b0a-9d0b-4e9ab25335a0 binding host dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 09:22:54.621803 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:54.628140 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-00fcbcee-ce52-4206-8633-bc6a8dbb8340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:54.677016 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-8c55b1b1-8c16-4719-85d3-e51b769268f5 None None] Set router 7a6db8a2-26c5-4a82-8399-c2c0fc9df9bd gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:22:54.965330 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d5882db4-a790-4b5a-9e1d-2c2ebb540c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:55.049040 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-00fcbcee-ce52-4206-8633-bc6a8dbb8340 None None] Notify callbacks [] for port, precommit_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:55.065730 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.provisioning_blocks [None req-00fcbcee-ce52-4206-8633-bc6a8dbb8340 None None] Transition to ACTIVE for port object 7744d6f2-8ca2-4b0a-9d0b-4e9ab25335a0 will not be triggered until provisioned by entity L2. {{(pid=84110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:22:55.132235 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714b9908-8c8d-43ea-bc5d-b76a05f1eade None None] Network 59d05795-15b0-43ff-a9bd-1952aaa52011 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 09:22:55.140688 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-8c55b1b1-8c16-4719-85d3-e51b769268f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6db8a2-26c5-4a82-8399-c2c0fc9df9bd', 'name': 'tempest-TestMinimumBasicScenario-983384251-router', 'tenant_id': 'dc1fa6eec5a34843807cc1e7989cda8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': 'b301e49f-776b-450f-be77-ec3da94344cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:22:44Z', 'updated_at': '2022-02-04T09:22:48Z', 'revision_number': 4, 'project_id': 'dc1fa6eec5a34843807cc1e7989cda8c', 'gw_port': {'id': 'b301e49f-776b-450f-be77-ec3da94344cd', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:5a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6db8a2-26c5-4a82-8399-c2c0fc9df9bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:22:45Z', 'updated_at': '2022-02-04T09:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '37776c4d-8410-439a-bc7d-0da0880063d5', 'name': '', 'network_id': 'aff63fe5-e059-4ca3-a492-632647c502fa', 'tenant_id': 'dc1fa6eec5a34843807cc1e7989cda8c', 'mac_address': 'fa:16:3e:d1:8c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a6db8a2-26c5-4a82-8399-c2c0fc9df9bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a06744e-07f4-4be1-b492-861479c56450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:22:47Z', 'updated_at': '2022-02-04T09:22:54Z', 'revision_number': 4, 'project_id': 'dc1fa6eec5a34843807cc1e7989cda8c', 'subnets': [{'id': '6a06744e-07f4-4be1-b492-861479c56450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:22:55.153214 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-00fcbcee-ce52-4206-8633-bc6a8dbb8340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:55.194742 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device ee20d749-4f24-4169-be6a-660227b1a836 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:22:55.231018 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c55b1b1-8c16-4719-85d3-e51b769268f5 None None] The sync data for ids ['7a6db8a2-26c5-4a82-8399-c2c0fc9df9bd'] in dv-neutron-827798-2-hyperv is: [{'id': '7a6db8a2-26c5-4a82-8399-c2c0fc9df9bd', 'name': 'tempest-TestMinimumBasicScenario-983384251-router', 'tenant_id': 'dc1fa6eec5a34843807cc1e7989cda8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': 'b301e49f-776b-450f-be77-ec3da94344cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:22:44Z', 'updated_at': '2022-02-04T09:22:48Z', 'revision_number': 4, 'project_id': 'dc1fa6eec5a34843807cc1e7989cda8c', 'gw_port': {'id': 'b301e49f-776b-450f-be77-ec3da94344cd', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:5a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6db8a2-26c5-4a82-8399-c2c0fc9df9bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:22:45Z', 'updated_at': '2022-02-04T09:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '37776c4d-8410-439a-bc7d-0da0880063d5', 'name': '', 'network_id': 'aff63fe5-e059-4ca3-a492-632647c502fa', 'tenant_id': 'dc1fa6eec5a34843807cc1e7989cda8c', 'mac_address': 'fa:16:3e:d1:8c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a6db8a2-26c5-4a82-8399-c2c0fc9df9bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a06744e-07f4-4be1-b492-861479c56450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:22:47Z', 'updated_at': '2022-02-04T09:22:54Z', 'revision_number': 4, 'project_id': 'dc1fa6eec5a34843807cc1e7989cda8c', 'subnets': [{'id': '6a06744e-07f4-4be1-b492-861479c56450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 09:22:55.235795 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-d5882db4-a790-4b5a-9e1d-2c2ebb540c2a admin admin] Allocated IP 172.20.0.1 (59d05795-15b0-43ff-a9bd-1952aaa52011/37e68d2e-1d87-4485-b942-8ef818c7d154/0ec73f6c-f59b-4ad2-b631-35202d0d6be4) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 09:22:55.246235 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025c0eb5-a4d5-4419-a0e7-afcd61d3022f None None] Pushing event updated for resources: {'Port': ['ID=7744d6f2-8ca2-4b0a-9d0b-4e9ab25335a0,revision_number=2']} {{(pid=84110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:22:55.248624 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.managers [None req-00fcbcee-ce52-4206-8633-bc6a8dbb8340 None None] Attempting to bind port 7744d6f2-8ca2-4b0a-9d0b-4e9ab25335a0 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 09:22:55.258607 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.managers [None req-00fcbcee-ce52-4206-8633-bc6a8dbb8340 None None] Attempting to bind port 7744d6f2-8ca2-4b0a-9d0b-4e9ab25335a0 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}] {{(pid=84110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 09:22:55.258607 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fcbcee-ce52-4206-8633-bc6a8dbb8340 None None] Attempting to bind port 7744d6f2-8ca2-4b0a-9d0b-4e9ab25335a0 on network e264bd74-c56b-43d0-9059-bcb57dbbe5bc {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 09:22:55.258607 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fcbcee-ce52-4206-8633-bc6a8dbb8340 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 9, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 09:22:55.258607 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fcbcee-ce52-4206-8633-bc6a8dbb8340 None None] Checking segment: {'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 09:22:55.258607 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-00fcbcee-ce52-4206-8633-bc6a8dbb8340 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:55.258607 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fcbcee-ce52-4206-8633-bc6a8dbb8340 None None] Bound using segment: {'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'} {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 09:22:55.258607 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.managers [None req-00fcbcee-ce52-4206-8633-bc6a8dbb8340 None None] Bound port: 7744d6f2-8ca2-4b0a-9d0b-4e9ab25335a0, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}}] {{(pid=84110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 09:22:55.259429 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-00fcbcee-ce52-4206-8633-bc6a8dbb8340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:55.346854 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-d303544a-1ca8-45a3-9402-cd7a691796d3 None None] Provisioning for port ee20d749-4f24-4169-be6a-660227b1a836 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:22:55.377971 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.db [None req-00fcbcee-ce52-4206-8633-bc6a8dbb8340 None None] For port 7744d6f2-8ca2-4b0a-9d0b-4e9ab25335a0, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 09:22:55.386786 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.db [None req-00fcbcee-ce52-4206-8633-bc6a8dbb8340 None None] For port 7744d6f2-8ca2-4b0a-9d0b-4e9ab25335a0, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=7744d6f2-8ca2-4b0a-9d0b-4e9ab25335a0,segment=NetworkSegment(c44b9475-949d-4ae7-bfca-e29b010a56a6),segment_id=c44b9475-949d-4ae7-bfca-e29b010a56a6)] {{(pid=84110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 09:22:55.442979 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port ee20d749-4f24-4169-be6a-660227b1a836 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:22:55.452398 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-00fcbcee-ce52-4206-8633-bc6a8dbb8340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:55.454899 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d5882db4-a790-4b5a-9e1d-2c2ebb540c2a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:55.459934 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port ee20d749-4f24-4169-be6a-660227b1a836 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:22:55.463316 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:55.473854 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [None req-d5882db4-a790-4b5a-9e1d-2c2ebb540c2a admin admin] Transition to ACTIVE for port object 0ec73f6c-f59b-4ad2-b631-35202d0d6be4 will not be triggered until provisioned by entity DHCP. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:22:55.553642 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025c0eb5-a4d5-4419-a0e7-afcd61d3022f None None] Pushing event updated for resources: {'Port': ['ID=7744d6f2-8ca2-4b0a-9d0b-4e9ab25335a0,revision_number=3']} {{(pid=84110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:22:55.557320 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fcbcee-ce52-4206-8633-bc6a8dbb8340 None None] Routers {'103a6e0c-7691-4f35-9c64-d7ea71efad19'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:22:55.558216 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-00fcbcee-ce52-4206-8633-bc6a8dbb8340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:22:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['103a6e0c-7691-4f35-9c64-d7ea71efad19'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:22:55.575636 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d5882db4-a790-4b5a-9e1d-2c2ebb540c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:55.631978 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:55.673414 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port ee20d749-4f24-4169-be6a-660227b1a836, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=ee20d749-4f24-4169-be6a-660227b1a836,segment=NetworkSegment(2247416d-bb48-4974-9597-4d8828f7f230),segment_id=2247416d-bb48-4974-9597-4d8828f7f230)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:22:55.693329 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5882db4-a790-4b5a-9e1d-2c2ebb540c2a admin admin] Network 59d05795-15b0-43ff-a9bd-1952aaa52011 is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:22:55.697360 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-d5882db4-a790-4b5a-9e1d-2c2ebb540c2a admin admin] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:22:55.699248 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5882db4-a790-4b5a-9e1d-2c2ebb540c2a admin admin] Pushing event updated for resources: {'Port': ['ID=0ec73f6c-f59b-4ad2-b631-35202d0d6be4,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:22:55.701617 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5882db4-a790-4b5a-9e1d-2c2ebb540c2a admin admin] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 09:22:55.783255 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:55.836865 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-00fcbcee-ce52-4206-8633-bc6a8dbb8340 None None] Set router 103a6e0c-7691-4f35-9c64-d7ea71efad19 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:22:55.907288 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d5882db4-a790-4b5a-9e1d-2c2ebb540c2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-472912'] for router_interface, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:55.909045 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-151ecbd2-60e6-4123-81db-a789e16a2af5 None None] Provisioning complete for port ee20d749-4f24-4169-be6a-660227b1a836 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:22:55.912853 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-151ecbd2-60e6-4123-81db-a789e16a2af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:55.966962 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=ee20d749-4f24-4169-be6a-660227b1a836,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:22:56.105042 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d5882db4-a790-4b5a-9e1d-2c2ebb540c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:56.219518 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-00fcbcee-ce52-4206-8633-bc6a8dbb8340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '103a6e0c-7691-4f35-9c64-d7ea71efad19', 'name': 'tempest-TestMinimumBasicScenario-1167631998-router', 'tenant_id': 'ebda73197bde4ce4a5b65e0b9db0a47c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.165'}], 'enable_snat': True}, 'gw_port_id': '7744d6f2-8ca2-4b0a-9d0b-4e9ab25335a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:22:52Z', 'updated_at': '2022-02-04T09:22:53Z', 'revision_number': 3, 'project_id': 'ebda73197bde4ce4a5b65e0b9db0a47c', 'gw_port': {'id': '7744d6f2-8ca2-4b0a-9d0b-4e9ab25335a0', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e4:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '103a6e0c-7691-4f35-9c64-d7ea71efad19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:22:52Z', 'updated_at': '2022-02-04T09:22:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:22:56.224217 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fcbcee-ce52-4206-8633-bc6a8dbb8340 None None] The sync data for ids ['103a6e0c-7691-4f35-9c64-d7ea71efad19'] in dv-neutron-827798-2-hyperv is: [{'id': '103a6e0c-7691-4f35-9c64-d7ea71efad19', 'name': 'tempest-TestMinimumBasicScenario-1167631998-router', 'tenant_id': 'ebda73197bde4ce4a5b65e0b9db0a47c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.165'}], 'enable_snat': True}, 'gw_port_id': '7744d6f2-8ca2-4b0a-9d0b-4e9ab25335a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:22:52Z', 'updated_at': '2022-02-04T09:22:53Z', 'revision_number': 3, 'project_id': 'ebda73197bde4ce4a5b65e0b9db0a47c', 'gw_port': {'id': '7744d6f2-8ca2-4b0a-9d0b-4e9ab25335a0', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e4:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '103a6e0c-7691-4f35-9c64-d7ea71efad19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:22:52Z', 'updated_at': '2022-02-04T09:22:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 09:22:56.283505 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-1ca1e278-3f80-430e-a1da-5170efc3367e None None] Provisioning for port 0ec73f6c-f59b-4ad2-b631-35202d0d6be4 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:22:56.289179 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-1ca1e278-3f80-430e-a1da-5170efc3367e None None] Provisioning complete for port 0ec73f6c-f59b-4ad2-b631-35202d0d6be4 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:22:56.289731 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1ca1e278-3f80-430e-a1da-5170efc3367e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:56.344107 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d5882db4-a790-4b5a-9e1d-2c2ebb540c2a admin admin] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:56.344763 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-1ca1e278-3f80-430e-a1da-5170efc3367e None None] Port 0ec73f6c-f59b-4ad2-b631-35202d0d6be4 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 09:22:56.403370 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d5882db4-a790-4b5a-9e1d-2c2ebb540c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:56.468541 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:56.506575 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5882db4-a790-4b5a-9e1d-2c2ebb540c2a admin admin] Pushing event updated for resources: {'Port': ['ID=0ec73f6c-f59b-4ad2-b631-35202d0d6be4,revision_number=2']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:22:56.509053 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d5882db4-a790-4b5a-9e1d-2c2ebb540c2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473771'] for router_interface, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:56.644984 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5882db4-a790-4b5a-9e1d-2c2ebb540c2a admin admin] Network 59d05795-15b0-43ff-a9bd-1952aaa52011 is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:22:56.648496 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-d5882db4-a790-4b5a-9e1d-2c2ebb540c2a admin admin] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:22:56.869544 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-7318b59e-e497-4212-85ad-b3ed6fda963d None None] Provisioning complete for port 0ec73f6c-f59b-4ad2-b631-35202d0d6be4 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:22:56.870184 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-7318b59e-e497-4212-85ad-b3ed6fda963d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:56.931353 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-7318b59e-e497-4212-85ad-b3ed6fda963d None None] Port 0ec73f6c-f59b-4ad2-b631-35202d0d6be4 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 09:22:57.043121 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5882db4-a790-4b5a-9e1d-2c2ebb540c2a admin admin] Router 103a6e0c-7691-4f35-9c64-d7ea71efad19 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 09:22:57.161106 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device ee20d749-4f24-4169-be6a-660227b1a836 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:22:57.231176 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port ee20d749-4f24-4169-be6a-660227b1a836 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:22:57.231488 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:57.252688 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5882db4-a790-4b5a-9e1d-2c2ebb540c2a admin admin] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 09:22:57.264115 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-d5882db4-a790-4b5a-9e1d-2c2ebb540c2a admin admin] 10.222.0.36 "PUT /v2.0/routers/103a6e0c-7691-4f35-9c64-d7ea71efad19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2699687 Feb 04 09:22:57.352122 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 37776c4d-8410-439a-bc7d-0da0880063d5 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:22:57.471910 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 37776c4d-8410-439a-bc7d-0da0880063d5 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:22:57.479690 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 37776c4d-8410-439a-bc7d-0da0880063d5 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:22:57.479690 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:57.590855 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:57.622114 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port 37776c4d-8410-439a-bc7d-0da0880063d5, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=37776c4d-8410-439a-bc7d-0da0880063d5,segment=NetworkSegment(16584cb1-d3cd-4ec0-99be-1fe172a57768),segment_id=16584cb1-d3cd-4ec0-99be-1fe172a57768)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:22:57.700800 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:22:57.765510 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=37776c4d-8410-439a-bc7d-0da0880063d5,revision_number=5']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:22:59.114527 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 37776c4d-8410-439a-bc7d-0da0880063d5 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:22:59.195091 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 37776c4d-8410-439a-bc7d-0da0880063d5 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:22:59.195799 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:23:05.153453 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 7744d6f2-8ca2-4b0a-9d0b-4e9ab25335a0 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:23:05.337096 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 7744d6f2-8ca2-4b0a-9d0b-4e9ab25335a0 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:23:05.342276 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 7744d6f2-8ca2-4b0a-9d0b-4e9ab25335a0 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:23:05.342661 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:23:05.464687 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:23:05.483692 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port 7744d6f2-8ca2-4b0a-9d0b-4e9ab25335a0, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=7744d6f2-8ca2-4b0a-9d0b-4e9ab25335a0,segment=NetworkSegment(c44b9475-949d-4ae7-bfca-e29b010a56a6),segment_id=c44b9475-949d-4ae7-bfca-e29b010a56a6)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:23:05.572026 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:23:05.642202 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=7744d6f2-8ca2-4b0a-9d0b-4e9ab25335a0,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:23:07.108818 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 7744d6f2-8ca2-4b0a-9d0b-4e9ab25335a0 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:23:07.215067 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 7744d6f2-8ca2-4b0a-9d0b-4e9ab25335a0 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:23:07.215723 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:23:10.188308 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f29d2-7f9b-4ced-94a0-14bc6bffb07a req-390ba81b-33d3-48e5-b9e8-fdabf25daf1b tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:23:10.188999 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-498f29d2-7f9b-4ced-94a0-14bc6bffb07a req-390ba81b-33d3-48e5-b9e8-fdabf25daf1b tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Synchronizing usage tracker for tenant:dc1fa6eec5a34843807cc1e7989cda8c on resource:network {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 09:23:10.357637 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-498f29d2-7f9b-4ced-94a0-14bc6bffb07a req-390ba81b-33d3-48e5-b9e8-fdabf25daf1b tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Unset dirty status for tenant:dc1fa6eec5a34843807cc1e7989cda8c on resource:network {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 09:23:10.358869 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-498f29d2-7f9b-4ced-94a0-14bc6bffb07a req-390ba81b-33d3-48e5-b9e8-fdabf25daf1b tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] 10.222.0.36 "GET /v2.0/networks?id=aff63fe5-e059-4ca3-a492-632647c502fa HTTP/1.1" status: 200 len: 814 time: 0.3059340 Feb 04 09:23:10.375378 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-498f29d2-7f9b-4ced-94a0-14bc6bffb07a req-2c2f443b-4f93-4aba-872b-60c0aa831e34 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] 10.222.0.36 "GET /v2.0/quotas/dc1fa6eec5a34843807cc1e7989cda8c HTTP/1.1" status: 200 len: 375 time: 0.0106902 Feb 04 09:23:10.454781 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-498f29d2-7f9b-4ced-94a0-14bc6bffb07a req-08def020-724e-4183-892e-e4c83dd8fb7d tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Synchronizing usage tracker for tenant:dc1fa6eec5a34843807cc1e7989cda8c on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 09:23:10.554195 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-498f29d2-7f9b-4ced-94a0-14bc6bffb07a req-08def020-724e-4183-892e-e4c83dd8fb7d tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Unset dirty status for tenant:dc1fa6eec5a34843807cc1e7989cda8c on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 09:23:10.555502 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-498f29d2-7f9b-4ced-94a0-14bc6bffb07a req-08def020-724e-4183-892e-e4c83dd8fb7d tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc1fa6eec5a34843807cc1e7989cda8c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1748357 Feb 04 09:23:10.785806 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-498f29d2-7f9b-4ced-94a0-14bc6bffb07a req-4158220e-840d-4718-ad1e-e9dba0b27e04 service neutron] 10.222.0.36 "GET /v2.0/networks/aff63fe5-e059-4ca3-a492-632647c502fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182136 Feb 04 09:23:10.915128 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-498f29d2-7f9b-4ced-94a0-14bc6bffb07a req-b52cbfbf-6ca8-4fbd-a9b4-260f2ad47273 service neutron] 10.222.0.36 "GET /v2.0/networks/aff63fe5-e059-4ca3-a492-632647c502fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236286 Feb 04 09:23:11.162391 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4060912d-4d7a-4706-b653-265ef94ab212 req-e701a08e-44ba-40f5-88bb-6dd68ec23a85 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b78c6d7-0102-4a6b-ab4b-7da8d377b44e HTTP/1.1" status: 200 len: 210 time: 0.0413945 Feb 04 09:23:12.276513 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d8bfd6fd-17be-4d48-9c87-ba106bbd8d23 req-474d1344-4f30-4988-bff7-0759eddf5828 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b78c6d7-0102-4a6b-ab4b-7da8d377b44e HTTP/1.1" status: 200 len: 210 time: 0.0394228 Feb 04 09:23:13.443033 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a61d7976-4bb7-4c86-8c5c-cc925a9d9c14 req-2713c5a8-2c7d-4328-97e1-eb64a424b0a8 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b78c6d7-0102-4a6b-ab4b-7da8d377b44e HTTP/1.1" status: 200 len: 210 time: 0.0431235 Feb 04 09:23:13.622016 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f29d2-7f9b-4ced-94a0-14bc6bffb07a req-5bbc9479-f12c-44c8-af0a-635059754b1d tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:23:13.623418 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-498f29d2-7f9b-4ced-94a0-14bc6bffb07a req-5bbc9479-f12c-44c8-af0a-635059754b1d tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] 10.222.0.47 "GET /v2.0/networks?id=aff63fe5-e059-4ca3-a492-632647c502fa HTTP/1.1" status: 200 len: 814 time: 0.1414518 Feb 04 09:23:13.638727 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [req-498f29d2-7f9b-4ced-94a0-14bc6bffb07a req-3fc083dd-ec25-4ff9-9674-88a8a7395066 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Request body: {'port': {'device_id': '0b78c6d7-0102-4a6b-ab4b-7da8d377b44e', 'network_id': 'aff63fe5-e059-4ca3-a492-632647c502fa', 'admin_state_up': True, 'tenant_id': 'dc1fa6eec5a34843807cc1e7989cda8c'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:23:13.776000 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [req-498f29d2-7f9b-4ced-94a0-14bc6bffb07a req-3fc083dd-ec25-4ff9-9674-88a8a7395066 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:23:13.785532 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [req-498f29d2-7f9b-4ced-94a0-14bc6bffb07a req-3fc083dd-ec25-4ff9-9674-88a8a7395066 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:23:13.843169 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-498f29d2-7f9b-4ced-94a0-14bc6bffb07a req-3fc083dd-ec25-4ff9-9674-88a8a7395066 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Made reservation on behalf of dc1fa6eec5a34843807cc1e7989cda8c for: {'port': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 09:23:13.846205 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-498f29d2-7f9b-4ced-94a0-14bc6bffb07a req-3fc083dd-ec25-4ff9-9674-88a8a7395066 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:23:14.010520 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [req-498f29d2-7f9b-4ced-94a0-14bc6bffb07a req-3fc083dd-ec25-4ff9-9674-88a8a7395066 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Allocated IP 172.20.0.7 (aff63fe5-e059-4ca3-a492-632647c502fa/6a06744e-07f4-4be1-b492-861479c56450/ab8055d6-95bc-432a-b92e-acb99bbe71c4) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 09:23:14.219298 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-498f29d2-7f9b-4ced-94a0-14bc6bffb07a req-3fc083dd-ec25-4ff9-9674-88a8a7395066 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:23:14.237123 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.provisioning_blocks [req-498f29d2-7f9b-4ced-94a0-14bc6bffb07a req-3fc083dd-ec25-4ff9-9674-88a8a7395066 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Transition to ACTIVE for port object ab8055d6-95bc-432a-b92e-acb99bbe71c4 will not be triggered until provisioned by entity DHCP. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:23:14.297616 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-498f29d2-7f9b-4ced-94a0-14bc6bffb07a req-3fc083dd-ec25-4ff9-9674-88a8a7395066 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:23:14.385326 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc083dd-ec25-4ff9-9674-88a8a7395066 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Pushing event updated for resources: {'Port': ['ID=ab8055d6-95bc-432a-b92e-acb99bbe71c4,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:23:14.397531 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc083dd-ec25-4ff9-9674-88a8a7395066 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:23:14.405868 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc083dd-ec25-4ff9-9674-88a8a7395066 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:23:14.405868 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc083dd-ec25-4ff9-9674-88a8a7395066 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:23:14.405868 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc083dd-ec25-4ff9-9674-88a8a7395066 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:23:14.405868 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc083dd-ec25-4ff9-9674-88a8a7395066 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:23:14.405868 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc083dd-ec25-4ff9-9674-88a8a7395066 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:23:14.405868 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc083dd-ec25-4ff9-9674-88a8a7395066 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:23:14.405868 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc083dd-ec25-4ff9-9674-88a8a7395066 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:23:14.405868 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc083dd-ec25-4ff9-9674-88a8a7395066 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:23:14.405868 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc083dd-ec25-4ff9-9674-88a8a7395066 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:23:14.405868 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc083dd-ec25-4ff9-9674-88a8a7395066 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:23:14.419947 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-498f29d2-7f9b-4ced-94a0-14bc6bffb07a req-3fc083dd-ec25-4ff9-9674-88a8a7395066 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Network aff63fe5-e059-4ca3-a492-632647c502fa is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:23:14.421613 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [req-498f29d2-7f9b-4ced-94a0-14bc6bffb07a req-3fc083dd-ec25-4ff9-9674-88a8a7395066 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:23:14.431201 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [req-498f29d2-7f9b-4ced-94a0-14bc6bffb07a req-3fc083dd-ec25-4ff9-9674-88a8a7395066 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 09:23:14.568792 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f29d2-7f9b-4ced-94a0-14bc6bffb07a req-3fc083dd-ec25-4ff9-9674-88a8a7395066 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:23:14.569438 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-498f29d2-7f9b-4ced-94a0-14bc6bffb07a req-3fc083dd-ec25-4ff9-9674-88a8a7395066 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:23:14.730570 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-498f29d2-7f9b-4ced-94a0-14bc6bffb07a req-3fc083dd-ec25-4ff9-9674-88a8a7395066 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0889013 Feb 04 09:23:14.737051 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c41564d-f621-4d24-b4b8-5667cc8d7399 req-bca9833a-4246-4d9a-bc52-a7f58e42cd51 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:23:14.748540 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8c41564d-f621-4d24-b4b8-5667cc8d7399 req-bca9833a-4246-4d9a-bc52-a7f58e42cd51 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b78c6d7-0102-4a6b-ab4b-7da8d377b44e HTTP/1.1" status: 200 len: 931 time: 0.1131899 Feb 04 09:23:14.814047 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-8c41564d-f621-4d24-b4b8-5667cc8d7399 req-71b14814-ce40-4af4-9d34-73270e21b203 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Synchronizing usage tracker for tenant:dc1fa6eec5a34843807cc1e7989cda8c on resource:security_group {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 09:23:14.830250 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-05aafec9-2792-4283-b0af-029ba06d7abe None None] Provisioning for port ab8055d6-95bc-432a-b92e-acb99bbe71c4 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:23:14.836768 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-05aafec9-2792-4283-b0af-029ba06d7abe None None] Provisioning complete for port ab8055d6-95bc-432a-b92e-acb99bbe71c4 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:23:14.837206 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-05aafec9-2792-4283-b0af-029ba06d7abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:23:14.908906 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-8c41564d-f621-4d24-b4b8-5667cc8d7399 req-71b14814-ce40-4af4-9d34-73270e21b203 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Unset dirty status for tenant:dc1fa6eec5a34843807cc1e7989cda8c on resource:security_group {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 09:23:14.911089 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8c41564d-f621-4d24-b4b8-5667cc8d7399 req-71b14814-ce40-4af4-9d34-73270e21b203 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] 10.222.0.36 "GET /v2.0/security-groups?id=72b8e095-28ee-4759-a840-1b20428731bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568410 Feb 04 09:23:14.930468 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-05aafec9-2792-4283-b0af-029ba06d7abe None None] Port ab8055d6-95bc-432a-b92e-acb99bbe71c4 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 09:23:15.095443 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [req-498f29d2-7f9b-4ced-94a0-14bc6bffb07a req-470cad30-1cce-412c-b73d-8c9d7f3c81fa service neutron] Request body: {'port': {'device_id': '0b78c6d7-0102-4a6b-ab4b-7da8d377b44e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:23:15.209332 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-498f29d2-7f9b-4ced-94a0-14bc6bffb07a req-470cad30-1cce-412c-b73d-8c9d7f3c81fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:23:15.501873 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b9089c-ab19-42f2-845a-0d4e9dc33e4d None None] Sync routers for ids ['103a6e0c-7691-4f35-9c64-d7ea71efad19'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 09:23:15.513850 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b9089c-ab19-42f2-845a-0d4e9dc33e4d None None] Routers {'103a6e0c-7691-4f35-9c64-d7ea71efad19'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:23:15.514711 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-38b9089c-ab19-42f2-845a-0d4e9dc33e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:22:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['103a6e0c-7691-4f35-9c64-d7ea71efad19'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:23:15.619410 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [req-498f29d2-7f9b-4ced-94a0-14bc6bffb07a req-470cad30-1cce-412c-b73d-8c9d7f3c81fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab8055d6-95bc-432a-b92e-acb99bbe71c4 {{(pid=84108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 09:23:15.630332 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-498f29d2-7f9b-4ced-94a0-14bc6bffb07a req-470cad30-1cce-412c-b73d-8c9d7f3c81fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:23:15.656703 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.provisioning_blocks [req-498f29d2-7f9b-4ced-94a0-14bc6bffb07a req-470cad30-1cce-412c-b73d-8c9d7f3c81fa service neutron] Transition to ACTIVE for port object ab8055d6-95bc-432a-b92e-acb99bbe71c4 will not be triggered until provisioned by entity L2. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:23:15.740771 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-498f29d2-7f9b-4ced-94a0-14bc6bffb07a req-470cad30-1cce-412c-b73d-8c9d7f3c81fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:23:15.742208 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-38b9089c-ab19-42f2-845a-0d4e9dc33e4d None None] Set router 103a6e0c-7691-4f35-9c64-d7ea71efad19 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:23:15.894261 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470cad30-1cce-412c-b73d-8c9d7f3c81fa service neutron] Pushing event updated for resources: {'Port': ['ID=ab8055d6-95bc-432a-b92e-acb99bbe71c4,revision_number=2']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:23:16.116957 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [req-498f29d2-7f9b-4ced-94a0-14bc6bffb07a req-470cad30-1cce-412c-b73d-8c9d7f3c81fa service neutron] Attempting to bind port ab8055d6-95bc-432a-b92e-acb99bbe71c4 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 09:23:16.117383 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [req-498f29d2-7f9b-4ced-94a0-14bc6bffb07a req-470cad30-1cce-412c-b73d-8c9d7f3c81fa service neutron] Attempting to bind port ab8055d6-95bc-432a-b92e-acb99bbe71c4 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '16584cb1-d3cd-4ec0-99be-1fe172a57768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'aff63fe5-e059-4ca3-a492-632647c502fa'}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 09:23:16.117782 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498f29d2-7f9b-4ced-94a0-14bc6bffb07a req-470cad30-1cce-412c-b73d-8c9d7f3c81fa service neutron] Attempting to bind port ab8055d6-95bc-432a-b92e-acb99bbe71c4 on network aff63fe5-e059-4ca3-a492-632647c502fa {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 09:23:16.133047 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498f29d2-7f9b-4ced-94a0-14bc6bffb07a req-470cad30-1cce-412c-b73d-8c9d7f3c81fa service neutron] Port ab8055d6-95bc-432a-b92e-acb99bbe71c4 on network aff63fe5-e059-4ca3-a492-632647c502fa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 09:23:16.135167 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498f29d2-7f9b-4ced-94a0-14bc6bffb07a req-470cad30-1cce-412c-b73d-8c9d7f3c81fa service neutron] Attempting to bind port ab8055d6-95bc-432a-b92e-acb99bbe71c4 on network aff63fe5-e059-4ca3-a492-632647c502fa {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 09:23:16.173450 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498f29d2-7f9b-4ced-94a0-14bc6bffb07a req-470cad30-1cce-412c-b73d-8c9d7f3c81fa service neutron] Checking agent: {'id': 'f735dfbb-9ed2-4de7-8aa1-fea4a962ae1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 34, 26), 'started_at': datetime.datetime(2022, 2, 4, 8, 34, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 9, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 09:23:16.174145 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498f29d2-7f9b-4ced-94a0-14bc6bffb07a req-470cad30-1cce-412c-b73d-8c9d7f3c81fa service neutron] Checking segment: {'id': '16584cb1-d3cd-4ec0-99be-1fe172a57768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'aff63fe5-e059-4ca3-a492-632647c502fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 09:23:16.174733 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498f29d2-7f9b-4ced-94a0-14bc6bffb07a req-470cad30-1cce-412c-b73d-8c9d7f3c81fa service neutron] Bound using segment: {'id': '16584cb1-d3cd-4ec0-99be-1fe172a57768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'aff63fe5-e059-4ca3-a492-632647c502fa'} {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 09:23:16.175383 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [req-498f29d2-7f9b-4ced-94a0-14bc6bffb07a req-470cad30-1cce-412c-b73d-8c9d7f3c81fa service neutron] Bound port: ab8055d6-95bc-432a-b92e-acb99bbe71c4, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16584cb1-d3cd-4ec0-99be-1fe172a57768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'aff63fe5-e059-4ca3-a492-632647c502fa'}}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 09:23:16.177443 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-498f29d2-7f9b-4ced-94a0-14bc6bffb07a req-470cad30-1cce-412c-b73d-8c9d7f3c81fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:23:16.188015 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96a9c14-d30c-44fb-881b-c55c11864415 req-d11e17c2-01a0-4722-8cf0-d4804309ebad tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:23:16.205700 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c96a9c14-d30c-44fb-881b-c55c11864415 req-d11e17c2-01a0-4722-8cf0-d4804309ebad tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b78c6d7-0102-4a6b-ab4b-7da8d377b44e HTTP/1.1" status: 200 len: 943 time: 0.1393299 Feb 04 09:23:16.296972 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [req-498f29d2-7f9b-4ced-94a0-14bc6bffb07a req-470cad30-1cce-412c-b73d-8c9d7f3c81fa service neutron] For port ab8055d6-95bc-432a-b92e-acb99bbe71c4, host hv-neutron-8277, cleared binding levels {{(pid=84108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 09:23:16.301894 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [req-498f29d2-7f9b-4ced-94a0-14bc6bffb07a req-470cad30-1cce-412c-b73d-8c9d7f3c81fa service neutron] For port ab8055d6-95bc-432a-b92e-acb99bbe71c4, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=ab8055d6-95bc-432a-b92e-acb99bbe71c4,segment=NetworkSegment(16584cb1-d3cd-4ec0-99be-1fe172a57768),segment_id=16584cb1-d3cd-4ec0-99be-1fe172a57768)] {{(pid=84108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 09:23:16.310424 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c96a9c14-d30c-44fb-881b-c55c11864415 req-d4124f7b-1468-4c1d-8e81-64628376c497 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] 10.222.0.36 "GET /v2.0/security-groups?id=72b8e095-28ee-4759-a840-1b20428731bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987835 Feb 04 09:23:16.358557 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-38b9089c-ab19-42f2-845a-0d4e9dc33e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '103a6e0c-7691-4f35-9c64-d7ea71efad19', 'name': 'tempest-TestMinimumBasicScenario-1167631998-router', 'tenant_id': 'ebda73197bde4ce4a5b65e0b9db0a47c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.165'}], 'enable_snat': True}, 'gw_port_id': '7744d6f2-8ca2-4b0a-9d0b-4e9ab25335a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:22:52Z', 'updated_at': '2022-02-04T09:22:55Z', 'revision_number': 4, 'project_id': 'ebda73197bde4ce4a5b65e0b9db0a47c', 'gw_port': {'id': '7744d6f2-8ca2-4b0a-9d0b-4e9ab25335a0', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103a6e0c-7691-4f35-9c64-d7ea71efad19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:22:52Z', 'updated_at': '2022-02-04T09:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '0ec73f6c-f59b-4ad2-b631-35202d0d6be4', 'name': '', 'network_id': '59d05795-15b0-43ff-a9bd-1952aaa52011', 'tenant_id': 'ebda73197bde4ce4a5b65e0b9db0a47c', 'mac_address': 'fa:16:3e:17:8c:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '103a6e0c-7691-4f35-9c64-d7ea71efad19', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37e68d2e-1d87-4485-b942-8ef818c7d154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:22:55Z', 'updated_at': '2022-02-04T09:22:56Z', 'revision_number': 2, 'project_id': 'ebda73197bde4ce4a5b65e0b9db0a47c', 'subnets': [{'id': '37e68d2e-1d87-4485-b942-8ef818c7d154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:23:16.366994 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b9089c-ab19-42f2-845a-0d4e9dc33e4d None None] Checking router: 103a6e0c-7691-4f35-9c64-d7ea71efad19 for host: dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 09:23:16.367379 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b9089c-ab19-42f2-845a-0d4e9dc33e4d None None] Updating router 103a6e0c-7691-4f35-9c64-d7ea71efad19 port 0ec73f6c-f59b-4ad2-b631-35202d0d6be4 binding host dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 09:23:16.378107 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-498f29d2-7f9b-4ced-94a0-14bc6bffb07a req-470cad30-1cce-412c-b73d-8c9d7f3c81fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:23:16.440055 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-38b9089c-ab19-42f2-845a-0d4e9dc33e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:23:16.574900 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470cad30-1cce-412c-b73d-8c9d7f3c81fa service neutron] Pushing event updated for resources: {'Port': ['ID=ab8055d6-95bc-432a-b92e-acb99bbe71c4,revision_number=3']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:23:16.588093 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-498f29d2-7f9b-4ced-94a0-14bc6bffb07a req-470cad30-1cce-412c-b73d-8c9d7f3c81fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:23:16.590534 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-498f29d2-7f9b-4ced-94a0-14bc6bffb07a req-470cad30-1cce-412c-b73d-8c9d7f3c81fa service neutron] 10.222.0.47 "PUT /v2.0/ports/ab8055d6-95bc-432a-b92e-acb99bbe71c4 HTTP/1.1" status: 200 len: 1093 time: 1.6577497 Feb 04 09:23:16.591111 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b78c6d7-0102-4a6b-ab4b-7da8d377b44e', 'tag': 'ab8055d6-95bc-432a-b92e-acb99bbe71c4'}] {{(pid=84108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:23:16.681048 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b78c6d7-0102-4a6b-ab4b-7da8d377b44e', 'tag': 'ab8055d6-95bc-432a-b92e-acb99bbe71c4', 'status': 'completed', 'code': 200} Feb 04 09:23:17.001411 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-38b9089c-ab19-42f2-845a-0d4e9dc33e4d None None] Notify callbacks [] for port, precommit_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:23:17.033810 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-38b9089c-ab19-42f2-845a-0d4e9dc33e4d None None] Transition to ACTIVE for port object 0ec73f6c-f59b-4ad2-b631-35202d0d6be4 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:23:17.112011 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-38b9089c-ab19-42f2-845a-0d4e9dc33e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:23:17.276624 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec417c0a-4893-4d27-b33a-c4be8c103b2a None None] Pushing event updated for resources: {'Port': ['ID=0ec73f6c-f59b-4ad2-b631-35202d0d6be4,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:23:17.478958 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-38b9089c-ab19-42f2-845a-0d4e9dc33e4d None None] Attempting to bind port 0ec73f6c-f59b-4ad2-b631-35202d0d6be4 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 09:23:17.479643 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-38b9089c-ab19-42f2-845a-0d4e9dc33e4d None None] Attempting to bind port 0ec73f6c-f59b-4ad2-b631-35202d0d6be4 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': '2247416d-bb48-4974-9597-4d8828f7f230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '59d05795-15b0-43ff-a9bd-1952aaa52011'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 09:23:17.479773 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b9089c-ab19-42f2-845a-0d4e9dc33e4d None None] Attempting to bind port 0ec73f6c-f59b-4ad2-b631-35202d0d6be4 on network 59d05795-15b0-43ff-a9bd-1952aaa52011 {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 09:23:17.495712 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b9089c-ab19-42f2-845a-0d4e9dc33e4d None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 9, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 09:23:17.496030 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b9089c-ab19-42f2-845a-0d4e9dc33e4d None None] Checking segment: {'id': '2247416d-bb48-4974-9597-4d8828f7f230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '59d05795-15b0-43ff-a9bd-1952aaa52011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 09:23:17.496430 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-38b9089c-ab19-42f2-845a-0d4e9dc33e4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:23:17.496858 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b9089c-ab19-42f2-845a-0d4e9dc33e4d None None] Bound using segment: {'id': '2247416d-bb48-4974-9597-4d8828f7f230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '59d05795-15b0-43ff-a9bd-1952aaa52011'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 09:23:17.497317 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-38b9089c-ab19-42f2-845a-0d4e9dc33e4d None None] Bound port: 0ec73f6c-f59b-4ad2-b631-35202d0d6be4, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2247416d-bb48-4974-9597-4d8828f7f230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '59d05795-15b0-43ff-a9bd-1952aaa52011'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 09:23:17.497720 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-38b9089c-ab19-42f2-845a-0d4e9dc33e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:23:17.583824 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a711cd-c2ec-461e-be66-5847749fd557 req-38ec145c-3715-4376-8d03-1f408eb4ad89 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:23:17.600780 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d5a711cd-c2ec-461e-be66-5847749fd557 req-38ec145c-3715-4376-8d03-1f408eb4ad89 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b78c6d7-0102-4a6b-ab4b-7da8d377b44e HTTP/1.1" status: 200 len: 943 time: 0.1121862 Feb 04 09:23:17.619953 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-38b9089c-ab19-42f2-845a-0d4e9dc33e4d None None] For port 0ec73f6c-f59b-4ad2-b631-35202d0d6be4, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 09:23:17.623838 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-38b9089c-ab19-42f2-845a-0d4e9dc33e4d None None] For port 0ec73f6c-f59b-4ad2-b631-35202d0d6be4, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=0ec73f6c-f59b-4ad2-b631-35202d0d6be4,segment=NetworkSegment(2247416d-bb48-4974-9597-4d8828f7f230),segment_id=2247416d-bb48-4974-9597-4d8828f7f230)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 09:23:17.670211 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d5a711cd-c2ec-461e-be66-5847749fd557 req-478127bc-ee99-4b7b-8430-db97ee69a437 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] 10.222.0.36 "GET /v2.0/security-groups?id=72b8e095-28ee-4759-a840-1b20428731bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659809 Feb 04 09:23:17.697278 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-38b9089c-ab19-42f2-845a-0d4e9dc33e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:23:17.776457 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b9089c-ab19-42f2-845a-0d4e9dc33e4d None None] Routers {'103a6e0c-7691-4f35-9c64-d7ea71efad19'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:23:17.777143 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-38b9089c-ab19-42f2-845a-0d4e9dc33e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:22:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['103a6e0c-7691-4f35-9c64-d7ea71efad19'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:23:18.015584 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec417c0a-4893-4d27-b33a-c4be8c103b2a None None] Pushing event updated for resources: {'Port': ['ID=0ec73f6c-f59b-4ad2-b631-35202d0d6be4,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:23:18.071737 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-38b9089c-ab19-42f2-845a-0d4e9dc33e4d None None] Set router 103a6e0c-7691-4f35-9c64-d7ea71efad19 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:23:18.410241 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-38b9089c-ab19-42f2-845a-0d4e9dc33e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '103a6e0c-7691-4f35-9c64-d7ea71efad19', 'name': 'tempest-TestMinimumBasicScenario-1167631998-router', 'tenant_id': 'ebda73197bde4ce4a5b65e0b9db0a47c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.165'}], 'enable_snat': True}, 'gw_port_id': '7744d6f2-8ca2-4b0a-9d0b-4e9ab25335a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:22:52Z', 'updated_at': '2022-02-04T09:22:55Z', 'revision_number': 4, 'project_id': 'ebda73197bde4ce4a5b65e0b9db0a47c', 'gw_port': {'id': '7744d6f2-8ca2-4b0a-9d0b-4e9ab25335a0', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103a6e0c-7691-4f35-9c64-d7ea71efad19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:22:52Z', 'updated_at': '2022-02-04T09:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '0ec73f6c-f59b-4ad2-b631-35202d0d6be4', 'name': '', 'network_id': '59d05795-15b0-43ff-a9bd-1952aaa52011', 'tenant_id': 'ebda73197bde4ce4a5b65e0b9db0a47c', 'mac_address': 'fa:16:3e:17:8c:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '103a6e0c-7691-4f35-9c64-d7ea71efad19', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37e68d2e-1d87-4485-b942-8ef818c7d154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:22:55Z', 'updated_at': '2022-02-04T09:23:17Z', 'revision_number': 4, 'project_id': 'ebda73197bde4ce4a5b65e0b9db0a47c', 'subnets': [{'id': '37e68d2e-1d87-4485-b942-8ef818c7d154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:23:18.415091 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b9089c-ab19-42f2-845a-0d4e9dc33e4d None None] The sync data for ids ['103a6e0c-7691-4f35-9c64-d7ea71efad19'] in dv-neutron-827798-2-hyperv is: [{'id': '103a6e0c-7691-4f35-9c64-d7ea71efad19', 'name': 'tempest-TestMinimumBasicScenario-1167631998-router', 'tenant_id': 'ebda73197bde4ce4a5b65e0b9db0a47c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.165'}], 'enable_snat': True}, 'gw_port_id': '7744d6f2-8ca2-4b0a-9d0b-4e9ab25335a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:22:52Z', 'updated_at': '2022-02-04T09:22:55Z', 'revision_number': 4, 'project_id': 'ebda73197bde4ce4a5b65e0b9db0a47c', 'gw_port': {'id': '7744d6f2-8ca2-4b0a-9d0b-4e9ab25335a0', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103a6e0c-7691-4f35-9c64-d7ea71efad19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:22:52Z', 'updated_at': '2022-02-04T09:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '0ec73f6c-f59b-4ad2-b631-35202d0d6be4', 'name': '', 'network_id': '59d05795-15b0-43ff-a9bd-1952aaa52011', 'tenant_id': 'ebda73197bde4ce4a5b65e0b9db0a47c', 'mac_address': 'fa:16:3e:17:8c:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '103a6e0c-7691-4f35-9c64-d7ea71efad19', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37e68d2e-1d87-4485-b942-8ef818c7d154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:22:55Z', 'updated_at': '2022-02-04T09:23:17Z', 'revision_number': 4, 'project_id': 'ebda73197bde4ce4a5b65e0b9db0a47c', 'subnets': [{'id': '37e68d2e-1d87-4485-b942-8ef818c7d154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 09:23:18.891596 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94054932-c5a2-4b12-b25e-ebec1a43b56a req-c27ed64c-7ed0-4b50-8c1d-d178dfb70f82 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:23:18.894317 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-94054932-c5a2-4b12-b25e-ebec1a43b56a req-c27ed64c-7ed0-4b50-8c1d-d178dfb70f82 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b78c6d7-0102-4a6b-ab4b-7da8d377b44e HTTP/1.1" status: 200 len: 943 time: 0.0927596 Feb 04 09:23:18.988485 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-94054932-c5a2-4b12-b25e-ebec1a43b56a req-18e7aac3-6864-4ca0-8dde-afd97b3177ff tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] 10.222.0.36 "GET /v2.0/security-groups?id=72b8e095-28ee-4759-a840-1b20428731bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837235 Feb 04 09:23:19.190729 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 0ec73f6c-f59b-4ad2-b631-35202d0d6be4 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:23:19.347335 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 0ec73f6c-f59b-4ad2-b631-35202d0d6be4 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:23:19.353986 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 0ec73f6c-f59b-4ad2-b631-35202d0d6be4 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:23:19.356229 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:23:19.517874 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:23:19.544827 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-ab1cb633-5c6d-4a66-9203-7906d2ebf646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:23:19.564582 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port 0ec73f6c-f59b-4ad2-b631-35202d0d6be4, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=0ec73f6c-f59b-4ad2-b631-35202d0d6be4,segment=NetworkSegment(2247416d-bb48-4974-9597-4d8828f7f230),segment_id=2247416d-bb48-4974-9597-4d8828f7f230)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:23:19.660997 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:23:19.734921 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=0ec73f6c-f59b-4ad2-b631-35202d0d6be4,revision_number=5']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:23:20.216626 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2abda1-99a8-49e0-9fde-8948fba85a48 req-5fbcab5a-76d4-4c92-9a46-d7ba969302ee tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:23:20.218074 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7a2abda1-99a8-49e0-9fde-8948fba85a48 req-5fbcab5a-76d4-4c92-9a46-d7ba969302ee tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b78c6d7-0102-4a6b-ab4b-7da8d377b44e HTTP/1.1" status: 200 len: 943 time: 0.0778759 Feb 04 09:23:20.314948 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7a2abda1-99a8-49e0-9fde-8948fba85a48 req-d9f10f1c-d467-4cbf-8dc6-3438a979dc0a tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] 10.222.0.36 "GET /v2.0/security-groups?id=72b8e095-28ee-4759-a840-1b20428731bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442002 Feb 04 09:23:21.115580 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 0ec73f6c-f59b-4ad2-b631-35202d0d6be4 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:23:21.132016 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 09:23:21.199157 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 0ec73f6c-f59b-4ad2-b631-35202d0d6be4 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:23:21.199625 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:23:21.522795 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd04bce5-21ba-4f96-b1d1-ffab2f232248 req-26a66ae5-7aef-45c0-a9ad-73666d7be8f7 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:23:21.524249 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-dd04bce5-21ba-4f96-b1d1-ffab2f232248 req-26a66ae5-7aef-45c0-a9ad-73666d7be8f7 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b78c6d7-0102-4a6b-ab4b-7da8d377b44e HTTP/1.1" status: 200 len: 943 time: 0.0816727 Feb 04 09:23:21.574296 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-dd04bce5-21ba-4f96-b1d1-ffab2f232248 req-dd75a611-9f56-4d98-9900-117df8d2c3f2 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] 10.222.0.36 "GET /v2.0/security-groups?id=72b8e095-28ee-4759-a840-1b20428731bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430923 Feb 04 09:23:21.831658 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-d94ac482-c4bc-44a4-ad47-faa04d8dc844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:23:22.768838 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c69a57-d77f-4a70-9353-f3a0028f343d req-d2929b0e-7896-4304-9949-b41f0e9c4e02 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:23:22.770802 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b6c69a57-d77f-4a70-9353-f3a0028f343d req-d2929b0e-7896-4304-9949-b41f0e9c4e02 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b78c6d7-0102-4a6b-ab4b-7da8d377b44e HTTP/1.1" status: 200 len: 943 time: 0.0781040 Feb 04 09:23:22.814509 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b6c69a57-d77f-4a70-9353-f3a0028f343d req-07720df2-e5eb-4cd7-ad91-51c6f2fd3e21 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] 10.222.0.36 "GET /v2.0/security-groups?id=72b8e095-28ee-4759-a840-1b20428731bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382309 Feb 04 09:23:22.982836 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:23:23.008865 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:23:24.010699 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e341b8cd-d7df-4ece-aabb-d98b4b5e2ee7 req-353f48fd-5ebb-42a1-8a15-d1b76a6e6cd1 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:23:24.012147 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e341b8cd-d7df-4ece-aabb-d98b4b5e2ee7 req-353f48fd-5ebb-42a1-8a15-d1b76a6e6cd1 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b78c6d7-0102-4a6b-ab4b-7da8d377b44e HTTP/1.1" status: 200 len: 943 time: 0.0772483 Feb 04 09:23:24.056453 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e341b8cd-d7df-4ece-aabb-d98b4b5e2ee7 req-2825afed-f9df-435d-be5f-398ed58291ae tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] 10.222.0.36 "GET /v2.0/security-groups?id=72b8e095-28ee-4759-a840-1b20428731bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388012 Feb 04 09:23:24.219225 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-3907b85b-ff27-4efa-a394-a15f65d4331c req-5c71b40c-9535-4c5a-be82-0fc7c566e61d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dc1fa6eec5a34843807cc1e7989cda8c&device_id=0b78c6d7-0102-4a6b-ab4b-7da8d377b44e HTTP/1.1" status: 200 len: 1096 time: 0.0685706 Feb 04 09:23:24.374382 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3907b85b-ff27-4efa-a394-a15f65d4331c req-04c140d2-422c-4617-a18f-81705d2533a7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:23:24.375815 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-3907b85b-ff27-4efa-a394-a15f65d4331c req-04c140d2-422c-4617-a18f-81705d2533a7 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=dc1fa6eec5a34843807cc1e7989cda8c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1455567 Feb 04 09:23:24.502703 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:23:24.516214 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3907b85b-ff27-4efa-a394-a15f65d4331c req-c00e096e-466f-483e-a5fe-b190620a0366 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:23:24.517707 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-3907b85b-ff27-4efa-a394-a15f65d4331c req-c00e096e-466f-483e-a5fe-b190620a0366 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1352596 Feb 04 09:23:24.628923 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-498f29d2-7f9b-4ced-94a0-14bc6bffb07a req-31439f3c-e04d-49c8-bc00-14c688e704bc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dc1fa6eec5a34843807cc1e7989cda8c&device_id=0b78c6d7-0102-4a6b-ab4b-7da8d377b44e HTTP/1.1" status: 200 len: 1096 time: 0.0765924 Feb 04 09:23:24.695789 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-498f29d2-7f9b-4ced-94a0-14bc6bffb07a req-0c44393b-72c1-4a0c-98d1-538fbfdc1305 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab8055d6-95bc-432a-b92e-acb99bbe71c4 HTTP/1.1" status: 200 len: 217 time: 0.0599654 Feb 04 09:23:24.758199 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f29d2-7f9b-4ced-94a0-14bc6bffb07a req-fa7c857d-0fe7-4935-b3b6-0c85c742f831 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:23:24.759498 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-498f29d2-7f9b-4ced-94a0-14bc6bffb07a req-fa7c857d-0fe7-4935-b3b6-0c85c742f831 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6a06744e-07f4-4be1-b492-861479c56450 HTTP/1.1" status: 200 len: 853 time: 0.0585692 Feb 04 09:23:24.841335 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-498f29d2-7f9b-4ced-94a0-14bc6bffb07a req-91935828-78bf-4777-bb02-d81264aef84e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aff63fe5-e059-4ca3-a492-632647c502fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674994 Feb 04 09:23:24.976542 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-498f29d2-7f9b-4ced-94a0-14bc6bffb07a req-18b6463d-d59a-4932-9313-eb19020e2fc9 service neutron] 10.222.0.47 "GET /v2.0/networks/aff63fe5-e059-4ca3-a492-632647c502fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295850 Feb 04 09:23:25.117795 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-498f29d2-7f9b-4ced-94a0-14bc6bffb07a req-26965c21-5618-4114-a923-551fe07f2c69 service neutron] 10.222.0.47 "GET /v2.0/networks/aff63fe5-e059-4ca3-a492-632647c502fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358514 Feb 04 09:23:25.255492 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b6792-1269-407b-80c3-09ccf6ea1ecb req-74302b07-c547-46da-b561-5a8cebfae86b tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:23:25.256962 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b99b6792-1269-407b-80c3-09ccf6ea1ecb req-74302b07-c547-46da-b561-5a8cebfae86b tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b78c6d7-0102-4a6b-ab4b-7da8d377b44e HTTP/1.1" status: 200 len: 943 time: 0.0799663 Feb 04 09:23:25.302532 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b99b6792-1269-407b-80c3-09ccf6ea1ecb req-9244e6aa-230d-49c5-aac9-a4435ef5fe77 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] 10.222.0.36 "GET /v2.0/security-groups?id=72b8e095-28ee-4759-a840-1b20428731bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399470 Feb 04 09:23:26.485271 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:23:26.498952 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462fd99-b0c2-4aab-9910-00dbce87c75a req-a94c1f3f-3e5e-482c-924e-1ac3545218d8 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:23:26.500387 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c462fd99-b0c2-4aab-9910-00dbce87c75a req-a94c1f3f-3e5e-482c-924e-1ac3545218d8 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b78c6d7-0102-4a6b-ab4b-7da8d377b44e HTTP/1.1" status: 200 len: 943 time: 0.0753832 Feb 04 09:23:26.548238 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c462fd99-b0c2-4aab-9910-00dbce87c75a req-f2cc4548-4470-43b1-88ac-3080d24b8ad6 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] 10.222.0.36 "GET /v2.0/security-groups?id=72b8e095-28ee-4759-a840-1b20428731bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422843 Feb 04 09:23:27.735974 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39080563-c8fd-4f35-85c1-efc817148b54 req-c2a47732-97bc-47f0-a0cb-40dc80b154dc tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:23:27.737413 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-39080563-c8fd-4f35-85c1-efc817148b54 req-c2a47732-97bc-47f0-a0cb-40dc80b154dc tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b78c6d7-0102-4a6b-ab4b-7da8d377b44e HTTP/1.1" status: 200 len: 943 time: 0.0736029 Feb 04 09:23:27.781037 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-39080563-c8fd-4f35-85c1-efc817148b54 req-27c7d789-3fef-4dfc-8dbd-cf4883a8ad61 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] 10.222.0.36 "GET /v2.0/security-groups?id=72b8e095-28ee-4759-a840-1b20428731bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382702 Feb 04 09:23:28.277555 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device ab8055d6-95bc-432a-b92e-acb99bbe71c4 details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=84109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 09:23:28.420205 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port ab8055d6-95bc-432a-b92e-acb99bbe71c4, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=ab8055d6-95bc-432a-b92e-acb99bbe71c4,segment=NetworkSegment(16584cb1-d3cd-4ec0-99be-1fe172a57768),segment_id=16584cb1-d3cd-4ec0-99be-1fe172a57768)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:23:28.434211 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Returning: {'device': 'ab8055d6-95bc-432a-b92e-acb99bbe71c4', 'network_id': 'aff63fe5-e059-4ca3-a492-632647c502fa', 'port_id': 'ab8055d6-95bc-432a-b92e-acb99bbe71c4', 'mac_address': 'fa:16:3e:cd:ed:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a06744e-07f4-4be1-b492-861479c56450', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 09:23:28.485457 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:23:28.502971 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab8055d6-95bc-432a-b92e-acb99bbe71c4 {{(pid=84109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 09:23:28.517213 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port ab8055d6-95bc-432a-b92e-acb99bbe71c4, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=ab8055d6-95bc-432a-b92e-acb99bbe71c4,segment=NetworkSegment(16584cb1-d3cd-4ec0-99be-1fe172a57768),segment_id=16584cb1-d3cd-4ec0-99be-1fe172a57768)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:23:28.576431 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:23:28.642730 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=ab8055d6-95bc-432a-b92e-acb99bbe71c4,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:23:28.894304 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] get_ports_and_sgs() called for port_ids ['ab8055d6-95bc-432a-b92e-acb99bbe71c4'] {{(pid=84109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 09:23:28.976496 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5947807-7151-4e05-bb1b-7fb355a87873 req-ecad33f3-385e-4442-baa4-1855b5825273 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:23:28.977981 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f5947807-7151-4e05-bb1b-7fb355a87873 req-ecad33f3-385e-4442-baa4-1855b5825273 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b78c6d7-0102-4a6b-ab4b-7da8d377b44e HTTP/1.1" status: 200 len: 944 time: 0.0806203 Feb 04 09:23:29.025138 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f5947807-7151-4e05-bb1b-7fb355a87873 req-5a2481d1-aeb1-4d1a-b77c-a388011d6e86 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] 10.222.0.36 "GET /v2.0/security-groups?id=72b8e095-28ee-4759-a840-1b20428731bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409565 Feb 04 09:23:30.217756 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31010c43-4c99-4b3a-88ca-f577813f9d90 req-46817b11-fb0f-4588-9567-12770bde4444 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:23:30.219205 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-31010c43-4c99-4b3a-88ca-f577813f9d90 req-46817b11-fb0f-4588-9567-12770bde4444 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b78c6d7-0102-4a6b-ab4b-7da8d377b44e HTTP/1.1" status: 200 len: 944 time: 0.0776815 Feb 04 09:23:30.264357 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-31010c43-4c99-4b3a-88ca-f577813f9d90 req-7011753c-a747-48e8-88a0-508a0eafb3cd tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] 10.222.0.36 "GET /v2.0/security-groups?id=72b8e095-28ee-4759-a840-1b20428731bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395651 Feb 04 09:23:30.292750 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device ab8055d6-95bc-432a-b92e-acb99bbe71c4 up at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:23:30.433379 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Provisioning for port ab8055d6-95bc-432a-b92e-acb99bbe71c4 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:23:30.438202 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Provisioning complete for port ab8055d6-95bc-432a-b92e-acb99bbe71c4 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:23:30.438572 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:23:30.582948 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:23:30.609545 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b78c6d7-0102-4a6b-ab4b-7da8d377b44e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab8055d6-95bc-432a-b92e-acb99bbe71c4'}] {{(pid=84109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:23:30.620774 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port ab8055d6-95bc-432a-b92e-acb99bbe71c4, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=ab8055d6-95bc-432a-b92e-acb99bbe71c4,segment=NetworkSegment(16584cb1-d3cd-4ec0-99be-1fe172a57768),segment_id=16584cb1-d3cd-4ec0-99be-1fe172a57768)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:23:30.673587 dv-neutron-827798-2-hyperv neutron-server[84109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b78c6d7-0102-4a6b-ab4b-7da8d377b44e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab8055d6-95bc-432a-b92e-acb99bbe71c4', 'code': 200} Feb 04 09:23:30.690676 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:23:30.754982 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=ab8055d6-95bc-432a-b92e-acb99bbe71c4,revision_number=5']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:23:31.025137 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-d0414cec-b4b7-4de0-9210-804622d0cc53 req-284f90f7-b97f-454d-ab3d-da85d79907af service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0b78c6d7-0102-4a6b-ab4b-7da8d377b44e HTTP/1.1" status: 200 len: 1098 time: 0.0706220 Feb 04 09:23:31.066411 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-d0414cec-b4b7-4de0-9210-804622d0cc53 req-de549a7e-26bb-4bd9-8986-49bc13b290a8 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=72b8e095-28ee-4759-a840-1b20428731bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356228 Feb 04 09:23:31.468222 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ff97d-cece-42cd-96ca-416248333b47 req-fa830c3b-2448-40a1-8b64-7e845fb048be tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:23:31.469665 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-633ff97d-cece-42cd-96ca-416248333b47 req-fa830c3b-2448-40a1-8b64-7e845fb048be tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b78c6d7-0102-4a6b-ab4b-7da8d377b44e HTTP/1.1" status: 200 len: 945 time: 0.0800023 Feb 04 09:23:31.513215 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-633ff97d-cece-42cd-96ca-416248333b47 req-3902642d-da8c-4a0e-a029-dbe42771d712 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] 10.222.0.36 "GET /v2.0/security-groups?id=72b8e095-28ee-4759-a840-1b20428731bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375926 Feb 04 09:23:32.704789 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88690a01-15a1-411a-b2b1-1052cf63e895 req-4d028798-e49d-4a47-bcd7-85856c2b16a9 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:23:32.706233 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-88690a01-15a1-411a-b2b1-1052cf63e895 req-4d028798-e49d-4a47-bcd7-85856c2b16a9 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b78c6d7-0102-4a6b-ab4b-7da8d377b44e HTTP/1.1" status: 200 len: 945 time: 0.0745742 Feb 04 09:23:32.750371 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-88690a01-15a1-411a-b2b1-1052cf63e895 req-bb0e89ac-b0bd-4305-b141-66e9e83bd53a tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] 10.222.0.36 "GET /v2.0/security-groups?id=72b8e095-28ee-4759-a840-1b20428731bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380349 Feb 04 09:23:32.942097 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a397fa32-2119-4ab3-9b25-6eb9463c5c0d req-b2e2efe9-ec9d-48ea-9e8f-14f1dc0db8ac tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:23:32.943550 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a397fa32-2119-4ab3-9b25-6eb9463c5c0d req-b2e2efe9-ec9d-48ea-9e8f-14f1dc0db8ac tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b78c6d7-0102-4a6b-ab4b-7da8d377b44e HTTP/1.1" status: 200 len: 945 time: 0.0779228 Feb 04 09:23:32.987593 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a397fa32-2119-4ab3-9b25-6eb9463c5c0d req-41dcdb91-4bec-44aa-8aa7-a982f4f519f6 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] 10.222.0.36 "GET /v2.0/security-groups?id=72b8e095-28ee-4759-a840-1b20428731bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385287 Feb 04 09:23:33.406000 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af78c919-5767-4d62-9997-4ca17f689f43 req-143833d9-a9ad-423e-9f8d-9eb334192d07 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:23:33.408684 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-af78c919-5767-4d62-9997-4ca17f689f43 req-143833d9-a9ad-423e-9f8d-9eb334192d07 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b78c6d7-0102-4a6b-ab4b-7da8d377b44e HTTP/1.1" status: 200 len: 945 time: 0.0837381 Feb 04 09:23:33.456508 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-af78c919-5767-4d62-9997-4ca17f689f43 req-49f5938b-b34b-4fd2-8bdd-8a943b9adb10 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] 10.222.0.36 "GET /v2.0/security-groups?id=72b8e095-28ee-4759-a840-1b20428731bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435297 Feb 04 09:23:46.702478 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f224b5-47fe-42ec-a4d6-322d709c98aa req-8296dffd-93d9-42b5-9b4e-80e4e81f9e6d tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:23:46.703892 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-44f224b5-47fe-42ec-a4d6-322d709c98aa req-8296dffd-93d9-42b5-9b4e-80e4e81f9e6d tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b78c6d7-0102-4a6b-ab4b-7da8d377b44e HTTP/1.1" status: 200 len: 945 time: 0.0751154 Feb 04 09:23:46.747259 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-44f224b5-47fe-42ec-a4d6-322d709c98aa req-ece87a9d-f411-4714-94b0-3745188b2eb9 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] 10.222.0.36 "GET /v2.0/security-groups?id=72b8e095-28ee-4759-a840-1b20428731bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380614 Feb 04 09:23:46.774631 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 34396) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:23:46.996255 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-58bfda5b-aa61-4818-8c14-91493b4322a1 tempest-TestMinimumBasicScenario-1299914683 tempest-TestMinimumBasicScenario-1299914683-project-admin] Synchronizing usage tracker for tenant:ebda73197bde4ce4a5b65e0b9db0a47c on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 09:23:47.102026 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-58bfda5b-aa61-4818-8c14-91493b4322a1 tempest-TestMinimumBasicScenario-1299914683 tempest-TestMinimumBasicScenario-1299914683-project-admin] Unset dirty status for tenant:ebda73197bde4ce4a5b65e0b9db0a47c on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 09:23:47.103201 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-58bfda5b-aa61-4818-8c14-91493b4322a1 tempest-TestMinimumBasicScenario-1299914683 tempest-TestMinimumBasicScenario-1299914683-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=0b78c6d7-0102-4a6b-ab4b-7da8d377b44e HTTP/1.1" status: 200 len: 1093 time: 0.3277097 Feb 04 09:23:47.106928 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 34402) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:23:47.111213 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-ae2cde57-6864-459c-b1d1-8dd45aec1a91 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Request body: {'floatingip': {'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'port_id': 'ab8055d6-95bc-432a-b92e-acb99bbe71c4', 'tenant_id': 'dc1fa6eec5a34843807cc1e7989cda8c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:23:47.118533 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-ae2cde57-6864-459c-b1d1-8dd45aec1a91 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:23:47.120874 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-ae2cde57-6864-459c-b1d1-8dd45aec1a91 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Usage tracker for resource:floatingip and tenant:dc1fa6eec5a34843807cc1e7989cda8c is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:23:47.123645 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-ae2cde57-6864-459c-b1d1-8dd45aec1a91 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:23:47.130145 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-ae2cde57-6864-459c-b1d1-8dd45aec1a91 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:23:47.204859 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ae2cde57-6864-459c-b1d1-8dd45aec1a91 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Notify callbacks [] for floatingip, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:23:47.338217 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ae2cde57-6864-459c-b1d1-8dd45aec1a91 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:23:47.466926 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-ae2cde57-6864-459c-b1d1-8dd45aec1a91 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Allocated IP 172.26.3.56 (e264bd74-c56b-43d0-9059-bcb57dbbe5bc/79caf47c-b62c-4ea0-b35f-21ede155daa8/1d0b967e-1408-40c5-8850-de028cee2362) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 09:23:47.610393 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ae2cde57-6864-459c-b1d1-8dd45aec1a91 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:23:47.702416 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ae2cde57-6864-459c-b1d1-8dd45aec1a91 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:23:47.770669 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2cde57-6864-459c-b1d1-8dd45aec1a91 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Network e264bd74-c56b-43d0-9059-bcb57dbbe5bc is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:23:47.773965 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-ae2cde57-6864-459c-b1d1-8dd45aec1a91 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:23:47.778315 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2cde57-6864-459c-b1d1-8dd45aec1a91 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 09:23:47.802173 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2cde57-6864-459c-b1d1-8dd45aec1a91 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Pushing event updated for resources: {'Port': ['ID=1d0b967e-1408-40c5-8850-de028cee2362,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:23:47.820709 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2cde57-6864-459c-b1d1-8dd45aec1a91 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:23:47.821055 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2cde57-6864-459c-b1d1-8dd45aec1a91 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:23:47.821388 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2cde57-6864-459c-b1d1-8dd45aec1a91 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:23:47.821722 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2cde57-6864-459c-b1d1-8dd45aec1a91 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:23:47.822050 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2cde57-6864-459c-b1d1-8dd45aec1a91 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:23:47.822375 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2cde57-6864-459c-b1d1-8dd45aec1a91 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:23:47.822696 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2cde57-6864-459c-b1d1-8dd45aec1a91 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:23:47.823017 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2cde57-6864-459c-b1d1-8dd45aec1a91 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:23:47.823334 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2cde57-6864-459c-b1d1-8dd45aec1a91 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:23:47.823650 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2cde57-6864-459c-b1d1-8dd45aec1a91 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:23:47.823968 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2cde57-6864-459c-b1d1-8dd45aec1a91 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:23:48.290998 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ae2cde57-6864-459c-b1d1-8dd45aec1a91 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:23:48.400709 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ae2cde57-6864-459c-b1d1-8dd45aec1a91 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:23:48.597997 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ae2cde57-6864-459c-b1d1-8dd45aec1a91 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:23:48.654141 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ae2cde57-6864-459c-b1d1-8dd45aec1a91 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:23:48.752921 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2cde57-6864-459c-b1d1-8dd45aec1a91 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Pushing event updated for resources: {'Port': ['ID=1d0b967e-1408-40c5-8850-de028cee2362,revision_number=2']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:23:48.769716 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ae2cde57-6864-459c-b1d1-8dd45aec1a91 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473039'] for floatingip, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:23:49.064631 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.l3_db [None req-ae2cde57-6864-459c-b1d1-8dd45aec1a91 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Floating IP 775f48cb-4310-4728-8f5c-98a41addd0a1 associated. External IP: 172.26.3.56, port: ab8055d6-95bc-432a-b92e-acb99bbe71c4. Feb 04 09:23:49.452580 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae2cde57-6864-459c-b1d1-8dd45aec1a91 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Router 7a6db8a2-26c5-4a82-8399-c2c0fc9df9bd has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 09:23:49.460499 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-6d507a60-0baf-4bcf-8b3a-43cbd03a3763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:23:49.660127 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae2cde57-6864-459c-b1d1-8dd45aec1a91 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 09:23:49.669602 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647a96e5-2ae2-4b1a-acd9-42ccb8341718 None None] Sync routers for ids ['7a6db8a2-26c5-4a82-8399-c2c0fc9df9bd'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 09:23:49.681022 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647a96e5-2ae2-4b1a-acd9-42ccb8341718 None None] Routers {'7a6db8a2-26c5-4a82-8399-c2c0fc9df9bd'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:23:49.681605 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-647a96e5-2ae2-4b1a-acd9-42ccb8341718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:23:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['7a6db8a2-26c5-4a82-8399-c2c0fc9df9bd'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:23:49.742604 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-ae2cde57-6864-459c-b1d1-8dd45aec1a91 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for floatingip, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:23:49.794982 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-ae2cde57-6864-459c-b1d1-8dd45aec1a91 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6878192 Feb 04 09:23:49.795626 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b78c6d7-0102-4a6b-ab4b-7da8d377b44e', 'tag': 'ab8055d6-95bc-432a-b92e-acb99bbe71c4'}] {{(pid=84107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:23:49.798036 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 34406) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:23:49.804529 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-e7957709-18a0-44d8-beb5-4fc92b7a0506 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-739855231', 'description': 'tempest-secgroup-smoke-739855231 description', 'project_id': 'dc1fa6eec5a34843807cc1e7989cda8c'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:23:49.810995 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-e7957709-18a0-44d8-beb5-4fc92b7a0506 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:23:49.821831 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-e7957709-18a0-44d8-beb5-4fc92b7a0506 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:23:49.853897 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-647a96e5-2ae2-4b1a-acd9-42ccb8341718 None None] Set router 7a6db8a2-26c5-4a82-8399-c2c0fc9df9bd gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:23:49.901942 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e7957709-18a0-44d8-beb5-4fc92b7a0506 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Notify callbacks [] for security_group, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:23:49.937591 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-e7957709-18a0-44d8-beb5-4fc92b7a0506 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:23:49.959399 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-e7957709-18a0-44d8-beb5-4fc92b7a0506 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Usage tracker for resource:security_group_rule and tenant:dc1fa6eec5a34843807cc1e7989cda8c is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:23:49.985019 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-e7957709-18a0-44d8-beb5-4fc92b7a0506 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:23:50.000619 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-e7957709-18a0-44d8-beb5-4fc92b7a0506 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:23:50.005513 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b78c6d7-0102-4a6b-ab4b-7da8d377b44e', 'tag': 'ab8055d6-95bc-432a-b92e-acb99bbe71c4', 'status': 'completed', 'code': 200} Feb 04 09:23:50.097169 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e7957709-18a0-44d8-beb5-4fc92b7a0506 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Notify callbacks [] for security_group, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:23:50.123331 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-0e42dd20-b45c-482a-a05f-748999a5ecd6 req-828410d3-75b8-4eee-8bd4-1f94db7911f1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dc1fa6eec5a34843807cc1e7989cda8c&device_id=0b78c6d7-0102-4a6b-ab4b-7da8d377b44e HTTP/1.1" status: 200 len: 1098 time: 0.0945592 Feb 04 09:23:50.193634 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e7957709-18a0-44d8-beb5-4fc92b7a0506 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:23:50.255069 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-647a96e5-2ae2-4b1a-acd9-42ccb8341718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6db8a2-26c5-4a82-8399-c2c0fc9df9bd', 'name': 'tempest-TestMinimumBasicScenario-983384251-router', 'tenant_id': 'dc1fa6eec5a34843807cc1e7989cda8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': 'b301e49f-776b-450f-be77-ec3da94344cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:22:44Z', 'updated_at': '2022-02-04T09:22:48Z', 'revision_number': 4, 'project_id': 'dc1fa6eec5a34843807cc1e7989cda8c', 'gw_port': {'id': 'b301e49f-776b-450f-be77-ec3da94344cd', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:5a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6db8a2-26c5-4a82-8399-c2c0fc9df9bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:22:45Z', 'updated_at': '2022-02-04T09:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': '775f48cb-4310-4728-8f5c-98a41addd0a1', 'tenant_id': 'dc1fa6eec5a34843807cc1e7989cda8c', 'floating_ip_address': '172.26.3.56', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': '7a6db8a2-26c5-4a82-8399-c2c0fc9df9bd', 'port_id': 'ab8055d6-95bc-432a-b92e-acb99bbe71c4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aff63fe5-e059-4ca3-a492-632647c502fa', 'mac_address': 'fa:16:3e:cd:ed:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b78c6d7-0102-4a6b-ab4b-7da8d377b44e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T09:23:48Z', 'updated_at': '2022-02-04T09:23:48Z', 'revision_number': 0, 'project_id': 'dc1fa6eec5a34843807cc1e7989cda8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37776c4d-8410-439a-bc7d-0da0880063d5', 'name': '', 'network_id': 'aff63fe5-e059-4ca3-a492-632647c502fa', 'tenant_id': 'dc1fa6eec5a34843807cc1e7989cda8c', 'mac_address': 'fa:16:3e:d1:8c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6db8a2-26c5-4a82-8399-c2c0fc9df9bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a06744e-07f4-4be1-b492-861479c56450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:22:47Z', 'updated_at': '2022-02-04T09:22:57Z', 'revision_number': 5, 'project_id': 'dc1fa6eec5a34843807cc1e7989cda8c', 'subnets': [{'id': '6a06744e-07f4-4be1-b492-861479c56450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:23:50.259344 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647a96e5-2ae2-4b1a-acd9-42ccb8341718 None None] Checking router: 7a6db8a2-26c5-4a82-8399-c2c0fc9df9bd for host: dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 09:23:50.263452 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7957709-18a0-44d8-beb5-4fc92b7a0506 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95384367-c0e8-4dbc-ac59-c6a82128ecca,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:23:50.271128 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647a96e5-2ae2-4b1a-acd9-42ccb8341718 None None] Routers {'7a6db8a2-26c5-4a82-8399-c2c0fc9df9bd'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:23:50.271764 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-647a96e5-2ae2-4b1a-acd9-42ccb8341718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:23:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['7a6db8a2-26c5-4a82-8399-c2c0fc9df9bd'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:23:50.295060 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e42dd20-b45c-482a-a05f-748999a5ecd6 req-07109927-4f43-4332-8ee3-6cbd00558677 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:23:50.296772 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-0e42dd20-b45c-482a-a05f-748999a5ecd6 req-07109927-4f43-4332-8ee3-6cbd00558677 service neutron] 10.222.0.47 "GET /v2.0/networks?id=aff63fe5-e059-4ca3-a492-632647c502fa HTTP/1.1" status: 200 len: 915 time: 0.1672790 Feb 04 09:23:50.354179 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e7957709-18a0-44d8-beb5-4fc92b7a0506 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:23:50.355360 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-e7957709-18a0-44d8-beb5-4fc92b7a0506 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.5562432 Feb 04 09:23:50.358527 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 34414) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:23:50.364733 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-e56487e8-7103-4cf8-9ef1-9403121a44fc tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Request body: {'security_group_rule': {'security_group_id': '95384367-c0e8-4dbc-ac59-c6a82128ecca', 'project_id': 'dc1fa6eec5a34843807cc1e7989cda8c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:23:50.371045 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-e56487e8-7103-4cf8-9ef1-9403121a44fc tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:23:50.374913 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-e56487e8-7103-4cf8-9ef1-9403121a44fc tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Usage tracker for resource:security_group_rule and tenant:dc1fa6eec5a34843807cc1e7989cda8c is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:23:50.378051 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-e56487e8-7103-4cf8-9ef1-9403121a44fc tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:23:50.384970 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-e56487e8-7103-4cf8-9ef1-9403121a44fc tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:23:50.402119 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-0e42dd20-b45c-482a-a05f-748999a5ecd6 req-2164795e-64b5-48ab-9bba-e280d472072e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab8055d6-95bc-432a-b92e-acb99bbe71c4 HTTP/1.1" status: 200 len: 998 time: 0.0992763 Feb 04 09:23:50.453255 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-647a96e5-2ae2-4b1a-acd9-42ccb8341718 None None] Set router 7a6db8a2-26c5-4a82-8399-c2c0fc9df9bd gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:23:50.464140 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e56487e8-7103-4cf8-9ef1-9403121a44fc tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:23:50.473779 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e42dd20-b45c-482a-a05f-748999a5ecd6 req-87023480-2abb-498a-b5e8-e77c2cbebbcd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:23:50.475296 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-0e42dd20-b45c-482a-a05f-748999a5ecd6 req-87023480-2abb-498a-b5e8-e77c2cbebbcd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6a06744e-07f4-4be1-b492-861479c56450 HTTP/1.1" status: 200 len: 853 time: 0.0677998 Feb 04 09:23:50.530089 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e56487e8-7103-4cf8-9ef1-9403121a44fc tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:23:50.550661 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-0e42dd20-b45c-482a-a05f-748999a5ecd6 req-5eb3e509-c084-40ba-8756-f3f9cfc34a54 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aff63fe5-e059-4ca3-a492-632647c502fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688088 Feb 04 09:23:50.597786 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e56487e8-7103-4cf8-9ef1-9403121a44fc tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:23:50.621788 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56487e8-7103-4cf8-9ef1-9403121a44fc tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a22ee05-1b8a-4383-9fbb-a0e0807832e4,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:23:50.711771 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e56487e8-7103-4cf8-9ef1-9403121a44fc tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:23:50.715511 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-e56487e8-7103-4cf8-9ef1-9403121a44fc tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3533368 Feb 04 09:23:50.715646 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 34418) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:23:50.721222 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-4e200a06-7a9c-4c33-a6d3-9ab88030122e tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Request body: {'security_group_rule': {'security_group_id': '95384367-c0e8-4dbc-ac59-c6a82128ecca', 'project_id': 'dc1fa6eec5a34843807cc1e7989cda8c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:23:50.727122 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-4e200a06-7a9c-4c33-a6d3-9ab88030122e tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:23:50.731162 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-4e200a06-7a9c-4c33-a6d3-9ab88030122e tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Usage tracker for resource:security_group_rule and tenant:dc1fa6eec5a34843807cc1e7989cda8c is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:23:50.734389 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-4e200a06-7a9c-4c33-a6d3-9ab88030122e tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:23:50.740183 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-4e200a06-7a9c-4c33-a6d3-9ab88030122e tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:23:50.776352 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-0e42dd20-b45c-482a-a05f-748999a5ecd6 req-208f7521-2d6e-454a-8f1f-81aa2600fd24 service neutron] 10.222.0.47 "GET /v2.0/networks/aff63fe5-e059-4ca3-a492-632647c502fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202055 Feb 04 09:23:50.828097 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4e200a06-7a9c-4c33-a6d3-9ab88030122e tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:23:50.839153 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-647a96e5-2ae2-4b1a-acd9-42ccb8341718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6db8a2-26c5-4a82-8399-c2c0fc9df9bd', 'name': 'tempest-TestMinimumBasicScenario-983384251-router', 'tenant_id': 'dc1fa6eec5a34843807cc1e7989cda8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': 'b301e49f-776b-450f-be77-ec3da94344cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:22:44Z', 'updated_at': '2022-02-04T09:22:48Z', 'revision_number': 4, 'project_id': 'dc1fa6eec5a34843807cc1e7989cda8c', 'gw_port': {'id': 'b301e49f-776b-450f-be77-ec3da94344cd', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:5a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6db8a2-26c5-4a82-8399-c2c0fc9df9bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:22:45Z', 'updated_at': '2022-02-04T09:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': '775f48cb-4310-4728-8f5c-98a41addd0a1', 'tenant_id': 'dc1fa6eec5a34843807cc1e7989cda8c', 'floating_ip_address': '172.26.3.56', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': '7a6db8a2-26c5-4a82-8399-c2c0fc9df9bd', 'port_id': 'ab8055d6-95bc-432a-b92e-acb99bbe71c4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aff63fe5-e059-4ca3-a492-632647c502fa', 'mac_address': 'fa:16:3e:cd:ed:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b78c6d7-0102-4a6b-ab4b-7da8d377b44e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T09:23:48Z', 'updated_at': '2022-02-04T09:23:48Z', 'revision_number': 0, 'project_id': 'dc1fa6eec5a34843807cc1e7989cda8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37776c4d-8410-439a-bc7d-0da0880063d5', 'name': '', 'network_id': 'aff63fe5-e059-4ca3-a492-632647c502fa', 'tenant_id': 'dc1fa6eec5a34843807cc1e7989cda8c', 'mac_address': 'fa:16:3e:d1:8c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6db8a2-26c5-4a82-8399-c2c0fc9df9bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a06744e-07f4-4be1-b492-861479c56450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:22:47Z', 'updated_at': '2022-02-04T09:22:57Z', 'revision_number': 5, 'project_id': 'dc1fa6eec5a34843807cc1e7989cda8c', 'subnets': [{'id': '6a06744e-07f4-4be1-b492-861479c56450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:23:50.843135 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647a96e5-2ae2-4b1a-acd9-42ccb8341718 None None] The sync data for ids ['7a6db8a2-26c5-4a82-8399-c2c0fc9df9bd'] in dv-neutron-827798-2-hyperv is: [{'id': '7a6db8a2-26c5-4a82-8399-c2c0fc9df9bd', 'name': 'tempest-TestMinimumBasicScenario-983384251-router', 'tenant_id': 'dc1fa6eec5a34843807cc1e7989cda8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': 'b301e49f-776b-450f-be77-ec3da94344cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:22:44Z', 'updated_at': '2022-02-04T09:22:48Z', 'revision_number': 4, 'project_id': 'dc1fa6eec5a34843807cc1e7989cda8c', 'gw_port': {'id': 'b301e49f-776b-450f-be77-ec3da94344cd', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:5a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6db8a2-26c5-4a82-8399-c2c0fc9df9bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:22:45Z', 'updated_at': '2022-02-04T09:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': '775f48cb-4310-4728-8f5c-98a41addd0a1', 'tenant_id': 'dc1fa6eec5a34843807cc1e7989cda8c', 'floating_ip_address': '172.26.3.56', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': '7a6db8a2-26c5-4a82-8399-c2c0fc9df9bd', 'port_id': 'ab8055d6-95bc-432a-b92e-acb99bbe71c4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aff63fe5-e059-4ca3-a492-632647c502fa', 'mac_address': 'fa:16:3e:cd:ed:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b78c6d7-0102-4a6b-ab4b-7da8d377b44e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T09:23:48Z', 'updated_at': '2022-02-04T09:23:48Z', 'revision_number': 0, 'project_id': 'dc1fa6eec5a34843807cc1e7989cda8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37776c4d-8410-439a-bc7d-0da0880063d5', 'name': '', 'network_id': 'aff63fe5-e059-4ca3-a492-632647c502fa', 'tenant_id': 'dc1fa6eec5a34843807cc1e7989cda8c', 'mac_address': 'fa:16:3e:d1:8c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6db8a2-26c5-4a82-8399-c2c0fc9df9bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a06744e-07f4-4be1-b492-861479c56450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:22:47Z', 'updated_at': '2022-02-04T09:22:57Z', 'revision_number': 5, 'project_id': 'dc1fa6eec5a34843807cc1e7989cda8c', 'subnets': [{'id': '6a06744e-07f4-4be1-b492-861479c56450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 09:23:50.901344 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4e200a06-7a9c-4c33-a6d3-9ab88030122e tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:23:50.912294 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-0e42dd20-b45c-482a-a05f-748999a5ecd6 req-e3a4e02d-1ac2-4ab4-b093-450558cdbebc service neutron] 10.222.0.47 "GET /v2.0/networks/aff63fe5-e059-4ca3-a492-632647c502fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290591 Feb 04 09:23:50.982160 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4e200a06-7a9c-4c33-a6d3-9ab88030122e tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:23:51.007763 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e200a06-7a9c-4c33-a6d3-9ab88030122e tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf21a2b1-8520-42d7-b011-c4c46f2c1894,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:23:51.054268 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9628f0e-39c8-4c89-98d2-4c37a5a62583 None None] New status for floating IP 775f48cb-4310-4728-8f5c-98a41addd0a1: ACTIVE {{(pid=84109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 09:23:51.100616 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4e200a06-7a9c-4c33-a6d3-9ab88030122e tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:23:51.101819 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-4e200a06-7a9c-4c33-a6d3-9ab88030122e tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3852839 Feb 04 09:23:51.104768 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 34422) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:23:51.110356 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-64ecfb1d-49aa-458d-8aef-ca9484105214 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Request body: {'security_group_rule': {'security_group_id': '95384367-c0e8-4dbc-ac59-c6a82128ecca', 'project_id': 'dc1fa6eec5a34843807cc1e7989cda8c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:23:51.116813 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-64ecfb1d-49aa-458d-8aef-ca9484105214 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:23:51.121142 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-64ecfb1d-49aa-458d-8aef-ca9484105214 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Usage tracker for resource:security_group_rule and tenant:dc1fa6eec5a34843807cc1e7989cda8c is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:23:51.123383 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-64ecfb1d-49aa-458d-8aef-ca9484105214 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:23:51.129454 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-64ecfb1d-49aa-458d-8aef-ca9484105214 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:23:51.209300 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-64ecfb1d-49aa-458d-8aef-ca9484105214 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:23:51.271458 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-64ecfb1d-49aa-458d-8aef-ca9484105214 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:23:51.334225 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-64ecfb1d-49aa-458d-8aef-ca9484105214 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:23:51.357931 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ecfb1d-49aa-458d-8aef-ca9484105214 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87f8d078-acef-4e85-9ae8-a182ce863a3d,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:23:51.425910 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-64ecfb1d-49aa-458d-8aef-ca9484105214 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:23:51.427070 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-64ecfb1d-49aa-458d-8aef-ca9484105214 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3212812 Feb 04 09:23:51.429747 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 34426) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:23:51.435002 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-446398b4-48b7-46a3-a82b-b4949d16a27d tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Request body: {'security_group_rule': {'security_group_id': '95384367-c0e8-4dbc-ac59-c6a82128ecca', 'project_id': 'dc1fa6eec5a34843807cc1e7989cda8c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:23:51.440960 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-446398b4-48b7-46a3-a82b-b4949d16a27d tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:23:51.445381 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-446398b4-48b7-46a3-a82b-b4949d16a27d tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Usage tracker for resource:security_group_rule and tenant:dc1fa6eec5a34843807cc1e7989cda8c is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:23:51.448289 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-446398b4-48b7-46a3-a82b-b4949d16a27d tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:23:51.454126 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-446398b4-48b7-46a3-a82b-b4949d16a27d tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:23:51.546410 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-446398b4-48b7-46a3-a82b-b4949d16a27d tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:23:51.606665 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-446398b4-48b7-46a3-a82b-b4949d16a27d tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:23:51.671950 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-446398b4-48b7-46a3-a82b-b4949d16a27d tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:23:51.695117 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446398b4-48b7-46a3-a82b-b4949d16a27d tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cab3a1d-5cd0-4f84-bab7-594ec891b6e8,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:23:51.764746 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-10ad35c6-a060-4594-88b3-b685085a9cdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:23:51.798789 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-446398b4-48b7-46a3-a82b-b4949d16a27d tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:23:51.799910 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-446398b4-48b7-46a3-a82b-b4949d16a27d tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3692675 Feb 04 09:23:51.802683 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 34430) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:23:51.807947 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-72c016b7-7d20-4921-89fc-f06d52ef2292 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Request body: {'security_group_rule': {'security_group_id': '95384367-c0e8-4dbc-ac59-c6a82128ecca', 'project_id': 'dc1fa6eec5a34843807cc1e7989cda8c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:23:51.813690 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-72c016b7-7d20-4921-89fc-f06d52ef2292 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:23:51.817465 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-72c016b7-7d20-4921-89fc-f06d52ef2292 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Usage tracker for resource:security_group_rule and tenant:dc1fa6eec5a34843807cc1e7989cda8c is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:23:51.820872 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-72c016b7-7d20-4921-89fc-f06d52ef2292 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:23:51.826579 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-72c016b7-7d20-4921-89fc-f06d52ef2292 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:23:51.896089 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.securitygroups_db [None req-72c016b7-7d20-4921-89fc-f06d52ef2292 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Project dc1fa6eec5a34843807cc1e7989cda8c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 09:23:51.902977 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-72c016b7-7d20-4921-89fc-f06d52ef2292 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:23:51.968976 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-72c016b7-7d20-4921-89fc-f06d52ef2292 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:23:52.044655 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-72c016b7-7d20-4921-89fc-f06d52ef2292 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:23:52.067953 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c016b7-7d20-4921-89fc-f06d52ef2292 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a4139fc-7af3-436d-a788-e54dfc6333c5,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:23:52.142146 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-72c016b7-7d20-4921-89fc-f06d52ef2292 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:23:52.143337 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-72c016b7-7d20-4921-89fc-f06d52ef2292 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3397276 Feb 04 09:23:52.146227 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 34434) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:23:52.151652 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-ff4d277b-01cf-4efc-94c4-487ce3d2d643 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Request body: {'security_group_rule': {'security_group_id': '95384367-c0e8-4dbc-ac59-c6a82128ecca', 'project_id': 'dc1fa6eec5a34843807cc1e7989cda8c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:23:52.157579 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-ff4d277b-01cf-4efc-94c4-487ce3d2d643 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:23:52.163276 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-ff4d277b-01cf-4efc-94c4-487ce3d2d643 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Usage tracker for resource:security_group_rule and tenant:dc1fa6eec5a34843807cc1e7989cda8c is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:23:52.164264 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-ff4d277b-01cf-4efc-94c4-487ce3d2d643 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:23:52.169893 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-ff4d277b-01cf-4efc-94c4-487ce3d2d643 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:23:52.238993 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.securitygroups_db [None req-ff4d277b-01cf-4efc-94c4-487ce3d2d643 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Project dc1fa6eec5a34843807cc1e7989cda8c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 09:23:52.245081 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ff4d277b-01cf-4efc-94c4-487ce3d2d643 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:23:52.308017 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ff4d277b-01cf-4efc-94c4-487ce3d2d643 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:23:52.379735 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ff4d277b-01cf-4efc-94c4-487ce3d2d643 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:23:52.403006 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4d277b-01cf-4efc-94c4-487ce3d2d643 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaf64d2b-f083-45f9-80f6-3e0550b2cb6f,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:23:52.494666 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ff4d277b-01cf-4efc-94c4-487ce3d2d643 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:23:52.495887 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-ff4d277b-01cf-4efc-94c4-487ce3d2d643 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3487110 Feb 04 09:23:52.623259 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d2f65baf-8a71-41ed-90f7-b7a83c497364 req-c912e842-2acb-4948-822d-b52d84bb56ed tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-739855231&fields=id&tenant_id=dc1fa6eec5a34843807cc1e7989cda8c HTTP/1.1" status: 200 len: 267 time: 0.0396311 Feb 04 09:23:52.700477 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f65baf-8a71-41ed-90f7-b7a83c497364 req-2ce56a2d-7349-41bd-af7a-3999513f358f tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:23:52.701909 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d2f65baf-8a71-41ed-90f7-b7a83c497364 req-2ce56a2d-7349-41bd-af7a-3999513f358f tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b78c6d7-0102-4a6b-ab4b-7da8d377b44e HTTP/1.1" status: 200 len: 945 time: 0.0737312 Feb 04 09:23:52.712629 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [req-d2f65baf-8a71-41ed-90f7-b7a83c497364 req-475f1679-f64f-453d-a719-a81e62743686 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Request body: {'port': {'security_groups': ['72b8e095-28ee-4759-a840-1b20428731bc', '95384367-c0e8-4dbc-ac59-c6a82128ecca']}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:23:52.826676 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-d2f65baf-8a71-41ed-90f7-b7a83c497364 req-475f1679-f64f-453d-a719-a81e62743686 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:23:52.952461 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:23:53.031595 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:23:53.077414 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [req-d2f65baf-8a71-41ed-90f7-b7a83c497364 req-475f1679-f64f-453d-a719-a81e62743686 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] For port ab8055d6-95bc-432a-b92e-acb99bbe71c4, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=ab8055d6-95bc-432a-b92e-acb99bbe71c4,segment=NetworkSegment(16584cb1-d3cd-4ec0-99be-1fe172a57768),segment_id=16584cb1-d3cd-4ec0-99be-1fe172a57768)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:23:53.101743 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-d2f65baf-8a71-41ed-90f7-b7a83c497364 req-475f1679-f64f-453d-a719-a81e62743686 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:23:53.165114 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-d2f65baf-8a71-41ed-90f7-b7a83c497364 req-475f1679-f64f-453d-a719-a81e62743686 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:23:53.177625 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] get_ports_and_sgs() called for port_ids ['ab8055d6-95bc-432a-b92e-acb99bbe71c4'] {{(pid=84109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 09:23:53.233660 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f65baf-8a71-41ed-90f7-b7a83c497364 req-475f1679-f64f-453d-a719-a81e62743686 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:23:53.234316 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-d2f65baf-8a71-41ed-90f7-b7a83c497364 req-475f1679-f64f-453d-a719-a81e62743686 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:23:53.235666 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d2f65baf-8a71-41ed-90f7-b7a83c497364 req-475f1679-f64f-453d-a719-a81e62743686 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] 10.222.0.36 "PUT /v2.0/ports/ab8055d6-95bc-432a-b92e-acb99bbe71c4 HTTP/1.1" status: 200 len: 981 time: 0.5279195 Feb 04 09:23:53.236101 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b78c6d7-0102-4a6b-ab4b-7da8d377b44e', 'tag': 'ab8055d6-95bc-432a-b92e-acb99bbe71c4'}] {{(pid=84107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:23:53.264052 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475f1679-f64f-453d-a719-a81e62743686 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Pushing event updated for resources: {'Port': ['ID=ab8055d6-95bc-432a-b92e-acb99bbe71c4,revision_number=6']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:23:53.309687 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b78c6d7-0102-4a6b-ab4b-7da8d377b44e', 'tag': 'ab8055d6-95bc-432a-b92e-acb99bbe71c4', 'status': 'completed', 'code': 200} Feb 04 09:23:53.312993 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] get_ports_and_sgs() called for port_ids ['ab8055d6-95bc-432a-b92e-acb99bbe71c4'] {{(pid=84109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 09:23:53.411589 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-f7de2562-0f79-42a2-9877-8a036586cd82 req-d592ea53-9a27-40fa-bc0c-ab4bcb862775 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dc1fa6eec5a34843807cc1e7989cda8c&device_id=0b78c6d7-0102-4a6b-ab4b-7da8d377b44e HTTP/1.1" status: 200 len: 1137 time: 0.0789289 Feb 04 09:23:53.460615 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74afc6eb-519e-40bc-be1a-6d9777057795 req-6b8d5bfa-2889-4280-95cc-c74f628acf1b tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:23:53.462375 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-74afc6eb-519e-40bc-be1a-6d9777057795 req-6b8d5bfa-2889-4280-95cc-c74f628acf1b tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b78c6d7-0102-4a6b-ab4b-7da8d377b44e HTTP/1.1" status: 200 len: 984 time: 0.1130137 Feb 04 09:23:53.517590 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-74afc6eb-519e-40bc-be1a-6d9777057795 req-3ec19b1d-32fb-45ce-8a92-0534dc295b7d tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] 10.222.0.36 "GET /v2.0/security-groups?id=95384367-c0e8-4dbc-ac59-c6a82128ecca&id=72b8e095-28ee-4759-a840-1b20428731bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0487652 Feb 04 09:23:53.570157 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7de2562-0f79-42a2-9877-8a036586cd82 req-c74f47a5-63c1-4a7a-9d75-cc4147bb7597 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:23:53.570157 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-f7de2562-0f79-42a2-9877-8a036586cd82 req-c74f47a5-63c1-4a7a-9d75-cc4147bb7597 service neutron] 10.222.0.47 "GET /v2.0/networks?id=aff63fe5-e059-4ca3-a492-632647c502fa HTTP/1.1" status: 200 len: 915 time: 0.1414139 Feb 04 09:23:53.585364 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-6aa77ecf-61b7-4ce4-9307-7d012e3668a8 None None] Provisioning complete for port ab8055d6-95bc-432a-b92e-acb99bbe71c4 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:23:53.585364 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-6aa77ecf-61b7-4ce4-9307-7d012e3668a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:23:53.664825 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-f7de2562-0f79-42a2-9877-8a036586cd82 req-dca44785-2821-4c53-a05b-f7eb42f62d2e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab8055d6-95bc-432a-b92e-acb99bbe71c4 HTTP/1.1" status: 200 len: 1000 time: 0.0984654 Feb 04 09:23:53.729102 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7de2562-0f79-42a2-9877-8a036586cd82 req-d2f4c886-09e6-4a28-96e6-12815a649cd7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:23:53.730543 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-f7de2562-0f79-42a2-9877-8a036586cd82 req-d2f4c886-09e6-4a28-96e6-12815a649cd7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6a06744e-07f4-4be1-b492-861479c56450 HTTP/1.1" status: 200 len: 853 time: 0.0593693 Feb 04 09:23:53.802872 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-f7de2562-0f79-42a2-9877-8a036586cd82 req-082fd734-13ba-4433-960b-8234c0d25ffa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aff63fe5-e059-4ca3-a492-632647c502fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0659683 Feb 04 09:23:53.934440 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-f7de2562-0f79-42a2-9877-8a036586cd82 req-a823daf8-5bb9-4d83-a7f8-9c45b4b33cc4 service neutron] 10.222.0.47 "GET /v2.0/networks/aff63fe5-e059-4ca3-a492-632647c502fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246800 Feb 04 09:23:54.072916 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-f7de2562-0f79-42a2-9877-8a036586cd82 req-776b0e36-74f5-4914-8014-dd1d5e1408a1 service neutron] 10.222.0.47 "GET /v2.0/networks/aff63fe5-e059-4ca3-a492-632647c502fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312749 Feb 04 09:23:54.512979 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:23:56.473513 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:23:58.132838 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 09:24:16.732254 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-67ee011e-450a-4946-b2fc-0fd6acdeeb0c req-3fc72bc3-a900-4fc1-80e2-afea49a605bf service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0b78c6d7-0102-4a6b-ab4b-7da8d377b44e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0704348 Feb 04 09:24:16.865438 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-67ee011e-450a-4946-b2fc-0fd6acdeeb0c req-ffc72166-4d19-4fc5-bb0f-cb622adf6db6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dc1fa6eec5a34843807cc1e7989cda8c&device_id=0b78c6d7-0102-4a6b-ab4b-7da8d377b44e HTTP/1.1" status: 200 len: 1137 time: 0.0667465 Feb 04 09:24:17.009340 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ee011e-450a-4946-b2fc-0fd6acdeeb0c req-7e1a2fc6-23a1-4af0-8a8a-14522d823c98 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:24:17.010835 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-67ee011e-450a-4946-b2fc-0fd6acdeeb0c req-7e1a2fc6-23a1-4af0-8a8a-14522d823c98 service neutron] 10.222.0.47 "GET /v2.0/networks?id=aff63fe5-e059-4ca3-a492-632647c502fa HTTP/1.1" status: 200 len: 915 time: 0.1289737 Feb 04 09:24:17.190641 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-67ee011e-450a-4946-b2fc-0fd6acdeeb0c req-02c9157d-9031-4c0a-8ab7-ff364d1d4c9d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab8055d6-95bc-432a-b92e-acb99bbe71c4 HTTP/1.1" status: 200 len: 1000 time: 0.1741793 Feb 04 09:24:17.249712 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ee011e-450a-4946-b2fc-0fd6acdeeb0c req-cedb2050-d768-497b-96c9-5861f14cdb69 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:24:17.250990 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-67ee011e-450a-4946-b2fc-0fd6acdeeb0c req-cedb2050-d768-497b-96c9-5861f14cdb69 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6a06744e-07f4-4be1-b492-861479c56450 HTTP/1.1" status: 200 len: 853 time: 0.0547738 Feb 04 09:24:17.326032 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-67ee011e-450a-4946-b2fc-0fd6acdeeb0c req-67fcc8ca-9352-4f3f-8202-5b6f6a72340e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aff63fe5-e059-4ca3-a492-632647c502fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687306 Feb 04 09:24:17.451182 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-67ee011e-450a-4946-b2fc-0fd6acdeeb0c req-1dc88db0-367c-4151-a238-50c38d7aa690 service neutron] 10.222.0.47 "GET /v2.0/networks/aff63fe5-e059-4ca3-a492-632647c502fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202109 Feb 04 09:24:17.577608 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-67ee011e-450a-4946-b2fc-0fd6acdeeb0c req-6ca2f965-f9a9-4b53-9ff6-37cdd37bab65 service neutron] 10.222.0.47 "GET /v2.0/networks/aff63fe5-e059-4ca3-a492-632647c502fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206429 Feb 04 09:24:19.455631 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-794b712d-581f-45a5-ae1b-fb0b2e8719c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:24:21.768335 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-8c4bc398-30b4-4e93-afaf-6b88546d20ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:24:22.958310 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:24:22.993322 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:24:24.496323 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:24:26.489348 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:24:35.132735 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 09:24:49.477638 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-5a09f4e2-d745-4370-a3b2-9e90014afff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:24:51.465186 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc47779-d4b2-40be-910e-9a3317d24ce0 req-0f438704-7097-4779-8267-5c1f991b1b27 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:24:51.466639 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7cc47779-d4b2-40be-910e-9a3317d24ce0 req-0f438704-7097-4779-8267-5c1f991b1b27 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b78c6d7-0102-4a6b-ab4b-7da8d377b44e HTTP/1.1" status: 200 len: 984 time: 0.0758383 Feb 04 09:24:51.492245 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-581afe52-bb2d-43fb-91ef-e66c7d35dff9 req-cdabaedc-8f55-4e62-a963-bf1effc7b35a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dc1fa6eec5a34843807cc1e7989cda8c&device_id=0b78c6d7-0102-4a6b-ab4b-7da8d377b44e HTTP/1.1" status: 200 len: 1137 time: 0.0683246 Feb 04 09:24:51.616949 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7cc47779-d4b2-40be-910e-9a3317d24ce0 req-39fa0913-d3e3-4dd7-99fa-430724bb14cd tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] 10.222.0.36 "GET /v2.0/security-groups?id=95384367-c0e8-4dbc-ac59-c6a82128ecca&id=72b8e095-28ee-4759-a840-1b20428731bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1441531 Feb 04 09:24:51.626688 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581afe52-bb2d-43fb-91ef-e66c7d35dff9 req-71c11e68-7848-4f40-ac4f-add755f8201e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:24:51.628191 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-581afe52-bb2d-43fb-91ef-e66c7d35dff9 req-71c11e68-7848-4f40-ac4f-add755f8201e service neutron] 10.222.0.47 "GET /v2.0/networks?id=aff63fe5-e059-4ca3-a492-632647c502fa HTTP/1.1" status: 200 len: 915 time: 0.1301568 Feb 04 09:24:51.735882 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-581afe52-bb2d-43fb-91ef-e66c7d35dff9 req-a21295a1-8b49-44e9-965c-fa62a2938945 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab8055d6-95bc-432a-b92e-acb99bbe71c4 HTTP/1.1" status: 200 len: 1000 time: 0.0972002 Feb 04 09:24:51.752469 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-378e8b87-d041-4e4c-9bf1-5f0d7bbe5f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:24:51.800300 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581afe52-bb2d-43fb-91ef-e66c7d35dff9 req-723b7b63-652f-4229-8299-679b22167257 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:24:51.801784 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-581afe52-bb2d-43fb-91ef-e66c7d35dff9 req-723b7b63-652f-4229-8299-679b22167257 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6a06744e-07f4-4be1-b492-861479c56450 HTTP/1.1" status: 200 len: 853 time: 0.0592377 Feb 04 09:24:51.874043 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-581afe52-bb2d-43fb-91ef-e66c7d35dff9 req-faca4359-1eb1-4f45-b197-3d798173d8c6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aff63fe5-e059-4ca3-a492-632647c502fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0661099 Feb 04 09:24:52.001884 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-581afe52-bb2d-43fb-91ef-e66c7d35dff9 req-9b2b811b-58b2-43c1-97a8-2df896741fb3 service neutron] 10.222.0.47 "GET /v2.0/networks/aff63fe5-e059-4ca3-a492-632647c502fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213439 Feb 04 09:24:52.129612 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-581afe52-bb2d-43fb-91ef-e66c7d35dff9 req-882bb638-3004-4c4f-b3ac-52f6804b44d1 service neutron] 10.222.0.47 "GET /v2.0/networks/aff63fe5-e059-4ca3-a492-632647c502fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215005 Feb 04 09:24:52.817913 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223088d8-0d15-4380-8f60-948b09b6c27c req-bde30a63-f162-4e4e-a93f-2f388f7749b0 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:24:52.819354 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-223088d8-0d15-4380-8f60-948b09b6c27c req-bde30a63-f162-4e4e-a93f-2f388f7749b0 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b78c6d7-0102-4a6b-ab4b-7da8d377b44e HTTP/1.1" status: 200 len: 984 time: 0.0739975 Feb 04 09:24:52.864473 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-223088d8-0d15-4380-8f60-948b09b6c27c req-05ed3f00-9ca0-4bba-a08b-47119a67337f tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] 10.222.0.36 "GET /v2.0/security-groups?id=95384367-c0e8-4dbc-ac59-c6a82128ecca&id=72b8e095-28ee-4759-a840-1b20428731bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0396259 Feb 04 09:24:52.974191 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:24:53.048456 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:24:54.059349 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1d55e2-9497-4448-b3a8-923efe7a6cd0 req-fe23e0ac-08eb-47ea-9208-2fdc6ed5dbf2 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:24:54.060789 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-eb1d55e2-9497-4448-b3a8-923efe7a6cd0 req-fe23e0ac-08eb-47ea-9208-2fdc6ed5dbf2 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b78c6d7-0102-4a6b-ab4b-7da8d377b44e HTTP/1.1" status: 200 len: 984 time: 0.0769792 Feb 04 09:24:54.106241 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-eb1d55e2-9497-4448-b3a8-923efe7a6cd0 req-ca0d52f8-4184-45ff-9834-02330b2cb3f8 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] 10.222.0.36 "GET /v2.0/security-groups?id=95384367-c0e8-4dbc-ac59-c6a82128ecca&id=72b8e095-28ee-4759-a840-1b20428731bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0397279 Feb 04 09:24:54.499745 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:24:55.295793 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a27e26e-73ed-4633-97f3-df72f47a14e8 req-5f749023-8155-48ec-a3b7-df69c3e71557 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:24:55.297394 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-3a27e26e-73ed-4633-97f3-df72f47a14e8 req-5f749023-8155-48ec-a3b7-df69c3e71557 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b78c6d7-0102-4a6b-ab4b-7da8d377b44e HTTP/1.1" status: 200 len: 984 time: 0.0736892 Feb 04 09:24:55.342103 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-3a27e26e-73ed-4633-97f3-df72f47a14e8 req-278845d4-52bd-4f67-bb0b-368f268964d2 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] 10.222.0.36 "GET /v2.0/security-groups?id=95384367-c0e8-4dbc-ac59-c6a82128ecca&id=72b8e095-28ee-4759-a840-1b20428731bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0392292 Feb 04 09:24:56.483457 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:24:56.540409 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd237c54-3fda-4123-9c1e-e9019f6818a1 req-e32b6bd6-e606-4230-85b1-a0230f289daa tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:24:56.541878 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-cd237c54-3fda-4123-9c1e-e9019f6818a1 req-e32b6bd6-e606-4230-85b1-a0230f289daa tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b78c6d7-0102-4a6b-ab4b-7da8d377b44e HTTP/1.1" status: 200 len: 984 time: 0.0775857 Feb 04 09:24:56.587723 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-cd237c54-3fda-4123-9c1e-e9019f6818a1 req-1454eb6c-7a2e-4a91-864b-2aafd5b0f43f tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] 10.222.0.36 "GET /v2.0/security-groups?id=95384367-c0e8-4dbc-ac59-c6a82128ecca&id=72b8e095-28ee-4759-a840-1b20428731bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0403469 Feb 04 09:24:57.779303 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3824504e-4f5a-4b11-9551-5ef1c0f2fff1 req-5ebf8257-12b2-45b4-94b2-276a1c5f5811 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:24:57.780749 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-3824504e-4f5a-4b11-9551-5ef1c0f2fff1 req-5ebf8257-12b2-45b4-94b2-276a1c5f5811 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b78c6d7-0102-4a6b-ab4b-7da8d377b44e HTTP/1.1" status: 200 len: 984 time: 0.0753152 Feb 04 09:24:57.828948 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-3824504e-4f5a-4b11-9551-5ef1c0f2fff1 req-fb2ac686-5f4f-4db6-9692-6fb003a4f8a6 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] 10.222.0.36 "GET /v2.0/security-groups?id=95384367-c0e8-4dbc-ac59-c6a82128ecca&id=72b8e095-28ee-4759-a840-1b20428731bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0427430 Feb 04 09:24:59.026583 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093d3cc5-62fb-43c9-9f70-02f339473023 req-10a4b561-313e-4c5d-91fb-bcd6bce123a4 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:24:59.028882 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-093d3cc5-62fb-43c9-9f70-02f339473023 req-10a4b561-313e-4c5d-91fb-bcd6bce123a4 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b78c6d7-0102-4a6b-ab4b-7da8d377b44e HTTP/1.1" status: 200 len: 984 time: 0.0753255 Feb 04 09:24:59.074415 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-093d3cc5-62fb-43c9-9f70-02f339473023 req-de415459-7fd0-45e0-9f08-6fc5d8af2cf1 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] 10.222.0.36 "GET /v2.0/security-groups?id=95384367-c0e8-4dbc-ac59-c6a82128ecca&id=72b8e095-28ee-4759-a840-1b20428731bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0406966 Feb 04 09:25:00.269402 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef039ca-ef91-4242-bfbf-c77c32521ccf req-5be5aa06-37f1-44e8-be9a-5e6e7eaf8701 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:25:00.270771 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-2ef039ca-ef91-4242-bfbf-c77c32521ccf req-5be5aa06-37f1-44e8-be9a-5e6e7eaf8701 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b78c6d7-0102-4a6b-ab4b-7da8d377b44e HTTP/1.1" status: 200 len: 984 time: 0.0773957 Feb 04 09:25:00.316640 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-2ef039ca-ef91-4242-bfbf-c77c32521ccf req-9060bd2a-40d1-46c6-ba87-ecedcd1a7993 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] 10.222.0.36 "GET /v2.0/security-groups?id=95384367-c0e8-4dbc-ac59-c6a82128ecca&id=72b8e095-28ee-4759-a840-1b20428731bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0395505 Feb 04 09:25:01.508480 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e94b2a1-cdf4-4861-9f62-c8b5971d587c req-7e641429-511d-4b86-8943-07b43de3960a tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:25:01.510451 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-6e94b2a1-cdf4-4861-9f62-c8b5971d587c req-7e641429-511d-4b86-8943-07b43de3960a tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b78c6d7-0102-4a6b-ab4b-7da8d377b44e HTTP/1.1" status: 200 len: 984 time: 0.0748246 Feb 04 09:25:01.555204 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-6e94b2a1-cdf4-4861-9f62-c8b5971d587c req-6cfed47d-2b49-4705-b758-73bdfca3cd29 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] 10.222.0.36 "GET /v2.0/security-groups?id=95384367-c0e8-4dbc-ac59-c6a82128ecca&id=72b8e095-28ee-4759-a840-1b20428731bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0392897 Feb 04 09:25:02.748720 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06f3195-37c6-4668-a7fa-e680bad8e930 req-c94ae2f5-a169-4d4d-9e80-216a2317715c tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:25:02.750152 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f06f3195-37c6-4668-a7fa-e680bad8e930 req-c94ae2f5-a169-4d4d-9e80-216a2317715c tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b78c6d7-0102-4a6b-ab4b-7da8d377b44e HTTP/1.1" status: 200 len: 984 time: 0.0784371 Feb 04 09:25:02.806332 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f06f3195-37c6-4668-a7fa-e680bad8e930 req-2d1b3140-4c21-4e7e-9e95-eb3ab55e10a1 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] 10.222.0.36 "GET /v2.0/security-groups?id=95384367-c0e8-4dbc-ac59-c6a82128ecca&id=72b8e095-28ee-4759-a840-1b20428731bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0507467 Feb 04 09:25:03.998507 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da169634-8d6e-4f30-944c-5fe29874b1b9 req-1cfc55fe-24ca-454b-a7b6-9273bc2c8664 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:25:03.999961 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-da169634-8d6e-4f30-944c-5fe29874b1b9 req-1cfc55fe-24ca-454b-a7b6-9273bc2c8664 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b78c6d7-0102-4a6b-ab4b-7da8d377b44e HTTP/1.1" status: 200 len: 984 time: 0.0757518 Feb 04 09:25:04.049619 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-da169634-8d6e-4f30-944c-5fe29874b1b9 req-54517463-23d7-413a-ad5d-c9e3e534ab7e tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] 10.222.0.36 "GET /v2.0/security-groups?id=95384367-c0e8-4dbc-ac59-c6a82128ecca&id=72b8e095-28ee-4759-a840-1b20428731bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0438695 Feb 04 09:25:12.133474 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 09:25:17.096791 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-8df80ee6-b733-4dc1-b739-1f59ec10994f req-e96003b8-299a-4b69-a543-9d4fa9af3bea service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0b78c6d7-0102-4a6b-ab4b-7da8d377b44e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0663393 Feb 04 09:25:17.234614 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-8df80ee6-b733-4dc1-b739-1f59ec10994f req-c55a8bc5-8ad2-4291-a1ef-35abbf7f9d79 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dc1fa6eec5a34843807cc1e7989cda8c&device_id=0b78c6d7-0102-4a6b-ab4b-7da8d377b44e HTTP/1.1" status: 200 len: 1137 time: 0.0716922 Feb 04 09:25:17.377510 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df80ee6-b733-4dc1-b739-1f59ec10994f req-b0a1ac6e-421d-4c74-8c07-4525b40ea70c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:25:17.378960 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-8df80ee6-b733-4dc1-b739-1f59ec10994f req-b0a1ac6e-421d-4c74-8c07-4525b40ea70c service neutron] 10.222.0.47 "GET /v2.0/networks?id=aff63fe5-e059-4ca3-a492-632647c502fa HTTP/1.1" status: 200 len: 915 time: 0.1262860 Feb 04 09:25:17.573201 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-8df80ee6-b733-4dc1-b739-1f59ec10994f req-08b12a33-5dc6-4319-8bc1-cc2d04b727c0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab8055d6-95bc-432a-b92e-acb99bbe71c4 HTTP/1.1" status: 200 len: 1000 time: 0.1885531 Feb 04 09:25:17.632849 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df80ee6-b733-4dc1-b739-1f59ec10994f req-4661f3b0-3641-4931-8dc3-1f9f5f0c9530 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:25:17.634106 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-8df80ee6-b733-4dc1-b739-1f59ec10994f req-4661f3b0-3641-4931-8dc3-1f9f5f0c9530 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6a06744e-07f4-4be1-b492-861479c56450 HTTP/1.1" status: 200 len: 853 time: 0.0551114 Feb 04 09:25:17.711815 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-8df80ee6-b733-4dc1-b739-1f59ec10994f req-9b79240b-1adf-4985-960a-711817fd7268 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aff63fe5-e059-4ca3-a492-632647c502fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717416 Feb 04 09:25:17.838479 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-8df80ee6-b733-4dc1-b739-1f59ec10994f req-c45532a1-5c41-45b7-adbb-8bd11e5fd06d service neutron] 10.222.0.47 "GET /v2.0/networks/aff63fe5-e059-4ca3-a492-632647c502fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205599 Feb 04 09:25:17.966908 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-8df80ee6-b733-4dc1-b739-1f59ec10994f req-42d78df4-f178-4dfb-a42d-f4ab9d143696 service neutron] 10.222.0.47 "GET /v2.0/networks/aff63fe5-e059-4ca3-a492-632647c502fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226504 Feb 04 09:25:19.460874 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-6d7daa9c-24b2-4207-ad69-45ba726a1a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:25:21.768641 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-35cff1cb-fb70-4c4d-a91e-0d6aa41f7a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:25:22.946514 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:25:23.020252 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:25:24.512050 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:25:26.499293 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:25:49.133439 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 09:25:49.460223 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2fc0eee9-4948-4c15-84b1-b34613133504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:25:51.750880 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-a05f89c4-ade3-4ddf-992c-6088b8a5bd39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:25:52.979510 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:25:53.013821 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:25:54.499313 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:25:56.504871 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:07.534247 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8e867fd4-f84e-46b9-bb27-ed2d0e38336f req-7176415d-9dab-48a1-ae7e-23ef042e1645 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-739855231&fields=id&tenant_id=dc1fa6eec5a34843807cc1e7989cda8c HTTP/1.1" status: 200 len: 267 time: 0.0396631 Feb 04 09:26:07.612213 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e867fd4-f84e-46b9-bb27-ed2d0e38336f req-ed8c7b73-c158-4d3f-9a52-bde3251914e4 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:26:07.613650 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8e867fd4-f84e-46b9-bb27-ed2d0e38336f req-ed8c7b73-c158-4d3f-9a52-bde3251914e4 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b78c6d7-0102-4a6b-ab4b-7da8d377b44e HTTP/1.1" status: 200 len: 984 time: 0.0737977 Feb 04 09:26:07.623686 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [req-8e867fd4-f84e-46b9-bb27-ed2d0e38336f req-7babf65c-7f94-4bc4-a9ca-452f79fb24a0 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Request body: {'port': {'security_groups': ['72b8e095-28ee-4759-a840-1b20428731bc']}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:26:07.737499 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-8e867fd4-f84e-46b9-bb27-ed2d0e38336f req-7babf65c-7f94-4bc4-a9ca-452f79fb24a0 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:07.970373 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [req-8e867fd4-f84e-46b9-bb27-ed2d0e38336f req-7babf65c-7f94-4bc4-a9ca-452f79fb24a0 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] For port ab8055d6-95bc-432a-b92e-acb99bbe71c4, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=ab8055d6-95bc-432a-b92e-acb99bbe71c4,segment=NetworkSegment(16584cb1-d3cd-4ec0-99be-1fe172a57768),segment_id=16584cb1-d3cd-4ec0-99be-1fe172a57768)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:26:07.994618 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-8e867fd4-f84e-46b9-bb27-ed2d0e38336f req-7babf65c-7f94-4bc4-a9ca-452f79fb24a0 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:08.059250 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-8e867fd4-f84e-46b9-bb27-ed2d0e38336f req-7babf65c-7f94-4bc4-a9ca-452f79fb24a0 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:08.071394 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] get_ports_and_sgs() called for port_ids ['ab8055d6-95bc-432a-b92e-acb99bbe71c4'] {{(pid=84109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 09:26:08.125628 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e867fd4-f84e-46b9-bb27-ed2d0e38336f req-7babf65c-7f94-4bc4-a9ca-452f79fb24a0 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:26:08.126238 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-8e867fd4-f84e-46b9-bb27-ed2d0e38336f req-7babf65c-7f94-4bc4-a9ca-452f79fb24a0 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:08.127600 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8e867fd4-f84e-46b9-bb27-ed2d0e38336f req-7babf65c-7f94-4bc4-a9ca-452f79fb24a0 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] 10.222.0.36 "PUT /v2.0/ports/ab8055d6-95bc-432a-b92e-acb99bbe71c4 HTTP/1.1" status: 200 len: 942 time: 0.5081639 Feb 04 09:26:08.128035 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b78c6d7-0102-4a6b-ab4b-7da8d377b44e', 'tag': 'ab8055d6-95bc-432a-b92e-acb99bbe71c4'}] {{(pid=84107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:26:08.138785 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 34520) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:26:08.165490 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7babf65c-7f94-4bc4-a9ca-452f79fb24a0 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Pushing event updated for resources: {'Port': ['ID=ab8055d6-95bc-432a-b92e-acb99bbe71c4,revision_number=7']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:26:08.179359 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7babf65c-7f94-4bc4-a9ca-452f79fb24a0 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:26:08.179715 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7babf65c-7f94-4bc4-a9ca-452f79fb24a0 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:26:08.180062 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7babf65c-7f94-4bc4-a9ca-452f79fb24a0 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:26:08.180397 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7babf65c-7f94-4bc4-a9ca-452f79fb24a0 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:26:08.180762 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7babf65c-7f94-4bc4-a9ca-452f79fb24a0 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:26:08.181098 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7babf65c-7f94-4bc4-a9ca-452f79fb24a0 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:26:08.181426 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7babf65c-7f94-4bc4-a9ca-452f79fb24a0 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:26:08.181751 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7babf65c-7f94-4bc4-a9ca-452f79fb24a0 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:26:08.182075 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7babf65c-7f94-4bc4-a9ca-452f79fb24a0 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:26:08.182395 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7babf65c-7f94-4bc4-a9ca-452f79fb24a0 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:26:08.182717 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7babf65c-7f94-4bc4-a9ca-452f79fb24a0 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:26:08.206056 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] get_ports_and_sgs() called for port_ids ['ab8055d6-95bc-432a-b92e-acb99bbe71c4'] {{(pid=84109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 09:26:08.243353 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-430e231c-cf47-4e74-b5ca-96446558eaed tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Notify callbacks [] for security_group, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:08.275458 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-430e231c-cf47-4e74-b5ca-96446558eaed tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:08.402163 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-430e231c-cf47-4e74-b5ca-96446558eaed tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:08.413312 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-5ab05258-205f-469f-a1a1-50f1e0be6ad8 None None] Provisioning complete for port ab8055d6-95bc-432a-b92e-acb99bbe71c4 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:26:08.417529 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-5ab05258-205f-469f-a1a1-50f1e0be6ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:08.420780 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430e231c-cf47-4e74-b5ca-96446558eaed tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95384367-c0e8-4dbc-ac59-c6a82128ecca,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:26:08.432150 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-430e231c-cf47-4e74-b5ca-96446558eaed tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:08.433278 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-430e231c-cf47-4e74-b5ca-96446558eaed tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] 10.222.0.36 "DELETE /v2.0/security-groups/95384367-c0e8-4dbc-ac59-c6a82128ecca HTTP/1.1" status: 204 len: 168 time: 0.2939351 Feb 04 09:26:08.435032 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430e231c-cf47-4e74-b5ca-96446558eaed tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:26:08.435401 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430e231c-cf47-4e74-b5ca-96446558eaed tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:26:08.435824 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430e231c-cf47-4e74-b5ca-96446558eaed tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:26:08.436159 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430e231c-cf47-4e74-b5ca-96446558eaed tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:26:08.436279 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 34524) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:26:08.436485 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430e231c-cf47-4e74-b5ca-96446558eaed tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:26:08.436824 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430e231c-cf47-4e74-b5ca-96446558eaed tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:26:08.437141 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430e231c-cf47-4e74-b5ca-96446558eaed tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:26:08.437458 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430e231c-cf47-4e74-b5ca-96446558eaed tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:26:08.437771 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430e231c-cf47-4e74-b5ca-96446558eaed tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:26:08.438080 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430e231c-cf47-4e74-b5ca-96446558eaed tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:26:08.438483 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430e231c-cf47-4e74-b5ca-96446558eaed tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:26:08.637386 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-03c4113b-e3ab-4778-9f9f-5812fd4cf55f tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Deleting port 1d0b967e-1408-40c5-8850-de028cee2362 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:26:08.637968 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-03c4113b-e3ab-4778-9f9f-5812fd4cf55f tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:08.877887 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-03c4113b-e3ab-4778-9f9f-5812fd4cf55f tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:08.878210 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-03c4113b-e3ab-4778-9f9f-5812fd4cf55f tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:08.997334 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-03c4113b-e3ab-4778-9f9f-5812fd4cf55f tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Calling delete_port for 1d0b967e-1408-40c5-8850-de028cee2362 owned by network:floatingip {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 09:26:09.208195 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-03c4113b-e3ab-4778-9f9f-5812fd4cf55f tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:09.246627 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b78c6d7-0102-4a6b-ab4b-7da8d377b44e', 'tag': 'ab8055d6-95bc-432a-b92e-acb99bbe71c4', 'status': 'completed', 'code': 200} Feb 04 09:26:09.259005 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c4113b-e3ab-4778-9f9f-5812fd4cf55f tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Pushing event deleted for resources: {'Port': ['ID=1d0b967e-1408-40c5-8850-de028cee2362,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:26:09.338032 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-3de1f8f0-3412-44af-8350-4f36cc4f63ba req-44e93dcd-4a98-4854-b09a-844174066b2e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dc1fa6eec5a34843807cc1e7989cda8c&device_id=0b78c6d7-0102-4a6b-ab4b-7da8d377b44e HTTP/1.1" status: 200 len: 1098 time: 0.0719097 Feb 04 09:26:09.349526 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-03c4113b-e3ab-4778-9f9f-5812fd4cf55f tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Notify callbacks [] for floatingip, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:09.471965 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de1f8f0-3412-44af-8350-4f36cc4f63ba req-d1115d79-fec5-4d20-bbc0-a5f3677de76a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:26:09.473385 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-3de1f8f0-3412-44af-8350-4f36cc4f63ba req-d1115d79-fec5-4d20-bbc0-a5f3677de76a service neutron] 10.222.0.47 "GET /v2.0/networks?id=aff63fe5-e059-4ca3-a492-632647c502fa HTTP/1.1" status: 200 len: 915 time: 0.1275001 Feb 04 09:26:09.540098 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-3de1f8f0-3412-44af-8350-4f36cc4f63ba req-b2c0f0ab-9742-4640-ba20-3681297e21ea service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab8055d6-95bc-432a-b92e-acb99bbe71c4 HTTP/1.1" status: 200 len: 217 time: 0.0602033 Feb 04 09:26:09.603938 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de1f8f0-3412-44af-8350-4f36cc4f63ba req-a33b69eb-f873-4836-b941-3f09d00a3748 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:26:09.605392 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-3de1f8f0-3412-44af-8350-4f36cc4f63ba req-a33b69eb-f873-4836-b941-3f09d00a3748 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6a06744e-07f4-4be1-b492-861479c56450 HTTP/1.1" status: 200 len: 853 time: 0.0600309 Feb 04 09:26:09.678736 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-3de1f8f0-3412-44af-8350-4f36cc4f63ba req-887f33d9-a20d-432d-8d5a-c3b8f8ea0d3f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aff63fe5-e059-4ca3-a492-632647c502fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671089 Feb 04 09:26:09.739066 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03c4113b-e3ab-4778-9f9f-5812fd4cf55f tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Router 7a6db8a2-26c5-4a82-8399-c2c0fc9df9bd has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 09:26:09.808540 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-3de1f8f0-3412-44af-8350-4f36cc4f63ba req-91127971-caac-43fa-988d-161235c9ff80 service neutron] 10.222.0.47 "GET /v2.0/networks/aff63fe5-e059-4ca3-a492-632647c502fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239953 Feb 04 09:26:09.935811 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03c4113b-e3ab-4778-9f9f-5812fd4cf55f tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 09:26:09.945045 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-3de1f8f0-3412-44af-8350-4f36cc4f63ba req-fbba2f8a-4e52-4c27-8a80-e13f82d83eac service neutron] 10.222.0.47 "GET /v2.0/networks/aff63fe5-e059-4ca3-a492-632647c502fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304586 Feb 04 09:26:09.949825 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fd16e0-f504-423f-ad9e-ea179d885e34 None None] Sync routers for ids ['7a6db8a2-26c5-4a82-8399-c2c0fc9df9bd'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 09:26:09.954198 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-03c4113b-e3ab-4778-9f9f-5812fd4cf55f tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for floatingip, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:09.963970 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fd16e0-f504-423f-ad9e-ea179d885e34 None None] Routers {'7a6db8a2-26c5-4a82-8399-c2c0fc9df9bd'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:26:09.964661 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-23fd16e0-f504-423f-ad9e-ea179d885e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:25:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['7a6db8a2-26c5-4a82-8399-c2c0fc9df9bd'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:26:10.006831 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-03c4113b-e3ab-4778-9f9f-5812fd4cf55f tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] 10.222.0.36 "DELETE /v2.0/floatingips/775f48cb-4310-4728-8f5c-98a41addd0a1 HTTP/1.1" status: 204 len: 168 time: 1.5685265 Feb 04 09:26:10.141558 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-23fd16e0-f504-423f-ad9e-ea179d885e34 None None] Set router 7a6db8a2-26c5-4a82-8399-c2c0fc9df9bd gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:26:10.450226 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-23fd16e0-f504-423f-ad9e-ea179d885e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6db8a2-26c5-4a82-8399-c2c0fc9df9bd', 'name': 'tempest-TestMinimumBasicScenario-983384251-router', 'tenant_id': 'dc1fa6eec5a34843807cc1e7989cda8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': 'b301e49f-776b-450f-be77-ec3da94344cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:22:44Z', 'updated_at': '2022-02-04T09:22:48Z', 'revision_number': 4, 'project_id': 'dc1fa6eec5a34843807cc1e7989cda8c', 'gw_port': {'id': 'b301e49f-776b-450f-be77-ec3da94344cd', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:5a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6db8a2-26c5-4a82-8399-c2c0fc9df9bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:22:45Z', 'updated_at': '2022-02-04T09:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '37776c4d-8410-439a-bc7d-0da0880063d5', 'name': '', 'network_id': 'aff63fe5-e059-4ca3-a492-632647c502fa', 'tenant_id': 'dc1fa6eec5a34843807cc1e7989cda8c', 'mac_address': 'fa:16:3e:d1:8c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6db8a2-26c5-4a82-8399-c2c0fc9df9bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a06744e-07f4-4be1-b492-861479c56450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:22:47Z', 'updated_at': '2022-02-04T09:22:57Z', 'revision_number': 5, 'project_id': 'dc1fa6eec5a34843807cc1e7989cda8c', 'subnets': [{'id': '6a06744e-07f4-4be1-b492-861479c56450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:26:10.453962 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fd16e0-f504-423f-ad9e-ea179d885e34 None None] Checking router: 7a6db8a2-26c5-4a82-8399-c2c0fc9df9bd for host: dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 09:26:10.464874 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fd16e0-f504-423f-ad9e-ea179d885e34 None None] Routers {'7a6db8a2-26c5-4a82-8399-c2c0fc9df9bd'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:26:10.465445 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-23fd16e0-f504-423f-ad9e-ea179d885e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:25:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['7a6db8a2-26c5-4a82-8399-c2c0fc9df9bd'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:26:10.635999 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-23fd16e0-f504-423f-ad9e-ea179d885e34 None None] Set router 7a6db8a2-26c5-4a82-8399-c2c0fc9df9bd gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:26:10.958351 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-23fd16e0-f504-423f-ad9e-ea179d885e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6db8a2-26c5-4a82-8399-c2c0fc9df9bd', 'name': 'tempest-TestMinimumBasicScenario-983384251-router', 'tenant_id': 'dc1fa6eec5a34843807cc1e7989cda8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': 'b301e49f-776b-450f-be77-ec3da94344cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:22:44Z', 'updated_at': '2022-02-04T09:22:48Z', 'revision_number': 4, 'project_id': 'dc1fa6eec5a34843807cc1e7989cda8c', 'gw_port': {'id': 'b301e49f-776b-450f-be77-ec3da94344cd', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:5a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6db8a2-26c5-4a82-8399-c2c0fc9df9bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:22:45Z', 'updated_at': '2022-02-04T09:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '37776c4d-8410-439a-bc7d-0da0880063d5', 'name': '', 'network_id': 'aff63fe5-e059-4ca3-a492-632647c502fa', 'tenant_id': 'dc1fa6eec5a34843807cc1e7989cda8c', 'mac_address': 'fa:16:3e:d1:8c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6db8a2-26c5-4a82-8399-c2c0fc9df9bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a06744e-07f4-4be1-b492-861479c56450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:22:47Z', 'updated_at': '2022-02-04T09:22:57Z', 'revision_number': 5, 'project_id': 'dc1fa6eec5a34843807cc1e7989cda8c', 'subnets': [{'id': '6a06744e-07f4-4be1-b492-861479c56450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:26:10.961986 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fd16e0-f504-423f-ad9e-ea179d885e34 None None] The sync data for ids ['7a6db8a2-26c5-4a82-8399-c2c0fc9df9bd'] in dv-neutron-827798-2-hyperv is: [{'id': '7a6db8a2-26c5-4a82-8399-c2c0fc9df9bd', 'name': 'tempest-TestMinimumBasicScenario-983384251-router', 'tenant_id': 'dc1fa6eec5a34843807cc1e7989cda8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': 'b301e49f-776b-450f-be77-ec3da94344cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:22:44Z', 'updated_at': '2022-02-04T09:22:48Z', 'revision_number': 4, 'project_id': 'dc1fa6eec5a34843807cc1e7989cda8c', 'gw_port': {'id': 'b301e49f-776b-450f-be77-ec3da94344cd', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:5a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6db8a2-26c5-4a82-8399-c2c0fc9df9bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:22:45Z', 'updated_at': '2022-02-04T09:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '37776c4d-8410-439a-bc7d-0da0880063d5', 'name': '', 'network_id': 'aff63fe5-e059-4ca3-a492-632647c502fa', 'tenant_id': 'dc1fa6eec5a34843807cc1e7989cda8c', 'mac_address': 'fa:16:3e:d1:8c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6db8a2-26c5-4a82-8399-c2c0fc9df9bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a06744e-07f4-4be1-b492-861479c56450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:22:47Z', 'updated_at': '2022-02-04T09:22:57Z', 'revision_number': 5, 'project_id': 'dc1fa6eec5a34843807cc1e7989cda8c', 'subnets': [{'id': '6a06744e-07f4-4be1-b492-861479c56450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 09:26:11.192946 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04870841-91bb-483b-9b5e-7d3dc172625b None None] New status for floating IP 775f48cb-4310-4728-8f5c-98a41addd0a1: DOWN {{(pid=84109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 09:26:11.246681 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b78c6d7-0102-4a6b-ab4b-7da8d377b44e', 'tag': 'ab8055d6-95bc-432a-b92e-acb99bbe71c4'}] {{(pid=84107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:26:11.306630 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b78c6d7-0102-4a6b-ab4b-7da8d377b44e', 'tag': 'ab8055d6-95bc-432a-b92e-acb99bbe71c4', 'status': 'completed', 'code': 200} Feb 04 09:26:11.399036 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-da493711-0462-4807-b6b4-ba95b884bc9f req-3a4c6eaf-34f1-4852-80e4-f3b38385e68d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dc1fa6eec5a34843807cc1e7989cda8c&device_id=0b78c6d7-0102-4a6b-ab4b-7da8d377b44e HTTP/1.1" status: 200 len: 1098 time: 0.0718739 Feb 04 09:26:11.541317 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da493711-0462-4807-b6b4-ba95b884bc9f req-c8404181-7946-45dc-b2bb-634d37b04f9f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:26:11.542867 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-da493711-0462-4807-b6b4-ba95b884bc9f req-c8404181-7946-45dc-b2bb-634d37b04f9f service neutron] 10.222.0.47 "GET /v2.0/networks?id=aff63fe5-e059-4ca3-a492-632647c502fa HTTP/1.1" status: 200 len: 915 time: 0.1382887 Feb 04 09:26:11.614254 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-da493711-0462-4807-b6b4-ba95b884bc9f req-2ea14950-e9f9-42b3-ac82-1ddd699e664e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab8055d6-95bc-432a-b92e-acb99bbe71c4 HTTP/1.1" status: 200 len: 217 time: 0.0645580 Feb 04 09:26:11.684274 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da493711-0462-4807-b6b4-ba95b884bc9f req-574409e1-7a92-4d79-a1e9-6cd4de3be42f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:26:11.685770 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-da493711-0462-4807-b6b4-ba95b884bc9f req-574409e1-7a92-4d79-a1e9-6cd4de3be42f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6a06744e-07f4-4be1-b492-861479c56450 HTTP/1.1" status: 200 len: 853 time: 0.0656734 Feb 04 09:26:11.760042 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-da493711-0462-4807-b6b4-ba95b884bc9f req-690dd38b-9a08-4c93-8e84-12498c5451ff service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aff63fe5-e059-4ca3-a492-632647c502fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686367 Feb 04 09:26:11.973746 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-da493711-0462-4807-b6b4-ba95b884bc9f req-7c16cb66-b046-4477-a0ae-6868b68394c6 service neutron] 10.222.0.47 "GET /v2.0/networks/aff63fe5-e059-4ca3-a492-632647c502fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082865 Feb 04 09:26:12.103057 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-da493711-0462-4807-b6b4-ba95b884bc9f req-9aa5cd5e-04d0-482e-b9f1-9c31753735dd service neutron] 10.222.0.47 "GET /v2.0/networks/aff63fe5-e059-4ca3-a492-632647c502fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229780 Feb 04 09:26:16.144574 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8adfa71-c24e-4c16-9c12-2252a4448b8e req-dd26612b-cc4a-4038-a3c5-8955a331e828 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:26:16.145262 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-c8adfa71-c24e-4c16-9c12-2252a4448b8e req-dd26612b-cc4a-4038-a3c5-8955a331e828 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Synchronizing usage tracker for tenant:dc1fa6eec5a34843807cc1e7989cda8c on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 09:26:16.236756 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-c8adfa71-c24e-4c16-9c12-2252a4448b8e req-dd26612b-cc4a-4038-a3c5-8955a331e828 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Unset dirty status for tenant:dc1fa6eec5a34843807cc1e7989cda8c on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 09:26:16.237946 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c8adfa71-c24e-4c16-9c12-2252a4448b8e req-dd26612b-cc4a-4038-a3c5-8955a331e828 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b78c6d7-0102-4a6b-ab4b-7da8d377b44e HTTP/1.1" status: 200 len: 945 time: 0.1715043 Feb 04 09:26:16.283107 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c8adfa71-c24e-4c16-9c12-2252a4448b8e req-42155061-6399-4d9b-9685-82bca5e84150 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] 10.222.0.36 "GET /v2.0/security-groups?id=72b8e095-28ee-4759-a840-1b20428731bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386038 Feb 04 09:26:17.609284 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb9ef99-b17b-4892-b388-761bf3d0e5b2 req-d2875ce8-328f-49a5-8895-fed0752aa500 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:26:17.610717 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-3cb9ef99-b17b-4892-b388-761bf3d0e5b2 req-d2875ce8-328f-49a5-8895-fed0752aa500 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b78c6d7-0102-4a6b-ab4b-7da8d377b44e HTTP/1.1" status: 200 len: 945 time: 0.2085876 Feb 04 09:26:17.655570 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-3cb9ef99-b17b-4892-b388-761bf3d0e5b2 req-c7102950-5565-4b4c-adf1-4475cc2375c0 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] 10.222.0.36 "GET /v2.0/security-groups?id=72b8e095-28ee-4759-a840-1b20428731bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382378 Feb 04 09:26:18.094305 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2966eb-e290-40b9-984e-69a7177e6f29 req-462792f2-26ce-4e95-bdd9-f08fa243ec0a tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:26:18.094981 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [req-4c2966eb-e290-40b9-984e-69a7177e6f29 req-462792f2-26ce-4e95-bdd9-f08fa243ec0a tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Synchronizing usage tracker for tenant:dc1fa6eec5a34843807cc1e7989cda8c on resource:port {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 09:26:18.106864 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [req-4c2966eb-e290-40b9-984e-69a7177e6f29 req-462792f2-26ce-4e95-bdd9-f08fa243ec0a tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Unset dirty status for tenant:dc1fa6eec5a34843807cc1e7989cda8c on resource:port {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 09:26:18.107912 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-4c2966eb-e290-40b9-984e-69a7177e6f29 req-462792f2-26ce-4e95-bdd9-f08fa243ec0a tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b78c6d7-0102-4a6b-ab4b-7da8d377b44e HTTP/1.1" status: 200 len: 945 time: 0.0858552 Feb 04 09:26:18.178074 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [req-4c2966eb-e290-40b9-984e-69a7177e6f29 req-88e49a6b-bdf7-4bf9-8862-36ad73b0f01a tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Deleting port ab8055d6-95bc-432a-b92e-acb99bbe71c4 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:26:18.178405 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-4c2966eb-e290-40b9-984e-69a7177e6f29 req-88e49a6b-bdf7-4bf9-8862-36ad73b0f01a tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:18.416101 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [req-4c2966eb-e290-40b9-984e-69a7177e6f29 req-88e49a6b-bdf7-4bf9-8862-36ad73b0f01a tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] For port ab8055d6-95bc-432a-b92e-acb99bbe71c4, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=ab8055d6-95bc-432a-b92e-acb99bbe71c4,segment=NetworkSegment(16584cb1-d3cd-4ec0-99be-1fe172a57768),segment_id=16584cb1-d3cd-4ec0-99be-1fe172a57768)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:26:18.416449 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-4c2966eb-e290-40b9-984e-69a7177e6f29 req-88e49a6b-bdf7-4bf9-8862-36ad73b0f01a tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:18.531596 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [req-4c2966eb-e290-40b9-984e-69a7177e6f29 req-88e49a6b-bdf7-4bf9-8862-36ad73b0f01a tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Calling delete_port for ab8055d6-95bc-432a-b92e-acb99bbe71c4 owned by compute:nova {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 09:26:18.733493 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-4c2966eb-e290-40b9-984e-69a7177e6f29 req-88e49a6b-bdf7-4bf9-8862-36ad73b0f01a tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:18.744992 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] get_ports_and_sgs() called for port_ids ['ab8055d6-95bc-432a-b92e-acb99bbe71c4'] {{(pid=84109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 09:26:18.781222 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e49a6b-bdf7-4bf9-8862-36ad73b0f01a tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Pushing event deleted for resources: {'Port': ['ID=ab8055d6-95bc-432a-b92e-acb99bbe71c4,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:26:18.824232 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-bb3cea70-44fe-4ac6-944f-f6c316ea8b38 req-f8ef15d7-f791-4080-832f-f29449e53fa3 tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b78c6d7-0102-4a6b-ab4b-7da8d377b44e HTTP/1.1" status: 200 len: 210 time: 0.0472555 Feb 04 09:26:18.858819 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c2966eb-e290-40b9-984e-69a7177e6f29 req-88e49a6b-bdf7-4bf9-8862-36ad73b0f01a tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] No DVR routers for this DVR port ab8055d6-95bc-432a-b92e-acb99bbe71c4 on host hv-neutron-8277 {{(pid=84108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 09:26:18.861219 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-4c2966eb-e290-40b9-984e-69a7177e6f29 req-88e49a6b-bdf7-4bf9-8862-36ad73b0f01a tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:18.863634 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b78c6d7-0102-4a6b-ab4b-7da8d377b44e', 'name': 'network-vif-deleted', 'tag': 'ab8055d6-95bc-432a-b92e-acb99bbe71c4'}] {{(pid=84108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:26:18.952213 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-4c2966eb-e290-40b9-984e-69a7177e6f29 req-88e49a6b-bdf7-4bf9-8862-36ad73b0f01a tempest-TestMinimumBasicScenario-1182164908 tempest-TestMinimumBasicScenario-1182164908-project] 10.222.0.47 "DELETE /v2.0/ports/ab8055d6-95bc-432a-b92e-acb99bbe71c4 HTTP/1.1" status: 204 len: 173 time: 0.8375614 Feb 04 09:26:19.005862 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b78c6d7-0102-4a6b-ab4b-7da8d377b44e', 'name': 'network-vif-deleted', 'tag': 'ab8055d6-95bc-432a-b92e-acb99bbe71c4', 'status': 'completed', 'code': 200} Feb 04 09:26:19.476231 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-f7b64c1b-0501-4218-973c-639c781c39f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:21.255213 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device ab8055d6-95bc-432a-b92e-acb99bbe71c4 no longer exists at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 09:26:21.287755 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] No Port match for: ab8055d6-95bc-432a-b92e-acb99bbe71c4 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 09:26:21.289203 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device ab8055d6-95bc-432a-b92e-acb99bbe71c4 not bound to the agent host hv-neutron-8277 {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 09:26:21.756309 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-4064638f-6fdc-4275-b9a7-a1f4a75ceddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:21.954402 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 34624) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:26:22.432280 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-45370e2b-12f7-477a-95d5-c1886905fe5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473817'] for router_interface, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:22.963119 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:23.008411 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-45370e2b-12f7-477a-95d5-c1886905fe5c admin admin] Deleting port 37776c4d-8410-439a-bc7d-0da0880063d5 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:26:23.008894 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-45370e2b-12f7-477a-95d5-c1886905fe5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:23.019286 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:23.174810 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [None req-45370e2b-12f7-477a-95d5-c1886905fe5c admin admin] For port 37776c4d-8410-439a-bc7d-0da0880063d5, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=37776c4d-8410-439a-bc7d-0da0880063d5,segment=NetworkSegment(16584cb1-d3cd-4ec0-99be-1fe172a57768),segment_id=16584cb1-d3cd-4ec0-99be-1fe172a57768)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:26:23.175166 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-45370e2b-12f7-477a-95d5-c1886905fe5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:23.297704 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-45370e2b-12f7-477a-95d5-c1886905fe5c admin admin] Calling delete_port for 37776c4d-8410-439a-bc7d-0da0880063d5 owned by network:router_interface {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 09:26:23.516444 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-45370e2b-12f7-477a-95d5-c1886905fe5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:23.562294 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45370e2b-12f7-477a-95d5-c1886905fe5c admin admin] Pushing event deleted for resources: {'Port': ['ID=37776c4d-8410-439a-bc7d-0da0880063d5,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:26:23.928006 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-45370e2b-12f7-477a-95d5-c1886905fe5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1572495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472959'] for router_interface, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:24.495019 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45370e2b-12f7-477a-95d5-c1886905fe5c admin admin] Router 7a6db8a2-26c5-4a82-8399-c2c0fc9df9bd has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 09:26:24.499436 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:24.687981 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45370e2b-12f7-477a-95d5-c1886905fe5c admin admin] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 09:26:24.696366 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee1cb7f-934c-404c-9624-792578ab220d None None] Sync routers for ids ['7a6db8a2-26c5-4a82-8399-c2c0fc9df9bd'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 09:26:24.699666 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-45370e2b-12f7-477a-95d5-c1886905fe5c admin admin] 10.222.0.36 "PUT /v2.0/routers/7a6db8a2-26c5-4a82-8399-c2c0fc9df9bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7442207 Feb 04 09:26:24.702111 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 34628) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:26:24.707503 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee1cb7f-934c-404c-9624-792578ab220d None None] Routers {'7a6db8a2-26c5-4a82-8399-c2c0fc9df9bd'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:26:24.708077 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-6ee1cb7f-934c-404c-9624-792578ab220d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:26:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['7a6db8a2-26c5-4a82-8399-c2c0fc9df9bd'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:26:24.881806 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-6ee1cb7f-934c-404c-9624-792578ab220d None None] Set router 7a6db8a2-26c5-4a82-8399-c2c0fc9df9bd gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:26:24.893642 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-80e7e94e-0aa0-41c1-b402-78d9d47c7a1f admin admin] Notify callbacks [] for router, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:25.084517 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-80e7e94e-0aa0-41c1-b402-78d9d47c7a1f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:25.163968 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-6ee1cb7f-934c-404c-9624-792578ab220d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6db8a2-26c5-4a82-8399-c2c0fc9df9bd', 'name': 'tempest-TestMinimumBasicScenario-983384251-router', 'tenant_id': 'dc1fa6eec5a34843807cc1e7989cda8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': 'b301e49f-776b-450f-be77-ec3da94344cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:22:44Z', 'updated_at': '2022-02-04T09:26:23Z', 'revision_number': 5, 'project_id': 'dc1fa6eec5a34843807cc1e7989cda8c', 'gw_port': {'id': 'b301e49f-776b-450f-be77-ec3da94344cd', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:5a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6db8a2-26c5-4a82-8399-c2c0fc9df9bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:22:45Z', 'updated_at': '2022-02-04T09:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:26:25.167764 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-80e7e94e-0aa0-41c1-b402-78d9d47c7a1f admin admin] Deleting port b301e49f-776b-450f-be77-ec3da94344cd {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:26:25.167918 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee1cb7f-934c-404c-9624-792578ab220d None None] Checking router: 7a6db8a2-26c5-4a82-8399-c2c0fc9df9bd for host: dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 09:26:25.168102 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-80e7e94e-0aa0-41c1-b402-78d9d47c7a1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:25.180252 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee1cb7f-934c-404c-9624-792578ab220d None None] Routers {'7a6db8a2-26c5-4a82-8399-c2c0fc9df9bd'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:26:25.180877 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-6ee1cb7f-934c-404c-9624-792578ab220d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:26:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['7a6db8a2-26c5-4a82-8399-c2c0fc9df9bd'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:26:25.340054 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-6ee1cb7f-934c-404c-9624-792578ab220d None None] Set router 7a6db8a2-26c5-4a82-8399-c2c0fc9df9bd gateway port host: None {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:26:25.440256 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-6ee1cb7f-934c-404c-9624-792578ab220d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6db8a2-26c5-4a82-8399-c2c0fc9df9bd', 'name': 'tempest-TestMinimumBasicScenario-983384251-router', 'tenant_id': 'dc1fa6eec5a34843807cc1e7989cda8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:22:44Z', 'updated_at': '2022-02-04T09:26:25Z', 'revision_number': 6, 'project_id': 'dc1fa6eec5a34843807cc1e7989cda8c', 'gw_port_host': None}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:26:25.444689 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee1cb7f-934c-404c-9624-792578ab220d None None] The sync data for ids ['7a6db8a2-26c5-4a82-8399-c2c0fc9df9bd'] in dv-neutron-827798-2-hyperv is: [{'id': '7a6db8a2-26c5-4a82-8399-c2c0fc9df9bd', 'name': 'tempest-TestMinimumBasicScenario-983384251-router', 'tenant_id': 'dc1fa6eec5a34843807cc1e7989cda8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:22:44Z', 'updated_at': '2022-02-04T09:26:25Z', 'revision_number': 6, 'project_id': 'dc1fa6eec5a34843807cc1e7989cda8c', 'gw_port_host': None}] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 09:26:25.456408 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [None req-80e7e94e-0aa0-41c1-b402-78d9d47c7a1f admin admin] For port b301e49f-776b-450f-be77-ec3da94344cd, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=b301e49f-776b-450f-be77-ec3da94344cd,segment=NetworkSegment(c44b9475-949d-4ae7-bfca-e29b010a56a6),segment_id=c44b9475-949d-4ae7-bfca-e29b010a56a6)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:26:25.456806 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-80e7e94e-0aa0-41c1-b402-78d9d47c7a1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:25.575462 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-80e7e94e-0aa0-41c1-b402-78d9d47c7a1f admin admin] Calling delete_port for b301e49f-776b-450f-be77-ec3da94344cd owned by network:router_gateway {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 09:26:25.796315 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-80e7e94e-0aa0-41c1-b402-78d9d47c7a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:25.841162 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e7e94e-0aa0-41c1-b402-78d9d47c7a1f admin admin] Pushing event deleted for resources: {'Port': ['ID=b301e49f-776b-450f-be77-ec3da94344cd,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:26:26.061145 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-80e7e94e-0aa0-41c1-b402-78d9d47c7a1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473010'] for router_gateway, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:26.132979 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 09:26:26.329905 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-80e7e94e-0aa0-41c1-b402-78d9d47c7a1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40989'] for router, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:26.334667 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-80e7e94e-0aa0-41c1-b402-78d9d47c7a1f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:26.407505 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-80e7e94e-0aa0-41c1-b402-78d9d47c7a1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-476062'] for router, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:26.408008 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80e7e94e-0aa0-41c1-b402-78d9d47c7a1f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a6db8a2-26c5-4a82-8399-c2c0fc9df9bd {{(pid=84107) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 09:26:26.420611 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-80e7e94e-0aa0-41c1-b402-78d9d47c7a1f admin admin] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:26.424329 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-80e7e94e-0aa0-41c1-b402-78d9d47c7a1f admin admin] 10.222.0.36 "DELETE /v2.0/routers/7a6db8a2-26c5-4a82-8399-c2c0fc9df9bd HTTP/1.1" status: 204 len: 168 time: 1.7187519 Feb 04 09:26:26.424591 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 34632) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:26:26.484031 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_v2 [None req-bed3a472-4a95-4807-8f98-ddf508925334 admin admin] Deleting subnet 6a06744e-07f4-4be1-b492-861479c56450 {{(pid=84107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 09:26:26.487375 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-bed3a472-4a95-4807-8f98-ddf508925334 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:26.493675 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:26.536253 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-bed3a472-4a95-4807-8f98-ddf508925334 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8058667'] for subnet, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:26.613829 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-bed3a472-4a95-4807-8f98-ddf508925334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:26.733525 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-bed3a472-4a95-4807-8f98-ddf508925334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7510167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985167'] for subnet, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:26.773876 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed3a472-4a95-4807-8f98-ddf508925334 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a06744e-07f4-4be1-b492-861479c56450,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:26:26.777656 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-bed3a472-4a95-4807-8f98-ddf508925334 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:26.782802 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a2a240-5812-4ba1-a094-22faf9347e34 None None] Network aff63fe5-e059-4ca3-a492-632647c502fa requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 09:26:26.783988 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-bed3a472-4a95-4807-8f98-ddf508925334 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/6a06744e-07f4-4be1-b492-861479c56450 HTTP/1.1" status: 204 len: 168 time: 0.3582742 Feb 04 09:26:26.786235 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 34638) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:26:26.987932 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5e5c9694-7053-44fe-83de-81fcab0392d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:26.998879 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-5e5c9694-7053-44fe-83de-81fcab0392d8 admin admin] Deleting port af03993f-0e6e-4984-a3a9-f6b17d7f5de8 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:26:26.999210 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5e5c9694-7053-44fe-83de-81fcab0392d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:27.029599 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57de0af9-5ad3-4f52-8663-9829606b3b4f None None] DHCP port deletion for aff63fe5-e059-4ca3-a492-632647c502fa request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 09:26:27.033746 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-57de0af9-5ad3-4f52-8663-9829606b3b4f None None] Deleting port af03993f-0e6e-4984-a3a9-f6b17d7f5de8 {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:26:27.034112 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-57de0af9-5ad3-4f52-8663-9829606b3b4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:27.201228 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device b301e49f-776b-450f-be77-ec3da94344cd no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 09:26:27.203457 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [None req-5e5c9694-7053-44fe-83de-81fcab0392d8 admin admin] For port af03993f-0e6e-4984-a3a9-f6b17d7f5de8, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=af03993f-0e6e-4984-a3a9-f6b17d7f5de8,segment=NetworkSegment(16584cb1-d3cd-4ec0-99be-1fe172a57768),segment_id=16584cb1-d3cd-4ec0-99be-1fe172a57768)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:26:27.203810 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5e5c9694-7053-44fe-83de-81fcab0392d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:27.242869 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: b301e49f-776b-450f-be77-ec3da94344cd {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 09:26:27.243132 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device b301e49f-776b-450f-be77-ec3da94344cd not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 09:26:27.243538 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device af03993f-0e6e-4984-a3a9-f6b17d7f5de8 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 09:26:27.305832 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-57de0af9-5ad3-4f52-8663-9829606b3b4f None None] For port af03993f-0e6e-4984-a3a9-f6b17d7f5de8, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=af03993f-0e6e-4984-a3a9-f6b17d7f5de8,segment=NetworkSegment(16584cb1-d3cd-4ec0-99be-1fe172a57768),segment_id=16584cb1-d3cd-4ec0-99be-1fe172a57768)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:26:27.306129 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-57de0af9-5ad3-4f52-8663-9829606b3b4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:27.326965 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-5e5c9694-7053-44fe-83de-81fcab0392d8 admin admin] Calling delete_port for af03993f-0e6e-4984-a3a9-f6b17d7f5de8 owned by network:dhcp {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 09:26:27.430605 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-57de0af9-5ad3-4f52-8663-9829606b3b4f None None] Calling delete_port for af03993f-0e6e-4984-a3a9-f6b17d7f5de8 owned by network:dhcp {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 09:26:27.453702 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5e5c9694-7053-44fe-83de-81fcab0392d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:27.456167 dv-neutron-827798-2-hyperv neutron-server[84109]: INFO neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No ports have port_id starting with af03993f-0e6e-4984-a3a9-f6b17d7f5de8 Feb 04 09:26:27.462468 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 37776c4d-8410-439a-bc7d-0da0880063d5 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 09:26:27.500492 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5c9694-7053-44fe-83de-81fcab0392d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=af03993f-0e6e-4984-a3a9-f6b17d7f5de8,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:26:27.504480 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5c9694-7053-44fe-83de-81fcab0392d8 admin admin] No DVR routers for this DVR port af03993f-0e6e-4984-a3a9-f6b17d7f5de8 on host dv-neutron-827798-2-hyperv {{(pid=84107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 09:26:27.539675 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: 37776c4d-8410-439a-bc7d-0da0880063d5 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 09:26:27.540252 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 37776c4d-8410-439a-bc7d-0da0880063d5 not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 09:26:27.571425 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.db.api [None req-57de0af9-5ad3-4f52-8663-9829606b3b4f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 09:26:27.571761 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG oslo_db.api [None req-57de0af9-5ad3-4f52-8663-9829606b3b4f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 09:26:27.616990 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5e5c9694-7053-44fe-83de-81fcab0392d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:27.640509 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-5e5c9694-7053-44fe-83de-81fcab0392d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aff63fe5-e059-4ca3-a492-632647c502fa']}} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:26:27.655642 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-5e5c9694-7053-44fe-83de-81fcab0392d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16584cb1-d3cd-4ec0-99be-1fe172a57768') {'for_net_delete': True} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:26:27.655931 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-5e5c9694-7053-44fe-83de-81fcab0392d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16584cb1-d3cd-4ec0-99be-1fe172a57768') {} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:26:27.667438 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5e5c9694-7053-44fe-83de-81fcab0392d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8058642'] for segment, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:27.683382 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5e5c9694-7053-44fe-83de-81fcab0392d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:27.689289 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e5c9694-7053-44fe-83de-81fcab0392d8 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=84107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 09:26:27.690726 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5e5c9694-7053-44fe-83de-81fcab0392d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7377717'] for segment, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:27.702479 dv-neutron-827798-2-hyperv neutron-server[84107]: Traceback (most recent call last): Feb 04 09:26:27.702479 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 09:26:27.702479 dv-neutron-827798-2-hyperv neutron-server[84107]: timer() Feb 04 09:26:27.702479 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 09:26:27.702479 dv-neutron-827798-2-hyperv neutron-server[84107]: cb(*args, **kw) Feb 04 09:26:27.702479 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 09:26:27.702479 dv-neutron-827798-2-hyperv neutron-server[84107]: return func(*args, **kwargs) Feb 04 09:26:27.702479 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 09:26:27.702479 dv-neutron-827798-2-hyperv neutron-server[84107]: self._notify() Feb 04 09:26:27.702479 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 09:26:27.702479 dv-neutron-827798-2-hyperv neutron-server[84107]: self.callback(batched_events) Feb 04 09:26:27.702479 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 09:26:27.702479 dv-neutron-827798-2-hyperv neutron-server[84107]: event.method(event) Feb 04 09:26:27.702479 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 09:26:27.702479 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 09:26:27.702479 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 09:26:27.702479 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 09:26:27.702479 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 09:26:27.702479 dv-neutron-827798-2-hyperv neutron-server[84107]: return f(self, *a, **k) Feb 04 09:26:27.702479 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 09:26:27.702479 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._get(url).json() Feb 04 09:26:27.702479 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 09:26:27.702479 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 09:26:27.702479 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 09:26:27.702479 dv-neutron-827798-2-hyperv neutron-server[84107]: return self.request(url, 'GET', **kwargs) Feb 04 09:26:27.702479 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 09:26:27.702479 dv-neutron-827798-2-hyperv neutron-server[84107]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 09:26:27.702479 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 09:26:27.702479 dv-neutron-827798-2-hyperv neutron-server[84107]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 09:26:27.702479 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 09:26:27.702479 dv-neutron-827798-2-hyperv neutron-server[84107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 09:26:27.702479 dv-neutron-827798-2-hyperv neutron-server[84107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 09:26:27.830527 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5e5c9694-7053-44fe-83de-81fcab0392d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:27.846292 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5e5c9694-7053-44fe-83de-81fcab0392d8 admin admin] Notify callbacks [] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:27.861480 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5c9694-7053-44fe-83de-81fcab0392d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=aff63fe5-e059-4ca3-a492-632647c502fa,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:26:27.934127 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-5e5c9694-7053-44fe-83de-81fcab0392d8 admin admin] 10.222.0.36 "DELETE /v2.0/networks/aff63fe5-e059-4ca3-a492-632647c502fa HTTP/1.1" status: 204 len: 168 time: 1.1468930 Feb 04 09:26:27.936826 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 34642) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:26:28.073274 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-57de0af9-5ad3-4f52-8663-9829606b3b4f None None] Deleting port af03993f-0e6e-4984-a3a9-f6b17d7f5de8 {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:26:28.073688 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-57de0af9-5ad3-4f52-8663-9829606b3b4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:28.136432 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-57de0af9-5ad3-4f52-8663-9829606b3b4f None None] The port 'af03993f-0e6e-4984-a3a9-f6b17d7f5de8' was deleted {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 09:26:28.316582 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-36f1aaca-40f6-4f26-9af7-af318d6eea68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473817'] for router_interface, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:28.988620 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-36f1aaca-40f6-4f26-9af7-af318d6eea68 admin admin] Deleting port 0ec73f6c-f59b-4ad2-b631-35202d0d6be4 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:26:28.989186 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-36f1aaca-40f6-4f26-9af7-af318d6eea68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:29.156457 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [None req-36f1aaca-40f6-4f26-9af7-af318d6eea68 admin admin] For port 0ec73f6c-f59b-4ad2-b631-35202d0d6be4, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=0ec73f6c-f59b-4ad2-b631-35202d0d6be4,segment=NetworkSegment(2247416d-bb48-4974-9597-4d8828f7f230),segment_id=2247416d-bb48-4974-9597-4d8828f7f230)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:26:29.156838 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-36f1aaca-40f6-4f26-9af7-af318d6eea68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:29.282798 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-36f1aaca-40f6-4f26-9af7-af318d6eea68 admin admin] Calling delete_port for 0ec73f6c-f59b-4ad2-b631-35202d0d6be4 owned by network:router_interface {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 09:26:29.487315 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-36f1aaca-40f6-4f26-9af7-af318d6eea68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:29.530751 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f1aaca-40f6-4f26-9af7-af318d6eea68 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ec73f6c-f59b-4ad2-b631-35202d0d6be4,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:26:29.811583 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-36f1aaca-40f6-4f26-9af7-af318d6eea68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1572495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472959'] for router_interface, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:30.484742 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36f1aaca-40f6-4f26-9af7-af318d6eea68 admin admin] Router 103a6e0c-7691-4f35-9c64-d7ea71efad19 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 09:26:30.679894 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36f1aaca-40f6-4f26-9af7-af318d6eea68 admin admin] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 09:26:30.688398 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5058f5-481e-41f8-95ca-a6467a7ea720 None None] Sync routers for ids ['103a6e0c-7691-4f35-9c64-d7ea71efad19'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 09:26:30.700263 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5058f5-481e-41f8-95ca-a6467a7ea720 None None] Routers {'103a6e0c-7691-4f35-9c64-d7ea71efad19'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:26:30.701052 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-ba5058f5-481e-41f8-95ca-a6467a7ea720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:26:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['103a6e0c-7691-4f35-9c64-d7ea71efad19'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:26:30.758678 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-36f1aaca-40f6-4f26-9af7-af318d6eea68 admin admin] 10.222.0.36 "PUT /v2.0/routers/103a6e0c-7691-4f35-9c64-d7ea71efad19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8204968 Feb 04 09:26:30.761284 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 34646) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:26:30.875890 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-ba5058f5-481e-41f8-95ca-a6467a7ea720 None None] Set router 103a6e0c-7691-4f35-9c64-d7ea71efad19 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:26:30.956474 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-91b62f52-89ab-4cab-8a8a-02b74b52ff0f admin admin] Notify callbacks [] for router, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:31.148805 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-91b62f52-89ab-4cab-8a8a-02b74b52ff0f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:31.156859 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-ba5058f5-481e-41f8-95ca-a6467a7ea720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '103a6e0c-7691-4f35-9c64-d7ea71efad19', 'name': 'tempest-TestMinimumBasicScenario-1167631998-router', 'tenant_id': 'ebda73197bde4ce4a5b65e0b9db0a47c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.165'}], 'enable_snat': True}, 'gw_port_id': '7744d6f2-8ca2-4b0a-9d0b-4e9ab25335a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:22:52Z', 'updated_at': '2022-02-04T09:26:29Z', 'revision_number': 5, 'project_id': 'ebda73197bde4ce4a5b65e0b9db0a47c', 'gw_port': {'id': '7744d6f2-8ca2-4b0a-9d0b-4e9ab25335a0', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103a6e0c-7691-4f35-9c64-d7ea71efad19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:22:52Z', 'updated_at': '2022-02-04T09:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:26:31.160869 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5058f5-481e-41f8-95ca-a6467a7ea720 None None] Checking router: 103a6e0c-7691-4f35-9c64-d7ea71efad19 for host: dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 09:26:31.172150 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5058f5-481e-41f8-95ca-a6467a7ea720 None None] Routers {'103a6e0c-7691-4f35-9c64-d7ea71efad19'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:26:31.172787 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-ba5058f5-481e-41f8-95ca-a6467a7ea720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:26:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['103a6e0c-7691-4f35-9c64-d7ea71efad19'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:26:31.196337 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-91b62f52-89ab-4cab-8a8a-02b74b52ff0f admin admin] Deleting port 7744d6f2-8ca2-4b0a-9d0b-4e9ab25335a0 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:26:31.196724 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-91b62f52-89ab-4cab-8a8a-02b74b52ff0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:31.325329 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-ba5058f5-481e-41f8-95ca-a6467a7ea720 None None] Set router 103a6e0c-7691-4f35-9c64-d7ea71efad19 gateway port host: None {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:26:31.373275 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [None req-91b62f52-89ab-4cab-8a8a-02b74b52ff0f admin admin] For port 7744d6f2-8ca2-4b0a-9d0b-4e9ab25335a0, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=7744d6f2-8ca2-4b0a-9d0b-4e9ab25335a0,segment=NetworkSegment(c44b9475-949d-4ae7-bfca-e29b010a56a6),segment_id=c44b9475-949d-4ae7-bfca-e29b010a56a6)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:26:31.373627 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-91b62f52-89ab-4cab-8a8a-02b74b52ff0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:31.427825 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-ba5058f5-481e-41f8-95ca-a6467a7ea720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '103a6e0c-7691-4f35-9c64-d7ea71efad19', 'name': 'tempest-TestMinimumBasicScenario-1167631998-router', 'tenant_id': 'ebda73197bde4ce4a5b65e0b9db0a47c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:22:52Z', 'updated_at': '2022-02-04T09:26:31Z', 'revision_number': 6, 'project_id': 'ebda73197bde4ce4a5b65e0b9db0a47c', 'gw_port_host': None}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:26:31.431540 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5058f5-481e-41f8-95ca-a6467a7ea720 None None] The sync data for ids ['103a6e0c-7691-4f35-9c64-d7ea71efad19'] in dv-neutron-827798-2-hyperv is: [{'id': '103a6e0c-7691-4f35-9c64-d7ea71efad19', 'name': 'tempest-TestMinimumBasicScenario-1167631998-router', 'tenant_id': 'ebda73197bde4ce4a5b65e0b9db0a47c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:22:52Z', 'updated_at': '2022-02-04T09:26:31Z', 'revision_number': 6, 'project_id': 'ebda73197bde4ce4a5b65e0b9db0a47c', 'gw_port_host': None}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 09:26:31.491734 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-91b62f52-89ab-4cab-8a8a-02b74b52ff0f admin admin] Calling delete_port for 7744d6f2-8ca2-4b0a-9d0b-4e9ab25335a0 owned by network:router_gateway {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 09:26:31.819675 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-91b62f52-89ab-4cab-8a8a-02b74b52ff0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:31.863841 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b62f52-89ab-4cab-8a8a-02b74b52ff0f admin admin] Pushing event deleted for resources: {'Port': ['ID=7744d6f2-8ca2-4b0a-9d0b-4e9ab25335a0,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:26:32.086054 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-91b62f52-89ab-4cab-8a8a-02b74b52ff0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473010'] for router_gateway, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:32.356570 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-91b62f52-89ab-4cab-8a8a-02b74b52ff0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40989'] for router, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:32.360621 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-91b62f52-89ab-4cab-8a8a-02b74b52ff0f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:32.459703 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-91b62f52-89ab-4cab-8a8a-02b74b52ff0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-476062'] for router, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:32.460194 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91b62f52-89ab-4cab-8a8a-02b74b52ff0f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 103a6e0c-7691-4f35-9c64-d7ea71efad19 {{(pid=84107) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 09:26:32.471820 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-91b62f52-89ab-4cab-8a8a-02b74b52ff0f admin admin] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:32.473081 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-91b62f52-89ab-4cab-8a8a-02b74b52ff0f admin admin] 10.222.0.36 "DELETE /v2.0/routers/103a6e0c-7691-4f35-9c64-d7ea71efad19 HTTP/1.1" status: 204 len: 168 time: 1.7106819 Feb 04 09:26:32.475978 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 34650) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:26:32.535055 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_v2 [None req-93389b68-4084-45c8-8a6d-e57a9bdba1be admin admin] Deleting subnet 37e68d2e-1d87-4485-b942-8ef818c7d154 {{(pid=84107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 09:26:32.538776 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-93389b68-4084-45c8-8a6d-e57a9bdba1be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:32.586853 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-93389b68-4084-45c8-8a6d-e57a9bdba1be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8058667'] for subnet, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:32.666291 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-93389b68-4084-45c8-8a6d-e57a9bdba1be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:32.802243 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-93389b68-4084-45c8-8a6d-e57a9bdba1be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7510167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985167'] for subnet, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:32.841450 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93389b68-4084-45c8-8a6d-e57a9bdba1be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37e68d2e-1d87-4485-b942-8ef818c7d154,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:26:32.847406 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-93389b68-4084-45c8-8a6d-e57a9bdba1be admin admin] Notify callbacks [] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:32.852619 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e95b24a-09bf-4bfb-b4f6-c69ac75f362b None None] Network 59d05795-15b0-43ff-a9bd-1952aaa52011 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 09:26:32.855321 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-93389b68-4084-45c8-8a6d-e57a9bdba1be admin admin] 10.222.0.36 "DELETE /v2.0/subnets/37e68d2e-1d87-4485-b942-8ef818c7d154 HTTP/1.1" status: 204 len: 168 time: 0.3762944 Feb 04 09:26:32.855881 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 34654) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:26:32.961462 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7fb9d976-4794-4394-aae5-97cf5eb5c652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:32.972028 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-7fb9d976-4794-4394-aae5-97cf5eb5c652 admin admin] Deleting port ee20d749-4f24-4169-be6a-660227b1a836 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:26:32.972464 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7fb9d976-4794-4394-aae5-97cf5eb5c652 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:33.107557 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d816602-8438-41fa-8e83-c76d30b06aaa None None] DHCP port deletion for 59d05795-15b0-43ff-a9bd-1952aaa52011 request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 09:26:33.111867 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-3d816602-8438-41fa-8e83-c76d30b06aaa None None] Deleting port ee20d749-4f24-4169-be6a-660227b1a836 {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:26:33.112440 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-3d816602-8438-41fa-8e83-c76d30b06aaa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:33.180120 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [None req-7fb9d976-4794-4394-aae5-97cf5eb5c652 admin admin] For port ee20d749-4f24-4169-be6a-660227b1a836, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=ee20d749-4f24-4169-be6a-660227b1a836,segment=NetworkSegment(2247416d-bb48-4974-9597-4d8828f7f230),segment_id=2247416d-bb48-4974-9597-4d8828f7f230)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:26:33.180480 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7fb9d976-4794-4394-aae5-97cf5eb5c652 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:33.207378 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device ee20d749-4f24-4169-be6a-660227b1a836 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 09:26:33.407574 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-7fb9d976-4794-4394-aae5-97cf5eb5c652 admin admin] Calling delete_port for ee20d749-4f24-4169-be6a-660227b1a836 owned by network:dhcp {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 09:26:33.444525 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-3d816602-8438-41fa-8e83-c76d30b06aaa None None] For port ee20d749-4f24-4169-be6a-660227b1a836, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=ee20d749-4f24-4169-be6a-660227b1a836,segment=NetworkSegment(2247416d-bb48-4974-9597-4d8828f7f230),segment_id=2247416d-bb48-4974-9597-4d8828f7f230)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:26:33.444938 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-3d816602-8438-41fa-8e83-c76d30b06aaa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:33.561830 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7fb9d976-4794-4394-aae5-97cf5eb5c652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:33.573160 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-3d816602-8438-41fa-8e83-c76d30b06aaa None None] Calling delete_port for ee20d749-4f24-4169-be6a-660227b1a836 owned by network:dhcp {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 09:26:33.604605 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:33.607421 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb9d976-4794-4394-aae5-97cf5eb5c652 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee20d749-4f24-4169-be6a-660227b1a836,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:26:33.612503 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb9d976-4794-4394-aae5-97cf5eb5c652 admin admin] No DVR routers for this DVR port ee20d749-4f24-4169-be6a-660227b1a836 on host dv-neutron-827798-2-hyperv {{(pid=84107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 09:26:33.684695 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 7744d6f2-8ca2-4b0a-9d0b-4e9ab25335a0 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 09:26:33.721512 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: 7744d6f2-8ca2-4b0a-9d0b-4e9ab25335a0 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 09:26:33.721861 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 7744d6f2-8ca2-4b0a-9d0b-4e9ab25335a0 not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 09:26:33.722267 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 0ec73f6c-f59b-4ad2-b631-35202d0d6be4 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 09:26:33.725896 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7fb9d976-4794-4394-aae5-97cf5eb5c652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:33.748299 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.db.api [None req-3d816602-8438-41fa-8e83-c76d30b06aaa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 09:26:33.748677 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG oslo_db.api [None req-3d816602-8438-41fa-8e83-c76d30b06aaa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 09:26:33.749866 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-7fb9d976-4794-4394-aae5-97cf5eb5c652 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59d05795-15b0-43ff-a9bd-1952aaa52011']}} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:26:33.753409 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: 0ec73f6c-f59b-4ad2-b631-35202d0d6be4 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 09:26:33.753749 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 0ec73f6c-f59b-4ad2-b631-35202d0d6be4 not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 09:26:33.763277 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-7fb9d976-4794-4394-aae5-97cf5eb5c652 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2247416d-bb48-4974-9597-4d8828f7f230') {'for_net_delete': True} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:26:33.763572 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-7fb9d976-4794-4394-aae5-97cf5eb5c652 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2247416d-bb48-4974-9597-4d8828f7f230') {} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:26:33.775562 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7fb9d976-4794-4394-aae5-97cf5eb5c652 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8058642'] for segment, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:33.794635 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7fb9d976-4794-4394-aae5-97cf5eb5c652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:33.800770 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fb9d976-4794-4394-aae5-97cf5eb5c652 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=84107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 09:26:33.801143 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7fb9d976-4794-4394-aae5-97cf5eb5c652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7377717'] for segment, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:33.814281 dv-neutron-827798-2-hyperv neutron-server[84107]: Traceback (most recent call last): Feb 04 09:26:33.814281 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 09:26:33.814281 dv-neutron-827798-2-hyperv neutron-server[84107]: timer() Feb 04 09:26:33.814281 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 09:26:33.814281 dv-neutron-827798-2-hyperv neutron-server[84107]: cb(*args, **kw) Feb 04 09:26:33.814281 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 09:26:33.814281 dv-neutron-827798-2-hyperv neutron-server[84107]: return func(*args, **kwargs) Feb 04 09:26:33.814281 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 09:26:33.814281 dv-neutron-827798-2-hyperv neutron-server[84107]: self._notify() Feb 04 09:26:33.814281 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 09:26:33.814281 dv-neutron-827798-2-hyperv neutron-server[84107]: self.callback(batched_events) Feb 04 09:26:33.814281 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 09:26:33.814281 dv-neutron-827798-2-hyperv neutron-server[84107]: event.method(event) Feb 04 09:26:33.814281 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 09:26:33.814281 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 09:26:33.814281 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 09:26:33.814281 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 09:26:33.814281 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 09:26:33.814281 dv-neutron-827798-2-hyperv neutron-server[84107]: return f(self, *a, **k) Feb 04 09:26:33.814281 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 09:26:33.814281 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._get(url).json() Feb 04 09:26:33.814281 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 09:26:33.814281 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 09:26:33.814281 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 09:26:33.814281 dv-neutron-827798-2-hyperv neutron-server[84107]: return self.request(url, 'GET', **kwargs) Feb 04 09:26:33.814281 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 09:26:33.814281 dv-neutron-827798-2-hyperv neutron-server[84107]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 09:26:33.814281 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 09:26:33.814281 dv-neutron-827798-2-hyperv neutron-server[84107]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 09:26:33.814281 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 09:26:33.814281 dv-neutron-827798-2-hyperv neutron-server[84107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 09:26:33.814281 dv-neutron-827798-2-hyperv neutron-server[84107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 09:26:33.933236 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7fb9d976-4794-4394-aae5-97cf5eb5c652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:33.951675 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7fb9d976-4794-4394-aae5-97cf5eb5c652 admin admin] Notify callbacks [] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:33.959508 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb9d976-4794-4394-aae5-97cf5eb5c652 admin admin] Pushing event deleted for resources: {'Network': ['ID=59d05795-15b0-43ff-a9bd-1952aaa52011,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:26:33.967102 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-7fb9d976-4794-4394-aae5-97cf5eb5c652 admin admin] 10.222.0.36 "DELETE /v2.0/networks/59d05795-15b0-43ff-a9bd-1952aaa52011 HTTP/1.1" status: 204 len: 168 time: 1.1102540 Feb 04 09:26:34.250048 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-3d816602-8438-41fa-8e83-c76d30b06aaa None None] Deleting port ee20d749-4f24-4169-be6a-660227b1a836 {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:26:34.250520 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-3d816602-8438-41fa-8e83-c76d30b06aaa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:34.311682 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-3d816602-8438-41fa-8e83-c76d30b06aaa None None] The port 'ee20d749-4f24-4169-be6a-660227b1a836' was deleted {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 09:26:34.346089 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 34660) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:26:34.398760 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-e60ad9db-e2cf-42ca-bd9d-d391c3cd7acc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dc1fa6eec5a34843807cc1e7989cda8c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0515375 Feb 04 09:26:34.401331 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 34664) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:26:34.459895 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-330aacb7-a85c-4a70-8cac-cd94d451ae61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:34.484879 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-330aacb7-a85c-4a70-8cac-cd94d451ae61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:34.595862 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-330aacb7-a85c-4a70-8cac-cd94d451ae61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:34.611051 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330aacb7-a85c-4a70-8cac-cd94d451ae61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b8e095-28ee-4759-a840-1b20428731bc,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:26:34.620535 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-330aacb7-a85c-4a70-8cac-cd94d451ae61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:34.621661 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-330aacb7-a85c-4a70-8cac-cd94d451ae61 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/72b8e095-28ee-4759-a840-1b20428731bc HTTP/1.1" status: 204 len: 168 time: 0.2193658 Feb 04 09:26:35.284990 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 34672) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:26:35.334720 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-e468f028-08f0-4942-8d49-6502da47065e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ebda73197bde4ce4a5b65e0b9db0a47c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0485952 Feb 04 09:26:35.337161 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 34676) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:26:35.393585 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-5e9884c2-d7dc-4208-b09a-2d5f81c825b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:35.417427 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-5e9884c2-d7dc-4208-b09a-2d5f81c825b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:35.515922 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-5e9884c2-d7dc-4208-b09a-2d5f81c825b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:35.531011 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9884c2-d7dc-4208-b09a-2d5f81c825b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b0423a2-9661-4e90-8241-e3f8cb88a1a0,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:26:35.535190 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-5e9884c2-d7dc-4208-b09a-2d5f81c825b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:35.536302 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-5e9884c2-d7dc-4208-b09a-2d5f81c825b4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1b0423a2-9661-4e90-8241-e3f8cb88a1a0 HTTP/1.1" status: 204 len: 168 time: 0.1982698 Feb 04 09:26:38.315995 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 34722) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:26:38.322412 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-7ed41b2c-ca5d-40de-b1d1-2307bfbad94c tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1587062595', 'description': 'tempest-secgroup-smoke-1587062595 description', 'project_id': '780eb962d64446649b0f5d5c27ee1665'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:26:38.330534 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-7ed41b2c-ca5d-40de-b1d1-2307bfbad94c tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:26:38.336482 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-7ed41b2c-ca5d-40de-b1d1-2307bfbad94c tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Usage tracker for resource:security_group and tenant:780eb962d64446649b0f5d5c27ee1665 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:26:38.339387 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-7ed41b2c-ca5d-40de-b1d1-2307bfbad94c tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:26:38.344992 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-7ed41b2c-ca5d-40de-b1d1-2307bfbad94c tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:26:38.407709 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7ed41b2c-ca5d-40de-b1d1-2307bfbad94c tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:38.420158 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7ed41b2c-ca5d-40de-b1d1-2307bfbad94c tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:38.454834 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-7ed41b2c-ca5d-40de-b1d1-2307bfbad94c tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:26:38.458626 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-7ed41b2c-ca5d-40de-b1d1-2307bfbad94c tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Usage tracker for resource:security_group_rule and tenant:780eb962d64446649b0f5d5c27ee1665 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:26:38.461459 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-7ed41b2c-ca5d-40de-b1d1-2307bfbad94c tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:26:38.467226 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-7ed41b2c-ca5d-40de-b1d1-2307bfbad94c tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:26:38.532219 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7ed41b2c-ca5d-40de-b1d1-2307bfbad94c tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:38.601466 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7ed41b2c-ca5d-40de-b1d1-2307bfbad94c tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:38.641546 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-7ed41b2c-ca5d-40de-b1d1-2307bfbad94c tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:26:38.645458 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed41b2c-ca5d-40de-b1d1-2307bfbad94c tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d954638c-f3d9-4374-88cc-f3c1be723af6,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:26:38.648124 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-7ed41b2c-ca5d-40de-b1d1-2307bfbad94c tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Usage tracker for resource:security_group_rule and tenant:780eb962d64446649b0f5d5c27ee1665 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:26:38.651028 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-7ed41b2c-ca5d-40de-b1d1-2307bfbad94c tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:26:38.657008 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-7ed41b2c-ca5d-40de-b1d1-2307bfbad94c tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:26:38.709861 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7ed41b2c-ca5d-40de-b1d1-2307bfbad94c tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:38.767172 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7ed41b2c-ca5d-40de-b1d1-2307bfbad94c tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:38.807305 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed41b2c-ca5d-40de-b1d1-2307bfbad94c tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2965865f-70b8-4ebf-81ff-f9e16d92332a,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:26:38.858904 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7ed41b2c-ca5d-40de-b1d1-2307bfbad94c tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:38.860048 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-7ed41b2c-ca5d-40de-b1d1-2307bfbad94c tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.5430417 Feb 04 09:26:38.862868 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 34726) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:26:38.868872 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-1b37d859-6cc6-4e51-abe4-5ff6319ce05d tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Request body: {'security_group_rule': {'security_group_id': '2965865f-70b8-4ebf-81ff-f9e16d92332a', 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:26:38.874818 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-1b37d859-6cc6-4e51-abe4-5ff6319ce05d tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:26:38.878627 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-1b37d859-6cc6-4e51-abe4-5ff6319ce05d tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Usage tracker for resource:security_group_rule and tenant:780eb962d64446649b0f5d5c27ee1665 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:26:38.881498 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-1b37d859-6cc6-4e51-abe4-5ff6319ce05d tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:26:38.887093 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-1b37d859-6cc6-4e51-abe4-5ff6319ce05d tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:26:38.951212 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-1b37d859-6cc6-4e51-abe4-5ff6319ce05d tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:39.013584 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-1b37d859-6cc6-4e51-abe4-5ff6319ce05d tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:39.064694 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-1b37d859-6cc6-4e51-abe4-5ff6319ce05d tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:39.087279 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b37d859-6cc6-4e51-abe4-5ff6319ce05d tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c868d0c-fa2d-4380-a38b-62b768938522,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:26:39.156384 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-1b37d859-6cc6-4e51-abe4-5ff6319ce05d tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:39.157607 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-1b37d859-6cc6-4e51-abe4-5ff6319ce05d tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2938251 Feb 04 09:26:39.160305 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 34730) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:26:39.166317 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-fca25bd1-7f56-4f10-b178-dae6b5f2aed2 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Request body: {'security_group_rule': {'security_group_id': '2965865f-70b8-4ebf-81ff-f9e16d92332a', 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:26:39.172090 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-fca25bd1-7f56-4f10-b178-dae6b5f2aed2 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:26:39.176118 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-fca25bd1-7f56-4f10-b178-dae6b5f2aed2 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Usage tracker for resource:security_group_rule and tenant:780eb962d64446649b0f5d5c27ee1665 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:26:39.179049 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-fca25bd1-7f56-4f10-b178-dae6b5f2aed2 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:26:39.184797 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-fca25bd1-7f56-4f10-b178-dae6b5f2aed2 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:26:39.264859 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-fca25bd1-7f56-4f10-b178-dae6b5f2aed2 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:39.324481 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-fca25bd1-7f56-4f10-b178-dae6b5f2aed2 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:39.407421 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-fca25bd1-7f56-4f10-b178-dae6b5f2aed2 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:39.430560 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca25bd1-7f56-4f10-b178-dae6b5f2aed2 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fd18e81-a775-4832-ac1e-912afe4e8abb,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:26:39.493447 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-fca25bd1-7f56-4f10-b178-dae6b5f2aed2 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:39.494622 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-fca25bd1-7f56-4f10-b178-dae6b5f2aed2 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3333898 Feb 04 09:26:39.497275 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 34734) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:26:39.502599 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-1b5efed7-aadd-4349-9d06-491f9353b129 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Request body: {'security_group_rule': {'security_group_id': '2965865f-70b8-4ebf-81ff-f9e16d92332a', 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:26:39.508964 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-1b5efed7-aadd-4349-9d06-491f9353b129 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:26:39.512799 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-1b5efed7-aadd-4349-9d06-491f9353b129 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Usage tracker for resource:security_group_rule and tenant:780eb962d64446649b0f5d5c27ee1665 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:26:39.515670 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-1b5efed7-aadd-4349-9d06-491f9353b129 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:26:39.521313 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-1b5efed7-aadd-4349-9d06-491f9353b129 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:26:39.591205 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-1b5efed7-aadd-4349-9d06-491f9353b129 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:39.651899 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-1b5efed7-aadd-4349-9d06-491f9353b129 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:39.704674 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-1b5efed7-aadd-4349-9d06-491f9353b129 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:39.727711 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5efed7-aadd-4349-9d06-491f9353b129 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f06643ef-e099-49e5-8bd0-c3c59feaf679,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:26:39.773481 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-1b5efed7-aadd-4349-9d06-491f9353b129 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:39.774656 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-1b5efed7-aadd-4349-9d06-491f9353b129 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2764361 Feb 04 09:26:39.777295 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 34738) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:26:39.782626 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-c5e08c35-c230-48dc-8f0d-1d04d2901c3a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Request body: {'security_group_rule': {'security_group_id': '2965865f-70b8-4ebf-81ff-f9e16d92332a', 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:26:39.788268 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-c5e08c35-c230-48dc-8f0d-1d04d2901c3a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:26:39.792011 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-c5e08c35-c230-48dc-8f0d-1d04d2901c3a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Usage tracker for resource:security_group_rule and tenant:780eb962d64446649b0f5d5c27ee1665 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:26:39.794914 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-c5e08c35-c230-48dc-8f0d-1d04d2901c3a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:26:39.800767 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-c5e08c35-c230-48dc-8f0d-1d04d2901c3a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:26:39.945491 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c5e08c35-c230-48dc-8f0d-1d04d2901c3a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:40.007926 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c5e08c35-c230-48dc-8f0d-1d04d2901c3a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:40.087240 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c5e08c35-c230-48dc-8f0d-1d04d2901c3a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:40.110265 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e08c35-c230-48dc-8f0d-1d04d2901c3a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4da8845e-ff2c-48bd-9e45-812ce398ff89,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:26:40.173295 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c5e08c35-c230-48dc-8f0d-1d04d2901c3a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:40.174740 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-c5e08c35-c230-48dc-8f0d-1d04d2901c3a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3965495 Feb 04 09:26:40.177796 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 34742) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:26:40.184945 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-bc06dd67-ad20-46de-a546-81b4932c37d7 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Request body: {'security_group_rule': {'security_group_id': '2965865f-70b8-4ebf-81ff-f9e16d92332a', 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:26:40.190275 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-bc06dd67-ad20-46de-a546-81b4932c37d7 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:26:40.194560 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-bc06dd67-ad20-46de-a546-81b4932c37d7 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Usage tracker for resource:security_group_rule and tenant:780eb962d64446649b0f5d5c27ee1665 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:26:40.197567 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-bc06dd67-ad20-46de-a546-81b4932c37d7 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:26:40.203322 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-bc06dd67-ad20-46de-a546-81b4932c37d7 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:26:40.258770 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.securitygroups_db [None req-bc06dd67-ad20-46de-a546-81b4932c37d7 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Project 780eb962d64446649b0f5d5c27ee1665 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 09:26:40.264905 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-bc06dd67-ad20-46de-a546-81b4932c37d7 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:40.326885 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-bc06dd67-ad20-46de-a546-81b4932c37d7 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:40.395746 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-bc06dd67-ad20-46de-a546-81b4932c37d7 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:40.418247 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc06dd67-ad20-46de-a546-81b4932c37d7 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33074f6a-fb59-4f44-bb4a-2ff7d560208c,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:26:40.493217 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-bc06dd67-ad20-46de-a546-81b4932c37d7 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:40.494386 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-bc06dd67-ad20-46de-a546-81b4932c37d7 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3145874 Feb 04 09:26:40.497066 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 34746) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:26:40.502416 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-3e5883f0-7a9a-4177-aef3-02ae83d28915 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Request body: {'security_group_rule': {'security_group_id': '2965865f-70b8-4ebf-81ff-f9e16d92332a', 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:26:40.508317 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-3e5883f0-7a9a-4177-aef3-02ae83d28915 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:26:40.512184 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-3e5883f0-7a9a-4177-aef3-02ae83d28915 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Usage tracker for resource:security_group_rule and tenant:780eb962d64446649b0f5d5c27ee1665 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:26:40.515011 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-3e5883f0-7a9a-4177-aef3-02ae83d28915 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:26:40.520587 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-3e5883f0-7a9a-4177-aef3-02ae83d28915 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:26:40.590296 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.securitygroups_db [None req-3e5883f0-7a9a-4177-aef3-02ae83d28915 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Project 780eb962d64446649b0f5d5c27ee1665 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 09:26:40.596378 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3e5883f0-7a9a-4177-aef3-02ae83d28915 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:40.662011 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3e5883f0-7a9a-4177-aef3-02ae83d28915 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:40.733121 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3e5883f0-7a9a-4177-aef3-02ae83d28915 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:40.755096 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5883f0-7a9a-4177-aef3-02ae83d28915 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a933e4ef-fd19-45a4-baa3-0f81f3184e22,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:26:40.818981 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3e5883f0-7a9a-4177-aef3-02ae83d28915 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:40.820067 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-3e5883f0-7a9a-4177-aef3-02ae83d28915 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3221161 Feb 04 09:26:40.823205 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 34750) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:26:40.828467 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-9f3dae81-c7f9-4e0a-8745-1e4d39b54923 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Request body: {'network': {'name': 'tempest-network-smoke--1348470445', 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'port_security_enabled': True}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:26:40.833250 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-9f3dae81-c7f9-4e0a-8745-1e4d39b54923 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:26:40.837494 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-9f3dae81-c7f9-4e0a-8745-1e4d39b54923 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Usage tracker for resource:network and tenant:780eb962d64446649b0f5d5c27ee1665 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:26:40.840250 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-9f3dae81-c7f9-4e0a-8745-1e4d39b54923 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:26:40.845859 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-9f3dae81-c7f9-4e0a-8745-1e4d39b54923 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:26:40.955831 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f3dae81-c7f9-4e0a-8745-1e4d39b54923 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Made reservation on behalf of 780eb962d64446649b0f5d5c27ee1665 for: {'network': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 09:26:40.958850 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9f3dae81-c7f9-4e0a-8745-1e4d39b54923 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:40.986813 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f3dae81-c7f9-4e0a-8745-1e4d39b54923 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=84108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 09:26:40.995004 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9f3dae81-c7f9-4e0a-8745-1e4d39b54923 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:40.995342 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.segments_db [None req-9f3dae81-c7f9-4e0a-8745-1e4d39b54923 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Added segment aa7183d1-232f-4526-8695-a6db06f53649 of type vlan for network 7a6608cd-3ecd-4ccf-b3ed-a9521e8676d8 Feb 04 09:26:41.020634 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9f3dae81-c7f9-4e0a-8745-1e4d39b54923 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:41.110349 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9f3dae81-c7f9-4e0a-8745-1e4d39b54923 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:41.114091 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3dae81-c7f9-4e0a-8745-1e4d39b54923 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:26:41.114692 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9f3dae81-c7f9-4e0a-8745-1e4d39b54923 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:41.295849 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3dae81-c7f9-4e0a-8745-1e4d39b54923 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event updated for resources: {'Network': ['ID=7a6608cd-3ecd-4ccf-b3ed-a9521e8676d8,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:26:41.306740 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network 7a6608cd-3ecd-4ccf-b3ed-a9521e8676d8 details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 09:26:41.334768 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-9f3dae81-c7f9-4e0a-8745-1e4d39b54923 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5100543 Feb 04 09:26:41.337620 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 34754) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:26:41.342867 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-884a8074-26a8-419a-a0b7-9544d159d6c4 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-455945849', 'admin_state_up': True, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:26:41.349910 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-884a8074-26a8-419a-a0b7-9544d159d6c4 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:26:41.354329 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-884a8074-26a8-419a-a0b7-9544d159d6c4 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Usage tracker for resource:router and tenant:780eb962d64446649b0f5d5c27ee1665 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:26:41.357246 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-884a8074-26a8-419a-a0b7-9544d159d6c4 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:26:41.363671 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-884a8074-26a8-419a-a0b7-9544d159d6c4 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:26:41.425388 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-884a8074-26a8-419a-a0b7-9544d159d6c4 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40975'] for router, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:41.428398 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-884a8074-26a8-419a-a0b7-9544d159d6c4 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40982'] for router, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:41.443454 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-884a8074-26a8-419a-a0b7-9544d159d6c4 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:41.659909 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-884a8074-26a8-419a-a0b7-9544d159d6c4 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40996'] for router, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:41.893023 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-884a8074-26a8-419a-a0b7-9544d159d6c4 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for router_gateway, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:41.922015 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-884a8074-26a8-419a-a0b7-9544d159d6c4 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:42.057518 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-884a8074-26a8-419a-a0b7-9544d159d6c4 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Allocated IP 172.26.3.143 (e264bd74-c56b-43d0-9059-bcb57dbbe5bc/79caf47c-b62c-4ea0-b35f-21ede155daa8/c5c7ce78-41b1-4111-9711-e54fb94ab97a) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 09:26:42.200779 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-884a8074-26a8-419a-a0b7-9544d159d6c4 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:42.299638 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-884a8074-26a8-419a-a0b7-9544d159d6c4 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:42.372194 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884a8074-26a8-419a-a0b7-9544d159d6c4 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Network e264bd74-c56b-43d0-9059-bcb57dbbe5bc is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:26:42.373094 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884a8074-26a8-419a-a0b7-9544d159d6c4 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event updated for resources: {'Port': ['ID=c5c7ce78-41b1-4111-9711-e54fb94ab97a,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:26:42.375561 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-884a8074-26a8-419a-a0b7-9544d159d6c4 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:26:42.377585 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884a8074-26a8-419a-a0b7-9544d159d6c4 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 09:26:42.601119 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-884a8074-26a8-419a-a0b7-9544d159d6c4 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for router_gateway, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:42.601820 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-884a8074-26a8-419a-a0b7-9544d159d6c4 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472990'] for router, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:42.898502 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-884a8074-26a8-419a-a0b7-9544d159d6c4 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Router 1c93f890-c57a-4624-ac16-41e876dd7467 is scheduled to L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 with binding_index 1 {{(pid=84108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 09:26:43.091925 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-884a8074-26a8-419a-a0b7-9544d159d6c4 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 09:26:43.102929 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbd387b-dda0-410a-945c-92d6b3b22284 None None] Sync routers for ids ['1c93f890-c57a-4624-ac16-41e876dd7467'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 09:26:43.114674 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbd387b-dda0-410a-945c-92d6b3b22284 None None] Routers {'1c93f890-c57a-4624-ac16-41e876dd7467'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:26:43.115261 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-5cbd387b-dda0-410a-945c-92d6b3b22284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:26:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['1c93f890-c57a-4624-ac16-41e876dd7467'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:26:43.196103 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-884a8074-26a8-419a-a0b7-9544d159d6c4 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for router, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:43.197346 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-884a8074-26a8-419a-a0b7-9544d159d6c4 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8587768 Feb 04 09:26:43.200350 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 34758) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:26:43.287059 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-5cbd387b-dda0-410a-945c-92d6b3b22284 None None] Set router 1c93f890-c57a-4624-ac16-41e876dd7467 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:26:43.410244 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-d1cce5aa-982e-4c4f-b5ff-26162e69508d tempest-TestNetworkAdvancedServerOps-2015322207 tempest-TestNetworkAdvancedServerOps-2015322207-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=780eb962d64446649b0f5d5c27ee1665&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2085335 Feb 04 09:26:43.413201 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 34766) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:26:43.595074 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-5cbd387b-dda0-410a-945c-92d6b3b22284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c93f890-c57a-4624-ac16-41e876dd7467', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455945849', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.143'}], 'enable_snat': True}, 'gw_port_id': 'c5c7ce78-41b1-4111-9711-e54fb94ab97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:26:41Z', 'updated_at': '2022-02-04T09:26:42Z', 'revision_number': 3, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'gw_port': {'id': 'c5c7ce78-41b1-4111-9711-e54fb94ab97a', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:35:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c93f890-c57a-4624-ac16-41e876dd7467', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:26:41Z', 'updated_at': '2022-02-04T09:26:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:26:43.598881 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbd387b-dda0-410a-945c-92d6b3b22284 None None] Checking router: 1c93f890-c57a-4624-ac16-41e876dd7467 for host: dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 09:26:43.599216 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbd387b-dda0-410a-945c-92d6b3b22284 None None] Updating router 1c93f890-c57a-4624-ac16-41e876dd7467 port c5c7ce78-41b1-4111-9711-e54fb94ab97a binding host dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 09:26:43.638437 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98eb56f-b9da-4578-b91e-2c517a6f30fb tempest-TestNetworkAdvancedServerOps-2015322207 tempest-TestNetworkAdvancedServerOps-2015322207-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:26:43.639907 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-a98eb56f-b9da-4578-b91e-2c517a6f30fb tempest-TestNetworkAdvancedServerOps-2015322207 tempest-TestNetworkAdvancedServerOps-2015322207-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2258275 Feb 04 09:26:43.642706 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 34770) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:26:43.651340 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-5cbd387b-dda0-410a-945c-92d6b3b22284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:43.681823 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-c07f486c-2831-4bf1-8c2a-59ac506b6447 tempest-TestNetworkAdvancedServerOps-2015322207 tempest-TestNetworkAdvancedServerOps-2015322207-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=e264bd74-c56b-43d0-9059-bcb57dbbe5bc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378840 Feb 04 09:26:43.684173 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 34774) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:26:43.689488 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-7be0f0b0-f182-4b0d-8a4a-5611c030416b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-186583656', 'network_id': '7a6608cd-3ecd-4ccf-b3ed-a9521e8676d8', 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:26:43.796458 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-7be0f0b0-f182-4b0d-8a4a-5611c030416b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:26:43.800391 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-7be0f0b0-f182-4b0d-8a4a-5611c030416b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Usage tracker for resource:subnet and tenant:780eb962d64446649b0f5d5c27ee1665 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:26:43.803160 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-7be0f0b0-f182-4b0d-8a4a-5611c030416b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:26:43.808752 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-7be0f0b0-f182-4b0d-8a4a-5611c030416b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:26:43.858675 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be0f0b0-f182-4b0d-8a4a-5611c030416b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Made reservation on behalf of 780eb962d64446649b0f5d5c27ee1665 for: {'subnet': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 09:26:43.960455 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7be0f0b0-f182-4b0d-8a4a-5611c030416b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8119726'] for subnet, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:43.974643 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-5cbd387b-dda0-410a-945c-92d6b3b22284 None None] Notify callbacks [] for port, precommit_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:43.986602 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.provisioning_blocks [None req-5cbd387b-dda0-410a-945c-92d6b3b22284 None None] Transition to ACTIVE for port object c5c7ce78-41b1-4111-9711-e54fb94ab97a will not be triggered until provisioned by entity L2. {{(pid=84110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:26:44.041953 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-5cbd387b-dda0-410a-945c-92d6b3b22284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:44.117891 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2373b27e-20d7-43cd-82b5-a23c68192905 None None] Pushing event updated for resources: {'Port': ['ID=c5c7ce78-41b1-4111-9711-e54fb94ab97a,revision_number=2']} {{(pid=84110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:26:44.132452 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.managers [None req-5cbd387b-dda0-410a-945c-92d6b3b22284 None None] Attempting to bind port c5c7ce78-41b1-4111-9711-e54fb94ab97a on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 09:26:44.132839 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.managers [None req-5cbd387b-dda0-410a-945c-92d6b3b22284 None None] Attempting to bind port c5c7ce78-41b1-4111-9711-e54fb94ab97a by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}] {{(pid=84110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 09:26:44.133305 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbd387b-dda0-410a-945c-92d6b3b22284 None None] Attempting to bind port c5c7ce78-41b1-4111-9711-e54fb94ab97a on network e264bd74-c56b-43d0-9059-bcb57dbbe5bc {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 09:26:44.136297 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2373b27e-20d7-43cd-82b5-a23c68192905 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:26:44.136655 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2373b27e-20d7-43cd-82b5-a23c68192905 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:26:44.136984 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2373b27e-20d7-43cd-82b5-a23c68192905 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:26:44.137306 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2373b27e-20d7-43cd-82b5-a23c68192905 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:26:44.137789 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2373b27e-20d7-43cd-82b5-a23c68192905 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:26:44.138050 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2373b27e-20d7-43cd-82b5-a23c68192905 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:26:44.138367 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2373b27e-20d7-43cd-82b5-a23c68192905 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:26:44.138683 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2373b27e-20d7-43cd-82b5-a23c68192905 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:26:44.138992 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2373b27e-20d7-43cd-82b5-a23c68192905 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:26:44.139300 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2373b27e-20d7-43cd-82b5-a23c68192905 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:26:44.139605 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2373b27e-20d7-43cd-82b5-a23c68192905 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:26:44.146449 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbd387b-dda0-410a-945c-92d6b3b22284 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 9, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 09:26:44.146872 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbd387b-dda0-410a-945c-92d6b3b22284 None None] Checking segment: {'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 09:26:44.147671 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-5cbd387b-dda0-410a-945c-92d6b3b22284 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:44.147671 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbd387b-dda0-410a-945c-92d6b3b22284 None None] Bound using segment: {'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'} {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 09:26:44.148061 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.managers [None req-5cbd387b-dda0-410a-945c-92d6b3b22284 None None] Bound port: c5c7ce78-41b1-4111-9711-e54fb94ab97a, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}}] {{(pid=84110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 09:26:44.148402 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-5cbd387b-dda0-410a-945c-92d6b3b22284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:44.221733 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.db [None req-5cbd387b-dda0-410a-945c-92d6b3b22284 None None] For port c5c7ce78-41b1-4111-9711-e54fb94ab97a, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 09:26:44.224537 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.db [None req-5cbd387b-dda0-410a-945c-92d6b3b22284 None None] For port c5c7ce78-41b1-4111-9711-e54fb94ab97a, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=c5c7ce78-41b1-4111-9711-e54fb94ab97a,segment=NetworkSegment(c44b9475-949d-4ae7-bfca-e29b010a56a6),segment_id=c44b9475-949d-4ae7-bfca-e29b010a56a6)] {{(pid=84110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 09:26:44.259143 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7be0f0b0-f182-4b0d-8a4a-5611c030416b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7593498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8119736'] for subnet, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:44.328421 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-5cbd387b-dda0-410a-945c-92d6b3b22284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:44.336125 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be0f0b0-f182-4b0d-8a4a-5611c030416b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event updated for resources: {'Subnet': ['ID=150ac892-fe12-44ab-9842-a67aa9a17b39,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:26:44.350727 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be0f0b0-f182-4b0d-8a4a-5611c030416b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Checking segment: {'id': 'aa7183d1-232f-4526-8695-a6db06f53649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7a6608cd-3ecd-4ccf-b3ed-a9521e8676d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 09:26:44.351108 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be0f0b0-f182-4b0d-8a4a-5611c030416b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Network hostable DHCP agents. Network: 7a6608cd-3ecd-4ccf-b3ed-a9521e8676d8, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 09:26:44.404540 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2373b27e-20d7-43cd-82b5-a23c68192905 None None] Pushing event updated for resources: {'Port': ['ID=c5c7ce78-41b1-4111-9711-e54fb94ab97a,revision_number=3']} {{(pid=84110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:26:44.411474 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbd387b-dda0-410a-945c-92d6b3b22284 None None] Routers {'1c93f890-c57a-4624-ac16-41e876dd7467'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:26:44.412045 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-5cbd387b-dda0-410a-945c-92d6b3b22284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:26:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['1c93f890-c57a-4624-ac16-41e876dd7467'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:26:44.464981 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be0f0b0-f182-4b0d-8a4a-5611c030416b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Network 7a6608cd-3ecd-4ccf-b3ed-a9521e8676d8 is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 09:26:44.561921 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-7be0f0b0-f182-4b0d-8a4a-5611c030416b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, 7a6608cd-3ecd-4ccf-b3ed-a9521e8676d8) {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:26:44.565843 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be0f0b0-f182-4b0d-8a4a-5611c030416b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:26:44.566427 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7be0f0b0-f182-4b0d-8a4a-5611c030416b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:44.572803 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0873f43-85c0-4a83-9cc5-57844b1e1f91 None None] Network 7a6608cd-3ecd-4ccf-b3ed-a9521e8676d8 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 09:26:44.583837 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-5cbd387b-dda0-410a-945c-92d6b3b22284 None None] Set router 1c93f890-c57a-4624-ac16-41e876dd7467 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:26:44.650879 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-7be0f0b0-f182-4b0d-8a4a-5611c030416b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9632373 Feb 04 09:26:44.651115 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 34778) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:26:44.787813 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a188eccf-8e11-499a-a9f0-dd0faf5105cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-7a6608cd-3ecd-4ccf-b3ed-a9521e8676d8', 'network_id': '7a6608cd-3ecd-4ccf-b3ed-a9521e8676d8', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'fixed_ips': [{'subnet_id': '150ac892-fe12-44ab-9842-a67aa9a17b39'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 09:26:44.788657 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-a188eccf-8e11-499a-a9f0-dd0faf5105cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:44.867725 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-5cbd387b-dda0-410a-945c-92d6b3b22284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c93f890-c57a-4624-ac16-41e876dd7467', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455945849', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.143'}], 'enable_snat': True}, 'gw_port_id': 'c5c7ce78-41b1-4111-9711-e54fb94ab97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:26:41Z', 'updated_at': '2022-02-04T09:26:42Z', 'revision_number': 3, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'gw_port': {'id': 'c5c7ce78-41b1-4111-9711-e54fb94ab97a', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:35:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c93f890-c57a-4624-ac16-41e876dd7467', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:26:41Z', 'updated_at': '2022-02-04T09:26:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:26:44.871652 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbd387b-dda0-410a-945c-92d6b3b22284 None None] The sync data for ids ['1c93f890-c57a-4624-ac16-41e876dd7467'] in dv-neutron-827798-2-hyperv is: [{'id': '1c93f890-c57a-4624-ac16-41e876dd7467', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455945849', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.143'}], 'enable_snat': True}, 'gw_port_id': 'c5c7ce78-41b1-4111-9711-e54fb94ab97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:26:41Z', 'updated_at': '2022-02-04T09:26:42Z', 'revision_number': 3, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'gw_port': {'id': 'c5c7ce78-41b1-4111-9711-e54fb94ab97a', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:35:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c93f890-c57a-4624-ac16-41e876dd7467', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:26:41Z', 'updated_at': '2022-02-04T09:26:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 09:26:44.963796 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-a188eccf-8e11-499a-a9f0-dd0faf5105cc None None] Allocated IP 172.20.0.2 (7a6608cd-3ecd-4ccf-b3ed-a9521e8676d8/150ac892-fe12-44ab-9842-a67aa9a17b39/d908a96d-849b-43a2-9daf-130a8949025a) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 09:26:45.224298 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-a188eccf-8e11-499a-a9f0-dd0faf5105cc None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:45.239418 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-a188eccf-8e11-499a-a9f0-dd0faf5105cc None None] Transition to ACTIVE for port object d908a96d-849b-43a2-9daf-130a8949025a will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:26:45.250460 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device c5c7ce78-41b1-4111-9711-e54fb94ab97a up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:26:45.314261 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-a188eccf-8e11-499a-a9f0-dd0faf5105cc None None] Transition to ACTIVE for port object d908a96d-849b-43a2-9daf-130a8949025a will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:26:45.402620 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-a188eccf-8e11-499a-a9f0-dd0faf5105cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:45.445762 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port c5c7ce78-41b1-4111-9711-e54fb94ab97a completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:26:45.462380 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port c5c7ce78-41b1-4111-9711-e54fb94ab97a triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:26:45.462750 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:45.505570 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a188eccf-8e11-499a-a9f0-dd0faf5105cc None None] Network 7a6608cd-3ecd-4ccf-b3ed-a9521e8676d8 is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:26:45.512734 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ac4f45a0-6a10-4b53-8bc0-9008d43cff40 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:45.513254 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-a188eccf-8e11-499a-a9f0-dd0faf5105cc None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:26:45.522979 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a188eccf-8e11-499a-a9f0-dd0faf5105cc None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 09:26:45.537283 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a188eccf-8e11-499a-a9f0-dd0faf5105cc None None] Pushing event updated for resources: {'Port': ['ID=d908a96d-849b-43a2-9daf-130a8949025a,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:26:45.622431 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a188eccf-8e11-499a-a9f0-dd0faf5105cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:26:45.623118 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a188eccf-8e11-499a-a9f0-dd0faf5105cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:26:45.623118 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a188eccf-8e11-499a-a9f0-dd0faf5105cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:26:45.623400 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a188eccf-8e11-499a-a9f0-dd0faf5105cc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:26:45.623725 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a188eccf-8e11-499a-a9f0-dd0faf5105cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:26:45.624050 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a188eccf-8e11-499a-a9f0-dd0faf5105cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:26:45.624367 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a188eccf-8e11-499a-a9f0-dd0faf5105cc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:26:45.624889 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a188eccf-8e11-499a-a9f0-dd0faf5105cc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:26:45.625214 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a188eccf-8e11-499a-a9f0-dd0faf5105cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:26:45.625531 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a188eccf-8e11-499a-a9f0-dd0faf5105cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:26:45.625850 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a188eccf-8e11-499a-a9f0-dd0faf5105cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:26:45.643276 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-a188eccf-8e11-499a-a9f0-dd0faf5105cc None None] Attempting to bind port d908a96d-849b-43a2-9daf-130a8949025a on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 09:26:45.643623 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-a188eccf-8e11-499a-a9f0-dd0faf5105cc None None] Attempting to bind port d908a96d-849b-43a2-9daf-130a8949025a by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': 'aa7183d1-232f-4526-8695-a6db06f53649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7a6608cd-3ecd-4ccf-b3ed-a9521e8676d8'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 09:26:45.643986 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a188eccf-8e11-499a-a9f0-dd0faf5105cc None None] Attempting to bind port d908a96d-849b-43a2-9daf-130a8949025a on network 7a6608cd-3ecd-4ccf-b3ed-a9521e8676d8 {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 09:26:45.730494 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a188eccf-8e11-499a-a9f0-dd0faf5105cc None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 9, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 09:26:45.730973 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a188eccf-8e11-499a-a9f0-dd0faf5105cc None None] Checking segment: {'id': 'aa7183d1-232f-4526-8695-a6db06f53649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7a6608cd-3ecd-4ccf-b3ed-a9521e8676d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 09:26:45.731415 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-a188eccf-8e11-499a-a9f0-dd0faf5105cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:45.731800 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a188eccf-8e11-499a-a9f0-dd0faf5105cc None None] Bound using segment: {'id': 'aa7183d1-232f-4526-8695-a6db06f53649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7a6608cd-3ecd-4ccf-b3ed-a9521e8676d8'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 09:26:45.732267 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-a188eccf-8e11-499a-a9f0-dd0faf5105cc None None] Bound port: d908a96d-849b-43a2-9daf-130a8949025a, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa7183d1-232f-4526-8695-a6db06f53649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7a6608cd-3ecd-4ccf-b3ed-a9521e8676d8'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 09:26:45.732653 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-a188eccf-8e11-499a-a9f0-dd0faf5105cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:45.786935 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:45.820886 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port c5c7ce78-41b1-4111-9711-e54fb94ab97a, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=c5c7ce78-41b1-4111-9711-e54fb94ab97a,segment=NetworkSegment(c44b9475-949d-4ae7-bfca-e29b010a56a6),segment_id=c44b9475-949d-4ae7-bfca-e29b010a56a6)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:26:45.841940 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-a188eccf-8e11-499a-a9f0-dd0faf5105cc None None] For port d908a96d-849b-43a2-9daf-130a8949025a, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 09:26:45.844804 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-a188eccf-8e11-499a-a9f0-dd0faf5105cc None None] For port d908a96d-849b-43a2-9daf-130a8949025a, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=d908a96d-849b-43a2-9daf-130a8949025a,segment=NetworkSegment(aa7183d1-232f-4526-8695-a6db06f53649),segment_id=aa7183d1-232f-4526-8695-a6db06f53649)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 09:26:45.870177 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:45.906062 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-a188eccf-8e11-499a-a9f0-dd0faf5105cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:45.955197 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=c5c7ce78-41b1-4111-9711-e54fb94ab97a,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:26:46.026695 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a188eccf-8e11-499a-a9f0-dd0faf5105cc None None] Pushing event updated for resources: {'Port': ['ID=d908a96d-849b-43a2-9daf-130a8949025a,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:26:46.032767 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-ac4f45a0-6a10-4b53-8bc0-9008d43cff40 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Allocated IP 172.20.0.1 (7a6608cd-3ecd-4ccf-b3ed-a9521e8676d8/150ac892-fe12-44ab-9842-a67aa9a17b39/9114f473-36b8-4924-a887-82400503129d) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 09:26:46.211462 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ac4f45a0-6a10-4b53-8bc0-9008d43cff40 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:46.228031 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.provisioning_blocks [None req-ac4f45a0-6a10-4b53-8bc0-9008d43cff40 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Transition to ACTIVE for port object 9114f473-36b8-4924-a887-82400503129d will not be triggered until provisioned by entity DHCP. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:26:46.328367 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ac4f45a0-6a10-4b53-8bc0-9008d43cff40 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:46.399857 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4f45a0-6a10-4b53-8bc0-9008d43cff40 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Network 7a6608cd-3ecd-4ccf-b3ed-a9521e8676d8 is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:26:46.411819 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-ac4f45a0-6a10-4b53-8bc0-9008d43cff40 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:26:46.416335 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4f45a0-6a10-4b53-8bc0-9008d43cff40 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 09:26:46.441226 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4f45a0-6a10-4b53-8bc0-9008d43cff40 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event updated for resources: {'Port': ['ID=9114f473-36b8-4924-a887-82400503129d,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:26:46.477200 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ac4f45a0-6a10-4b53-8bc0-9008d43cff40 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-472912'] for router_interface, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:46.630164 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ac4f45a0-6a10-4b53-8bc0-9008d43cff40 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:46.848607 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84760319-b5c9-4d39-85e1-08a368ffbfea None None] Network 7a6608cd-3ecd-4ccf-b3ed-a9521e8676d8 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 09:26:47.015080 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-f8636d41-5d02-41a2-800d-437cd9730a35 None None] Provisioning for port d908a96d-849b-43a2-9daf-130a8949025a completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:26:47.052427 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ac4f45a0-6a10-4b53-8bc0-9008d43cff40 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for port, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:47.087689 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ac4f45a0-6a10-4b53-8bc0-9008d43cff40 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:47.203786 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4f45a0-6a10-4b53-8bc0-9008d43cff40 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event updated for resources: {'Port': ['ID=9114f473-36b8-4924-a887-82400503129d,revision_number=2']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:26:47.206144 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ac4f45a0-6a10-4b53-8bc0-9008d43cff40 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473771'] for router_interface, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:47.292948 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device c5c7ce78-41b1-4111-9711-e54fb94ab97a up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:26:47.358906 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4f45a0-6a10-4b53-8bc0-9008d43cff40 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Network 7a6608cd-3ecd-4ccf-b3ed-a9521e8676d8 is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:26:47.360107 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-ac4f45a0-6a10-4b53-8bc0-9008d43cff40 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:26:47.382157 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port c5c7ce78-41b1-4111-9711-e54fb94ab97a triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:26:47.382450 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:47.487866 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-507737bd-4196-400b-b30a-45ada1fd70c7 None None] Provisioning for port 9114f473-36b8-4924-a887-82400503129d completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:26:47.500659 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-507737bd-4196-400b-b30a-45ada1fd70c7 None None] Provisioning complete for port 9114f473-36b8-4924-a887-82400503129d triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:26:47.501039 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-507737bd-4196-400b-b30a-45ada1fd70c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:47.554178 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device d908a96d-849b-43a2-9daf-130a8949025a up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:26:47.601772 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-507737bd-4196-400b-b30a-45ada1fd70c7 None None] Port 9114f473-36b8-4924-a887-82400503129d cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 09:26:47.694089 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port d908a96d-849b-43a2-9daf-130a8949025a completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:26:47.699678 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port d908a96d-849b-43a2-9daf-130a8949025a triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:26:47.700051 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:47.763915 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-9a6faf10-b4b0-4698-b8f4-415369ca54d9 None None] Provisioning complete for port 9114f473-36b8-4924-a887-82400503129d triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:26:47.764185 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-9a6faf10-b4b0-4698-b8f4-415369ca54d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:47.853109 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-9a6faf10-b4b0-4698-b8f4-415369ca54d9 None None] Port 9114f473-36b8-4924-a887-82400503129d cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 09:26:47.870604 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:47.877523 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac4f45a0-6a10-4b53-8bc0-9008d43cff40 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Router 1c93f890-c57a-4624-ac16-41e876dd7467 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 09:26:47.901263 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port d908a96d-849b-43a2-9daf-130a8949025a, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=d908a96d-849b-43a2-9daf-130a8949025a,segment=NetworkSegment(aa7183d1-232f-4526-8695-a6db06f53649),segment_id=aa7183d1-232f-4526-8695-a6db06f53649)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:26:47.967848 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:48.042705 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=d908a96d-849b-43a2-9daf-130a8949025a,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:26:48.091573 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac4f45a0-6a10-4b53-8bc0-9008d43cff40 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 09:26:48.100936 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-ac4f45a0-6a10-4b53-8bc0-9008d43cff40 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "PUT /v2.0/routers/1c93f890-c57a-4624-ac16-41e876dd7467/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4489079 Feb 04 09:26:48.274266 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-6a0d92c7-e301-4de1-ae49-ba2f5360218b req-0a0ae276-bf65-4e8c-babd-64e1b69c4503 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1587062595&fields=id&tenant_id=780eb962d64446649b0f5d5c27ee1665 HTTP/1.1" status: 200 len: 267 time: 0.0422266 Feb 04 09:26:48.424222 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0d92c7-e301-4de1-ae49-ba2f5360218b req-6b9242fb-26ce-4dc8-942d-05bef310890d tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:26:48.425721 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-6a0d92c7-e301-4de1-ae49-ba2f5360218b req-6b9242fb-26ce-4dc8-942d-05bef310890d tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/networks?id=7a6608cd-3ecd-4ccf-b3ed-a9521e8676d8 HTTP/1.1" status: 200 len: 797 time: 0.1449394 Feb 04 09:26:48.434674 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6e4fd7-07de-41c8-9b22-52b4623af022 None None] Sync routers for ids ['1c93f890-c57a-4624-ac16-41e876dd7467'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 09:26:48.443327 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-6a0d92c7-e301-4de1-ae49-ba2f5360218b req-e74c08fa-c485-4235-a1ed-4afaed76ad81 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/quotas/780eb962d64446649b0f5d5c27ee1665 HTTP/1.1" status: 200 len: 375 time: 0.0116730 Feb 04 09:26:48.446070 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6e4fd7-07de-41c8-9b22-52b4623af022 None None] Routers {'1c93f890-c57a-4624-ac16-41e876dd7467'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:26:48.446671 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-ff6e4fd7-07de-41c8-9b22-52b4623af022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:26:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['1c93f890-c57a-4624-ac16-41e876dd7467'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:26:48.524430 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-6a0d92c7-e301-4de1-ae49-ba2f5360218b req-04539b27-5609-4ffb-9fe6-6d31022d3634 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=780eb962d64446649b0f5d5c27ee1665&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0754950 Feb 04 09:26:48.607965 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [req-6a0d92c7-e301-4de1-ae49-ba2f5360218b req-e3eceb04-739a-4069-b55d-1a9cfdfd41bf service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=84107) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 09:26:48.608980 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-6a0d92c7-e301-4de1-ae49-ba2f5360218b req-e3eceb04-739a-4069-b55d-1a9cfdfd41bf service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0738914 Feb 04 09:26:48.618658 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-ff6e4fd7-07de-41c8-9b22-52b4623af022 None None] Set router 1c93f890-c57a-4624-ac16-41e876dd7467 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:26:48.738649 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-6a0d92c7-e301-4de1-ae49-ba2f5360218b req-f7d81276-02f4-4b91-84bd-9ebcf169428f service neutron] 10.222.0.36 "GET /v2.0/networks/7a6608cd-3ecd-4ccf-b3ed-a9521e8676d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234016 Feb 04 09:26:48.866542 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-6a0d92c7-e301-4de1-ae49-ba2f5360218b req-6bca85ab-632f-4ed7-8c26-02efb28f4e1f service neutron] 10.222.0.36 "GET /v2.0/networks/7a6608cd-3ecd-4ccf-b3ed-a9521e8676d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216531 Feb 04 09:26:48.950488 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-ff6e4fd7-07de-41c8-9b22-52b4623af022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c93f890-c57a-4624-ac16-41e876dd7467', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455945849', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.143'}], 'enable_snat': True}, 'gw_port_id': 'c5c7ce78-41b1-4111-9711-e54fb94ab97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:26:41Z', 'updated_at': '2022-02-04T09:26:46Z', 'revision_number': 4, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'gw_port': {'id': 'c5c7ce78-41b1-4111-9711-e54fb94ab97a', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:35:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c93f890-c57a-4624-ac16-41e876dd7467', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:26:41Z', 'updated_at': '2022-02-04T09:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '9114f473-36b8-4924-a887-82400503129d', 'name': '', 'network_id': '7a6608cd-3ecd-4ccf-b3ed-a9521e8676d8', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'mac_address': 'fa:16:3e:6f:ae:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c93f890-c57a-4624-ac16-41e876dd7467', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '150ac892-fe12-44ab-9842-a67aa9a17b39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:26:45Z', 'updated_at': '2022-02-04T09:26:46Z', 'revision_number': 2, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'subnets': [{'id': '150ac892-fe12-44ab-9842-a67aa9a17b39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:26:48.954339 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6e4fd7-07de-41c8-9b22-52b4623af022 None None] Checking router: 1c93f890-c57a-4624-ac16-41e876dd7467 for host: dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 09:26:48.954701 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6e4fd7-07de-41c8-9b22-52b4623af022 None None] Updating router 1c93f890-c57a-4624-ac16-41e876dd7467 port 9114f473-36b8-4924-a887-82400503129d binding host dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 09:26:49.005027 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-ff6e4fd7-07de-41c8-9b22-52b4623af022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:49.171248 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8b00c576-33bd-4d22-9ea7-6c9af284aeae req-1268345d-54ef-46d2-8028-dc7aca92cd80 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=9540e8af-f6e0-4ef2-9209-e793cc4b09e9 HTTP/1.1" status: 200 len: 210 time: 0.0511346 Feb 04 09:26:49.227937 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device d908a96d-849b-43a2-9daf-130a8949025a up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:26:49.377868 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port d908a96d-849b-43a2-9daf-130a8949025a triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:26:49.378042 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:49.476378 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-ff6e4fd7-07de-41c8-9b22-52b4623af022 None None] Notify callbacks [] for port, precommit_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:49.492294 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-ff6e4fd7-07de-41c8-9b22-52b4623af022 None None] Transition to ACTIVE for port object 9114f473-36b8-4924-a887-82400503129d will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:26:49.529451 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-ad037452-2476-44dd-af0f-50e9cb5dcdf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:49.590322 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-ff6e4fd7-07de-41c8-9b22-52b4623af022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:49.714532 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645d7da2-e99a-425b-abb5-7cfa2e52bbad None None] Pushing event updated for resources: {'Port': ['ID=9114f473-36b8-4924-a887-82400503129d,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:26:49.800861 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-ff6e4fd7-07de-41c8-9b22-52b4623af022 None None] Attempting to bind port 9114f473-36b8-4924-a887-82400503129d on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 09:26:49.801230 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-ff6e4fd7-07de-41c8-9b22-52b4623af022 None None] Attempting to bind port 9114f473-36b8-4924-a887-82400503129d by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': 'aa7183d1-232f-4526-8695-a6db06f53649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7a6608cd-3ecd-4ccf-b3ed-a9521e8676d8'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 09:26:49.801591 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6e4fd7-07de-41c8-9b22-52b4623af022 None None] Attempting to bind port 9114f473-36b8-4924-a887-82400503129d on network 7a6608cd-3ecd-4ccf-b3ed-a9521e8676d8 {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 09:26:49.808043 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6e4fd7-07de-41c8-9b22-52b4623af022 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 9, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 09:26:49.808414 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6e4fd7-07de-41c8-9b22-52b4623af022 None None] Checking segment: {'id': 'aa7183d1-232f-4526-8695-a6db06f53649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7a6608cd-3ecd-4ccf-b3ed-a9521e8676d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 09:26:49.808831 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-ff6e4fd7-07de-41c8-9b22-52b4623af022 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:49.809221 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6e4fd7-07de-41c8-9b22-52b4623af022 None None] Bound using segment: {'id': 'aa7183d1-232f-4526-8695-a6db06f53649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7a6608cd-3ecd-4ccf-b3ed-a9521e8676d8'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 09:26:49.809687 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-ff6e4fd7-07de-41c8-9b22-52b4623af022 None None] Bound port: 9114f473-36b8-4924-a887-82400503129d, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa7183d1-232f-4526-8695-a6db06f53649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7a6608cd-3ecd-4ccf-b3ed-a9521e8676d8'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 09:26:49.810056 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-ff6e4fd7-07de-41c8-9b22-52b4623af022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:49.919136 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-ff6e4fd7-07de-41c8-9b22-52b4623af022 None None] For port 9114f473-36b8-4924-a887-82400503129d, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 09:26:49.923824 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-ff6e4fd7-07de-41c8-9b22-52b4623af022 None None] For port 9114f473-36b8-4924-a887-82400503129d, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=9114f473-36b8-4924-a887-82400503129d,segment=NetworkSegment(aa7183d1-232f-4526-8695-a6db06f53649),segment_id=aa7183d1-232f-4526-8695-a6db06f53649)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 09:26:49.990688 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-ff6e4fd7-07de-41c8-9b22-52b4623af022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:50.069160 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645d7da2-e99a-425b-abb5-7cfa2e52bbad None None] Pushing event updated for resources: {'Port': ['ID=9114f473-36b8-4924-a887-82400503129d,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:26:50.073717 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6e4fd7-07de-41c8-9b22-52b4623af022 None None] Routers {'1c93f890-c57a-4624-ac16-41e876dd7467'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:26:50.074326 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-ff6e4fd7-07de-41c8-9b22-52b4623af022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:26:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['1c93f890-c57a-4624-ac16-41e876dd7467'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:26:50.276435 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-be68babb-0cb0-4196-9545-19897780bc73 req-3414beef-d07a-4c19-9230-e9ebf22bc449 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=9540e8af-f6e0-4ef2-9209-e793cc4b09e9 HTTP/1.1" status: 200 len: 210 time: 0.0443809 Feb 04 09:26:50.280441 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-ff6e4fd7-07de-41c8-9b22-52b4623af022 None None] Set router 1c93f890-c57a-4624-ac16-41e876dd7467 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:26:50.637293 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-ff6e4fd7-07de-41c8-9b22-52b4623af022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c93f890-c57a-4624-ac16-41e876dd7467', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455945849', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.143'}], 'enable_snat': True}, 'gw_port_id': 'c5c7ce78-41b1-4111-9711-e54fb94ab97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:26:41Z', 'updated_at': '2022-02-04T09:26:46Z', 'revision_number': 4, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'gw_port': {'id': 'c5c7ce78-41b1-4111-9711-e54fb94ab97a', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:35:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c93f890-c57a-4624-ac16-41e876dd7467', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:26:41Z', 'updated_at': '2022-02-04T09:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '9114f473-36b8-4924-a887-82400503129d', 'name': '', 'network_id': '7a6608cd-3ecd-4ccf-b3ed-a9521e8676d8', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'mac_address': 'fa:16:3e:6f:ae:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c93f890-c57a-4624-ac16-41e876dd7467', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '150ac892-fe12-44ab-9842-a67aa9a17b39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:26:45Z', 'updated_at': '2022-02-04T09:26:49Z', 'revision_number': 4, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'subnets': [{'id': '150ac892-fe12-44ab-9842-a67aa9a17b39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:26:50.641269 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6e4fd7-07de-41c8-9b22-52b4623af022 None None] The sync data for ids ['1c93f890-c57a-4624-ac16-41e876dd7467'] in dv-neutron-827798-2-hyperv is: [{'id': '1c93f890-c57a-4624-ac16-41e876dd7467', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455945849', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.143'}], 'enable_snat': True}, 'gw_port_id': 'c5c7ce78-41b1-4111-9711-e54fb94ab97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:26:41Z', 'updated_at': '2022-02-04T09:26:46Z', 'revision_number': 4, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'gw_port': {'id': 'c5c7ce78-41b1-4111-9711-e54fb94ab97a', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:35:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c93f890-c57a-4624-ac16-41e876dd7467', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:26:41Z', 'updated_at': '2022-02-04T09:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '9114f473-36b8-4924-a887-82400503129d', 'name': '', 'network_id': '7a6608cd-3ecd-4ccf-b3ed-a9521e8676d8', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'mac_address': 'fa:16:3e:6f:ae:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c93f890-c57a-4624-ac16-41e876dd7467', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '150ac892-fe12-44ab-9842-a67aa9a17b39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:26:45Z', 'updated_at': '2022-02-04T09:26:49Z', 'revision_number': 4, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'subnets': [{'id': '150ac892-fe12-44ab-9842-a67aa9a17b39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 09:26:51.230221 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 9114f473-36b8-4924-a887-82400503129d up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:26:51.344742 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 9114f473-36b8-4924-a887-82400503129d completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:26:51.350658 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 9114f473-36b8-4924-a887-82400503129d triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:26:51.356864 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:51.494771 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:51.507227 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-1464fcd0-4053-426c-a456-567bf3bbae53 req-f43c0905-8399-40fa-8dcc-8783f5eb754a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=9540e8af-f6e0-4ef2-9209-e793cc4b09e9 HTTP/1.1" status: 200 len: 210 time: 0.1001577 Feb 04 09:26:51.549548 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port 9114f473-36b8-4924-a887-82400503129d, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=9114f473-36b8-4924-a887-82400503129d,segment=NetworkSegment(aa7183d1-232f-4526-8695-a6db06f53649),segment_id=aa7183d1-232f-4526-8695-a6db06f53649)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:26:51.601703 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:51.603572 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0d92c7-e301-4de1-ae49-ba2f5360218b req-2b0451d1-3112-4f7a-acf3-d394fd270b87 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:26:51.604264 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [req-6a0d92c7-e301-4de1-ae49-ba2f5360218b req-2b0451d1-3112-4f7a-acf3-d394fd270b87 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Synchronizing usage tracker for tenant:780eb962d64446649b0f5d5c27ee1665 on resource:network {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 09:26:51.665840 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=9114f473-36b8-4924-a887-82400503129d,revision_number=5']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:26:51.704434 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [req-6a0d92c7-e301-4de1-ae49-ba2f5360218b req-2b0451d1-3112-4f7a-acf3-d394fd270b87 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Unset dirty status for tenant:780eb962d64446649b0f5d5c27ee1665 on resource:network {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 09:26:51.705677 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-6a0d92c7-e301-4de1-ae49-ba2f5360218b req-2b0451d1-3112-4f7a-acf3-d394fd270b87 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.47 "GET /v2.0/networks?id=7a6608cd-3ecd-4ccf-b3ed-a9521e8676d8 HTTP/1.1" status: 200 len: 797 time: 0.3138525 Feb 04 09:26:51.757218 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [req-6a0d92c7-e301-4de1-ae49-ba2f5360218b req-3a752b5b-aea1-4b9b-baeb-7d577b95ec43 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Synchronizing usage tracker for tenant:780eb962d64446649b0f5d5c27ee1665 on resource:security_group {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 09:26:51.784359 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-62d216f8-b4b7-4320-8539-f76914788c15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:51.864432 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [req-6a0d92c7-e301-4de1-ae49-ba2f5360218b req-3a752b5b-aea1-4b9b-baeb-7d577b95ec43 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Unset dirty status for tenant:780eb962d64446649b0f5d5c27ee1665 on resource:security_group {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 09:26:51.866169 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-6a0d92c7-e301-4de1-ae49-ba2f5360218b req-3a752b5b-aea1-4b9b-baeb-7d577b95ec43 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=780eb962d64446649b0f5d5c27ee1665 HTTP/1.1" status: 200 len: 380 time: 0.1484969 Feb 04 09:26:51.874951 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [req-6a0d92c7-e301-4de1-ae49-ba2f5360218b req-90b5b227-591d-4b9f-887a-9683c2f9638b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Request body: {'port': {'device_id': '9540e8af-f6e0-4ef2-9209-e793cc4b09e9', 'network_id': '7a6608cd-3ecd-4ccf-b3ed-a9521e8676d8', 'admin_state_up': True, 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'security_groups': ['2965865f-70b8-4ebf-81ff-f9e16d92332a']}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:26:52.008243 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [req-6a0d92c7-e301-4de1-ae49-ba2f5360218b req-90b5b227-591d-4b9f-887a-9683c2f9638b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:26:52.011995 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [req-6a0d92c7-e301-4de1-ae49-ba2f5360218b req-90b5b227-591d-4b9f-887a-9683c2f9638b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Usage tracker for resource:port and tenant:780eb962d64446649b0f5d5c27ee1665 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:26:52.014776 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [req-6a0d92c7-e301-4de1-ae49-ba2f5360218b req-90b5b227-591d-4b9f-887a-9683c2f9638b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:26:52.020304 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [req-6a0d92c7-e301-4de1-ae49-ba2f5360218b req-90b5b227-591d-4b9f-887a-9683c2f9638b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:26:52.116005 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a0d92c7-e301-4de1-ae49-ba2f5360218b req-90b5b227-591d-4b9f-887a-9683c2f9638b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Made reservation on behalf of 780eb962d64446649b0f5d5c27ee1665 for: {'port': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 09:26:52.119029 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-6a0d92c7-e301-4de1-ae49-ba2f5360218b req-90b5b227-591d-4b9f-887a-9683c2f9638b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:52.278136 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [req-6a0d92c7-e301-4de1-ae49-ba2f5360218b req-90b5b227-591d-4b9f-887a-9683c2f9638b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Allocated IP 172.20.0.11 (7a6608cd-3ecd-4ccf-b3ed-a9521e8676d8/150ac892-fe12-44ab-9842-a67aa9a17b39/7f5c296b-95a3-45ea-8b36-267b80a8ae5c) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 09:26:52.460200 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-6a0d92c7-e301-4de1-ae49-ba2f5360218b req-90b5b227-591d-4b9f-887a-9683c2f9638b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:52.475608 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.provisioning_blocks [req-6a0d92c7-e301-4de1-ae49-ba2f5360218b req-90b5b227-591d-4b9f-887a-9683c2f9638b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Transition to ACTIVE for port object 7f5c296b-95a3-45ea-8b36-267b80a8ae5c will not be triggered until provisioned by entity DHCP. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:26:52.568371 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-6a0d92c7-e301-4de1-ae49-ba2f5360218b req-90b5b227-591d-4b9f-887a-9683c2f9638b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:52.639823 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a0d92c7-e301-4de1-ae49-ba2f5360218b req-90b5b227-591d-4b9f-887a-9683c2f9638b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Network 7a6608cd-3ecd-4ccf-b3ed-a9521e8676d8 is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:26:52.642950 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [req-6a0d92c7-e301-4de1-ae49-ba2f5360218b req-90b5b227-591d-4b9f-887a-9683c2f9638b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:26:52.647491 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a0d92c7-e301-4de1-ae49-ba2f5360218b req-90b5b227-591d-4b9f-887a-9683c2f9638b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 09:26:52.689050 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b5b227-591d-4b9f-887a-9683c2f9638b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event updated for resources: {'Port': ['ID=7f5c296b-95a3-45ea-8b36-267b80a8ae5c,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:26:52.716697 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b7d2a0-f228-4a55-9d09-f88c220cba66 req-6468f6bb-5454-401f-a1ea-332a7e72fa41 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:26:52.718229 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-39b7d2a0-f228-4a55-9d09-f88c220cba66 req-6468f6bb-5454-401f-a1ea-332a7e72fa41 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=9540e8af-f6e0-4ef2-9209-e793cc4b09e9 HTTP/1.1" status: 200 len: 932 time: 0.0848286 Feb 04 09:26:52.721446 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0d92c7-e301-4de1-ae49-ba2f5360218b req-90b5b227-591d-4b9f-887a-9683c2f9638b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:26:52.722059 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-6a0d92c7-e301-4de1-ae49-ba2f5360218b req-90b5b227-591d-4b9f-887a-9683c2f9638b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:52.765367 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-39b7d2a0-f228-4a55-9d09-f88c220cba66 req-1581b2de-bf7c-43d8-a553-09ab810923ea tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=2965865f-70b8-4ebf-81ff-f9e16d92332a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414836 Feb 04 09:26:52.829179 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-6a0d92c7-e301-4de1-ae49-ba2f5360218b req-90b5b227-591d-4b9f-887a-9683c2f9638b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9545534 Feb 04 09:26:52.836744 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [req-6a0d92c7-e301-4de1-ae49-ba2f5360218b req-0f1f111f-073c-443a-8fcb-487180c4561d service neutron] Request body: {'port': {'device_id': '9540e8af-f6e0-4ef2-9209-e793cc4b09e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:26:52.921647 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-59735858-07a1-4283-8934-df64ab6a2e18 None None] Provisioning for port 7f5c296b-95a3-45ea-8b36-267b80a8ae5c completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:26:52.929607 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-59735858-07a1-4283-8934-df64ab6a2e18 None None] Provisioning complete for port 7f5c296b-95a3-45ea-8b36-267b80a8ae5c triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:26:52.929607 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-59735858-07a1-4283-8934-df64ab6a2e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:52.949679 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-6a0d92c7-e301-4de1-ae49-ba2f5360218b req-0f1f111f-073c-443a-8fcb-487180c4561d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:52.956109 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:52.994551 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-59735858-07a1-4283-8934-df64ab6a2e18 None None] Port 7f5c296b-95a3-45ea-8b36-267b80a8ae5c cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 09:26:53.041792 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:53.210405 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 9114f473-36b8-4924-a887-82400503129d up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:26:53.280405 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 9114f473-36b8-4924-a887-82400503129d triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:26:53.280909 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:53.375776 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [req-6a0d92c7-e301-4de1-ae49-ba2f5360218b req-0f1f111f-073c-443a-8fcb-487180c4561d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f5c296b-95a3-45ea-8b36-267b80a8ae5c {{(pid=84108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 09:26:53.383471 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-6a0d92c7-e301-4de1-ae49-ba2f5360218b req-0f1f111f-073c-443a-8fcb-487180c4561d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:53.397694 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.provisioning_blocks [req-6a0d92c7-e301-4de1-ae49-ba2f5360218b req-0f1f111f-073c-443a-8fcb-487180c4561d service neutron] Transition to ACTIVE for port object 7f5c296b-95a3-45ea-8b36-267b80a8ae5c will not be triggered until provisioned by entity L2. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:26:53.464611 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-6a0d92c7-e301-4de1-ae49-ba2f5360218b req-0f1f111f-073c-443a-8fcb-487180c4561d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:53.583234 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1f111f-073c-443a-8fcb-487180c4561d service neutron] Pushing event updated for resources: {'Port': ['ID=7f5c296b-95a3-45ea-8b36-267b80a8ae5c,revision_number=2']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:26:53.700877 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [req-6a0d92c7-e301-4de1-ae49-ba2f5360218b req-0f1f111f-073c-443a-8fcb-487180c4561d service neutron] Attempting to bind port 7f5c296b-95a3-45ea-8b36-267b80a8ae5c on host hv-neutron-8277 for vnic_type normal with profile {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 09:26:53.701471 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [req-6a0d92c7-e301-4de1-ae49-ba2f5360218b req-0f1f111f-073c-443a-8fcb-487180c4561d service neutron] Attempting to bind port 7f5c296b-95a3-45ea-8b36-267b80a8ae5c by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'aa7183d1-232f-4526-8695-a6db06f53649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7a6608cd-3ecd-4ccf-b3ed-a9521e8676d8'}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 09:26:53.701612 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0d92c7-e301-4de1-ae49-ba2f5360218b req-0f1f111f-073c-443a-8fcb-487180c4561d service neutron] Attempting to bind port 7f5c296b-95a3-45ea-8b36-267b80a8ae5c on network 7a6608cd-3ecd-4ccf-b3ed-a9521e8676d8 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 09:26:53.707238 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0d92c7-e301-4de1-ae49-ba2f5360218b req-0f1f111f-073c-443a-8fcb-487180c4561d service neutron] Port 7f5c296b-95a3-45ea-8b36-267b80a8ae5c on network 7a6608cd-3ecd-4ccf-b3ed-a9521e8676d8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 09:26:53.707553 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0d92c7-e301-4de1-ae49-ba2f5360218b req-0f1f111f-073c-443a-8fcb-487180c4561d service neutron] Attempting to bind port 7f5c296b-95a3-45ea-8b36-267b80a8ae5c on network 7a6608cd-3ecd-4ccf-b3ed-a9521e8676d8 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 09:26:53.713768 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0d92c7-e301-4de1-ae49-ba2f5360218b req-0f1f111f-073c-443a-8fcb-487180c4561d service neutron] Checking agent: {'id': 'f735dfbb-9ed2-4de7-8aa1-fea4a962ae1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 34, 26), 'started_at': datetime.datetime(2022, 2, 4, 8, 34, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 9, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 09:26:53.714099 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0d92c7-e301-4de1-ae49-ba2f5360218b req-0f1f111f-073c-443a-8fcb-487180c4561d service neutron] Checking segment: {'id': 'aa7183d1-232f-4526-8695-a6db06f53649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7a6608cd-3ecd-4ccf-b3ed-a9521e8676d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 09:26:53.714479 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0d92c7-e301-4de1-ae49-ba2f5360218b req-0f1f111f-073c-443a-8fcb-487180c4561d service neutron] Bound using segment: {'id': 'aa7183d1-232f-4526-8695-a6db06f53649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7a6608cd-3ecd-4ccf-b3ed-a9521e8676d8'} {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 09:26:53.714936 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [req-6a0d92c7-e301-4de1-ae49-ba2f5360218b req-0f1f111f-073c-443a-8fcb-487180c4561d service neutron] Bound port: 7f5c296b-95a3-45ea-8b36-267b80a8ae5c, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa7183d1-232f-4526-8695-a6db06f53649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7a6608cd-3ecd-4ccf-b3ed-a9521e8676d8'}}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 09:26:53.715228 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-6a0d92c7-e301-4de1-ae49-ba2f5360218b req-0f1f111f-073c-443a-8fcb-487180c4561d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:53.799684 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [req-6a0d92c7-e301-4de1-ae49-ba2f5360218b req-0f1f111f-073c-443a-8fcb-487180c4561d service neutron] For port 7f5c296b-95a3-45ea-8b36-267b80a8ae5c, host hv-neutron-8277, cleared binding levels {{(pid=84108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 09:26:53.802566 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [req-6a0d92c7-e301-4de1-ae49-ba2f5360218b req-0f1f111f-073c-443a-8fcb-487180c4561d service neutron] For port 7f5c296b-95a3-45ea-8b36-267b80a8ae5c, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=7f5c296b-95a3-45ea-8b36-267b80a8ae5c,segment=NetworkSegment(aa7183d1-232f-4526-8695-a6db06f53649),segment_id=aa7183d1-232f-4526-8695-a6db06f53649)] {{(pid=84108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 09:26:53.859299 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-6a0d92c7-e301-4de1-ae49-ba2f5360218b req-0f1f111f-073c-443a-8fcb-487180c4561d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:53.925169 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-6a0d92c7-e301-4de1-ae49-ba2f5360218b req-0f1f111f-073c-443a-8fcb-487180c4561d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:53.926523 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-6a0d92c7-e301-4de1-ae49-ba2f5360218b req-0f1f111f-073c-443a-8fcb-487180c4561d service neutron] 10.222.0.47 "PUT /v2.0/ports/7f5c296b-95a3-45ea-8b36-267b80a8ae5c HTTP/1.1" status: 200 len: 1094 time: 1.0939133 Feb 04 09:26:53.926931 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9540e8af-f6e0-4ef2-9209-e793cc4b09e9', 'tag': '7f5c296b-95a3-45ea-8b36-267b80a8ae5c'}] {{(pid=84108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:26:53.952925 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1f111f-073c-443a-8fcb-487180c4561d service neutron] Pushing event updated for resources: {'Port': ['ID=7f5c296b-95a3-45ea-8b36-267b80a8ae5c,revision_number=3']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:26:53.991805 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9540e8af-f6e0-4ef2-9209-e793cc4b09e9', 'tag': '7f5c296b-95a3-45ea-8b36-267b80a8ae5c', 'status': 'completed', 'code': 200} Feb 04 09:26:54.003990 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ddbf9e-5fd4-4ef2-b1aa-1a577f67c369 req-55970d39-ef6f-40a1-81a2-82ab473baa62 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:26:54.005437 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-26ddbf9e-5fd4-4ef2-b1aa-1a577f67c369 req-55970d39-ef6f-40a1-81a2-82ab473baa62 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=9540e8af-f6e0-4ef2-9209-e793cc4b09e9 HTTP/1.1" status: 200 len: 944 time: 0.1139872 Feb 04 09:26:54.069149 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-26ddbf9e-5fd4-4ef2-b1aa-1a577f67c369 req-d815a4c0-14e8-4a62-8526-23913e00669c tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=2965865f-70b8-4ebf-81ff-f9e16d92332a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576658 Feb 04 09:26:54.088729 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-ab652437-607d-4304-be65-c820c33e6e0c req-0fd6fae9-c108-47d5-afc7-3d6cfb176e78 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=780eb962d64446649b0f5d5c27ee1665&device_id=9540e8af-f6e0-4ef2-9209-e793cc4b09e9 HTTP/1.1" status: 200 len: 1097 time: 0.0759151 Feb 04 09:26:54.229135 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab652437-607d-4304-be65-c820c33e6e0c req-574301e7-5a8b-4f13-8519-6f943665b558 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:26:54.230454 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-ab652437-607d-4304-be65-c820c33e6e0c req-574301e7-5a8b-4f13-8519-6f943665b558 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=780eb962d64446649b0f5d5c27ee1665&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1348300 Feb 04 09:26:54.364154 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab652437-607d-4304-be65-c820c33e6e0c req-85930d72-5114-49cc-8b40-d2b46773d8cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:26:54.365640 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-ab652437-607d-4304-be65-c820c33e6e0c req-85930d72-5114-49cc-8b40-d2b46773d8cd service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1296632 Feb 04 09:26:54.477209 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-6a0d92c7-e301-4de1-ae49-ba2f5360218b req-7a3923c1-a57d-49f6-b11a-22d6f02523b2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=780eb962d64446649b0f5d5c27ee1665&device_id=9540e8af-f6e0-4ef2-9209-e793cc4b09e9 HTTP/1.1" status: 200 len: 1097 time: 0.0775712 Feb 04 09:26:54.516039 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:54.543218 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-6a0d92c7-e301-4de1-ae49-ba2f5360218b req-ab3f8980-0525-4950-8d31-fa2a883d49fe service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f5c296b-95a3-45ea-8b36-267b80a8ae5c HTTP/1.1" status: 200 len: 217 time: 0.0593312 Feb 04 09:26:54.605420 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0d92c7-e301-4de1-ae49-ba2f5360218b req-ac3d1202-32de-431d-8bd2-bf15eeddfdd4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:26:54.606782 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-6a0d92c7-e301-4de1-ae49-ba2f5360218b req-ac3d1202-32de-431d-8bd2-bf15eeddfdd4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=150ac892-fe12-44ab-9842-a67aa9a17b39 HTTP/1.1" status: 200 len: 834 time: 0.0583727 Feb 04 09:26:54.677894 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-6a0d92c7-e301-4de1-ae49-ba2f5360218b req-c200f7d0-981c-4fe4-bc3b-e1a6b7605886 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7a6608cd-3ecd-4ccf-b3ed-a9521e8676d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0648968 Feb 04 09:26:54.804085 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-6a0d92c7-e301-4de1-ae49-ba2f5360218b req-1256836c-f805-471c-933d-444562f3a127 service neutron] 10.222.0.47 "GET /v2.0/networks/7a6608cd-3ecd-4ccf-b3ed-a9521e8676d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203492 Feb 04 09:26:54.933098 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-6a0d92c7-e301-4de1-ae49-ba2f5360218b req-0052c216-b5e3-4f87-8bcb-3764048b5e02 service neutron] 10.222.0.47 "GET /v2.0/networks/7a6608cd-3ecd-4ccf-b3ed-a9521e8676d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227527 Feb 04 09:26:55.252669 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2859a943-a416-4aaa-a38f-dd8e89f6bdc5 req-a7aaff27-7ac8-45c9-90f7-07d57f5c1a65 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:26:55.254095 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-2859a943-a416-4aaa-a38f-dd8e89f6bdc5 req-a7aaff27-7ac8-45c9-90f7-07d57f5c1a65 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=9540e8af-f6e0-4ef2-9209-e793cc4b09e9 HTTP/1.1" status: 200 len: 944 time: 0.0732710 Feb 04 09:26:55.301018 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-2859a943-a416-4aaa-a38f-dd8e89f6bdc5 req-800a6ea8-380c-4581-8736-b27934bd037d tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=2965865f-70b8-4ebf-81ff-f9e16d92332a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410259 Feb 04 09:26:56.493323 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c511eb-3c7b-4c2c-8cc5-51f8aef5e730 req-e089e634-0f8a-4dc7-adce-3bf13907f357 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:26:56.494752 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-80c511eb-3c7b-4c2c-8cc5-51f8aef5e730 req-e089e634-0f8a-4dc7-adce-3bf13907f357 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=9540e8af-f6e0-4ef2-9209-e793cc4b09e9 HTTP/1.1" status: 200 len: 944 time: 0.0776343 Feb 04 09:26:56.522308 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:56.539739 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-80c511eb-3c7b-4c2c-8cc5-51f8aef5e730 req-ed286a1a-8dfe-407e-adae-c64fdc0db9f8 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=2965865f-70b8-4ebf-81ff-f9e16d92332a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391459 Feb 04 09:26:57.449139 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device 7f5c296b-95a3-45ea-8b36-267b80a8ae5c details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=84109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 09:26:57.581362 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port 7f5c296b-95a3-45ea-8b36-267b80a8ae5c, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=7f5c296b-95a3-45ea-8b36-267b80a8ae5c,segment=NetworkSegment(aa7183d1-232f-4526-8695-a6db06f53649),segment_id=aa7183d1-232f-4526-8695-a6db06f53649)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:26:57.594761 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Returning: {'device': '7f5c296b-95a3-45ea-8b36-267b80a8ae5c', 'network_id': '7a6608cd-3ecd-4ccf-b3ed-a9521e8676d8', 'port_id': '7f5c296b-95a3-45ea-8b36-267b80a8ae5c', 'mac_address': 'fa:16:3e:5d:f5:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '150ac892-fe12-44ab-9842-a67aa9a17b39', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 09:26:57.649706 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:57.666984 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f5c296b-95a3-45ea-8b36-267b80a8ae5c {{(pid=84109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 09:26:57.682079 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port 7f5c296b-95a3-45ea-8b36-267b80a8ae5c, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=7f5c296b-95a3-45ea-8b36-267b80a8ae5c,segment=NetworkSegment(aa7183d1-232f-4526-8695-a6db06f53649),segment_id=aa7183d1-232f-4526-8695-a6db06f53649)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:26:57.735976 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef73a73-36e0-44dc-98aa-4473b0c9c3d8 req-0121d071-bb20-4dde-820c-b2cd591ea578 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:26:57.737350 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-eef73a73-36e0-44dc-98aa-4473b0c9c3d8 req-0121d071-bb20-4dde-820c-b2cd591ea578 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=9540e8af-f6e0-4ef2-9209-e793cc4b09e9 HTTP/1.1" status: 200 len: 944 time: 0.0786116 Feb 04 09:26:57.739042 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:57.807158 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=7f5c296b-95a3-45ea-8b36-267b80a8ae5c,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:26:57.869137 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-eef73a73-36e0-44dc-98aa-4473b0c9c3d8 req-732b3888-4a07-4c7d-8d29-2986f627d20d tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=2965865f-70b8-4ebf-81ff-f9e16d92332a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256900 Feb 04 09:26:58.086747 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] get_ports_and_sgs() called for port_ids ['7f5c296b-95a3-45ea-8b36-267b80a8ae5c'] {{(pid=84109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 09:26:59.062426 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d4e3a4-c9ff-4ab1-918b-f37d3e9118e2 req-879950a4-b31c-40c2-8dae-80f4f3d411cd tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:26:59.064181 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-59d4e3a4-c9ff-4ab1-918b-f37d3e9118e2 req-879950a4-b31c-40c2-8dae-80f4f3d411cd tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=9540e8af-f6e0-4ef2-9209-e793cc4b09e9 HTTP/1.1" status: 200 len: 945 time: 0.0755174 Feb 04 09:26:59.108333 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-59d4e3a4-c9ff-4ab1-918b-f37d3e9118e2 req-951ed38c-b3f4-4747-8b97-7e1126c27740 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=2965865f-70b8-4ebf-81ff-f9e16d92332a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387483 Feb 04 09:26:59.464129 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device 7f5c296b-95a3-45ea-8b36-267b80a8ae5c up at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:26:59.579060 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Provisioning for port 7f5c296b-95a3-45ea-8b36-267b80a8ae5c completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:26:59.584575 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Provisioning complete for port 7f5c296b-95a3-45ea-8b36-267b80a8ae5c triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:26:59.584941 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:59.696515 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:59.722364 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9540e8af-f6e0-4ef2-9209-e793cc4b09e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f5c296b-95a3-45ea-8b36-267b80a8ae5c'}] {{(pid=84109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:26:59.731711 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port 7f5c296b-95a3-45ea-8b36-267b80a8ae5c, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=7f5c296b-95a3-45ea-8b36-267b80a8ae5c,segment=NetworkSegment(aa7183d1-232f-4526-8695-a6db06f53649),segment_id=aa7183d1-232f-4526-8695-a6db06f53649)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:26:59.807233 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:26:59.858667 dv-neutron-827798-2-hyperv neutron-server[84109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9540e8af-f6e0-4ef2-9209-e793cc4b09e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f5c296b-95a3-45ea-8b36-267b80a8ae5c', 'code': 200} Feb 04 09:26:59.875372 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=7f5c296b-95a3-45ea-8b36-267b80a8ae5c,revision_number=5']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:27:00.254298 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-4f0ec4b4-84cd-4e05-91dd-89daecac4c14 req-dcd8436c-f488-4955-81cc-56343e8d4978 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9540e8af-f6e0-4ef2-9209-e793cc4b09e9 HTTP/1.1" status: 200 len: 1099 time: 0.0750444 Feb 04 09:27:00.295998 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-4f0ec4b4-84cd-4e05-91dd-89daecac4c14 req-5de77f3b-7225-4a00-9493-22d6c0525c3a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2965865f-70b8-4ebf-81ff-f9e16d92332a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359819 Feb 04 09:27:00.309286 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c090e6ff-cdd9-4e21-8d3c-605fb64132ed req-6263ced8-c118-4037-83fc-600cf7b9cb0c tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:27:00.310737 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c090e6ff-cdd9-4e21-8d3c-605fb64132ed req-6263ced8-c118-4037-83fc-600cf7b9cb0c tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=9540e8af-f6e0-4ef2-9209-e793cc4b09e9 HTTP/1.1" status: 200 len: 946 time: 0.0797787 Feb 04 09:27:00.354809 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c090e6ff-cdd9-4e21-8d3c-605fb64132ed req-0642cfd8-4c7f-430f-be49-21e4fa13fb1e tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=2965865f-70b8-4ebf-81ff-f9e16d92332a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387177 Feb 04 09:27:01.562653 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f0ee6f-6682-485e-a68a-3c598b55a8f3 req-3e545ed9-5879-4b64-aa39-0a95f3e9e2b0 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:27:01.564108 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-04f0ee6f-6682-485e-a68a-3c598b55a8f3 req-3e545ed9-5879-4b64-aa39-0a95f3e9e2b0 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=9540e8af-f6e0-4ef2-9209-e793cc4b09e9 HTTP/1.1" status: 200 len: 946 time: 0.0806448 Feb 04 09:27:01.612849 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-04f0ee6f-6682-485e-a68a-3c598b55a8f3 req-279256e4-6557-483c-9868-1acb7f51a841 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=2965865f-70b8-4ebf-81ff-f9e16d92332a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427752 Feb 04 09:27:02.802193 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e84383-ccb1-4ccd-b376-6cad9279d11c req-566f65f0-0987-4739-905e-96c6a047c0d0 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:27:02.804239 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c5e84383-ccb1-4ccd-b376-6cad9279d11c req-566f65f0-0987-4739-905e-96c6a047c0d0 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=9540e8af-f6e0-4ef2-9209-e793cc4b09e9 HTTP/1.1" status: 200 len: 946 time: 0.0748804 Feb 04 09:27:02.853903 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c5e84383-ccb1-4ccd-b376-6cad9279d11c req-f3a76a1b-58a6-4e8f-a646-b008a40eac13 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=2965865f-70b8-4ebf-81ff-f9e16d92332a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418768 Feb 04 09:27:03.045842 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095ee4bb-028b-49e0-b697-55e76b1b179c req-dd6ebebb-650b-4225-afc7-b1ffd042f2d8 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:27:03.047276 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-095ee4bb-028b-49e0-b697-55e76b1b179c req-dd6ebebb-650b-4225-afc7-b1ffd042f2d8 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=9540e8af-f6e0-4ef2-9209-e793cc4b09e9 HTTP/1.1" status: 200 len: 946 time: 0.0789859 Feb 04 09:27:03.091124 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-095ee4bb-028b-49e0-b697-55e76b1b179c req-a94e211d-69fd-4f6d-a714-e1a6b8253f7a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=2965865f-70b8-4ebf-81ff-f9e16d92332a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380936 Feb 04 09:27:03.120591 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 34840) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:27:03.133506 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 09:27:03.190387 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-46661182-6fc9-48be-aeca-f4cf61c429fe tempest-TestNetworkAdvancedServerOps-2015322207 tempest-TestNetworkAdvancedServerOps-2015322207-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=9540e8af-f6e0-4ef2-9209-e793cc4b09e9 HTTP/1.1" status: 200 len: 1094 time: 0.0682895 Feb 04 09:27:03.193021 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 34844) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:27:03.198368 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-93ecc13a-692c-4323-bf26-997e40949863 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Request body: {'floatingip': {'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'port_id': '7f5c296b-95a3-45ea-8b36-267b80a8ae5c', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:27:03.204362 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-93ecc13a-692c-4323-bf26-997e40949863 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:27:03.208108 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-93ecc13a-692c-4323-bf26-997e40949863 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Usage tracker for resource:floatingip and tenant:780eb962d64446649b0f5d5c27ee1665 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:27:03.211551 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-93ecc13a-692c-4323-bf26-997e40949863 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:27:03.217734 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-93ecc13a-692c-4323-bf26-997e40949863 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:27:03.293366 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-93ecc13a-692c-4323-bf26-997e40949863 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for floatingip, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:27:03.503108 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-93ecc13a-692c-4323-bf26-997e40949863 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:27:03.649425 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-93ecc13a-692c-4323-bf26-997e40949863 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Allocated IP 172.26.3.221 (e264bd74-c56b-43d0-9059-bcb57dbbe5bc/79caf47c-b62c-4ea0-b35f-21ede155daa8/653be0a8-a25f-433a-94d3-20d7d53770aa) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 09:27:03.805879 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-93ecc13a-692c-4323-bf26-997e40949863 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:27:03.865066 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-93ecc13a-692c-4323-bf26-997e40949863 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:27:03.932494 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ecc13a-692c-4323-bf26-997e40949863 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Network e264bd74-c56b-43d0-9059-bcb57dbbe5bc is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:27:03.935311 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-93ecc13a-692c-4323-bf26-997e40949863 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:27:03.939626 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ecc13a-692c-4323-bf26-997e40949863 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 09:27:03.966636 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ecc13a-692c-4323-bf26-997e40949863 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event updated for resources: {'Port': ['ID=653be0a8-a25f-433a-94d3-20d7d53770aa,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:27:04.443653 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-93ecc13a-692c-4323-bf26-997e40949863 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:27:04.560667 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-93ecc13a-692c-4323-bf26-997e40949863 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:27:04.758723 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-93ecc13a-692c-4323-bf26-997e40949863 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for port, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:27:04.818803 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-93ecc13a-692c-4323-bf26-997e40949863 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:27:04.944525 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ecc13a-692c-4323-bf26-997e40949863 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event updated for resources: {'Port': ['ID=653be0a8-a25f-433a-94d3-20d7d53770aa,revision_number=2']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:27:04.966937 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-93ecc13a-692c-4323-bf26-997e40949863 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473039'] for floatingip, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:27:05.151746 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.l3_db [None req-93ecc13a-692c-4323-bf26-997e40949863 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Floating IP 2c23a8c6-b24a-4862-aa90-bef78f112bd4 associated. External IP: 172.26.3.221, port: 7f5c296b-95a3-45ea-8b36-267b80a8ae5c. Feb 04 09:27:05.645414 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93ecc13a-692c-4323-bf26-997e40949863 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Router 1c93f890-c57a-4624-ac16-41e876dd7467 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 09:27:05.840980 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93ecc13a-692c-4323-bf26-997e40949863 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 09:27:05.851124 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f085f5-2095-4ae7-9761-a35c0ad9932b None None] Sync routers for ids ['1c93f890-c57a-4624-ac16-41e876dd7467'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 09:27:05.863389 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f085f5-2095-4ae7-9761-a35c0ad9932b None None] Routers {'1c93f890-c57a-4624-ac16-41e876dd7467'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:27:05.864002 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-53f085f5-2095-4ae7-9761-a35c0ad9932b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:26:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['1c93f890-c57a-4624-ac16-41e876dd7467'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:27:05.961937 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-93ecc13a-692c-4323-bf26-997e40949863 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for floatingip, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:27:06.015700 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-93ecc13a-692c-4323-bf26-997e40949863 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8215384 Feb 04 09:27:06.016356 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9540e8af-f6e0-4ef2-9209-e793cc4b09e9', 'tag': '7f5c296b-95a3-45ea-8b36-267b80a8ae5c'}] {{(pid=84108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:27:06.066879 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-53f085f5-2095-4ae7-9761-a35c0ad9932b None None] Set router 1c93f890-c57a-4624-ac16-41e876dd7467 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:27:06.072874 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9540e8af-f6e0-4ef2-9209-e793cc4b09e9', 'tag': '7f5c296b-95a3-45ea-8b36-267b80a8ae5c', 'status': 'completed', 'code': 200} Feb 04 09:27:06.177840 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b8da65b0-0dab-46a6-9676-be05002d0110 req-bc32a6a7-e540-4798-896b-1a2e1eca9f60 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=780eb962d64446649b0f5d5c27ee1665&device_id=9540e8af-f6e0-4ef2-9209-e793cc4b09e9 HTTP/1.1" status: 200 len: 1099 time: 0.0850921 Feb 04 09:27:06.198593 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faae86d-e925-4df5-a131-02983cf6a114 req-3acb0a9a-7e98-4fa0-bc7b-6554b839779c tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:27:06.201256 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-2faae86d-e925-4df5-a131-02983cf6a114 req-3acb0a9a-7e98-4fa0-bc7b-6554b839779c tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=9540e8af-f6e0-4ef2-9209-e793cc4b09e9 HTTP/1.1" status: 200 len: 946 time: 0.0858357 Feb 04 09:27:06.246423 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-2faae86d-e925-4df5-a131-02983cf6a114 req-19645050-6907-4b7f-aad3-043062a9505a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=2965865f-70b8-4ebf-81ff-f9e16d92332a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407145 Feb 04 09:27:06.274922 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 34852) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:27:06.313009 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8da65b0-0dab-46a6-9676-be05002d0110 req-de43b263-a8d6-4e8e-809d-daf542883326 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:27:06.314566 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b8da65b0-0dab-46a6-9676-be05002d0110 req-de43b263-a8d6-4e8e-809d-daf542883326 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7a6608cd-3ecd-4ccf-b3ed-a9521e8676d8 HTTP/1.1" status: 200 len: 898 time: 0.1307557 Feb 04 09:27:06.382156 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-6d61e6a5-198c-45bc-b517-5dac4bfb52dc tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/floatingips/2c23a8c6-b24a-4862-aa90-bef78f112bd4 HTTP/1.1" status: 200 len: 992 time: 0.1052542 Feb 04 09:27:06.413862 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-53f085f5-2095-4ae7-9761-a35c0ad9932b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c93f890-c57a-4624-ac16-41e876dd7467', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455945849', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.143'}], 'enable_snat': True}, 'gw_port_id': 'c5c7ce78-41b1-4111-9711-e54fb94ab97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:26:41Z', 'updated_at': '2022-02-04T09:26:46Z', 'revision_number': 4, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'gw_port': {'id': 'c5c7ce78-41b1-4111-9711-e54fb94ab97a', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:35:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c93f890-c57a-4624-ac16-41e876dd7467', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:26:41Z', 'updated_at': '2022-02-04T09:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': '2c23a8c6-b24a-4862-aa90-bef78f112bd4', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'floating_ip_address': '172.26.3.221', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': '1c93f890-c57a-4624-ac16-41e876dd7467', 'port_id': '7f5c296b-95a3-45ea-8b36-267b80a8ae5c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a6608cd-3ecd-4ccf-b3ed-a9521e8676d8', 'mac_address': 'fa:16:3e:5d:f5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9540e8af-f6e0-4ef2-9209-e793cc4b09e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T09:27:04Z', 'updated_at': '2022-02-04T09:27:04Z', 'revision_number': 0, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9114f473-36b8-4924-a887-82400503129d', 'name': '', 'network_id': '7a6608cd-3ecd-4ccf-b3ed-a9521e8676d8', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'mac_address': 'fa:16:3e:6f:ae:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c93f890-c57a-4624-ac16-41e876dd7467', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '150ac892-fe12-44ab-9842-a67aa9a17b39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:26:45Z', 'updated_at': '2022-02-04T09:26:51Z', 'revision_number': 5, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'subnets': [{'id': '150ac892-fe12-44ab-9842-a67aa9a17b39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:27:06.417577 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f085f5-2095-4ae7-9761-a35c0ad9932b None None] Checking router: 1c93f890-c57a-4624-ac16-41e876dd7467 for host: dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 09:27:06.419418 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b8da65b0-0dab-46a6-9676-be05002d0110 req-297723d0-615e-4195-b62c-1ec0306b98d0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f5c296b-95a3-45ea-8b36-267b80a8ae5c HTTP/1.1" status: 200 len: 1000 time: 0.0988526 Feb 04 09:27:06.427882 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f085f5-2095-4ae7-9761-a35c0ad9932b None None] Routers {'1c93f890-c57a-4624-ac16-41e876dd7467'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:27:06.428481 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-53f085f5-2095-4ae7-9761-a35c0ad9932b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:26:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['1c93f890-c57a-4624-ac16-41e876dd7467'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:27:06.480653 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8da65b0-0dab-46a6-9676-be05002d0110 req-d1a26c3e-10ed-4322-bdfe-b4be48f6c0d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:27:06.482078 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b8da65b0-0dab-46a6-9676-be05002d0110 req-d1a26c3e-10ed-4322-bdfe-b4be48f6c0d2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=150ac892-fe12-44ab-9842-a67aa9a17b39 HTTP/1.1" status: 200 len: 834 time: 0.0568347 Feb 04 09:27:06.553495 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b8da65b0-0dab-46a6-9676-be05002d0110 req-c7626257-dfd7-4849-90c9-166c78d17bd1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7a6608cd-3ecd-4ccf-b3ed-a9521e8676d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0659070 Feb 04 09:27:06.601474 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-53f085f5-2095-4ae7-9761-a35c0ad9932b None None] Set router 1c93f890-c57a-4624-ac16-41e876dd7467 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:27:06.681772 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b8da65b0-0dab-46a6-9676-be05002d0110 req-bd2b1517-e97f-481b-bec2-5d6b234521d1 service neutron] 10.222.0.47 "GET /v2.0/networks/7a6608cd-3ecd-4ccf-b3ed-a9521e8676d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214941 Feb 04 09:27:06.810284 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b8da65b0-0dab-46a6-9676-be05002d0110 req-d1d668dd-47bf-4800-89c1-2480ceff050f service neutron] 10.222.0.47 "GET /v2.0/networks/7a6608cd-3ecd-4ccf-b3ed-a9521e8676d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225662 Feb 04 09:27:06.938372 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-53f085f5-2095-4ae7-9761-a35c0ad9932b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c93f890-c57a-4624-ac16-41e876dd7467', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455945849', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.143'}], 'enable_snat': True}, 'gw_port_id': 'c5c7ce78-41b1-4111-9711-e54fb94ab97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:26:41Z', 'updated_at': '2022-02-04T09:26:46Z', 'revision_number': 4, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'gw_port': {'id': 'c5c7ce78-41b1-4111-9711-e54fb94ab97a', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:35:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c93f890-c57a-4624-ac16-41e876dd7467', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:26:41Z', 'updated_at': '2022-02-04T09:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': '2c23a8c6-b24a-4862-aa90-bef78f112bd4', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'floating_ip_address': '172.26.3.221', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': '1c93f890-c57a-4624-ac16-41e876dd7467', 'port_id': '7f5c296b-95a3-45ea-8b36-267b80a8ae5c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a6608cd-3ecd-4ccf-b3ed-a9521e8676d8', 'mac_address': 'fa:16:3e:5d:f5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9540e8af-f6e0-4ef2-9209-e793cc4b09e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T09:27:04Z', 'updated_at': '2022-02-04T09:27:04Z', 'revision_number': 0, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9114f473-36b8-4924-a887-82400503129d', 'name': '', 'network_id': '7a6608cd-3ecd-4ccf-b3ed-a9521e8676d8', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'mac_address': 'fa:16:3e:6f:ae:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c93f890-c57a-4624-ac16-41e876dd7467', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '150ac892-fe12-44ab-9842-a67aa9a17b39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:26:45Z', 'updated_at': '2022-02-04T09:26:51Z', 'revision_number': 5, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'subnets': [{'id': '150ac892-fe12-44ab-9842-a67aa9a17b39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:27:06.942288 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f085f5-2095-4ae7-9761-a35c0ad9932b None None] The sync data for ids ['1c93f890-c57a-4624-ac16-41e876dd7467'] in dv-neutron-827798-2-hyperv is: [{'id': '1c93f890-c57a-4624-ac16-41e876dd7467', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455945849', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.143'}], 'enable_snat': True}, 'gw_port_id': 'c5c7ce78-41b1-4111-9711-e54fb94ab97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:26:41Z', 'updated_at': '2022-02-04T09:26:46Z', 'revision_number': 4, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'gw_port': {'id': 'c5c7ce78-41b1-4111-9711-e54fb94ab97a', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:35:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c93f890-c57a-4624-ac16-41e876dd7467', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:26:41Z', 'updated_at': '2022-02-04T09:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': '2c23a8c6-b24a-4862-aa90-bef78f112bd4', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'floating_ip_address': '172.26.3.221', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': '1c93f890-c57a-4624-ac16-41e876dd7467', 'port_id': '7f5c296b-95a3-45ea-8b36-267b80a8ae5c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a6608cd-3ecd-4ccf-b3ed-a9521e8676d8', 'mac_address': 'fa:16:3e:5d:f5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9540e8af-f6e0-4ef2-9209-e793cc4b09e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T09:27:04Z', 'updated_at': '2022-02-04T09:27:04Z', 'revision_number': 0, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9114f473-36b8-4924-a887-82400503129d', 'name': '', 'network_id': '7a6608cd-3ecd-4ccf-b3ed-a9521e8676d8', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'mac_address': 'fa:16:3e:6f:ae:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c93f890-c57a-4624-ac16-41e876dd7467', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '150ac892-fe12-44ab-9842-a67aa9a17b39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:26:45Z', 'updated_at': '2022-02-04T09:26:51Z', 'revision_number': 5, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'subnets': [{'id': '150ac892-fe12-44ab-9842-a67aa9a17b39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 09:27:07.385644 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 34856) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:27:07.473832 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a027c138-61e2-45c4-8940-a6fb4dd007ac None None] New status for floating IP 2c23a8c6-b24a-4862-aa90-bef78f112bd4: ACTIVE {{(pid=84109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 09:27:07.494290 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-74edfbfc-1fa5-438e-abcd-684ff5a22c14 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/floatingips/2c23a8c6-b24a-4862-aa90-bef78f112bd4 HTTP/1.1" status: 200 len: 992 time: 0.1075068 Feb 04 09:27:08.498109 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 34860) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:27:08.687115 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-2980e25c-7aa0-4f59-a75e-41a38b931b0a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/floatingips/2c23a8c6-b24a-4862-aa90-bef78f112bd4 HTTP/1.1" status: 200 len: 994 time: 0.1878912 Feb 04 09:27:17.092406 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-84bca479-2256-45b2-b086-3b4e73492ad4 req-1947743b-0ab6-4fd9-8eda-1ecd2efa0cd6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9540e8af-f6e0-4ef2-9209-e793cc4b09e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0685556 Feb 04 09:27:17.230310 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-84bca479-2256-45b2-b086-3b4e73492ad4 req-33a58261-c53f-47c1-a28e-05ecc6fc6285 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=780eb962d64446649b0f5d5c27ee1665&device_id=9540e8af-f6e0-4ef2-9209-e793cc4b09e9 HTTP/1.1" status: 200 len: 1099 time: 0.0682666 Feb 04 09:27:17.372123 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bca479-2256-45b2-b086-3b4e73492ad4 req-bec5b19d-2430-4295-80a0-87f88646ccf3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:27:17.373588 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-84bca479-2256-45b2-b086-3b4e73492ad4 req-bec5b19d-2430-4295-80a0-87f88646ccf3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7a6608cd-3ecd-4ccf-b3ed-a9521e8676d8 HTTP/1.1" status: 200 len: 898 time: 0.1242220 Feb 04 09:27:17.477337 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-84bca479-2256-45b2-b086-3b4e73492ad4 req-473a805b-1fa4-4742-a710-2f7beb275ca5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f5c296b-95a3-45ea-8b36-267b80a8ae5c HTTP/1.1" status: 200 len: 1002 time: 0.0952144 Feb 04 09:27:17.538323 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bca479-2256-45b2-b086-3b4e73492ad4 req-4eae006d-9daa-4e19-9751-5a6d02cf5e78 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:27:17.539826 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-84bca479-2256-45b2-b086-3b4e73492ad4 req-4eae006d-9daa-4e19-9751-5a6d02cf5e78 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=150ac892-fe12-44ab-9842-a67aa9a17b39 HTTP/1.1" status: 200 len: 834 time: 0.0564561 Feb 04 09:27:17.616250 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-84bca479-2256-45b2-b086-3b4e73492ad4 req-17e0fca3-e8db-4b00-ac09-0e524fa664a1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7a6608cd-3ecd-4ccf-b3ed-a9521e8676d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700660 Feb 04 09:27:17.746259 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-84bca479-2256-45b2-b086-3b4e73492ad4 req-74ba8404-ca11-4a49-aeb8-f0177a8a8b87 service neutron] 10.222.0.47 "GET /v2.0/networks/7a6608cd-3ecd-4ccf-b3ed-a9521e8676d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232862 Feb 04 09:27:17.877281 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-84bca479-2256-45b2-b086-3b4e73492ad4 req-b5216d16-fc67-4033-93c2-c27d3734747b service neutron] 10.222.0.47 "GET /v2.0/networks/7a6608cd-3ecd-4ccf-b3ed-a9521e8676d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246760 Feb 04 09:27:19.487418 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-8dbde013-76cc-490a-9a0e-80a1007d31f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:27:21.766496 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-c1322276-789a-4bd0-84cc-be981f9e5131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:27:22.978073 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:27:23.035643 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:27:24.503984 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:27:26.521394 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:27:40.134183 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 09:27:49.463559 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-593b7a5c-ba2d-4468-a356-496595041e66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:27:51.761629 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-7e0c1801-6d9b-4461-b014-b838adcaecc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:27:52.961148 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:27:53.041141 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:27:54.538695 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:27:56.536960 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:17.134579 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 09:28:18.164502 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-d8b31881-2329-4387-ab92-015092a1c81c req-ab8956a8-3ead-409e-944c-96fd4541ac79 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9540e8af-f6e0-4ef2-9209-e793cc4b09e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1424260 Feb 04 09:28:18.305536 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-d8b31881-2329-4387-ab92-015092a1c81c req-3b66b279-167b-4bb8-8950-9db97384bc44 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=780eb962d64446649b0f5d5c27ee1665&device_id=9540e8af-f6e0-4ef2-9209-e793cc4b09e9 HTTP/1.1" status: 200 len: 1099 time: 0.0716350 Feb 04 09:28:18.465529 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b31881-2329-4387-ab92-015092a1c81c req-ff40f7d2-1389-498d-914a-f569179e2cd9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:28:18.466987 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-d8b31881-2329-4387-ab92-015092a1c81c req-ff40f7d2-1389-498d-914a-f569179e2cd9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7a6608cd-3ecd-4ccf-b3ed-a9521e8676d8 HTTP/1.1" status: 200 len: 898 time: 0.1369121 Feb 04 09:28:18.508249 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b192e76-62d1-4024-a996-c40327d24463 req-0daa056e-b555-4ffd-9f7b-68987a6ed7c6 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:28:18.509711 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5b192e76-62d1-4024-a996-c40327d24463 req-0daa056e-b555-4ffd-9f7b-68987a6ed7c6 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=9540e8af-f6e0-4ef2-9209-e793cc4b09e9 HTTP/1.1" status: 200 len: 946 time: 0.0817258 Feb 04 09:28:18.556721 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5b192e76-62d1-4024-a996-c40327d24463 req-0abbc7ef-deab-47f3-bbce-b4e34cb448de tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=2965865f-70b8-4ebf-81ff-f9e16d92332a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412810 Feb 04 09:28:18.566375 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-d8b31881-2329-4387-ab92-015092a1c81c req-0ad92a84-0de0-4d5a-93f1-dddaadcb8c52 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f5c296b-95a3-45ea-8b36-267b80a8ae5c HTTP/1.1" status: 200 len: 1002 time: 0.0931876 Feb 04 09:28:18.631559 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b31881-2329-4387-ab92-015092a1c81c req-6c43a75a-716b-4777-8aa4-e59aeee313f2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:28:18.632976 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-d8b31881-2329-4387-ab92-015092a1c81c req-6c43a75a-716b-4777-8aa4-e59aeee313f2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=150ac892-fe12-44ab-9842-a67aa9a17b39 HTTP/1.1" status: 200 len: 834 time: 0.0598688 Feb 04 09:28:18.704070 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-d8b31881-2329-4387-ab92-015092a1c81c req-5b41206f-3a97-4eee-aab9-74cfa60f1aa0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7a6608cd-3ecd-4ccf-b3ed-a9521e8676d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0657723 Feb 04 09:28:18.713174 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [req-d8b31881-2329-4387-ab92-015092a1c81c req-45baa27c-8a7c-4fa2-aa77-92e4acaa6a6b service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=84108) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 09:28:18.714068 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-d8b31881-2329-4387-ab92-015092a1c81c req-45baa27c-8a7c-4fa2-aa77-92e4acaa6a6b service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0046234 Feb 04 09:28:18.843790 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-d8b31881-2329-4387-ab92-015092a1c81c req-f9d2773c-2fbb-4e97-97a4-13e677787574 service neutron] 10.222.0.47 "GET /v2.0/networks/7a6608cd-3ecd-4ccf-b3ed-a9521e8676d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234055 Feb 04 09:28:19.058172 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-d8b31881-2329-4387-ab92-015092a1c81c req-4f268b2d-0e27-4bad-a2ac-1587ff864c60 service neutron] 10.222.0.47 "GET /v2.0/networks/7a6608cd-3ecd-4ccf-b3ed-a9521e8676d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088850 Feb 04 09:28:19.492592 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-3b34b6e6-246a-44fb-afc7-7acbc23c7c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:19.773607 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfb5afd-a54b-4c76-8605-dc141e700693 req-bf544f7b-39eb-4eff-be63-e66020e386e1 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:28:19.775136 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-0cfb5afd-a54b-4c76-8605-dc141e700693 req-bf544f7b-39eb-4eff-be63-e66020e386e1 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=9540e8af-f6e0-4ef2-9209-e793cc4b09e9 HTTP/1.1" status: 200 len: 946 time: 0.0766742 Feb 04 09:28:19.824066 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-0cfb5afd-a54b-4c76-8605-dc141e700693 req-4d864b93-2dbf-4927-b66a-1f1005aab1c0 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=2965865f-70b8-4ebf-81ff-f9e16d92332a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391414 Feb 04 09:28:19.851686 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 34906) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:28:19.956225 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-e21f8e22-5249-47a8-98fb-3227eaaa5e39 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/floatingips/2c23a8c6-b24a-4862-aa90-bef78f112bd4 HTTP/1.1" status: 200 len: 994 time: 0.1034439 Feb 04 09:28:21.545134 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c6655a-92e5-46eb-b084-da65627f558d req-8e81e6b2-e226-487d-90f5-b1000cf06d38 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:28:21.546558 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-22c6655a-92e5-46eb-b084-da65627f558d req-8e81e6b2-e226-487d-90f5-b1000cf06d38 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=9540e8af-f6e0-4ef2-9209-e793cc4b09e9 HTTP/1.1" status: 200 len: 946 time: 0.0783458 Feb 04 09:28:21.592124 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-22c6655a-92e5-46eb-b084-da65627f558d req-2f189c08-e866-41a7-a6d1-5286c509bd94 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=2965865f-70b8-4ebf-81ff-f9e16d92332a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389938 Feb 04 09:28:21.761494 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-a930181b-177e-413c-90c7-ca3690f75643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:22.793466 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ac36f4-f698-4af9-8e6c-e61478b5d0f0 req-d5dd786f-df3f-4eaa-9852-c730b2a7fe8d tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:28:22.794894 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-25ac36f4-f698-4af9-8e6c-e61478b5d0f0 req-d5dd786f-df3f-4eaa-9852-c730b2a7fe8d tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=9540e8af-f6e0-4ef2-9209-e793cc4b09e9 HTTP/1.1" status: 200 len: 946 time: 0.0788820 Feb 04 09:28:22.842370 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-25ac36f4-f698-4af9-8e6c-e61478b5d0f0 req-ccc46422-1d48-4d26-a500-cfdce0942700 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=2965865f-70b8-4ebf-81ff-f9e16d92332a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420113 Feb 04 09:28:22.869446 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 34920) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:28:22.972961 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-5262f816-9547-466b-bc08-3e5c73a44a1d tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/floatingips/2c23a8c6-b24a-4862-aa90-bef78f112bd4 HTTP/1.1" status: 200 len: 994 time: 0.1023064 Feb 04 09:28:22.983465 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:23.040126 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:23.256945 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 34928) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:28:23.448783 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-78964673-177d-46ff-b9fe-4af31a5c3c76 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Deleting port 653be0a8-a25f-433a-94d3-20d7d53770aa {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:28:23.449126 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-78964673-177d-46ff-b9fe-4af31a5c3c76 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:23.701934 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-78964673-177d-46ff-b9fe-4af31a5c3c76 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:23.702278 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-78964673-177d-46ff-b9fe-4af31a5c3c76 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:23.818597 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-78964673-177d-46ff-b9fe-4af31a5c3c76 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Calling delete_port for 653be0a8-a25f-433a-94d3-20d7d53770aa owned by network:floatingip {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 09:28:24.058346 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-78964673-177d-46ff-b9fe-4af31a5c3c76 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:24.101352 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78964673-177d-46ff-b9fe-4af31a5c3c76 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event deleted for resources: {'Port': ['ID=653be0a8-a25f-433a-94d3-20d7d53770aa,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:28:24.112384 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78964673-177d-46ff-b9fe-4af31a5c3c76 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:28:24.112821 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78964673-177d-46ff-b9fe-4af31a5c3c76 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:28:24.113156 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78964673-177d-46ff-b9fe-4af31a5c3c76 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:28:24.113487 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78964673-177d-46ff-b9fe-4af31a5c3c76 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:28:24.113811 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78964673-177d-46ff-b9fe-4af31a5c3c76 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:28:24.114736 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78964673-177d-46ff-b9fe-4af31a5c3c76 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:28:24.114736 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78964673-177d-46ff-b9fe-4af31a5c3c76 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:28:24.114922 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78964673-177d-46ff-b9fe-4af31a5c3c76 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:28:24.115096 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78964673-177d-46ff-b9fe-4af31a5c3c76 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:28:24.115411 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78964673-177d-46ff-b9fe-4af31a5c3c76 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:28:24.115725 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78964673-177d-46ff-b9fe-4af31a5c3c76 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:28:24.204343 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-78964673-177d-46ff-b9fe-4af31a5c3c76 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for floatingip, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:24.555399 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:24.586064 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78964673-177d-46ff-b9fe-4af31a5c3c76 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Router 1c93f890-c57a-4624-ac16-41e876dd7467 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 09:28:24.783273 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78964673-177d-46ff-b9fe-4af31a5c3c76 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 09:28:24.791675 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39f0f54-e282-4b14-9542-0dd01b1d8bd9 None None] Sync routers for ids ['1c93f890-c57a-4624-ac16-41e876dd7467'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 09:28:24.798336 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-78964673-177d-46ff-b9fe-4af31a5c3c76 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for floatingip, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:24.804023 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39f0f54-e282-4b14-9542-0dd01b1d8bd9 None None] Routers {'1c93f890-c57a-4624-ac16-41e876dd7467'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:28:24.804650 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-f39f0f54-e282-4b14-9542-0dd01b1d8bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:28:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['1c93f890-c57a-4624-ac16-41e876dd7467'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:28:24.850553 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-78964673-177d-46ff-b9fe-4af31a5c3c76 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "DELETE /v2.0/floatingips/2c23a8c6-b24a-4862-aa90-bef78f112bd4 HTTP/1.1" status: 204 len: 168 time: 1.5925472 Feb 04 09:28:24.851301 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9540e8af-f6e0-4ef2-9209-e793cc4b09e9', 'tag': '7f5c296b-95a3-45ea-8b36-267b80a8ae5c'}] {{(pid=84107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:28:24.907025 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9540e8af-f6e0-4ef2-9209-e793cc4b09e9', 'tag': '7f5c296b-95a3-45ea-8b36-267b80a8ae5c', 'status': 'completed', 'code': 200} Feb 04 09:28:25.011432 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-cba19bce-4165-420b-817a-d9ba5c1d8879 req-88b4e158-a80a-4118-b008-1423a7140672 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=780eb962d64446649b0f5d5c27ee1665&device_id=9540e8af-f6e0-4ef2-9209-e793cc4b09e9 HTTP/1.1" status: 200 len: 1099 time: 0.0816176 Feb 04 09:28:25.019665 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-f39f0f54-e282-4b14-9542-0dd01b1d8bd9 None None] Set router 1c93f890-c57a-4624-ac16-41e876dd7467 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:28:25.143475 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba19bce-4165-420b-817a-d9ba5c1d8879 req-c92a7a46-90d1-4c3f-8497-525cda898eb1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:28:25.145005 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-cba19bce-4165-420b-817a-d9ba5c1d8879 req-c92a7a46-90d1-4c3f-8497-525cda898eb1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7a6608cd-3ecd-4ccf-b3ed-a9521e8676d8 HTTP/1.1" status: 200 len: 898 time: 0.1278095 Feb 04 09:28:25.221008 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-cba19bce-4165-420b-817a-d9ba5c1d8879 req-bdedd738-2523-4640-a97e-0b8634324d68 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f5c296b-95a3-45ea-8b36-267b80a8ae5c HTTP/1.1" status: 200 len: 217 time: 0.0701413 Feb 04 09:28:25.286683 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba19bce-4165-420b-817a-d9ba5c1d8879 req-9031f48e-7fad-46aa-9a6e-e9c3bba7e86c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:28:25.288110 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-cba19bce-4165-420b-817a-d9ba5c1d8879 req-9031f48e-7fad-46aa-9a6e-e9c3bba7e86c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=150ac892-fe12-44ab-9842-a67aa9a17b39 HTTP/1.1" status: 200 len: 834 time: 0.0618391 Feb 04 09:28:25.342897 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-f39f0f54-e282-4b14-9542-0dd01b1d8bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c93f890-c57a-4624-ac16-41e876dd7467', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455945849', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.143'}], 'enable_snat': True}, 'gw_port_id': 'c5c7ce78-41b1-4111-9711-e54fb94ab97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:26:41Z', 'updated_at': '2022-02-04T09:26:46Z', 'revision_number': 4, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'gw_port': {'id': 'c5c7ce78-41b1-4111-9711-e54fb94ab97a', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:35:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c93f890-c57a-4624-ac16-41e876dd7467', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:26:41Z', 'updated_at': '2022-02-04T09:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '9114f473-36b8-4924-a887-82400503129d', 'name': '', 'network_id': '7a6608cd-3ecd-4ccf-b3ed-a9521e8676d8', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'mac_address': 'fa:16:3e:6f:ae:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c93f890-c57a-4624-ac16-41e876dd7467', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '150ac892-fe12-44ab-9842-a67aa9a17b39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:26:45Z', 'updated_at': '2022-02-04T09:26:51Z', 'revision_number': 5, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'subnets': [{'id': '150ac892-fe12-44ab-9842-a67aa9a17b39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:28:25.346815 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39f0f54-e282-4b14-9542-0dd01b1d8bd9 None None] Checking router: 1c93f890-c57a-4624-ac16-41e876dd7467 for host: dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 09:28:25.358089 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39f0f54-e282-4b14-9542-0dd01b1d8bd9 None None] Routers {'1c93f890-c57a-4624-ac16-41e876dd7467'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:28:25.358804 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-f39f0f54-e282-4b14-9542-0dd01b1d8bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:28:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['1c93f890-c57a-4624-ac16-41e876dd7467'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:28:25.364435 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-cba19bce-4165-420b-817a-d9ba5c1d8879 req-b147ea12-ed41-4127-a708-6c20f73c5106 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7a6608cd-3ecd-4ccf-b3ed-a9521e8676d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688815 Feb 04 09:28:25.442673 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602d4bf5-5702-4457-bbf9-1017e5f97ab6 req-9e7f20f7-3d45-4e52-a7c3-6d8b2082b89f tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:28:25.443695 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-602d4bf5-5702-4457-bbf9-1017e5f97ab6 req-9e7f20f7-3d45-4e52-a7c3-6d8b2082b89f tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Synchronizing usage tracker for tenant:780eb962d64446649b0f5d5c27ee1665 on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 09:28:25.498614 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-cba19bce-4165-420b-817a-d9ba5c1d8879 req-9e9dc99f-b9c3-4b14-a9cb-a7f840273e1c service neutron] 10.222.0.47 "GET /v2.0/networks/7a6608cd-3ecd-4ccf-b3ed-a9521e8676d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270289 Feb 04 09:28:25.521672 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-602d4bf5-5702-4457-bbf9-1017e5f97ab6 req-9e7f20f7-3d45-4e52-a7c3-6d8b2082b89f tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Unset dirty status for tenant:780eb962d64446649b0f5d5c27ee1665 on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 09:28:25.523023 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-602d4bf5-5702-4457-bbf9-1017e5f97ab6 req-9e7f20f7-3d45-4e52-a7c3-6d8b2082b89f tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=9540e8af-f6e0-4ef2-9209-e793cc4b09e9 HTTP/1.1" status: 200 len: 946 time: 0.1552143 Feb 04 09:28:25.540894 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-f39f0f54-e282-4b14-9542-0dd01b1d8bd9 None None] Set router 1c93f890-c57a-4624-ac16-41e876dd7467 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:28:25.573442 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-602d4bf5-5702-4457-bbf9-1017e5f97ab6 req-a5622e54-a2ce-422a-bd7c-939454dfcf86 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=2965865f-70b8-4ebf-81ff-f9e16d92332a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438745 Feb 04 09:28:25.634911 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-cba19bce-4165-420b-817a-d9ba5c1d8879 req-16c417a8-959c-4e84-9bbc-5a55fed347c8 service neutron] 10.222.0.47 "GET /v2.0/networks/7a6608cd-3ecd-4ccf-b3ed-a9521e8676d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301181 Feb 04 09:28:25.847546 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-f39f0f54-e282-4b14-9542-0dd01b1d8bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c93f890-c57a-4624-ac16-41e876dd7467', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455945849', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.143'}], 'enable_snat': True}, 'gw_port_id': 'c5c7ce78-41b1-4111-9711-e54fb94ab97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:26:41Z', 'updated_at': '2022-02-04T09:26:46Z', 'revision_number': 4, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'gw_port': {'id': 'c5c7ce78-41b1-4111-9711-e54fb94ab97a', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:35:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c93f890-c57a-4624-ac16-41e876dd7467', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:26:41Z', 'updated_at': '2022-02-04T09:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '9114f473-36b8-4924-a887-82400503129d', 'name': '', 'network_id': '7a6608cd-3ecd-4ccf-b3ed-a9521e8676d8', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'mac_address': 'fa:16:3e:6f:ae:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c93f890-c57a-4624-ac16-41e876dd7467', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '150ac892-fe12-44ab-9842-a67aa9a17b39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:26:45Z', 'updated_at': '2022-02-04T09:26:51Z', 'revision_number': 5, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'subnets': [{'id': '150ac892-fe12-44ab-9842-a67aa9a17b39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:28:25.851220 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39f0f54-e282-4b14-9542-0dd01b1d8bd9 None None] The sync data for ids ['1c93f890-c57a-4624-ac16-41e876dd7467'] in dv-neutron-827798-2-hyperv is: [{'id': '1c93f890-c57a-4624-ac16-41e876dd7467', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455945849', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.143'}], 'enable_snat': True}, 'gw_port_id': 'c5c7ce78-41b1-4111-9711-e54fb94ab97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:26:41Z', 'updated_at': '2022-02-04T09:26:46Z', 'revision_number': 4, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'gw_port': {'id': 'c5c7ce78-41b1-4111-9711-e54fb94ab97a', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:35:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c93f890-c57a-4624-ac16-41e876dd7467', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:26:41Z', 'updated_at': '2022-02-04T09:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '9114f473-36b8-4924-a887-82400503129d', 'name': '', 'network_id': '7a6608cd-3ecd-4ccf-b3ed-a9521e8676d8', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'mac_address': 'fa:16:3e:6f:ae:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c93f890-c57a-4624-ac16-41e876dd7467', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '150ac892-fe12-44ab-9842-a67aa9a17b39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:26:45Z', 'updated_at': '2022-02-04T09:26:51Z', 'revision_number': 5, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'subnets': [{'id': '150ac892-fe12-44ab-9842-a67aa9a17b39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 09:28:26.065726 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b21a92d-75e8-4328-87c2-d53cc360fd7e None None] New status for floating IP 2c23a8c6-b24a-4862-aa90-bef78f112bd4: DOWN {{(pid=84109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 09:28:26.520927 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:26.770584 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8050f39d-6783-4eff-a18d-836e2386df77 req-9f939210-cfbf-4480-b441-32ecec7bff96 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:28:26.772073 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8050f39d-6783-4eff-a18d-836e2386df77 req-9f939210-cfbf-4480-b441-32ecec7bff96 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=9540e8af-f6e0-4ef2-9209-e793cc4b09e9 HTTP/1.1" status: 200 len: 946 time: 0.0773344 Feb 04 09:28:26.815721 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8050f39d-6783-4eff-a18d-836e2386df77 req-989d1028-74eb-49cf-9af2-20027bff0ecc tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=2965865f-70b8-4ebf-81ff-f9e16d92332a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383599 Feb 04 09:28:27.180073 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2877a8-57cb-4245-883f-368beb874318 req-c10136e7-cc96-4efa-918d-ba53cf09a90d tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:28:27.180781 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [req-5a2877a8-57cb-4245-883f-368beb874318 req-c10136e7-cc96-4efa-918d-ba53cf09a90d tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Synchronizing usage tracker for tenant:780eb962d64446649b0f5d5c27ee1665 on resource:port {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 09:28:27.192463 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [req-5a2877a8-57cb-4245-883f-368beb874318 req-c10136e7-cc96-4efa-918d-ba53cf09a90d tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Unset dirty status for tenant:780eb962d64446649b0f5d5c27ee1665 on resource:port {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 09:28:27.193546 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-5a2877a8-57cb-4245-883f-368beb874318 req-c10136e7-cc96-4efa-918d-ba53cf09a90d tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.47 "GET /v2.0/ports?device_id=9540e8af-f6e0-4ef2-9209-e793cc4b09e9 HTTP/1.1" status: 200 len: 946 time: 0.0890210 Feb 04 09:28:27.259037 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [req-5a2877a8-57cb-4245-883f-368beb874318 req-e4998f53-b357-432d-81d6-600136111060 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Deleting port 7f5c296b-95a3-45ea-8b36-267b80a8ae5c {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:28:27.259369 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-5a2877a8-57cb-4245-883f-368beb874318 req-e4998f53-b357-432d-81d6-600136111060 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:27.493681 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [req-5a2877a8-57cb-4245-883f-368beb874318 req-e4998f53-b357-432d-81d6-600136111060 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] For port 7f5c296b-95a3-45ea-8b36-267b80a8ae5c, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=7f5c296b-95a3-45ea-8b36-267b80a8ae5c,segment=NetworkSegment(aa7183d1-232f-4526-8695-a6db06f53649),segment_id=aa7183d1-232f-4526-8695-a6db06f53649)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:28:27.493950 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-5a2877a8-57cb-4245-883f-368beb874318 req-e4998f53-b357-432d-81d6-600136111060 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:27.610823 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [req-5a2877a8-57cb-4245-883f-368beb874318 req-e4998f53-b357-432d-81d6-600136111060 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Calling delete_port for 7f5c296b-95a3-45ea-8b36-267b80a8ae5c owned by compute:nova {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 09:28:27.827947 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-5a2877a8-57cb-4245-883f-368beb874318 req-e4998f53-b357-432d-81d6-600136111060 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:27.873366 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4998f53-b357-432d-81d6-600136111060 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event deleted for resources: {'Port': ['ID=7f5c296b-95a3-45ea-8b36-267b80a8ae5c,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:28:27.886447 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4998f53-b357-432d-81d6-600136111060 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:28:27.886793 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4998f53-b357-432d-81d6-600136111060 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:28:27.887133 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4998f53-b357-432d-81d6-600136111060 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:28:27.887465 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4998f53-b357-432d-81d6-600136111060 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:28:27.887794 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4998f53-b357-432d-81d6-600136111060 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:28:27.888118 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4998f53-b357-432d-81d6-600136111060 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:28:27.888437 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4998f53-b357-432d-81d6-600136111060 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:28:27.888783 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4998f53-b357-432d-81d6-600136111060 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:28:27.889113 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4998f53-b357-432d-81d6-600136111060 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:28:27.889425 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4998f53-b357-432d-81d6-600136111060 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:28:27.890225 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4998f53-b357-432d-81d6-600136111060 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:28:27.987699 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b7294041-4ddc-49e4-b4e3-e4b928a383e6 req-197c6426-4ae8-4548-b221-6c674544eb38 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=9540e8af-f6e0-4ef2-9209-e793cc4b09e9 HTTP/1.1" status: 200 len: 210 time: 0.0427489 Feb 04 09:28:28.060710 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a2877a8-57cb-4245-883f-368beb874318 req-e4998f53-b357-432d-81d6-600136111060 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] No DVR routers for this DVR port 7f5c296b-95a3-45ea-8b36-267b80a8ae5c on host hv-neutron-8277 {{(pid=84108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 09:28:28.063057 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-5a2877a8-57cb-4245-883f-368beb874318 req-e4998f53-b357-432d-81d6-600136111060 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:28.065535 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9540e8af-f6e0-4ef2-9209-e793cc4b09e9', 'name': 'network-vif-deleted', 'tag': '7f5c296b-95a3-45ea-8b36-267b80a8ae5c'}] {{(pid=84108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:28:28.122593 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9540e8af-f6e0-4ef2-9209-e793cc4b09e9', 'name': 'network-vif-deleted', 'tag': '7f5c296b-95a3-45ea-8b36-267b80a8ae5c', 'status': 'completed', 'code': 200} Feb 04 09:28:28.131610 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-5a2877a8-57cb-4245-883f-368beb874318 req-e4998f53-b357-432d-81d6-600136111060 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.47 "DELETE /v2.0/ports/7f5c296b-95a3-45ea-8b36-267b80a8ae5c HTTP/1.1" status: 204 len: 173 time: 0.9325047 Feb 04 09:28:29.098986 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 34956) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:28:29.580529 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4c0fcb89-a7e9-48ac-8bcb-04887dfde5c2 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473817'] for router_interface, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:29.906366 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device 7f5c296b-95a3-45ea-8b36-267b80a8ae5c no longer exists at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 09:28:29.938800 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] No Port match for: 7f5c296b-95a3-45ea-8b36-267b80a8ae5c {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 09:28:29.939149 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device 7f5c296b-95a3-45ea-8b36-267b80a8ae5c not bound to the agent host hv-neutron-8277 {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 09:28:30.162311 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-4c0fcb89-a7e9-48ac-8bcb-04887dfde5c2 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Deleting port 9114f473-36b8-4924-a887-82400503129d {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:28:30.162884 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4c0fcb89-a7e9-48ac-8bcb-04887dfde5c2 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:30.339369 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [None req-4c0fcb89-a7e9-48ac-8bcb-04887dfde5c2 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] For port 9114f473-36b8-4924-a887-82400503129d, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=9114f473-36b8-4924-a887-82400503129d,segment=NetworkSegment(aa7183d1-232f-4526-8695-a6db06f53649),segment_id=aa7183d1-232f-4526-8695-a6db06f53649)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:28:30.339716 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4c0fcb89-a7e9-48ac-8bcb-04887dfde5c2 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:30.455331 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-4c0fcb89-a7e9-48ac-8bcb-04887dfde5c2 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Calling delete_port for 9114f473-36b8-4924-a887-82400503129d owned by network:router_interface {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 09:28:30.691176 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4c0fcb89-a7e9-48ac-8bcb-04887dfde5c2 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:30.824600 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0fcb89-a7e9-48ac-8bcb-04887dfde5c2 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event deleted for resources: {'Port': ['ID=9114f473-36b8-4924-a887-82400503129d,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:28:31.113646 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4c0fcb89-a7e9-48ac-8bcb-04887dfde5c2 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1572495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472959'] for router_interface, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:31.673426 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c0fcb89-a7e9-48ac-8bcb-04887dfde5c2 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Router 1c93f890-c57a-4624-ac16-41e876dd7467 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 09:28:31.872547 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c0fcb89-a7e9-48ac-8bcb-04887dfde5c2 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 09:28:31.882455 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22369593-b0ca-4542-bc40-47dc3ef4630b None None] Sync routers for ids ['1c93f890-c57a-4624-ac16-41e876dd7467'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 09:28:31.885905 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-4c0fcb89-a7e9-48ac-8bcb-04887dfde5c2 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "PUT /v2.0/routers/1c93f890-c57a-4624-ac16-41e876dd7467/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7858748 Feb 04 09:28:31.888616 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 34960) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:28:31.896835 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22369593-b0ca-4542-bc40-47dc3ef4630b None None] Routers {'1c93f890-c57a-4624-ac16-41e876dd7467'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:28:31.897426 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-22369593-b0ca-4542-bc40-47dc3ef4630b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:28:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['1c93f890-c57a-4624-ac16-41e876dd7467'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:28:32.072629 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdb1e368-9f86-45f3-aba2-ad1214368423 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Deleting subnet 150ac892-fe12-44ab-9842-a67aa9a17b39 {{(pid=84107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 09:28:32.073366 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-22369593-b0ca-4542-bc40-47dc3ef4630b None None] Set router 1c93f890-c57a-4624-ac16-41e876dd7467 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:28:32.075472 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-bdb1e368-9f86-45f3-aba2-ad1214368423 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for subnet, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:32.126411 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-bdb1e368-9f86-45f3-aba2-ad1214368423 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8058667'] for subnet, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:32.325096 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-bdb1e368-9f86-45f3-aba2-ad1214368423 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:32.386533 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-22369593-b0ca-4542-bc40-47dc3ef4630b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c93f890-c57a-4624-ac16-41e876dd7467', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455945849', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.143'}], 'enable_snat': True}, 'gw_port_id': 'c5c7ce78-41b1-4111-9711-e54fb94ab97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:26:41Z', 'updated_at': '2022-02-04T09:28:30Z', 'revision_number': 5, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'gw_port': {'id': 'c5c7ce78-41b1-4111-9711-e54fb94ab97a', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:35:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c93f890-c57a-4624-ac16-41e876dd7467', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:26:41Z', 'updated_at': '2022-02-04T09:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:28:32.390350 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22369593-b0ca-4542-bc40-47dc3ef4630b None None] Checking router: 1c93f890-c57a-4624-ac16-41e876dd7467 for host: dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 09:28:32.400713 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22369593-b0ca-4542-bc40-47dc3ef4630b None None] Routers {'1c93f890-c57a-4624-ac16-41e876dd7467'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:28:32.401299 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-22369593-b0ca-4542-bc40-47dc3ef4630b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:28:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['1c93f890-c57a-4624-ac16-41e876dd7467'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:28:32.457078 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-bdb1e368-9f86-45f3-aba2-ad1214368423 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7510167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985167'] for subnet, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:32.495850 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb1e368-9f86-45f3-aba2-ad1214368423 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event deleted for resources: {'Subnet': ['ID=150ac892-fe12-44ab-9842-a67aa9a17b39,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:28:32.501499 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-bdb1e368-9f86-45f3-aba2-ad1214368423 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:32.508260 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b408ac45-0f19-4aaa-b0b5-95d6e7ede506 None None] Network 7a6608cd-3ecd-4ccf-b3ed-a9521e8676d8 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 09:28:32.512509 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-bdb1e368-9f86-45f3-aba2-ad1214368423 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "DELETE /v2.0/subnets/150ac892-fe12-44ab-9842-a67aa9a17b39 HTTP/1.1" status: 204 len: 168 time: 0.6205671 Feb 04 09:28:32.512869 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 34966) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:28:32.574347 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-22369593-b0ca-4542-bc40-47dc3ef4630b None None] Set router 1c93f890-c57a-4624-ac16-41e876dd7467 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:28:32.716241 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e97c5095-ccab-43a7-b56b-234702414251 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for router, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:32.760931 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec997fd6-5531-4241-a434-ef564274cd1b None None] DHCP port deletion for 7a6608cd-3ecd-4ccf-b3ed-a9521e8676d8 request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 09:28:32.765304 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-ec997fd6-5531-4241-a434-ef564274cd1b None None] Deleting port d908a96d-849b-43a2-9daf-130a8949025a {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:28:32.765747 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-ec997fd6-5531-4241-a434-ef564274cd1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:32.871350 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-22369593-b0ca-4542-bc40-47dc3ef4630b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c93f890-c57a-4624-ac16-41e876dd7467', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455945849', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.143'}], 'enable_snat': True}, 'gw_port_id': 'c5c7ce78-41b1-4111-9711-e54fb94ab97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:26:41Z', 'updated_at': '2022-02-04T09:28:30Z', 'revision_number': 5, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'gw_port': {'id': 'c5c7ce78-41b1-4111-9711-e54fb94ab97a', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:35:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c93f890-c57a-4624-ac16-41e876dd7467', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:26:41Z', 'updated_at': '2022-02-04T09:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:28:32.875491 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22369593-b0ca-4542-bc40-47dc3ef4630b None None] The sync data for ids ['1c93f890-c57a-4624-ac16-41e876dd7467'] in dv-neutron-827798-2-hyperv is: [{'id': '1c93f890-c57a-4624-ac16-41e876dd7467', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455945849', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.143'}], 'enable_snat': True}, 'gw_port_id': 'c5c7ce78-41b1-4111-9711-e54fb94ab97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:26:41Z', 'updated_at': '2022-02-04T09:28:30Z', 'revision_number': 5, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'gw_port': {'id': 'c5c7ce78-41b1-4111-9711-e54fb94ab97a', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:35:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c93f890-c57a-4624-ac16-41e876dd7467', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:26:41Z', 'updated_at': '2022-02-04T09:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 09:28:32.929795 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e97c5095-ccab-43a7-b56b-234702414251 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:32.969375 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-ec997fd6-5531-4241-a434-ef564274cd1b None None] For port d908a96d-849b-43a2-9daf-130a8949025a, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=d908a96d-849b-43a2-9daf-130a8949025a,segment=NetworkSegment(aa7183d1-232f-4526-8695-a6db06f53649),segment_id=aa7183d1-232f-4526-8695-a6db06f53649)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:28:32.969697 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-ec997fd6-5531-4241-a434-ef564274cd1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:32.995686 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-e97c5095-ccab-43a7-b56b-234702414251 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Deleting port c5c7ce78-41b1-4111-9711-e54fb94ab97a {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:28:32.996263 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e97c5095-ccab-43a7-b56b-234702414251 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:33.091548 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-ec997fd6-5531-4241-a434-ef564274cd1b None None] Calling delete_port for d908a96d-849b-43a2-9daf-130a8949025a owned by network:dhcp {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 09:28:33.179488 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [None req-e97c5095-ccab-43a7-b56b-234702414251 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] For port c5c7ce78-41b1-4111-9711-e54fb94ab97a, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=c5c7ce78-41b1-4111-9711-e54fb94ab97a,segment=NetworkSegment(c44b9475-949d-4ae7-bfca-e29b010a56a6),segment_id=c44b9475-949d-4ae7-bfca-e29b010a56a6)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:28:33.179849 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e97c5095-ccab-43a7-b56b-234702414251 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:33.228785 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-ec997fd6-5531-4241-a434-ef564274cd1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407'] for port, after_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:33.261775 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 9114f473-36b8-4924-a887-82400503129d no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 09:28:33.301152 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-e97c5095-ccab-43a7-b56b-234702414251 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Calling delete_port for c5c7ce78-41b1-4111-9711-e54fb94ab97a owned by network:router_gateway {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 09:28:33.307176 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec997fd6-5531-4241-a434-ef564274cd1b None None] Pushing event deleted for resources: {'Port': ['ID=d908a96d-849b-43a2-9daf-130a8949025a,revision_number=None']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:28:33.310632 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: 9114f473-36b8-4924-a887-82400503129d {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 09:28:33.311000 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 9114f473-36b8-4924-a887-82400503129d not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 09:28:33.311397 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device d908a96d-849b-43a2-9daf-130a8949025a no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 09:28:33.348485 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec997fd6-5531-4241-a434-ef564274cd1b None None] No DVR routers for this DVR port d908a96d-849b-43a2-9daf-130a8949025a on host dv-neutron-827798-2-hyperv {{(pid=84109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 09:28:33.350123 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: d908a96d-849b-43a2-9daf-130a8949025a {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 09:28:33.350471 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device d908a96d-849b-43a2-9daf-130a8949025a not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 09:28:33.353324 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec997fd6-5531-4241-a434-ef564274cd1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:28:33.353671 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec997fd6-5531-4241-a434-ef564274cd1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:28:33.354005 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec997fd6-5531-4241-a434-ef564274cd1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:28:33.354340 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec997fd6-5531-4241-a434-ef564274cd1b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:28:33.354668 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec997fd6-5531-4241-a434-ef564274cd1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:28:33.355015 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec997fd6-5531-4241-a434-ef564274cd1b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:28:33.355328 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec997fd6-5531-4241-a434-ef564274cd1b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:28:33.355653 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec997fd6-5531-4241-a434-ef564274cd1b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:28:33.355973 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec997fd6-5531-4241-a434-ef564274cd1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:28:33.356323 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec997fd6-5531-4241-a434-ef564274cd1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:28:33.357360 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec997fd6-5531-4241-a434-ef564274cd1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:28:33.537442 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e97c5095-ccab-43a7-b56b-234702414251 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:33.582531 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97c5095-ccab-43a7-b56b-234702414251 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event deleted for resources: {'Port': ['ID=c5c7ce78-41b1-4111-9711-e54fb94ab97a,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:28:33.795477 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e97c5095-ccab-43a7-b56b-234702414251 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473010'] for router_gateway, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:34.141546 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e97c5095-ccab-43a7-b56b-234702414251 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40989'] for router, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:34.146146 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e97c5095-ccab-43a7-b56b-234702414251 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:34.206640 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e97c5095-ccab-43a7-b56b-234702414251 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-476062'] for router, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:34.207172 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e97c5095-ccab-43a7-b56b-234702414251 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Fanout notify agent at l3_agent the message router_deleted on router 1c93f890-c57a-4624-ac16-41e876dd7467 {{(pid=84107) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 09:28:34.221100 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e97c5095-ccab-43a7-b56b-234702414251 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:34.225195 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 34970) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:28:34.225811 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-e97c5095-ccab-43a7-b56b-234702414251 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "DELETE /v2.0/routers/1c93f890-c57a-4624-ac16-41e876dd7467 HTTP/1.1" status: 204 len: 168 time: 1.7113910 Feb 04 09:28:34.341531 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a966ad83-55df-43f2-890a-93ffd9426b7a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:34.469796 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a966ad83-55df-43f2-890a-93ffd9426b7a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:34.494713 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-a966ad83-55df-43f2-890a-93ffd9426b7a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a6608cd-3ecd-4ccf-b3ed-a9521e8676d8']}} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:28:34.507165 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-a966ad83-55df-43f2-890a-93ffd9426b7a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa7183d1-232f-4526-8695-a6db06f53649') {'for_net_delete': True} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:28:34.507465 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-a966ad83-55df-43f2-890a-93ffd9426b7a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa7183d1-232f-4526-8695-a6db06f53649') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:28:34.518572 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a966ad83-55df-43f2-890a-93ffd9426b7a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7851336'] for segment, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:34.534047 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a966ad83-55df-43f2-890a-93ffd9426b7a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:34.539874 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a966ad83-55df-43f2-890a-93ffd9426b7a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=84108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 09:28:34.540256 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a966ad83-55df-43f2-890a-93ffd9426b7a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7460345'] for segment, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:34.554980 dv-neutron-827798-2-hyperv neutron-server[84108]: Traceback (most recent call last): Feb 04 09:28:34.554980 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 09:28:34.554980 dv-neutron-827798-2-hyperv neutron-server[84108]: timer() Feb 04 09:28:34.554980 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 09:28:34.554980 dv-neutron-827798-2-hyperv neutron-server[84108]: cb(*args, **kw) Feb 04 09:28:34.554980 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 09:28:34.554980 dv-neutron-827798-2-hyperv neutron-server[84108]: return func(*args, **kwargs) Feb 04 09:28:34.554980 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 09:28:34.554980 dv-neutron-827798-2-hyperv neutron-server[84108]: self._notify() Feb 04 09:28:34.554980 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 09:28:34.554980 dv-neutron-827798-2-hyperv neutron-server[84108]: self.callback(batched_events) Feb 04 09:28:34.554980 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 09:28:34.554980 dv-neutron-827798-2-hyperv neutron-server[84108]: event.method(event) Feb 04 09:28:34.554980 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 09:28:34.554980 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 09:28:34.554980 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 09:28:34.554980 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 09:28:34.554980 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 09:28:34.554980 dv-neutron-827798-2-hyperv neutron-server[84108]: return f(self, *a, **k) Feb 04 09:28:34.554980 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 09:28:34.554980 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._get(url).json() Feb 04 09:28:34.554980 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 09:28:34.554980 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 09:28:34.554980 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 09:28:34.554980 dv-neutron-827798-2-hyperv neutron-server[84108]: return self.request(url, 'GET', **kwargs) Feb 04 09:28:34.554980 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 09:28:34.554980 dv-neutron-827798-2-hyperv neutron-server[84108]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 09:28:34.554980 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 09:28:34.554980 dv-neutron-827798-2-hyperv neutron-server[84108]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 09:28:34.554980 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 09:28:34.554980 dv-neutron-827798-2-hyperv neutron-server[84108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 09:28:34.554980 dv-neutron-827798-2-hyperv neutron-server[84108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 09:28:34.696677 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a966ad83-55df-43f2-890a-93ffd9426b7a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:34.701075 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a966ad83-55df-43f2-890a-93ffd9426b7a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:34.727442 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966ad83-55df-43f2-890a-93ffd9426b7a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event deleted for resources: {'Network': ['ID=7a6608cd-3ecd-4ccf-b3ed-a9521e8676d8,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:28:34.788479 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-a966ad83-55df-43f2-890a-93ffd9426b7a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "DELETE /v2.0/networks/7a6608cd-3ecd-4ccf-b3ed-a9521e8676d8 HTTP/1.1" status: 204 len: 168 time: 0.5623140 Feb 04 09:28:34.791036 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 34974) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:28:34.865310 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c6a896db-0dd2-404e-b898-64820a6f86f5 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:34.910039 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c6a896db-0dd2-404e-b898-64820a6f86f5 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:35.056501 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c6a896db-0dd2-404e-b898-64820a6f86f5 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:35.074102 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a896db-0dd2-404e-b898-64820a6f86f5 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2965865f-70b8-4ebf-81ff-f9e16d92332a,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:28:35.170079 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c6a896db-0dd2-404e-b898-64820a6f86f5 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:35.171254 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-c6a896db-0dd2-404e-b898-64820a6f86f5 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "DELETE /v2.0/security-groups/2965865f-70b8-4ebf-81ff-f9e16d92332a HTTP/1.1" status: 204 len: 168 time: 0.3792589 Feb 04 09:28:35.253415 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device c5c7ce78-41b1-4111-9711-e54fb94ab97a no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 09:28:35.286650 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: c5c7ce78-41b1-4111-9711-e54fb94ab97a {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 09:28:35.286997 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device c5c7ce78-41b1-4111-9711-e54fb94ab97a not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 09:28:35.958720 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 34982) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:28:35.964461 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-cd9869e6-606b-4098-8ece-5729bf04856a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1937756360', 'description': 'tempest-secgroup-smoke-1937756360 description', 'project_id': '780eb962d64446649b0f5d5c27ee1665'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:28:35.970663 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-cd9869e6-606b-4098-8ece-5729bf04856a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:28:35.974778 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-cd9869e6-606b-4098-8ece-5729bf04856a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Usage tracker for resource:security_group and tenant:780eb962d64446649b0f5d5c27ee1665 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:28:35.977614 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-cd9869e6-606b-4098-8ece-5729bf04856a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:28:35.983717 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-cd9869e6-606b-4098-8ece-5729bf04856a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:28:36.058679 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-cd9869e6-606b-4098-8ece-5729bf04856a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:36.093291 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-cd9869e6-606b-4098-8ece-5729bf04856a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:28:36.097521 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-cd9869e6-606b-4098-8ece-5729bf04856a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Usage tracker for resource:security_group_rule and tenant:780eb962d64446649b0f5d5c27ee1665 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:28:36.100192 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-cd9869e6-606b-4098-8ece-5729bf04856a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:28:36.105605 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-cd9869e6-606b-4098-8ece-5729bf04856a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:28:36.155996 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-cd9869e6-606b-4098-8ece-5729bf04856a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:36.218393 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-cd9869e6-606b-4098-8ece-5729bf04856a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:36.261909 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9869e6-606b-4098-8ece-5729bf04856a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c481e433-7f44-405f-80bb-109e8d70615d,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:28:36.349507 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-cd9869e6-606b-4098-8ece-5729bf04856a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:36.350843 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-cd9869e6-606b-4098-8ece-5729bf04856a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3911121 Feb 04 09:28:36.353571 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 34986) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:28:36.359204 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-a423e98c-2906-4ec8-8794-99463295cee2 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Request body: {'security_group_rule': {'security_group_id': 'c481e433-7f44-405f-80bb-109e8d70615d', 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:28:36.365886 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-a423e98c-2906-4ec8-8794-99463295cee2 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:28:36.369674 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-a423e98c-2906-4ec8-8794-99463295cee2 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Usage tracker for resource:security_group_rule and tenant:780eb962d64446649b0f5d5c27ee1665 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:28:36.372494 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-a423e98c-2906-4ec8-8794-99463295cee2 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:28:36.378175 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-a423e98c-2906-4ec8-8794-99463295cee2 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:28:36.462361 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a423e98c-2906-4ec8-8794-99463295cee2 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:36.521582 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a423e98c-2906-4ec8-8794-99463295cee2 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:36.595264 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a423e98c-2906-4ec8-8794-99463295cee2 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:36.622676 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a423e98c-2906-4ec8-8794-99463295cee2 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e672b762-f431-40b9-9ab9-b6c84112019d,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:28:36.698228 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a423e98c-2906-4ec8-8794-99463295cee2 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:36.699428 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-a423e98c-2906-4ec8-8794-99463295cee2 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3448741 Feb 04 09:28:36.702106 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 34990) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:28:36.707356 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-0b98bbe9-45d6-4df3-9d3e-9160c5097416 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Request body: {'security_group_rule': {'security_group_id': 'c481e433-7f44-405f-80bb-109e8d70615d', 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:28:36.713047 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-0b98bbe9-45d6-4df3-9d3e-9160c5097416 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:28:36.716874 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-0b98bbe9-45d6-4df3-9d3e-9160c5097416 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Usage tracker for resource:security_group_rule and tenant:780eb962d64446649b0f5d5c27ee1665 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:28:36.725877 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-0b98bbe9-45d6-4df3-9d3e-9160c5097416 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:28:36.725877 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-0b98bbe9-45d6-4df3-9d3e-9160c5097416 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:28:36.807411 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0b98bbe9-45d6-4df3-9d3e-9160c5097416 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:36.865894 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0b98bbe9-45d6-4df3-9d3e-9160c5097416 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:36.944183 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0b98bbe9-45d6-4df3-9d3e-9160c5097416 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:36.966454 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b98bbe9-45d6-4df3-9d3e-9160c5097416 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d9ad07a-35dd-4a4f-b6f3-8217e652eb73,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:28:37.034503 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0b98bbe9-45d6-4df3-9d3e-9160c5097416 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:37.035681 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-0b98bbe9-45d6-4df3-9d3e-9160c5097416 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3326828 Feb 04 09:28:37.038484 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 34994) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:28:37.043814 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-62aee71d-9fc0-4973-8163-69933f590ad5 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Request body: {'security_group_rule': {'security_group_id': 'c481e433-7f44-405f-80bb-109e8d70615d', 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:28:37.050297 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-62aee71d-9fc0-4973-8163-69933f590ad5 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:28:37.054398 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-62aee71d-9fc0-4973-8163-69933f590ad5 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Usage tracker for resource:security_group_rule and tenant:780eb962d64446649b0f5d5c27ee1665 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:28:37.057379 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-62aee71d-9fc0-4973-8163-69933f590ad5 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:28:37.062903 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-62aee71d-9fc0-4973-8163-69933f590ad5 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:28:37.142810 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-62aee71d-9fc0-4973-8163-69933f590ad5 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:37.205168 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-62aee71d-9fc0-4973-8163-69933f590ad5 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:37.268969 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-62aee71d-9fc0-4973-8163-69933f590ad5 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:37.291981 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aee71d-9fc0-4973-8163-69933f590ad5 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d94b30c3-78d3-48e6-b78f-054fc0279d4c,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:28:37.370822 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-62aee71d-9fc0-4973-8163-69933f590ad5 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:37.371995 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-62aee71d-9fc0-4973-8163-69933f590ad5 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3326221 Feb 04 09:28:37.374642 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 34998) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:28:37.380606 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-420a72c0-5ee9-45d1-8b70-38e916c92751 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Request body: {'security_group_rule': {'security_group_id': 'c481e433-7f44-405f-80bb-109e8d70615d', 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:28:37.386251 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-420a72c0-5ee9-45d1-8b70-38e916c92751 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:28:37.390103 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-420a72c0-5ee9-45d1-8b70-38e916c92751 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Usage tracker for resource:security_group_rule and tenant:780eb962d64446649b0f5d5c27ee1665 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:28:37.393032 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-420a72c0-5ee9-45d1-8b70-38e916c92751 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:28:37.398675 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-420a72c0-5ee9-45d1-8b70-38e916c92751 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:28:37.468601 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-420a72c0-5ee9-45d1-8b70-38e916c92751 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:37.531897 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-420a72c0-5ee9-45d1-8b70-38e916c92751 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:37.606179 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-420a72c0-5ee9-45d1-8b70-38e916c92751 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:37.630203 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420a72c0-5ee9-45d1-8b70-38e916c92751 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1b0143a-722c-45ab-a27b-7883893d7fcf,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:28:37.720868 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-420a72c0-5ee9-45d1-8b70-38e916c92751 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:37.722484 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-420a72c0-5ee9-45d1-8b70-38e916c92751 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3469367 Feb 04 09:28:37.725260 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 35002) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:28:37.730556 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-035792e0-1599-4633-a0eb-8efb45c1bddc tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Request body: {'security_group_rule': {'security_group_id': 'c481e433-7f44-405f-80bb-109e8d70615d', 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:28:37.736197 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-035792e0-1599-4633-a0eb-8efb45c1bddc tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:28:37.740540 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-035792e0-1599-4633-a0eb-8efb45c1bddc tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Usage tracker for resource:security_group_rule and tenant:780eb962d64446649b0f5d5c27ee1665 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:28:37.743411 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-035792e0-1599-4633-a0eb-8efb45c1bddc tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:28:37.748971 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-035792e0-1599-4633-a0eb-8efb45c1bddc tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:28:37.829504 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.securitygroups_db [None req-035792e0-1599-4633-a0eb-8efb45c1bddc tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Project 780eb962d64446649b0f5d5c27ee1665 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 09:28:37.835912 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-035792e0-1599-4633-a0eb-8efb45c1bddc tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:37.904857 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-035792e0-1599-4633-a0eb-8efb45c1bddc tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:37.976886 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-035792e0-1599-4633-a0eb-8efb45c1bddc tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:37.999632 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035792e0-1599-4633-a0eb-8efb45c1bddc tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc69643a-1821-4a71-aa3d-a7a68ef0e835,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:28:38.069943 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-035792e0-1599-4633-a0eb-8efb45c1bddc tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:38.071158 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-035792e0-1599-4633-a0eb-8efb45c1bddc tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3449779 Feb 04 09:28:38.073970 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 35006) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:28:38.080961 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-af1c3f8c-9e07-4adc-b1e3-f9890d9239ef tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Request body: {'security_group_rule': {'security_group_id': 'c481e433-7f44-405f-80bb-109e8d70615d', 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:28:38.086110 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-af1c3f8c-9e07-4adc-b1e3-f9890d9239ef tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:28:38.090058 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-af1c3f8c-9e07-4adc-b1e3-f9890d9239ef tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Usage tracker for resource:security_group_rule and tenant:780eb962d64446649b0f5d5c27ee1665 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:28:38.093033 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-af1c3f8c-9e07-4adc-b1e3-f9890d9239ef tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:28:38.099421 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-af1c3f8c-9e07-4adc-b1e3-f9890d9239ef tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:28:38.172488 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.securitygroups_db [None req-af1c3f8c-9e07-4adc-b1e3-f9890d9239ef tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Project 780eb962d64446649b0f5d5c27ee1665 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 09:28:38.178947 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-af1c3f8c-9e07-4adc-b1e3-f9890d9239ef tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:38.245273 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-af1c3f8c-9e07-4adc-b1e3-f9890d9239ef tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:38.286723 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-af1c3f8c-9e07-4adc-b1e3-f9890d9239ef tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:38.309288 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1c3f8c-9e07-4adc-b1e3-f9890d9239ef tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1044c3d-435c-409b-9abf-39718465987d,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:28:38.360880 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-af1c3f8c-9e07-4adc-b1e3-f9890d9239ef tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:38.364492 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-af1c3f8c-9e07-4adc-b1e3-f9890d9239ef tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2871785 Feb 04 09:28:38.365454 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 35010) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:28:38.370737 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-708951ac-45f5-429f-9688-a641000ac312 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Request body: {'network': {'name': 'tempest-network-smoke--635699107', 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'port_security_enabled': True}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:28:38.375754 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-708951ac-45f5-429f-9688-a641000ac312 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:28:38.379826 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-708951ac-45f5-429f-9688-a641000ac312 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Usage tracker for resource:network and tenant:780eb962d64446649b0f5d5c27ee1665 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:28:38.382673 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-708951ac-45f5-429f-9688-a641000ac312 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:28:38.388224 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-708951ac-45f5-429f-9688-a641000ac312 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:28:38.441039 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-708951ac-45f5-429f-9688-a641000ac312 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Made reservation on behalf of 780eb962d64446649b0f5d5c27ee1665 for: {'network': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 09:28:38.443856 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-708951ac-45f5-429f-9688-a641000ac312 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:38.470849 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-708951ac-45f5-429f-9688-a641000ac312 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=84107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 09:28:38.479563 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-708951ac-45f5-429f-9688-a641000ac312 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:38.479899 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.segments_db [None req-708951ac-45f5-429f-9688-a641000ac312 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Added segment 6c6c9213-a29a-498c-a19f-e4244c29ec81 of type vlan for network e5db7c76-3a81-4b02-8027-f2a0f31173b1 Feb 04 09:28:38.505003 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-708951ac-45f5-429f-9688-a641000ac312 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:38.593469 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-708951ac-45f5-429f-9688-a641000ac312 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:38.597043 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708951ac-45f5-429f-9688-a641000ac312 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:28:38.598129 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-708951ac-45f5-429f-9688-a641000ac312 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:38.704889 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708951ac-45f5-429f-9688-a641000ac312 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event updated for resources: {'Network': ['ID=e5db7c76-3a81-4b02-8027-f2a0f31173b1,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:28:38.717233 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network e5db7c76-3a81-4b02-8027-f2a0f31173b1 details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 09:28:38.783224 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-708951ac-45f5-429f-9688-a641000ac312 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4166188 Feb 04 09:28:38.787078 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 35014) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:28:38.792311 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-d6b2b874-888a-4f35-921c-6529aedf5184 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-190152069', 'admin_state_up': True, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:28:38.799035 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-d6b2b874-888a-4f35-921c-6529aedf5184 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:28:38.803809 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-d6b2b874-888a-4f35-921c-6529aedf5184 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Usage tracker for resource:router and tenant:780eb962d64446649b0f5d5c27ee1665 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:28:38.806722 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-d6b2b874-888a-4f35-921c-6529aedf5184 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:28:38.812717 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-d6b2b874-888a-4f35-921c-6529aedf5184 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:28:38.880583 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d6b2b874-888a-4f35-921c-6529aedf5184 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40975'] for router, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:38.881539 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d6b2b874-888a-4f35-921c-6529aedf5184 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40982'] for router, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:38.899868 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d6b2b874-888a-4f35-921c-6529aedf5184 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:39.131537 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d6b2b874-888a-4f35-921c-6529aedf5184 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40996'] for router, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:39.372144 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d6b2b874-888a-4f35-921c-6529aedf5184 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for router_gateway, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:39.401550 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d6b2b874-888a-4f35-921c-6529aedf5184 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:39.535433 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-d6b2b874-888a-4f35-921c-6529aedf5184 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Allocated IP 172.26.3.46 (e264bd74-c56b-43d0-9059-bcb57dbbe5bc/79caf47c-b62c-4ea0-b35f-21ede155daa8/c798749c-bd49-49b5-b714-293e1e64bed9) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 09:28:39.763787 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d6b2b874-888a-4f35-921c-6529aedf5184 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:39.842558 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d6b2b874-888a-4f35-921c-6529aedf5184 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:39.908465 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b2b874-888a-4f35-921c-6529aedf5184 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Network e264bd74-c56b-43d0-9059-bcb57dbbe5bc is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:28:39.911851 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-d6b2b874-888a-4f35-921c-6529aedf5184 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:28:39.915529 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b2b874-888a-4f35-921c-6529aedf5184 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 09:28:39.944600 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b2b874-888a-4f35-921c-6529aedf5184 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event updated for resources: {'Port': ['ID=c798749c-bd49-49b5-b714-293e1e64bed9,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:28:40.138555 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d6b2b874-888a-4f35-921c-6529aedf5184 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for router_gateway, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:40.139282 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d6b2b874-888a-4f35-921c-6529aedf5184 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472990'] for router, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:40.423681 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6b2b874-888a-4f35-921c-6529aedf5184 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Router 973366c3-e3de-4f92-bab5-a00e4ef99711 is scheduled to L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 with binding_index 1 {{(pid=84107) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 09:28:40.626009 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6b2b874-888a-4f35-921c-6529aedf5184 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 09:28:40.636837 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b74208-6c1b-4055-b165-8325b317a37b None None] Sync routers for ids ['973366c3-e3de-4f92-bab5-a00e4ef99711'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 09:28:40.648611 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b74208-6c1b-4055-b165-8325b317a37b None None] Routers {'973366c3-e3de-4f92-bab5-a00e4ef99711'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:28:40.649220 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-90b74208-6c1b-4055-b165-8325b317a37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:28:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['973366c3-e3de-4f92-bab5-a00e4ef99711'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:28:40.721504 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d6b2b874-888a-4f35-921c-6529aedf5184 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:40.722896 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-d6b2b874-888a-4f35-921c-6529aedf5184 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.9346099 Feb 04 09:28:40.725913 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 35018) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:28:40.765630 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-78cac60d-179c-4578-b465-1814d8b4a8d1 tempest-TestNetworkAdvancedServerOps-2015322207 tempest-TestNetworkAdvancedServerOps-2015322207-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=780eb962d64446649b0f5d5c27ee1665&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385873 Feb 04 09:28:40.768215 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 35022) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:28:40.825194 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-90b74208-6c1b-4055-b165-8325b317a37b None None] Set router 973366c3-e3de-4f92-bab5-a00e4ef99711 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:28:40.897506 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85132ba-060f-4165-9b28-5945b96511cf tempest-TestNetworkAdvancedServerOps-2015322207 tempest-TestNetworkAdvancedServerOps-2015322207-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:28:40.898979 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-f85132ba-060f-4165-9b28-5945b96511cf tempest-TestNetworkAdvancedServerOps-2015322207 tempest-TestNetworkAdvancedServerOps-2015322207-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1297183 Feb 04 09:28:40.901702 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 35026) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:28:40.941012 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-3ebb7857-b65f-4e02-9e61-f5888071e230 tempest-TestNetworkAdvancedServerOps-2015322207 tempest-TestNetworkAdvancedServerOps-2015322207-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=e264bd74-c56b-43d0-9059-bcb57dbbe5bc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381970 Feb 04 09:28:40.943384 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 35030) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:28:40.948577 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-233a13f4-5a6a-45f7-a4f9-d9ccb5f86653 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1501479103', 'network_id': 'e5db7c76-3a81-4b02-8027-f2a0f31173b1', 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:28:41.058066 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-233a13f4-5a6a-45f7-a4f9-d9ccb5f86653 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:28:41.061902 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-233a13f4-5a6a-45f7-a4f9-d9ccb5f86653 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Usage tracker for resource:subnet and tenant:780eb962d64446649b0f5d5c27ee1665 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:28:41.064803 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-233a13f4-5a6a-45f7-a4f9-d9ccb5f86653 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:28:41.070472 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-233a13f4-5a6a-45f7-a4f9-d9ccb5f86653 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:28:41.113906 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-90b74208-6c1b-4055-b165-8325b317a37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '973366c3-e3de-4f92-bab5-a00e4ef99711', 'name': 'tempest-TestNetworkAdvancedServerOps-router-190152069', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.46'}], 'enable_snat': True}, 'gw_port_id': 'c798749c-bd49-49b5-b714-293e1e64bed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:28:38Z', 'updated_at': '2022-02-04T09:28:40Z', 'revision_number': 3, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'gw_port': {'id': 'c798749c-bd49-49b5-b714-293e1e64bed9', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:e8:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '973366c3-e3de-4f92-bab5-a00e4ef99711', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:28:39Z', 'updated_at': '2022-02-04T09:28:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:28:41.117613 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b74208-6c1b-4055-b165-8325b317a37b None None] Checking router: 973366c3-e3de-4f92-bab5-a00e4ef99711 for host: dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 09:28:41.117959 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b74208-6c1b-4055-b165-8325b317a37b None None] Updating router 973366c3-e3de-4f92-bab5-a00e4ef99711 port c798749c-bd49-49b5-b714-293e1e64bed9 binding host dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 09:28:41.143984 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-233a13f4-5a6a-45f7-a4f9-d9ccb5f86653 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Made reservation on behalf of 780eb962d64446649b0f5d5c27ee1665 for: {'subnet': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 09:28:41.168174 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-90b74208-6c1b-4055-b165-8325b317a37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:41.246956 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-233a13f4-5a6a-45f7-a4f9-d9ccb5f86653 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8119726'] for subnet, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:41.483271 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-90b74208-6c1b-4055-b165-8325b317a37b None None] Notify callbacks [] for port, precommit_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:41.494364 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-90b74208-6c1b-4055-b165-8325b317a37b None None] Transition to ACTIVE for port object c798749c-bd49-49b5-b714-293e1e64bed9 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:28:41.521912 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-233a13f4-5a6a-45f7-a4f9-d9ccb5f86653 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7593498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8119736'] for subnet, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:41.578453 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-90b74208-6c1b-4055-b165-8325b317a37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:41.596211 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233a13f4-5a6a-45f7-a4f9-d9ccb5f86653 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event updated for resources: {'Subnet': ['ID=c9bd7fec-43ad-4cdf-bfc6-e40212237cdd,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:28:41.607258 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233a13f4-5a6a-45f7-a4f9-d9ccb5f86653 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Checking segment: {'id': '6c6c9213-a29a-498c-a19f-e4244c29ec81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e5db7c76-3a81-4b02-8027-f2a0f31173b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 09:28:41.607612 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233a13f4-5a6a-45f7-a4f9-d9ccb5f86653 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Network hostable DHCP agents. Network: e5db7c76-3a81-4b02-8027-f2a0f31173b1, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 09:28:41.660503 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-90b74208-6c1b-4055-b165-8325b317a37b None None] Attempting to bind port c798749c-bd49-49b5-b714-293e1e64bed9 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 09:28:41.661003 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-90b74208-6c1b-4055-b165-8325b317a37b None None] Attempting to bind port c798749c-bd49-49b5-b714-293e1e64bed9 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 09:28:41.663483 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b74208-6c1b-4055-b165-8325b317a37b None None] Attempting to bind port c798749c-bd49-49b5-b714-293e1e64bed9 on network e264bd74-c56b-43d0-9059-bcb57dbbe5bc {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 09:28:41.663483 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d0c40-1892-49dd-ab67-4f4194eb2988 None None] Pushing event updated for resources: {'Port': ['ID=c798749c-bd49-49b5-b714-293e1e64bed9,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:28:41.670134 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b74208-6c1b-4055-b165-8325b317a37b None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 9, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 09:28:41.670546 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b74208-6c1b-4055-b165-8325b317a37b None None] Checking segment: {'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 09:28:41.671008 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-90b74208-6c1b-4055-b165-8325b317a37b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:41.671374 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b74208-6c1b-4055-b165-8325b317a37b None None] Bound using segment: {'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 09:28:41.671826 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-90b74208-6c1b-4055-b165-8325b317a37b None None] Bound port: c798749c-bd49-49b5-b714-293e1e64bed9, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 09:28:41.672196 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-90b74208-6c1b-4055-b165-8325b317a37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:41.704096 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233a13f4-5a6a-45f7-a4f9-d9ccb5f86653 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Network e5db7c76-3a81-4b02-8027-f2a0f31173b1 is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 09:28:41.748618 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-90b74208-6c1b-4055-b165-8325b317a37b None None] For port c798749c-bd49-49b5-b714-293e1e64bed9, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 09:28:41.751462 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-90b74208-6c1b-4055-b165-8325b317a37b None None] For port c798749c-bd49-49b5-b714-293e1e64bed9, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=c798749c-bd49-49b5-b714-293e1e64bed9,segment=NetworkSegment(c44b9475-949d-4ae7-bfca-e29b010a56a6),segment_id=c44b9475-949d-4ae7-bfca-e29b010a56a6)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 09:28:41.772620 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-233a13f4-5a6a-45f7-a4f9-d9ccb5f86653 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, e5db7c76-3a81-4b02-8027-f2a0f31173b1) {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:28:41.776656 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233a13f4-5a6a-45f7-a4f9-d9ccb5f86653 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:28:41.784066 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-233a13f4-5a6a-45f7-a4f9-d9ccb5f86653 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:41.785434 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb88ab58-1dc0-430f-b83d-5a6373c4bc90 None None] Network e5db7c76-3a81-4b02-8027-f2a0f31173b1 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 09:28:41.848793 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-90b74208-6c1b-4055-b165-8325b317a37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:41.865457 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-233a13f4-5a6a-45f7-a4f9-d9ccb5f86653 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9210756 Feb 04 09:28:41.868198 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 35034) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:28:41.973500 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d0c40-1892-49dd-ab67-4f4194eb2988 None None] Pushing event updated for resources: {'Port': ['ID=c798749c-bd49-49b5-b714-293e1e64bed9,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:28:41.982417 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b74208-6c1b-4055-b165-8325b317a37b None None] Routers {'973366c3-e3de-4f92-bab5-a00e4ef99711'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:28:41.983036 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-90b74208-6c1b-4055-b165-8325b317a37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:28:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['973366c3-e3de-4f92-bab5-a00e4ef99711'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:28:42.267279 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec785de4-8b35-4637-a249-a07fff2b7465 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-e5db7c76-3a81-4b02-8027-f2a0f31173b1', 'network_id': 'e5db7c76-3a81-4b02-8027-f2a0f31173b1', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'fixed_ips': [{'subnet_id': 'c9bd7fec-43ad-4cdf-bfc6-e40212237cdd'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 09:28:42.268069 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-ec785de4-8b35-4637-a249-a07fff2b7465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:42.299442 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-90b74208-6c1b-4055-b165-8325b317a37b None None] Set router 973366c3-e3de-4f92-bab5-a00e4ef99711 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:28:42.653630 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-ec785de4-8b35-4637-a249-a07fff2b7465 None None] Allocated IP 172.20.0.2 (e5db7c76-3a81-4b02-8027-f2a0f31173b1/c9bd7fec-43ad-4cdf-bfc6-e40212237cdd/0bf565cf-7730-4ebf-a71e-a55593078af5) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 09:28:42.718763 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9dec34d2-5d3b-4ac0-af61-aad13fe13e54 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:42.797029 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-90b74208-6c1b-4055-b165-8325b317a37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '973366c3-e3de-4f92-bab5-a00e4ef99711', 'name': 'tempest-TestNetworkAdvancedServerOps-router-190152069', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.46'}], 'enable_snat': True}, 'gw_port_id': 'c798749c-bd49-49b5-b714-293e1e64bed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:28:38Z', 'updated_at': '2022-02-04T09:28:40Z', 'revision_number': 3, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'gw_port': {'id': 'c798749c-bd49-49b5-b714-293e1e64bed9', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:e8:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '973366c3-e3de-4f92-bab5-a00e4ef99711', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:28:39Z', 'updated_at': '2022-02-04T09:28:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:28:42.812892 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b74208-6c1b-4055-b165-8325b317a37b None None] The sync data for ids ['973366c3-e3de-4f92-bab5-a00e4ef99711'] in dv-neutron-827798-2-hyperv is: [{'id': '973366c3-e3de-4f92-bab5-a00e4ef99711', 'name': 'tempest-TestNetworkAdvancedServerOps-router-190152069', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.46'}], 'enable_snat': True}, 'gw_port_id': 'c798749c-bd49-49b5-b714-293e1e64bed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:28:38Z', 'updated_at': '2022-02-04T09:28:40Z', 'revision_number': 3, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'gw_port': {'id': 'c798749c-bd49-49b5-b714-293e1e64bed9', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:e8:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '973366c3-e3de-4f92-bab5-a00e4ef99711', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:28:39Z', 'updated_at': '2022-02-04T09:28:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 09:28:42.880741 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-ec785de4-8b35-4637-a249-a07fff2b7465 None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:42.891710 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-ec785de4-8b35-4637-a249-a07fff2b7465 None None] Transition to ACTIVE for port object 0bf565cf-7730-4ebf-a71e-a55593078af5 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:28:42.911633 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-ec785de4-8b35-4637-a249-a07fff2b7465 None None] Transition to ACTIVE for port object 0bf565cf-7730-4ebf-a71e-a55593078af5 will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:28:42.996873 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-ec785de4-8b35-4637-a249-a07fff2b7465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:43.070481 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec785de4-8b35-4637-a249-a07fff2b7465 None None] Network e5db7c76-3a81-4b02-8027-f2a0f31173b1 is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:28:43.073777 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-ec785de4-8b35-4637-a249-a07fff2b7465 None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:28:43.078655 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec785de4-8b35-4637-a249-a07fff2b7465 None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 09:28:43.081044 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec785de4-8b35-4637-a249-a07fff2b7465 None None] Pushing event updated for resources: {'Port': ['ID=0bf565cf-7730-4ebf-a71e-a55593078af5,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:28:43.162208 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-9dec34d2-5d3b-4ac0-af61-aad13fe13e54 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Allocated IP 172.20.0.1 (e5db7c76-3a81-4b02-8027-f2a0f31173b1/c9bd7fec-43ad-4cdf-bfc6-e40212237cdd/9782b74d-c734-44e7-92ff-3123967f73a8) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 09:28:43.172670 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-ec785de4-8b35-4637-a249-a07fff2b7465 None None] Attempting to bind port 0bf565cf-7730-4ebf-a71e-a55593078af5 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 09:28:43.177192 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-ec785de4-8b35-4637-a249-a07fff2b7465 None None] Attempting to bind port 0bf565cf-7730-4ebf-a71e-a55593078af5 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': '6c6c9213-a29a-498c-a19f-e4244c29ec81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e5db7c76-3a81-4b02-8027-f2a0f31173b1'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 09:28:43.177192 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec785de4-8b35-4637-a249-a07fff2b7465 None None] Attempting to bind port 0bf565cf-7730-4ebf-a71e-a55593078af5 on network e5db7c76-3a81-4b02-8027-f2a0f31173b1 {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 09:28:43.181004 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec785de4-8b35-4637-a249-a07fff2b7465 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 9, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 09:28:43.181450 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec785de4-8b35-4637-a249-a07fff2b7465 None None] Checking segment: {'id': '6c6c9213-a29a-498c-a19f-e4244c29ec81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e5db7c76-3a81-4b02-8027-f2a0f31173b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 09:28:43.181912 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-ec785de4-8b35-4637-a249-a07fff2b7465 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:43.182362 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec785de4-8b35-4637-a249-a07fff2b7465 None None] Bound using segment: {'id': '6c6c9213-a29a-498c-a19f-e4244c29ec81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e5db7c76-3a81-4b02-8027-f2a0f31173b1'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 09:28:43.182897 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-ec785de4-8b35-4637-a249-a07fff2b7465 None None] Bound port: 0bf565cf-7730-4ebf-a71e-a55593078af5, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c6c9213-a29a-498c-a19f-e4244c29ec81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e5db7c76-3a81-4b02-8027-f2a0f31173b1'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 09:28:43.183335 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-ec785de4-8b35-4637-a249-a07fff2b7465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:43.278776 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-ec785de4-8b35-4637-a249-a07fff2b7465 None None] For port 0bf565cf-7730-4ebf-a71e-a55593078af5, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 09:28:43.282583 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-ec785de4-8b35-4637-a249-a07fff2b7465 None None] For port 0bf565cf-7730-4ebf-a71e-a55593078af5, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=0bf565cf-7730-4ebf-a71e-a55593078af5,segment=NetworkSegment(6c6c9213-a29a-498c-a19f-e4244c29ec81),segment_id=6c6c9213-a29a-498c-a19f-e4244c29ec81)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 09:28:43.313551 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device c798749c-bd49-49b5-b714-293e1e64bed9 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:28:43.339940 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9dec34d2-5d3b-4ac0-af61-aad13fe13e54 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:43.354186 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-ec785de4-8b35-4637-a249-a07fff2b7465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:43.358714 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.provisioning_blocks [None req-9dec34d2-5d3b-4ac0-af61-aad13fe13e54 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Transition to ACTIVE for port object 9782b74d-c734-44e7-92ff-3123967f73a8 will not be triggered until provisioned by entity DHCP. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:28:43.441911 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9dec34d2-5d3b-4ac0-af61-aad13fe13e54 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:43.457442 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec785de4-8b35-4637-a249-a07fff2b7465 None None] Pushing event updated for resources: {'Port': ['ID=0bf565cf-7730-4ebf-a71e-a55593078af5,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:28:43.521885 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dec34d2-5d3b-4ac0-af61-aad13fe13e54 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Network e5db7c76-3a81-4b02-8027-f2a0f31173b1 is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:28:43.525214 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-9dec34d2-5d3b-4ac0-af61-aad13fe13e54 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:28:43.527684 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dec34d2-5d3b-4ac0-af61-aad13fe13e54 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 09:28:43.549514 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port c798749c-bd49-49b5-b714-293e1e64bed9 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:28:43.555787 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port c798749c-bd49-49b5-b714-293e1e64bed9 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:28:43.556734 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:43.568995 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dec34d2-5d3b-4ac0-af61-aad13fe13e54 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event updated for resources: {'Port': ['ID=9782b74d-c734-44e7-92ff-3123967f73a8,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:28:43.628221 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9dec34d2-5d3b-4ac0-af61-aad13fe13e54 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-472912'] for router_interface, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:43.716120 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:43.740071 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port c798749c-bd49-49b5-b714-293e1e64bed9, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=c798749c-bd49-49b5-b714-293e1e64bed9,segment=NetworkSegment(c44b9475-949d-4ae7-bfca-e29b010a56a6),segment_id=c44b9475-949d-4ae7-bfca-e29b010a56a6)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:28:43.803106 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9dec34d2-5d3b-4ac0-af61-aad13fe13e54 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:43.812768 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:43.884152 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=c798749c-bd49-49b5-b714-293e1e64bed9,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:28:44.319928 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9dec34d2-5d3b-4ac0-af61-aad13fe13e54 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for port, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:44.376193 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf82da1-a30f-42c8-b51b-0a919f5c284a None None] Network e5db7c76-3a81-4b02-8027-f2a0f31173b1 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 09:28:44.382517 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9dec34d2-5d3b-4ac0-af61-aad13fe13e54 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:44.493486 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9dec34d2-5d3b-4ac0-af61-aad13fe13e54 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473771'] for router_interface, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:44.496901 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dec34d2-5d3b-4ac0-af61-aad13fe13e54 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event updated for resources: {'Port': ['ID=9782b74d-c734-44e7-92ff-3123967f73a8,revision_number=2']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:28:44.537062 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-7cc20902-1ef3-44c1-97c9-2f211de394be None None] Provisioning for port 0bf565cf-7730-4ebf-a71e-a55593078af5 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:28:44.633285 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dec34d2-5d3b-4ac0-af61-aad13fe13e54 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Network e5db7c76-3a81-4b02-8027-f2a0f31173b1 is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:28:44.634446 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-9dec34d2-5d3b-4ac0-af61-aad13fe13e54 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:28:44.955826 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-70962e64-b0df-45ba-b096-fcd78a4d43ab None None] Provisioning for port 9782b74d-c734-44e7-92ff-3123967f73a8 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:28:44.965967 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-70962e64-b0df-45ba-b096-fcd78a4d43ab None None] Provisioning complete for port 9782b74d-c734-44e7-92ff-3123967f73a8 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:28:44.965967 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-70962e64-b0df-45ba-b096-fcd78a4d43ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:45.023953 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-70962e64-b0df-45ba-b096-fcd78a4d43ab None None] Port 9782b74d-c734-44e7-92ff-3123967f73a8 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 09:28:45.043279 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dec34d2-5d3b-4ac0-af61-aad13fe13e54 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Router 973366c3-e3de-4f92-bab5-a00e4ef99711 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 09:28:45.146371 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-06e6bb90-98ac-4a43-833e-34dfc7ca3a45 None None] Provisioning complete for port 9782b74d-c734-44e7-92ff-3123967f73a8 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:28:45.146885 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-06e6bb90-98ac-4a43-833e-34dfc7ca3a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:45.249649 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-06e6bb90-98ac-4a43-833e-34dfc7ca3a45 None None] Port 9782b74d-c734-44e7-92ff-3123967f73a8 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 09:28:45.254344 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dec34d2-5d3b-4ac0-af61-aad13fe13e54 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 09:28:45.266771 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-9dec34d2-5d3b-4ac0-af61-aad13fe13e54 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "PUT /v2.0/routers/973366c3-e3de-4f92-bab5-a00e4ef99711/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3976250 Feb 04 09:28:45.341788 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device c798749c-bd49-49b5-b714-293e1e64bed9 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:28:45.405264 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-6f5012be-3f43-442d-8b4e-1c2a22f06b73 None None] Provisioning complete for port 9782b74d-c734-44e7-92ff-3123967f73a8 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:28:45.405627 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-6f5012be-3f43-442d-8b4e-1c2a22f06b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:45.441664 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-b1477e3a-3040-46d2-8cd0-11cde042bfd9 req-93d2599b-950c-4323-9885-b421eb6df133 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Synchronizing usage tracker for tenant:780eb962d64446649b0f5d5c27ee1665 on resource:security_group {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 09:28:45.463023 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-6f5012be-3f43-442d-8b4e-1c2a22f06b73 None None] Port 9782b74d-c734-44e7-92ff-3123967f73a8 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 09:28:45.470172 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port c798749c-bd49-49b5-b714-293e1e64bed9 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:28:45.470532 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:45.476853 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [req-b8c978d6-6801-4306-aa0b-206299ad26f4 req-c6e40dd6-b392-48d3-96c8-0f1f06d83ad6 tempest-ServerDiskConfigTestJSON-1387030183 tempest-ServerDiskConfigTestJSON-1387030183-project] (84107) timed out ('10.222.0.47', 50082) {{(pid=84107) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 09:28:45.526728 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-b1477e3a-3040-46d2-8cd0-11cde042bfd9 req-93d2599b-950c-4323-9885-b421eb6df133 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Unset dirty status for tenant:780eb962d64446649b0f5d5c27ee1665 on resource:security_group {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 09:28:45.527898 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b1477e3a-3040-46d2-8cd0-11cde042bfd9 req-93d2599b-950c-4323-9885-b421eb6df133 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1937756360&fields=id&tenant_id=780eb962d64446649b0f5d5c27ee1665 HTTP/1.1" status: 200 len: 267 time: 0.1295395 Feb 04 09:28:45.580679 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 0bf565cf-7730-4ebf-a71e-a55593078af5 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:28:45.674672 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1477e3a-3040-46d2-8cd0-11cde042bfd9 req-78abf4c2-3f36-4c9f-a6fb-034100ea8196 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:28:45.675333 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-b1477e3a-3040-46d2-8cd0-11cde042bfd9 req-78abf4c2-3f36-4c9f-a6fb-034100ea8196 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Synchronizing usage tracker for tenant:780eb962d64446649b0f5d5c27ee1665 on resource:network {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 09:28:45.736078 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 0bf565cf-7730-4ebf-a71e-a55593078af5 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:28:45.741068 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 0bf565cf-7730-4ebf-a71e-a55593078af5 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:28:45.741434 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:45.758931 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-b1477e3a-3040-46d2-8cd0-11cde042bfd9 req-78abf4c2-3f36-4c9f-a6fb-034100ea8196 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Unset dirty status for tenant:780eb962d64446649b0f5d5c27ee1665 on resource:network {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 09:28:45.763431 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b1477e3a-3040-46d2-8cd0-11cde042bfd9 req-78abf4c2-3f36-4c9f-a6fb-034100ea8196 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/networks?id=e5db7c76-3a81-4b02-8027-f2a0f31173b1 HTTP/1.1" status: 200 len: 796 time: 0.2256289 Feb 04 09:28:45.777063 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b1477e3a-3040-46d2-8cd0-11cde042bfd9 req-fe4ac447-25f0-444f-941c-6b177019f5ca tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/quotas/780eb962d64446649b0f5d5c27ee1665 HTTP/1.1" status: 200 len: 375 time: 0.0112772 Feb 04 09:28:45.854582 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:45.856594 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-b1477e3a-3040-46d2-8cd0-11cde042bfd9 req-04b0da5c-ac4f-4850-b308-b6fc9732dbd6 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Synchronizing usage tracker for tenant:780eb962d64446649b0f5d5c27ee1665 on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 09:28:45.885900 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port 0bf565cf-7730-4ebf-a71e-a55593078af5, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=0bf565cf-7730-4ebf-a71e-a55593078af5,segment=NetworkSegment(6c6c9213-a29a-498c-a19f-e4244c29ec81),segment_id=6c6c9213-a29a-498c-a19f-e4244c29ec81)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:28:45.938136 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-b1477e3a-3040-46d2-8cd0-11cde042bfd9 req-04b0da5c-ac4f-4850-b308-b6fc9732dbd6 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Unset dirty status for tenant:780eb962d64446649b0f5d5c27ee1665 on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 09:28:45.939489 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b1477e3a-3040-46d2-8cd0-11cde042bfd9 req-04b0da5c-ac4f-4850-b308-b6fc9732dbd6 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=780eb962d64446649b0f5d5c27ee1665&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1574886 Feb 04 09:28:45.967104 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:46.027181 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [req-b1477e3a-3040-46d2-8cd0-11cde042bfd9 req-61a821e8-e62f-4606-9d56-bb5a5fcf781a service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=84107) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 09:28:46.028164 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b1477e3a-3040-46d2-8cd0-11cde042bfd9 req-61a821e8-e62f-4606-9d56-bb5a5fcf781a service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0768311 Feb 04 09:28:46.042758 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=0bf565cf-7730-4ebf-a71e-a55593078af5,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:28:46.159332 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b1477e3a-3040-46d2-8cd0-11cde042bfd9 req-9bcebc17-3f5e-4e50-ab92-072e77bc9c67 service neutron] 10.222.0.36 "GET /v2.0/networks/e5db7c76-3a81-4b02-8027-f2a0f31173b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246719 Feb 04 09:28:46.291169 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b1477e3a-3040-46d2-8cd0-11cde042bfd9 req-74a249ca-6b2e-4cb3-a8d4-c5ce1a951cab service neutron] 10.222.0.36 "GET /v2.0/networks/e5db7c76-3a81-4b02-8027-f2a0f31173b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257403 Feb 04 09:28:46.374745 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918c3f84-92cf-4bfc-b489-1775a6453fa7 None None] Sync routers for ids ['973366c3-e3de-4f92-bab5-a00e4ef99711'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 09:28:46.386688 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918c3f84-92cf-4bfc-b489-1775a6453fa7 None None] Routers {'973366c3-e3de-4f92-bab5-a00e4ef99711'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:28:46.387265 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-918c3f84-92cf-4bfc-b489-1775a6453fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:28:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['973366c3-e3de-4f92-bab5-a00e4ef99711'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:28:46.545295 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5922533c-a6fe-4a85-a2c2-39d027e9a99b req-f96502ce-bac3-44d0-b0f8-7aec68436d68 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=549e7423-82af-49e6-beb7-11777f978111 HTTP/1.1" status: 200 len: 210 time: 0.0448964 Feb 04 09:28:46.568755 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-918c3f84-92cf-4bfc-b489-1775a6453fa7 None None] Set router 973366c3-e3de-4f92-bab5-a00e4ef99711 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:28:46.875441 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-918c3f84-92cf-4bfc-b489-1775a6453fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '973366c3-e3de-4f92-bab5-a00e4ef99711', 'name': 'tempest-TestNetworkAdvancedServerOps-router-190152069', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.46'}], 'enable_snat': True}, 'gw_port_id': 'c798749c-bd49-49b5-b714-293e1e64bed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:28:38Z', 'updated_at': '2022-02-04T09:28:43Z', 'revision_number': 4, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'gw_port': {'id': 'c798749c-bd49-49b5-b714-293e1e64bed9', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:e8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973366c3-e3de-4f92-bab5-a00e4ef99711', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:28:39Z', 'updated_at': '2022-02-04T09:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '9782b74d-c734-44e7-92ff-3123967f73a8', 'name': '', 'network_id': 'e5db7c76-3a81-4b02-8027-f2a0f31173b1', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'mac_address': 'fa:16:3e:f4:88:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '973366c3-e3de-4f92-bab5-a00e4ef99711', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9bd7fec-43ad-4cdf-bfc6-e40212237cdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:28:42Z', 'updated_at': '2022-02-04T09:28:44Z', 'revision_number': 2, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'subnets': [{'id': 'c9bd7fec-43ad-4cdf-bfc6-e40212237cdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:28:46.879676 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918c3f84-92cf-4bfc-b489-1775a6453fa7 None None] Checking router: 973366c3-e3de-4f92-bab5-a00e4ef99711 for host: dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 09:28:46.880012 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918c3f84-92cf-4bfc-b489-1775a6453fa7 None None] Updating router 973366c3-e3de-4f92-bab5-a00e4ef99711 port 9782b74d-c734-44e7-92ff-3123967f73a8 binding host dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 09:28:46.930591 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-918c3f84-92cf-4bfc-b489-1775a6453fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:47.265012 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 0bf565cf-7730-4ebf-a71e-a55593078af5 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:28:47.320684 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-918c3f84-92cf-4bfc-b489-1775a6453fa7 None None] Notify callbacks [] for port, precommit_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:47.332414 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.provisioning_blocks [None req-918c3f84-92cf-4bfc-b489-1775a6453fa7 None None] Transition to ACTIVE for port object 9782b74d-c734-44e7-92ff-3123967f73a8 will not be triggered until provisioned by entity L2. {{(pid=84110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:28:47.334041 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 0bf565cf-7730-4ebf-a71e-a55593078af5 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:28:47.334416 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:47.422122 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-918c3f84-92cf-4bfc-b489-1775a6453fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:47.544715 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f678d279-dde1-471f-8164-33575235bd81 None None] Pushing event updated for resources: {'Port': ['ID=9782b74d-c734-44e7-92ff-3123967f73a8,revision_number=3']} {{(pid=84110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:28:47.580986 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f678d279-dde1-471f-8164-33575235bd81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:28:47.581324 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f678d279-dde1-471f-8164-33575235bd81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:28:47.581655 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f678d279-dde1-471f-8164-33575235bd81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:28:47.582020 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f678d279-dde1-471f-8164-33575235bd81 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:28:47.582341 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f678d279-dde1-471f-8164-33575235bd81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:28:47.582660 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f678d279-dde1-471f-8164-33575235bd81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:28:47.582983 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f678d279-dde1-471f-8164-33575235bd81 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:28:47.583299 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f678d279-dde1-471f-8164-33575235bd81 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:28:47.583619 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f678d279-dde1-471f-8164-33575235bd81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:28:47.583929 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f678d279-dde1-471f-8164-33575235bd81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:28:47.584245 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f678d279-dde1-471f-8164-33575235bd81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:28:47.651576 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.managers [None req-918c3f84-92cf-4bfc-b489-1775a6453fa7 None None] Attempting to bind port 9782b74d-c734-44e7-92ff-3123967f73a8 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 09:28:47.651932 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.managers [None req-918c3f84-92cf-4bfc-b489-1775a6453fa7 None None] Attempting to bind port 9782b74d-c734-44e7-92ff-3123967f73a8 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': '6c6c9213-a29a-498c-a19f-e4244c29ec81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e5db7c76-3a81-4b02-8027-f2a0f31173b1'}] {{(pid=84110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 09:28:47.652289 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918c3f84-92cf-4bfc-b489-1775a6453fa7 None None] Attempting to bind port 9782b74d-c734-44e7-92ff-3123967f73a8 on network e5db7c76-3a81-4b02-8027-f2a0f31173b1 {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 09:28:47.663087 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918c3f84-92cf-4bfc-b489-1775a6453fa7 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 9, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 09:28:47.663087 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918c3f84-92cf-4bfc-b489-1775a6453fa7 None None] Checking segment: {'id': '6c6c9213-a29a-498c-a19f-e4244c29ec81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e5db7c76-3a81-4b02-8027-f2a0f31173b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 09:28:47.663087 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-918c3f84-92cf-4bfc-b489-1775a6453fa7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:47.663087 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918c3f84-92cf-4bfc-b489-1775a6453fa7 None None] Bound using segment: {'id': '6c6c9213-a29a-498c-a19f-e4244c29ec81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e5db7c76-3a81-4b02-8027-f2a0f31173b1'} {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 09:28:47.663087 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.managers [None req-918c3f84-92cf-4bfc-b489-1775a6453fa7 None None] Bound port: 9782b74d-c734-44e7-92ff-3123967f73a8, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c6c9213-a29a-498c-a19f-e4244c29ec81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e5db7c76-3a81-4b02-8027-f2a0f31173b1'}}] {{(pid=84110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 09:28:47.663087 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-918c3f84-92cf-4bfc-b489-1775a6453fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:47.728378 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-706ab55a-7b79-4f0e-af95-5388a0988526 req-249299c0-ff60-4efa-9373-026c25e818d8 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=549e7423-82af-49e6-beb7-11777f978111 HTTP/1.1" status: 200 len: 210 time: 0.0483127 Feb 04 09:28:47.751157 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.db [None req-918c3f84-92cf-4bfc-b489-1775a6453fa7 None None] For port 9782b74d-c734-44e7-92ff-3123967f73a8, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 09:28:47.754188 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.db [None req-918c3f84-92cf-4bfc-b489-1775a6453fa7 None None] For port 9782b74d-c734-44e7-92ff-3123967f73a8, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=9782b74d-c734-44e7-92ff-3123967f73a8,segment=NetworkSegment(6c6c9213-a29a-498c-a19f-e4244c29ec81),segment_id=6c6c9213-a29a-498c-a19f-e4244c29ec81)] {{(pid=84110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 09:28:47.818774 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-918c3f84-92cf-4bfc-b489-1775a6453fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:47.896907 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f678d279-dde1-471f-8164-33575235bd81 None None] Pushing event updated for resources: {'Port': ['ID=9782b74d-c734-44e7-92ff-3123967f73a8,revision_number=4']} {{(pid=84110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:28:47.902510 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918c3f84-92cf-4bfc-b489-1775a6453fa7 None None] Routers {'973366c3-e3de-4f92-bab5-a00e4ef99711'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:28:47.903172 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-918c3f84-92cf-4bfc-b489-1775a6453fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:28:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['973366c3-e3de-4f92-bab5-a00e4ef99711'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:28:48.094471 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-918c3f84-92cf-4bfc-b489-1775a6453fa7 None None] Set router 973366c3-e3de-4f92-bab5-a00e4ef99711 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:28:48.398858 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-918c3f84-92cf-4bfc-b489-1775a6453fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '973366c3-e3de-4f92-bab5-a00e4ef99711', 'name': 'tempest-TestNetworkAdvancedServerOps-router-190152069', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.46'}], 'enable_snat': True}, 'gw_port_id': 'c798749c-bd49-49b5-b714-293e1e64bed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:28:38Z', 'updated_at': '2022-02-04T09:28:43Z', 'revision_number': 4, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'gw_port': {'id': 'c798749c-bd49-49b5-b714-293e1e64bed9', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:e8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973366c3-e3de-4f92-bab5-a00e4ef99711', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:28:39Z', 'updated_at': '2022-02-04T09:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '9782b74d-c734-44e7-92ff-3123967f73a8', 'name': '', 'network_id': 'e5db7c76-3a81-4b02-8027-f2a0f31173b1', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'mac_address': 'fa:16:3e:f4:88:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '973366c3-e3de-4f92-bab5-a00e4ef99711', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9bd7fec-43ad-4cdf-bfc6-e40212237cdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:28:42Z', 'updated_at': '2022-02-04T09:28:47Z', 'revision_number': 4, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'subnets': [{'id': 'c9bd7fec-43ad-4cdf-bfc6-e40212237cdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:28:48.402876 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918c3f84-92cf-4bfc-b489-1775a6453fa7 None None] The sync data for ids ['973366c3-e3de-4f92-bab5-a00e4ef99711'] in dv-neutron-827798-2-hyperv is: [{'id': '973366c3-e3de-4f92-bab5-a00e4ef99711', 'name': 'tempest-TestNetworkAdvancedServerOps-router-190152069', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.46'}], 'enable_snat': True}, 'gw_port_id': 'c798749c-bd49-49b5-b714-293e1e64bed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:28:38Z', 'updated_at': '2022-02-04T09:28:43Z', 'revision_number': 4, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'gw_port': {'id': 'c798749c-bd49-49b5-b714-293e1e64bed9', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:e8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973366c3-e3de-4f92-bab5-a00e4ef99711', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:28:39Z', 'updated_at': '2022-02-04T09:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '9782b74d-c734-44e7-92ff-3123967f73a8', 'name': '', 'network_id': 'e5db7c76-3a81-4b02-8027-f2a0f31173b1', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'mac_address': 'fa:16:3e:f4:88:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '973366c3-e3de-4f92-bab5-a00e4ef99711', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9bd7fec-43ad-4cdf-bfc6-e40212237cdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:28:42Z', 'updated_at': '2022-02-04T09:28:47Z', 'revision_number': 4, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'subnets': [{'id': 'c9bd7fec-43ad-4cdf-bfc6-e40212237cdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 09:28:48.679743 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1477e3a-3040-46d2-8cd0-11cde042bfd9 req-f0972629-396e-455f-8c5c-f3eaf817512a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:28:48.680437 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [req-b1477e3a-3040-46d2-8cd0-11cde042bfd9 req-f0972629-396e-455f-8c5c-f3eaf817512a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Synchronizing usage tracker for tenant:780eb962d64446649b0f5d5c27ee1665 on resource:network {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 09:28:48.693737 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [req-b1477e3a-3040-46d2-8cd0-11cde042bfd9 req-f0972629-396e-455f-8c5c-f3eaf817512a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Unset dirty status for tenant:780eb962d64446649b0f5d5c27ee1665 on resource:network {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 09:28:48.694920 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b1477e3a-3040-46d2-8cd0-11cde042bfd9 req-f0972629-396e-455f-8c5c-f3eaf817512a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.47 "GET /v2.0/networks?id=e5db7c76-3a81-4b02-8027-f2a0f31173b1 HTTP/1.1" status: 200 len: 796 time: 0.1628418 Feb 04 09:28:48.748670 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [req-b1477e3a-3040-46d2-8cd0-11cde042bfd9 req-edfb8ea0-b488-4acd-969f-b70094de16c2 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Synchronizing usage tracker for tenant:780eb962d64446649b0f5d5c27ee1665 on resource:security_group {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 09:28:48.761199 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [req-b1477e3a-3040-46d2-8cd0-11cde042bfd9 req-edfb8ea0-b488-4acd-969f-b70094de16c2 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Unset dirty status for tenant:780eb962d64446649b0f5d5c27ee1665 on resource:security_group {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 09:28:48.762334 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b1477e3a-3040-46d2-8cd0-11cde042bfd9 req-edfb8ea0-b488-4acd-969f-b70094de16c2 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=780eb962d64446649b0f5d5c27ee1665 HTTP/1.1" status: 200 len: 380 time: 0.0552807 Feb 04 09:28:48.771183 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [req-b1477e3a-3040-46d2-8cd0-11cde042bfd9 req-4636e8de-1359-4331-9957-bce8d93f2010 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Request body: {'port': {'device_id': '549e7423-82af-49e6-beb7-11777f978111', 'network_id': 'e5db7c76-3a81-4b02-8027-f2a0f31173b1', 'admin_state_up': True, 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'security_groups': ['c481e433-7f44-405f-80bb-109e8d70615d']}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:28:48.919027 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [req-b1477e3a-3040-46d2-8cd0-11cde042bfd9 req-4636e8de-1359-4331-9957-bce8d93f2010 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:28:48.931110 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [req-b1477e3a-3040-46d2-8cd0-11cde042bfd9 req-4636e8de-1359-4331-9957-bce8d93f2010 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:28:48.931855 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-6536b3bc-5bfd-49a2-a0f1-4fd9ffa47616 req-3056a370-0e49-4688-b5f2-adbeddc882b0 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=549e7423-82af-49e6-beb7-11777f978111 HTTP/1.1" status: 200 len: 210 time: 0.0617340 Feb 04 09:28:49.041208 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1477e3a-3040-46d2-8cd0-11cde042bfd9 req-4636e8de-1359-4331-9957-bce8d93f2010 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Made reservation on behalf of 780eb962d64446649b0f5d5c27ee1665 for: {'port': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 09:28:49.044298 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-b1477e3a-3040-46d2-8cd0-11cde042bfd9 req-4636e8de-1359-4331-9957-bce8d93f2010 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:49.289392 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 9782b74d-c734-44e7-92ff-3123967f73a8 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:28:49.333815 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [req-b1477e3a-3040-46d2-8cd0-11cde042bfd9 req-4636e8de-1359-4331-9957-bce8d93f2010 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Allocated IP 172.20.0.14 (e5db7c76-3a81-4b02-8027-f2a0f31173b1/c9bd7fec-43ad-4cdf-bfc6-e40212237cdd/39120fe5-55f7-470e-a186-1f7ef12b9c00) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 09:28:49.429636 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 9782b74d-c734-44e7-92ff-3123967f73a8 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:28:49.434580 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 9782b74d-c734-44e7-92ff-3123967f73a8 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:28:49.434932 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:49.487065 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-36095410-5693-4a40-a01d-3f9e4ce7f647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:49.518963 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-b1477e3a-3040-46d2-8cd0-11cde042bfd9 req-4636e8de-1359-4331-9957-bce8d93f2010 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:49.534619 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.provisioning_blocks [req-b1477e3a-3040-46d2-8cd0-11cde042bfd9 req-4636e8de-1359-4331-9957-bce8d93f2010 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Transition to ACTIVE for port object 39120fe5-55f7-470e-a186-1f7ef12b9c00 will not be triggered until provisioned by entity DHCP. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:28:49.548947 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:49.579742 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port 9782b74d-c734-44e7-92ff-3123967f73a8, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=9782b74d-c734-44e7-92ff-3123967f73a8,segment=NetworkSegment(6c6c9213-a29a-498c-a19f-e4244c29ec81),segment_id=6c6c9213-a29a-498c-a19f-e4244c29ec81)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:28:49.635435 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-b1477e3a-3040-46d2-8cd0-11cde042bfd9 req-4636e8de-1359-4331-9957-bce8d93f2010 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:49.667577 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:49.707253 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1477e3a-3040-46d2-8cd0-11cde042bfd9 req-4636e8de-1359-4331-9957-bce8d93f2010 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Network e5db7c76-3a81-4b02-8027-f2a0f31173b1 is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:28:49.710253 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [req-b1477e3a-3040-46d2-8cd0-11cde042bfd9 req-4636e8de-1359-4331-9957-bce8d93f2010 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:28:49.714206 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1477e3a-3040-46d2-8cd0-11cde042bfd9 req-4636e8de-1359-4331-9957-bce8d93f2010 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 09:28:49.737513 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=9782b74d-c734-44e7-92ff-3123967f73a8,revision_number=5']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:28:49.749001 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4636e8de-1359-4331-9957-bce8d93f2010 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event updated for resources: {'Port': ['ID=39120fe5-55f7-470e-a186-1f7ef12b9c00,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:28:49.777642 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1477e3a-3040-46d2-8cd0-11cde042bfd9 req-4636e8de-1359-4331-9957-bce8d93f2010 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:28:49.778251 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-b1477e3a-3040-46d2-8cd0-11cde042bfd9 req-4636e8de-1359-4331-9957-bce8d93f2010 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:49.865327 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b1477e3a-3040-46d2-8cd0-11cde042bfd9 req-4636e8de-1359-4331-9957-bce8d93f2010 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0982943 Feb 04 09:28:49.878066 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [req-b1477e3a-3040-46d2-8cd0-11cde042bfd9 req-0f1890d3-b4ab-4ddd-b948-8d661711d401 service neutron] Request body: {'port': {'device_id': '549e7423-82af-49e6-beb7-11777f978111', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:28:49.994423 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-b1477e3a-3040-46d2-8cd0-11cde042bfd9 req-0f1890d3-b4ab-4ddd-b948-8d661711d401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:50.012223 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-309cc501-5fb8-4b31-ba2d-437649eb1018 None None] Provisioning for port 39120fe5-55f7-470e-a186-1f7ef12b9c00 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:28:50.017210 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-309cc501-5fb8-4b31-ba2d-437649eb1018 None None] Provisioning complete for port 39120fe5-55f7-470e-a186-1f7ef12b9c00 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:28:50.017615 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-309cc501-5fb8-4b31-ba2d-437649eb1018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:50.079737 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-309cc501-5fb8-4b31-ba2d-437649eb1018 None None] Port 39120fe5-55f7-470e-a186-1f7ef12b9c00 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 09:28:50.153807 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d8956a-2dac-4aee-bbe9-91e52f6332db req-78e73e4d-1a20-4a66-9a3d-637c9381bc87 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:28:50.155359 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-04d8956a-2dac-4aee-bbe9-91e52f6332db req-78e73e4d-1a20-4a66-9a3d-637c9381bc87 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=549e7423-82af-49e6-beb7-11777f978111 HTTP/1.1" status: 200 len: 932 time: 0.0870936 Feb 04 09:28:50.206119 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-04d8956a-2dac-4aee-bbe9-91e52f6332db req-bd13471c-c3e9-4120-871e-5e1eb5f28cd3 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=c481e433-7f44-405f-80bb-109e8d70615d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444210 Feb 04 09:28:50.341526 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [req-b1477e3a-3040-46d2-8cd0-11cde042bfd9 req-0f1890d3-b4ab-4ddd-b948-8d661711d401 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39120fe5-55f7-470e-a186-1f7ef12b9c00 {{(pid=84108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 09:28:50.348922 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-b1477e3a-3040-46d2-8cd0-11cde042bfd9 req-0f1890d3-b4ab-4ddd-b948-8d661711d401 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:50.362872 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.provisioning_blocks [req-b1477e3a-3040-46d2-8cd0-11cde042bfd9 req-0f1890d3-b4ab-4ddd-b948-8d661711d401 service neutron] Transition to ACTIVE for port object 39120fe5-55f7-470e-a186-1f7ef12b9c00 will not be triggered until provisioned by entity L2. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:28:50.441039 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-b1477e3a-3040-46d2-8cd0-11cde042bfd9 req-0f1890d3-b4ab-4ddd-b948-8d661711d401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:50.562556 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1890d3-b4ab-4ddd-b948-8d661711d401 service neutron] Pushing event updated for resources: {'Port': ['ID=39120fe5-55f7-470e-a186-1f7ef12b9c00,revision_number=2']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:28:50.671042 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [req-b1477e3a-3040-46d2-8cd0-11cde042bfd9 req-0f1890d3-b4ab-4ddd-b948-8d661711d401 service neutron] Attempting to bind port 39120fe5-55f7-470e-a186-1f7ef12b9c00 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 09:28:50.671369 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [req-b1477e3a-3040-46d2-8cd0-11cde042bfd9 req-0f1890d3-b4ab-4ddd-b948-8d661711d401 service neutron] Attempting to bind port 39120fe5-55f7-470e-a186-1f7ef12b9c00 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '6c6c9213-a29a-498c-a19f-e4244c29ec81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e5db7c76-3a81-4b02-8027-f2a0f31173b1'}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 09:28:50.671690 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1477e3a-3040-46d2-8cd0-11cde042bfd9 req-0f1890d3-b4ab-4ddd-b948-8d661711d401 service neutron] Attempting to bind port 39120fe5-55f7-470e-a186-1f7ef12b9c00 on network e5db7c76-3a81-4b02-8027-f2a0f31173b1 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 09:28:50.678237 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1477e3a-3040-46d2-8cd0-11cde042bfd9 req-0f1890d3-b4ab-4ddd-b948-8d661711d401 service neutron] Port 39120fe5-55f7-470e-a186-1f7ef12b9c00 on network e5db7c76-3a81-4b02-8027-f2a0f31173b1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 09:28:50.678742 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1477e3a-3040-46d2-8cd0-11cde042bfd9 req-0f1890d3-b4ab-4ddd-b948-8d661711d401 service neutron] Attempting to bind port 39120fe5-55f7-470e-a186-1f7ef12b9c00 on network e5db7c76-3a81-4b02-8027-f2a0f31173b1 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 09:28:50.685481 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1477e3a-3040-46d2-8cd0-11cde042bfd9 req-0f1890d3-b4ab-4ddd-b948-8d661711d401 service neutron] Checking agent: {'id': 'f735dfbb-9ed2-4de7-8aa1-fea4a962ae1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 34, 26), 'started_at': datetime.datetime(2022, 2, 4, 8, 34, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 9, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 09:28:50.685812 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1477e3a-3040-46d2-8cd0-11cde042bfd9 req-0f1890d3-b4ab-4ddd-b948-8d661711d401 service neutron] Checking segment: {'id': '6c6c9213-a29a-498c-a19f-e4244c29ec81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e5db7c76-3a81-4b02-8027-f2a0f31173b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 09:28:50.686194 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1477e3a-3040-46d2-8cd0-11cde042bfd9 req-0f1890d3-b4ab-4ddd-b948-8d661711d401 service neutron] Bound using segment: {'id': '6c6c9213-a29a-498c-a19f-e4244c29ec81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e5db7c76-3a81-4b02-8027-f2a0f31173b1'} {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 09:28:50.686603 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [req-b1477e3a-3040-46d2-8cd0-11cde042bfd9 req-0f1890d3-b4ab-4ddd-b948-8d661711d401 service neutron] Bound port: 39120fe5-55f7-470e-a186-1f7ef12b9c00, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c6c9213-a29a-498c-a19f-e4244c29ec81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e5db7c76-3a81-4b02-8027-f2a0f31173b1'}}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 09:28:50.686941 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-b1477e3a-3040-46d2-8cd0-11cde042bfd9 req-0f1890d3-b4ab-4ddd-b948-8d661711d401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:50.771854 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [req-b1477e3a-3040-46d2-8cd0-11cde042bfd9 req-0f1890d3-b4ab-4ddd-b948-8d661711d401 service neutron] For port 39120fe5-55f7-470e-a186-1f7ef12b9c00, host hv-neutron-8277, cleared binding levels {{(pid=84108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 09:28:50.774652 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [req-b1477e3a-3040-46d2-8cd0-11cde042bfd9 req-0f1890d3-b4ab-4ddd-b948-8d661711d401 service neutron] For port 39120fe5-55f7-470e-a186-1f7ef12b9c00, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=39120fe5-55f7-470e-a186-1f7ef12b9c00,segment=NetworkSegment(6c6c9213-a29a-498c-a19f-e4244c29ec81),segment_id=6c6c9213-a29a-498c-a19f-e4244c29ec81)] {{(pid=84108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 09:28:50.841208 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-b1477e3a-3040-46d2-8cd0-11cde042bfd9 req-0f1890d3-b4ab-4ddd-b948-8d661711d401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:50.903976 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-b1477e3a-3040-46d2-8cd0-11cde042bfd9 req-0f1890d3-b4ab-4ddd-b948-8d661711d401 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:50.905375 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b1477e3a-3040-46d2-8cd0-11cde042bfd9 req-0f1890d3-b4ab-4ddd-b948-8d661711d401 service neutron] 10.222.0.47 "PUT /v2.0/ports/39120fe5-55f7-470e-a186-1f7ef12b9c00 HTTP/1.1" status: 200 len: 1094 time: 1.0315831 Feb 04 09:28:50.905801 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '549e7423-82af-49e6-beb7-11777f978111', 'tag': '39120fe5-55f7-470e-a186-1f7ef12b9c00'}] {{(pid=84108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:28:50.940015 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1890d3-b4ab-4ddd-b948-8d661711d401 service neutron] Pushing event updated for resources: {'Port': ['ID=39120fe5-55f7-470e-a186-1f7ef12b9c00,revision_number=3']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:28:50.972807 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '549e7423-82af-49e6-beb7-11777f978111', 'tag': '39120fe5-55f7-470e-a186-1f7ef12b9c00', 'status': 'completed', 'code': 200} Feb 04 09:28:51.070686 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-147e3c46-599c-4040-bda8-4f345d75097f req-58937e0f-68ac-47ce-b5d4-d6ab60a80022 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=780eb962d64446649b0f5d5c27ee1665&device_id=549e7423-82af-49e6-beb7-11777f978111 HTTP/1.1" status: 200 len: 1097 time: 0.0782294 Feb 04 09:28:51.209747 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e3c46-599c-4040-bda8-4f345d75097f req-4a12c793-3acc-45e5-b682-73c1c1d938bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:28:51.211175 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-147e3c46-599c-4040-bda8-4f345d75097f req-4a12c793-3acc-45e5-b682-73c1c1d938bb service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=780eb962d64446649b0f5d5c27ee1665&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1338954 Feb 04 09:28:51.268354 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 9782b74d-c734-44e7-92ff-3123967f73a8 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:28:51.340582 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 9782b74d-c734-44e7-92ff-3123967f73a8 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:28:51.340945 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:51.356650 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e3c46-599c-4040-bda8-4f345d75097f req-6b1d42c5-6843-4d43-87e9-d10a881a0b8e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:28:51.358255 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-147e3c46-599c-4040-bda8-4f345d75097f req-6b1d42c5-6843-4d43-87e9-d10a881a0b8e service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1416166 Feb 04 09:28:51.418784 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbe4710-13d0-4fab-bf64-a01586b46187 req-b5c27aef-bfdf-4bd6-9843-ad670fd295ef tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:28:51.420981 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-fbbe4710-13d0-4fab-bf64-a01586b46187 req-b5c27aef-bfdf-4bd6-9843-ad670fd295ef tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=549e7423-82af-49e6-beb7-11777f978111 HTTP/1.1" status: 200 len: 944 time: 0.0832922 Feb 04 09:28:51.467157 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-fbbe4710-13d0-4fab-bf64-a01586b46187 req-9bb4dc63-cebb-4699-b06b-9c054f2db7fd tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=c481e433-7f44-405f-80bb-109e8d70615d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402105 Feb 04 09:28:51.553443 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b1477e3a-3040-46d2-8cd0-11cde042bfd9 req-6075ebe7-a292-4ec1-ba33-01aaba161eb0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=780eb962d64446649b0f5d5c27ee1665&device_id=549e7423-82af-49e6-beb7-11777f978111 HTTP/1.1" status: 200 len: 1097 time: 0.1550369 Feb 04 09:28:51.619062 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b1477e3a-3040-46d2-8cd0-11cde042bfd9 req-3daca756-773f-4aa4-8ff8-d2200d51e2fb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39120fe5-55f7-470e-a186-1f7ef12b9c00 HTTP/1.1" status: 200 len: 217 time: 0.0585794 Feb 04 09:28:51.683927 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1477e3a-3040-46d2-8cd0-11cde042bfd9 req-364bee44-3225-4dc9-aa1e-44377bf33d16 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:28:51.685399 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b1477e3a-3040-46d2-8cd0-11cde042bfd9 req-364bee44-3225-4dc9-aa1e-44377bf33d16 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c9bd7fec-43ad-4cdf-bfc6-e40212237cdd HTTP/1.1" status: 200 len: 835 time: 0.0603509 Feb 04 09:28:51.749930 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-d7ced5a2-1868-4adc-8129-d542a48e808f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:51.759301 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b1477e3a-3040-46d2-8cd0-11cde042bfd9 req-65d7c1ab-42b5-42a2-81d0-962f4ddd616f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e5db7c76-3a81-4b02-8027-f2a0f31173b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681133 Feb 04 09:28:51.887644 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b1477e3a-3040-46d2-8cd0-11cde042bfd9 req-3dc7f3cd-41d6-4434-916a-a0b057c88bc4 service neutron] 10.222.0.47 "GET /v2.0/networks/e5db7c76-3a81-4b02-8027-f2a0f31173b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222012 Feb 04 09:28:52.024244 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b1477e3a-3040-46d2-8cd0-11cde042bfd9 req-fcaec476-b54b-401c-a98f-b81b7df3ebf8 service neutron] 10.222.0.47 "GET /v2.0/networks/e5db7c76-3a81-4b02-8027-f2a0f31173b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314535 Feb 04 09:28:52.752101 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21b6a40-d964-4868-9ce8-3f9f28a10309 req-53ef8fd4-6397-4779-bb7c-fd6bbd3454ed tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:28:52.753550 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d21b6a40-d964-4868-9ce8-3f9f28a10309 req-53ef8fd4-6397-4779-bb7c-fd6bbd3454ed tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=549e7423-82af-49e6-beb7-11777f978111 HTTP/1.1" status: 200 len: 944 time: 0.1638229 Feb 04 09:28:52.797407 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d21b6a40-d964-4868-9ce8-3f9f28a10309 req-b1697d3d-a6a3-4828-87e4-2f416f90990a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=c481e433-7f44-405f-80bb-109e8d70615d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378582 Feb 04 09:28:52.964996 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:53.036123 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:53.988268 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3d60f1-e3c4-4dc5-b8d4-e0a7cf80ca3a req-49b8c79c-3639-49db-91d8-712c9ae42197 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:28:53.989775 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5b3d60f1-e3c4-4dc5-b8d4-e0a7cf80ca3a req-49b8c79c-3639-49db-91d8-712c9ae42197 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=549e7423-82af-49e6-beb7-11777f978111 HTTP/1.1" status: 200 len: 944 time: 0.0752623 Feb 04 09:28:54.040082 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5b3d60f1-e3c4-4dc5-b8d4-e0a7cf80ca3a req-a13d9c93-55a0-4dc0-9e41-2a68bdbc9eb8 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=c481e433-7f44-405f-80bb-109e8d70615d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417233 Feb 04 09:28:54.045934 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device 39120fe5-55f7-470e-a186-1f7ef12b9c00 details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=84109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 09:28:54.135339 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 09:28:54.176311 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port 39120fe5-55f7-470e-a186-1f7ef12b9c00, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=39120fe5-55f7-470e-a186-1f7ef12b9c00,segment=NetworkSegment(6c6c9213-a29a-498c-a19f-e4244c29ec81),segment_id=6c6c9213-a29a-498c-a19f-e4244c29ec81)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:28:54.188993 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Returning: {'device': '39120fe5-55f7-470e-a186-1f7ef12b9c00', 'network_id': 'e5db7c76-3a81-4b02-8027-f2a0f31173b1', 'port_id': '39120fe5-55f7-470e-a186-1f7ef12b9c00', 'mac_address': 'fa:16:3e:36:83:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9bd7fec-43ad-4cdf-bfc6-e40212237cdd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 09:28:54.243800 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:54.260541 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39120fe5-55f7-470e-a186-1f7ef12b9c00 {{(pid=84109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 09:28:54.275221 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port 39120fe5-55f7-470e-a186-1f7ef12b9c00, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=39120fe5-55f7-470e-a186-1f7ef12b9c00,segment=NetworkSegment(6c6c9213-a29a-498c-a19f-e4244c29ec81),segment_id=6c6c9213-a29a-498c-a19f-e4244c29ec81)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:28:54.333066 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:54.396095 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=39120fe5-55f7-470e-a186-1f7ef12b9c00,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:28:54.509732 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:54.663140 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] get_ports_and_sgs() called for port_ids ['39120fe5-55f7-470e-a186-1f7ef12b9c00'] {{(pid=84109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 09:28:55.236092 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e7a385-8d7c-471b-9d5e-97194eebadb2 req-dc6c280f-155c-4b39-abd8-f9e3b287533b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:28:55.237505 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-72e7a385-8d7c-471b-9d5e-97194eebadb2 req-dc6c280f-155c-4b39-abd8-f9e3b287533b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=549e7423-82af-49e6-beb7-11777f978111 HTTP/1.1" status: 200 len: 945 time: 0.0788019 Feb 04 09:28:55.280852 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-72e7a385-8d7c-471b-9d5e-97194eebadb2 req-a4d290fe-078f-47cf-9a72-9b803330ba0c tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=c481e433-7f44-405f-80bb-109e8d70615d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379193 Feb 04 09:28:56.060987 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device 39120fe5-55f7-470e-a186-1f7ef12b9c00 up at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:28:56.200950 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Provisioning for port 39120fe5-55f7-470e-a186-1f7ef12b9c00 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:28:56.205263 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Provisioning complete for port 39120fe5-55f7-470e-a186-1f7ef12b9c00 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:28:56.205659 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:56.314157 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:56.341187 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '549e7423-82af-49e6-beb7-11777f978111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39120fe5-55f7-470e-a186-1f7ef12b9c00'}] {{(pid=84109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:28:56.350620 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port 39120fe5-55f7-470e-a186-1f7ef12b9c00, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=39120fe5-55f7-470e-a186-1f7ef12b9c00,segment=NetworkSegment(6c6c9213-a29a-498c-a19f-e4244c29ec81),segment_id=6c6c9213-a29a-498c-a19f-e4244c29ec81)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:28:56.395386 dv-neutron-827798-2-hyperv neutron-server[84109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '549e7423-82af-49e6-beb7-11777f978111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39120fe5-55f7-470e-a186-1f7ef12b9c00', 'code': 200} Feb 04 09:28:56.439402 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:56.476229 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab787bf-057e-48cd-8e55-b18e0b404018 req-ecf99ee7-071e-4413-8d43-89d091afbefa tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:28:56.477618 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-eab787bf-057e-48cd-8e55-b18e0b404018 req-ecf99ee7-071e-4413-8d43-89d091afbefa tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=549e7423-82af-49e6-beb7-11777f978111 HTTP/1.1" status: 200 len: 945 time: 0.0760272 Feb 04 09:28:56.513850 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=39120fe5-55f7-470e-a186-1f7ef12b9c00,revision_number=5']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:28:56.523761 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-eab787bf-057e-48cd-8e55-b18e0b404018 req-5478b6d6-1e50-47f8-8ca1-1623e2b7b3eb tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=c481e433-7f44-405f-80bb-109e8d70615d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403085 Feb 04 09:28:56.559051 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:56.739362 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-f2a86aa0-b2fd-419f-8362-2ddeae598586 req-f7e16385-e3fb-4599-a53a-32a798292324 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=549e7423-82af-49e6-beb7-11777f978111 HTTP/1.1" status: 200 len: 1099 time: 0.0717561 Feb 04 09:28:56.780194 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-f2a86aa0-b2fd-419f-8362-2ddeae598586 req-c159458d-adbe-4fe7-84b6-1e2fd1bdec52 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c481e433-7f44-405f-80bb-109e8d70615d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346782 Feb 04 09:28:57.717545 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34658be-94b8-4254-b308-ac337563bc83 req-a8f30deb-8f70-4e13-a7a7-d848404f8d9d tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:28:57.718983 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f34658be-94b8-4254-b308-ac337563bc83 req-a8f30deb-8f70-4e13-a7a7-d848404f8d9d tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=549e7423-82af-49e6-beb7-11777f978111 HTTP/1.1" status: 200 len: 946 time: 0.0766523 Feb 04 09:28:57.762433 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f34658be-94b8-4254-b308-ac337563bc83 req-b0884e8e-588b-4286-b9d9-bab160b89d1b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=c481e433-7f44-405f-80bb-109e8d70615d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381031 Feb 04 09:28:58.954776 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4d3e75-7154-4652-b4b8-56de33e73481 req-8ac7bf98-ac81-4b93-854b-2f7ed445f82a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:28:58.956211 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-fd4d3e75-7154-4652-b4b8-56de33e73481 req-8ac7bf98-ac81-4b93-854b-2f7ed445f82a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=549e7423-82af-49e6-beb7-11777f978111 HTTP/1.1" status: 200 len: 946 time: 0.0745740 Feb 04 09:28:59.004029 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-fd4d3e75-7154-4652-b4b8-56de33e73481 req-0c333ca3-16ed-4249-987d-8f18cf9212a6 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=c481e433-7f44-405f-80bb-109e8d70615d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422804 Feb 04 09:28:59.203542 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a67353d-beea-4e75-ab17-e0ff99ce6a09 req-8550f4a0-b494-400b-a80f-2d1c54fd5daf tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:28:59.204989 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-2a67353d-beea-4e75-ab17-e0ff99ce6a09 req-8550f4a0-b494-400b-a80f-2d1c54fd5daf tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=549e7423-82af-49e6-beb7-11777f978111 HTTP/1.1" status: 200 len: 946 time: 0.0732701 Feb 04 09:28:59.249962 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-2a67353d-beea-4e75-ab17-e0ff99ce6a09 req-3fa7029a-0d30-4519-9938-8abb2ddd169f tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=c481e433-7f44-405f-80bb-109e8d70615d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390568 Feb 04 09:28:59.276538 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 35110) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:28:59.348395 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-bcce9036-9df9-450a-8948-c18a4720afdf tempest-TestNetworkAdvancedServerOps-2015322207 tempest-TestNetworkAdvancedServerOps-2015322207-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=549e7423-82af-49e6-beb7-11777f978111 HTTP/1.1" status: 200 len: 1094 time: 0.0707119 Feb 04 09:28:59.350915 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 35114) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:28:59.355927 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-1e5bf473-5127-43a0-b040-e1fb33281e2d tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Request body: {'floatingip': {'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'port_id': '39120fe5-55f7-470e-a186-1f7ef12b9c00', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:28:59.361242 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-1e5bf473-5127-43a0-b040-e1fb33281e2d tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:28:59.364992 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-1e5bf473-5127-43a0-b040-e1fb33281e2d tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Usage tracker for resource:floatingip and tenant:780eb962d64446649b0f5d5c27ee1665 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:28:59.367746 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-1e5bf473-5127-43a0-b040-e1fb33281e2d tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:28:59.373293 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-1e5bf473-5127-43a0-b040-e1fb33281e2d tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:28:59.446694 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1e5bf473-5127-43a0-b040-e1fb33281e2d tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for floatingip, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:59.583915 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1e5bf473-5127-43a0-b040-e1fb33281e2d tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:59.710909 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-1e5bf473-5127-43a0-b040-e1fb33281e2d tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Allocated IP 172.26.3.229 (e264bd74-c56b-43d0-9059-bcb57dbbe5bc/79caf47c-b62c-4ea0-b35f-21ede155daa8/e0473e8f-2fa9-42d5-a7b0-ee950cb46b80) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 09:28:59.851108 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1e5bf473-5127-43a0-b040-e1fb33281e2d tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:28:59.938525 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1e5bf473-5127-43a0-b040-e1fb33281e2d tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:29:00.011450 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5bf473-5127-43a0-b040-e1fb33281e2d tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Network e264bd74-c56b-43d0-9059-bcb57dbbe5bc is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:29:00.012637 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-1e5bf473-5127-43a0-b040-e1fb33281e2d tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:29:00.018084 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5bf473-5127-43a0-b040-e1fb33281e2d tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event updated for resources: {'Port': ['ID=e0473e8f-2fa9-42d5-a7b0-ee950cb46b80,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:29:00.018084 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5bf473-5127-43a0-b040-e1fb33281e2d tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 09:29:00.610575 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1e5bf473-5127-43a0-b040-e1fb33281e2d tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:29:00.722212 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1e5bf473-5127-43a0-b040-e1fb33281e2d tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:29:00.917682 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1e5bf473-5127-43a0-b040-e1fb33281e2d tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:29:00.972242 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1e5bf473-5127-43a0-b040-e1fb33281e2d tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:29:01.074106 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5bf473-5127-43a0-b040-e1fb33281e2d tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event updated for resources: {'Port': ['ID=e0473e8f-2fa9-42d5-a7b0-ee950cb46b80,revision_number=2']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:29:01.089665 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1e5bf473-5127-43a0-b040-e1fb33281e2d tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473039'] for floatingip, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:29:01.272489 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.l3_db [None req-1e5bf473-5127-43a0-b040-e1fb33281e2d tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Floating IP 8fc5d4cb-933e-4b96-8a41-4f4ed263b0b5 associated. External IP: 172.26.3.229, port: 39120fe5-55f7-470e-a186-1f7ef12b9c00. Feb 04 09:29:01.645801 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e5bf473-5127-43a0-b040-e1fb33281e2d tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Router 973366c3-e3de-4f92-bab5-a00e4ef99711 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 09:29:01.838992 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e5bf473-5127-43a0-b040-e1fb33281e2d tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 09:29:01.848409 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae6fea5-12f0-4669-95ae-75f3b6af0932 None None] Sync routers for ids ['973366c3-e3de-4f92-bab5-a00e4ef99711'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 09:29:01.859588 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae6fea5-12f0-4669-95ae-75f3b6af0932 None None] Routers {'973366c3-e3de-4f92-bab5-a00e4ef99711'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:29:01.860192 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-aae6fea5-12f0-4669-95ae-75f3b6af0932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:28:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['973366c3-e3de-4f92-bab5-a00e4ef99711'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:29:01.927638 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1e5bf473-5127-43a0-b040-e1fb33281e2d tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for floatingip, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:29:01.984346 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-1e5bf473-5127-43a0-b040-e1fb33281e2d tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6298459 Feb 04 09:29:01.984346 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '549e7423-82af-49e6-beb7-11777f978111', 'tag': '39120fe5-55f7-470e-a186-1f7ef12b9c00'}] {{(pid=84107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:29:02.042267 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-aae6fea5-12f0-4669-95ae-75f3b6af0932 None None] Set router 973366c3-e3de-4f92-bab5-a00e4ef99711 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:29:02.121505 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '549e7423-82af-49e6-beb7-11777f978111', 'tag': '39120fe5-55f7-470e-a186-1f7ef12b9c00', 'status': 'completed', 'code': 200} Feb 04 09:29:02.158453 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deea19b8-f109-401e-8f5d-2bb14076fbe8 req-bf7f097e-2dea-467e-8637-0cac506ec17d tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:29:02.160114 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-deea19b8-f109-401e-8f5d-2bb14076fbe8 req-bf7f097e-2dea-467e-8637-0cac506ec17d tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=549e7423-82af-49e6-beb7-11777f978111 HTTP/1.1" status: 200 len: 946 time: 0.0816827 Feb 04 09:29:02.207704 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-deea19b8-f109-401e-8f5d-2bb14076fbe8 req-d9d2d419-96e5-406e-b1d3-b6dd88eadd7a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=c481e433-7f44-405f-80bb-109e8d70615d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422657 Feb 04 09:29:02.215104 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-6844f94c-ec8b-4bf3-b483-3551f0f15414 req-0005a8c2-46de-4032-87e6-3e486d626fc7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=780eb962d64446649b0f5d5c27ee1665&device_id=549e7423-82af-49e6-beb7-11777f978111 HTTP/1.1" status: 200 len: 1099 time: 0.0783432 Feb 04 09:29:02.236103 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 35124) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:29:02.351488 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6844f94c-ec8b-4bf3-b483-3551f0f15414 req-c7a949bd-3f13-4164-b6d4-b84724dfaafb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:29:02.353009 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-6844f94c-ec8b-4bf3-b483-3551f0f15414 req-c7a949bd-3f13-4164-b6d4-b84724dfaafb service neutron] 10.222.0.47 "GET /v2.0/networks?id=e5db7c76-3a81-4b02-8027-f2a0f31173b1 HTTP/1.1" status: 200 len: 897 time: 0.1326389 Feb 04 09:29:02.411236 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-aae6fea5-12f0-4669-95ae-75f3b6af0932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '973366c3-e3de-4f92-bab5-a00e4ef99711', 'name': 'tempest-TestNetworkAdvancedServerOps-router-190152069', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.46'}], 'enable_snat': True}, 'gw_port_id': 'c798749c-bd49-49b5-b714-293e1e64bed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:28:38Z', 'updated_at': '2022-02-04T09:28:43Z', 'revision_number': 4, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'gw_port': {'id': 'c798749c-bd49-49b5-b714-293e1e64bed9', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:e8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973366c3-e3de-4f92-bab5-a00e4ef99711', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:28:39Z', 'updated_at': '2022-02-04T09:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': '8fc5d4cb-933e-4b96-8a41-4f4ed263b0b5', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'floating_ip_address': '172.26.3.229', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': '973366c3-e3de-4f92-bab5-a00e4ef99711', 'port_id': '39120fe5-55f7-470e-a186-1f7ef12b9c00', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5db7c76-3a81-4b02-8027-f2a0f31173b1', 'mac_address': 'fa:16:3e:36:83:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549e7423-82af-49e6-beb7-11777f978111', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T09:29:00Z', 'updated_at': '2022-02-04T09:29:00Z', 'revision_number': 0, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9782b74d-c734-44e7-92ff-3123967f73a8', 'name': '', 'network_id': 'e5db7c76-3a81-4b02-8027-f2a0f31173b1', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'mac_address': 'fa:16:3e:f4:88:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973366c3-e3de-4f92-bab5-a00e4ef99711', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9bd7fec-43ad-4cdf-bfc6-e40212237cdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:28:42Z', 'updated_at': '2022-02-04T09:28:49Z', 'revision_number': 5, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'subnets': [{'id': 'c9bd7fec-43ad-4cdf-bfc6-e40212237cdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:29:02.415206 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae6fea5-12f0-4669-95ae-75f3b6af0932 None None] Checking router: 973366c3-e3de-4f92-bab5-a00e4ef99711 for host: dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 09:29:02.427738 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae6fea5-12f0-4669-95ae-75f3b6af0932 None None] Routers {'973366c3-e3de-4f92-bab5-a00e4ef99711'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:29:02.428354 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-aae6fea5-12f0-4669-95ae-75f3b6af0932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:28:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['973366c3-e3de-4f92-bab5-a00e4ef99711'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:29:02.454981 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-95be6095-fa1c-4e5d-b102-38262ec6b293 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/floatingips/8fc5d4cb-933e-4b96-8a41-4f4ed263b0b5 HTTP/1.1" status: 200 len: 992 time: 0.2174201 Feb 04 09:29:02.461797 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-6844f94c-ec8b-4bf3-b483-3551f0f15414 req-13ac1f87-1591-482d-aac0-3a36fa2455e7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39120fe5-55f7-470e-a186-1f7ef12b9c00 HTTP/1.1" status: 200 len: 1000 time: 0.1027408 Feb 04 09:29:02.523459 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6844f94c-ec8b-4bf3-b483-3551f0f15414 req-9a211dfe-1e56-4c2c-997f-b682b38a3dcc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:29:02.524900 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-6844f94c-ec8b-4bf3-b483-3551f0f15414 req-9a211dfe-1e56-4c2c-997f-b682b38a3dcc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c9bd7fec-43ad-4cdf-bfc6-e40212237cdd HTTP/1.1" status: 200 len: 835 time: 0.0568368 Feb 04 09:29:02.600731 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-6844f94c-ec8b-4bf3-b483-3551f0f15414 req-f351e863-2e10-4e16-a395-cb6b91a81dd3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e5db7c76-3a81-4b02-8027-f2a0f31173b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701346 Feb 04 09:29:02.600967 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-aae6fea5-12f0-4669-95ae-75f3b6af0932 None None] Set router 973366c3-e3de-4f92-bab5-a00e4ef99711 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:29:02.734878 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-6844f94c-ec8b-4bf3-b483-3551f0f15414 req-38ac0e9d-e958-4ac1-a609-305e1ec41255 service neutron] 10.222.0.47 "GET /v2.0/networks/e5db7c76-3a81-4b02-8027-f2a0f31173b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273024 Feb 04 09:29:02.864371 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-6844f94c-ec8b-4bf3-b483-3551f0f15414 req-eab36c73-a304-406c-af4f-130bb86fcc2e service neutron] 10.222.0.47 "GET /v2.0/networks/e5db7c76-3a81-4b02-8027-f2a0f31173b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235847 Feb 04 09:29:02.946743 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-aae6fea5-12f0-4669-95ae-75f3b6af0932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '973366c3-e3de-4f92-bab5-a00e4ef99711', 'name': 'tempest-TestNetworkAdvancedServerOps-router-190152069', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.46'}], 'enable_snat': True}, 'gw_port_id': 'c798749c-bd49-49b5-b714-293e1e64bed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:28:38Z', 'updated_at': '2022-02-04T09:28:43Z', 'revision_number': 4, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'gw_port': {'id': 'c798749c-bd49-49b5-b714-293e1e64bed9', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:e8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973366c3-e3de-4f92-bab5-a00e4ef99711', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:28:39Z', 'updated_at': '2022-02-04T09:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': '8fc5d4cb-933e-4b96-8a41-4f4ed263b0b5', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'floating_ip_address': '172.26.3.229', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': '973366c3-e3de-4f92-bab5-a00e4ef99711', 'port_id': '39120fe5-55f7-470e-a186-1f7ef12b9c00', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5db7c76-3a81-4b02-8027-f2a0f31173b1', 'mac_address': 'fa:16:3e:36:83:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549e7423-82af-49e6-beb7-11777f978111', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T09:29:00Z', 'updated_at': '2022-02-04T09:29:00Z', 'revision_number': 0, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9782b74d-c734-44e7-92ff-3123967f73a8', 'name': '', 'network_id': 'e5db7c76-3a81-4b02-8027-f2a0f31173b1', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'mac_address': 'fa:16:3e:f4:88:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973366c3-e3de-4f92-bab5-a00e4ef99711', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9bd7fec-43ad-4cdf-bfc6-e40212237cdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:28:42Z', 'updated_at': '2022-02-04T09:28:49Z', 'revision_number': 5, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'subnets': [{'id': 'c9bd7fec-43ad-4cdf-bfc6-e40212237cdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:29:02.950747 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae6fea5-12f0-4669-95ae-75f3b6af0932 None None] The sync data for ids ['973366c3-e3de-4f92-bab5-a00e4ef99711'] in dv-neutron-827798-2-hyperv is: [{'id': '973366c3-e3de-4f92-bab5-a00e4ef99711', 'name': 'tempest-TestNetworkAdvancedServerOps-router-190152069', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.46'}], 'enable_snat': True}, 'gw_port_id': 'c798749c-bd49-49b5-b714-293e1e64bed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:28:38Z', 'updated_at': '2022-02-04T09:28:43Z', 'revision_number': 4, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'gw_port': {'id': 'c798749c-bd49-49b5-b714-293e1e64bed9', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:e8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973366c3-e3de-4f92-bab5-a00e4ef99711', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:28:39Z', 'updated_at': '2022-02-04T09:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': '8fc5d4cb-933e-4b96-8a41-4f4ed263b0b5', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'floating_ip_address': '172.26.3.229', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': '973366c3-e3de-4f92-bab5-a00e4ef99711', 'port_id': '39120fe5-55f7-470e-a186-1f7ef12b9c00', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5db7c76-3a81-4b02-8027-f2a0f31173b1', 'mac_address': 'fa:16:3e:36:83:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549e7423-82af-49e6-beb7-11777f978111', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T09:29:00Z', 'updated_at': '2022-02-04T09:29:00Z', 'revision_number': 0, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9782b74d-c734-44e7-92ff-3123967f73a8', 'name': '', 'network_id': 'e5db7c76-3a81-4b02-8027-f2a0f31173b1', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'mac_address': 'fa:16:3e:f4:88:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973366c3-e3de-4f92-bab5-a00e4ef99711', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9bd7fec-43ad-4cdf-bfc6-e40212237cdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:28:42Z', 'updated_at': '2022-02-04T09:28:49Z', 'revision_number': 5, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'subnets': [{'id': 'c9bd7fec-43ad-4cdf-bfc6-e40212237cdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 09:29:03.458770 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 35128) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:29:03.561011 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-d785487d-c5a8-4648-86c6-df85e028d26a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/floatingips/8fc5d4cb-933e-4b96-8a41-4f4ed263b0b5 HTTP/1.1" status: 200 len: 992 time: 0.1010058 Feb 04 09:29:04.564827 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 35132) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:29:04.663099 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-de8b030e-64b8-4345-88fe-df07f615163d tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/floatingips/8fc5d4cb-933e-4b96-8a41-4f4ed263b0b5 HTTP/1.1" status: 200 len: 992 time: 0.0971997 Feb 04 09:29:05.388447 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f262e3dc-e391-447f-87f6-a389b4c701ca None None] New status for floating IP 8fc5d4cb-933e-4b96-8a41-4f4ed263b0b5: ACTIVE {{(pid=84110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 09:29:05.666676 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 35136) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:29:05.769887 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-46529f15-4d42-4427-b69e-3c8b05e4443b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/floatingips/8fc5d4cb-933e-4b96-8a41-4f4ed263b0b5 HTTP/1.1" status: 200 len: 994 time: 0.1020947 Feb 04 09:29:18.079169 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-f733284f-2e28-4f85-9eb6-afae9b74b3c9 req-7c46e75f-0dfa-4967-b5f3-5782ee9ceaf5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=549e7423-82af-49e6-beb7-11777f978111&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0661268 Feb 04 09:29:18.220024 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-f733284f-2e28-4f85-9eb6-afae9b74b3c9 req-6a416a82-f045-4f57-98ff-52025eaf39f4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=780eb962d64446649b0f5d5c27ee1665&device_id=549e7423-82af-49e6-beb7-11777f978111 HTTP/1.1" status: 200 len: 1099 time: 0.0703819 Feb 04 09:29:18.462268 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733284f-2e28-4f85-9eb6-afae9b74b3c9 req-de9b8c73-9816-4b53-becf-d3f0c9ad66cc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:29:18.464266 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-f733284f-2e28-4f85-9eb6-afae9b74b3c9 req-de9b8c73-9816-4b53-becf-d3f0c9ad66cc service neutron] 10.222.0.47 "GET /v2.0/networks?id=e5db7c76-3a81-4b02-8027-f2a0f31173b1 HTTP/1.1" status: 200 len: 897 time: 0.2241256 Feb 04 09:29:18.563211 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-f733284f-2e28-4f85-9eb6-afae9b74b3c9 req-1fa5a47e-d16e-4e31-aad2-7f3eced98218 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39120fe5-55f7-470e-a186-1f7ef12b9c00 HTTP/1.1" status: 200 len: 1002 time: 0.0923154 Feb 04 09:29:18.623220 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733284f-2e28-4f85-9eb6-afae9b74b3c9 req-6cbfacaf-77e0-4f70-9d56-819d7409ea92 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:29:18.624541 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-f733284f-2e28-4f85-9eb6-afae9b74b3c9 req-6cbfacaf-77e0-4f70-9d56-819d7409ea92 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c9bd7fec-43ad-4cdf-bfc6-e40212237cdd HTTP/1.1" status: 200 len: 835 time: 0.0548820 Feb 04 09:29:18.697702 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-f733284f-2e28-4f85-9eb6-afae9b74b3c9 req-1092e9a4-640e-416b-bd0e-881d4da9491a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e5db7c76-3a81-4b02-8027-f2a0f31173b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672693 Feb 04 09:29:18.847974 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-f733284f-2e28-4f85-9eb6-afae9b74b3c9 req-5e639a99-fdfc-4779-aabe-a38443397710 service neutron] 10.222.0.47 "GET /v2.0/networks/e5db7c76-3a81-4b02-8027-f2a0f31173b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433458 Feb 04 09:29:18.979795 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-f733284f-2e28-4f85-9eb6-afae9b74b3c9 req-5df4bee9-0a14-4599-9a8c-3c7ef6402ae0 service neutron] 10.222.0.47 "GET /v2.0/networks/e5db7c76-3a81-4b02-8027-f2a0f31173b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246262 Feb 04 09:29:19.469384 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-de7753b5-ab27-42c2-8344-f6ea8d766c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:29:21.770236 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-5e81b25a-0f92-4827-b6a7-d65a0fe76438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:29:22.970836 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:29:23.049767 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:29:24.558717 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:29:26.532221 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:29:31.135837 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 09:29:49.466746 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-e27b5208-7f04-4159-8202-053a7f78a6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:29:51.763591 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-aaf314b2-bc18-4d45-bdb8-c3bd019fe816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:29:52.980779 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:29:53.060771 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:29:54.537779 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:29:56.577471 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:30:08.135746 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 09:30:15.509770 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-74090f50-ffba-4dda-bf53-75e4b9ccf8a4 req-69391d4d-2507-41d6-8eba-14f71618f922 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=780eb962d64446649b0f5d5c27ee1665&device_id=549e7423-82af-49e6-beb7-11777f978111 HTTP/1.1" status: 200 len: 1099 time: 0.0713148 Feb 04 09:30:15.516301 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d606c3f-c60a-4267-8ec6-0bfc52662d25 req-3f2b73b4-7f27-4658-9eaf-179575f62890 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:30:15.517799 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-0d606c3f-c60a-4267-8ec6-0bfc52662d25 req-3f2b73b4-7f27-4658-9eaf-179575f62890 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=549e7423-82af-49e6-beb7-11777f978111 HTTP/1.1" status: 200 len: 946 time: 0.0790048 Feb 04 09:30:15.562313 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-0d606c3f-c60a-4267-8ec6-0bfc52662d25 req-81657513-3c81-4367-a331-de72ef964337 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=c481e433-7f44-405f-80bb-109e8d70615d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390050 Feb 04 09:30:15.639409 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74090f50-ffba-4dda-bf53-75e4b9ccf8a4 req-f0cd90b6-3c16-488c-8ef0-73e2f06d2da3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:30:15.640940 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-74090f50-ffba-4dda-bf53-75e4b9ccf8a4 req-f0cd90b6-3c16-488c-8ef0-73e2f06d2da3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e5db7c76-3a81-4b02-8027-f2a0f31173b1 HTTP/1.1" status: 200 len: 897 time: 0.1251428 Feb 04 09:30:15.741093 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-74090f50-ffba-4dda-bf53-75e4b9ccf8a4 req-07153b3c-6d15-41e7-82fc-fb629782a38b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39120fe5-55f7-470e-a186-1f7ef12b9c00 HTTP/1.1" status: 200 len: 1002 time: 0.0935128 Feb 04 09:30:15.800492 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74090f50-ffba-4dda-bf53-75e4b9ccf8a4 req-8c3b3630-8b57-412f-ab72-12caebce3e08 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:30:15.801787 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-74090f50-ffba-4dda-bf53-75e4b9ccf8a4 req-8c3b3630-8b57-412f-ab72-12caebce3e08 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c9bd7fec-43ad-4cdf-bfc6-e40212237cdd HTTP/1.1" status: 200 len: 835 time: 0.0541081 Feb 04 09:30:15.873108 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-74090f50-ffba-4dda-bf53-75e4b9ccf8a4 req-fc577720-321a-43f0-a443-366375880d7b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e5db7c76-3a81-4b02-8027-f2a0f31173b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0646732 Feb 04 09:30:16.002186 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-74090f50-ffba-4dda-bf53-75e4b9ccf8a4 req-2a733dcc-36c7-4d1f-869c-cae65d6df8a7 service neutron] 10.222.0.47 "GET /v2.0/networks/e5db7c76-3a81-4b02-8027-f2a0f31173b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227696 Feb 04 09:30:16.131551 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-74090f50-ffba-4dda-bf53-75e4b9ccf8a4 req-4fd0f937-968f-406a-97da-d0871145128c service neutron] 10.222.0.47 "GET /v2.0/networks/e5db7c76-3a81-4b02-8027-f2a0f31173b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224120 Feb 04 09:30:16.754154 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98fea9a-992b-48a1-b959-e3eb31714220 req-9b7cb64d-9b7c-4010-8362-c3740edb8341 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:30:16.755573 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f98fea9a-992b-48a1-b959-e3eb31714220 req-9b7cb64d-9b7c-4010-8362-c3740edb8341 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=549e7423-82af-49e6-beb7-11777f978111 HTTP/1.1" status: 200 len: 946 time: 0.0733526 Feb 04 09:30:16.799370 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f98fea9a-992b-48a1-b959-e3eb31714220 req-58be8fbe-b791-440a-a475-d05ae6f78c12 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=c481e433-7f44-405f-80bb-109e8d70615d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384007 Feb 04 09:30:17.997013 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d8675f-4c9d-4936-ad27-5b5ec2bb81cc req-4d413794-4d5c-4e67-a3e6-34b4a3078acf tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:30:17.998449 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d1d8675f-4c9d-4936-ad27-5b5ec2bb81cc req-4d413794-4d5c-4e67-a3e6-34b4a3078acf tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=549e7423-82af-49e6-beb7-11777f978111 HTTP/1.1" status: 200 len: 946 time: 0.0780890 Feb 04 09:30:18.042354 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d1d8675f-4c9d-4936-ad27-5b5ec2bb81cc req-dbd30e6c-4e34-46d7-aaa0-7e62514d4b29 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=c481e433-7f44-405f-80bb-109e8d70615d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385830 Feb 04 09:30:19.150918 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-c83a9195-b11b-42d0-9a41-a4057ccca7c1 req-67d09929-0f82-4a62-9b4c-9d5ca36a455d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=780eb962d64446649b0f5d5c27ee1665&device_id=549e7423-82af-49e6-beb7-11777f978111 HTTP/1.1" status: 200 len: 1099 time: 0.0722351 Feb 04 09:30:19.236740 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a34f192-d743-43be-b2e8-bb136b35a743 req-303eb8f2-3424-47fe-8a20-f774d5a62c15 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:30:19.238096 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-2a34f192-d743-43be-b2e8-bb136b35a743 req-303eb8f2-3424-47fe-8a20-f774d5a62c15 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=549e7423-82af-49e6-beb7-11777f978111 HTTP/1.1" status: 200 len: 946 time: 0.0749140 Feb 04 09:30:19.285804 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-2a34f192-d743-43be-b2e8-bb136b35a743 req-c59573ef-9bea-4d66-8956-d8987f96805b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=c481e433-7f44-405f-80bb-109e8d70615d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422506 Feb 04 09:30:19.296942 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a9195-b11b-42d0-9a41-a4057ccca7c1 req-7b8b6022-c8d2-4b07-9810-694b6b919d56 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:30:19.298388 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-c83a9195-b11b-42d0-9a41-a4057ccca7c1 req-7b8b6022-c8d2-4b07-9810-694b6b919d56 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e5db7c76-3a81-4b02-8027-f2a0f31173b1 HTTP/1.1" status: 200 len: 897 time: 0.1284811 Feb 04 09:30:19.483340 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-da83ab28-5698-4e91-87ca-78460895e85f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:30:19.485281 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-c83a9195-b11b-42d0-9a41-a4057ccca7c1 req-c9c5e6cb-76f7-4a06-9c31-a797d39415ee service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39120fe5-55f7-470e-a186-1f7ef12b9c00 HTTP/1.1" status: 200 len: 1002 time: 0.1799693 Feb 04 09:30:19.545763 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a9195-b11b-42d0-9a41-a4057ccca7c1 req-b9a3e8c6-5c4a-4c24-8147-1e082348e397 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:30:19.547065 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-c83a9195-b11b-42d0-9a41-a4057ccca7c1 req-b9a3e8c6-5c4a-4c24-8147-1e082348e397 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c9bd7fec-43ad-4cdf-bfc6-e40212237cdd HTTP/1.1" status: 200 len: 835 time: 0.0561683 Feb 04 09:30:19.622079 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-c83a9195-b11b-42d0-9a41-a4057ccca7c1 req-f26555f7-abac-4ce4-8ff3-d44f1e683231 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e5db7c76-3a81-4b02-8027-f2a0f31173b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685258 Feb 04 09:30:19.751393 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-c83a9195-b11b-42d0-9a41-a4057ccca7c1 req-375f0fae-8acf-40d9-9925-e1c2a01774be service neutron] 10.222.0.47 "GET /v2.0/networks/e5db7c76-3a81-4b02-8027-f2a0f31173b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227283 Feb 04 09:30:19.880274 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-c83a9195-b11b-42d0-9a41-a4057ccca7c1 req-328919d4-254a-4b87-956b-13d75346bdbc service neutron] 10.222.0.47 "GET /v2.0/networks/e5db7c76-3a81-4b02-8027-f2a0f31173b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215999 Feb 04 09:30:20.481902 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8779f901-149c-4d56-ac0c-0b35208d5de4 req-3df0df6e-da1e-42ec-934e-5ba0819ba374 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:30:20.483320 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8779f901-149c-4d56-ac0c-0b35208d5de4 req-3df0df6e-da1e-42ec-934e-5ba0819ba374 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=549e7423-82af-49e6-beb7-11777f978111 HTTP/1.1" status: 200 len: 946 time: 0.0744011 Feb 04 09:30:20.527866 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8779f901-149c-4d56-ac0c-0b35208d5de4 req-2e15a2a3-78bb-4151-ae82-2f8bcc654ea8 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=c481e433-7f44-405f-80bb-109e8d70615d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390933 Feb 04 09:30:21.723836 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745f23a6-7707-4c06-a4df-a117df652aea req-569c74a3-09fe-4094-a1fd-cd227a33a007 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:30:21.725302 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-745f23a6-7707-4c06-a4df-a117df652aea req-569c74a3-09fe-4094-a1fd-cd227a33a007 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=549e7423-82af-49e6-beb7-11777f978111 HTTP/1.1" status: 200 len: 946 time: 0.0785377 Feb 04 09:30:21.754658 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-850fc4bd-8c11-4e91-a157-b598d563d9c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:30:21.769421 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-745f23a6-7707-4c06-a4df-a117df652aea req-d2ffa4d6-7244-4852-bf1b-d3f5c26b707f tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=c481e433-7f44-405f-80bb-109e8d70615d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380073 Feb 04 09:30:22.965165 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656d5ad0-8a3a-4290-89ae-140b41ea12b7 req-ea91612f-b1d3-45e0-89d5-80352eb8298a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:30:22.966614 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-656d5ad0-8a3a-4290-89ae-140b41ea12b7 req-ea91612f-b1d3-45e0-89d5-80352eb8298a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=549e7423-82af-49e6-beb7-11777f978111 HTTP/1.1" status: 200 len: 946 time: 0.0791006 Feb 04 09:30:23.012472 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-656d5ad0-8a3a-4290-89ae-140b41ea12b7 req-aa866d56-08cb-4052-a724-60048d132ca2 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=c481e433-7f44-405f-80bb-109e8d70615d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402038 Feb 04 09:30:23.018159 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:30:23.046397 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:30:24.212851 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12872a73-54cb-44d4-9797-31ebe526d46a req-dea00ecd-f51b-44c7-bc81-0ba215059499 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:30:24.214282 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-12872a73-54cb-44d4-9797-31ebe526d46a req-dea00ecd-f51b-44c7-bc81-0ba215059499 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=549e7423-82af-49e6-beb7-11777f978111 HTTP/1.1" status: 200 len: 946 time: 0.0777614 Feb 04 09:30:24.258211 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-12872a73-54cb-44d4-9797-31ebe526d46a req-d3c338cb-7686-4bbc-b2b7-ec35017f37a4 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=c481e433-7f44-405f-80bb-109e8d70615d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383825 Feb 04 09:30:24.568961 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:30:25.465430 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1af6aa-8c4e-4e89-9e30-94a3de4e6ce5 req-786adbda-c7b5-4023-82d8-327843613cfc tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:30:25.466887 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-9a1af6aa-8c4e-4e89-9e30-94a3de4e6ce5 req-786adbda-c7b5-4023-82d8-327843613cfc tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=549e7423-82af-49e6-beb7-11777f978111 HTTP/1.1" status: 200 len: 946 time: 0.0748346 Feb 04 09:30:25.510706 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-9a1af6aa-8c4e-4e89-9e30-94a3de4e6ce5 req-ead2deee-1ce0-4dde-ba0b-b698db68d097 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=c481e433-7f44-405f-80bb-109e8d70615d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383925 Feb 04 09:30:26.568863 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:30:26.703574 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31b7082-eeff-4fc7-b987-c52f1170b05a req-e6eac6e7-e632-4ccf-a03c-cda6a91072a3 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:30:26.705003 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c31b7082-eeff-4fc7-b987-c52f1170b05a req-e6eac6e7-e632-4ccf-a03c-cda6a91072a3 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=549e7423-82af-49e6-beb7-11777f978111 HTTP/1.1" status: 200 len: 946 time: 0.0770240 Feb 04 09:30:26.748033 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c31b7082-eeff-4fc7-b987-c52f1170b05a req-e39043f8-5faa-44bd-b29b-de7efdfaec73 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=c481e433-7f44-405f-80bb-109e8d70615d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376029 Feb 04 09:30:27.938614 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2ce1f5-6074-48eb-8313-34382e5408b2 req-b3664c8c-57b6-4efb-bdc0-f1f7ea2f033e tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:30:27.940046 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-fa2ce1f5-6074-48eb-8313-34382e5408b2 req-b3664c8c-57b6-4efb-bdc0-f1f7ea2f033e tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=549e7423-82af-49e6-beb7-11777f978111 HTTP/1.1" status: 200 len: 946 time: 0.0745516 Feb 04 09:30:27.990398 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-fa2ce1f5-6074-48eb-8313-34382e5408b2 req-162320ed-6fb7-4be2-a275-b1c2de643551 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=c481e433-7f44-405f-80bb-109e8d70615d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446167 Feb 04 09:30:29.186409 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e9e87c-1b75-4a69-bbb5-ddf320c24bd8 req-e7d11ead-304c-4f50-9823-26508110727b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:30:29.187930 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f0e9e87c-1b75-4a69-bbb5-ddf320c24bd8 req-e7d11ead-304c-4f50-9823-26508110727b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=549e7423-82af-49e6-beb7-11777f978111 HTTP/1.1" status: 200 len: 946 time: 0.0759277 Feb 04 09:30:29.232379 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f0e9e87c-1b75-4a69-bbb5-ddf320c24bd8 req-b066a3c9-7913-470b-884f-b49e9d4662c7 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=c481e433-7f44-405f-80bb-109e8d70615d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389760 Feb 04 09:30:30.429252 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecae342a-a750-43ee-8acf-cc3c812d4409 req-15309cb5-149b-4632-a713-1f7632ed4faa tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:30:30.430593 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ecae342a-a750-43ee-8acf-cc3c812d4409 req-15309cb5-149b-4632-a713-1f7632ed4faa tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=549e7423-82af-49e6-beb7-11777f978111 HTTP/1.1" status: 200 len: 946 time: 0.0794475 Feb 04 09:30:30.474326 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ecae342a-a750-43ee-8acf-cc3c812d4409 req-66411580-e71d-4ba6-a012-1087d8528467 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=c481e433-7f44-405f-80bb-109e8d70615d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376732 Feb 04 09:30:31.666161 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43062170-9c9e-4c4a-b044-0eefc5ab45e2 req-5341588f-9cde-4d83-90d8-6d13a90d1a08 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:30:31.667577 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-43062170-9c9e-4c4a-b044-0eefc5ab45e2 req-5341588f-9cde-4d83-90d8-6d13a90d1a08 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=549e7423-82af-49e6-beb7-11777f978111 HTTP/1.1" status: 200 len: 946 time: 0.0737855 Feb 04 09:30:31.711664 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-43062170-9c9e-4c4a-b044-0eefc5ab45e2 req-ed4448a6-5c93-4f30-aaf6-7bebd4ff69a9 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=c481e433-7f44-405f-80bb-109e8d70615d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387197 Feb 04 09:30:32.908121 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fa6cec-b239-47f5-923a-75e453ee97f7 req-7cf50ff1-37e3-410a-a7d6-9b8997af0d74 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:30:32.909572 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a7fa6cec-b239-47f5-923a-75e453ee97f7 req-7cf50ff1-37e3-410a-a7d6-9b8997af0d74 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=549e7423-82af-49e6-beb7-11777f978111 HTTP/1.1" status: 200 len: 946 time: 0.0777001 Feb 04 09:30:32.954082 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a7fa6cec-b239-47f5-923a-75e453ee97f7 req-6a54b8f0-2517-4fa5-a63d-ce9d329672ac tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=c481e433-7f44-405f-80bb-109e8d70615d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390913 Feb 04 09:30:32.981353 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 35206) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:30:33.173702 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-05fa3fe6-2a49-49f6-b4f3-d4055d827609 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/floatingips/8fc5d4cb-933e-4b96-8a41-4f4ed263b0b5 HTTP/1.1" status: 200 len: 994 time: 0.1911869 Feb 04 09:30:45.135514 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 09:30:49.470927 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-888265ee-051e-4ae5-bb1a-39bd7a51f85f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:30:51.779660 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-58ecf93a-9793-4943-80f1-49809d33ee62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:30:53.005875 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:30:53.082756 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:30:54.548794 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:30:56.579915 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:19.459309 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-badee218-d14d-4e6a-8e4a-c336c85cad7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:20.071671 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-880b2250-ebb3-418a-bfd1-8104ebeb00df req-54159686-4ad8-484a-a016-c5fa208135bf service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=549e7423-82af-49e6-beb7-11777f978111&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0668442 Feb 04 09:31:20.207551 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-880b2250-ebb3-418a-bfd1-8104ebeb00df req-25b1ff31-1d20-430d-b022-7df0e107b078 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=780eb962d64446649b0f5d5c27ee1665&device_id=549e7423-82af-49e6-beb7-11777f978111 HTTP/1.1" status: 200 len: 1099 time: 0.0673466 Feb 04 09:31:20.349346 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b2250-ebb3-418a-bfd1-8104ebeb00df req-c6b08109-27f9-447d-8fae-46555ec89d6f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:31:20.350768 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-880b2250-ebb3-418a-bfd1-8104ebeb00df req-c6b08109-27f9-447d-8fae-46555ec89d6f service neutron] 10.222.0.47 "GET /v2.0/networks?id=e5db7c76-3a81-4b02-8027-f2a0f31173b1 HTTP/1.1" status: 200 len: 897 time: 0.1253428 Feb 04 09:31:20.452048 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-880b2250-ebb3-418a-bfd1-8104ebeb00df req-4722e09f-54c0-49bf-b945-a8a91b659787 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39120fe5-55f7-470e-a186-1f7ef12b9c00 HTTP/1.1" status: 200 len: 1002 time: 0.0952055 Feb 04 09:31:20.515260 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b2250-ebb3-418a-bfd1-8104ebeb00df req-f7632b9c-fd57-454f-b587-00c7d02f657a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:31:20.516637 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-880b2250-ebb3-418a-bfd1-8104ebeb00df req-f7632b9c-fd57-454f-b587-00c7d02f657a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c9bd7fec-43ad-4cdf-bfc6-e40212237cdd HTTP/1.1" status: 200 len: 835 time: 0.0583739 Feb 04 09:31:20.589017 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-880b2250-ebb3-418a-bfd1-8104ebeb00df req-59d82cb6-d460-45b6-bf1b-532e314cf596 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e5db7c76-3a81-4b02-8027-f2a0f31173b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667267 Feb 04 09:31:20.715012 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-880b2250-ebb3-418a-bfd1-8104ebeb00df req-0104a20b-363d-40bc-89da-715eba6b96a7 service neutron] 10.222.0.47 "GET /v2.0/networks/e5db7c76-3a81-4b02-8027-f2a0f31173b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205266 Feb 04 09:31:20.842244 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-880b2250-ebb3-418a-bfd1-8104ebeb00df req-4cc1b47e-7428-4849-a1c3-deccbf0de472 service neutron] 10.222.0.47 "GET /v2.0/networks/e5db7c76-3a81-4b02-8027-f2a0f31173b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214411 Feb 04 09:31:21.773423 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-e2c54195-d12f-4b3e-8d9e-87f72e7981ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:22.135350 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 09:31:22.973311 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:23.053455 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:24.600480 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:26.582870 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:32.205186 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 35230) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:31:32.401792 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-eea96076-affc-4f00-9d97-7e8c259e5ad6 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Deleting port e0473e8f-2fa9-42d5-a7b0-ee950cb46b80 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:31:32.402129 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-eea96076-affc-4f00-9d97-7e8c259e5ad6 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:32.651165 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-eea96076-affc-4f00-9d97-7e8c259e5ad6 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:32.651484 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-eea96076-affc-4f00-9d97-7e8c259e5ad6 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:32.767993 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-eea96076-affc-4f00-9d97-7e8c259e5ad6 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Calling delete_port for e0473e8f-2fa9-42d5-a7b0-ee950cb46b80 owned by network:floatingip {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 09:31:32.990674 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-eea96076-affc-4f00-9d97-7e8c259e5ad6 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:33.037995 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea96076-affc-4f00-9d97-7e8c259e5ad6 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event deleted for resources: {'Port': ['ID=e0473e8f-2fa9-42d5-a7b0-ee950cb46b80,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:31:33.076128 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea96076-affc-4f00-9d97-7e8c259e5ad6 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:31:33.076476 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea96076-affc-4f00-9d97-7e8c259e5ad6 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:31:33.076859 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea96076-affc-4f00-9d97-7e8c259e5ad6 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:31:33.077188 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea96076-affc-4f00-9d97-7e8c259e5ad6 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:31:33.077515 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea96076-affc-4f00-9d97-7e8c259e5ad6 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:31:33.077836 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea96076-affc-4f00-9d97-7e8c259e5ad6 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:31:33.078154 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea96076-affc-4f00-9d97-7e8c259e5ad6 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:31:33.078470 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea96076-affc-4f00-9d97-7e8c259e5ad6 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:31:33.078785 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea96076-affc-4f00-9d97-7e8c259e5ad6 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:31:33.079096 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea96076-affc-4f00-9d97-7e8c259e5ad6 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:31:33.079408 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea96076-affc-4f00-9d97-7e8c259e5ad6 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:31:33.137237 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-eea96076-affc-4f00-9d97-7e8c259e5ad6 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for floatingip, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:33.571806 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eea96076-affc-4f00-9d97-7e8c259e5ad6 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Router 973366c3-e3de-4f92-bab5-a00e4ef99711 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 09:31:33.768278 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea96076-affc-4f00-9d97-7e8c259e5ad6 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 09:31:33.778708 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a576f231-0cd9-4fe0-806b-7a2fbdcf41e1 None None] Sync routers for ids ['973366c3-e3de-4f92-bab5-a00e4ef99711'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 09:31:33.785404 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-eea96076-affc-4f00-9d97-7e8c259e5ad6 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for floatingip, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:33.790728 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a576f231-0cd9-4fe0-806b-7a2fbdcf41e1 None None] Routers {'973366c3-e3de-4f92-bab5-a00e4ef99711'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:31:33.791407 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-a576f231-0cd9-4fe0-806b-7a2fbdcf41e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:31:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['973366c3-e3de-4f92-bab5-a00e4ef99711'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:31:33.836862 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-eea96076-affc-4f00-9d97-7e8c259e5ad6 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "DELETE /v2.0/floatingips/8fc5d4cb-933e-4b96-8a41-4f4ed263b0b5 HTTP/1.1" status: 204 len: 168 time: 1.6305544 Feb 04 09:31:33.837521 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '549e7423-82af-49e6-beb7-11777f978111', 'tag': '39120fe5-55f7-470e-a186-1f7ef12b9c00'}] {{(pid=84108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:31:33.972103 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-a576f231-0cd9-4fe0-806b-7a2fbdcf41e1 None None] Set router 973366c3-e3de-4f92-bab5-a00e4ef99711 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:31:34.047703 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '549e7423-82af-49e6-beb7-11777f978111', 'tag': '39120fe5-55f7-470e-a186-1f7ef12b9c00', 'status': 'completed', 'code': 200} Feb 04 09:31:34.138726 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-5cdd7cc3-be77-470b-b963-7a22720dec53 req-505d4463-262a-44ab-b9a4-0ec1264184f3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=780eb962d64446649b0f5d5c27ee1665&device_id=549e7423-82af-49e6-beb7-11777f978111 HTTP/1.1" status: 200 len: 1099 time: 0.0715232 Feb 04 09:31:34.275104 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdd7cc3-be77-470b-b963-7a22720dec53 req-9e0487f1-412a-4d7e-a67e-ed3921c0852c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:31:34.276761 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-5cdd7cc3-be77-470b-b963-7a22720dec53 req-9e0487f1-412a-4d7e-a67e-ed3921c0852c service neutron] 10.222.0.47 "GET /v2.0/networks?id=e5db7c76-3a81-4b02-8027-f2a0f31173b1 HTTP/1.1" status: 200 len: 897 time: 0.1328206 Feb 04 09:31:34.287487 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-a576f231-0cd9-4fe0-806b-7a2fbdcf41e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '973366c3-e3de-4f92-bab5-a00e4ef99711', 'name': 'tempest-TestNetworkAdvancedServerOps-router-190152069', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.46'}], 'enable_snat': True}, 'gw_port_id': 'c798749c-bd49-49b5-b714-293e1e64bed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:28:38Z', 'updated_at': '2022-02-04T09:28:43Z', 'revision_number': 4, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'gw_port': {'id': 'c798749c-bd49-49b5-b714-293e1e64bed9', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:e8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973366c3-e3de-4f92-bab5-a00e4ef99711', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:28:39Z', 'updated_at': '2022-02-04T09:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '9782b74d-c734-44e7-92ff-3123967f73a8', 'name': '', 'network_id': 'e5db7c76-3a81-4b02-8027-f2a0f31173b1', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'mac_address': 'fa:16:3e:f4:88:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973366c3-e3de-4f92-bab5-a00e4ef99711', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9bd7fec-43ad-4cdf-bfc6-e40212237cdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:28:42Z', 'updated_at': '2022-02-04T09:28:49Z', 'revision_number': 5, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'subnets': [{'id': 'c9bd7fec-43ad-4cdf-bfc6-e40212237cdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:31:34.291644 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a576f231-0cd9-4fe0-806b-7a2fbdcf41e1 None None] Checking router: 973366c3-e3de-4f92-bab5-a00e4ef99711 for host: dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 09:31:34.302509 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a576f231-0cd9-4fe0-806b-7a2fbdcf41e1 None None] Routers {'973366c3-e3de-4f92-bab5-a00e4ef99711'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:31:34.303124 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-a576f231-0cd9-4fe0-806b-7a2fbdcf41e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:31:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['973366c3-e3de-4f92-bab5-a00e4ef99711'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:31:34.345977 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-5cdd7cc3-be77-470b-b963-7a22720dec53 req-df13749b-4628-4296-ba4c-125de4afb0b4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39120fe5-55f7-470e-a186-1f7ef12b9c00 HTTP/1.1" status: 200 len: 217 time: 0.0630090 Feb 04 09:31:34.489045 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-a576f231-0cd9-4fe0-806b-7a2fbdcf41e1 None None] Set router 973366c3-e3de-4f92-bab5-a00e4ef99711 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:31:34.511447 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589aa039-d5c3-45c7-b62f-f08d7a61adb2 req-03fe4110-5555-4b1c-b0ec-3461d16ab8a9 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:31:34.513708 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-589aa039-d5c3-45c7-b62f-f08d7a61adb2 req-03fe4110-5555-4b1c-b0ec-3461d16ab8a9 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=549e7423-82af-49e6-beb7-11777f978111 HTTP/1.1" status: 200 len: 946 time: 0.1805487 Feb 04 09:31:34.513860 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdd7cc3-be77-470b-b963-7a22720dec53 req-a0e729eb-ba13-4054-ab0c-87c9c8543c46 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:31:34.515767 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-5cdd7cc3-be77-470b-b963-7a22720dec53 req-a0e729eb-ba13-4054-ab0c-87c9c8543c46 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c9bd7fec-43ad-4cdf-bfc6-e40212237cdd HTTP/1.1" status: 200 len: 835 time: 0.1622865 Feb 04 09:31:34.559974 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-589aa039-d5c3-45c7-b62f-f08d7a61adb2 req-2f92a77f-1315-4864-a5a5-24f7346d40a5 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=c481e433-7f44-405f-80bb-109e8d70615d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391986 Feb 04 09:31:34.597086 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-5cdd7cc3-be77-470b-b963-7a22720dec53 req-2ddae292-822d-41e6-a750-7ebb862d279c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e5db7c76-3a81-4b02-8027-f2a0f31173b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746505 Feb 04 09:31:34.739906 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-5cdd7cc3-be77-470b-b963-7a22720dec53 req-90f7f45f-6ed5-44d7-a9b5-6a285f1454d1 service neutron] 10.222.0.47 "GET /v2.0/networks/e5db7c76-3a81-4b02-8027-f2a0f31173b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360025 Feb 04 09:31:34.808522 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-a576f231-0cd9-4fe0-806b-7a2fbdcf41e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '973366c3-e3de-4f92-bab5-a00e4ef99711', 'name': 'tempest-TestNetworkAdvancedServerOps-router-190152069', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.46'}], 'enable_snat': True}, 'gw_port_id': 'c798749c-bd49-49b5-b714-293e1e64bed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:28:38Z', 'updated_at': '2022-02-04T09:28:43Z', 'revision_number': 4, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'gw_port': {'id': 'c798749c-bd49-49b5-b714-293e1e64bed9', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:e8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973366c3-e3de-4f92-bab5-a00e4ef99711', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:28:39Z', 'updated_at': '2022-02-04T09:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '9782b74d-c734-44e7-92ff-3123967f73a8', 'name': '', 'network_id': 'e5db7c76-3a81-4b02-8027-f2a0f31173b1', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'mac_address': 'fa:16:3e:f4:88:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973366c3-e3de-4f92-bab5-a00e4ef99711', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9bd7fec-43ad-4cdf-bfc6-e40212237cdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:28:42Z', 'updated_at': '2022-02-04T09:28:49Z', 'revision_number': 5, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'subnets': [{'id': 'c9bd7fec-43ad-4cdf-bfc6-e40212237cdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:31:34.813064 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a576f231-0cd9-4fe0-806b-7a2fbdcf41e1 None None] The sync data for ids ['973366c3-e3de-4f92-bab5-a00e4ef99711'] in dv-neutron-827798-2-hyperv is: [{'id': '973366c3-e3de-4f92-bab5-a00e4ef99711', 'name': 'tempest-TestNetworkAdvancedServerOps-router-190152069', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.46'}], 'enable_snat': True}, 'gw_port_id': 'c798749c-bd49-49b5-b714-293e1e64bed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:28:38Z', 'updated_at': '2022-02-04T09:28:43Z', 'revision_number': 4, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'gw_port': {'id': 'c798749c-bd49-49b5-b714-293e1e64bed9', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:e8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973366c3-e3de-4f92-bab5-a00e4ef99711', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:28:39Z', 'updated_at': '2022-02-04T09:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '9782b74d-c734-44e7-92ff-3123967f73a8', 'name': '', 'network_id': 'e5db7c76-3a81-4b02-8027-f2a0f31173b1', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'mac_address': 'fa:16:3e:f4:88:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973366c3-e3de-4f92-bab5-a00e4ef99711', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9bd7fec-43ad-4cdf-bfc6-e40212237cdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:28:42Z', 'updated_at': '2022-02-04T09:28:49Z', 'revision_number': 5, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'subnets': [{'id': 'c9bd7fec-43ad-4cdf-bfc6-e40212237cdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 09:31:34.872850 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-5cdd7cc3-be77-470b-b963-7a22720dec53 req-222f4504-0964-4fd5-8ec7-ccd2f5a91543 service neutron] 10.222.0.47 "GET /v2.0/networks/e5db7c76-3a81-4b02-8027-f2a0f31173b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263440 Feb 04 09:31:35.039111 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac91bb8-e02e-4d0d-afa2-025b1953a6e0 None None] New status for floating IP 8fc5d4cb-933e-4b96-8a41-4f4ed263b0b5: DOWN {{(pid=84110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 09:31:35.826352 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57a902c-f59b-41a6-8b5e-3a095a1012d5 req-5677bd73-80c7-4872-a385-72550945247f tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:31:35.828432 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b57a902c-f59b-41a6-8b5e-3a095a1012d5 req-5677bd73-80c7-4872-a385-72550945247f tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=549e7423-82af-49e6-beb7-11777f978111 HTTP/1.1" status: 200 len: 946 time: 0.1439428 Feb 04 09:31:35.871796 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b57a902c-f59b-41a6-8b5e-3a095a1012d5 req-91b71174-b2df-4f1e-821c-85b437103e42 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=c481e433-7f44-405f-80bb-109e8d70615d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377209 Feb 04 09:31:36.169935 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6788cf-1b14-48fb-a767-768967c2dc79 req-0a0ce7e9-a5df-4ed0-944c-d3a790806146 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:31:36.170575 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [req-4d6788cf-1b14-48fb-a767-768967c2dc79 req-0a0ce7e9-a5df-4ed0-944c-d3a790806146 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Synchronizing usage tracker for tenant:780eb962d64446649b0f5d5c27ee1665 on resource:port {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 09:31:36.235849 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [req-4d6788cf-1b14-48fb-a767-768967c2dc79 req-0a0ce7e9-a5df-4ed0-944c-d3a790806146 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Unset dirty status for tenant:780eb962d64446649b0f5d5c27ee1665 on resource:port {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 09:31:36.236947 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-4d6788cf-1b14-48fb-a767-768967c2dc79 req-0a0ce7e9-a5df-4ed0-944c-d3a790806146 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.47 "GET /v2.0/ports?device_id=549e7423-82af-49e6-beb7-11777f978111 HTTP/1.1" status: 200 len: 946 time: 0.1403408 Feb 04 09:31:36.306417 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [req-4d6788cf-1b14-48fb-a767-768967c2dc79 req-ec22c096-e077-4f34-9da5-aff1823815bd tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Deleting port 39120fe5-55f7-470e-a186-1f7ef12b9c00 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:31:36.306766 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-4d6788cf-1b14-48fb-a767-768967c2dc79 req-ec22c096-e077-4f34-9da5-aff1823815bd tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:36.543507 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [req-4d6788cf-1b14-48fb-a767-768967c2dc79 req-ec22c096-e077-4f34-9da5-aff1823815bd tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] For port 39120fe5-55f7-470e-a186-1f7ef12b9c00, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=39120fe5-55f7-470e-a186-1f7ef12b9c00,segment=NetworkSegment(6c6c9213-a29a-498c-a19f-e4244c29ec81),segment_id=6c6c9213-a29a-498c-a19f-e4244c29ec81)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:31:36.543779 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-4d6788cf-1b14-48fb-a767-768967c2dc79 req-ec22c096-e077-4f34-9da5-aff1823815bd tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:36.668345 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [req-4d6788cf-1b14-48fb-a767-768967c2dc79 req-ec22c096-e077-4f34-9da5-aff1823815bd tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Calling delete_port for 39120fe5-55f7-470e-a186-1f7ef12b9c00 owned by compute:nova {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 09:31:36.875121 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-4d6788cf-1b14-48fb-a767-768967c2dc79 req-ec22c096-e077-4f34-9da5-aff1823815bd tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:36.921124 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec22c096-e077-4f34-9da5-aff1823815bd tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event deleted for resources: {'Port': ['ID=39120fe5-55f7-470e-a186-1f7ef12b9c00,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:31:36.996762 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d6788cf-1b14-48fb-a767-768967c2dc79 req-ec22c096-e077-4f34-9da5-aff1823815bd tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] No DVR routers for this DVR port 39120fe5-55f7-470e-a186-1f7ef12b9c00 on host hv-neutron-8277 {{(pid=84108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 09:31:37.002353 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-4d6788cf-1b14-48fb-a767-768967c2dc79 req-ec22c096-e077-4f34-9da5-aff1823815bd tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:37.005027 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '549e7423-82af-49e6-beb7-11777f978111', 'name': 'network-vif-deleted', 'tag': '39120fe5-55f7-470e-a186-1f7ef12b9c00'}] {{(pid=84108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:31:37.038989 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7e7dfb99-d564-4836-ac80-01c6d9f7eb15 req-00717ae8-4cb0-438a-b31b-427e2a43bda8 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=549e7423-82af-49e6-beb7-11777f978111 HTTP/1.1" status: 200 len: 210 time: 0.0400810 Feb 04 09:31:37.061986 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '549e7423-82af-49e6-beb7-11777f978111', 'name': 'network-vif-deleted', 'tag': '39120fe5-55f7-470e-a186-1f7ef12b9c00', 'status': 'completed', 'code': 200} Feb 04 09:31:37.063803 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-4d6788cf-1b14-48fb-a767-768967c2dc79 req-ec22c096-e077-4f34-9da5-aff1823815bd tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.47 "DELETE /v2.0/ports/39120fe5-55f7-470e-a186-1f7ef12b9c00 HTTP/1.1" status: 204 len: 173 time: 0.8214276 Feb 04 09:31:38.209209 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 35256) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:31:38.679182 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ef12cc5d-827b-4ffe-9135-9ccd59d90461 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473817'] for router_interface, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:39.273782 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-ef12cc5d-827b-4ffe-9135-9ccd59d90461 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Deleting port 9782b74d-c734-44e7-92ff-3123967f73a8 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:31:39.274447 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ef12cc5d-827b-4ffe-9135-9ccd59d90461 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:39.453888 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [None req-ef12cc5d-827b-4ffe-9135-9ccd59d90461 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] For port 9782b74d-c734-44e7-92ff-3123967f73a8, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=9782b74d-c734-44e7-92ff-3123967f73a8,segment=NetworkSegment(6c6c9213-a29a-498c-a19f-e4244c29ec81),segment_id=6c6c9213-a29a-498c-a19f-e4244c29ec81)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:31:39.454248 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ef12cc5d-827b-4ffe-9135-9ccd59d90461 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:39.585664 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-ef12cc5d-827b-4ffe-9135-9ccd59d90461 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Calling delete_port for 9782b74d-c734-44e7-92ff-3123967f73a8 owned by network:router_interface {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 09:31:39.851341 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ef12cc5d-827b-4ffe-9135-9ccd59d90461 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:39.899239 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef12cc5d-827b-4ffe-9135-9ccd59d90461 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event deleted for resources: {'Port': ['ID=9782b74d-c734-44e7-92ff-3123967f73a8,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:31:40.194239 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ef12cc5d-827b-4ffe-9135-9ccd59d90461 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1572495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472959'] for router_interface, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:40.750423 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device 39120fe5-55f7-470e-a186-1f7ef12b9c00 no longer exists at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 09:31:40.823050 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] No Port match for: 39120fe5-55f7-470e-a186-1f7ef12b9c00 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 09:31:40.823391 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device 39120fe5-55f7-470e-a186-1f7ef12b9c00 not bound to the agent host hv-neutron-8277 {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 09:31:40.864846 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef12cc5d-827b-4ffe-9135-9ccd59d90461 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Router 973366c3-e3de-4f92-bab5-a00e4ef99711 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 09:31:41.064109 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef12cc5d-827b-4ffe-9135-9ccd59d90461 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 09:31:41.073509 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cba01d6-bc67-4419-8438-e6633521d1ac None None] Sync routers for ids ['973366c3-e3de-4f92-bab5-a00e4ef99711'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 09:31:41.076446 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-ef12cc5d-827b-4ffe-9135-9ccd59d90461 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "PUT /v2.0/routers/973366c3-e3de-4f92-bab5-a00e4ef99711/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8661757 Feb 04 09:31:41.079279 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 35262) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:31:41.084833 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cba01d6-bc67-4419-8438-e6633521d1ac None None] Routers {'973366c3-e3de-4f92-bab5-a00e4ef99711'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:31:41.085438 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-8cba01d6-bc67-4419-8438-e6633521d1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:31:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['973366c3-e3de-4f92-bab5-a00e4ef99711'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:31:41.258136 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-8cba01d6-bc67-4419-8438-e6633521d1ac None None] Set router 973366c3-e3de-4f92-bab5-a00e4ef99711 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:31:41.264125 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6c509cb-35b0-4ead-bb99-a13d26b9e98d tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Deleting subnet c9bd7fec-43ad-4cdf-bfc6-e40212237cdd {{(pid=84108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 09:31:41.267518 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e6c509cb-35b0-4ead-bb99-a13d26b9e98d tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for subnet, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:41.324580 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e6c509cb-35b0-4ead-bb99-a13d26b9e98d tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7851377'] for subnet, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:41.409974 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e6c509cb-35b0-4ead-bb99-a13d26b9e98d tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:41.539218 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-8cba01d6-bc67-4419-8438-e6633521d1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '973366c3-e3de-4f92-bab5-a00e4ef99711', 'name': 'tempest-TestNetworkAdvancedServerOps-router-190152069', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.46'}], 'enable_snat': True}, 'gw_port_id': 'c798749c-bd49-49b5-b714-293e1e64bed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:28:38Z', 'updated_at': '2022-02-04T09:31:39Z', 'revision_number': 5, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'gw_port': {'id': 'c798749c-bd49-49b5-b714-293e1e64bed9', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:e8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973366c3-e3de-4f92-bab5-a00e4ef99711', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:28:39Z', 'updated_at': '2022-02-04T09:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:31:41.542946 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cba01d6-bc67-4419-8438-e6633521d1ac None None] Checking router: 973366c3-e3de-4f92-bab5-a00e4ef99711 for host: dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 09:31:41.554009 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cba01d6-bc67-4419-8438-e6633521d1ac None None] Routers {'973366c3-e3de-4f92-bab5-a00e4ef99711'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:31:41.554592 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-8cba01d6-bc67-4419-8438-e6633521d1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:31:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['973366c3-e3de-4f92-bab5-a00e4ef99711'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:31:41.573510 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e6c509cb-35b0-4ead-bb99-a13d26b9e98d tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7593563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8119683'] for subnet, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:41.611794 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c509cb-35b0-4ead-bb99-a13d26b9e98d tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event deleted for resources: {'Subnet': ['ID=c9bd7fec-43ad-4cdf-bfc6-e40212237cdd,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:31:41.618066 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e6c509cb-35b0-4ead-bb99-a13d26b9e98d tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:41.624328 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-e6c509cb-35b0-4ead-bb99-a13d26b9e98d tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "DELETE /v2.0/subnets/c9bd7fec-43ad-4cdf-bfc6-e40212237cdd HTTP/1.1" status: 204 len: 168 time: 0.5440166 Feb 04 09:31:41.626884 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb5165c-ca07-4902-b7de-faedd783b653 None None] Network e5db7c76-3a81-4b02-8027-f2a0f31173b1 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 09:31:41.627417 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 35266) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:31:41.825692 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-dfad3e43-0539-4b73-9183-09fee6e76f96 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for router, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:41.884294 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-8cba01d6-bc67-4419-8438-e6633521d1ac None None] Set router 973366c3-e3de-4f92-bab5-a00e4ef99711 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:31:42.125916 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-dfad3e43-0539-4b73-9183-09fee6e76f96 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:42.172038 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5925b4bf-a2cd-4ff3-a4b3-c7eef618d4b6 None None] DHCP port deletion for e5db7c76-3a81-4b02-8027-f2a0f31173b1 request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 09:31:42.178587 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-5925b4bf-a2cd-4ff3-a4b3-c7eef618d4b6 None None] Deleting port 0bf565cf-7730-4ebf-a71e-a55593078af5 {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:31:42.180449 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-5925b4bf-a2cd-4ff3-a4b3-c7eef618d4b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:42.199787 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-dfad3e43-0539-4b73-9183-09fee6e76f96 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Deleting port c798749c-bd49-49b5-b714-293e1e64bed9 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:31:42.200125 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-dfad3e43-0539-4b73-9183-09fee6e76f96 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:42.382220 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [None req-dfad3e43-0539-4b73-9183-09fee6e76f96 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] For port c798749c-bd49-49b5-b714-293e1e64bed9, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=c798749c-bd49-49b5-b714-293e1e64bed9,segment=NetworkSegment(c44b9475-949d-4ae7-bfca-e29b010a56a6),segment_id=c44b9475-949d-4ae7-bfca-e29b010a56a6)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:31:42.382575 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-dfad3e43-0539-4b73-9183-09fee6e76f96 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:42.394809 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-8cba01d6-bc67-4419-8438-e6633521d1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '973366c3-e3de-4f92-bab5-a00e4ef99711', 'name': 'tempest-TestNetworkAdvancedServerOps-router-190152069', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.46'}], 'enable_snat': True}, 'gw_port_id': 'c798749c-bd49-49b5-b714-293e1e64bed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:28:38Z', 'updated_at': '2022-02-04T09:31:39Z', 'revision_number': 5, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'gw_port': {'id': 'c798749c-bd49-49b5-b714-293e1e64bed9', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:e8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973366c3-e3de-4f92-bab5-a00e4ef99711', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:28:39Z', 'updated_at': '2022-02-04T09:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:31:42.411169 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cba01d6-bc67-4419-8438-e6633521d1ac None None] The sync data for ids ['973366c3-e3de-4f92-bab5-a00e4ef99711'] in dv-neutron-827798-2-hyperv is: [{'id': '973366c3-e3de-4f92-bab5-a00e4ef99711', 'name': 'tempest-TestNetworkAdvancedServerOps-router-190152069', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.46'}], 'enable_snat': True}, 'gw_port_id': 'c798749c-bd49-49b5-b714-293e1e64bed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:28:38Z', 'updated_at': '2022-02-04T09:31:39Z', 'revision_number': 5, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'gw_port': {'id': 'c798749c-bd49-49b5-b714-293e1e64bed9', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:e8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973366c3-e3de-4f92-bab5-a00e4ef99711', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:28:39Z', 'updated_at': '2022-02-04T09:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 09:31:42.432164 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-5925b4bf-a2cd-4ff3-a4b3-c7eef618d4b6 None None] For port 0bf565cf-7730-4ebf-a71e-a55593078af5, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=0bf565cf-7730-4ebf-a71e-a55593078af5,segment=NetworkSegment(6c6c9213-a29a-498c-a19f-e4244c29ec81),segment_id=6c6c9213-a29a-498c-a19f-e4244c29ec81)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:31:42.432500 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-5925b4bf-a2cd-4ff3-a4b3-c7eef618d4b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:42.507442 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-dfad3e43-0539-4b73-9183-09fee6e76f96 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Calling delete_port for c798749c-bd49-49b5-b714-293e1e64bed9 owned by network:router_gateway {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 09:31:42.550623 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-5925b4bf-a2cd-4ff3-a4b3-c7eef618d4b6 None None] Calling delete_port for 0bf565cf-7730-4ebf-a71e-a55593078af5 owned by network:dhcp {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 09:31:42.670554 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-5925b4bf-a2cd-4ff3-a4b3-c7eef618d4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407'] for port, after_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:42.720269 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5925b4bf-a2cd-4ff3-a4b3-c7eef618d4b6 None None] Pushing event deleted for resources: {'Port': ['ID=0bf565cf-7730-4ebf-a71e-a55593078af5,revision_number=None']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:31:42.731686 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-dfad3e43-0539-4b73-9183-09fee6e76f96 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:42.732377 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5925b4bf-a2cd-4ff3-a4b3-c7eef618d4b6 None None] No DVR routers for this DVR port 0bf565cf-7730-4ebf-a71e-a55593078af5 on host dv-neutron-827798-2-hyperv {{(pid=84109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 09:31:42.743570 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5925b4bf-a2cd-4ff3-a4b3-c7eef618d4b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:31:42.743918 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5925b4bf-a2cd-4ff3-a4b3-c7eef618d4b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:31:42.744299 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5925b4bf-a2cd-4ff3-a4b3-c7eef618d4b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:31:42.744660 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5925b4bf-a2cd-4ff3-a4b3-c7eef618d4b6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:31:42.745742 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5925b4bf-a2cd-4ff3-a4b3-c7eef618d4b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:31:42.745742 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5925b4bf-a2cd-4ff3-a4b3-c7eef618d4b6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:31:42.745742 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5925b4bf-a2cd-4ff3-a4b3-c7eef618d4b6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:31:42.746126 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5925b4bf-a2cd-4ff3-a4b3-c7eef618d4b6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:31:42.746453 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5925b4bf-a2cd-4ff3-a4b3-c7eef618d4b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:31:42.746773 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5925b4bf-a2cd-4ff3-a4b3-c7eef618d4b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:31:42.747099 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5925b4bf-a2cd-4ff3-a4b3-c7eef618d4b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:31:42.780038 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfad3e43-0539-4b73-9183-09fee6e76f96 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event deleted for resources: {'Port': ['ID=c798749c-bd49-49b5-b714-293e1e64bed9,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:31:43.002767 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-dfad3e43-0539-4b73-9183-09fee6e76f96 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473010'] for router_gateway, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:43.261036 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-dfad3e43-0539-4b73-9183-09fee6e76f96 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40989'] for router, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:43.265639 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-dfad3e43-0539-4b73-9183-09fee6e76f96 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:43.344508 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-dfad3e43-0539-4b73-9183-09fee6e76f96 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-476062'] for router, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:43.345192 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfad3e43-0539-4b73-9183-09fee6e76f96 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Fanout notify agent at l3_agent the message router_deleted on router 973366c3-e3de-4f92-bab5-a00e4ef99711 {{(pid=84108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 09:31:43.359722 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-dfad3e43-0539-4b73-9183-09fee6e76f96 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for router, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:43.363450 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-dfad3e43-0539-4b73-9183-09fee6e76f96 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "DELETE /v2.0/routers/973366c3-e3de-4f92-bab5-a00e4ef99711 HTTP/1.1" status: 204 len: 168 time: 1.7326381 Feb 04 09:31:43.363665 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 35270) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:31:43.395073 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 0bf565cf-7730-4ebf-a71e-a55593078af5 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 09:31:43.430119 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: 0bf565cf-7730-4ebf-a71e-a55593078af5 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 09:31:43.430460 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 0bf565cf-7730-4ebf-a71e-a55593078af5 not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 09:31:43.430874 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 9782b74d-c734-44e7-92ff-3123967f73a8 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 09:31:43.464050 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: 9782b74d-c734-44e7-92ff-3123967f73a8 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 09:31:43.464400 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 9782b74d-c734-44e7-92ff-3123967f73a8 not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 09:31:43.492636 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-065c61da-e099-4d75-beef-1472e5b30bb3 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:43.709132 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-065c61da-e099-4d75-beef-1472e5b30bb3 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:43.736342 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-065c61da-e099-4d75-beef-1472e5b30bb3 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5db7c76-3a81-4b02-8027-f2a0f31173b1']}} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:31:43.747947 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-065c61da-e099-4d75-beef-1472e5b30bb3 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c6c9213-a29a-498c-a19f-e4244c29ec81') {'for_net_delete': True} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:31:43.748240 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-065c61da-e099-4d75-beef-1472e5b30bb3 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c6c9213-a29a-498c-a19f-e4244c29ec81') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:31:43.759800 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-065c61da-e099-4d75-beef-1472e5b30bb3 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7851336'] for segment, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:43.775082 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-065c61da-e099-4d75-beef-1472e5b30bb3 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:43.781001 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-065c61da-e099-4d75-beef-1472e5b30bb3 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=84108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 09:31:43.781379 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-065c61da-e099-4d75-beef-1472e5b30bb3 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7460345'] for segment, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:43.795162 dv-neutron-827798-2-hyperv neutron-server[84108]: Traceback (most recent call last): Feb 04 09:31:43.795162 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 09:31:43.795162 dv-neutron-827798-2-hyperv neutron-server[84108]: timer() Feb 04 09:31:43.795162 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 09:31:43.795162 dv-neutron-827798-2-hyperv neutron-server[84108]: cb(*args, **kw) Feb 04 09:31:43.795162 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 09:31:43.795162 dv-neutron-827798-2-hyperv neutron-server[84108]: return func(*args, **kwargs) Feb 04 09:31:43.795162 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 09:31:43.795162 dv-neutron-827798-2-hyperv neutron-server[84108]: self._notify() Feb 04 09:31:43.795162 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 09:31:43.795162 dv-neutron-827798-2-hyperv neutron-server[84108]: self.callback(batched_events) Feb 04 09:31:43.795162 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 09:31:43.795162 dv-neutron-827798-2-hyperv neutron-server[84108]: event.method(event) Feb 04 09:31:43.795162 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 09:31:43.795162 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 09:31:43.795162 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 09:31:43.795162 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 09:31:43.795162 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 09:31:43.795162 dv-neutron-827798-2-hyperv neutron-server[84108]: return f(self, *a, **k) Feb 04 09:31:43.795162 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 09:31:43.795162 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._get(url).json() Feb 04 09:31:43.795162 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 09:31:43.795162 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 09:31:43.795162 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 09:31:43.795162 dv-neutron-827798-2-hyperv neutron-server[84108]: return self.request(url, 'GET', **kwargs) Feb 04 09:31:43.795162 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 09:31:43.795162 dv-neutron-827798-2-hyperv neutron-server[84108]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 09:31:43.795162 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 09:31:43.795162 dv-neutron-827798-2-hyperv neutron-server[84108]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 09:31:43.795162 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 09:31:43.795162 dv-neutron-827798-2-hyperv neutron-server[84108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 09:31:43.795162 dv-neutron-827798-2-hyperv neutron-server[84108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 09:31:43.931276 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-065c61da-e099-4d75-beef-1472e5b30bb3 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:43.948932 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-065c61da-e099-4d75-beef-1472e5b30bb3 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:43.959762 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065c61da-e099-4d75-beef-1472e5b30bb3 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event deleted for resources: {'Network': ['ID=e5db7c76-3a81-4b02-8027-f2a0f31173b1,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:31:44.023496 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-065c61da-e099-4d75-beef-1472e5b30bb3 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "DELETE /v2.0/networks/e5db7c76-3a81-4b02-8027-f2a0f31173b1 HTTP/1.1" status: 204 len: 168 time: 0.6588070 Feb 04 09:31:44.026067 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 35274) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:31:44.093734 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2bf36ade-e55a-47c7-b1db-42cf563edb3e tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:44.122154 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2bf36ade-e55a-47c7-b1db-42cf563edb3e tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:44.333170 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2bf36ade-e55a-47c7-b1db-42cf563edb3e tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:44.351698 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf36ade-e55a-47c7-b1db-42cf563edb3e tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c481e433-7f44-405f-80bb-109e8d70615d,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:31:44.416097 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2bf36ade-e55a-47c7-b1db-42cf563edb3e tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:44.417256 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-2bf36ade-e55a-47c7-b1db-42cf563edb3e tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "DELETE /v2.0/security-groups/c481e433-7f44-405f-80bb-109e8d70615d HTTP/1.1" status: 204 len: 168 time: 0.3902619 Feb 04 09:31:45.305225 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device c798749c-bd49-49b5-b714-293e1e64bed9 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 09:31:45.340715 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: c798749c-bd49-49b5-b714-293e1e64bed9 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 09:31:45.341052 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device c798749c-bd49-49b5-b714-293e1e64bed9 not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 09:31:47.105555 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 35292) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:31:47.111759 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-8357ed4e-adc2-4309-8c94-39ed7242bfbe tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1252369162', 'description': 'tempest-secgroup-smoke-1252369162 description', 'project_id': '780eb962d64446649b0f5d5c27ee1665'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:31:47.117636 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-8357ed4e-adc2-4309-8c94-39ed7242bfbe tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:31:47.121650 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-8357ed4e-adc2-4309-8c94-39ed7242bfbe tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Usage tracker for resource:security_group and tenant:780eb962d64446649b0f5d5c27ee1665 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:31:47.124511 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-8357ed4e-adc2-4309-8c94-39ed7242bfbe tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:31:47.130092 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-8357ed4e-adc2-4309-8c94-39ed7242bfbe tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:31:47.211339 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8357ed4e-adc2-4309-8c94-39ed7242bfbe tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:47.249409 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-8357ed4e-adc2-4309-8c94-39ed7242bfbe tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:31:47.253145 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-8357ed4e-adc2-4309-8c94-39ed7242bfbe tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Usage tracker for resource:security_group_rule and tenant:780eb962d64446649b0f5d5c27ee1665 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:31:47.255951 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-8357ed4e-adc2-4309-8c94-39ed7242bfbe tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:31:47.261649 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-8357ed4e-adc2-4309-8c94-39ed7242bfbe tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:31:47.314152 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8357ed4e-adc2-4309-8c94-39ed7242bfbe tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:47.376751 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8357ed4e-adc2-4309-8c94-39ed7242bfbe tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:47.419089 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8357ed4e-adc2-4309-8c94-39ed7242bfbe tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa51986-14c2-4157-b55a-d472d91e4d13,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:31:47.485537 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8357ed4e-adc2-4309-8c94-39ed7242bfbe tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:47.486752 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-8357ed4e-adc2-4309-8c94-39ed7242bfbe tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3800938 Feb 04 09:31:47.489597 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 35296) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:31:47.494966 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-ebe952c4-2020-4b76-8ffb-a2a70b559e63 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Request body: {'security_group_rule': {'security_group_id': 'ffa51986-14c2-4157-b55a-d472d91e4d13', 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:31:47.501008 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-ebe952c4-2020-4b76-8ffb-a2a70b559e63 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:31:47.504921 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-ebe952c4-2020-4b76-8ffb-a2a70b559e63 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Usage tracker for resource:security_group_rule and tenant:780eb962d64446649b0f5d5c27ee1665 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:31:47.507820 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-ebe952c4-2020-4b76-8ffb-a2a70b559e63 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:31:47.513501 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-ebe952c4-2020-4b76-8ffb-a2a70b559e63 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:31:47.602255 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ebe952c4-2020-4b76-8ffb-a2a70b559e63 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:47.660958 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ebe952c4-2020-4b76-8ffb-a2a70b559e63 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:47.733170 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ebe952c4-2020-4b76-8ffb-a2a70b559e63 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:47.756382 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe952c4-2020-4b76-8ffb-a2a70b559e63 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70967a7f-264d-4e0c-9a12-163a0805775e,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:31:47.830090 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-ebe952c4-2020-4b76-8ffb-a2a70b559e63 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:47.831287 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-ebe952c4-2020-4b76-8ffb-a2a70b559e63 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3407867 Feb 04 09:31:47.833980 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 35300) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:31:47.839253 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-a44c2435-e4aa-4b58-9e47-b0b485a63e00 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Request body: {'security_group_rule': {'security_group_id': 'ffa51986-14c2-4157-b55a-d472d91e4d13', 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:31:47.844987 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-a44c2435-e4aa-4b58-9e47-b0b485a63e00 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:31:47.848869 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-a44c2435-e4aa-4b58-9e47-b0b485a63e00 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Usage tracker for resource:security_group_rule and tenant:780eb962d64446649b0f5d5c27ee1665 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:31:47.851670 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-a44c2435-e4aa-4b58-9e47-b0b485a63e00 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:31:47.857248 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-a44c2435-e4aa-4b58-9e47-b0b485a63e00 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:31:47.928174 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a44c2435-e4aa-4b58-9e47-b0b485a63e00 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:47.991612 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a44c2435-e4aa-4b58-9e47-b0b485a63e00 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:48.041735 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a44c2435-e4aa-4b58-9e47-b0b485a63e00 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:48.064659 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44c2435-e4aa-4b58-9e47-b0b485a63e00 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9eb57085-396e-4ccf-a1e9-647ca2d9312b,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:31:48.131309 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a44c2435-e4aa-4b58-9e47-b0b485a63e00 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:48.132475 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-a44c2435-e4aa-4b58-9e47-b0b485a63e00 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2976034 Feb 04 09:31:48.135213 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 35306) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:31:48.140622 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-5b66b2cb-0681-4d42-ab27-381c8ae096dd tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Request body: {'security_group_rule': {'security_group_id': 'ffa51986-14c2-4157-b55a-d472d91e4d13', 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:31:48.146391 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-5b66b2cb-0681-4d42-ab27-381c8ae096dd tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:31:48.150263 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-5b66b2cb-0681-4d42-ab27-381c8ae096dd tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Usage tracker for resource:security_group_rule and tenant:780eb962d64446649b0f5d5c27ee1665 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:31:48.153117 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-5b66b2cb-0681-4d42-ab27-381c8ae096dd tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:31:48.158707 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-5b66b2cb-0681-4d42-ab27-381c8ae096dd tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:31:48.245443 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-5b66b2cb-0681-4d42-ab27-381c8ae096dd tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:48.306229 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-5b66b2cb-0681-4d42-ab27-381c8ae096dd tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:48.372718 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-5b66b2cb-0681-4d42-ab27-381c8ae096dd tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:48.396020 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b66b2cb-0681-4d42-ab27-381c8ae096dd tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12d3e88e-83e6-47d5-9cd6-44e1ebf54184,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:31:48.464691 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-5b66b2cb-0681-4d42-ab27-381c8ae096dd tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:48.465860 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-5b66b2cb-0681-4d42-ab27-381c8ae096dd tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3297544 Feb 04 09:31:48.470185 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 35310) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:31:48.475632 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-95f5d582-b911-4958-a60f-b7d57833a6ae tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Request body: {'security_group_rule': {'security_group_id': 'ffa51986-14c2-4157-b55a-d472d91e4d13', 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:31:48.481415 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-95f5d582-b911-4958-a60f-b7d57833a6ae tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:31:48.485181 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-95f5d582-b911-4958-a60f-b7d57833a6ae tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Usage tracker for resource:security_group_rule and tenant:780eb962d64446649b0f5d5c27ee1665 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:31:48.488027 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-95f5d582-b911-4958-a60f-b7d57833a6ae tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:31:48.493687 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-95f5d582-b911-4958-a60f-b7d57833a6ae tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:31:48.585280 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-95f5d582-b911-4958-a60f-b7d57833a6ae tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:48.646591 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-95f5d582-b911-4958-a60f-b7d57833a6ae tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:48.716076 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-95f5d582-b911-4958-a60f-b7d57833a6ae tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:48.740902 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f5d582-b911-4958-a60f-b7d57833a6ae tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a071763-d8e6-43fe-a5ad-a9002d9d61d6,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:31:48.807462 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-95f5d582-b911-4958-a60f-b7d57833a6ae tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:48.808693 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-95f5d582-b911-4958-a60f-b7d57833a6ae tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3375542 Feb 04 09:31:48.811319 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 35314) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:31:48.817133 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-22622d2e-a549-44a1-be71-e8e6e9a2b7b5 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Request body: {'security_group_rule': {'security_group_id': 'ffa51986-14c2-4157-b55a-d472d91e4d13', 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:31:48.822726 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-22622d2e-a549-44a1-be71-e8e6e9a2b7b5 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:31:48.826474 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-22622d2e-a549-44a1-be71-e8e6e9a2b7b5 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Usage tracker for resource:security_group_rule and tenant:780eb962d64446649b0f5d5c27ee1665 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:31:48.829962 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-22622d2e-a549-44a1-be71-e8e6e9a2b7b5 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:31:48.835554 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-22622d2e-a549-44a1-be71-e8e6e9a2b7b5 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:31:48.891408 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.securitygroups_db [None req-22622d2e-a549-44a1-be71-e8e6e9a2b7b5 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Project 780eb962d64446649b0f5d5c27ee1665 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 09:31:48.897626 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-22622d2e-a549-44a1-be71-e8e6e9a2b7b5 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:48.960513 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-22622d2e-a549-44a1-be71-e8e6e9a2b7b5 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:49.024392 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-22622d2e-a549-44a1-be71-e8e6e9a2b7b5 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:49.048978 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22622d2e-a549-44a1-be71-e8e6e9a2b7b5 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17af18ba-f7a1-45f6-ad67-cb7e3623f751,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:31:49.110952 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-22622d2e-a549-44a1-be71-e8e6e9a2b7b5 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:49.111990 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-22622d2e-a549-44a1-be71-e8e6e9a2b7b5 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2997830 Feb 04 09:31:49.114641 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 35318) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:31:49.119930 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-f3694cdd-dde9-454f-a6ee-8a74f182f49b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Request body: {'security_group_rule': {'security_group_id': 'ffa51986-14c2-4157-b55a-d472d91e4d13', 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:31:49.125585 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-f3694cdd-dde9-454f-a6ee-8a74f182f49b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:31:49.130047 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-f3694cdd-dde9-454f-a6ee-8a74f182f49b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Usage tracker for resource:security_group_rule and tenant:780eb962d64446649b0f5d5c27ee1665 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:31:49.132897 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-f3694cdd-dde9-454f-a6ee-8a74f182f49b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:31:49.138470 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-f3694cdd-dde9-454f-a6ee-8a74f182f49b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:31:49.211460 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.securitygroups_db [None req-f3694cdd-dde9-454f-a6ee-8a74f182f49b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Project 780eb962d64446649b0f5d5c27ee1665 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 09:31:49.217651 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f3694cdd-dde9-454f-a6ee-8a74f182f49b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:49.279603 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f3694cdd-dde9-454f-a6ee-8a74f182f49b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:49.368106 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f3694cdd-dde9-454f-a6ee-8a74f182f49b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:49.391030 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3694cdd-dde9-454f-a6ee-8a74f182f49b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73f696fd-6d51-47e9-a5b5-7402cdab9aca,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:31:49.476313 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f3694cdd-dde9-454f-a6ee-8a74f182f49b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:49.477475 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-f3694cdd-dde9-454f-a6ee-8a74f182f49b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3619263 Feb 04 09:31:49.480240 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 35322) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:31:49.485607 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-68c63000-ad0e-4bd4-9cda-b2e576ed5b44 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Request body: {'network': {'name': 'tempest-network-smoke--948503626', 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'port_security_enabled': True}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:31:49.487663 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-f45803c0-d270-4f9b-bc6c-55fb8ab46490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:49.490978 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-68c63000-ad0e-4bd4-9cda-b2e576ed5b44 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:31:49.494964 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-68c63000-ad0e-4bd4-9cda-b2e576ed5b44 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Usage tracker for resource:network and tenant:780eb962d64446649b0f5d5c27ee1665 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:31:49.497772 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-68c63000-ad0e-4bd4-9cda-b2e576ed5b44 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:31:49.503318 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-68c63000-ad0e-4bd4-9cda-b2e576ed5b44 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:31:49.567221 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68c63000-ad0e-4bd4-9cda-b2e576ed5b44 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Made reservation on behalf of 780eb962d64446649b0f5d5c27ee1665 for: {'network': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 09:31:49.570165 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-68c63000-ad0e-4bd4-9cda-b2e576ed5b44 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:49.603705 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68c63000-ad0e-4bd4-9cda-b2e576ed5b44 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=84108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 09:31:49.612584 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-68c63000-ad0e-4bd4-9cda-b2e576ed5b44 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:49.612947 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.segments_db [None req-68c63000-ad0e-4bd4-9cda-b2e576ed5b44 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Added segment 19e3bf05-dd49-49f4-bf7c-89e986a9d944 of type vlan for network 8450d63b-13b2-4d40-a293-f03fc96cfaa5 Feb 04 09:31:49.636940 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-68c63000-ad0e-4bd4-9cda-b2e576ed5b44 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:49.721809 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-68c63000-ad0e-4bd4-9cda-b2e576ed5b44 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:49.725569 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c63000-ad0e-4bd4-9cda-b2e576ed5b44 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:31:49.726152 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-68c63000-ad0e-4bd4-9cda-b2e576ed5b44 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:49.832664 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c63000-ad0e-4bd4-9cda-b2e576ed5b44 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event updated for resources: {'Network': ['ID=8450d63b-13b2-4d40-a293-f03fc96cfaa5,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:31:49.842546 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network 8450d63b-13b2-4d40-a293-f03fc96cfaa5 details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 09:31:49.879059 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-68c63000-ad0e-4bd4-9cda-b2e576ed5b44 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3952487 Feb 04 09:31:49.879316 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 35326) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:31:49.884706 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-940ebca3-8b1f-4e9a-9671-5eedd5424d7b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1429549468', 'admin_state_up': True, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:31:49.891512 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-940ebca3-8b1f-4e9a-9671-5eedd5424d7b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:31:49.895792 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-940ebca3-8b1f-4e9a-9671-5eedd5424d7b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Usage tracker for resource:router and tenant:780eb962d64446649b0f5d5c27ee1665 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:31:49.898685 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-940ebca3-8b1f-4e9a-9671-5eedd5424d7b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:31:49.904268 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-940ebca3-8b1f-4e9a-9671-5eedd5424d7b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:31:49.983002 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-940ebca3-8b1f-4e9a-9671-5eedd5424d7b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40975'] for router, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:49.983965 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-940ebca3-8b1f-4e9a-9671-5eedd5424d7b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40982'] for router, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:50.002541 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-940ebca3-8b1f-4e9a-9671-5eedd5424d7b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:50.222400 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-940ebca3-8b1f-4e9a-9671-5eedd5424d7b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40996'] for router, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:50.437134 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-940ebca3-8b1f-4e9a-9671-5eedd5424d7b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for router_gateway, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:50.469378 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-940ebca3-8b1f-4e9a-9671-5eedd5424d7b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:50.599102 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-940ebca3-8b1f-4e9a-9671-5eedd5424d7b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Allocated IP 172.26.3.45 (e264bd74-c56b-43d0-9059-bcb57dbbe5bc/79caf47c-b62c-4ea0-b35f-21ede155daa8/6847c318-58d4-414f-8b55-53bbb7260295) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 09:31:50.820192 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-940ebca3-8b1f-4e9a-9671-5eedd5424d7b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:50.916263 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-940ebca3-8b1f-4e9a-9671-5eedd5424d7b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:50.981092 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940ebca3-8b1f-4e9a-9671-5eedd5424d7b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Network e264bd74-c56b-43d0-9059-bcb57dbbe5bc is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:31:50.983978 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-940ebca3-8b1f-4e9a-9671-5eedd5424d7b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:31:50.988340 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940ebca3-8b1f-4e9a-9671-5eedd5424d7b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 09:31:51.016860 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940ebca3-8b1f-4e9a-9671-5eedd5424d7b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event updated for resources: {'Port': ['ID=6847c318-58d4-414f-8b55-53bbb7260295,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:31:51.252340 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-940ebca3-8b1f-4e9a-9671-5eedd5424d7b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for router_gateway, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:51.253044 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-940ebca3-8b1f-4e9a-9671-5eedd5424d7b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472990'] for router, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:51.533518 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-940ebca3-8b1f-4e9a-9671-5eedd5424d7b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Router bcaa71e5-9f48-4d5b-a8d3-675b46b5b02a is scheduled to L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 with binding_index 1 {{(pid=84108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 09:31:51.728055 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-940ebca3-8b1f-4e9a-9671-5eedd5424d7b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 09:31:51.737945 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d893a13-cde7-46a4-a50d-155969935fdf None None] Sync routers for ids ['bcaa71e5-9f48-4d5b-a8d3-675b46b5b02a'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 09:31:51.749702 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d893a13-cde7-46a4-a50d-155969935fdf None None] Routers {'bcaa71e5-9f48-4d5b-a8d3-675b46b5b02a'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:31:51.750298 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-5d893a13-cde7-46a4-a50d-155969935fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:31:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['bcaa71e5-9f48-4d5b-a8d3-675b46b5b02a'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:31:51.755843 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-7e8cf20b-207a-42e5-859b-81850873c1b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:51.801960 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-940ebca3-8b1f-4e9a-9671-5eedd5424d7b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for router, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:51.803103 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-940ebca3-8b1f-4e9a-9671-5eedd5424d7b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9228272 Feb 04 09:31:51.806452 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 35330) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:31:51.913910 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-d23e4e59-8fee-4dae-a90f-be64ebfa8ab2 tempest-TestNetworkAdvancedServerOps-2015322207 tempest-TestNetworkAdvancedServerOps-2015322207-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=780eb962d64446649b0f5d5c27ee1665&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1060958 Feb 04 09:31:51.916352 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 35336) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:31:51.925217 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-5d893a13-cde7-46a4-a50d-155969935fdf None None] Set router bcaa71e5-9f48-4d5b-a8d3-675b46b5b02a gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:31:52.044877 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9d0eba-eb27-423c-9183-aa29b811b225 tempest-TestNetworkAdvancedServerOps-2015322207 tempest-TestNetworkAdvancedServerOps-2015322207-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:31:52.046347 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-cc9d0eba-eb27-423c-9183-aa29b811b225 tempest-TestNetworkAdvancedServerOps-2015322207 tempest-TestNetworkAdvancedServerOps-2015322207-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1290283 Feb 04 09:31:52.049113 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 35340) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:31:52.087107 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-0f447b5a-fe9f-4325-a1d4-0938b92ce5d6 tempest-TestNetworkAdvancedServerOps-2015322207 tempest-TestNetworkAdvancedServerOps-2015322207-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=e264bd74-c56b-43d0-9059-bcb57dbbe5bc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0369742 Feb 04 09:31:52.089476 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 35344) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:31:52.094610 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-87bd6018-fb1c-424c-a7ce-77d5d0a2e97b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-729406393', 'network_id': '8450d63b-13b2-4d40-a293-f03fc96cfaa5', 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:31:52.201177 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-87bd6018-fb1c-424c-a7ce-77d5d0a2e97b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:31:52.201967 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-5d893a13-cde7-46a4-a50d-155969935fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcaa71e5-9f48-4d5b-a8d3-675b46b5b02a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1429549468', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.45'}], 'enable_snat': True}, 'gw_port_id': '6847c318-58d4-414f-8b55-53bbb7260295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:31:49Z', 'updated_at': '2022-02-04T09:31:51Z', 'revision_number': 3, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'gw_port': {'id': '6847c318-58d4-414f-8b55-53bbb7260295', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:86:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcaa71e5-9f48-4d5b-a8d3-675b46b5b02a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:31:50Z', 'updated_at': '2022-02-04T09:31:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:31:52.205677 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-87bd6018-fb1c-424c-a7ce-77d5d0a2e97b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Usage tracker for resource:subnet and tenant:780eb962d64446649b0f5d5c27ee1665 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:31:52.206260 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d893a13-cde7-46a4-a50d-155969935fdf None None] Checking router: bcaa71e5-9f48-4d5b-a8d3-675b46b5b02a for host: dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 09:31:52.206596 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d893a13-cde7-46a4-a50d-155969935fdf None None] Updating router bcaa71e5-9f48-4d5b-a8d3-675b46b5b02a port 6847c318-58d4-414f-8b55-53bbb7260295 binding host dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 09:31:52.208367 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-87bd6018-fb1c-424c-a7ce-77d5d0a2e97b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:31:52.213942 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-87bd6018-fb1c-424c-a7ce-77d5d0a2e97b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:31:52.258085 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-5d893a13-cde7-46a4-a50d-155969935fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:52.279730 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87bd6018-fb1c-424c-a7ce-77d5d0a2e97b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Made reservation on behalf of 780eb962d64446649b0f5d5c27ee1665 for: {'subnet': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 09:31:52.383812 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-87bd6018-fb1c-424c-a7ce-77d5d0a2e97b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8119726'] for subnet, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:52.571319 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-5d893a13-cde7-46a4-a50d-155969935fdf None None] Notify callbacks [] for port, precommit_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:52.582311 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.provisioning_blocks [None req-5d893a13-cde7-46a4-a50d-155969935fdf None None] Transition to ACTIVE for port object 6847c318-58d4-414f-8b55-53bbb7260295 will not be triggered until provisioned by entity L2. {{(pid=84110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:31:52.653259 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-5d893a13-cde7-46a4-a50d-155969935fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:52.680391 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-87bd6018-fb1c-424c-a7ce-77d5d0a2e97b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7593498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8119736'] for subnet, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:52.747096 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.managers [None req-5d893a13-cde7-46a4-a50d-155969935fdf None None] Attempting to bind port 6847c318-58d4-414f-8b55-53bbb7260295 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 09:31:52.747719 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.managers [None req-5d893a13-cde7-46a4-a50d-155969935fdf None None] Attempting to bind port 6847c318-58d4-414f-8b55-53bbb7260295 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}] {{(pid=84110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 09:31:52.747839 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d893a13-cde7-46a4-a50d-155969935fdf None None] Attempting to bind port 6847c318-58d4-414f-8b55-53bbb7260295 on network e264bd74-c56b-43d0-9059-bcb57dbbe5bc {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 09:31:52.755082 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f36522d-9dfa-48ad-89e8-3a0fe89b1ddc None None] Pushing event updated for resources: {'Port': ['ID=6847c318-58d4-414f-8b55-53bbb7260295,revision_number=2']} {{(pid=84110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:31:52.765110 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d893a13-cde7-46a4-a50d-155969935fdf None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 9, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 09:31:52.765513 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d893a13-cde7-46a4-a50d-155969935fdf None None] Checking segment: {'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 09:31:52.765908 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-5d893a13-cde7-46a4-a50d-155969935fdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:52.766296 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d893a13-cde7-46a4-a50d-155969935fdf None None] Bound using segment: {'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'} {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 09:31:52.766794 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.managers [None req-5d893a13-cde7-46a4-a50d-155969935fdf None None] Bound port: 6847c318-58d4-414f-8b55-53bbb7260295, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}}] {{(pid=84110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 09:31:52.767159 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-5d893a13-cde7-46a4-a50d-155969935fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:52.791070 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f36522d-9dfa-48ad-89e8-3a0fe89b1ddc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:31:52.791412 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f36522d-9dfa-48ad-89e8-3a0fe89b1ddc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:31:52.791743 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f36522d-9dfa-48ad-89e8-3a0fe89b1ddc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:31:52.792067 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f36522d-9dfa-48ad-89e8-3a0fe89b1ddc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:31:52.792620 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f36522d-9dfa-48ad-89e8-3a0fe89b1ddc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:31:52.792953 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f36522d-9dfa-48ad-89e8-3a0fe89b1ddc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:31:52.793275 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f36522d-9dfa-48ad-89e8-3a0fe89b1ddc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:31:52.793596 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f36522d-9dfa-48ad-89e8-3a0fe89b1ddc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:31:52.793909 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f36522d-9dfa-48ad-89e8-3a0fe89b1ddc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:31:52.794222 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f36522d-9dfa-48ad-89e8-3a0fe89b1ddc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:31:52.794536 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f36522d-9dfa-48ad-89e8-3a0fe89b1ddc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:31:52.861538 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bd6018-fb1c-424c-a7ce-77d5d0a2e97b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event updated for resources: {'Subnet': ['ID=6ed678c3-0ecf-484a-a201-076e1dbb8418,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:31:52.871268 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bd6018-fb1c-424c-a7ce-77d5d0a2e97b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Checking segment: {'id': '19e3bf05-dd49-49f4-bf7c-89e986a9d944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8450d63b-13b2-4d40-a293-f03fc96cfaa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 09:31:52.871621 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87bd6018-fb1c-424c-a7ce-77d5d0a2e97b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Network hostable DHCP agents. Network: 8450d63b-13b2-4d40-a293-f03fc96cfaa5, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 09:31:52.879209 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.db [None req-5d893a13-cde7-46a4-a50d-155969935fdf None None] For port 6847c318-58d4-414f-8b55-53bbb7260295, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 09:31:52.882145 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.db [None req-5d893a13-cde7-46a4-a50d-155969935fdf None None] For port 6847c318-58d4-414f-8b55-53bbb7260295, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=6847c318-58d4-414f-8b55-53bbb7260295,segment=NetworkSegment(c44b9475-949d-4ae7-bfca-e29b010a56a6),segment_id=c44b9475-949d-4ae7-bfca-e29b010a56a6)] {{(pid=84110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 09:31:52.979419 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-5d893a13-cde7-46a4-a50d-155969935fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:53.024714 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87bd6018-fb1c-424c-a7ce-77d5d0a2e97b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Network 8450d63b-13b2-4d40-a293-f03fc96cfaa5 is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 09:31:53.025074 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:53.057332 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:53.057541 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f36522d-9dfa-48ad-89e8-3a0fe89b1ddc None None] Pushing event updated for resources: {'Port': ['ID=6847c318-58d4-414f-8b55-53bbb7260295,revision_number=3']} {{(pid=84110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:31:53.060168 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d893a13-cde7-46a4-a50d-155969935fdf None None] Routers {'bcaa71e5-9f48-4d5b-a8d3-675b46b5b02a'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:31:53.060772 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-5d893a13-cde7-46a4-a50d-155969935fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:31:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['bcaa71e5-9f48-4d5b-a8d3-675b46b5b02a'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:31:53.115744 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-87bd6018-fb1c-424c-a7ce-77d5d0a2e97b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, 8450d63b-13b2-4d40-a293-f03fc96cfaa5) {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:31:53.119609 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87bd6018-fb1c-424c-a7ce-77d5d0a2e97b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:31:53.120306 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-87bd6018-fb1c-424c-a7ce-77d5d0a2e97b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:53.124991 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aec2a16-32a4-42d9-a776-fc5283a40c75 None None] Network 8450d63b-13b2-4d40-a293-f03fc96cfaa5 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 09:31:53.217891 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-87bd6018-fb1c-424c-a7ce-77d5d0a2e97b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1273921 Feb 04 09:31:53.221108 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 35350) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:31:53.232866 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-5d893a13-cde7-46a4-a50d-155969935fdf None None] Set router bcaa71e5-9f48-4d5b-a8d3-675b46b5b02a gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:31:53.340453 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c02405-558d-45a2-b8d9-1259282fe57d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-8450d63b-13b2-4d40-a293-f03fc96cfaa5', 'network_id': '8450d63b-13b2-4d40-a293-f03fc96cfaa5', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'fixed_ips': [{'subnet_id': '6ed678c3-0ecf-484a-a201-076e1dbb8418'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 09:31:53.341296 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-f4c02405-558d-45a2-b8d9-1259282fe57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:53.505875 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-f4c02405-558d-45a2-b8d9-1259282fe57d None None] Allocated IP 172.20.0.2 (8450d63b-13b2-4d40-a293-f03fc96cfaa5/6ed678c3-0ecf-484a-a201-076e1dbb8418/1d9357ef-e9a1-45db-aeb0-c33a64136044) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 09:31:53.515764 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-5d893a13-cde7-46a4-a50d-155969935fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcaa71e5-9f48-4d5b-a8d3-675b46b5b02a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1429549468', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.45'}], 'enable_snat': True}, 'gw_port_id': '6847c318-58d4-414f-8b55-53bbb7260295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:31:49Z', 'updated_at': '2022-02-04T09:31:51Z', 'revision_number': 3, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'gw_port': {'id': '6847c318-58d4-414f-8b55-53bbb7260295', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:86:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcaa71e5-9f48-4d5b-a8d3-675b46b5b02a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:31:50Z', 'updated_at': '2022-02-04T09:31:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:31:53.520253 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d893a13-cde7-46a4-a50d-155969935fdf None None] The sync data for ids ['bcaa71e5-9f48-4d5b-a8d3-675b46b5b02a'] in dv-neutron-827798-2-hyperv is: [{'id': 'bcaa71e5-9f48-4d5b-a8d3-675b46b5b02a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1429549468', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.45'}], 'enable_snat': True}, 'gw_port_id': '6847c318-58d4-414f-8b55-53bbb7260295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:31:49Z', 'updated_at': '2022-02-04T09:31:51Z', 'revision_number': 3, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'gw_port': {'id': '6847c318-58d4-414f-8b55-53bbb7260295', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:86:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcaa71e5-9f48-4d5b-a8d3-675b46b5b02a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:31:50Z', 'updated_at': '2022-02-04T09:31:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 09:31:53.752056 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-f4c02405-558d-45a2-b8d9-1259282fe57d None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:53.762122 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-f4c02405-558d-45a2-b8d9-1259282fe57d None None] Transition to ACTIVE for port object 1d9357ef-e9a1-45db-aeb0-c33a64136044 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:31:53.786472 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-f4c02405-558d-45a2-b8d9-1259282fe57d None None] Transition to ACTIVE for port object 1d9357ef-e9a1-45db-aeb0-c33a64136044 will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:31:53.846709 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-f4c02405-558d-45a2-b8d9-1259282fe57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:53.919384 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c02405-558d-45a2-b8d9-1259282fe57d None None] Network 8450d63b-13b2-4d40-a293-f03fc96cfaa5 is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:31:53.922710 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-f4c02405-558d-45a2-b8d9-1259282fe57d None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:31:53.925718 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c02405-558d-45a2-b8d9-1259282fe57d None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 09:31:53.967179 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c02405-558d-45a2-b8d9-1259282fe57d None None] Pushing event updated for resources: {'Port': ['ID=1d9357ef-e9a1-45db-aeb0-c33a64136044,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:31:54.029169 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-f4c02405-558d-45a2-b8d9-1259282fe57d None None] Attempting to bind port 1d9357ef-e9a1-45db-aeb0-c33a64136044 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 09:31:54.029833 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-f4c02405-558d-45a2-b8d9-1259282fe57d None None] Attempting to bind port 1d9357ef-e9a1-45db-aeb0-c33a64136044 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': '19e3bf05-dd49-49f4-bf7c-89e986a9d944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8450d63b-13b2-4d40-a293-f03fc96cfaa5'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 09:31:54.029953 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c02405-558d-45a2-b8d9-1259282fe57d None None] Attempting to bind port 1d9357ef-e9a1-45db-aeb0-c33a64136044 on network 8450d63b-13b2-4d40-a293-f03fc96cfaa5 {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 09:31:54.036998 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c02405-558d-45a2-b8d9-1259282fe57d None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 9, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 09:31:54.037364 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c02405-558d-45a2-b8d9-1259282fe57d None None] Checking segment: {'id': '19e3bf05-dd49-49f4-bf7c-89e986a9d944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8450d63b-13b2-4d40-a293-f03fc96cfaa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 09:31:54.037758 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-f4c02405-558d-45a2-b8d9-1259282fe57d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:54.038138 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c02405-558d-45a2-b8d9-1259282fe57d None None] Bound using segment: {'id': '19e3bf05-dd49-49f4-bf7c-89e986a9d944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8450d63b-13b2-4d40-a293-f03fc96cfaa5'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 09:31:54.038633 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-f4c02405-558d-45a2-b8d9-1259282fe57d None None] Bound port: 1d9357ef-e9a1-45db-aeb0-c33a64136044, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19e3bf05-dd49-49f4-bf7c-89e986a9d944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8450d63b-13b2-4d40-a293-f03fc96cfaa5'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 09:31:54.039129 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-f4c02405-558d-45a2-b8d9-1259282fe57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:54.049058 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-cfb0b0f8-de1b-4874-99ab-c163059cbe76 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:54.136496 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-f4c02405-558d-45a2-b8d9-1259282fe57d None None] For port 1d9357ef-e9a1-45db-aeb0-c33a64136044, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 09:31:54.139824 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-f4c02405-558d-45a2-b8d9-1259282fe57d None None] For port 1d9357ef-e9a1-45db-aeb0-c33a64136044, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=1d9357ef-e9a1-45db-aeb0-c33a64136044,segment=NetworkSegment(19e3bf05-dd49-49f4-bf7c-89e986a9d944),segment_id=19e3bf05-dd49-49f4-bf7c-89e986a9d944)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 09:31:54.219302 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-f4c02405-558d-45a2-b8d9-1259282fe57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:54.301407 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c02405-558d-45a2-b8d9-1259282fe57d None None] Pushing event updated for resources: {'Port': ['ID=1d9357ef-e9a1-45db-aeb0-c33a64136044,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:31:54.523778 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-cfb0b0f8-de1b-4874-99ab-c163059cbe76 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Allocated IP 172.20.0.1 (8450d63b-13b2-4d40-a293-f03fc96cfaa5/6ed678c3-0ecf-484a-a201-076e1dbb8418/2c4b1831-f024-46c3-a084-736d2900cbab) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 09:31:54.554825 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:54.685420 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-cfb0b0f8-de1b-4874-99ab-c163059cbe76 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:54.700544 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.provisioning_blocks [None req-cfb0b0f8-de1b-4874-99ab-c163059cbe76 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Transition to ACTIVE for port object 2c4b1831-f024-46c3-a084-736d2900cbab will not be triggered until provisioned by entity DHCP. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:31:54.795048 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-cfb0b0f8-de1b-4874-99ab-c163059cbe76 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:54.869300 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb0b0f8-de1b-4874-99ab-c163059cbe76 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Network 8450d63b-13b2-4d40-a293-f03fc96cfaa5 is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:31:54.872509 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-cfb0b0f8-de1b-4874-99ab-c163059cbe76 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:31:54.874958 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb0b0f8-de1b-4874-99ab-c163059cbe76 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 09:31:54.906059 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb0b0f8-de1b-4874-99ab-c163059cbe76 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event updated for resources: {'Port': ['ID=2c4b1831-f024-46c3-a084-736d2900cbab,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:31:54.938337 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-cfb0b0f8-de1b-4874-99ab-c163059cbe76 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-472912'] for router_interface, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:55.188310 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-cfb0b0f8-de1b-4874-99ab-c163059cbe76 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:55.210730 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f46d8a-6dfd-4552-9bc4-21528a53fa87 None None] Network 8450d63b-13b2-4d40-a293-f03fc96cfaa5 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 09:31:55.404426 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-2011642e-aff4-4afa-8dc8-66123015ab29 None None] Provisioning for port 1d9357ef-e9a1-45db-aeb0-c33a64136044 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:31:55.438151 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 6847c318-58d4-414f-8b55-53bbb7260295 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:31:55.612442 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-cfb0b0f8-de1b-4874-99ab-c163059cbe76 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for port, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:55.613140 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 6847c318-58d4-414f-8b55-53bbb7260295 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:31:55.618504 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 6847c318-58d4-414f-8b55-53bbb7260295 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:31:55.618866 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:55.663868 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-cfb0b0f8-de1b-4874-99ab-c163059cbe76 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:55.746087 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:55.762387 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port 6847c318-58d4-414f-8b55-53bbb7260295, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=6847c318-58d4-414f-8b55-53bbb7260295,segment=NetworkSegment(c44b9475-949d-4ae7-bfca-e29b010a56a6),segment_id=c44b9475-949d-4ae7-bfca-e29b010a56a6)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:31:55.779634 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb0b0f8-de1b-4874-99ab-c163059cbe76 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event updated for resources: {'Port': ['ID=2c4b1831-f024-46c3-a084-736d2900cbab,revision_number=2']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:31:55.784162 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-cfb0b0f8-de1b-4874-99ab-c163059cbe76 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473771'] for router_interface, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:55.847753 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:55.848508 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 1d9357ef-e9a1-45db-aeb0-c33a64136044 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:31:55.940280 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb0b0f8-de1b-4874-99ab-c163059cbe76 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Network 8450d63b-13b2-4d40-a293-f03fc96cfaa5 is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:31:55.941658 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-cfb0b0f8-de1b-4874-99ab-c163059cbe76 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:31:55.965521 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=6847c318-58d4-414f-8b55-53bbb7260295,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:31:55.978707 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-ba140989-2d3a-4860-9d14-3422957bc849 None None] Provisioning for port 2c4b1831-f024-46c3-a084-736d2900cbab completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:31:55.984316 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-ba140989-2d3a-4860-9d14-3422957bc849 None None] Provisioning complete for port 2c4b1831-f024-46c3-a084-736d2900cbab triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:31:55.985179 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-ba140989-2d3a-4860-9d14-3422957bc849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:56.040826 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-ba140989-2d3a-4860-9d14-3422957bc849 None None] Port 2c4b1831-f024-46c3-a084-736d2900cbab cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 09:31:56.059005 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 1d9357ef-e9a1-45db-aeb0-c33a64136044 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:31:56.064514 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 1d9357ef-e9a1-45db-aeb0-c33a64136044 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:31:56.064964 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:56.195283 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-7abac6d8-7884-4424-a487-80bb39eaf146 None None] Provisioning complete for port 2c4b1831-f024-46c3-a084-736d2900cbab triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:31:56.195653 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-7abac6d8-7884-4424-a487-80bb39eaf146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:56.245296 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:56.263846 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-7abac6d8-7884-4424-a487-80bb39eaf146 None None] Port 2c4b1831-f024-46c3-a084-736d2900cbab cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 09:31:56.282180 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port 1d9357ef-e9a1-45db-aeb0-c33a64136044, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=1d9357ef-e9a1-45db-aeb0-c33a64136044,segment=NetworkSegment(19e3bf05-dd49-49f4-bf7c-89e986a9d944),segment_id=19e3bf05-dd49-49f4-bf7c-89e986a9d944)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:31:56.344229 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfb0b0f8-de1b-4874-99ab-c163059cbe76 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Router bcaa71e5-9f48-4d5b-a8d3-675b46b5b02a has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 09:31:56.350381 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:56.431606 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-c03c46e2-12ee-43aa-ad09-ab58eed44155 None None] Provisioning complete for port 2c4b1831-f024-46c3-a084-736d2900cbab triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:31:56.431977 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-c03c46e2-12ee-43aa-ad09-ab58eed44155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:56.472037 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=1d9357ef-e9a1-45db-aeb0-c33a64136044,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:31:56.490640 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-c03c46e2-12ee-43aa-ad09-ab58eed44155 None None] Port 2c4b1831-f024-46c3-a084-736d2900cbab cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 09:31:56.549308 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfb0b0f8-de1b-4874-99ab-c163059cbe76 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 09:31:56.561606 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-cfb0b0f8-de1b-4874-99ab-c163059cbe76 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "PUT /v2.0/routers/bcaa71e5-9f48-4d5b-a8d3-675b46b5b02a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3395374 Feb 04 09:31:56.590501 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:56.741074 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-0549807e-e44e-4156-9499-ae2f6ca660c5 req-dd4c6915-afc4-4a29-a387-b4c2c9feac2e tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1252369162&fields=id&tenant_id=780eb962d64446649b0f5d5c27ee1665 HTTP/1.1" status: 200 len: 267 time: 0.0446067 Feb 04 09:31:56.892539 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0549807e-e44e-4156-9499-ae2f6ca660c5 req-916ca0d0-d848-4b46-a724-4caab56af67e tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:31:56.894130 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-0549807e-e44e-4156-9499-ae2f6ca660c5 req-916ca0d0-d848-4b46-a724-4caab56af67e tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/networks?id=8450d63b-13b2-4d40-a293-f03fc96cfaa5 HTTP/1.1" status: 200 len: 796 time: 0.1469703 Feb 04 09:31:56.910843 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-0549807e-e44e-4156-9499-ae2f6ca660c5 req-b0067213-f9a9-43b2-89ce-0bb501bf40af tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/quotas/780eb962d64446649b0f5d5c27ee1665 HTTP/1.1" status: 200 len: 375 time: 0.0113280 Feb 04 09:31:56.991912 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-0549807e-e44e-4156-9499-ae2f6ca660c5 req-7aafbccf-06a8-421c-b103-0647603a0d63 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=780eb962d64446649b0f5d5c27ee1665&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0756640 Feb 04 09:31:57.042646 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c4a2c2-f4b1-434d-a1e4-9fc4e72dc3cd None None] Sync routers for ids ['bcaa71e5-9f48-4d5b-a8d3-675b46b5b02a'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 09:31:57.054933 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c4a2c2-f4b1-434d-a1e4-9fc4e72dc3cd None None] Routers {'bcaa71e5-9f48-4d5b-a8d3-675b46b5b02a'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:31:57.055674 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-87c4a2c2-f4b1-434d-a1e4-9fc4e72dc3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:31:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['bcaa71e5-9f48-4d5b-a8d3-675b46b5b02a'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:31:57.190101 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-0549807e-e44e-4156-9499-ae2f6ca660c5 req-6a5d5e7e-5620-4420-b7fd-f633144e9797 service neutron] 10.222.0.36 "GET /v2.0/networks/8450d63b-13b2-4d40-a293-f03fc96cfaa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863728 Feb 04 09:31:57.232882 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-87c4a2c2-f4b1-434d-a1e4-9fc4e72dc3cd None None] Set router bcaa71e5-9f48-4d5b-a8d3-675b46b5b02a gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:31:57.318462 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-0549807e-e44e-4156-9499-ae2f6ca660c5 req-e5c54579-3107-4448-b812-0518a5772d34 service neutron] 10.222.0.36 "GET /v2.0/networks/8450d63b-13b2-4d40-a293-f03fc96cfaa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227806 Feb 04 09:31:57.366353 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 6847c318-58d4-414f-8b55-53bbb7260295 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:31:57.578307 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 6847c318-58d4-414f-8b55-53bbb7260295 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:31:57.578677 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:57.606767 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-33a72da4-8d91-4d86-af5f-fc349a7b8a44 req-ecdc1c29-998d-4dce-a064-0598637562bc tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d8db125-1fa6-451c-a95d-fe1ff0f82956 HTTP/1.1" status: 200 len: 210 time: 0.0455379 Feb 04 09:31:57.723550 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-87c4a2c2-f4b1-434d-a1e4-9fc4e72dc3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcaa71e5-9f48-4d5b-a8d3-675b46b5b02a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1429549468', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.45'}], 'enable_snat': True}, 'gw_port_id': '6847c318-58d4-414f-8b55-53bbb7260295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:31:49Z', 'updated_at': '2022-02-04T09:31:54Z', 'revision_number': 4, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'gw_port': {'id': '6847c318-58d4-414f-8b55-53bbb7260295', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:86:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcaa71e5-9f48-4d5b-a8d3-675b46b5b02a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:31:50Z', 'updated_at': '2022-02-04T09:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '2c4b1831-f024-46c3-a084-736d2900cbab', 'name': '', 'network_id': '8450d63b-13b2-4d40-a293-f03fc96cfaa5', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'mac_address': 'fa:16:3e:22:d9:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcaa71e5-9f48-4d5b-a8d3-675b46b5b02a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6ed678c3-0ecf-484a-a201-076e1dbb8418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:31:54Z', 'updated_at': '2022-02-04T09:31:55Z', 'revision_number': 2, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'subnets': [{'id': '6ed678c3-0ecf-484a-a201-076e1dbb8418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:31:57.738809 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c4a2c2-f4b1-434d-a1e4-9fc4e72dc3cd None None] Checking router: bcaa71e5-9f48-4d5b-a8d3-675b46b5b02a for host: dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 09:31:57.739166 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c4a2c2-f4b1-434d-a1e4-9fc4e72dc3cd None None] Updating router bcaa71e5-9f48-4d5b-a8d3-675b46b5b02a port 2c4b1831-f024-46c3-a084-736d2900cbab binding host dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 09:31:57.794764 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 1d9357ef-e9a1-45db-aeb0-c33a64136044 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:31:57.840708 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-87c4a2c2-f4b1-434d-a1e4-9fc4e72dc3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:57.983342 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 1d9357ef-e9a1-45db-aeb0-c33a64136044 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:31:57.983717 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:58.299744 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-87c4a2c2-f4b1-434d-a1e4-9fc4e72dc3cd None None] Notify callbacks [] for port, precommit_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:58.311182 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-87c4a2c2-f4b1-434d-a1e4-9fc4e72dc3cd None None] Transition to ACTIVE for port object 2c4b1831-f024-46c3-a084-736d2900cbab will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:31:58.388422 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-87c4a2c2-f4b1-434d-a1e4-9fc4e72dc3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:58.528055 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfea09b-a8c7-49c5-bb56-42f42a4ec99a None None] Pushing event updated for resources: {'Port': ['ID=2c4b1831-f024-46c3-a084-736d2900cbab,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:31:58.617327 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-87c4a2c2-f4b1-434d-a1e4-9fc4e72dc3cd None None] Attempting to bind port 2c4b1831-f024-46c3-a084-736d2900cbab on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 09:31:58.617991 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-87c4a2c2-f4b1-434d-a1e4-9fc4e72dc3cd None None] Attempting to bind port 2c4b1831-f024-46c3-a084-736d2900cbab by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': '19e3bf05-dd49-49f4-bf7c-89e986a9d944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8450d63b-13b2-4d40-a293-f03fc96cfaa5'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 09:31:58.618682 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c4a2c2-f4b1-434d-a1e4-9fc4e72dc3cd None None] Attempting to bind port 2c4b1831-f024-46c3-a084-736d2900cbab on network 8450d63b-13b2-4d40-a293-f03fc96cfaa5 {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 09:31:58.625650 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c4a2c2-f4b1-434d-a1e4-9fc4e72dc3cd None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 9, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 09:31:58.626093 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c4a2c2-f4b1-434d-a1e4-9fc4e72dc3cd None None] Checking segment: {'id': '19e3bf05-dd49-49f4-bf7c-89e986a9d944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8450d63b-13b2-4d40-a293-f03fc96cfaa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 09:31:58.627013 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-87c4a2c2-f4b1-434d-a1e4-9fc4e72dc3cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:58.627468 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c4a2c2-f4b1-434d-a1e4-9fc4e72dc3cd None None] Bound using segment: {'id': '19e3bf05-dd49-49f4-bf7c-89e986a9d944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8450d63b-13b2-4d40-a293-f03fc96cfaa5'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 09:31:58.627941 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-87c4a2c2-f4b1-434d-a1e4-9fc4e72dc3cd None None] Bound port: 2c4b1831-f024-46c3-a084-736d2900cbab, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19e3bf05-dd49-49f4-bf7c-89e986a9d944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8450d63b-13b2-4d40-a293-f03fc96cfaa5'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 09:31:58.628323 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-87c4a2c2-f4b1-434d-a1e4-9fc4e72dc3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:58.724074 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-87c4a2c2-f4b1-434d-a1e4-9fc4e72dc3cd None None] For port 2c4b1831-f024-46c3-a084-736d2900cbab, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 09:31:58.727621 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-87c4a2c2-f4b1-434d-a1e4-9fc4e72dc3cd None None] For port 2c4b1831-f024-46c3-a084-736d2900cbab, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=2c4b1831-f024-46c3-a084-736d2900cbab,segment=NetworkSegment(19e3bf05-dd49-49f4-bf7c-89e986a9d944),segment_id=19e3bf05-dd49-49f4-bf7c-89e986a9d944)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 09:31:58.787286 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f34cce4d-73d0-4431-bfb6-5d21389f35db req-10659a88-2086-4852-83fc-e904f87b3fcf tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d8db125-1fa6-451c-a95d-fe1ff0f82956 HTTP/1.1" status: 200 len: 210 time: 0.0445662 Feb 04 09:31:58.825211 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-87c4a2c2-f4b1-434d-a1e4-9fc4e72dc3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:31:58.908343 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfea09b-a8c7-49c5-bb56-42f42a4ec99a None None] Pushing event updated for resources: {'Port': ['ID=2c4b1831-f024-46c3-a084-736d2900cbab,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:31:58.912948 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c4a2c2-f4b1-434d-a1e4-9fc4e72dc3cd None None] Routers {'bcaa71e5-9f48-4d5b-a8d3-675b46b5b02a'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:31:58.913572 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-87c4a2c2-f4b1-434d-a1e4-9fc4e72dc3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:31:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['bcaa71e5-9f48-4d5b-a8d3-675b46b5b02a'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:31:59.097044 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-87c4a2c2-f4b1-434d-a1e4-9fc4e72dc3cd None None] Set router bcaa71e5-9f48-4d5b-a8d3-675b46b5b02a gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:31:59.135361 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 09:31:59.448604 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-87c4a2c2-f4b1-434d-a1e4-9fc4e72dc3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcaa71e5-9f48-4d5b-a8d3-675b46b5b02a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1429549468', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.45'}], 'enable_snat': True}, 'gw_port_id': '6847c318-58d4-414f-8b55-53bbb7260295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:31:49Z', 'updated_at': '2022-02-04T09:31:54Z', 'revision_number': 4, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'gw_port': {'id': '6847c318-58d4-414f-8b55-53bbb7260295', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:86:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcaa71e5-9f48-4d5b-a8d3-675b46b5b02a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:31:50Z', 'updated_at': '2022-02-04T09:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '2c4b1831-f024-46c3-a084-736d2900cbab', 'name': '', 'network_id': '8450d63b-13b2-4d40-a293-f03fc96cfaa5', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'mac_address': 'fa:16:3e:22:d9:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcaa71e5-9f48-4d5b-a8d3-675b46b5b02a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6ed678c3-0ecf-484a-a201-076e1dbb8418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:31:54Z', 'updated_at': '2022-02-04T09:31:58Z', 'revision_number': 4, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'subnets': [{'id': '6ed678c3-0ecf-484a-a201-076e1dbb8418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:31:59.452509 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c4a2c2-f4b1-434d-a1e4-9fc4e72dc3cd None None] The sync data for ids ['bcaa71e5-9f48-4d5b-a8d3-675b46b5b02a'] in dv-neutron-827798-2-hyperv is: [{'id': 'bcaa71e5-9f48-4d5b-a8d3-675b46b5b02a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1429549468', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.45'}], 'enable_snat': True}, 'gw_port_id': '6847c318-58d4-414f-8b55-53bbb7260295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:31:49Z', 'updated_at': '2022-02-04T09:31:54Z', 'revision_number': 4, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'gw_port': {'id': '6847c318-58d4-414f-8b55-53bbb7260295', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:86:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcaa71e5-9f48-4d5b-a8d3-675b46b5b02a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:31:50Z', 'updated_at': '2022-02-04T09:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '2c4b1831-f024-46c3-a084-736d2900cbab', 'name': '', 'network_id': '8450d63b-13b2-4d40-a293-f03fc96cfaa5', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'mac_address': 'fa:16:3e:22:d9:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcaa71e5-9f48-4d5b-a8d3-675b46b5b02a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6ed678c3-0ecf-484a-a201-076e1dbb8418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:31:54Z', 'updated_at': '2022-02-04T09:31:58Z', 'revision_number': 4, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'subnets': [{'id': '6ed678c3-0ecf-484a-a201-076e1dbb8418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 09:31:59.659439 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0549807e-e44e-4156-9499-ae2f6ca660c5 req-a3227901-11a5-47ea-aa00-6785a1d2454b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:31:59.660115 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [req-0549807e-e44e-4156-9499-ae2f6ca660c5 req-a3227901-11a5-47ea-aa00-6785a1d2454b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Synchronizing usage tracker for tenant:780eb962d64446649b0f5d5c27ee1665 on resource:network {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 09:31:59.738552 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [req-0549807e-e44e-4156-9499-ae2f6ca660c5 req-a3227901-11a5-47ea-aa00-6785a1d2454b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Unset dirty status for tenant:780eb962d64446649b0f5d5c27ee1665 on resource:network {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 09:31:59.739781 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-0549807e-e44e-4156-9499-ae2f6ca660c5 req-a3227901-11a5-47ea-aa00-6785a1d2454b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.47 "GET /v2.0/networks?id=8450d63b-13b2-4d40-a293-f03fc96cfaa5 HTTP/1.1" status: 200 len: 796 time: 0.2509997 Feb 04 09:31:59.936130 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [req-0549807e-e44e-4156-9499-ae2f6ca660c5 req-ef27031f-5816-4bf6-ab4f-459ef21c28fd tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Synchronizing usage tracker for tenant:780eb962d64446649b0f5d5c27ee1665 on resource:security_group {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 09:31:59.965271 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-9bf00451-c486-4cf0-8793-8fc634d0d4a3 req-318a9631-087d-4135-8675-882cf613a8fc tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d8db125-1fa6-451c-a95d-fe1ff0f82956 HTTP/1.1" status: 200 len: 210 time: 0.0455842 Feb 04 09:32:00.012845 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [req-0549807e-e44e-4156-9499-ae2f6ca660c5 req-ef27031f-5816-4bf6-ab4f-459ef21c28fd tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Unset dirty status for tenant:780eb962d64446649b0f5d5c27ee1665 on resource:security_group {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 09:32:00.014175 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-0549807e-e44e-4156-9499-ae2f6ca660c5 req-ef27031f-5816-4bf6-ab4f-459ef21c28fd tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=780eb962d64446649b0f5d5c27ee1665 HTTP/1.1" status: 200 len: 380 time: 0.2618806 Feb 04 09:32:00.022490 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [req-0549807e-e44e-4156-9499-ae2f6ca660c5 req-3a4b1366-ccde-41f1-b81b-6ac85e6e62aa tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Request body: {'port': {'device_id': '9d8db125-1fa6-451c-a95d-fe1ff0f82956', 'network_id': '8450d63b-13b2-4d40-a293-f03fc96cfaa5', 'admin_state_up': True, 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'security_groups': ['ffa51986-14c2-4157-b55a-d472d91e4d13']}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:32:00.166859 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [req-0549807e-e44e-4156-9499-ae2f6ca660c5 req-3a4b1366-ccde-41f1-b81b-6ac85e6e62aa tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:32:00.171367 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [req-0549807e-e44e-4156-9499-ae2f6ca660c5 req-3a4b1366-ccde-41f1-b81b-6ac85e6e62aa tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Usage tracker for resource:port and tenant:780eb962d64446649b0f5d5c27ee1665 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:32:00.174899 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [req-0549807e-e44e-4156-9499-ae2f6ca660c5 req-3a4b1366-ccde-41f1-b81b-6ac85e6e62aa tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:32:00.181046 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [req-0549807e-e44e-4156-9499-ae2f6ca660c5 req-3a4b1366-ccde-41f1-b81b-6ac85e6e62aa tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:32:00.275758 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0549807e-e44e-4156-9499-ae2f6ca660c5 req-3a4b1366-ccde-41f1-b81b-6ac85e6e62aa tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Made reservation on behalf of 780eb962d64446649b0f5d5c27ee1665 for: {'port': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 09:32:00.278906 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-0549807e-e44e-4156-9499-ae2f6ca660c5 req-3a4b1366-ccde-41f1-b81b-6ac85e6e62aa tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:32:00.443538 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [req-0549807e-e44e-4156-9499-ae2f6ca660c5 req-3a4b1366-ccde-41f1-b81b-6ac85e6e62aa tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Allocated IP 172.20.0.9 (8450d63b-13b2-4d40-a293-f03fc96cfaa5/6ed678c3-0ecf-484a-a201-076e1dbb8418/3486b85a-9270-4b3c-b5d1-0bf8bc8e3b63) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 09:32:00.626082 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-0549807e-e44e-4156-9499-ae2f6ca660c5 req-3a4b1366-ccde-41f1-b81b-6ac85e6e62aa tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:32:00.641048 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.provisioning_blocks [req-0549807e-e44e-4156-9499-ae2f6ca660c5 req-3a4b1366-ccde-41f1-b81b-6ac85e6e62aa tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Transition to ACTIVE for port object 3486b85a-9270-4b3c-b5d1-0bf8bc8e3b63 will not be triggered until provisioned by entity DHCP. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:32:00.731915 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-0549807e-e44e-4156-9499-ae2f6ca660c5 req-3a4b1366-ccde-41f1-b81b-6ac85e6e62aa tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:32:00.810142 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0549807e-e44e-4156-9499-ae2f6ca660c5 req-3a4b1366-ccde-41f1-b81b-6ac85e6e62aa tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Network 8450d63b-13b2-4d40-a293-f03fc96cfaa5 is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:32:00.813276 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [req-0549807e-e44e-4156-9499-ae2f6ca660c5 req-3a4b1366-ccde-41f1-b81b-6ac85e6e62aa tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:32:00.815679 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [req-0549807e-e44e-4156-9499-ae2f6ca660c5 req-3a4b1366-ccde-41f1-b81b-6ac85e6e62aa tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 09:32:00.854051 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4b1366-ccde-41f1-b81b-6ac85e6e62aa tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event updated for resources: {'Port': ['ID=3486b85a-9270-4b3c-b5d1-0bf8bc8e3b63,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:32:00.883585 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0549807e-e44e-4156-9499-ae2f6ca660c5 req-3a4b1366-ccde-41f1-b81b-6ac85e6e62aa tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:32:00.884108 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-0549807e-e44e-4156-9499-ae2f6ca660c5 req-3a4b1366-ccde-41f1-b81b-6ac85e6e62aa tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:32:00.968471 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-0549807e-e44e-4156-9499-ae2f6ca660c5 req-3a4b1366-ccde-41f1-b81b-6ac85e6e62aa tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9498370 Feb 04 09:32:00.980066 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [req-0549807e-e44e-4156-9499-ae2f6ca660c5 req-14043e10-b432-4734-a530-60c95ac91cc4 service neutron] Request body: {'port': {'device_id': '9d8db125-1fa6-451c-a95d-fe1ff0f82956', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:32:01.093259 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-0549807e-e44e-4156-9499-ae2f6ca660c5 req-14043e10-b432-4734-a530-60c95ac91cc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:32:01.138999 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-65f8b9ca-9349-4838-b66f-895a4c123347 None None] Provisioning for port 3486b85a-9270-4b3c-b5d1-0bf8bc8e3b63 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:32:01.145166 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-65f8b9ca-9349-4838-b66f-895a4c123347 None None] Provisioning complete for port 3486b85a-9270-4b3c-b5d1-0bf8bc8e3b63 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:32:01.145531 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-65f8b9ca-9349-4838-b66f-895a4c123347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:32:01.173781 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69bc5f5-324f-4a07-872e-3428bdac8747 req-68b6cc00-5cea-4b52-83ee-b21a02ab4f23 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:32:01.175225 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b69bc5f5-324f-4a07-872e-3428bdac8747 req-68b6cc00-5cea-4b52-83ee-b21a02ab4f23 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d8db125-1fa6-451c-a95d-fe1ff0f82956 HTTP/1.1" status: 200 len: 931 time: 0.0808327 Feb 04 09:32:01.200649 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-65f8b9ca-9349-4838-b66f-895a4c123347 None None] Port 3486b85a-9270-4b3c-b5d1-0bf8bc8e3b63 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 09:32:01.223987 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b69bc5f5-324f-4a07-872e-3428bdac8747 req-757e7cbd-41be-4c2a-b831-14f1bf63a480 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffa51986-14c2-4157-b55a-d472d91e4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419044 Feb 04 09:32:01.373920 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 2c4b1831-f024-46c3-a084-736d2900cbab up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:32:01.437823 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [req-0549807e-e44e-4156-9499-ae2f6ca660c5 req-14043e10-b432-4734-a530-60c95ac91cc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3486b85a-9270-4b3c-b5d1-0bf8bc8e3b63 {{(pid=84108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 09:32:01.444935 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-0549807e-e44e-4156-9499-ae2f6ca660c5 req-14043e10-b432-4734-a530-60c95ac91cc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:32:01.459190 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.provisioning_blocks [req-0549807e-e44e-4156-9499-ae2f6ca660c5 req-14043e10-b432-4734-a530-60c95ac91cc4 service neutron] Transition to ACTIVE for port object 3486b85a-9270-4b3c-b5d1-0bf8bc8e3b63 will not be triggered until provisioned by entity L2. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:32:01.498707 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 2c4b1831-f024-46c3-a084-736d2900cbab completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:32:01.504259 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 2c4b1831-f024-46c3-a084-736d2900cbab triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:32:01.510613 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:32:01.527125 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-0549807e-e44e-4156-9499-ae2f6ca660c5 req-14043e10-b432-4734-a530-60c95ac91cc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:32:01.621350 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:32:01.656428 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port 2c4b1831-f024-46c3-a084-736d2900cbab, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=2c4b1831-f024-46c3-a084-736d2900cbab,segment=NetworkSegment(19e3bf05-dd49-49f4-bf7c-89e986a9d944),segment_id=19e3bf05-dd49-49f4-bf7c-89e986a9d944)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:32:01.659189 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14043e10-b432-4734-a530-60c95ac91cc4 service neutron] Pushing event updated for resources: {'Port': ['ID=3486b85a-9270-4b3c-b5d1-0bf8bc8e3b63,revision_number=2']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:32:01.716088 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:32:01.768836 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [req-0549807e-e44e-4156-9499-ae2f6ca660c5 req-14043e10-b432-4734-a530-60c95ac91cc4 service neutron] Attempting to bind port 3486b85a-9270-4b3c-b5d1-0bf8bc8e3b63 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 09:32:01.769378 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [req-0549807e-e44e-4156-9499-ae2f6ca660c5 req-14043e10-b432-4734-a530-60c95ac91cc4 service neutron] Attempting to bind port 3486b85a-9270-4b3c-b5d1-0bf8bc8e3b63 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '19e3bf05-dd49-49f4-bf7c-89e986a9d944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8450d63b-13b2-4d40-a293-f03fc96cfaa5'}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 09:32:01.769488 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0549807e-e44e-4156-9499-ae2f6ca660c5 req-14043e10-b432-4734-a530-60c95ac91cc4 service neutron] Attempting to bind port 3486b85a-9270-4b3c-b5d1-0bf8bc8e3b63 on network 8450d63b-13b2-4d40-a293-f03fc96cfaa5 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 09:32:01.775196 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0549807e-e44e-4156-9499-ae2f6ca660c5 req-14043e10-b432-4734-a530-60c95ac91cc4 service neutron] Port 3486b85a-9270-4b3c-b5d1-0bf8bc8e3b63 on network 8450d63b-13b2-4d40-a293-f03fc96cfaa5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 09:32:01.775516 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0549807e-e44e-4156-9499-ae2f6ca660c5 req-14043e10-b432-4734-a530-60c95ac91cc4 service neutron] Attempting to bind port 3486b85a-9270-4b3c-b5d1-0bf8bc8e3b63 on network 8450d63b-13b2-4d40-a293-f03fc96cfaa5 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 09:32:01.781813 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0549807e-e44e-4156-9499-ae2f6ca660c5 req-14043e10-b432-4734-a530-60c95ac91cc4 service neutron] Checking agent: {'id': 'f735dfbb-9ed2-4de7-8aa1-fea4a962ae1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 34, 26), 'started_at': datetime.datetime(2022, 2, 4, 8, 34, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 9, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 09:32:01.782164 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0549807e-e44e-4156-9499-ae2f6ca660c5 req-14043e10-b432-4734-a530-60c95ac91cc4 service neutron] Checking segment: {'id': '19e3bf05-dd49-49f4-bf7c-89e986a9d944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8450d63b-13b2-4d40-a293-f03fc96cfaa5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 09:32:01.782549 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0549807e-e44e-4156-9499-ae2f6ca660c5 req-14043e10-b432-4734-a530-60c95ac91cc4 service neutron] Bound using segment: {'id': '19e3bf05-dd49-49f4-bf7c-89e986a9d944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8450d63b-13b2-4d40-a293-f03fc96cfaa5'} {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 09:32:01.782966 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [req-0549807e-e44e-4156-9499-ae2f6ca660c5 req-14043e10-b432-4734-a530-60c95ac91cc4 service neutron] Bound port: 3486b85a-9270-4b3c-b5d1-0bf8bc8e3b63, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19e3bf05-dd49-49f4-bf7c-89e986a9d944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8450d63b-13b2-4d40-a293-f03fc96cfaa5'}}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 09:32:01.783308 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-0549807e-e44e-4156-9499-ae2f6ca660c5 req-14043e10-b432-4734-a530-60c95ac91cc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:32:01.784030 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=2c4b1831-f024-46c3-a084-736d2900cbab,revision_number=5']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:32:01.870690 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [req-0549807e-e44e-4156-9499-ae2f6ca660c5 req-14043e10-b432-4734-a530-60c95ac91cc4 service neutron] For port 3486b85a-9270-4b3c-b5d1-0bf8bc8e3b63, host hv-neutron-8277, cleared binding levels {{(pid=84108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 09:32:01.873465 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [req-0549807e-e44e-4156-9499-ae2f6ca660c5 req-14043e10-b432-4734-a530-60c95ac91cc4 service neutron] For port 3486b85a-9270-4b3c-b5d1-0bf8bc8e3b63, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=3486b85a-9270-4b3c-b5d1-0bf8bc8e3b63,segment=NetworkSegment(19e3bf05-dd49-49f4-bf7c-89e986a9d944),segment_id=19e3bf05-dd49-49f4-bf7c-89e986a9d944)] {{(pid=84108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 09:32:01.927643 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-0549807e-e44e-4156-9499-ae2f6ca660c5 req-14043e10-b432-4734-a530-60c95ac91cc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:32:01.990366 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-0549807e-e44e-4156-9499-ae2f6ca660c5 req-14043e10-b432-4734-a530-60c95ac91cc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:32:01.991709 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-0549807e-e44e-4156-9499-ae2f6ca660c5 req-14043e10-b432-4734-a530-60c95ac91cc4 service neutron] 10.222.0.47 "PUT /v2.0/ports/3486b85a-9270-4b3c-b5d1-0bf8bc8e3b63 HTTP/1.1" status: 200 len: 1093 time: 1.0160604 Feb 04 09:32:01.994574 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d8db125-1fa6-451c-a95d-fe1ff0f82956', 'tag': '3486b85a-9270-4b3c-b5d1-0bf8bc8e3b63'}] {{(pid=84108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:32:02.018739 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14043e10-b432-4734-a530-60c95ac91cc4 service neutron] Pushing event updated for resources: {'Port': ['ID=3486b85a-9270-4b3c-b5d1-0bf8bc8e3b63,revision_number=3']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:32:02.055074 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d8db125-1fa6-451c-a95d-fe1ff0f82956', 'tag': '3486b85a-9270-4b3c-b5d1-0bf8bc8e3b63', 'status': 'completed', 'code': 200} Feb 04 09:32:02.148855 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-69d1c2c2-6095-491e-b388-b0ad35172e17 req-c168b614-4121-431f-998e-17a00ea7a85a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=780eb962d64446649b0f5d5c27ee1665&device_id=9d8db125-1fa6-451c-a95d-fe1ff0f82956 HTTP/1.1" status: 200 len: 1096 time: 0.0714610 Feb 04 09:32:02.374520 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d1c2c2-6095-491e-b388-b0ad35172e17 req-4bcc5082-c0cc-47e2-b196-b017660ef2f8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:32:02.375969 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-69d1c2c2-6095-491e-b388-b0ad35172e17 req-4bcc5082-c0cc-47e2-b196-b017660ef2f8 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=780eb962d64446649b0f5d5c27ee1665&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2209606 Feb 04 09:32:02.416761 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b54183-9873-4c10-9bbb-e91b6081ecb8 req-1ddbf88d-d342-41d2-a259-96601dd75e00 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:32:02.418206 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f5b54183-9873-4c10-9bbb-e91b6081ecb8 req-1ddbf88d-d342-41d2-a259-96601dd75e00 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d8db125-1fa6-451c-a95d-fe1ff0f82956 HTTP/1.1" status: 200 len: 943 time: 0.0746329 Feb 04 09:32:02.462746 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f5b54183-9873-4c10-9bbb-e91b6081ecb8 req-ea82a203-0beb-4478-b6e7-f75c671e5e75 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffa51986-14c2-4157-b55a-d472d91e4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390232 Feb 04 09:32:02.510304 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d1c2c2-6095-491e-b388-b0ad35172e17 req-075975de-4dd4-4b89-9f57-4496cf7088d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:32:02.511667 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-69d1c2c2-6095-491e-b388-b0ad35172e17 req-075975de-4dd4-4b89-9f57-4496cf7088d6 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1300559 Feb 04 09:32:02.617066 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-0549807e-e44e-4156-9499-ae2f6ca660c5 req-5b8309a4-29f8-44d5-9420-68587389f6d9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=780eb962d64446649b0f5d5c27ee1665&device_id=9d8db125-1fa6-451c-a95d-fe1ff0f82956 HTTP/1.1" status: 200 len: 1096 time: 0.0715208 Feb 04 09:32:02.683110 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-0549807e-e44e-4156-9499-ae2f6ca660c5 req-a4cdca7b-08c1-4e9d-8b40-21062e0548b8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3486b85a-9270-4b3c-b5d1-0bf8bc8e3b63 HTTP/1.1" status: 200 len: 217 time: 0.0595319 Feb 04 09:32:02.746192 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0549807e-e44e-4156-9499-ae2f6ca660c5 req-6efb9f72-d6bc-455e-a140-0837a89790c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:32:02.747588 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-0549807e-e44e-4156-9499-ae2f6ca660c5 req-6efb9f72-d6bc-455e-a140-0837a89790c3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ed678c3-0ecf-484a-a201-076e1dbb8418 HTTP/1.1" status: 200 len: 834 time: 0.0589228 Feb 04 09:32:02.820794 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-0549807e-e44e-4156-9499-ae2f6ca660c5 req-3099d4b8-ee69-42e4-b909-612981e41b31 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8450d63b-13b2-4d40-a293-f03fc96cfaa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668399 Feb 04 09:32:02.950232 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-0549807e-e44e-4156-9499-ae2f6ca660c5 req-58e3e9a9-a2eb-4bff-abba-a06872a1f2a7 service neutron] 10.222.0.47 "GET /v2.0/networks/8450d63b-13b2-4d40-a293-f03fc96cfaa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227677 Feb 04 09:32:03.078752 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-0549807e-e44e-4156-9499-ae2f6ca660c5 req-b6a3797b-ae26-4687-b5aa-1d9a7a96a355 service neutron] 10.222.0.47 "GET /v2.0/networks/8450d63b-13b2-4d40-a293-f03fc96cfaa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230724 Feb 04 09:32:03.355925 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 2c4b1831-f024-46c3-a084-736d2900cbab up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:32:03.423782 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 2c4b1831-f024-46c3-a084-736d2900cbab triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:32:03.424139 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:32:03.662549 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d000cce4-7b8c-4c2b-829e-33270c2bf14e req-d3007346-7f29-4acc-a2b6-ca05c0139573 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:32:03.664017 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d000cce4-7b8c-4c2b-829e-33270c2bf14e req-d3007346-7f29-4acc-a2b6-ca05c0139573 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d8db125-1fa6-451c-a95d-fe1ff0f82956 HTTP/1.1" status: 200 len: 943 time: 0.0799766 Feb 04 09:32:03.709997 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d000cce4-7b8c-4c2b-829e-33270c2bf14e req-1ffdce9e-d2b4-4a4f-8739-b6fce7b050c0 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffa51986-14c2-4157-b55a-d472d91e4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402179 Feb 04 09:32:04.894551 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device 3486b85a-9270-4b3c-b5d1-0bf8bc8e3b63 details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=84109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 09:32:04.921023 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11cac05-5d82-4516-b99a-ec68168129e6 req-e171714d-a9b0-450e-b3b2-33e6848898c6 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:32:04.929750 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a11cac05-5d82-4516-b99a-ec68168129e6 req-e171714d-a9b0-450e-b3b2-33e6848898c6 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d8db125-1fa6-451c-a95d-fe1ff0f82956 HTTP/1.1" status: 200 len: 943 time: 0.0851085 Feb 04 09:32:04.977700 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a11cac05-5d82-4516-b99a-ec68168129e6 req-d4026d53-5cc4-4237-806f-8b0691d287ac tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffa51986-14c2-4157-b55a-d472d91e4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463989 Feb 04 09:32:05.040790 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port 3486b85a-9270-4b3c-b5d1-0bf8bc8e3b63, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=3486b85a-9270-4b3c-b5d1-0bf8bc8e3b63,segment=NetworkSegment(19e3bf05-dd49-49f4-bf7c-89e986a9d944),segment_id=19e3bf05-dd49-49f4-bf7c-89e986a9d944)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:32:05.054350 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Returning: {'device': '3486b85a-9270-4b3c-b5d1-0bf8bc8e3b63', 'network_id': '8450d63b-13b2-4d40-a293-f03fc96cfaa5', 'port_id': '3486b85a-9270-4b3c-b5d1-0bf8bc8e3b63', 'mac_address': 'fa:16:3e:eb:50:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ed678c3-0ecf-484a-a201-076e1dbb8418', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 09:32:05.109083 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:32:05.126154 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3486b85a-9270-4b3c-b5d1-0bf8bc8e3b63 {{(pid=84109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 09:32:05.140583 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port 3486b85a-9270-4b3c-b5d1-0bf8bc8e3b63, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=3486b85a-9270-4b3c-b5d1-0bf8bc8e3b63,segment=NetworkSegment(19e3bf05-dd49-49f4-bf7c-89e986a9d944),segment_id=19e3bf05-dd49-49f4-bf7c-89e986a9d944)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:32:05.233797 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:32:05.297320 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=3486b85a-9270-4b3c-b5d1-0bf8bc8e3b63,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:32:05.653275 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] get_ports_and_sgs() called for port_ids ['3486b85a-9270-4b3c-b5d1-0bf8bc8e3b63'] {{(pid=84109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 09:32:06.316173 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2915f182-2c21-485c-91b5-0b4d31f81eb4 req-e8dde287-cf85-461e-a806-9d4e0699c5b9 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:32:06.317549 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-2915f182-2c21-485c-91b5-0b4d31f81eb4 req-e8dde287-cf85-461e-a806-9d4e0699c5b9 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d8db125-1fa6-451c-a95d-fe1ff0f82956 HTTP/1.1" status: 200 len: 944 time: 0.0781176 Feb 04 09:32:06.360785 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-2915f182-2c21-485c-91b5-0b4d31f81eb4 req-4d11013d-8b45-4412-bfcc-56589d50803d tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffa51986-14c2-4157-b55a-d472d91e4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373249 Feb 04 09:32:06.912984 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device 3486b85a-9270-4b3c-b5d1-0bf8bc8e3b63 up at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:32:07.029886 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Provisioning for port 3486b85a-9270-4b3c-b5d1-0bf8bc8e3b63 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:32:07.035434 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Provisioning complete for port 3486b85a-9270-4b3c-b5d1-0bf8bc8e3b63 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:32:07.035805 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:32:07.146660 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:32:07.172785 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d8db125-1fa6-451c-a95d-fe1ff0f82956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3486b85a-9270-4b3c-b5d1-0bf8bc8e3b63'}] {{(pid=84109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:32:07.182461 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port 3486b85a-9270-4b3c-b5d1-0bf8bc8e3b63, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=3486b85a-9270-4b3c-b5d1-0bf8bc8e3b63,segment=NetworkSegment(19e3bf05-dd49-49f4-bf7c-89e986a9d944),segment_id=19e3bf05-dd49-49f4-bf7c-89e986a9d944)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:32:07.230067 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:32:07.299428 dv-neutron-827798-2-hyperv neutron-server[84109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d8db125-1fa6-451c-a95d-fe1ff0f82956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3486b85a-9270-4b3c-b5d1-0bf8bc8e3b63', 'code': 200} Feb 04 09:32:07.300218 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=3486b85a-9270-4b3c-b5d1-0bf8bc8e3b63,revision_number=5']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:32:07.551662 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763e1b60-3685-434d-bc20-195db1448c3d req-2744000f-1ffe-413f-8279-0b0b7f424263 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:32:07.553035 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-763e1b60-3685-434d-bc20-195db1448c3d req-2744000f-1ffe-413f-8279-0b0b7f424263 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d8db125-1fa6-451c-a95d-fe1ff0f82956 HTTP/1.1" status: 200 len: 945 time: 0.0749624 Feb 04 09:32:07.601606 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-763e1b60-3685-434d-bc20-195db1448c3d req-b544b2d5-cc00-495b-9fa4-c3897f1562af tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffa51986-14c2-4157-b55a-d472d91e4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428293 Feb 04 09:32:07.656530 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-9b0888fc-e271-4f02-ab47-affef9946851 req-9ae6b98d-b8be-4b63-8742-037bfc46026a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9d8db125-1fa6-451c-a95d-fe1ff0f82956 HTTP/1.1" status: 200 len: 1098 time: 0.0699697 Feb 04 09:32:07.697760 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-9b0888fc-e271-4f02-ab47-affef9946851 req-13faa123-da26-4cdc-8b63-b7d0bf082680 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ffa51986-14c2-4157-b55a-d472d91e4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351145 Feb 04 09:32:08.799531 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b09954-d8f8-42bc-958c-f637b202ee61 req-d54d769e-3ab5-40b1-bc60-91745d685961 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:32:08.801027 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-75b09954-d8f8-42bc-958c-f637b202ee61 req-d54d769e-3ab5-40b1-bc60-91745d685961 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d8db125-1fa6-451c-a95d-fe1ff0f82956 HTTP/1.1" status: 200 len: 945 time: 0.0767643 Feb 04 09:32:08.846820 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-75b09954-d8f8-42bc-958c-f637b202ee61 req-cd63ca90-22ef-4d16-867c-5fd6c37bba8a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffa51986-14c2-4157-b55a-d472d91e4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398359 Feb 04 09:32:10.126747 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0551643-fa31-43a0-b852-01c8c38d44f8 req-abb094c5-5d24-427f-883e-55ab041f24d0 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:32:10.128185 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d0551643-fa31-43a0-b852-01c8c38d44f8 req-abb094c5-5d24-427f-883e-55ab041f24d0 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d8db125-1fa6-451c-a95d-fe1ff0f82956 HTTP/1.1" status: 200 len: 945 time: 0.1639717 Feb 04 09:32:10.172415 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d0551643-fa31-43a0-b852-01c8c38d44f8 req-8fadc82e-cf0c-40e0-ac42-310510f6c43c tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffa51986-14c2-4157-b55a-d472d91e4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386100 Feb 04 09:32:10.362268 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae4031b-7af3-431f-a8e6-5099f69817d2 req-dc6a3bdd-72f6-4fb0-9b76-ae2f4b28b4c6 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:32:10.363787 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8ae4031b-7af3-431f-a8e6-5099f69817d2 req-dc6a3bdd-72f6-4fb0-9b76-ae2f4b28b4c6 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d8db125-1fa6-451c-a95d-fe1ff0f82956 HTTP/1.1" status: 200 len: 945 time: 0.0742285 Feb 04 09:32:10.407917 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8ae4031b-7af3-431f-a8e6-5099f69817d2 req-b4fc883e-749e-40c2-8275-cb683f178014 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffa51986-14c2-4157-b55a-d472d91e4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381434 Feb 04 09:32:10.435023 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 35410) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:32:10.505643 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-cab1757c-359c-4e25-8563-fcc38beaa6a2 tempest-TestNetworkAdvancedServerOps-2015322207 tempest-TestNetworkAdvancedServerOps-2015322207-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=9d8db125-1fa6-451c-a95d-fe1ff0f82956 HTTP/1.1" status: 200 len: 1093 time: 0.0695190 Feb 04 09:32:10.508228 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 35414) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:32:10.513484 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-6e09dc1a-89aa-404f-92ef-eebece9c4dd6 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Request body: {'floatingip': {'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'port_id': '3486b85a-9270-4b3c-b5d1-0bf8bc8e3b63', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:32:10.518850 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-6e09dc1a-89aa-404f-92ef-eebece9c4dd6 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:32:10.522603 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-6e09dc1a-89aa-404f-92ef-eebece9c4dd6 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Usage tracker for resource:floatingip and tenant:780eb962d64446649b0f5d5c27ee1665 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:32:10.525427 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-6e09dc1a-89aa-404f-92ef-eebece9c4dd6 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:32:10.530987 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-6e09dc1a-89aa-404f-92ef-eebece9c4dd6 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:32:10.589637 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6e09dc1a-89aa-404f-92ef-eebece9c4dd6 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for floatingip, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:32:10.721948 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6e09dc1a-89aa-404f-92ef-eebece9c4dd6 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:32:10.869813 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-6e09dc1a-89aa-404f-92ef-eebece9c4dd6 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Allocated IP 172.26.3.14 (e264bd74-c56b-43d0-9059-bcb57dbbe5bc/79caf47c-b62c-4ea0-b35f-21ede155daa8/1dde1c66-9872-4a13-8549-e358b0556f13) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 09:32:11.015063 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6e09dc1a-89aa-404f-92ef-eebece9c4dd6 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:32:11.092968 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6e09dc1a-89aa-404f-92ef-eebece9c4dd6 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:32:11.164109 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e09dc1a-89aa-404f-92ef-eebece9c4dd6 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Network e264bd74-c56b-43d0-9059-bcb57dbbe5bc is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:32:11.167018 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-6e09dc1a-89aa-404f-92ef-eebece9c4dd6 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:32:11.171333 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e09dc1a-89aa-404f-92ef-eebece9c4dd6 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 09:32:11.195660 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e09dc1a-89aa-404f-92ef-eebece9c4dd6 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event updated for resources: {'Port': ['ID=1dde1c66-9872-4a13-8549-e358b0556f13,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:32:11.214147 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e09dc1a-89aa-404f-92ef-eebece9c4dd6 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:32:11.214495 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e09dc1a-89aa-404f-92ef-eebece9c4dd6 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:32:11.214831 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e09dc1a-89aa-404f-92ef-eebece9c4dd6 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:32:11.215165 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e09dc1a-89aa-404f-92ef-eebece9c4dd6 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:32:11.215496 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e09dc1a-89aa-404f-92ef-eebece9c4dd6 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:32:11.215823 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e09dc1a-89aa-404f-92ef-eebece9c4dd6 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:32:11.216146 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e09dc1a-89aa-404f-92ef-eebece9c4dd6 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:32:11.216473 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e09dc1a-89aa-404f-92ef-eebece9c4dd6 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:32:11.216819 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e09dc1a-89aa-404f-92ef-eebece9c4dd6 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:32:11.217142 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e09dc1a-89aa-404f-92ef-eebece9c4dd6 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:32:11.217460 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e09dc1a-89aa-404f-92ef-eebece9c4dd6 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:32:11.681487 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6e09dc1a-89aa-404f-92ef-eebece9c4dd6 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:32:11.793733 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6e09dc1a-89aa-404f-92ef-eebece9c4dd6 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:32:11.999052 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6e09dc1a-89aa-404f-92ef-eebece9c4dd6 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:32:12.057932 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6e09dc1a-89aa-404f-92ef-eebece9c4dd6 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:32:12.253637 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e09dc1a-89aa-404f-92ef-eebece9c4dd6 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event updated for resources: {'Port': ['ID=1dde1c66-9872-4a13-8549-e358b0556f13,revision_number=2']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:32:12.270551 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6e09dc1a-89aa-404f-92ef-eebece9c4dd6 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473039'] for floatingip, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:32:12.453132 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.l3_db [None req-6e09dc1a-89aa-404f-92ef-eebece9c4dd6 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Floating IP 470355ea-7df9-4900-9de0-61f554b17c0d associated. External IP: 172.26.3.14, port: 3486b85a-9270-4b3c-b5d1-0bf8bc8e3b63. Feb 04 09:32:12.830335 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e09dc1a-89aa-404f-92ef-eebece9c4dd6 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Router bcaa71e5-9f48-4d5b-a8d3-675b46b5b02a has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 09:32:13.027098 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e09dc1a-89aa-404f-92ef-eebece9c4dd6 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 09:32:13.037197 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fde0c5-2de6-4cf5-bdb4-0567737b7c05 None None] Sync routers for ids ['bcaa71e5-9f48-4d5b-a8d3-675b46b5b02a'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 09:32:13.048786 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fde0c5-2de6-4cf5-bdb4-0567737b7c05 None None] Routers {'bcaa71e5-9f48-4d5b-a8d3-675b46b5b02a'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:32:13.049379 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-83fde0c5-2de6-4cf5-bdb4-0567737b7c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:31:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['bcaa71e5-9f48-4d5b-a8d3-675b46b5b02a'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:32:13.115892 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6e09dc1a-89aa-404f-92ef-eebece9c4dd6 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for floatingip, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:32:13.175159 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-6e09dc1a-89aa-404f-92ef-eebece9c4dd6 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6634853 Feb 04 09:32:13.175159 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d8db125-1fa6-451c-a95d-fe1ff0f82956', 'tag': '3486b85a-9270-4b3c-b5d1-0bf8bc8e3b63'}] {{(pid=84107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:32:13.230412 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d8db125-1fa6-451c-a95d-fe1ff0f82956', 'tag': '3486b85a-9270-4b3c-b5d1-0bf8bc8e3b63', 'status': 'completed', 'code': 200} Feb 04 09:32:13.238472 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-83fde0c5-2de6-4cf5-bdb4-0567737b7c05 None None] Set router bcaa71e5-9f48-4d5b-a8d3-675b46b5b02a gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:32:13.321262 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-1255e7ea-add6-4d3b-94e9-73dbf1255314 req-8f3e2915-6b8d-4526-a876-b45eb0ce6dd9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=780eb962d64446649b0f5d5c27ee1665&device_id=9d8db125-1fa6-451c-a95d-fe1ff0f82956 HTTP/1.1" status: 200 len: 1098 time: 0.0695093 Feb 04 09:32:13.352216 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb49bcc-a595-441a-afe4-29ce0b6cb2bb req-bd376040-1896-4d3b-936e-be9d0519aab9 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:32:13.353698 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4cb49bcc-a595-441a-afe4-29ce0b6cb2bb req-bd376040-1896-4d3b-936e-be9d0519aab9 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d8db125-1fa6-451c-a95d-fe1ff0f82956 HTTP/1.1" status: 200 len: 945 time: 0.0822196 Feb 04 09:32:13.399462 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4cb49bcc-a595-441a-afe4-29ce0b6cb2bb req-bbfedb4b-7c17-400e-b502-3a1aa730c230 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffa51986-14c2-4157-b55a-d472d91e4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396814 Feb 04 09:32:13.428640 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 35422) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:32:13.457254 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1255e7ea-add6-4d3b-94e9-73dbf1255314 req-c8906f63-3bbd-4147-82e6-39796229ec19 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:32:13.457937 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-1255e7ea-add6-4d3b-94e9-73dbf1255314 req-c8906f63-3bbd-4147-82e6-39796229ec19 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8450d63b-13b2-4d40-a293-f03fc96cfaa5 HTTP/1.1" status: 200 len: 897 time: 0.1306548 Feb 04 09:32:13.553337 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-e2db3337-19e4-45e8-889b-c6760191d45c tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/floatingips/470355ea-7df9-4900-9de0-61f554b17c0d HTTP/1.1" status: 200 len: 990 time: 0.1218121 Feb 04 09:32:13.568044 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-1255e7ea-add6-4d3b-94e9-73dbf1255314 req-eedf4389-37b2-471b-9f52-f78cc7cfe3f6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3486b85a-9270-4b3c-b5d1-0bf8bc8e3b63 HTTP/1.1" status: 200 len: 998 time: 0.1029184 Feb 04 09:32:13.603590 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-83fde0c5-2de6-4cf5-bdb4-0567737b7c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcaa71e5-9f48-4d5b-a8d3-675b46b5b02a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1429549468', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.45'}], 'enable_snat': True}, 'gw_port_id': '6847c318-58d4-414f-8b55-53bbb7260295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:31:49Z', 'updated_at': '2022-02-04T09:31:54Z', 'revision_number': 4, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'gw_port': {'id': '6847c318-58d4-414f-8b55-53bbb7260295', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:86:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcaa71e5-9f48-4d5b-a8d3-675b46b5b02a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:31:50Z', 'updated_at': '2022-02-04T09:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': '470355ea-7df9-4900-9de0-61f554b17c0d', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'floating_ip_address': '172.26.3.14', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': 'bcaa71e5-9f48-4d5b-a8d3-675b46b5b02a', 'port_id': '3486b85a-9270-4b3c-b5d1-0bf8bc8e3b63', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8450d63b-13b2-4d40-a293-f03fc96cfaa5', 'mac_address': 'fa:16:3e:eb:50:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8db125-1fa6-451c-a95d-fe1ff0f82956', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T09:32:11Z', 'updated_at': '2022-02-04T09:32:11Z', 'revision_number': 0, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c4b1831-f024-46c3-a084-736d2900cbab', 'name': '', 'network_id': '8450d63b-13b2-4d40-a293-f03fc96cfaa5', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'mac_address': 'fa:16:3e:22:d9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcaa71e5-9f48-4d5b-a8d3-675b46b5b02a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6ed678c3-0ecf-484a-a201-076e1dbb8418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:31:54Z', 'updated_at': '2022-02-04T09:32:01Z', 'revision_number': 5, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'subnets': [{'id': '6ed678c3-0ecf-484a-a201-076e1dbb8418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:32:13.607403 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fde0c5-2de6-4cf5-bdb4-0567737b7c05 None None] Checking router: bcaa71e5-9f48-4d5b-a8d3-675b46b5b02a for host: dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 09:32:13.617657 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fde0c5-2de6-4cf5-bdb4-0567737b7c05 None None] Routers {'bcaa71e5-9f48-4d5b-a8d3-675b46b5b02a'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:32:13.618241 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-83fde0c5-2de6-4cf5-bdb4-0567737b7c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:31:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['bcaa71e5-9f48-4d5b-a8d3-675b46b5b02a'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:32:13.629756 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1255e7ea-add6-4d3b-94e9-73dbf1255314 req-579cd4a3-b26f-4e95-9f9a-01c0d3bcbb0f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:32:13.631183 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-1255e7ea-add6-4d3b-94e9-73dbf1255314 req-579cd4a3-b26f-4e95-9f9a-01c0d3bcbb0f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ed678c3-0ecf-484a-a201-076e1dbb8418 HTTP/1.1" status: 200 len: 834 time: 0.0568655 Feb 04 09:32:13.709471 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-1255e7ea-add6-4d3b-94e9-73dbf1255314 req-0b2fa374-36f5-4b97-8f39-eff97f4783a4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8450d63b-13b2-4d40-a293-f03fc96cfaa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719621 Feb 04 09:32:13.791155 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-83fde0c5-2de6-4cf5-bdb4-0567737b7c05 None None] Set router bcaa71e5-9f48-4d5b-a8d3-675b46b5b02a gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:32:13.842240 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-1255e7ea-add6-4d3b-94e9-73dbf1255314 req-c6d2729c-a65f-4a42-b195-15e0d910ed23 service neutron] 10.222.0.47 "GET /v2.0/networks/8450d63b-13b2-4d40-a293-f03fc96cfaa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266143 Feb 04 09:32:14.072128 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-1255e7ea-add6-4d3b-94e9-73dbf1255314 req-ff7bfd1c-6ddf-4c82-8181-3169a3ac43f3 service neutron] 10.222.0.47 "GET /v2.0/networks/8450d63b-13b2-4d40-a293-f03fc96cfaa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242000 Feb 04 09:32:14.186143 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-83fde0c5-2de6-4cf5-bdb4-0567737b7c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcaa71e5-9f48-4d5b-a8d3-675b46b5b02a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1429549468', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.45'}], 'enable_snat': True}, 'gw_port_id': '6847c318-58d4-414f-8b55-53bbb7260295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:31:49Z', 'updated_at': '2022-02-04T09:31:54Z', 'revision_number': 4, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'gw_port': {'id': '6847c318-58d4-414f-8b55-53bbb7260295', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:86:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcaa71e5-9f48-4d5b-a8d3-675b46b5b02a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:31:50Z', 'updated_at': '2022-02-04T09:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': '470355ea-7df9-4900-9de0-61f554b17c0d', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'floating_ip_address': '172.26.3.14', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': 'bcaa71e5-9f48-4d5b-a8d3-675b46b5b02a', 'port_id': '3486b85a-9270-4b3c-b5d1-0bf8bc8e3b63', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8450d63b-13b2-4d40-a293-f03fc96cfaa5', 'mac_address': 'fa:16:3e:eb:50:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8db125-1fa6-451c-a95d-fe1ff0f82956', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T09:32:11Z', 'updated_at': '2022-02-04T09:32:11Z', 'revision_number': 0, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c4b1831-f024-46c3-a084-736d2900cbab', 'name': '', 'network_id': '8450d63b-13b2-4d40-a293-f03fc96cfaa5', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'mac_address': 'fa:16:3e:22:d9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcaa71e5-9f48-4d5b-a8d3-675b46b5b02a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6ed678c3-0ecf-484a-a201-076e1dbb8418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:31:54Z', 'updated_at': '2022-02-04T09:32:01Z', 'revision_number': 5, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'subnets': [{'id': '6ed678c3-0ecf-484a-a201-076e1dbb8418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:32:14.190384 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fde0c5-2de6-4cf5-bdb4-0567737b7c05 None None] The sync data for ids ['bcaa71e5-9f48-4d5b-a8d3-675b46b5b02a'] in dv-neutron-827798-2-hyperv is: [{'id': 'bcaa71e5-9f48-4d5b-a8d3-675b46b5b02a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1429549468', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.45'}], 'enable_snat': True}, 'gw_port_id': '6847c318-58d4-414f-8b55-53bbb7260295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:31:49Z', 'updated_at': '2022-02-04T09:31:54Z', 'revision_number': 4, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'gw_port': {'id': '6847c318-58d4-414f-8b55-53bbb7260295', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:86:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcaa71e5-9f48-4d5b-a8d3-675b46b5b02a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:31:50Z', 'updated_at': '2022-02-04T09:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': '470355ea-7df9-4900-9de0-61f554b17c0d', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'floating_ip_address': '172.26.3.14', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': 'bcaa71e5-9f48-4d5b-a8d3-675b46b5b02a', 'port_id': '3486b85a-9270-4b3c-b5d1-0bf8bc8e3b63', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8450d63b-13b2-4d40-a293-f03fc96cfaa5', 'mac_address': 'fa:16:3e:eb:50:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8db125-1fa6-451c-a95d-fe1ff0f82956', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T09:32:11Z', 'updated_at': '2022-02-04T09:32:11Z', 'revision_number': 0, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c4b1831-f024-46c3-a084-736d2900cbab', 'name': '', 'network_id': '8450d63b-13b2-4d40-a293-f03fc96cfaa5', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'mac_address': 'fa:16:3e:22:d9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcaa71e5-9f48-4d5b-a8d3-675b46b5b02a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6ed678c3-0ecf-484a-a201-076e1dbb8418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:31:54Z', 'updated_at': '2022-02-04T09:32:01Z', 'revision_number': 5, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'subnets': [{'id': '6ed678c3-0ecf-484a-a201-076e1dbb8418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 09:32:14.556104 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 35426) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:32:14.655167 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-0cb74727-db61-4f1e-88cd-777fd5d86c42 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/floatingips/470355ea-7df9-4900-9de0-61f554b17c0d HTTP/1.1" status: 200 len: 990 time: 0.0979431 Feb 04 09:32:15.658529 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 35430) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:32:15.762269 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-64258ad0-eccc-4ac2-bd12-67e3d4ddaf64 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/floatingips/470355ea-7df9-4900-9de0-61f554b17c0d HTTP/1.1" status: 200 len: 990 time: 0.1026063 Feb 04 09:32:16.066297 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c16a4a2-1ef0-44cb-b650-8f89f8ea724f None None] New status for floating IP 470355ea-7df9-4900-9de0-61f554b17c0d: ACTIVE {{(pid=84109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 09:32:16.766122 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 35434) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:32:16.877882 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-e08d602c-f053-4493-891c-22145b354f40 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/floatingips/470355ea-7df9-4900-9de0-61f554b17c0d HTTP/1.1" status: 200 len: 992 time: 0.1103907 Feb 04 09:32:19.464121 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-eb7e71c0-49f8-47c0-ac98-39af4d645920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:32:21.760786 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-16f7e468-c9e1-4d14-819f-78c2a00b44cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:32:22.080062 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-d987d7e7-8039-4b32-ba1f-c5c6965808f5 req-6ac65dec-8d65-4a3a-8434-79ef675c6e1a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9d8db125-1fa6-451c-a95d-fe1ff0f82956&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0664701 Feb 04 09:32:22.214761 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-d987d7e7-8039-4b32-ba1f-c5c6965808f5 req-47a6dbc6-14fa-4877-aaf0-008c71ab4917 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=780eb962d64446649b0f5d5c27ee1665&device_id=9d8db125-1fa6-451c-a95d-fe1ff0f82956 HTTP/1.1" status: 200 len: 1098 time: 0.0672178 Feb 04 09:32:22.357918 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d987d7e7-8039-4b32-ba1f-c5c6965808f5 req-65dae119-f707-48ae-a9e8-ff10baa668ed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:32:22.359257 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-d987d7e7-8039-4b32-ba1f-c5c6965808f5 req-65dae119-f707-48ae-a9e8-ff10baa668ed service neutron] 10.222.0.47 "GET /v2.0/networks?id=8450d63b-13b2-4d40-a293-f03fc96cfaa5 HTTP/1.1" status: 200 len: 897 time: 0.1243389 Feb 04 09:32:22.461747 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-d987d7e7-8039-4b32-ba1f-c5c6965808f5 req-5c82dced-efe4-40d5-86d7-86a3d81c2ee9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3486b85a-9270-4b3c-b5d1-0bf8bc8e3b63 HTTP/1.1" status: 200 len: 1000 time: 0.0961010 Feb 04 09:32:22.526496 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d987d7e7-8039-4b32-ba1f-c5c6965808f5 req-a34e1376-a87e-4352-8b4e-8a4f8e2ede9e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:32:22.527926 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-d987d7e7-8039-4b32-ba1f-c5c6965808f5 req-a34e1376-a87e-4352-8b4e-8a4f8e2ede9e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ed678c3-0ecf-484a-a201-076e1dbb8418 HTTP/1.1" status: 200 len: 834 time: 0.0601139 Feb 04 09:32:22.603460 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-d987d7e7-8039-4b32-ba1f-c5c6965808f5 req-8277e904-3194-4699-be8e-eadc05b999a3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8450d63b-13b2-4d40-a293-f03fc96cfaa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673070 Feb 04 09:32:22.734696 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-d987d7e7-8039-4b32-ba1f-c5c6965808f5 req-ce721b26-917b-4473-bf84-d3db7a886132 service neutron] 10.222.0.47 "GET /v2.0/networks/8450d63b-13b2-4d40-a293-f03fc96cfaa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238799 Feb 04 09:32:22.862989 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-d987d7e7-8039-4b32-ba1f-c5c6965808f5 req-f1460905-c0e0-4e51-b76e-5231b3ac96dc service neutron] 10.222.0.47 "GET /v2.0/networks/8450d63b-13b2-4d40-a293-f03fc96cfaa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225071 Feb 04 09:32:22.961127 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:32:23.069558 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:32:24.559308 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:32:26.629743 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:32:36.136179 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 09:32:49.450986 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-4ae05fc3-721f-4217-a524-74a14a992d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:32:51.873683 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-21e15f28-e4d1-4d5e-a4aa-295ab3ae3db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:32:52.998081 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:32:53.085948 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:32:54.571686 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:32:56.634351 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:33:13.136797 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 09:33:19.428366 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-0296f7fb-b5f3-45a0-a5a3-f2b443830c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:33:21.765357 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-abb82ffd-d2f5-422c-ba28-c1b0880eff35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:33:22.130551 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-e7ce7d6f-5b5a-469b-922f-5b48b108c00a req-a997331e-9bb5-4c8d-a30b-eec1dd1928d9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9d8db125-1fa6-451c-a95d-fe1ff0f82956&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1282444 Feb 04 09:33:22.268713 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-e7ce7d6f-5b5a-469b-922f-5b48b108c00a req-7ef36152-aba7-4d7b-9f21-c65944d0634e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=780eb962d64446649b0f5d5c27ee1665&device_id=9d8db125-1fa6-451c-a95d-fe1ff0f82956 HTTP/1.1" status: 200 len: 1098 time: 0.0702505 Feb 04 09:33:22.407978 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ce7d6f-5b5a-469b-922f-5b48b108c00a req-be724f22-61b2-4d58-aabe-a2e11113876a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:33:22.409421 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-e7ce7d6f-5b5a-469b-922f-5b48b108c00a req-be724f22-61b2-4d58-aabe-a2e11113876a service neutron] 10.222.0.47 "GET /v2.0/networks?id=8450d63b-13b2-4d40-a293-f03fc96cfaa5 HTTP/1.1" status: 200 len: 897 time: 0.1228640 Feb 04 09:33:22.508929 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-e7ce7d6f-5b5a-469b-922f-5b48b108c00a req-2c865d38-470b-439b-b5ab-7d85b235a121 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3486b85a-9270-4b3c-b5d1-0bf8bc8e3b63 HTTP/1.1" status: 200 len: 1000 time: 0.0932400 Feb 04 09:33:22.568540 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ce7d6f-5b5a-469b-922f-5b48b108c00a req-ebd18888-9c69-4599-bda6-56008d412bda service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:33:22.569937 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-e7ce7d6f-5b5a-469b-922f-5b48b108c00a req-ebd18888-9c69-4599-bda6-56008d412bda service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ed678c3-0ecf-484a-a201-076e1dbb8418 HTTP/1.1" status: 200 len: 834 time: 0.0551510 Feb 04 09:33:22.642745 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-e7ce7d6f-5b5a-469b-922f-5b48b108c00a req-57bb0517-3197-4f5b-8e40-f2d805f905ee service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8450d63b-13b2-4d40-a293-f03fc96cfaa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674376 Feb 04 09:33:22.856734 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-e7ce7d6f-5b5a-469b-922f-5b48b108c00a req-d77ef148-1038-4afa-9996-449b2134abcf service neutron] 10.222.0.47 "GET /v2.0/networks/8450d63b-13b2-4d40-a293-f03fc96cfaa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067802 Feb 04 09:33:22.971591 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:33:22.988629 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-e7ce7d6f-5b5a-469b-922f-5b48b108c00a req-49e327a0-c40f-405d-be57-8e4fe9247eaf service neutron] 10.222.0.47 "GET /v2.0/networks/8450d63b-13b2-4d40-a293-f03fc96cfaa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248386 Feb 04 09:33:23.079372 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:33:24.537017 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:33:26.628270 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:33:33.422482 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [req-ee3b74cc-d7d5-4e57-b51f-3eeaec5eaf4d req-64ecfa7a-7216-4181-a65c-babd99eb3172 service neutron] (84108) timed out ('10.222.0.36', 60136) {{(pid=84108) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 09:33:39.619840 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ab918d88-69e7-49d2-a6f5-9b5a6ffbd3a6 req-78bae8b0-c00c-4959-8c9b-3f44ae8001fb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9d8db125-1fa6-451c-a95d-fe1ff0f82956&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0694895 Feb 04 09:33:40.097354 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 35480) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:33:40.156443 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b73d44-ec1d-4894-a48c-4f17c20b10dd req-c9b5fbcf-9cb9-469c-9884-4e003071201d tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:33:40.157931 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-82b73d44-ec1d-4894-a48c-4f17c20b10dd req-c9b5fbcf-9cb9-469c-9884-4e003071201d tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d8db125-1fa6-451c-a95d-fe1ff0f82956 HTTP/1.1" status: 200 len: 945 time: 0.0748549 Feb 04 09:33:40.202876 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-82b73d44-ec1d-4894-a48c-4f17c20b10dd req-98c1bf61-3411-44ae-85a0-a231c20e9b8a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffa51986-14c2-4157-b55a-d472d91e4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393426 Feb 04 09:33:40.228610 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-96fad75a-8172-47fc-8455-1d5c4b8c24b5 req-6c64cabb-ef96-455e-98aa-7def2a5da5e8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9d8db125-1fa6-451c-a95d-fe1ff0f82956&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1300442 Feb 04 09:33:41.412675 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb544d0-4e12-4455-a8f4-95e59021ec43 req-1d51c4c1-edd5-47a0-afcd-c2c98a9141b0 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:33:41.414145 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-adb544d0-4e12-4455-a8f4-95e59021ec43 req-1d51c4c1-edd5-47a0-afcd-c2c98a9141b0 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d8db125-1fa6-451c-a95d-fe1ff0f82956 HTTP/1.1" status: 200 len: 945 time: 0.0780296 Feb 04 09:33:41.459672 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-adb544d0-4e12-4455-a8f4-95e59021ec43 req-ee0735f0-fb0c-4f93-821a-4007a528262a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffa51986-14c2-4157-b55a-d472d91e4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399296 Feb 04 09:33:42.297128 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-96fad75a-8172-47fc-8455-1d5c4b8c24b5 req-968d4e9a-1d20-436e-ad79-c7a6fa6c3d98 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=780eb962d64446649b0f5d5c27ee1665&device_id=9d8db125-1fa6-451c-a95d-fe1ff0f82956 HTTP/1.1" status: 200 len: 1098 time: 0.0712137 Feb 04 09:33:42.425822 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fad75a-8172-47fc-8455-1d5c4b8c24b5 req-dbb22474-e4e2-4307-9e74-7139f967b869 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:33:42.427224 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-96fad75a-8172-47fc-8455-1d5c4b8c24b5 req-dbb22474-e4e2-4307-9e74-7139f967b869 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8450d63b-13b2-4d40-a293-f03fc96cfaa5 HTTP/1.1" status: 200 len: 897 time: 0.1244612 Feb 04 09:33:42.527280 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-96fad75a-8172-47fc-8455-1d5c4b8c24b5 req-5cb3dccd-47f1-4a1c-bc69-8fdf21fb40af service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3486b85a-9270-4b3c-b5d1-0bf8bc8e3b63 HTTP/1.1" status: 200 len: 1000 time: 0.0941465 Feb 04 09:33:42.602278 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fad75a-8172-47fc-8455-1d5c4b8c24b5 req-e6fa5c48-225e-46cd-9c04-f932646f9d9a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:33:42.603971 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-96fad75a-8172-47fc-8455-1d5c4b8c24b5 req-e6fa5c48-225e-46cd-9c04-f932646f9d9a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ed678c3-0ecf-484a-a201-076e1dbb8418 HTTP/1.1" status: 200 len: 834 time: 0.0688655 Feb 04 09:33:42.652998 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33788654-4f03-4b34-a3ed-1a63615dc747 req-fb5d84e6-6b7b-4579-a4ac-0cb36aa5fc68 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:33:42.654447 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-33788654-4f03-4b34-a3ed-1a63615dc747 req-fb5d84e6-6b7b-4579-a4ac-0cb36aa5fc68 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d8db125-1fa6-451c-a95d-fe1ff0f82956 HTTP/1.1" status: 200 len: 945 time: 0.0748003 Feb 04 09:33:42.675676 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-96fad75a-8172-47fc-8455-1d5c4b8c24b5 req-0f4a8bfd-fc97-40f0-87d6-cb2a3a97a249 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8450d63b-13b2-4d40-a293-f03fc96cfaa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0662887 Feb 04 09:33:42.803114 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-33788654-4f03-4b34-a3ed-1a63615dc747 req-78b21a74-99f3-477b-b2cb-4a6e081f2f05 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffa51986-14c2-4157-b55a-d472d91e4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430876 Feb 04 09:33:42.808592 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-96fad75a-8172-47fc-8455-1d5c4b8c24b5 req-ac8c0a5f-adaf-4cab-88b3-ba74746d7478 service neutron] 10.222.0.47 "GET /v2.0/networks/8450d63b-13b2-4d40-a293-f03fc96cfaa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265643 Feb 04 09:33:42.938126 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-96fad75a-8172-47fc-8455-1d5c4b8c24b5 req-3cf7d44f-90bf-4f70-9ee8-a064d44b9896 service neutron] 10.222.0.47 "GET /v2.0/networks/8450d63b-13b2-4d40-a293-f03fc96cfaa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237001 Feb 04 09:33:43.997026 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33fad92-9348-462f-8ce9-d20c20db1a92 req-d71abc4b-635c-4671-8396-38e7ca7cb83a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:33:43.998457 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d33fad92-9348-462f-8ce9-d20c20db1a92 req-d71abc4b-635c-4671-8396-38e7ca7cb83a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d8db125-1fa6-451c-a95d-fe1ff0f82956 HTTP/1.1" status: 200 len: 945 time: 0.0770321 Feb 04 09:33:44.042100 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d33fad92-9348-462f-8ce9-d20c20db1a92 req-de3d6f6b-ec4a-4961-84f0-1a702f8e633d tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffa51986-14c2-4157-b55a-d472d91e4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381706 Feb 04 09:33:45.238409 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60927cb-09e0-409a-8030-2f2c39bd04fb req-543126cc-2a7e-4a20-89de-5a9ce0f2605e tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:33:45.239728 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a60927cb-09e0-409a-8030-2f2c39bd04fb req-543126cc-2a7e-4a20-89de-5a9ce0f2605e tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d8db125-1fa6-451c-a95d-fe1ff0f82956 HTTP/1.1" status: 200 len: 945 time: 0.0770087 Feb 04 09:33:45.282542 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a60927cb-09e0-409a-8030-2f2c39bd04fb req-78e6202f-8ec8-402c-bbf2-87864f726d0c tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffa51986-14c2-4157-b55a-d472d91e4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374377 Feb 04 09:33:46.475652 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f1fc8b-1526-487b-b6ff-ba598de450d1 req-46a8df8c-7d61-437a-a422-c90c1a5d8ae3 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:33:46.477104 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-85f1fc8b-1526-487b-b6ff-ba598de450d1 req-46a8df8c-7d61-437a-a422-c90c1a5d8ae3 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d8db125-1fa6-451c-a95d-fe1ff0f82956 HTTP/1.1" status: 200 len: 945 time: 0.0745270 Feb 04 09:33:46.520174 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-85f1fc8b-1526-487b-b6ff-ba598de450d1 req-f39942a8-b202-4553-9e18-297ed6ee5b9d tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffa51986-14c2-4157-b55a-d472d91e4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370960 Feb 04 09:33:47.718403 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d381d31-303e-473f-95a5-4a8c30ab3475 req-3692d138-bacc-4b9c-b4d2-9a1d86e216b4 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:33:47.719735 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7d381d31-303e-473f-95a5-4a8c30ab3475 req-3692d138-bacc-4b9c-b4d2-9a1d86e216b4 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d8db125-1fa6-451c-a95d-fe1ff0f82956 HTTP/1.1" status: 200 len: 945 time: 0.0812194 Feb 04 09:33:47.763263 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7d381d31-303e-473f-95a5-4a8c30ab3475 req-f2e6c1ca-ff48-4ac1-8a8e-5dbb0e9683a3 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffa51986-14c2-4157-b55a-d472d91e4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381722 Feb 04 09:33:48.955294 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3dd760-8009-42cc-8424-783e1b4d56d0 req-4e64d538-9899-479b-be64-ab22130bdbda tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:33:48.956686 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-0f3dd760-8009-42cc-8424-783e1b4d56d0 req-4e64d538-9899-479b-be64-ab22130bdbda tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d8db125-1fa6-451c-a95d-fe1ff0f82956 HTTP/1.1" status: 200 len: 945 time: 0.0747702 Feb 04 09:33:49.004087 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-0f3dd760-8009-42cc-8424-783e1b4d56d0 req-0ab55222-27c8-47d5-a93d-d62769d1a075 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffa51986-14c2-4157-b55a-d472d91e4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419836 Feb 04 09:33:49.456356 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-f8442b54-95bd-4689-8f48-a95420e1d0be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:33:50.137768 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 09:33:50.194637 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af0103f-dda8-481c-b937-0f01d136bf48 req-c7d8c9c2-6ec6-496e-a470-dbc63f4b09a5 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:33:50.196073 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-1af0103f-dda8-481c-b937-0f01d136bf48 req-c7d8c9c2-6ec6-496e-a470-dbc63f4b09a5 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d8db125-1fa6-451c-a95d-fe1ff0f82956 HTTP/1.1" status: 200 len: 945 time: 0.0754390 Feb 04 09:33:50.243995 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-1af0103f-dda8-481c-b937-0f01d136bf48 req-1f5b66e7-6804-4f5a-8d2f-2403d58dbf64 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffa51986-14c2-4157-b55a-d472d91e4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393550 Feb 04 09:33:51.437894 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ac121-283e-46bd-a12c-1ca63b5421e9 req-68d2c4a0-d52e-4ac4-b485-5dd3a76ccdba tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:33:51.439313 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-630ac121-283e-46bd-a12c-1ca63b5421e9 req-68d2c4a0-d52e-4ac4-b485-5dd3a76ccdba tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d8db125-1fa6-451c-a95d-fe1ff0f82956 HTTP/1.1" status: 200 len: 945 time: 0.0795395 Feb 04 09:33:51.483099 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-630ac121-283e-46bd-a12c-1ca63b5421e9 req-3b00bff1-d92d-4c33-be0c-afd7157f06e8 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffa51986-14c2-4157-b55a-d472d91e4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383742 Feb 04 09:33:51.747725 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-f40b49a8-e460-4cde-ba5b-937a13c9595c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:33:52.680732 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c57a8a5-a10b-4d99-8d68-c14ba52ff8a2 req-44fb2218-0e6a-4efe-98ad-bd2b045c49ce tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:33:52.682183 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8c57a8a5-a10b-4d99-8d68-c14ba52ff8a2 req-44fb2218-0e6a-4efe-98ad-bd2b045c49ce tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d8db125-1fa6-451c-a95d-fe1ff0f82956 HTTP/1.1" status: 200 len: 945 time: 0.0780935 Feb 04 09:33:52.725676 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8c57a8a5-a10b-4d99-8d68-c14ba52ff8a2 req-c61e816d-66b8-4f8e-a41a-72ad772d5799 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffa51986-14c2-4157-b55a-d472d91e4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373428 Feb 04 09:33:53.003968 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:33:53.073495 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:33:53.921992 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d4e412-c765-4e03-8c2b-f72403291538 req-816ce857-9d2e-4bd7-a03b-9c69dcf60273 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:33:53.923436 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b0d4e412-c765-4e03-8c2b-f72403291538 req-816ce857-9d2e-4bd7-a03b-9c69dcf60273 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d8db125-1fa6-451c-a95d-fe1ff0f82956 HTTP/1.1" status: 200 len: 945 time: 0.0778885 Feb 04 09:33:53.967366 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b0d4e412-c765-4e03-8c2b-f72403291538 req-5de2845d-6e34-42b4-ba07-ea36d3b9ea16 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffa51986-14c2-4157-b55a-d472d91e4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385749 Feb 04 09:33:54.553691 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:33:55.164498 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae96083-6a8d-4116-82f3-8ee6bceae09f req-f79fb4a5-d737-4b4b-8fda-2b9a62344722 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:33:55.165978 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-3ae96083-6a8d-4116-82f3-8ee6bceae09f req-f79fb4a5-d737-4b4b-8fda-2b9a62344722 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d8db125-1fa6-451c-a95d-fe1ff0f82956 HTTP/1.1" status: 200 len: 945 time: 0.0733025 Feb 04 09:33:55.216220 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-3ae96083-6a8d-4116-82f3-8ee6bceae09f req-9e13c430-5768-46c1-8914-e5127f326e0f tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffa51986-14c2-4157-b55a-d472d91e4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430038 Feb 04 09:33:56.413460 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f93a86-8e38-4bd8-96fb-5c526835e21b req-9ab3cc60-2192-4755-bf75-3e3ee03bef42 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:33:56.414879 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-33f93a86-8e38-4bd8-96fb-5c526835e21b req-9ab3cc60-2192-4755-bf75-3e3ee03bef42 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d8db125-1fa6-451c-a95d-fe1ff0f82956 HTTP/1.1" status: 200 len: 945 time: 0.0742400 Feb 04 09:33:56.458774 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-33f93a86-8e38-4bd8-96fb-5c526835e21b req-f12a002e-1aa2-4800-be93-252adf68d3f3 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffa51986-14c2-4157-b55a-d472d91e4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379970 Feb 04 09:33:56.633411 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:33:57.657194 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efbabe2-8886-419f-86a9-482dc4db41a4 req-a3cd617d-a424-4300-a6f0-781bfbc482b4 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:33:57.658546 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-6efbabe2-8886-419f-86a9-482dc4db41a4 req-a3cd617d-a424-4300-a6f0-781bfbc482b4 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d8db125-1fa6-451c-a95d-fe1ff0f82956 HTTP/1.1" status: 200 len: 945 time: 0.0818839 Feb 04 09:33:57.703528 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-6efbabe2-8886-419f-86a9-482dc4db41a4 req-f9d55b60-9e77-4b9d-a5b0-c904d2650bcc tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffa51986-14c2-4157-b55a-d472d91e4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394974 Feb 04 09:33:58.892743 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf1627c-90e6-495b-a876-3b9360ed890d req-5829d070-3996-42ac-83f5-499baaafe8ac tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:33:58.894148 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-aaf1627c-90e6-495b-a876-3b9360ed890d req-5829d070-3996-42ac-83f5-499baaafe8ac tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d8db125-1fa6-451c-a95d-fe1ff0f82956 HTTP/1.1" status: 200 len: 945 time: 0.0733936 Feb 04 09:33:58.937420 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-aaf1627c-90e6-495b-a876-3b9360ed890d req-fb774a28-3baa-4a71-b5e5-bb5ec57f429a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffa51986-14c2-4157-b55a-d472d91e4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379071 Feb 04 09:34:00.025737 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-96fad75a-8172-47fc-8455-1d5c4b8c24b5 req-4eced391-38e0-4e22-85d8-29e9eefd81b2 service neutron] 10.222.0.47 "GET /v2.0/ports/3486b85a-9270-4b3c-b5d1-0bf8bc8e3b63/bindings/hv-neutron-8277 HTTP/1.1" status: 200 len: 384 time: 0.0787406 Feb 04 09:34:00.140719 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ecf124-a682-4dd7-86b5-3fb32aff31f9 req-db4d5442-3bb6-4c31-90f0-d0149abdcd21 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:34:00.142202 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e8ecf124-a682-4dd7-86b5-3fb32aff31f9 req-db4d5442-3bb6-4c31-90f0-d0149abdcd21 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d8db125-1fa6-451c-a95d-fe1ff0f82956 HTTP/1.1" status: 200 len: 945 time: 0.0792089 Feb 04 09:34:00.186339 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e8ecf124-a682-4dd7-86b5-3fb32aff31f9 req-550b9eec-264c-4a5b-974d-1c4bba4ca38a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffa51986-14c2-4157-b55a-d472d91e4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387154 Feb 04 09:34:00.538669 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-96fad75a-8172-47fc-8455-1d5c4b8c24b5 req-7578718f-29f0-4ae3-9d2b-db6e2df9300a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9d8db125-1fa6-451c-a95d-fe1ff0f82956&tenant_id=780eb962d64446649b0f5d5c27ee1665 HTTP/1.1" status: 200 len: 1098 time: 0.0674167 Feb 04 09:34:00.628966 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-96fad75a-8172-47fc-8455-1d5c4b8c24b5 req-c3237aaf-66d3-48c3-bf49-a265a2c763ef service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=780eb962d64446649b0f5d5c27ee1665&device_id=9d8db125-1fa6-451c-a95d-fe1ff0f82956 HTTP/1.1" status: 200 len: 1098 time: 0.0696394 Feb 04 09:34:00.757403 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fad75a-8172-47fc-8455-1d5c4b8c24b5 req-540a5d2e-9a85-4007-9e5d-ef737b465838 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:34:00.758828 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-96fad75a-8172-47fc-8455-1d5c4b8c24b5 req-540a5d2e-9a85-4007-9e5d-ef737b465838 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8450d63b-13b2-4d40-a293-f03fc96cfaa5 HTTP/1.1" status: 200 len: 897 time: 0.1243165 Feb 04 09:34:00.855681 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-96fad75a-8172-47fc-8455-1d5c4b8c24b5 req-35658a65-ce82-49cf-b66f-a1ebdb8124a8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3486b85a-9270-4b3c-b5d1-0bf8bc8e3b63 HTTP/1.1" status: 200 len: 1000 time: 0.0908597 Feb 04 09:34:00.998343 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fad75a-8172-47fc-8455-1d5c4b8c24b5 req-9388b2dd-6df6-4f30-a679-b2d6ed970ab1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:34:00.999751 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-96fad75a-8172-47fc-8455-1d5c4b8c24b5 req-9388b2dd-6df6-4f30-a679-b2d6ed970ab1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ed678c3-0ecf-484a-a201-076e1dbb8418 HTTP/1.1" status: 200 len: 834 time: 0.1381755 Feb 04 09:34:01.071836 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-96fad75a-8172-47fc-8455-1d5c4b8c24b5 req-dbfc4e8e-85fd-4d6c-9613-69bb2a530657 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8450d63b-13b2-4d40-a293-f03fc96cfaa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0662019 Feb 04 09:34:01.197146 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-96fad75a-8172-47fc-8455-1d5c4b8c24b5 req-11ea41ca-3467-4e8f-b204-ecbbcfbc806e service neutron] 10.222.0.47 "GET /v2.0/networks/8450d63b-13b2-4d40-a293-f03fc96cfaa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193459 Feb 04 09:34:01.325812 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-96fad75a-8172-47fc-8455-1d5c4b8c24b5 req-38d523b9-cc74-4ba7-b372-ed9116b87c2d service neutron] 10.222.0.47 "GET /v2.0/networks/8450d63b-13b2-4d40-a293-f03fc96cfaa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235042 Feb 04 09:34:01.380235 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96651974-c98a-475f-97d8-343d1fea8ead req-7d6f8e76-863c-46b6-ab39-4e19627e1a68 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:34:01.381703 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-96651974-c98a-475f-97d8-343d1fea8ead req-7d6f8e76-863c-46b6-ab39-4e19627e1a68 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d8db125-1fa6-451c-a95d-fe1ff0f82956 HTTP/1.1" status: 200 len: 945 time: 0.0754895 Feb 04 09:34:01.428747 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-96651974-c98a-475f-97d8-343d1fea8ead req-8d4cb6a6-c04d-4489-8bc2-87604f2506bc tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffa51986-14c2-4157-b55a-d472d91e4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416138 Feb 04 09:34:02.623449 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e621d9-ca48-4e16-a1c3-65c15d3e73fb req-25c7acb0-306f-4f94-b288-ed41fc4566f2 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:34:02.624896 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-19e621d9-ca48-4e16-a1c3-65c15d3e73fb req-25c7acb0-306f-4f94-b288-ed41fc4566f2 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d8db125-1fa6-451c-a95d-fe1ff0f82956 HTTP/1.1" status: 200 len: 945 time: 0.0770326 Feb 04 09:34:02.668499 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-19e621d9-ca48-4e16-a1c3-65c15d3e73fb req-37bbadd1-b73a-462f-8657-535696dae8a4 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffa51986-14c2-4157-b55a-d472d91e4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383229 Feb 04 09:34:03.581707 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device 3486b85a-9270-4b3c-b5d1-0bf8bc8e3b63 details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=84109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 09:34:03.583990 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device 3486b85a-9270-4b3c-b5d1-0bf8bc8e3b63 no longer exists at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 09:34:03.791804 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:34:03.822447 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port 3486b85a-9270-4b3c-b5d1-0bf8bc8e3b63, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=3486b85a-9270-4b3c-b5d1-0bf8bc8e3b63,segment=NetworkSegment(19e3bf05-dd49-49f4-bf7c-89e986a9d944),segment_id=19e3bf05-dd49-49f4-bf7c-89e986a9d944)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:34:03.844163 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Returning: {'device': '3486b85a-9270-4b3c-b5d1-0bf8bc8e3b63', 'network_id': '8450d63b-13b2-4d40-a293-f03fc96cfaa5', 'port_id': '3486b85a-9270-4b3c-b5d1-0bf8bc8e3b63', 'mac_address': 'fa:16:3e:eb:50:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ed678c3-0ecf-484a-a201-076e1dbb8418', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 09:34:03.845477 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d8db125-1fa6-451c-a95d-fe1ff0f82956', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3486b85a-9270-4b3c-b5d1-0bf8bc8e3b63'}] {{(pid=84109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:34:03.866595 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a923f196-bcaa-4361-8dd9-2826a3c52c27 req-354916b3-52f2-4f30-bdd6-93e8ad05e885 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:34:03.868066 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a923f196-bcaa-4361-8dd9-2826a3c52c27 req-354916b3-52f2-4f30-bdd6-93e8ad05e885 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d8db125-1fa6-451c-a95d-fe1ff0f82956 HTTP/1.1" status: 200 len: 945 time: 0.0752404 Feb 04 09:34:03.885358 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port 3486b85a-9270-4b3c-b5d1-0bf8bc8e3b63, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=3486b85a-9270-4b3c-b5d1-0bf8bc8e3b63,segment=NetworkSegment(19e3bf05-dd49-49f4-bf7c-89e986a9d944),segment_id=19e3bf05-dd49-49f4-bf7c-89e986a9d944)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:34:03.915200 dv-neutron-827798-2-hyperv neutron-server[84109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d8db125-1fa6-451c-a95d-fe1ff0f82956', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3486b85a-9270-4b3c-b5d1-0bf8bc8e3b63', 'code': 200} Feb 04 09:34:03.915955 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:34:03.920470 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a923f196-bcaa-4361-8dd9-2826a3c52c27 req-163f1ab3-34b6-4ce3-88f3-bce665e0fdba tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffa51986-14c2-4157-b55a-d472d91e4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457540 Feb 04 09:34:03.936160 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3486b85a-9270-4b3c-b5d1-0bf8bc8e3b63 {{(pid=84109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 09:34:03.948646 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:34:04.054973 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.db.api [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 09:34:04.055310 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG oslo_db.api [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 09:34:04.059337 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=3486b85a-9270-4b3c-b5d1-0bf8bc8e3b63,revision_number=6']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:34:04.067379 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:34:04.067720 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:34:04.068052 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:34:04.068380 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:34:04.068870 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:34:04.069194 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:34:04.069516 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:34:04.069838 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:34:04.070160 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:34:04.070474 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:34:04.070787 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:34:04.610440 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:34:04.627732 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3486b85a-9270-4b3c-b5d1-0bf8bc8e3b63 {{(pid=84109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 09:34:04.642600 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port 3486b85a-9270-4b3c-b5d1-0bf8bc8e3b63, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=3486b85a-9270-4b3c-b5d1-0bf8bc8e3b63,segment=NetworkSegment(19e3bf05-dd49-49f4-bf7c-89e986a9d944),segment_id=19e3bf05-dd49-49f4-bf7c-89e986a9d944)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:34:04.730725 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:34:04.796621 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] get_ports_and_sgs() called for port_ids ['3486b85a-9270-4b3c-b5d1-0bf8bc8e3b63'] {{(pid=84109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 09:34:04.834806 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=3486b85a-9270-4b3c-b5d1-0bf8bc8e3b63,revision_number=7']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:34:05.119977 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a636c6e2-246b-4c80-a095-1f23a20519b1 req-86dbfb3d-ac98-4e3c-bb4e-a254a3429289 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:34:05.121943 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a636c6e2-246b-4c80-a095-1f23a20519b1 req-86dbfb3d-ac98-4e3c-bb4e-a254a3429289 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d8db125-1fa6-451c-a95d-fe1ff0f82956 HTTP/1.1" status: 200 len: 944 time: 0.0753260 Feb 04 09:34:05.165275 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a636c6e2-246b-4c80-a095-1f23a20519b1 req-e87c97d6-bd3e-4905-91c4-66a2b77a2061 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffa51986-14c2-4157-b55a-d472d91e4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380113 Feb 04 09:34:05.607684 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device 3486b85a-9270-4b3c-b5d1-0bf8bc8e3b63 up at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:34:05.638046 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b544cc00-92a8-4540-97ef-3a2ccb32e5d9 req-73d7937e-9bf8-4ee5-bcd9-132322eb724b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:34:05.639520 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b544cc00-92a8-4540-97ef-3a2ccb32e5d9 req-73d7937e-9bf8-4ee5-bcd9-132322eb724b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d8db125-1fa6-451c-a95d-fe1ff0f82956 HTTP/1.1" status: 200 len: 944 time: 0.0789397 Feb 04 09:34:05.675350 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Provisioning complete for port 3486b85a-9270-4b3c-b5d1-0bf8bc8e3b63 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:34:05.675919 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:34:05.690036 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b544cc00-92a8-4540-97ef-3a2ccb32e5d9 req-9a8dd12b-eb4b-4990-9b0e-656bceb3896f tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffa51986-14c2-4157-b55a-d472d91e4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434020 Feb 04 09:34:05.695739 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddd759e-cc2b-47f3-bc48-4394b16fba4c req-02eb0221-f40b-403c-94da-fff09a0a2fde tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:34:05.696991 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [req-1ddd759e-cc2b-47f3-bc48-4394b16fba4c req-02eb0221-f40b-403c-94da-fff09a0a2fde tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Synchronizing usage tracker for tenant:780eb962d64446649b0f5d5c27ee1665 on resource:port {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 09:34:05.777117 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [req-1ddd759e-cc2b-47f3-bc48-4394b16fba4c req-02eb0221-f40b-403c-94da-fff09a0a2fde tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Unset dirty status for tenant:780eb962d64446649b0f5d5c27ee1665 on resource:port {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 09:34:05.778402 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-1ddd759e-cc2b-47f3-bc48-4394b16fba4c req-02eb0221-f40b-403c-94da-fff09a0a2fde tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.47 "GET /v2.0/ports?device_id=9d8db125-1fa6-451c-a95d-fe1ff0f82956&tenant_id=780eb962d64446649b0f5d5c27ee1665&binding%3Ahost_id=hv-neutron-8277 HTTP/1.1" status: 200 len: 944 time: 0.1677558 Feb 04 09:34:05.792909 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:34:05.826016 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port 3486b85a-9270-4b3c-b5d1-0bf8bc8e3b63, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=3486b85a-9270-4b3c-b5d1-0bf8bc8e3b63,segment=NetworkSegment(19e3bf05-dd49-49f4-bf7c-89e986a9d944),segment_id=19e3bf05-dd49-49f4-bf7c-89e986a9d944)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:34:05.891043 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:34:05.893204 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f913ac-6c16-458c-8e19-b5df880e6881 req-4e1a4733-2590-47fc-a1a7-2099e48d017f tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:34:05.894683 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c2f913ac-6c16-458c-8e19-b5df880e6881 req-4e1a4733-2590-47fc-a1a7-2099e48d017f tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d8db125-1fa6-451c-a95d-fe1ff0f82956 HTTP/1.1" status: 200 len: 944 time: 0.0765626 Feb 04 09:34:05.925305 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d8db125-1fa6-451c-a95d-fe1ff0f82956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3486b85a-9270-4b3c-b5d1-0bf8bc8e3b63'}] {{(pid=84109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:34:05.926205 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-1ddd759e-cc2b-47f3-bc48-4394b16fba4c req-1a34ceda-15c4-43b6-b0be-8bc49bce24d3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=780eb962d64446649b0f5d5c27ee1665&device_id=9d8db125-1fa6-451c-a95d-fe1ff0f82956 HTTP/1.1" status: 200 len: 1097 time: 0.0747740 Feb 04 09:34:05.942112 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c2f913ac-6c16-458c-8e19-b5df880e6881 req-f65bfdb9-b15d-4469-8ca7-9151a2cdbde0 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffa51986-14c2-4157-b55a-d472d91e4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418446 Feb 04 09:34:05.990701 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=3486b85a-9270-4b3c-b5d1-0bf8bc8e3b63,revision_number=8']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:34:06.013090 dv-neutron-827798-2-hyperv neutron-server[84109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d8db125-1fa6-451c-a95d-fe1ff0f82956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3486b85a-9270-4b3c-b5d1-0bf8bc8e3b63', 'code': 200} Feb 04 09:34:06.078801 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddd759e-cc2b-47f3-bc48-4394b16fba4c req-457d8eb1-8048-48bb-b6a3-6c5e892e4008 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:34:06.080295 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-1ddd759e-cc2b-47f3-bc48-4394b16fba4c req-457d8eb1-8048-48bb-b6a3-6c5e892e4008 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8450d63b-13b2-4d40-a293-f03fc96cfaa5 HTTP/1.1" status: 200 len: 897 time: 0.1469789 Feb 04 09:34:06.181043 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-1ddd759e-cc2b-47f3-bc48-4394b16fba4c req-bff683fd-0c84-479d-8d9a-ab6975851122 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3486b85a-9270-4b3c-b5d1-0bf8bc8e3b63 HTTP/1.1" status: 200 len: 1000 time: 0.0944242 Feb 04 09:34:06.240349 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddd759e-cc2b-47f3-bc48-4394b16fba4c req-73d3c92f-1084-4e04-9da0-1e1fd8b233d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:34:06.241810 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-1ddd759e-cc2b-47f3-bc48-4394b16fba4c req-73d3c92f-1084-4e04-9da0-1e1fd8b233d7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ed678c3-0ecf-484a-a201-076e1dbb8418 HTTP/1.1" status: 200 len: 834 time: 0.0557718 Feb 04 09:34:06.315368 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-1ddd759e-cc2b-47f3-bc48-4394b16fba4c req-51550666-af42-465f-a1e8-11ac4ff7f597 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8450d63b-13b2-4d40-a293-f03fc96cfaa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684788 Feb 04 09:34:06.441770 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-1ddd759e-cc2b-47f3-bc48-4394b16fba4c req-73aa59fd-8961-4c1c-86e8-c47163230793 service neutron] 10.222.0.47 "GET /v2.0/networks/8450d63b-13b2-4d40-a293-f03fc96cfaa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208625 Feb 04 09:34:06.569346 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-1ddd759e-cc2b-47f3-bc48-4394b16fba4c req-4a10e050-f03d-47ac-a580-a604c685f298 service neutron] 10.222.0.47 "GET /v2.0/networks/8450d63b-13b2-4d40-a293-f03fc96cfaa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220498 Feb 04 09:34:07.142457 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5979a2-8728-46c2-b423-ec7dae38f600 req-45658e89-2609-4317-a58d-dbdca9108489 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:34:07.143923 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-0c5979a2-8728-46c2-b423-ec7dae38f600 req-45658e89-2609-4317-a58d-dbdca9108489 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d8db125-1fa6-451c-a95d-fe1ff0f82956 HTTP/1.1" status: 200 len: 945 time: 0.0776339 Feb 04 09:34:07.189572 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-0c5979a2-8728-46c2-b423-ec7dae38f600 req-fb1bc80a-92e9-4cc7-94d2-3e5caed985c0 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffa51986-14c2-4157-b55a-d472d91e4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399919 Feb 04 09:34:08.379646 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bf8cf8-5c73-42b1-9270-3ea89f6767ba req-86efb4c5-7519-4d42-ab99-b606edbbada8 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:34:08.381072 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-61bf8cf8-5c73-42b1-9270-3ea89f6767ba req-86efb4c5-7519-4d42-ab99-b606edbbada8 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d8db125-1fa6-451c-a95d-fe1ff0f82956 HTTP/1.1" status: 200 len: 945 time: 0.0726469 Feb 04 09:34:08.427776 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-61bf8cf8-5c73-42b1-9270-3ea89f6767ba req-7477dbc9-b409-4966-87ab-3e22a2239192 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffa51986-14c2-4157-b55a-d472d91e4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408516 Feb 04 09:34:08.455536 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 35570) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:34:08.555815 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-b5d0cf98-0bc9-405d-a403-5ffd75dad9fa tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/floatingips/470355ea-7df9-4900-9de0-61f554b17c0d HTTP/1.1" status: 200 len: 992 time: 0.0988302 Feb 04 09:34:19.450709 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-268e3128-5a2c-428e-8979-63daaddaf2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:34:21.781578 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-8a44a80c-5add-4006-b260-124b7686c860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:34:22.087095 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-576ab46f-3f91-4991-bd63-e34b2cfe8f25 req-ada5a4bb-05a7-4fb4-9f3a-a09d005c777b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9d8db125-1fa6-451c-a95d-fe1ff0f82956&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0703869 Feb 04 09:34:22.224485 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-576ab46f-3f91-4991-bd63-e34b2cfe8f25 req-16078c81-9169-4637-b551-da99230d333b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=780eb962d64446649b0f5d5c27ee1665&device_id=9d8db125-1fa6-451c-a95d-fe1ff0f82956 HTTP/1.1" status: 200 len: 1098 time: 0.0695076 Feb 04 09:34:22.364726 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576ab46f-3f91-4991-bd63-e34b2cfe8f25 req-43f48c18-acd0-4ead-9d23-5f6a30cc5a2b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:34:22.366060 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-576ab46f-3f91-4991-bd63-e34b2cfe8f25 req-43f48c18-acd0-4ead-9d23-5f6a30cc5a2b service neutron] 10.222.0.47 "GET /v2.0/networks?id=8450d63b-13b2-4d40-a293-f03fc96cfaa5 HTTP/1.1" status: 200 len: 897 time: 0.1242547 Feb 04 09:34:22.462127 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-576ab46f-3f91-4991-bd63-e34b2cfe8f25 req-dc64b06f-ec46-4557-8ca9-426816787406 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3486b85a-9270-4b3c-b5d1-0bf8bc8e3b63 HTTP/1.1" status: 200 len: 1000 time: 0.0897424 Feb 04 09:34:22.604100 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576ab46f-3f91-4991-bd63-e34b2cfe8f25 req-e6899967-3770-455f-8137-b72de807d60f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:34:22.606093 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-576ab46f-3f91-4991-bd63-e34b2cfe8f25 req-e6899967-3770-455f-8137-b72de807d60f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ed678c3-0ecf-484a-a201-076e1dbb8418 HTTP/1.1" status: 200 len: 834 time: 0.1382158 Feb 04 09:34:22.678722 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-576ab46f-3f91-4991-bd63-e34b2cfe8f25 req-80c587e0-8aa7-4ae3-9370-407043772d76 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8450d63b-13b2-4d40-a293-f03fc96cfaa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665905 Feb 04 09:34:22.812151 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-576ab46f-3f91-4991-bd63-e34b2cfe8f25 req-e731816e-1577-42b2-bf8e-75463dccf99c service neutron] 10.222.0.47 "GET /v2.0/networks/8450d63b-13b2-4d40-a293-f03fc96cfaa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274128 Feb 04 09:34:22.941021 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-576ab46f-3f91-4991-bd63-e34b2cfe8f25 req-a7489c81-92f0-4281-8dff-739fdfbaa820 service neutron] 10.222.0.47 "GET /v2.0/networks/8450d63b-13b2-4d40-a293-f03fc96cfaa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224833 Feb 04 09:34:22.982101 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:34:23.078801 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:34:24.541673 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:34:26.622348 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:34:27.137452 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 09:34:49.444258 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-53621a47-8c86-48d2-84bd-ed4885dc3c22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:34:51.747670 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-30881efb-45c1-4c7c-9a6b-4228de6a35e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:34:52.970187 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:34:53.084281 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:34:54.541658 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:34:56.644378 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:04.137890 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 09:35:05.578149 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 35594) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:35:05.858385 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-7a4e4292-b3b1-4b3c-ba96-8c2f484153dd tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Deleting port 1dde1c66-9872-4a13-8549-e358b0556f13 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:35:05.858728 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7a4e4292-b3b1-4b3c-ba96-8c2f484153dd tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:06.025380 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7a4e4292-b3b1-4b3c-ba96-8c2f484153dd tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:06.025712 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7a4e4292-b3b1-4b3c-ba96-8c2f484153dd tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:06.141836 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-7a4e4292-b3b1-4b3c-ba96-8c2f484153dd tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Calling delete_port for 1dde1c66-9872-4a13-8549-e358b0556f13 owned by network:floatingip {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 09:35:06.370224 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7a4e4292-b3b1-4b3c-ba96-8c2f484153dd tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:06.412269 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4e4292-b3b1-4b3c-ba96-8c2f484153dd tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event deleted for resources: {'Port': ['ID=1dde1c66-9872-4a13-8549-e358b0556f13,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:35:06.426087 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4e4292-b3b1-4b3c-ba96-8c2f484153dd tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:35:06.426432 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4e4292-b3b1-4b3c-ba96-8c2f484153dd tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:35:06.426771 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4e4292-b3b1-4b3c-ba96-8c2f484153dd tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:35:06.427110 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4e4292-b3b1-4b3c-ba96-8c2f484153dd tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:35:06.427443 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4e4292-b3b1-4b3c-ba96-8c2f484153dd tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:35:06.428142 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4e4292-b3b1-4b3c-ba96-8c2f484153dd tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:35:06.428142 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4e4292-b3b1-4b3c-ba96-8c2f484153dd tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:35:06.428430 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4e4292-b3b1-4b3c-ba96-8c2f484153dd tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:35:06.428779 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4e4292-b3b1-4b3c-ba96-8c2f484153dd tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:35:06.429102 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4e4292-b3b1-4b3c-ba96-8c2f484153dd tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:35:06.429422 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4e4292-b3b1-4b3c-ba96-8c2f484153dd tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:35:06.514088 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7a4e4292-b3b1-4b3c-ba96-8c2f484153dd tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for floatingip, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:06.894323 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a4e4292-b3b1-4b3c-ba96-8c2f484153dd tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Router bcaa71e5-9f48-4d5b-a8d3-675b46b5b02a has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 09:35:07.086843 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a4e4292-b3b1-4b3c-ba96-8c2f484153dd tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 09:35:07.096924 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5a45e2-6e7e-48cc-8ab9-1a111cc4a01a None None] Sync routers for ids ['bcaa71e5-9f48-4d5b-a8d3-675b46b5b02a'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 09:35:07.108843 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5a45e2-6e7e-48cc-8ab9-1a111cc4a01a None None] Routers {'bcaa71e5-9f48-4d5b-a8d3-675b46b5b02a'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:35:07.109455 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-cc5a45e2-6e7e-48cc-8ab9-1a111cc4a01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:34:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['bcaa71e5-9f48-4d5b-a8d3-675b46b5b02a'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:35:07.169694 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7a4e4292-b3b1-4b3c-ba96-8c2f484153dd tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for floatingip, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:07.221590 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-7a4e4292-b3b1-4b3c-ba96-8c2f484153dd tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "DELETE /v2.0/floatingips/470355ea-7df9-4900-9de0-61f554b17c0d HTTP/1.1" status: 204 len: 168 time: 1.6423624 Feb 04 09:35:07.222150 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d8db125-1fa6-451c-a95d-fe1ff0f82956', 'tag': '3486b85a-9270-4b3c-b5d1-0bf8bc8e3b63'}] {{(pid=84107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:35:07.289049 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-cc5a45e2-6e7e-48cc-8ab9-1a111cc4a01a None None] Set router bcaa71e5-9f48-4d5b-a8d3-675b46b5b02a gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:35:07.471296 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d8db125-1fa6-451c-a95d-fe1ff0f82956', 'tag': '3486b85a-9270-4b3c-b5d1-0bf8bc8e3b63', 'status': 'completed', 'code': 200} Feb 04 09:35:07.600341 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-cc5a45e2-6e7e-48cc-8ab9-1a111cc4a01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcaa71e5-9f48-4d5b-a8d3-675b46b5b02a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1429549468', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.45'}], 'enable_snat': True}, 'gw_port_id': '6847c318-58d4-414f-8b55-53bbb7260295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:31:49Z', 'updated_at': '2022-02-04T09:31:54Z', 'revision_number': 4, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'gw_port': {'id': '6847c318-58d4-414f-8b55-53bbb7260295', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:86:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcaa71e5-9f48-4d5b-a8d3-675b46b5b02a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:31:50Z', 'updated_at': '2022-02-04T09:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '2c4b1831-f024-46c3-a084-736d2900cbab', 'name': '', 'network_id': '8450d63b-13b2-4d40-a293-f03fc96cfaa5', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'mac_address': 'fa:16:3e:22:d9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcaa71e5-9f48-4d5b-a8d3-675b46b5b02a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6ed678c3-0ecf-484a-a201-076e1dbb8418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:31:54Z', 'updated_at': '2022-02-04T09:32:01Z', 'revision_number': 5, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'subnets': [{'id': '6ed678c3-0ecf-484a-a201-076e1dbb8418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:35:07.606840 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5a45e2-6e7e-48cc-8ab9-1a111cc4a01a None None] Checking router: bcaa71e5-9f48-4d5b-a8d3-675b46b5b02a for host: dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 09:35:07.617716 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5a45e2-6e7e-48cc-8ab9-1a111cc4a01a None None] Routers {'bcaa71e5-9f48-4d5b-a8d3-675b46b5b02a'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:35:07.618299 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-cc5a45e2-6e7e-48cc-8ab9-1a111cc4a01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:34:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['bcaa71e5-9f48-4d5b-a8d3-675b46b5b02a'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:35:07.683298 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-0f458216-10df-4ab9-9aea-09a298438344 req-42b0e67f-a91e-465a-9758-5c837a8a497b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=780eb962d64446649b0f5d5c27ee1665&device_id=9d8db125-1fa6-451c-a95d-fe1ff0f82956 HTTP/1.1" status: 200 len: 1098 time: 0.1494718 Feb 04 09:35:07.804405 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-cc5a45e2-6e7e-48cc-8ab9-1a111cc4a01a None None] Set router bcaa71e5-9f48-4d5b-a8d3-675b46b5b02a gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:35:07.822702 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f458216-10df-4ab9-9aea-09a298438344 req-d78b6471-60ba-4f29-9782-e891fdcf4106 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:35:07.824502 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-0f458216-10df-4ab9-9aea-09a298438344 req-d78b6471-60ba-4f29-9782-e891fdcf4106 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8450d63b-13b2-4d40-a293-f03fc96cfaa5 HTTP/1.1" status: 200 len: 897 time: 0.1346877 Feb 04 09:35:07.880015 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4335ea2b-2f5d-497b-bdd8-03625aacba27 req-ac776a73-4071-43c3-b87f-36b95fad5231 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:35:07.881042 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-4335ea2b-2f5d-497b-bdd8-03625aacba27 req-ac776a73-4071-43c3-b87f-36b95fad5231 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Synchronizing usage tracker for tenant:780eb962d64446649b0f5d5c27ee1665 on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 09:35:07.894224 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-0f458216-10df-4ab9-9aea-09a298438344 req-017fd0af-b4e7-448e-aa69-5c6da8dc6aee service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3486b85a-9270-4b3c-b5d1-0bf8bc8e3b63 HTTP/1.1" status: 200 len: 217 time: 0.0627575 Feb 04 09:35:07.947799 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-4335ea2b-2f5d-497b-bdd8-03625aacba27 req-ac776a73-4071-43c3-b87f-36b95fad5231 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Unset dirty status for tenant:780eb962d64446649b0f5d5c27ee1665 on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 09:35:07.950043 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4335ea2b-2f5d-497b-bdd8-03625aacba27 req-ac776a73-4071-43c3-b87f-36b95fad5231 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d8db125-1fa6-451c-a95d-fe1ff0f82956 HTTP/1.1" status: 200 len: 945 time: 0.2163694 Feb 04 09:35:07.965887 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f458216-10df-4ab9-9aea-09a298438344 req-3b8476f4-1785-4399-aee5-acbbc4cd4f1e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:35:07.967754 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-0f458216-10df-4ab9-9aea-09a298438344 req-3b8476f4-1785-4399-aee5-acbbc4cd4f1e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ed678c3-0ecf-484a-a201-076e1dbb8418 HTTP/1.1" status: 200 len: 834 time: 0.0666008 Feb 04 09:35:08.000241 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4335ea2b-2f5d-497b-bdd8-03625aacba27 req-162a3163-fbed-4841-b44a-79d529c37cdd tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffa51986-14c2-4157-b55a-d472d91e4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444024 Feb 04 09:35:08.050012 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-0f458216-10df-4ab9-9aea-09a298438344 req-8eef7288-95cf-4f9e-9ef3-f14e9eefd8c9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8450d63b-13b2-4d40-a293-f03fc96cfaa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749850 Feb 04 09:35:08.149016 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-cc5a45e2-6e7e-48cc-8ab9-1a111cc4a01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcaa71e5-9f48-4d5b-a8d3-675b46b5b02a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1429549468', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.45'}], 'enable_snat': True}, 'gw_port_id': '6847c318-58d4-414f-8b55-53bbb7260295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:31:49Z', 'updated_at': '2022-02-04T09:31:54Z', 'revision_number': 4, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'gw_port': {'id': '6847c318-58d4-414f-8b55-53bbb7260295', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:86:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcaa71e5-9f48-4d5b-a8d3-675b46b5b02a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:31:50Z', 'updated_at': '2022-02-04T09:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '2c4b1831-f024-46c3-a084-736d2900cbab', 'name': '', 'network_id': '8450d63b-13b2-4d40-a293-f03fc96cfaa5', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'mac_address': 'fa:16:3e:22:d9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcaa71e5-9f48-4d5b-a8d3-675b46b5b02a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6ed678c3-0ecf-484a-a201-076e1dbb8418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:31:54Z', 'updated_at': '2022-02-04T09:32:01Z', 'revision_number': 5, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'subnets': [{'id': '6ed678c3-0ecf-484a-a201-076e1dbb8418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:35:08.153442 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5a45e2-6e7e-48cc-8ab9-1a111cc4a01a None None] The sync data for ids ['bcaa71e5-9f48-4d5b-a8d3-675b46b5b02a'] in dv-neutron-827798-2-hyperv is: [{'id': 'bcaa71e5-9f48-4d5b-a8d3-675b46b5b02a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1429549468', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.45'}], 'enable_snat': True}, 'gw_port_id': '6847c318-58d4-414f-8b55-53bbb7260295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:31:49Z', 'updated_at': '2022-02-04T09:31:54Z', 'revision_number': 4, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'gw_port': {'id': '6847c318-58d4-414f-8b55-53bbb7260295', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:86:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcaa71e5-9f48-4d5b-a8d3-675b46b5b02a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:31:50Z', 'updated_at': '2022-02-04T09:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '2c4b1831-f024-46c3-a084-736d2900cbab', 'name': '', 'network_id': '8450d63b-13b2-4d40-a293-f03fc96cfaa5', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'mac_address': 'fa:16:3e:22:d9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcaa71e5-9f48-4d5b-a8d3-675b46b5b02a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6ed678c3-0ecf-484a-a201-076e1dbb8418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:31:54Z', 'updated_at': '2022-02-04T09:32:01Z', 'revision_number': 5, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'subnets': [{'id': '6ed678c3-0ecf-484a-a201-076e1dbb8418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 09:35:08.182913 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-0f458216-10df-4ab9-9aea-09a298438344 req-59db9588-7875-4c56-8aa9-ff9d9a64d7de service neutron] 10.222.0.47 "GET /v2.0/networks/8450d63b-13b2-4d40-a293-f03fc96cfaa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251318 Feb 04 09:35:08.321095 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-0f458216-10df-4ab9-9aea-09a298438344 req-694ada17-113c-420c-b630-19a8c86dc8e9 service neutron] 10.222.0.47 "GET /v2.0/networks/8450d63b-13b2-4d40-a293-f03fc96cfaa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315413 Feb 04 09:35:08.368136 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0329b6-2cca-4b37-a371-dc49a46d82b4 None None] New status for floating IP 470355ea-7df9-4900-9de0-61f554b17c0d: DOWN {{(pid=84109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 09:35:09.298916 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b043f45-991c-4af9-9acd-790f6e728420 req-aca9f83f-baf4-4743-804f-fd1dcd7dbd8d tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:35:09.300272 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-6b043f45-991c-4af9-9acd-790f6e728420 req-aca9f83f-baf4-4743-804f-fd1dcd7dbd8d tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d8db125-1fa6-451c-a95d-fe1ff0f82956 HTTP/1.1" status: 200 len: 945 time: 0.1381431 Feb 04 09:35:09.438721 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-6b043f45-991c-4af9-9acd-790f6e728420 req-091ec911-9160-4b40-8b4e-c14f0cea9661 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffa51986-14c2-4157-b55a-d472d91e4d13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330333 Feb 04 09:35:09.712026 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27583ac9-e4ca-4e1f-9082-2ddaa49242e6 req-670bc72c-2709-424e-8b45-1576e19c252a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:35:09.713463 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-27583ac9-e4ca-4e1f-9082-2ddaa49242e6 req-670bc72c-2709-424e-8b45-1576e19c252a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.47 "GET /v2.0/ports?device_id=9d8db125-1fa6-451c-a95d-fe1ff0f82956 HTTP/1.1" status: 200 len: 945 time: 0.0786920 Feb 04 09:35:09.778090 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [req-27583ac9-e4ca-4e1f-9082-2ddaa49242e6 req-cabb00b7-56be-45bf-a758-a92b9c61ee39 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Deleting port 3486b85a-9270-4b3c-b5d1-0bf8bc8e3b63 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:35:09.778423 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-27583ac9-e4ca-4e1f-9082-2ddaa49242e6 req-cabb00b7-56be-45bf-a758-a92b9c61ee39 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:10.013401 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [req-27583ac9-e4ca-4e1f-9082-2ddaa49242e6 req-cabb00b7-56be-45bf-a758-a92b9c61ee39 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] For port 3486b85a-9270-4b3c-b5d1-0bf8bc8e3b63, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=3486b85a-9270-4b3c-b5d1-0bf8bc8e3b63,segment=NetworkSegment(19e3bf05-dd49-49f4-bf7c-89e986a9d944),segment_id=19e3bf05-dd49-49f4-bf7c-89e986a9d944)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:35:10.013760 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-27583ac9-e4ca-4e1f-9082-2ddaa49242e6 req-cabb00b7-56be-45bf-a758-a92b9c61ee39 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:10.208301 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [req-27583ac9-e4ca-4e1f-9082-2ddaa49242e6 req-cabb00b7-56be-45bf-a758-a92b9c61ee39 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Calling delete_port for 3486b85a-9270-4b3c-b5d1-0bf8bc8e3b63 owned by compute:nova {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 09:35:10.410096 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-27583ac9-e4ca-4e1f-9082-2ddaa49242e6 req-cabb00b7-56be-45bf-a758-a92b9c61ee39 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:10.457292 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabb00b7-56be-45bf-a758-a92b9c61ee39 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event deleted for resources: {'Port': ['ID=3486b85a-9270-4b3c-b5d1-0bf8bc8e3b63,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:35:10.533923 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabb00b7-56be-45bf-a758-a92b9c61ee39 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:35:10.534255 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabb00b7-56be-45bf-a758-a92b9c61ee39 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:35:10.534590 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabb00b7-56be-45bf-a758-a92b9c61ee39 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:35:10.534919 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabb00b7-56be-45bf-a758-a92b9c61ee39 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:35:10.535241 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabb00b7-56be-45bf-a758-a92b9c61ee39 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:35:10.535559 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabb00b7-56be-45bf-a758-a92b9c61ee39 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:35:10.535876 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabb00b7-56be-45bf-a758-a92b9c61ee39 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:35:10.536191 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabb00b7-56be-45bf-a758-a92b9c61ee39 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:35:10.536500 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabb00b7-56be-45bf-a758-a92b9c61ee39 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:35:10.536837 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabb00b7-56be-45bf-a758-a92b9c61ee39 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:35:10.537145 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabb00b7-56be-45bf-a758-a92b9c61ee39 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:35:10.546603 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [req-27583ac9-e4ca-4e1f-9082-2ddaa49242e6 req-cabb00b7-56be-45bf-a758-a92b9c61ee39 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] No DVR routers for this DVR port 3486b85a-9270-4b3c-b5d1-0bf8bc8e3b63 on host hv-neutron-8277 {{(pid=84108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 09:35:10.548965 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-27583ac9-e4ca-4e1f-9082-2ddaa49242e6 req-cabb00b7-56be-45bf-a758-a92b9c61ee39 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:10.552711 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d8db125-1fa6-451c-a95d-fe1ff0f82956', 'name': 'network-vif-deleted', 'tag': '3486b85a-9270-4b3c-b5d1-0bf8bc8e3b63'}] {{(pid=84108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:35:10.603949 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-91bf042f-0871-4176-a871-5c11980da52e req-5e354036-c89b-4687-bdbc-c91d12493529 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d8db125-1fa6-451c-a95d-fe1ff0f82956 HTTP/1.1" status: 200 len: 210 time: 0.0403450 Feb 04 09:35:10.610723 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-27583ac9-e4ca-4e1f-9082-2ddaa49242e6 req-cabb00b7-56be-45bf-a758-a92b9c61ee39 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.47 "DELETE /v2.0/ports/3486b85a-9270-4b3c-b5d1-0bf8bc8e3b63 HTTP/1.1" status: 204 len: 173 time: 0.8923826 Feb 04 09:35:10.612223 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d8db125-1fa6-451c-a95d-fe1ff0f82956', 'name': 'network-vif-deleted', 'tag': '3486b85a-9270-4b3c-b5d1-0bf8bc8e3b63', 'status': 'completed', 'code': 200} Feb 04 09:35:11.706631 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 35630) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:35:12.097437 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4d742958-fa13-4ecb-a33c-14e92c72416a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473817'] for router_interface, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:12.696654 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-4d742958-fa13-4ecb-a33c-14e92c72416a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Deleting port 2c4b1831-f024-46c3-a084-736d2900cbab {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:35:12.696997 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4d742958-fa13-4ecb-a33c-14e92c72416a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:12.971302 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [None req-4d742958-fa13-4ecb-a33c-14e92c72416a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] For port 2c4b1831-f024-46c3-a084-736d2900cbab, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=2c4b1831-f024-46c3-a084-736d2900cbab,segment=NetworkSegment(19e3bf05-dd49-49f4-bf7c-89e986a9d944),segment_id=19e3bf05-dd49-49f4-bf7c-89e986a9d944)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:35:12.971985 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4d742958-fa13-4ecb-a33c-14e92c72416a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:13.088694 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-4d742958-fa13-4ecb-a33c-14e92c72416a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Calling delete_port for 2c4b1831-f024-46c3-a084-736d2900cbab owned by network:router_interface {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 09:35:13.335751 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4d742958-fa13-4ecb-a33c-14e92c72416a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:13.380004 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d742958-fa13-4ecb-a33c-14e92c72416a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event deleted for resources: {'Port': ['ID=2c4b1831-f024-46c3-a084-736d2900cbab,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:35:13.674466 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4d742958-fa13-4ecb-a33c-14e92c72416a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1572495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472959'] for router_interface, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:14.015137 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device 3486b85a-9270-4b3c-b5d1-0bf8bc8e3b63 no longer exists at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 09:35:14.048018 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] No Port match for: 3486b85a-9270-4b3c-b5d1-0bf8bc8e3b63 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 09:35:14.048436 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device 3486b85a-9270-4b3c-b5d1-0bf8bc8e3b63 not bound to the agent host hv-neutron-8277 {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 09:35:14.237268 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d742958-fa13-4ecb-a33c-14e92c72416a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Router bcaa71e5-9f48-4d5b-a8d3-675b46b5b02a has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 09:35:14.526892 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d742958-fa13-4ecb-a33c-14e92c72416a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 09:35:14.536239 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b72bac-3f5e-4d6c-b260-82509c09e477 None None] Sync routers for ids ['bcaa71e5-9f48-4d5b-a8d3-675b46b5b02a'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 09:35:14.538972 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-4d742958-fa13-4ecb-a33c-14e92c72416a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "PUT /v2.0/routers/bcaa71e5-9f48-4d5b-a8d3-675b46b5b02a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8312988 Feb 04 09:35:14.541665 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 35634) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:35:14.548028 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b72bac-3f5e-4d6c-b260-82509c09e477 None None] Routers {'bcaa71e5-9f48-4d5b-a8d3-675b46b5b02a'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:35:14.548633 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-61b72bac-3f5e-4d6c-b260-82509c09e477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:34:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['bcaa71e5-9f48-4d5b-a8d3-675b46b5b02a'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:35:14.718372 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-61b72bac-3f5e-4d6c-b260-82509c09e477 None None] Set router bcaa71e5-9f48-4d5b-a8d3-675b46b5b02a gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:35:14.721031 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a37d506-c127-4c80-ac70-57c754d5d75a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Deleting subnet 6ed678c3-0ecf-484a-a201-076e1dbb8418 {{(pid=84108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 09:35:14.723902 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0a37d506-c127-4c80-ac70-57c754d5d75a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for subnet, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:14.780725 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0a37d506-c127-4c80-ac70-57c754d5d75a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7851377'] for subnet, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:14.862249 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0a37d506-c127-4c80-ac70-57c754d5d75a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:15.000659 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-61b72bac-3f5e-4d6c-b260-82509c09e477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcaa71e5-9f48-4d5b-a8d3-675b46b5b02a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1429549468', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.45'}], 'enable_snat': True}, 'gw_port_id': '6847c318-58d4-414f-8b55-53bbb7260295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:31:49Z', 'updated_at': '2022-02-04T09:35:13Z', 'revision_number': 5, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'gw_port': {'id': '6847c318-58d4-414f-8b55-53bbb7260295', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:86:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcaa71e5-9f48-4d5b-a8d3-675b46b5b02a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:31:50Z', 'updated_at': '2022-02-04T09:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:35:15.004468 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b72bac-3f5e-4d6c-b260-82509c09e477 None None] Checking router: bcaa71e5-9f48-4d5b-a8d3-675b46b5b02a for host: dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 09:35:15.005212 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0a37d506-c127-4c80-ac70-57c754d5d75a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7593563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8119683'] for subnet, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:15.014929 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b72bac-3f5e-4d6c-b260-82509c09e477 None None] Routers {'bcaa71e5-9f48-4d5b-a8d3-675b46b5b02a'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:35:15.015517 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-61b72bac-3f5e-4d6c-b260-82509c09e477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:34:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['bcaa71e5-9f48-4d5b-a8d3-675b46b5b02a'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:35:15.062324 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a37d506-c127-4c80-ac70-57c754d5d75a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event deleted for resources: {'Subnet': ['ID=6ed678c3-0ecf-484a-a201-076e1dbb8418,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:35:15.068758 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0a37d506-c127-4c80-ac70-57c754d5d75a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:15.075931 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041f9050-f651-4081-8f51-6e9e6af93e24 None None] Network 8450d63b-13b2-4d40-a293-f03fc96cfaa5 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 09:35:15.081151 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-0a37d506-c127-4c80-ac70-57c754d5d75a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "DELETE /v2.0/subnets/6ed678c3-0ecf-484a-a201-076e1dbb8418 HTTP/1.1" status: 204 len: 168 time: 0.5384867 Feb 04 09:35:15.081697 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 35638) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:35:15.190420 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-61b72bac-3f5e-4d6c-b260-82509c09e477 None None] Set router bcaa71e5-9f48-4d5b-a8d3-675b46b5b02a gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:35:15.285896 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-758e2dba-b3c6-4ea5-9fc1-bcb0a17d2a1e tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for router, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:15.324083 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95b9987-2088-4b9d-8a1b-59f0ae88f834 None None] DHCP port deletion for 8450d63b-13b2-4d40-a293-f03fc96cfaa5 request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 09:35:15.328337 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-a95b9987-2088-4b9d-8a1b-59f0ae88f834 None None] Deleting port 1d9357ef-e9a1-45db-aeb0-c33a64136044 {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:35:15.328977 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-a95b9987-2088-4b9d-8a1b-59f0ae88f834 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:15.450774 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 1d9357ef-e9a1-45db-aeb0-c33a64136044 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 09:35:15.496149 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-758e2dba-b3c6-4ea5-9fc1-bcb0a17d2a1e tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:15.503423 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-61b72bac-3f5e-4d6c-b260-82509c09e477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcaa71e5-9f48-4d5b-a8d3-675b46b5b02a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1429549468', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.45'}], 'enable_snat': True}, 'gw_port_id': '6847c318-58d4-414f-8b55-53bbb7260295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:31:49Z', 'updated_at': '2022-02-04T09:35:13Z', 'revision_number': 5, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'gw_port': {'id': '6847c318-58d4-414f-8b55-53bbb7260295', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:86:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcaa71e5-9f48-4d5b-a8d3-675b46b5b02a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:31:50Z', 'updated_at': '2022-02-04T09:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:35:15.507337 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b72bac-3f5e-4d6c-b260-82509c09e477 None None] The sync data for ids ['bcaa71e5-9f48-4d5b-a8d3-675b46b5b02a'] in dv-neutron-827798-2-hyperv is: [{'id': 'bcaa71e5-9f48-4d5b-a8d3-675b46b5b02a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1429549468', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.45'}], 'enable_snat': True}, 'gw_port_id': '6847c318-58d4-414f-8b55-53bbb7260295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:31:49Z', 'updated_at': '2022-02-04T09:35:13Z', 'revision_number': 5, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'gw_port': {'id': '6847c318-58d4-414f-8b55-53bbb7260295', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:86:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcaa71e5-9f48-4d5b-a8d3-675b46b5b02a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:31:50Z', 'updated_at': '2022-02-04T09:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 09:35:15.558614 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-758e2dba-b3c6-4ea5-9fc1-bcb0a17d2a1e tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Deleting port 6847c318-58d4-414f-8b55-53bbb7260295 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:35:15.558896 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-758e2dba-b3c6-4ea5-9fc1-bcb0a17d2a1e tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:15.649079 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-a95b9987-2088-4b9d-8a1b-59f0ae88f834 None None] For port 1d9357ef-e9a1-45db-aeb0-c33a64136044, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=1d9357ef-e9a1-45db-aeb0-c33a64136044,segment=NetworkSegment(19e3bf05-dd49-49f4-bf7c-89e986a9d944),segment_id=19e3bf05-dd49-49f4-bf7c-89e986a9d944)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:35:15.649457 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-a95b9987-2088-4b9d-8a1b-59f0ae88f834 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:15.731761 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [None req-758e2dba-b3c6-4ea5-9fc1-bcb0a17d2a1e tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] For port 6847c318-58d4-414f-8b55-53bbb7260295, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=6847c318-58d4-414f-8b55-53bbb7260295,segment=NetworkSegment(c44b9475-949d-4ae7-bfca-e29b010a56a6),segment_id=c44b9475-949d-4ae7-bfca-e29b010a56a6)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:35:15.732171 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-758e2dba-b3c6-4ea5-9fc1-bcb0a17d2a1e tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:15.763218 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:15.778356 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-a95b9987-2088-4b9d-8a1b-59f0ae88f834 None None] Calling delete_port for 1d9357ef-e9a1-45db-aeb0-c33a64136044 owned by network:dhcp {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 09:35:15.848522 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-758e2dba-b3c6-4ea5-9fc1-bcb0a17d2a1e tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Calling delete_port for 6847c318-58d4-414f-8b55-53bbb7260295 owned by network:router_gateway {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 09:35:15.848821 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port 1d9357ef-e9a1-45db-aeb0-c33a64136044, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=1d9357ef-e9a1-45db-aeb0-c33a64136044,segment=NetworkSegment(19e3bf05-dd49-49f4-bf7c-89e986a9d944),segment_id=19e3bf05-dd49-49f4-bf7c-89e986a9d944)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:35:15.933250 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:16.003929 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.db.api [None req-a95b9987-2088-4b9d-8a1b-59f0ae88f834 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 09:35:16.004275 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG oslo_db.api [None req-a95b9987-2088-4b9d-8a1b-59f0ae88f834 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 09:35:16.016968 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=1d9357ef-e9a1-45db-aeb0-c33a64136044,revision_number=5']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:35:16.025267 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:35:16.025603 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:35:16.026053 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:35:16.026388 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:35:16.026713 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:35:16.027594 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:35:16.027915 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:35:16.028237 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:35:16.028568 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:35:16.028886 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:35:16.029199 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:35:16.101564 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-758e2dba-b3c6-4ea5-9fc1-bcb0a17d2a1e tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:16.145036 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758e2dba-b3c6-4ea5-9fc1-bcb0a17d2a1e tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event deleted for resources: {'Port': ['ID=6847c318-58d4-414f-8b55-53bbb7260295,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:35:16.356518 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-758e2dba-b3c6-4ea5-9fc1-bcb0a17d2a1e tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473010'] for router_gateway, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:16.505944 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-a95b9987-2088-4b9d-8a1b-59f0ae88f834 None None] Deleting port 1d9357ef-e9a1-45db-aeb0-c33a64136044 {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:35:16.506555 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-a95b9987-2088-4b9d-8a1b-59f0ae88f834 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:16.709416 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-a95b9987-2088-4b9d-8a1b-59f0ae88f834 None None] For port 1d9357ef-e9a1-45db-aeb0-c33a64136044, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=1d9357ef-e9a1-45db-aeb0-c33a64136044,segment=NetworkSegment(19e3bf05-dd49-49f4-bf7c-89e986a9d944),segment_id=19e3bf05-dd49-49f4-bf7c-89e986a9d944)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:35:16.709629 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-758e2dba-b3c6-4ea5-9fc1-bcb0a17d2a1e tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40989'] for router, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:16.709785 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-a95b9987-2088-4b9d-8a1b-59f0ae88f834 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:16.713621 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-758e2dba-b3c6-4ea5-9fc1-bcb0a17d2a1e tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:16.796205 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-758e2dba-b3c6-4ea5-9fc1-bcb0a17d2a1e tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-476062'] for router, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:16.796797 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-758e2dba-b3c6-4ea5-9fc1-bcb0a17d2a1e tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Fanout notify agent at l3_agent the message router_deleted on router bcaa71e5-9f48-4d5b-a8d3-675b46b5b02a {{(pid=84107) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 09:35:16.817211 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-758e2dba-b3c6-4ea5-9fc1-bcb0a17d2a1e tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:16.818599 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-758e2dba-b3c6-4ea5-9fc1-bcb0a17d2a1e tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "DELETE /v2.0/routers/bcaa71e5-9f48-4d5b-a8d3-675b46b5b02a HTTP/1.1" status: 204 len: 168 time: 1.7353952 Feb 04 09:35:16.821464 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 35642) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:35:16.877187 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-a95b9987-2088-4b9d-8a1b-59f0ae88f834 None None] Calling delete_port for 1d9357ef-e9a1-45db-aeb0-c33a64136044 owned by network:dhcp {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 09:35:16.943809 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e28e0c5b-2059-40e4-83bf-5ecd8eb787dd tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:16.955860 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-e28e0c5b-2059-40e4-83bf-5ecd8eb787dd tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Deleting port 1d9357ef-e9a1-45db-aeb0-c33a64136044 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:35:16.956202 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e28e0c5b-2059-40e4-83bf-5ecd8eb787dd tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:16.992975 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-a95b9987-2088-4b9d-8a1b-59f0ae88f834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407'] for port, after_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:17.036845 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95b9987-2088-4b9d-8a1b-59f0ae88f834 None None] Pushing event deleted for resources: {'Port': ['ID=1d9357ef-e9a1-45db-aeb0-c33a64136044,revision_number=None']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:35:17.040495 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-e28e0c5b-2059-40e4-83bf-5ecd8eb787dd tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] The port '1d9357ef-e9a1-45db-aeb0-c33a64136044' was deleted {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 09:35:17.041945 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95b9987-2088-4b9d-8a1b-59f0ae88f834 None None] No DVR routers for this DVR port 1d9357ef-e9a1-45db-aeb0-c33a64136044 on host dv-neutron-827798-2-hyperv {{(pid=84109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 09:35:17.162622 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e28e0c5b-2059-40e4-83bf-5ecd8eb787dd tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:17.187431 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-e28e0c5b-2059-40e4-83bf-5ecd8eb787dd tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8450d63b-13b2-4d40-a293-f03fc96cfaa5']}} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:35:17.198894 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-e28e0c5b-2059-40e4-83bf-5ecd8eb787dd tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19e3bf05-dd49-49f4-bf7c-89e986a9d944') {'for_net_delete': True} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:35:17.199193 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-e28e0c5b-2059-40e4-83bf-5ecd8eb787dd tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19e3bf05-dd49-49f4-bf7c-89e986a9d944') {} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:35:17.209974 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e28e0c5b-2059-40e4-83bf-5ecd8eb787dd tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8058642'] for segment, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:17.225698 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e28e0c5b-2059-40e4-83bf-5ecd8eb787dd tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:17.232161 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e28e0c5b-2059-40e4-83bf-5ecd8eb787dd tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=84107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 09:35:17.239592 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e28e0c5b-2059-40e4-83bf-5ecd8eb787dd tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7377717'] for segment, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:17.247028 dv-neutron-827798-2-hyperv neutron-server[84107]: Traceback (most recent call last): Feb 04 09:35:17.247028 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 09:35:17.247028 dv-neutron-827798-2-hyperv neutron-server[84107]: timer() Feb 04 09:35:17.247028 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 09:35:17.247028 dv-neutron-827798-2-hyperv neutron-server[84107]: cb(*args, **kw) Feb 04 09:35:17.247028 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 09:35:17.247028 dv-neutron-827798-2-hyperv neutron-server[84107]: return func(*args, **kwargs) Feb 04 09:35:17.247028 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 09:35:17.247028 dv-neutron-827798-2-hyperv neutron-server[84107]: self._notify() Feb 04 09:35:17.247028 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 09:35:17.247028 dv-neutron-827798-2-hyperv neutron-server[84107]: self.callback(batched_events) Feb 04 09:35:17.247028 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 09:35:17.247028 dv-neutron-827798-2-hyperv neutron-server[84107]: event.method(event) Feb 04 09:35:17.247028 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 09:35:17.247028 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 09:35:17.247028 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 09:35:17.247028 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 09:35:17.247028 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 09:35:17.247028 dv-neutron-827798-2-hyperv neutron-server[84107]: return f(self, *a, **k) Feb 04 09:35:17.247028 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 09:35:17.247028 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._get(url).json() Feb 04 09:35:17.247028 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 09:35:17.247028 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 09:35:17.247028 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 09:35:17.247028 dv-neutron-827798-2-hyperv neutron-server[84107]: return self.request(url, 'GET', **kwargs) Feb 04 09:35:17.247028 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 09:35:17.247028 dv-neutron-827798-2-hyperv neutron-server[84107]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 09:35:17.247028 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 09:35:17.247028 dv-neutron-827798-2-hyperv neutron-server[84107]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 09:35:17.247028 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 09:35:17.247028 dv-neutron-827798-2-hyperv neutron-server[84107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 09:35:17.247028 dv-neutron-827798-2-hyperv neutron-server[84107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 09:35:17.398868 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e28e0c5b-2059-40e4-83bf-5ecd8eb787dd tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:17.403675 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e28e0c5b-2059-40e4-83bf-5ecd8eb787dd tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:17.431303 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28e0c5b-2059-40e4-83bf-5ecd8eb787dd tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event deleted for resources: {'Network': ['ID=8450d63b-13b2-4d40-a293-f03fc96cfaa5,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:35:17.444514 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 2c4b1831-f024-46c3-a084-736d2900cbab no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 09:35:17.490587 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: 2c4b1831-f024-46c3-a084-736d2900cbab {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 09:35:17.490587 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 2c4b1831-f024-46c3-a084-736d2900cbab not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 09:35:17.490885 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 6847c318-58d4-414f-8b55-53bbb7260295 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 09:35:17.502509 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-e28e0c5b-2059-40e4-83bf-5ecd8eb787dd tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "DELETE /v2.0/networks/8450d63b-13b2-4d40-a293-f03fc96cfaa5 HTTP/1.1" status: 204 len: 168 time: 0.6800132 Feb 04 09:35:17.505209 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 35646) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:35:17.524688 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: 6847c318-58d4-414f-8b55-53bbb7260295 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 09:35:17.525262 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 6847c318-58d4-414f-8b55-53bbb7260295 not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 09:35:17.574423 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-6718e6c6-d6cb-4d29-9560-01687454ced6 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:17.601873 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-6718e6c6-d6cb-4d29-9560-01687454ced6 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:17.713156 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-6718e6c6-d6cb-4d29-9560-01687454ced6 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:17.736245 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6718e6c6-d6cb-4d29-9560-01687454ced6 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa51986-14c2-4157-b55a-d472d91e4d13,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:35:17.786758 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-6718e6c6-d6cb-4d29-9560-01687454ced6 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:17.787893 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-6718e6c6-d6cb-4d29-9560-01687454ced6 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "DELETE /v2.0/security-groups/ffa51986-14c2-4157-b55a-d472d91e4d13 HTTP/1.1" status: 204 len: 168 time: 0.2812023 Feb 04 09:35:18.091799 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 35654) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:35:18.097794 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-d1fb9e68-181a-4f6f-9429-0e9765c2e8d0 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1581249064', 'description': 'tempest-secgroup-smoke-1581249064 description', 'project_id': '780eb962d64446649b0f5d5c27ee1665'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:35:18.107311 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-d1fb9e68-181a-4f6f-9429-0e9765c2e8d0 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:35:18.111321 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-d1fb9e68-181a-4f6f-9429-0e9765c2e8d0 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Usage tracker for resource:security_group and tenant:780eb962d64446649b0f5d5c27ee1665 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:35:18.114232 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-d1fb9e68-181a-4f6f-9429-0e9765c2e8d0 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:35:18.119906 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-d1fb9e68-181a-4f6f-9429-0e9765c2e8d0 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:35:18.220326 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d1fb9e68-181a-4f6f-9429-0e9765c2e8d0 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:18.254969 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-d1fb9e68-181a-4f6f-9429-0e9765c2e8d0 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:35:18.258660 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-d1fb9e68-181a-4f6f-9429-0e9765c2e8d0 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Usage tracker for resource:security_group_rule and tenant:780eb962d64446649b0f5d5c27ee1665 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:35:18.261383 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-d1fb9e68-181a-4f6f-9429-0e9765c2e8d0 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:35:18.266870 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-d1fb9e68-181a-4f6f-9429-0e9765c2e8d0 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:35:18.322115 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d1fb9e68-181a-4f6f-9429-0e9765c2e8d0 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:18.392344 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d1fb9e68-181a-4f6f-9429-0e9765c2e8d0 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:18.435375 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fb9e68-181a-4f6f-9429-0e9765c2e8d0 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aea5210d-c0c0-4b38-9cdb-ccea049ffa28,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:35:18.518447 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d1fb9e68-181a-4f6f-9429-0e9765c2e8d0 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:18.519681 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-d1fb9e68-181a-4f6f-9429-0e9765c2e8d0 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4267831 Feb 04 09:35:18.522425 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 35658) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:35:18.528283 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-992dd985-3088-4ef7-8446-a4ab4bdc8537 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Request body: {'security_group_rule': {'security_group_id': 'aea5210d-c0c0-4b38-9cdb-ccea049ffa28', 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:35:18.534152 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-992dd985-3088-4ef7-8446-a4ab4bdc8537 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:35:18.537980 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-992dd985-3088-4ef7-8446-a4ab4bdc8537 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Usage tracker for resource:security_group_rule and tenant:780eb962d64446649b0f5d5c27ee1665 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:35:18.540881 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-992dd985-3088-4ef7-8446-a4ab4bdc8537 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:35:18.547102 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-992dd985-3088-4ef7-8446-a4ab4bdc8537 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:35:18.621150 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-992dd985-3088-4ef7-8446-a4ab4bdc8537 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:18.679039 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-992dd985-3088-4ef7-8446-a4ab4bdc8537 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:18.752820 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-992dd985-3088-4ef7-8446-a4ab4bdc8537 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:18.776699 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992dd985-3088-4ef7-8446-a4ab4bdc8537 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06267305-f491-46e7-8030-aed51b023e35,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:35:18.844474 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-992dd985-3088-4ef7-8446-a4ab4bdc8537 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:18.845921 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-992dd985-3088-4ef7-8446-a4ab4bdc8537 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3225968 Feb 04 09:35:18.848729 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 35662) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:35:18.854420 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-e48ddcd1-9c4c-4d29-bcb4-e578c25ffafe tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Request body: {'security_group_rule': {'security_group_id': 'aea5210d-c0c0-4b38-9cdb-ccea049ffa28', 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:35:18.860606 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-e48ddcd1-9c4c-4d29-bcb4-e578c25ffafe tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:35:18.865365 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-e48ddcd1-9c4c-4d29-bcb4-e578c25ffafe tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Usage tracker for resource:security_group_rule and tenant:780eb962d64446649b0f5d5c27ee1665 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:35:18.867351 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-e48ddcd1-9c4c-4d29-bcb4-e578c25ffafe tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:35:18.873149 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-e48ddcd1-9c4c-4d29-bcb4-e578c25ffafe tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:35:18.954249 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e48ddcd1-9c4c-4d29-bcb4-e578c25ffafe tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:19.014224 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e48ddcd1-9c4c-4d29-bcb4-e578c25ffafe tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:19.084125 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e48ddcd1-9c4c-4d29-bcb4-e578c25ffafe tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:19.107658 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48ddcd1-9c4c-4d29-bcb4-e578c25ffafe tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b41aa2fc-6fc9-4842-adc3-bb9c66c16bf8,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:35:19.233379 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e48ddcd1-9c4c-4d29-bcb4-e578c25ffafe tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:19.234619 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-e48ddcd1-9c4c-4d29-bcb4-e578c25ffafe tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3848774 Feb 04 09:35:19.237989 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 35666) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:35:19.243738 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-4c7117cb-c880-4d28-a119-dc3d0aa42d20 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Request body: {'security_group_rule': {'security_group_id': 'aea5210d-c0c0-4b38-9cdb-ccea049ffa28', 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:35:19.250707 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-4c7117cb-c880-4d28-a119-dc3d0aa42d20 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:35:19.254685 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-4c7117cb-c880-4d28-a119-dc3d0aa42d20 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Usage tracker for resource:security_group_rule and tenant:780eb962d64446649b0f5d5c27ee1665 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:35:19.257557 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-4c7117cb-c880-4d28-a119-dc3d0aa42d20 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:35:19.263802 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-4c7117cb-c880-4d28-a119-dc3d0aa42d20 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:35:19.335791 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4c7117cb-c880-4d28-a119-dc3d0aa42d20 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:19.399053 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4c7117cb-c880-4d28-a119-dc3d0aa42d20 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:19.472167 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-c1312fb0-efdd-4600-a156-4a054eb30e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:19.501680 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4c7117cb-c880-4d28-a119-dc3d0aa42d20 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:19.526723 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7117cb-c880-4d28-a119-dc3d0aa42d20 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7166a8a3-82e7-459e-8b67-807d342d8cf0,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:35:19.587008 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4c7117cb-c880-4d28-a119-dc3d0aa42d20 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:19.588159 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-4c7117cb-c880-4d28-a119-dc3d0aa42d20 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3492534 Feb 04 09:35:19.590864 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 35670) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:35:19.596174 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-99939a70-89f9-418d-919e-cf1fcb565e69 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Request body: {'security_group_rule': {'security_group_id': 'aea5210d-c0c0-4b38-9cdb-ccea049ffa28', 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:35:19.601889 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-99939a70-89f9-418d-919e-cf1fcb565e69 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:35:19.606470 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-99939a70-89f9-418d-919e-cf1fcb565e69 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Usage tracker for resource:security_group_rule and tenant:780eb962d64446649b0f5d5c27ee1665 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:35:19.608948 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-99939a70-89f9-418d-919e-cf1fcb565e69 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:35:19.614526 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-99939a70-89f9-418d-919e-cf1fcb565e69 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:35:19.695993 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-99939a70-89f9-418d-919e-cf1fcb565e69 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:19.762844 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-99939a70-89f9-418d-919e-cf1fcb565e69 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:19.844477 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-99939a70-89f9-418d-919e-cf1fcb565e69 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:19.867516 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99939a70-89f9-418d-919e-cf1fcb565e69 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1373d0d-31f0-4219-a217-d2dfed1aec16,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:35:19.953124 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-99939a70-89f9-418d-919e-cf1fcb565e69 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:19.954323 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-99939a70-89f9-418d-919e-cf1fcb565e69 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3625412 Feb 04 09:35:19.957233 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 35674) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:35:19.962746 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-7cfab516-6950-4815-b175-bf0c9606745a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Request body: {'security_group_rule': {'security_group_id': 'aea5210d-c0c0-4b38-9cdb-ccea049ffa28', 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:35:19.969190 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-7cfab516-6950-4815-b175-bf0c9606745a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:35:19.972926 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-7cfab516-6950-4815-b175-bf0c9606745a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Usage tracker for resource:security_group_rule and tenant:780eb962d64446649b0f5d5c27ee1665 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:35:19.975724 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-7cfab516-6950-4815-b175-bf0c9606745a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:35:19.982616 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-7cfab516-6950-4815-b175-bf0c9606745a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:35:20.055661 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.securitygroups_db [None req-7cfab516-6950-4815-b175-bf0c9606745a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Project 780eb962d64446649b0f5d5c27ee1665 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 09:35:20.064057 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7cfab516-6950-4815-b175-bf0c9606745a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:20.125735 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7cfab516-6950-4815-b175-bf0c9606745a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:20.198192 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7cfab516-6950-4815-b175-bf0c9606745a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:20.223256 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfab516-6950-4815-b175-bf0c9606745a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5c4a6e3-09c0-4ed4-a4d0-b1450ff1ea65,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:35:20.308096 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-7cfab516-6950-4815-b175-bf0c9606745a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:20.309260 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-7cfab516-6950-4815-b175-bf0c9606745a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3510566 Feb 04 09:35:20.311985 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 35678) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:35:20.317287 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-fdd87a1a-c19c-4196-ae85-0024b6a45c3b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Request body: {'security_group_rule': {'security_group_id': 'aea5210d-c0c0-4b38-9cdb-ccea049ffa28', 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:35:20.323142 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-fdd87a1a-c19c-4196-ae85-0024b6a45c3b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:35:20.327477 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-fdd87a1a-c19c-4196-ae85-0024b6a45c3b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Usage tracker for resource:security_group_rule and tenant:780eb962d64446649b0f5d5c27ee1665 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:35:20.330419 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-fdd87a1a-c19c-4196-ae85-0024b6a45c3b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:35:20.336138 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-fdd87a1a-c19c-4196-ae85-0024b6a45c3b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:35:20.421777 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.securitygroups_db [None req-fdd87a1a-c19c-4196-ae85-0024b6a45c3b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Project 780eb962d64446649b0f5d5c27ee1665 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 09:35:20.428405 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-fdd87a1a-c19c-4196-ae85-0024b6a45c3b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:20.491727 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-fdd87a1a-c19c-4196-ae85-0024b6a45c3b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:20.564264 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-fdd87a1a-c19c-4196-ae85-0024b6a45c3b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:20.586777 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd87a1a-c19c-4196-ae85-0024b6a45c3b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6525285-14d4-4339-88e2-4ad3dba52114,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:35:20.683493 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-fdd87a1a-c19c-4196-ae85-0024b6a45c3b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:20.684746 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-fdd87a1a-c19c-4196-ae85-0024b6a45c3b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3717818 Feb 04 09:35:20.687453 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 35682) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:35:20.692934 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-df000b05-2ad4-4994-b58a-a830a30402a7 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Request body: {'network': {'name': 'tempest-network-smoke--919458536', 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'port_security_enabled': True}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:35:20.697870 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-df000b05-2ad4-4994-b58a-a830a30402a7 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:35:20.702365 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-df000b05-2ad4-4994-b58a-a830a30402a7 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Usage tracker for resource:network and tenant:780eb962d64446649b0f5d5c27ee1665 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:35:20.707907 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-df000b05-2ad4-4994-b58a-a830a30402a7 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:35:20.710717 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-df000b05-2ad4-4994-b58a-a830a30402a7 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:35:20.780475 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df000b05-2ad4-4994-b58a-a830a30402a7 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Made reservation on behalf of 780eb962d64446649b0f5d5c27ee1665 for: {'network': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 09:35:20.783436 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-df000b05-2ad4-4994-b58a-a830a30402a7 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:20.811016 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df000b05-2ad4-4994-b58a-a830a30402a7 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=84107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 09:35:20.819182 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-df000b05-2ad4-4994-b58a-a830a30402a7 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:20.819494 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.segments_db [None req-df000b05-2ad4-4994-b58a-a830a30402a7 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Added segment 8dbcb802-a648-4b40-8659-8e32212840b9 of type vlan for network d27fb968-6e05-46a4-9fbb-e2d9589dc116 Feb 04 09:35:20.844353 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-df000b05-2ad4-4994-b58a-a830a30402a7 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:20.929919 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-df000b05-2ad4-4994-b58a-a830a30402a7 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:20.933842 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df000b05-2ad4-4994-b58a-a830a30402a7 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:35:20.934426 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-df000b05-2ad4-4994-b58a-a830a30402a7 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:21.053267 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df000b05-2ad4-4994-b58a-a830a30402a7 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event updated for resources: {'Network': ['ID=d27fb968-6e05-46a4-9fbb-e2d9589dc116,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:35:21.063421 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network d27fb968-6e05-46a4-9fbb-e2d9589dc116 details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 09:35:21.113950 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-df000b05-2ad4-4994-b58a-a830a30402a7 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4254403 Feb 04 09:35:21.116667 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 35686) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:35:21.121859 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-28cf6b29-d68b-4473-8ff7-8f29b7729465 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1654078492', 'admin_state_up': True, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:35:21.128750 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-28cf6b29-d68b-4473-8ff7-8f29b7729465 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:35:21.132537 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-28cf6b29-d68b-4473-8ff7-8f29b7729465 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Usage tracker for resource:router and tenant:780eb962d64446649b0f5d5c27ee1665 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:35:21.135596 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-28cf6b29-d68b-4473-8ff7-8f29b7729465 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:35:21.142348 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-28cf6b29-d68b-4473-8ff7-8f29b7729465 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:35:21.210689 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-28cf6b29-d68b-4473-8ff7-8f29b7729465 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40975'] for router, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:21.211683 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-28cf6b29-d68b-4473-8ff7-8f29b7729465 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40982'] for router, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:21.231038 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-28cf6b29-d68b-4473-8ff7-8f29b7729465 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:21.460545 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-28cf6b29-d68b-4473-8ff7-8f29b7729465 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40996'] for router, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:21.764365 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-8f6dceb6-9f2d-432d-acbf-0f6ada2d4e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:21.814138 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-28cf6b29-d68b-4473-8ff7-8f29b7729465 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for router_gateway, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:21.841930 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-28cf6b29-d68b-4473-8ff7-8f29b7729465 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:21.974704 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-28cf6b29-d68b-4473-8ff7-8f29b7729465 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Allocated IP 172.26.3.102 (e264bd74-c56b-43d0-9059-bcb57dbbe5bc/79caf47c-b62c-4ea0-b35f-21ede155daa8/f110a591-d61c-437b-a60a-95f953a35da8) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 09:35:22.123363 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-28cf6b29-d68b-4473-8ff7-8f29b7729465 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:22.204293 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-28cf6b29-d68b-4473-8ff7-8f29b7729465 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:22.269726 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28cf6b29-d68b-4473-8ff7-8f29b7729465 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Network e264bd74-c56b-43d0-9059-bcb57dbbe5bc is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:35:22.272539 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-28cf6b29-d68b-4473-8ff7-8f29b7729465 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:35:22.274908 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cf6b29-d68b-4473-8ff7-8f29b7729465 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 09:35:22.307506 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cf6b29-d68b-4473-8ff7-8f29b7729465 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event updated for resources: {'Port': ['ID=f110a591-d61c-437b-a60a-95f953a35da8,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:35:22.522860 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-28cf6b29-d68b-4473-8ff7-8f29b7729465 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for router_gateway, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:22.523512 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-28cf6b29-d68b-4473-8ff7-8f29b7729465 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472990'] for router, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:22.803159 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28cf6b29-d68b-4473-8ff7-8f29b7729465 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Router be4aac04-caff-4999-9441-a94d0b9abee4 is scheduled to L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 with binding_index 1 {{(pid=84107) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 09:35:22.975762 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:23.001356 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28cf6b29-d68b-4473-8ff7-8f29b7729465 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 09:35:23.012341 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6cd6a8-9156-443d-854c-fcb00f6b7504 None None] Sync routers for ids ['be4aac04-caff-4999-9441-a94d0b9abee4'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 09:35:23.029976 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6cd6a8-9156-443d-854c-fcb00f6b7504 None None] Routers {'be4aac04-caff-4999-9441-a94d0b9abee4'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:35:23.030752 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-0e6cd6a8-9156-443d-854c-fcb00f6b7504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:35:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['be4aac04-caff-4999-9441-a94d0b9abee4'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:35:23.090089 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:23.101593 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-28cf6b29-d68b-4473-8ff7-8f29b7729465 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:23.102821 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-28cf6b29-d68b-4473-8ff7-8f29b7729465 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9851978 Feb 04 09:35:23.105983 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 35690) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:35:23.144832 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-f79e4e3b-55f6-4309-aaa1-0225071c2d1f tempest-TestNetworkAdvancedServerOps-2015322207 tempest-TestNetworkAdvancedServerOps-2015322207-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=780eb962d64446649b0f5d5c27ee1665&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377057 Feb 04 09:35:23.147324 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 35694) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:35:23.202792 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-0e6cd6a8-9156-443d-854c-fcb00f6b7504 None None] Set router be4aac04-caff-4999-9441-a94d0b9abee4 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:35:23.272329 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09e2f58-e3b0-420b-8304-4e958f3135ba tempest-TestNetworkAdvancedServerOps-2015322207 tempest-TestNetworkAdvancedServerOps-2015322207-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:35:23.273834 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-b09e2f58-e3b0-420b-8304-4e958f3135ba tempest-TestNetworkAdvancedServerOps-2015322207 tempest-TestNetworkAdvancedServerOps-2015322207-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1256464 Feb 04 09:35:23.276580 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 35698) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:35:23.315646 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-156480bd-fe3a-42dc-99ba-53ae69129a56 tempest-TestNetworkAdvancedServerOps-2015322207 tempest-TestNetworkAdvancedServerOps-2015322207-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=e264bd74-c56b-43d0-9059-bcb57dbbe5bc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379856 Feb 04 09:35:23.318072 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 35702) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:35:23.323230 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-0b6387d4-47ee-4571-942a-943a58011e55 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1477191613', 'network_id': 'd27fb968-6e05-46a4-9fbb-e2d9589dc116', 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:35:23.431449 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-0b6387d4-47ee-4571-942a-943a58011e55 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:35:23.435418 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-0b6387d4-47ee-4571-942a-943a58011e55 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Usage tracker for resource:subnet and tenant:780eb962d64446649b0f5d5c27ee1665 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:35:23.438195 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-0b6387d4-47ee-4571-942a-943a58011e55 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:35:23.443699 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-0b6387d4-47ee-4571-942a-943a58011e55 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:35:23.491500 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-0e6cd6a8-9156-443d-854c-fcb00f6b7504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be4aac04-caff-4999-9441-a94d0b9abee4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1654078492', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.102'}], 'enable_snat': True}, 'gw_port_id': 'f110a591-d61c-437b-a60a-95f953a35da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:35:21Z', 'updated_at': '2022-02-04T09:35:22Z', 'revision_number': 3, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'gw_port': {'id': 'f110a591-d61c-437b-a60a-95f953a35da8', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:2b:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be4aac04-caff-4999-9441-a94d0b9abee4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:35:21Z', 'updated_at': '2022-02-04T09:35:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:35:23.495542 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6cd6a8-9156-443d-854c-fcb00f6b7504 None None] Checking router: be4aac04-caff-4999-9441-a94d0b9abee4 for host: dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 09:35:23.495891 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6cd6a8-9156-443d-854c-fcb00f6b7504 None None] Updating router be4aac04-caff-4999-9441-a94d0b9abee4 port f110a591-d61c-437b-a60a-95f953a35da8 binding host dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 09:35:23.530357 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b6387d4-47ee-4571-942a-943a58011e55 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Made reservation on behalf of 780eb962d64446649b0f5d5c27ee1665 for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 09:35:23.550670 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-0e6cd6a8-9156-443d-854c-fcb00f6b7504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:23.629595 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0b6387d4-47ee-4571-942a-943a58011e55 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985186'] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:23.872119 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-0e6cd6a8-9156-443d-854c-fcb00f6b7504 None None] Notify callbacks [] for port, precommit_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:23.883935 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-0e6cd6a8-9156-443d-854c-fcb00f6b7504 None None] Transition to ACTIVE for port object f110a591-d61c-437b-a60a-95f953a35da8 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:35:23.946942 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-0e6cd6a8-9156-443d-854c-fcb00f6b7504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:24.004804 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0b6387d4-47ee-4571-942a-943a58011e55 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7510230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985204'] for subnet, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:24.029377 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-0e6cd6a8-9156-443d-854c-fcb00f6b7504 None None] Attempting to bind port f110a591-d61c-437b-a60a-95f953a35da8 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 09:35:24.029994 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-0e6cd6a8-9156-443d-854c-fcb00f6b7504 None None] Attempting to bind port f110a591-d61c-437b-a60a-95f953a35da8 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 09:35:24.030113 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6cd6a8-9156-443d-854c-fcb00f6b7504 None None] Attempting to bind port f110a591-d61c-437b-a60a-95f953a35da8 on network e264bd74-c56b-43d0-9059-bcb57dbbe5bc {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 09:35:24.031985 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11411fe7-153a-4771-839c-b54a59b43b6e None None] Pushing event updated for resources: {'Port': ['ID=f110a591-d61c-437b-a60a-95f953a35da8,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:35:24.039657 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6cd6a8-9156-443d-854c-fcb00f6b7504 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 9, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 09:35:24.040029 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6cd6a8-9156-443d-854c-fcb00f6b7504 None None] Checking segment: {'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 09:35:24.040429 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-0e6cd6a8-9156-443d-854c-fcb00f6b7504 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:24.040843 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6cd6a8-9156-443d-854c-fcb00f6b7504 None None] Bound using segment: {'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 09:35:24.041305 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-0e6cd6a8-9156-443d-854c-fcb00f6b7504 None None] Bound port: f110a591-d61c-437b-a60a-95f953a35da8, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 09:35:24.041673 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-0e6cd6a8-9156-443d-854c-fcb00f6b7504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:24.083932 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6387d4-47ee-4571-942a-943a58011e55 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event updated for resources: {'Subnet': ['ID=b5bad037-8655-4a28-92bd-894af45f34cf,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:35:24.100133 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6387d4-47ee-4571-942a-943a58011e55 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Checking segment: {'id': '8dbcb802-a648-4b40-8659-8e32212840b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd27fb968-6e05-46a4-9fbb-e2d9589dc116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 09:35:24.100498 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6387d4-47ee-4571-942a-943a58011e55 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Network hostable DHCP agents. Network: d27fb968-6e05-46a4-9fbb-e2d9589dc116, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 09:35:24.114443 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-0e6cd6a8-9156-443d-854c-fcb00f6b7504 None None] For port f110a591-d61c-437b-a60a-95f953a35da8, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 09:35:24.117862 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-0e6cd6a8-9156-443d-854c-fcb00f6b7504 None None] For port f110a591-d61c-437b-a60a-95f953a35da8, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=f110a591-d61c-437b-a60a-95f953a35da8,segment=NetworkSegment(c44b9475-949d-4ae7-bfca-e29b010a56a6),segment_id=c44b9475-949d-4ae7-bfca-e29b010a56a6)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 09:35:24.198626 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6387d4-47ee-4571-942a-943a58011e55 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Network d27fb968-6e05-46a4-9fbb-e2d9589dc116 is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 09:35:24.199163 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-0e6cd6a8-9156-443d-854c-fcb00f6b7504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:24.256030 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-0b6387d4-47ee-4571-942a-943a58011e55 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, d27fb968-6e05-46a4-9fbb-e2d9589dc116) {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:35:24.260075 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6387d4-47ee-4571-942a-943a58011e55 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:35:24.260827 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0b6387d4-47ee-4571-942a-943a58011e55 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:24.281419 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f59d55-b7eb-42db-8b11-4c6efae9e330 None None] Network d27fb968-6e05-46a4-9fbb-e2d9589dc116 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 09:35:24.343007 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-0b6387d4-47ee-4571-942a-943a58011e55 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0233364 Feb 04 09:35:24.345693 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 35706) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:35:24.395901 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11411fe7-153a-4771-839c-b54a59b43b6e None None] Pushing event updated for resources: {'Port': ['ID=f110a591-d61c-437b-a60a-95f953a35da8,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:35:24.401671 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6cd6a8-9156-443d-854c-fcb00f6b7504 None None] Routers {'be4aac04-caff-4999-9441-a94d0b9abee4'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:35:24.402303 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-0e6cd6a8-9156-443d-854c-fcb00f6b7504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:35:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['be4aac04-caff-4999-9441-a94d0b9abee4'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:35:24.630425 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:24.689462 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf7394e-5fc8-4825-a0dc-2ae32772025d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-d27fb968-6e05-46a4-9fbb-e2d9589dc116', 'network_id': 'd27fb968-6e05-46a4-9fbb-e2d9589dc116', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'fixed_ips': [{'subnet_id': 'b5bad037-8655-4a28-92bd-894af45f34cf'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 09:35:24.690249 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-abf7394e-5fc8-4825-a0dc-2ae32772025d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:24.706042 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-0e6cd6a8-9156-443d-854c-fcb00f6b7504 None None] Set router be4aac04-caff-4999-9441-a94d0b9abee4 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:35:25.074030 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-abf7394e-5fc8-4825-a0dc-2ae32772025d None None] Allocated IP 172.20.0.2 (d27fb968-6e05-46a4-9fbb-e2d9589dc116/b5bad037-8655-4a28-92bd-894af45f34cf/3f67fea1-cc64-4e30-acf7-f88271f0c063) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 09:35:25.094849 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-60a08ea2-ed19-42e4-86f0-8f1bbbe41a0c tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:25.215602 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-0e6cd6a8-9156-443d-854c-fcb00f6b7504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be4aac04-caff-4999-9441-a94d0b9abee4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1654078492', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.102'}], 'enable_snat': True}, 'gw_port_id': 'f110a591-d61c-437b-a60a-95f953a35da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:35:21Z', 'updated_at': '2022-02-04T09:35:22Z', 'revision_number': 3, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'gw_port': {'id': 'f110a591-d61c-437b-a60a-95f953a35da8', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:2b:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be4aac04-caff-4999-9441-a94d0b9abee4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:35:21Z', 'updated_at': '2022-02-04T09:35:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:35:25.225179 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6cd6a8-9156-443d-854c-fcb00f6b7504 None None] The sync data for ids ['be4aac04-caff-4999-9441-a94d0b9abee4'] in dv-neutron-827798-2-hyperv is: [{'id': 'be4aac04-caff-4999-9441-a94d0b9abee4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1654078492', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.102'}], 'enable_snat': True}, 'gw_port_id': 'f110a591-d61c-437b-a60a-95f953a35da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:35:21Z', 'updated_at': '2022-02-04T09:35:22Z', 'revision_number': 3, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'gw_port': {'id': 'f110a591-d61c-437b-a60a-95f953a35da8', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:2b:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be4aac04-caff-4999-9441-a94d0b9abee4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:35:21Z', 'updated_at': '2022-02-04T09:35:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 09:35:25.301968 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-abf7394e-5fc8-4825-a0dc-2ae32772025d None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:25.313738 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-abf7394e-5fc8-4825-a0dc-2ae32772025d None None] Transition to ACTIVE for port object 3f67fea1-cc64-4e30-acf7-f88271f0c063 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:35:25.335509 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-abf7394e-5fc8-4825-a0dc-2ae32772025d None None] Transition to ACTIVE for port object 3f67fea1-cc64-4e30-acf7-f88271f0c063 will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:35:25.416302 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-abf7394e-5fc8-4825-a0dc-2ae32772025d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:25.511722 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf7394e-5fc8-4825-a0dc-2ae32772025d None None] Network d27fb968-6e05-46a4-9fbb-e2d9589dc116 is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:35:25.516110 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-abf7394e-5fc8-4825-a0dc-2ae32772025d None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:35:25.523686 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf7394e-5fc8-4825-a0dc-2ae32772025d None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 09:35:25.527957 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf7394e-5fc8-4825-a0dc-2ae32772025d None None] Pushing event updated for resources: {'Port': ['ID=3f67fea1-cc64-4e30-acf7-f88271f0c063,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:35:25.531380 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-60a08ea2-ed19-42e4-86f0-8f1bbbe41a0c tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Allocated IP 172.20.0.1 (d27fb968-6e05-46a4-9fbb-e2d9589dc116/b5bad037-8655-4a28-92bd-894af45f34cf/8ebbc2ff-fd02-479e-877e-d1dd61f6747b) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 09:35:25.533845 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device f110a591-d61c-437b-a60a-95f953a35da8 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:35:25.668410 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-abf7394e-5fc8-4825-a0dc-2ae32772025d None None] Attempting to bind port 3f67fea1-cc64-4e30-acf7-f88271f0c063 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 09:35:25.668824 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-abf7394e-5fc8-4825-a0dc-2ae32772025d None None] Attempting to bind port 3f67fea1-cc64-4e30-acf7-f88271f0c063 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': '8dbcb802-a648-4b40-8659-8e32212840b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd27fb968-6e05-46a4-9fbb-e2d9589dc116'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 09:35:25.669187 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf7394e-5fc8-4825-a0dc-2ae32772025d None None] Attempting to bind port 3f67fea1-cc64-4e30-acf7-f88271f0c063 on network d27fb968-6e05-46a4-9fbb-e2d9589dc116 {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 09:35:25.679153 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf7394e-5fc8-4825-a0dc-2ae32772025d None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 9, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 09:35:25.679526 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf7394e-5fc8-4825-a0dc-2ae32772025d None None] Checking segment: {'id': '8dbcb802-a648-4b40-8659-8e32212840b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd27fb968-6e05-46a4-9fbb-e2d9589dc116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 09:35:25.679930 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-abf7394e-5fc8-4825-a0dc-2ae32772025d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:25.680323 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf7394e-5fc8-4825-a0dc-2ae32772025d None None] Bound using segment: {'id': '8dbcb802-a648-4b40-8659-8e32212840b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd27fb968-6e05-46a4-9fbb-e2d9589dc116'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 09:35:25.680887 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-abf7394e-5fc8-4825-a0dc-2ae32772025d None None] Bound port: 3f67fea1-cc64-4e30-acf7-f88271f0c063, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dbcb802-a648-4b40-8659-8e32212840b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd27fb968-6e05-46a4-9fbb-e2d9589dc116'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 09:35:25.681259 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-abf7394e-5fc8-4825-a0dc-2ae32772025d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:25.750044 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port f110a591-d61c-437b-a60a-95f953a35da8 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:35:25.757460 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port f110a591-d61c-437b-a60a-95f953a35da8 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:35:25.757904 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:25.809409 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-60a08ea2-ed19-42e4-86f0-8f1bbbe41a0c tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:25.827160 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [None req-60a08ea2-ed19-42e4-86f0-8f1bbbe41a0c tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Transition to ACTIVE for port object 8ebbc2ff-fd02-479e-877e-d1dd61f6747b will not be triggered until provisioned by entity DHCP. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:35:25.835463 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-abf7394e-5fc8-4825-a0dc-2ae32772025d None None] For port 3f67fea1-cc64-4e30-acf7-f88271f0c063, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 09:35:25.838809 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-abf7394e-5fc8-4825-a0dc-2ae32772025d None None] For port 3f67fea1-cc64-4e30-acf7-f88271f0c063, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=3f67fea1-cc64-4e30-acf7-f88271f0c063,segment=NetworkSegment(8dbcb802-a648-4b40-8659-8e32212840b9),segment_id=8dbcb802-a648-4b40-8659-8e32212840b9)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 09:35:25.902548 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:25.923198 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port f110a591-d61c-437b-a60a-95f953a35da8, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=f110a591-d61c-437b-a60a-95f953a35da8,segment=NetworkSegment(c44b9475-949d-4ae7-bfca-e29b010a56a6),segment_id=c44b9475-949d-4ae7-bfca-e29b010a56a6)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:35:25.931075 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-abf7394e-5fc8-4825-a0dc-2ae32772025d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:25.982648 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-60a08ea2-ed19-42e4-86f0-8f1bbbe41a0c tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:26.030230 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:26.054813 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a08ea2-ed19-42e4-86f0-8f1bbbe41a0c tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event updated for resources: {'Port': ['ID=8ebbc2ff-fd02-479e-877e-d1dd61f6747b,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:35:26.065436 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a08ea2-ed19-42e4-86f0-8f1bbbe41a0c tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Network d27fb968-6e05-46a4-9fbb-e2d9589dc116 is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:35:26.066868 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-60a08ea2-ed19-42e4-86f0-8f1bbbe41a0c tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:35:26.068991 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a08ea2-ed19-42e4-86f0-8f1bbbe41a0c tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 09:35:26.071820 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf7394e-5fc8-4825-a0dc-2ae32772025d None None] Pushing event updated for resources: {'Port': ['ID=3f67fea1-cc64-4e30-acf7-f88271f0c063,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:35:26.131384 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-60a08ea2-ed19-42e4-86f0-8f1bbbe41a0c tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-472912'] for router_interface, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:26.145377 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=f110a591-d61c-437b-a60a-95f953a35da8,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:35:26.313785 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-60a08ea2-ed19-42e4-86f0-8f1bbbe41a0c tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:26.661682 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:26.714393 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-60a08ea2-ed19-42e4-86f0-8f1bbbe41a0c tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:26.770280 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-60a08ea2-ed19-42e4-86f0-8f1bbbe41a0c tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:26.881336 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-60a08ea2-ed19-42e4-86f0-8f1bbbe41a0c tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473771'] for router_interface, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:26.884771 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a08ea2-ed19-42e4-86f0-8f1bbbe41a0c tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event updated for resources: {'Port': ['ID=8ebbc2ff-fd02-479e-877e-d1dd61f6747b,revision_number=2']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:35:26.994275 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c189df-2b4b-4422-bc4f-b468034185fa None None] Network d27fb968-6e05-46a4-9fbb-e2d9589dc116 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 09:35:27.022857 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a08ea2-ed19-42e4-86f0-8f1bbbe41a0c tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Network d27fb968-6e05-46a4-9fbb-e2d9589dc116 is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:35:27.023909 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-60a08ea2-ed19-42e4-86f0-8f1bbbe41a0c tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:35:27.150250 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-feda43b4-6f2c-4a20-bda1-a93815ead378 None None] Provisioning for port 3f67fea1-cc64-4e30-acf7-f88271f0c063 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:35:27.402701 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60a08ea2-ed19-42e4-86f0-8f1bbbe41a0c tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Router be4aac04-caff-4999-9441-a94d0b9abee4 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 09:35:27.538241 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device f110a591-d61c-437b-a60a-95f953a35da8 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:35:27.570193 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-3fb726b1-f969-442c-a756-524089d59572 None None] Provisioning for port 8ebbc2ff-fd02-479e-877e-d1dd61f6747b completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:35:27.588198 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-3fb726b1-f969-442c-a756-524089d59572 None None] Provisioning complete for port 8ebbc2ff-fd02-479e-877e-d1dd61f6747b triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:35:27.588519 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-3fb726b1-f969-442c-a756-524089d59572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:27.651979 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-3fb726b1-f969-442c-a756-524089d59572 None None] Port 8ebbc2ff-fd02-479e-877e-d1dd61f6747b cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 09:35:27.673818 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port f110a591-d61c-437b-a60a-95f953a35da8 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:35:27.674181 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:27.734945 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60a08ea2-ed19-42e4-86f0-8f1bbbe41a0c tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 09:35:27.757483 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-60a08ea2-ed19-42e4-86f0-8f1bbbe41a0c tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "PUT /v2.0/routers/be4aac04-caff-4999-9441-a94d0b9abee4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4029737 Feb 04 09:35:27.802152 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 3f67fea1-cc64-4e30-acf7-f88271f0c063 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:35:27.862148 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-72d11be8-1c98-42b9-8946-cbaeaa3971b2 None None] Provisioning complete for port 8ebbc2ff-fd02-479e-877e-d1dd61f6747b triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:35:27.862520 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-72d11be8-1c98-42b9-8946-cbaeaa3971b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:27.926360 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-72d11be8-1c98-42b9-8946-cbaeaa3971b2 None None] Port 8ebbc2ff-fd02-479e-877e-d1dd61f6747b cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 09:35:27.939859 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-7c170ada-4b36-466c-b769-c05724fb15c9 req-c08855e0-b685-45e8-be5a-4ab3bfefa240 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Synchronizing usage tracker for tenant:780eb962d64446649b0f5d5c27ee1665 on resource:security_group {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 09:35:28.004285 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 3f67fea1-cc64-4e30-acf7-f88271f0c063 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:35:28.009313 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 3f67fea1-cc64-4e30-acf7-f88271f0c063 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:35:28.009613 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:28.032971 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-7c170ada-4b36-466c-b769-c05724fb15c9 req-c08855e0-b685-45e8-be5a-4ab3bfefa240 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Unset dirty status for tenant:780eb962d64446649b0f5d5c27ee1665 on resource:security_group {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 09:35:28.034194 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7c170ada-4b36-466c-b769-c05724fb15c9 req-c08855e0-b685-45e8-be5a-4ab3bfefa240 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1581249064&fields=id&tenant_id=780eb962d64446649b0f5d5c27ee1665 HTTP/1.1" status: 200 len: 267 time: 0.1356058 Feb 04 09:35:28.073803 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-5a40e464-2b83-49fa-b696-7633371b7702 None None] Provisioning complete for port 8ebbc2ff-fd02-479e-877e-d1dd61f6747b triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:35:28.074165 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-5a40e464-2b83-49fa-b696-7633371b7702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:28.166807 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-5a40e464-2b83-49fa-b696-7633371b7702 None None] Port 8ebbc2ff-fd02-479e-877e-d1dd61f6747b cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 09:35:28.184390 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:28.187931 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c170ada-4b36-466c-b769-c05724fb15c9 req-78128d31-94ab-4ae5-a3df-ad47a29a9a25 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:35:28.188629 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-7c170ada-4b36-466c-b769-c05724fb15c9 req-78128d31-94ab-4ae5-a3df-ad47a29a9a25 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Synchronizing usage tracker for tenant:780eb962d64446649b0f5d5c27ee1665 on resource:network {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 09:35:28.216691 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port 3f67fea1-cc64-4e30-acf7-f88271f0c063, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=3f67fea1-cc64-4e30-acf7-f88271f0c063,segment=NetworkSegment(8dbcb802-a648-4b40-8659-8e32212840b9),segment_id=8dbcb802-a648-4b40-8659-8e32212840b9)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:35:28.255751 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-7c170ada-4b36-466c-b769-c05724fb15c9 req-78128d31-94ab-4ae5-a3df-ad47a29a9a25 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Unset dirty status for tenant:780eb962d64446649b0f5d5c27ee1665 on resource:network {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 09:35:28.256972 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7c170ada-4b36-466c-b769-c05724fb15c9 req-78128d31-94ab-4ae5-a3df-ad47a29a9a25 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/networks?id=d27fb968-6e05-46a4-9fbb-e2d9589dc116 HTTP/1.1" status: 200 len: 796 time: 0.2156265 Feb 04 09:35:28.274024 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7c170ada-4b36-466c-b769-c05724fb15c9 req-c12af417-8b9a-44c8-9760-f6b77b4a69c6 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/quotas/780eb962d64446649b0f5d5c27ee1665 HTTP/1.1" status: 200 len: 375 time: 0.0114007 Feb 04 09:35:28.284657 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:28.353088 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=3f67fea1-cc64-4e30-acf7-f88271f0c063,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:35:28.353731 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-7c170ada-4b36-466c-b769-c05724fb15c9 req-370b07bf-72c1-4646-a09f-825cc30263b9 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Synchronizing usage tracker for tenant:780eb962d64446649b0f5d5c27ee1665 on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 09:35:28.443609 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-7c170ada-4b36-466c-b769-c05724fb15c9 req-370b07bf-72c1-4646-a09f-825cc30263b9 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Unset dirty status for tenant:780eb962d64446649b0f5d5c27ee1665 on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 09:35:28.445105 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7c170ada-4b36-466c-b769-c05724fb15c9 req-370b07bf-72c1-4646-a09f-825cc30263b9 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=780eb962d64446649b0f5d5c27ee1665&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1665318 Feb 04 09:35:28.687631 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0951b1-46c3-4558-a719-d4079fc39d98 None None] Sync routers for ids ['be4aac04-caff-4999-9441-a94d0b9abee4'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 09:35:28.689761 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7c170ada-4b36-466c-b769-c05724fb15c9 req-b80d463d-c603-482b-90d5-df233b317d18 service neutron] 10.222.0.36 "GET /v2.0/networks/d27fb968-6e05-46a4-9fbb-e2d9589dc116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950407 Feb 04 09:35:28.701866 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0951b1-46c3-4558-a719-d4079fc39d98 None None] Routers {'be4aac04-caff-4999-9441-a94d0b9abee4'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:35:28.702459 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-0f0951b1-46c3-4558-a719-d4079fc39d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:35:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['be4aac04-caff-4999-9441-a94d0b9abee4'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:35:28.818377 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7c170ada-4b36-466c-b769-c05724fb15c9 req-06d3e8b2-c21a-41a8-98a0-3e6e28d89631 service neutron] 10.222.0.36 "GET /v2.0/networks/d27fb968-6e05-46a4-9fbb-e2d9589dc116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228092 Feb 04 09:35:28.876065 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-0f0951b1-46c3-4558-a719-d4079fc39d98 None None] Set router be4aac04-caff-4999-9441-a94d0b9abee4 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:35:29.111654 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-0acf60b3-617b-47c4-abf9-1a0b0fd2b579 req-c57509a8-68c7-44ed-a297-4509788366aa tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d744ef9-e1b7-4756-9326-9d66f1b638bc HTTP/1.1" status: 200 len: 210 time: 0.0515916 Feb 04 09:35:29.190913 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-0f0951b1-46c3-4558-a719-d4079fc39d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be4aac04-caff-4999-9441-a94d0b9abee4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1654078492', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.102'}], 'enable_snat': True}, 'gw_port_id': 'f110a591-d61c-437b-a60a-95f953a35da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:35:21Z', 'updated_at': '2022-02-04T09:35:26Z', 'revision_number': 4, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'gw_port': {'id': 'f110a591-d61c-437b-a60a-95f953a35da8', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:2b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4aac04-caff-4999-9441-a94d0b9abee4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:35:21Z', 'updated_at': '2022-02-04T09:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '8ebbc2ff-fd02-479e-877e-d1dd61f6747b', 'name': '', 'network_id': 'd27fb968-6e05-46a4-9fbb-e2d9589dc116', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'mac_address': 'fa:16:3e:bd:d4:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be4aac04-caff-4999-9441-a94d0b9abee4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5bad037-8655-4a28-92bd-894af45f34cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:35:25Z', 'updated_at': '2022-02-04T09:35:26Z', 'revision_number': 2, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'subnets': [{'id': 'b5bad037-8655-4a28-92bd-894af45f34cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:35:29.194560 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0951b1-46c3-4558-a719-d4079fc39d98 None None] Checking router: be4aac04-caff-4999-9441-a94d0b9abee4 for host: dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 09:35:29.194905 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0951b1-46c3-4558-a719-d4079fc39d98 None None] Updating router be4aac04-caff-4999-9441-a94d0b9abee4 port 8ebbc2ff-fd02-479e-877e-d1dd61f6747b binding host dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 09:35:29.244632 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-0f0951b1-46c3-4558-a719-d4079fc39d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:29.454376 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 3f67fea1-cc64-4e30-acf7-f88271f0c063 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:35:29.564693 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 3f67fea1-cc64-4e30-acf7-f88271f0c063 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:35:29.565052 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:29.620501 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-0f0951b1-46c3-4558-a719-d4079fc39d98 None None] Notify callbacks [] for port, precommit_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:29.631921 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.provisioning_blocks [None req-0f0951b1-46c3-4558-a719-d4079fc39d98 None None] Transition to ACTIVE for port object 8ebbc2ff-fd02-479e-877e-d1dd61f6747b will not be triggered until provisioned by entity L2. {{(pid=84110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:35:29.713299 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-0f0951b1-46c3-4558-a719-d4079fc39d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:29.844246 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531f820c-4bd5-4c31-b228-b11103e03a2f None None] Pushing event updated for resources: {'Port': ['ID=8ebbc2ff-fd02-479e-877e-d1dd61f6747b,revision_number=3']} {{(pid=84110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:35:29.855642 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531f820c-4bd5-4c31-b228-b11103e03a2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:35:29.855982 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531f820c-4bd5-4c31-b228-b11103e03a2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:35:29.856502 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531f820c-4bd5-4c31-b228-b11103e03a2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:35:29.857011 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531f820c-4bd5-4c31-b228-b11103e03a2f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:35:29.857676 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531f820c-4bd5-4c31-b228-b11103e03a2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:35:29.858007 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531f820c-4bd5-4c31-b228-b11103e03a2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:35:29.858329 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531f820c-4bd5-4c31-b228-b11103e03a2f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:35:29.858650 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531f820c-4bd5-4c31-b228-b11103e03a2f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:35:29.858969 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531f820c-4bd5-4c31-b228-b11103e03a2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:35:29.859346 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531f820c-4bd5-4c31-b228-b11103e03a2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:35:29.859668 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531f820c-4bd5-4c31-b228-b11103e03a2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:35:29.962002 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.managers [None req-0f0951b1-46c3-4558-a719-d4079fc39d98 None None] Attempting to bind port 8ebbc2ff-fd02-479e-877e-d1dd61f6747b on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 09:35:29.962599 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.managers [None req-0f0951b1-46c3-4558-a719-d4079fc39d98 None None] Attempting to bind port 8ebbc2ff-fd02-479e-877e-d1dd61f6747b by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': '8dbcb802-a648-4b40-8659-8e32212840b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd27fb968-6e05-46a4-9fbb-e2d9589dc116'}] {{(pid=84110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 09:35:29.963178 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0951b1-46c3-4558-a719-d4079fc39d98 None None] Attempting to bind port 8ebbc2ff-fd02-479e-877e-d1dd61f6747b on network d27fb968-6e05-46a4-9fbb-e2d9589dc116 {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 09:35:29.971689 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0951b1-46c3-4558-a719-d4079fc39d98 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 9, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 09:35:29.977483 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0951b1-46c3-4558-a719-d4079fc39d98 None None] Checking segment: {'id': '8dbcb802-a648-4b40-8659-8e32212840b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd27fb968-6e05-46a4-9fbb-e2d9589dc116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 09:35:29.977483 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-0f0951b1-46c3-4558-a719-d4079fc39d98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:29.977483 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0951b1-46c3-4558-a719-d4079fc39d98 None None] Bound using segment: {'id': '8dbcb802-a648-4b40-8659-8e32212840b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd27fb968-6e05-46a4-9fbb-e2d9589dc116'} {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 09:35:29.977483 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.managers [None req-0f0951b1-46c3-4558-a719-d4079fc39d98 None None] Bound port: 8ebbc2ff-fd02-479e-877e-d1dd61f6747b, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dbcb802-a648-4b40-8659-8e32212840b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd27fb968-6e05-46a4-9fbb-e2d9589dc116'}}] {{(pid=84110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 09:35:29.977483 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-0f0951b1-46c3-4558-a719-d4079fc39d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:30.063888 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.db [None req-0f0951b1-46c3-4558-a719-d4079fc39d98 None None] For port 8ebbc2ff-fd02-479e-877e-d1dd61f6747b, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 09:35:30.066899 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.db [None req-0f0951b1-46c3-4558-a719-d4079fc39d98 None None] For port 8ebbc2ff-fd02-479e-877e-d1dd61f6747b, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=8ebbc2ff-fd02-479e-877e-d1dd61f6747b,segment=NetworkSegment(8dbcb802-a648-4b40-8659-8e32212840b9),segment_id=8dbcb802-a648-4b40-8659-8e32212840b9)] {{(pid=84110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 09:35:30.148622 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-0f0951b1-46c3-4558-a719-d4079fc39d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:30.228537 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0951b1-46c3-4558-a719-d4079fc39d98 None None] Routers {'be4aac04-caff-4999-9441-a94d0b9abee4'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:35:30.229238 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-0f0951b1-46c3-4558-a719-d4079fc39d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:35:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['be4aac04-caff-4999-9441-a94d0b9abee4'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:35:30.317401 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531f820c-4bd5-4c31-b228-b11103e03a2f None None] Pushing event updated for resources: {'Port': ['ID=8ebbc2ff-fd02-479e-877e-d1dd61f6747b,revision_number=4']} {{(pid=84110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:35:30.329117 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-23e8b8ed-8109-4b38-bc28-4cbc6e62cfee req-855f6b07-426f-4540-b44a-6345f05f704f tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d744ef9-e1b7-4756-9326-9d66f1b638bc HTTP/1.1" status: 200 len: 210 time: 0.0711973 Feb 04 09:35:30.492792 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-0f0951b1-46c3-4558-a719-d4079fc39d98 None None] Set router be4aac04-caff-4999-9441-a94d0b9abee4 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:35:30.802508 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-0f0951b1-46c3-4558-a719-d4079fc39d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be4aac04-caff-4999-9441-a94d0b9abee4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1654078492', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.102'}], 'enable_snat': True}, 'gw_port_id': 'f110a591-d61c-437b-a60a-95f953a35da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:35:21Z', 'updated_at': '2022-02-04T09:35:26Z', 'revision_number': 4, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'gw_port': {'id': 'f110a591-d61c-437b-a60a-95f953a35da8', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:2b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4aac04-caff-4999-9441-a94d0b9abee4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:35:21Z', 'updated_at': '2022-02-04T09:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '8ebbc2ff-fd02-479e-877e-d1dd61f6747b', 'name': '', 'network_id': 'd27fb968-6e05-46a4-9fbb-e2d9589dc116', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'mac_address': 'fa:16:3e:bd:d4:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be4aac04-caff-4999-9441-a94d0b9abee4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5bad037-8655-4a28-92bd-894af45f34cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:35:25Z', 'updated_at': '2022-02-04T09:35:30Z', 'revision_number': 4, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'subnets': [{'id': 'b5bad037-8655-4a28-92bd-894af45f34cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:35:30.806246 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0951b1-46c3-4558-a719-d4079fc39d98 None None] The sync data for ids ['be4aac04-caff-4999-9441-a94d0b9abee4'] in dv-neutron-827798-2-hyperv is: [{'id': 'be4aac04-caff-4999-9441-a94d0b9abee4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1654078492', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.102'}], 'enable_snat': True}, 'gw_port_id': 'f110a591-d61c-437b-a60a-95f953a35da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:35:21Z', 'updated_at': '2022-02-04T09:35:26Z', 'revision_number': 4, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'gw_port': {'id': 'f110a591-d61c-437b-a60a-95f953a35da8', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:2b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4aac04-caff-4999-9441-a94d0b9abee4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:35:21Z', 'updated_at': '2022-02-04T09:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '8ebbc2ff-fd02-479e-877e-d1dd61f6747b', 'name': '', 'network_id': 'd27fb968-6e05-46a4-9fbb-e2d9589dc116', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'mac_address': 'fa:16:3e:bd:d4:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be4aac04-caff-4999-9441-a94d0b9abee4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5bad037-8655-4a28-92bd-894af45f34cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:35:25Z', 'updated_at': '2022-02-04T09:35:30Z', 'revision_number': 4, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'subnets': [{'id': 'b5bad037-8655-4a28-92bd-894af45f34cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 09:35:31.309917 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c170ada-4b36-466c-b769-c05724fb15c9 req-b7cf5e9c-9610-44e9-9933-04b7606f6ff2 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:35:31.312846 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-7c170ada-4b36-466c-b769-c05724fb15c9 req-b7cf5e9c-9610-44e9-9933-04b7606f6ff2 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.47 "GET /v2.0/networks?id=d27fb968-6e05-46a4-9fbb-e2d9589dc116 HTTP/1.1" status: 200 len: 796 time: 0.1636341 Feb 04 09:35:31.368638 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [req-7c170ada-4b36-466c-b769-c05724fb15c9 req-08914f45-25ac-47c6-bb88-c11ad9a35849 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Synchronizing usage tracker for tenant:780eb962d64446649b0f5d5c27ee1665 on resource:security_group {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 09:35:31.381923 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [req-7c170ada-4b36-466c-b769-c05724fb15c9 req-08914f45-25ac-47c6-bb88-c11ad9a35849 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Unset dirty status for tenant:780eb962d64446649b0f5d5c27ee1665 on resource:security_group {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 09:35:31.383347 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-7c170ada-4b36-466c-b769-c05724fb15c9 req-08914f45-25ac-47c6-bb88-c11ad9a35849 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=780eb962d64446649b0f5d5c27ee1665 HTTP/1.1" status: 200 len: 380 time: 0.0586390 Feb 04 09:35:31.391496 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [req-7c170ada-4b36-466c-b769-c05724fb15c9 req-0f616ddf-5c06-4502-bb83-75fffdfce271 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Request body: {'port': {'device_id': '6d744ef9-e1b7-4756-9326-9d66f1b638bc', 'network_id': 'd27fb968-6e05-46a4-9fbb-e2d9589dc116', 'admin_state_up': True, 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'security_groups': ['aea5210d-c0c0-4b38-9cdb-ccea049ffa28']}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:35:31.527264 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 8ebbc2ff-fd02-479e-877e-d1dd61f6747b up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:35:31.536741 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4e4f6154-bb7f-4b76-b5aa-e86fe20af7f5 req-3c8685b4-7636-4d47-b98e-023f5b4e5724 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d744ef9-e1b7-4756-9326-9d66f1b638bc HTTP/1.1" status: 200 len: 210 time: 0.0608420 Feb 04 09:35:31.544641 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [req-7c170ada-4b36-466c-b769-c05724fb15c9 req-0f616ddf-5c06-4502-bb83-75fffdfce271 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:35:31.563494 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [req-7c170ada-4b36-466c-b769-c05724fb15c9 req-0f616ddf-5c06-4502-bb83-75fffdfce271 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:35:31.661751 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c170ada-4b36-466c-b769-c05724fb15c9 req-0f616ddf-5c06-4502-bb83-75fffdfce271 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Made reservation on behalf of 780eb962d64446649b0f5d5c27ee1665 for: {'port': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 09:35:31.664805 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-7c170ada-4b36-466c-b769-c05724fb15c9 req-0f616ddf-5c06-4502-bb83-75fffdfce271 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:31.690074 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 8ebbc2ff-fd02-479e-877e-d1dd61f6747b completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:35:31.695665 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 8ebbc2ff-fd02-479e-877e-d1dd61f6747b triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:35:31.699054 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:31.815628 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:31.835652 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [req-7c170ada-4b36-466c-b769-c05724fb15c9 req-0f616ddf-5c06-4502-bb83-75fffdfce271 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Allocated IP 172.20.0.8 (d27fb968-6e05-46a4-9fbb-e2d9589dc116/b5bad037-8655-4a28-92bd-894af45f34cf/a33b981a-5efb-4f86-b636-a7bfc7586860) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 09:35:31.850113 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port 8ebbc2ff-fd02-479e-877e-d1dd61f6747b, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=8ebbc2ff-fd02-479e-877e-d1dd61f6747b,segment=NetworkSegment(8dbcb802-a648-4b40-8659-8e32212840b9),segment_id=8dbcb802-a648-4b40-8659-8e32212840b9)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:35:31.918929 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:31.986325 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=8ebbc2ff-fd02-479e-877e-d1dd61f6747b,revision_number=5']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:35:32.035086 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-7c170ada-4b36-466c-b769-c05724fb15c9 req-0f616ddf-5c06-4502-bb83-75fffdfce271 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:32.050568 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.provisioning_blocks [req-7c170ada-4b36-466c-b769-c05724fb15c9 req-0f616ddf-5c06-4502-bb83-75fffdfce271 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Transition to ACTIVE for port object a33b981a-5efb-4f86-b636-a7bfc7586860 will not be triggered until provisioned by entity DHCP. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:35:32.136091 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-7c170ada-4b36-466c-b769-c05724fb15c9 req-0f616ddf-5c06-4502-bb83-75fffdfce271 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:32.206883 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c170ada-4b36-466c-b769-c05724fb15c9 req-0f616ddf-5c06-4502-bb83-75fffdfce271 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Network d27fb968-6e05-46a4-9fbb-e2d9589dc116 is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:35:32.210065 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [req-7c170ada-4b36-466c-b769-c05724fb15c9 req-0f616ddf-5c06-4502-bb83-75fffdfce271 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:35:32.214326 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c170ada-4b36-466c-b769-c05724fb15c9 req-0f616ddf-5c06-4502-bb83-75fffdfce271 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 09:35:32.255503 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f616ddf-5c06-4502-bb83-75fffdfce271 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event updated for resources: {'Port': ['ID=a33b981a-5efb-4f86-b636-a7bfc7586860,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:35:32.286419 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c170ada-4b36-466c-b769-c05724fb15c9 req-0f616ddf-5c06-4502-bb83-75fffdfce271 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:35:32.287016 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-7c170ada-4b36-466c-b769-c05724fb15c9 req-0f616ddf-5c06-4502-bb83-75fffdfce271 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:32.359386 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-7c170ada-4b36-466c-b769-c05724fb15c9 req-0f616ddf-5c06-4502-bb83-75fffdfce271 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9717343 Feb 04 09:35:32.370955 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [req-7c170ada-4b36-466c-b769-c05724fb15c9 req-616cc62f-8011-4f2e-8360-60c50b87f266 service neutron] Request body: {'port': {'device_id': '6d744ef9-e1b7-4756-9326-9d66f1b638bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:35:32.513426 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-18e6ae45-06d6-4705-8244-8f4c882041ca None None] Provisioning for port a33b981a-5efb-4f86-b636-a7bfc7586860 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:35:32.519805 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-18e6ae45-06d6-4705-8244-8f4c882041ca None None] Provisioning complete for port a33b981a-5efb-4f86-b636-a7bfc7586860 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:35:32.523086 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-18e6ae45-06d6-4705-8244-8f4c882041ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:32.579832 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-7c170ada-4b36-466c-b769-c05724fb15c9 req-616cc62f-8011-4f2e-8360-60c50b87f266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:32.584716 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-18e6ae45-06d6-4705-8244-8f4c882041ca None None] Port a33b981a-5efb-4f86-b636-a7bfc7586860 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 09:35:32.730736 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8382bf78-61d7-49b6-b90f-802c924d9c12 req-84734aa0-e428-4a20-aab8-56960a5081ac tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:35:32.732197 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8382bf78-61d7-49b6-b90f-802c924d9c12 req-84734aa0-e428-4a20-aab8-56960a5081ac tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d744ef9-e1b7-4756-9326-9d66f1b638bc HTTP/1.1" status: 200 len: 931 time: 0.0792451 Feb 04 09:35:32.777605 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8382bf78-61d7-49b6-b90f-802c924d9c12 req-3b4eaa09-905d-4e15-a6e6-55a8d11c8a52 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=aea5210d-c0c0-4b38-9cdb-ccea049ffa28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396593 Feb 04 09:35:32.925339 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [req-7c170ada-4b36-466c-b769-c05724fb15c9 req-616cc62f-8011-4f2e-8360-60c50b87f266 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a33b981a-5efb-4f86-b636-a7bfc7586860 {{(pid=84108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 09:35:32.932223 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-7c170ada-4b36-466c-b769-c05724fb15c9 req-616cc62f-8011-4f2e-8360-60c50b87f266 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:32.946859 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.provisioning_blocks [req-7c170ada-4b36-466c-b769-c05724fb15c9 req-616cc62f-8011-4f2e-8360-60c50b87f266 service neutron] Transition to ACTIVE for port object a33b981a-5efb-4f86-b636-a7bfc7586860 will not be triggered until provisioned by entity L2. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:35:33.021693 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-7c170ada-4b36-466c-b769-c05724fb15c9 req-616cc62f-8011-4f2e-8360-60c50b87f266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:33.149721 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616cc62f-8011-4f2e-8360-60c50b87f266 service neutron] Pushing event updated for resources: {'Port': ['ID=a33b981a-5efb-4f86-b636-a7bfc7586860,revision_number=2']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:35:33.264820 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [req-7c170ada-4b36-466c-b769-c05724fb15c9 req-616cc62f-8011-4f2e-8360-60c50b87f266 service neutron] Attempting to bind port a33b981a-5efb-4f86-b636-a7bfc7586860 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 09:35:33.265153 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [req-7c170ada-4b36-466c-b769-c05724fb15c9 req-616cc62f-8011-4f2e-8360-60c50b87f266 service neutron] Attempting to bind port a33b981a-5efb-4f86-b636-a7bfc7586860 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '8dbcb802-a648-4b40-8659-8e32212840b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd27fb968-6e05-46a4-9fbb-e2d9589dc116'}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 09:35:33.265504 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c170ada-4b36-466c-b769-c05724fb15c9 req-616cc62f-8011-4f2e-8360-60c50b87f266 service neutron] Attempting to bind port a33b981a-5efb-4f86-b636-a7bfc7586860 on network d27fb968-6e05-46a4-9fbb-e2d9589dc116 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 09:35:33.271134 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c170ada-4b36-466c-b769-c05724fb15c9 req-616cc62f-8011-4f2e-8360-60c50b87f266 service neutron] Port a33b981a-5efb-4f86-b636-a7bfc7586860 on network d27fb968-6e05-46a4-9fbb-e2d9589dc116 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 09:35:33.271449 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c170ada-4b36-466c-b769-c05724fb15c9 req-616cc62f-8011-4f2e-8360-60c50b87f266 service neutron] Attempting to bind port a33b981a-5efb-4f86-b636-a7bfc7586860 on network d27fb968-6e05-46a4-9fbb-e2d9589dc116 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 09:35:33.277541 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c170ada-4b36-466c-b769-c05724fb15c9 req-616cc62f-8011-4f2e-8360-60c50b87f266 service neutron] Checking agent: {'id': 'f735dfbb-9ed2-4de7-8aa1-fea4a962ae1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 34, 26), 'started_at': datetime.datetime(2022, 2, 4, 8, 34, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 9, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 09:35:33.277872 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c170ada-4b36-466c-b769-c05724fb15c9 req-616cc62f-8011-4f2e-8360-60c50b87f266 service neutron] Checking segment: {'id': '8dbcb802-a648-4b40-8659-8e32212840b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd27fb968-6e05-46a4-9fbb-e2d9589dc116'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 09:35:33.278252 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c170ada-4b36-466c-b769-c05724fb15c9 req-616cc62f-8011-4f2e-8360-60c50b87f266 service neutron] Bound using segment: {'id': '8dbcb802-a648-4b40-8659-8e32212840b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd27fb968-6e05-46a4-9fbb-e2d9589dc116'} {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 09:35:33.278664 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [req-7c170ada-4b36-466c-b769-c05724fb15c9 req-616cc62f-8011-4f2e-8360-60c50b87f266 service neutron] Bound port: a33b981a-5efb-4f86-b636-a7bfc7586860, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dbcb802-a648-4b40-8659-8e32212840b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd27fb968-6e05-46a4-9fbb-e2d9589dc116'}}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 09:35:33.279002 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-7c170ada-4b36-466c-b769-c05724fb15c9 req-616cc62f-8011-4f2e-8360-60c50b87f266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:33.371426 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [req-7c170ada-4b36-466c-b769-c05724fb15c9 req-616cc62f-8011-4f2e-8360-60c50b87f266 service neutron] For port a33b981a-5efb-4f86-b636-a7bfc7586860, host hv-neutron-8277, cleared binding levels {{(pid=84108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 09:35:33.371426 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [req-7c170ada-4b36-466c-b769-c05724fb15c9 req-616cc62f-8011-4f2e-8360-60c50b87f266 service neutron] For port a33b981a-5efb-4f86-b636-a7bfc7586860, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=a33b981a-5efb-4f86-b636-a7bfc7586860,segment=NetworkSegment(8dbcb802-a648-4b40-8659-8e32212840b9),segment_id=8dbcb802-a648-4b40-8659-8e32212840b9)] {{(pid=84108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 09:35:33.451749 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 8ebbc2ff-fd02-479e-877e-d1dd61f6747b up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:35:33.456348 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-7c170ada-4b36-466c-b769-c05724fb15c9 req-616cc62f-8011-4f2e-8360-60c50b87f266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:33.523958 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 8ebbc2ff-fd02-479e-877e-d1dd61f6747b triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:35:33.524325 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:33.530911 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-7c170ada-4b36-466c-b769-c05724fb15c9 req-616cc62f-8011-4f2e-8360-60c50b87f266 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:33.532972 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-7c170ada-4b36-466c-b769-c05724fb15c9 req-616cc62f-8011-4f2e-8360-60c50b87f266 service neutron] 10.222.0.47 "PUT /v2.0/ports/a33b981a-5efb-4f86-b636-a7bfc7586860 HTTP/1.1" status: 200 len: 1093 time: 1.1660194 Feb 04 09:35:33.536358 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d744ef9-e1b7-4756-9326-9d66f1b638bc', 'tag': 'a33b981a-5efb-4f86-b636-a7bfc7586860'}] {{(pid=84108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:35:33.575987 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616cc62f-8011-4f2e-8360-60c50b87f266 service neutron] Pushing event updated for resources: {'Port': ['ID=a33b981a-5efb-4f86-b636-a7bfc7586860,revision_number=3']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:35:33.618186 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d744ef9-e1b7-4756-9326-9d66f1b638bc', 'tag': 'a33b981a-5efb-4f86-b636-a7bfc7586860', 'status': 'completed', 'code': 200} Feb 04 09:35:33.705702 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-9ea16782-1ca1-49d3-b1cb-bfef2af9564b req-616a757e-ee13-4e7d-b945-a67eb43b43c7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=780eb962d64446649b0f5d5c27ee1665&device_id=6d744ef9-e1b7-4756-9326-9d66f1b638bc HTTP/1.1" status: 200 len: 1096 time: 0.0733740 Feb 04 09:35:33.847640 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea16782-1ca1-49d3-b1cb-bfef2af9564b req-917db313-ed71-4cc8-825b-7597d2a9c62d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:35:33.849921 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-9ea16782-1ca1-49d3-b1cb-bfef2af9564b req-917db313-ed71-4cc8-825b-7597d2a9c62d service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=780eb962d64446649b0f5d5c27ee1665&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1376045 Feb 04 09:35:33.984044 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4f6253-37e7-4f05-8eb2-3e51eb2f470b req-b6d2f37a-8243-41c7-a219-1337f8f68955 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:35:33.985478 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-1a4f6253-37e7-4f05-8eb2-3e51eb2f470b req-b6d2f37a-8243-41c7-a219-1337f8f68955 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d744ef9-e1b7-4756-9326-9d66f1b638bc HTTP/1.1" status: 200 len: 943 time: 0.0762279 Feb 04 09:35:33.990266 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea16782-1ca1-49d3-b1cb-bfef2af9564b req-98e9e82b-fc38-4728-8b23-00216fa70a28 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:35:33.991828 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-9ea16782-1ca1-49d3-b1cb-bfef2af9564b req-98e9e82b-fc38-4728-8b23-00216fa70a28 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1364844 Feb 04 09:35:34.034273 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-1a4f6253-37e7-4f05-8eb2-3e51eb2f470b req-96097f76-7cca-407b-a13f-9ba81207ff2f tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=aea5210d-c0c0-4b38-9cdb-ccea049ffa28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434501 Feb 04 09:35:34.098608 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-7c170ada-4b36-466c-b769-c05724fb15c9 req-4eae7081-55c8-403f-a478-8ec2ceee4ee7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=780eb962d64446649b0f5d5c27ee1665&device_id=6d744ef9-e1b7-4756-9326-9d66f1b638bc HTTP/1.1" status: 200 len: 1096 time: 0.0725114 Feb 04 09:35:34.165224 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-7c170ada-4b36-466c-b769-c05724fb15c9 req-e5bf5dcb-19dc-4c1b-b66d-5d186e9cb41d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a33b981a-5efb-4f86-b636-a7bfc7586860 HTTP/1.1" status: 200 len: 217 time: 0.0600600 Feb 04 09:35:34.228949 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c170ada-4b36-466c-b769-c05724fb15c9 req-de418864-56b3-4d32-bbf6-31cf66982f79 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:35:34.230854 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-7c170ada-4b36-466c-b769-c05724fb15c9 req-de418864-56b3-4d32-bbf6-31cf66982f79 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b5bad037-8655-4a28-92bd-894af45f34cf HTTP/1.1" status: 200 len: 835 time: 0.0598040 Feb 04 09:35:34.303086 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-7c170ada-4b36-466c-b769-c05724fb15c9 req-51f4cf63-6a81-4eb7-b3bf-521ff65b3ddf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d27fb968-6e05-46a4-9fbb-e2d9589dc116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671542 Feb 04 09:35:34.430838 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-7c170ada-4b36-466c-b769-c05724fb15c9 req-4a65015e-4f2e-45a8-9fae-b428c4090c78 service neutron] 10.222.0.47 "GET /v2.0/networks/d27fb968-6e05-46a4-9fbb-e2d9589dc116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215279 Feb 04 09:35:34.645447 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-7c170ada-4b36-466c-b769-c05724fb15c9 req-76c09487-3e34-45e9-a3a9-2457d96dc8e4 service neutron] 10.222.0.47 "GET /v2.0/networks/d27fb968-6e05-46a4-9fbb-e2d9589dc116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083986 Feb 04 09:35:35.227697 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ae8488-22fd-4813-bdb0-9dd2505acc59 req-973482d0-41fb-420d-ab2c-ece6d22af9fb tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:35:35.229190 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b6ae8488-22fd-4813-bdb0-9dd2505acc59 req-973482d0-41fb-420d-ab2c-ece6d22af9fb tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d744ef9-e1b7-4756-9326-9d66f1b638bc HTTP/1.1" status: 200 len: 943 time: 0.0770311 Feb 04 09:35:35.274762 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b6ae8488-22fd-4813-bdb0-9dd2505acc59 req-fb8dd96f-b93b-45c9-8076-72b86b8fecdd tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=aea5210d-c0c0-4b38-9cdb-ccea049ffa28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392272 Feb 04 09:35:36.470830 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0f157c-890b-4b73-8ab8-bd6190c83fcb req-09d3af7f-f1cf-419b-8bfc-18b80792a18e tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:35:36.472246 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-0a0f157c-890b-4b73-8ab8-bd6190c83fcb req-09d3af7f-f1cf-419b-8bfc-18b80792a18e tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d744ef9-e1b7-4756-9326-9d66f1b638bc HTTP/1.1" status: 200 len: 943 time: 0.0791883 Feb 04 09:35:36.516975 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-0a0f157c-890b-4b73-8ab8-bd6190c83fcb req-c6d556e1-5b5f-40f7-a340-b6c335bd5f4d tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=aea5210d-c0c0-4b38-9cdb-ccea049ffa28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393085 Feb 04 09:35:37.713728 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc1643f-7668-4247-af5c-eaa631df31cd req-4d16b20e-1751-4f76-b928-ccd61a209468 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:35:37.715155 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7cc1643f-7668-4247-af5c-eaa631df31cd req-4d16b20e-1751-4f76-b928-ccd61a209468 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d744ef9-e1b7-4756-9326-9d66f1b638bc HTTP/1.1" status: 200 len: 943 time: 0.0743134 Feb 04 09:35:37.758275 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7cc1643f-7668-4247-af5c-eaa631df31cd req-fcf6c62e-8dbd-4a9a-a354-ea55c5147b91 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=aea5210d-c0c0-4b38-9cdb-ccea049ffa28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371246 Feb 04 09:35:38.123950 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device a33b981a-5efb-4f86-b636-a7bfc7586860 details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=84109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 09:35:38.252614 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port a33b981a-5efb-4f86-b636-a7bfc7586860, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=a33b981a-5efb-4f86-b636-a7bfc7586860,segment=NetworkSegment(8dbcb802-a648-4b40-8659-8e32212840b9),segment_id=8dbcb802-a648-4b40-8659-8e32212840b9)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:35:38.265521 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Returning: {'device': 'a33b981a-5efb-4f86-b636-a7bfc7586860', 'network_id': 'd27fb968-6e05-46a4-9fbb-e2d9589dc116', 'port_id': 'a33b981a-5efb-4f86-b636-a7bfc7586860', 'mac_address': 'fa:16:3e:c5:0e:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5bad037-8655-4a28-92bd-894af45f34cf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 09:35:38.319609 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:38.336583 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a33b981a-5efb-4f86-b636-a7bfc7586860 {{(pid=84109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 09:35:38.351362 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port a33b981a-5efb-4f86-b636-a7bfc7586860, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=a33b981a-5efb-4f86-b636-a7bfc7586860,segment=NetworkSegment(8dbcb802-a648-4b40-8659-8e32212840b9),segment_id=8dbcb802-a648-4b40-8659-8e32212840b9)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:35:38.415799 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:38.481358 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=a33b981a-5efb-4f86-b636-a7bfc7586860,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:35:38.758378 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] get_ports_and_sgs() called for port_ids ['a33b981a-5efb-4f86-b636-a7bfc7586860'] {{(pid=84109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 09:35:38.959461 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b3ca3b-3f13-4f29-a680-97704248a2b2 req-1e4b459f-a1e4-414f-8c1c-39cb12a3f64a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:35:38.960945 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-80b3ca3b-3f13-4f29-a680-97704248a2b2 req-1e4b459f-a1e4-414f-8c1c-39cb12a3f64a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d744ef9-e1b7-4756-9326-9d66f1b638bc HTTP/1.1" status: 200 len: 944 time: 0.0795152 Feb 04 09:35:39.006516 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-80b3ca3b-3f13-4f29-a680-97704248a2b2 req-cd09f835-5930-44ac-a24c-b8c0186db228 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=aea5210d-c0c0-4b38-9cdb-ccea049ffa28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396922 Feb 04 09:35:40.139266 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device a33b981a-5efb-4f86-b636-a7bfc7586860 up at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:35:40.198834 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf29b46-bf90-4dd0-bc27-4cbce5e2e724 req-e5629f08-d108-4bc9-9444-883c3b6c05dc tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:35:40.200271 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-bcf29b46-bf90-4dd0-bc27-4cbce5e2e724 req-e5629f08-d108-4bc9-9444-883c3b6c05dc tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d744ef9-e1b7-4756-9326-9d66f1b638bc HTTP/1.1" status: 200 len: 944 time: 0.0768421 Feb 04 09:35:40.244408 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-bcf29b46-bf90-4dd0-bc27-4cbce5e2e724 req-ce3d0a40-dc36-4d1b-a3b4-08ab1f77966c tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=aea5210d-c0c0-4b38-9cdb-ccea049ffa28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385311 Feb 04 09:35:40.272968 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Provisioning for port a33b981a-5efb-4f86-b636-a7bfc7586860 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:35:40.278187 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Provisioning complete for port a33b981a-5efb-4f86-b636-a7bfc7586860 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:35:40.278557 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:40.387241 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:40.415820 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d744ef9-e1b7-4756-9326-9d66f1b638bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a33b981a-5efb-4f86-b636-a7bfc7586860'}] {{(pid=84109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:35:40.427356 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port a33b981a-5efb-4f86-b636-a7bfc7586860, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=a33b981a-5efb-4f86-b636-a7bfc7586860,segment=NetworkSegment(8dbcb802-a648-4b40-8659-8e32212840b9),segment_id=8dbcb802-a648-4b40-8659-8e32212840b9)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:35:40.502072 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:40.567058 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=a33b981a-5efb-4f86-b636-a7bfc7586860,revision_number=5']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:35:40.593878 dv-neutron-827798-2-hyperv neutron-server[84109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d744ef9-e1b7-4756-9326-9d66f1b638bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a33b981a-5efb-4f86-b636-a7bfc7586860', 'code': 200} Feb 04 09:35:40.942880 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-49d6a970-33f6-4a00-bdee-cd8afb9de176 req-80296406-09f6-4bee-92bd-ad9bddc915a4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6d744ef9-e1b7-4756-9326-9d66f1b638bc HTTP/1.1" status: 200 len: 1098 time: 0.0697262 Feb 04 09:35:40.984959 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-49d6a970-33f6-4a00-bdee-cd8afb9de176 req-63ff0329-7ec6-4339-bafb-72f0d7d38f65 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=aea5210d-c0c0-4b38-9cdb-ccea049ffa28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362618 Feb 04 09:35:41.137236 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 09:35:41.483166 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90792a0-68be-47d7-aadf-9d50ea829d71 req-22252e31-ecbd-4724-8bc6-a8f1e4b6a3f6 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:35:41.484678 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c90792a0-68be-47d7-aadf-9d50ea829d71 req-22252e31-ecbd-4724-8bc6-a8f1e4b6a3f6 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d744ef9-e1b7-4756-9326-9d66f1b638bc HTTP/1.1" status: 200 len: 945 time: 0.1226921 Feb 04 09:35:41.527940 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c90792a0-68be-47d7-aadf-9d50ea829d71 req-8950c9c1-541b-478f-8bdb-b63f06b59c15 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=aea5210d-c0c0-4b38-9cdb-ccea049ffa28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378826 Feb 04 09:35:42.719525 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498c8616-6174-46ae-9692-ed37e577e553 req-e9a4a290-b137-4d2c-a8d0-6920d04739f8 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:35:42.720879 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-498c8616-6174-46ae-9692-ed37e577e553 req-e9a4a290-b137-4d2c-a8d0-6920d04739f8 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d744ef9-e1b7-4756-9326-9d66f1b638bc HTTP/1.1" status: 200 len: 945 time: 0.0743034 Feb 04 09:35:42.767915 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-498c8616-6174-46ae-9692-ed37e577e553 req-42c5df29-5a60-489a-a3e4-b06798de8e11 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=aea5210d-c0c0-4b38-9cdb-ccea049ffa28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416920 Feb 04 09:35:42.967367 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca47917-9987-4927-a2bd-51308c89888f req-e663bbd8-09e9-4b97-b492-0afc91ebd6ad tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:35:42.969440 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4ca47917-9987-4927-a2bd-51308c89888f req-e663bbd8-09e9-4b97-b492-0afc91ebd6ad tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d744ef9-e1b7-4756-9326-9d66f1b638bc HTTP/1.1" status: 200 len: 945 time: 0.0837350 Feb 04 09:35:43.013247 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4ca47917-9987-4927-a2bd-51308c89888f req-4f93ea2a-a55b-41f9-b588-328086ece401 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=aea5210d-c0c0-4b38-9cdb-ccea049ffa28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384290 Feb 04 09:35:43.042997 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 35780) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:35:43.112873 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-cc076edb-a0a9-4c05-bce8-587b62cff0f8 tempest-TestNetworkAdvancedServerOps-2015322207 tempest-TestNetworkAdvancedServerOps-2015322207-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=6d744ef9-e1b7-4756-9326-9d66f1b638bc HTTP/1.1" status: 200 len: 1093 time: 0.0687308 Feb 04 09:35:43.115512 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 35784) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:35:43.120403 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-6b6979f9-6dab-49a0-a92a-124f4dad1b2a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Request body: {'floatingip': {'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'port_id': 'a33b981a-5efb-4f86-b636-a7bfc7586860', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:35:43.126272 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-6b6979f9-6dab-49a0-a92a-124f4dad1b2a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:35:43.130165 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-6b6979f9-6dab-49a0-a92a-124f4dad1b2a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Usage tracker for resource:floatingip and tenant:780eb962d64446649b0f5d5c27ee1665 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:35:43.133020 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-6b6979f9-6dab-49a0-a92a-124f4dad1b2a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:35:43.138629 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-6b6979f9-6dab-49a0-a92a-124f4dad1b2a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:35:43.221479 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6b6979f9-6dab-49a0-a92a-124f4dad1b2a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for floatingip, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:43.462161 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6b6979f9-6dab-49a0-a92a-124f4dad1b2a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:43.603520 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-6b6979f9-6dab-49a0-a92a-124f4dad1b2a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Allocated IP 172.26.3.4 (e264bd74-c56b-43d0-9059-bcb57dbbe5bc/79caf47c-b62c-4ea0-b35f-21ede155daa8/36097562-4790-49e1-b45a-fd67b79f0f7b) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 09:35:43.750831 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6b6979f9-6dab-49a0-a92a-124f4dad1b2a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:43.816138 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6b6979f9-6dab-49a0-a92a-124f4dad1b2a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:43.880977 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6979f9-6dab-49a0-a92a-124f4dad1b2a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Network e264bd74-c56b-43d0-9059-bcb57dbbe5bc is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:35:43.883884 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-6b6979f9-6dab-49a0-a92a-124f4dad1b2a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:35:43.888222 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6979f9-6dab-49a0-a92a-124f4dad1b2a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 09:35:43.912098 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6979f9-6dab-49a0-a92a-124f4dad1b2a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event updated for resources: {'Port': ['ID=36097562-4790-49e1-b45a-fd67b79f0f7b,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:35:44.383829 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6b6979f9-6dab-49a0-a92a-124f4dad1b2a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:44.526872 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6b6979f9-6dab-49a0-a92a-124f4dad1b2a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:44.726089 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6b6979f9-6dab-49a0-a92a-124f4dad1b2a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:44.787944 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6b6979f9-6dab-49a0-a92a-124f4dad1b2a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:44.889563 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6979f9-6dab-49a0-a92a-124f4dad1b2a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event updated for resources: {'Port': ['ID=36097562-4790-49e1-b45a-fd67b79f0f7b,revision_number=2']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:35:44.907494 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6b6979f9-6dab-49a0-a92a-124f4dad1b2a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473039'] for floatingip, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:45.093281 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.l3_db [None req-6b6979f9-6dab-49a0-a92a-124f4dad1b2a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Floating IP 6ae2bad3-e51e-44e5-aecb-5d8cbb9a4bf3 associated. External IP: 172.26.3.4, port: a33b981a-5efb-4f86-b636-a7bfc7586860. Feb 04 09:35:45.565296 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b6979f9-6dab-49a0-a92a-124f4dad1b2a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Router be4aac04-caff-4999-9441-a94d0b9abee4 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 09:35:45.762974 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b6979f9-6dab-49a0-a92a-124f4dad1b2a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 09:35:45.772266 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f158669f-a8a8-4a92-904d-6d463bc3988f None None] Sync routers for ids ['be4aac04-caff-4999-9441-a94d0b9abee4'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 09:35:45.783935 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f158669f-a8a8-4a92-904d-6d463bc3988f None None] Routers {'be4aac04-caff-4999-9441-a94d0b9abee4'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:35:45.784540 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-f158669f-a8a8-4a92-904d-6d463bc3988f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:35:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['be4aac04-caff-4999-9441-a94d0b9abee4'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:35:45.854827 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-6b6979f9-6dab-49a0-a92a-124f4dad1b2a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for floatingip, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:45.908840 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-6b6979f9-6dab-49a0-a92a-124f4dad1b2a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.7920642 Feb 04 09:35:45.909764 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d744ef9-e1b7-4756-9326-9d66f1b638bc', 'tag': 'a33b981a-5efb-4f86-b636-a7bfc7586860'}] {{(pid=84107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:35:45.966292 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d744ef9-e1b7-4756-9326-9d66f1b638bc', 'tag': 'a33b981a-5efb-4f86-b636-a7bfc7586860', 'status': 'completed', 'code': 200} Feb 04 09:35:45.966581 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-f158669f-a8a8-4a92-904d-6d463bc3988f None None] Set router be4aac04-caff-4999-9441-a94d0b9abee4 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:35:46.063323 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-21c1eb12-9b6f-4340-9f84-b066231c6466 req-ebc2828c-0c7d-42ef-9f72-6d1a1f57699e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=780eb962d64446649b0f5d5c27ee1665&device_id=6d744ef9-e1b7-4756-9326-9d66f1b638bc HTTP/1.1" status: 200 len: 1098 time: 0.0719500 Feb 04 09:35:46.104219 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4c5f27-a6aa-4002-acfb-b32e0e94bc42 req-b9e60790-0cc9-40fe-8728-13fe21463560 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:35:46.105805 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4d4c5f27-a6aa-4002-acfb-b32e0e94bc42 req-b9e60790-0cc9-40fe-8728-13fe21463560 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d744ef9-e1b7-4756-9326-9d66f1b638bc HTTP/1.1" status: 200 len: 945 time: 0.0791986 Feb 04 09:35:46.152809 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4d4c5f27-a6aa-4002-acfb-b32e0e94bc42 req-5762fc17-53db-4f1e-bde2-ef02e2b81f3b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=aea5210d-c0c0-4b38-9cdb-ccea049ffa28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403538 Feb 04 09:35:46.181893 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 35792) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:35:46.199270 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c1eb12-9b6f-4340-9f84-b066231c6466 req-62cafb14-2163-4938-acca-b47e90177258 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:35:46.200359 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-21c1eb12-9b6f-4340-9f84-b066231c6466 req-62cafb14-2163-4938-acca-b47e90177258 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d27fb968-6e05-46a4-9fbb-e2d9589dc116 HTTP/1.1" status: 200 len: 897 time: 0.1311290 Feb 04 09:35:46.298038 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-99edde82-1707-45b7-ba95-ecc123245e31 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/floatingips/6ae2bad3-e51e-44e5-aecb-5d8cbb9a4bf3 HTTP/1.1" status: 200 len: 989 time: 0.1147542 Feb 04 09:35:46.309740 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-21c1eb12-9b6f-4340-9f84-b066231c6466 req-24726a47-b4cd-4476-8f63-ab5194a0bcc6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a33b981a-5efb-4f86-b636-a7bfc7586860 HTTP/1.1" status: 200 len: 997 time: 0.1035204 Feb 04 09:35:46.325970 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-f158669f-a8a8-4a92-904d-6d463bc3988f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be4aac04-caff-4999-9441-a94d0b9abee4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1654078492', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.102'}], 'enable_snat': True}, 'gw_port_id': 'f110a591-d61c-437b-a60a-95f953a35da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:35:21Z', 'updated_at': '2022-02-04T09:35:26Z', 'revision_number': 4, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'gw_port': {'id': 'f110a591-d61c-437b-a60a-95f953a35da8', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:2b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4aac04-caff-4999-9441-a94d0b9abee4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:35:21Z', 'updated_at': '2022-02-04T09:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': '6ae2bad3-e51e-44e5-aecb-5d8cbb9a4bf3', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'floating_ip_address': '172.26.3.4', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': 'be4aac04-caff-4999-9441-a94d0b9abee4', 'port_id': 'a33b981a-5efb-4f86-b636-a7bfc7586860', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd27fb968-6e05-46a4-9fbb-e2d9589dc116', 'mac_address': 'fa:16:3e:c5:0e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d744ef9-e1b7-4756-9326-9d66f1b638bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T09:35:44Z', 'updated_at': '2022-02-04T09:35:44Z', 'revision_number': 0, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ebbc2ff-fd02-479e-877e-d1dd61f6747b', 'name': '', 'network_id': 'd27fb968-6e05-46a4-9fbb-e2d9589dc116', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'mac_address': 'fa:16:3e:bd:d4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4aac04-caff-4999-9441-a94d0b9abee4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5bad037-8655-4a28-92bd-894af45f34cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:35:25Z', 'updated_at': '2022-02-04T09:35:31Z', 'revision_number': 5, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'subnets': [{'id': 'b5bad037-8655-4a28-92bd-894af45f34cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:35:46.329760 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f158669f-a8a8-4a92-904d-6d463bc3988f None None] Checking router: be4aac04-caff-4999-9441-a94d0b9abee4 for host: dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 09:35:46.340025 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f158669f-a8a8-4a92-904d-6d463bc3988f None None] Routers {'be4aac04-caff-4999-9441-a94d0b9abee4'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:35:46.340658 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-f158669f-a8a8-4a92-904d-6d463bc3988f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:35:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['be4aac04-caff-4999-9441-a94d0b9abee4'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:35:46.373434 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c1eb12-9b6f-4340-9f84-b066231c6466 req-81935f93-67b5-4ece-b869-7966634b4eb5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:35:46.374989 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-21c1eb12-9b6f-4340-9f84-b066231c6466 req-81935f93-67b5-4ece-b869-7966634b4eb5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b5bad037-8655-4a28-92bd-894af45f34cf HTTP/1.1" status: 200 len: 835 time: 0.0601981 Feb 04 09:35:46.447709 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-21c1eb12-9b6f-4340-9f84-b066231c6466 req-5f76e7f4-6e9a-4f0e-ad44-87feb1c63186 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d27fb968-6e05-46a4-9fbb-e2d9589dc116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669732 Feb 04 09:35:46.553768 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-f158669f-a8a8-4a92-904d-6d463bc3988f None None] Set router be4aac04-caff-4999-9441-a94d0b9abee4 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:35:46.584455 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-21c1eb12-9b6f-4340-9f84-b066231c6466 req-441bc44d-058c-4f68-b712-2d959f180a53 service neutron] 10.222.0.47 "GET /v2.0/networks/d27fb968-6e05-46a4-9fbb-e2d9589dc116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305702 Feb 04 09:35:46.715720 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-21c1eb12-9b6f-4340-9f84-b066231c6466 req-dfa4e8bb-043f-463e-82b4-00d4ee37d588 service neutron] 10.222.0.47 "GET /v2.0/networks/d27fb968-6e05-46a4-9fbb-e2d9589dc116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256130 Feb 04 09:35:46.892465 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-f158669f-a8a8-4a92-904d-6d463bc3988f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be4aac04-caff-4999-9441-a94d0b9abee4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1654078492', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.102'}], 'enable_snat': True}, 'gw_port_id': 'f110a591-d61c-437b-a60a-95f953a35da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:35:21Z', 'updated_at': '2022-02-04T09:35:26Z', 'revision_number': 4, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'gw_port': {'id': 'f110a591-d61c-437b-a60a-95f953a35da8', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:2b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4aac04-caff-4999-9441-a94d0b9abee4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:35:21Z', 'updated_at': '2022-02-04T09:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': '6ae2bad3-e51e-44e5-aecb-5d8cbb9a4bf3', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'floating_ip_address': '172.26.3.4', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': 'be4aac04-caff-4999-9441-a94d0b9abee4', 'port_id': 'a33b981a-5efb-4f86-b636-a7bfc7586860', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd27fb968-6e05-46a4-9fbb-e2d9589dc116', 'mac_address': 'fa:16:3e:c5:0e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d744ef9-e1b7-4756-9326-9d66f1b638bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T09:35:44Z', 'updated_at': '2022-02-04T09:35:44Z', 'revision_number': 0, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ebbc2ff-fd02-479e-877e-d1dd61f6747b', 'name': '', 'network_id': 'd27fb968-6e05-46a4-9fbb-e2d9589dc116', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'mac_address': 'fa:16:3e:bd:d4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4aac04-caff-4999-9441-a94d0b9abee4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5bad037-8655-4a28-92bd-894af45f34cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:35:25Z', 'updated_at': '2022-02-04T09:35:31Z', 'revision_number': 5, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'subnets': [{'id': 'b5bad037-8655-4a28-92bd-894af45f34cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:35:46.896195 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f158669f-a8a8-4a92-904d-6d463bc3988f None None] The sync data for ids ['be4aac04-caff-4999-9441-a94d0b9abee4'] in dv-neutron-827798-2-hyperv is: [{'id': 'be4aac04-caff-4999-9441-a94d0b9abee4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1654078492', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.102'}], 'enable_snat': True}, 'gw_port_id': 'f110a591-d61c-437b-a60a-95f953a35da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:35:21Z', 'updated_at': '2022-02-04T09:35:26Z', 'revision_number': 4, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'gw_port': {'id': 'f110a591-d61c-437b-a60a-95f953a35da8', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:2b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4aac04-caff-4999-9441-a94d0b9abee4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:35:21Z', 'updated_at': '2022-02-04T09:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': '6ae2bad3-e51e-44e5-aecb-5d8cbb9a4bf3', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'floating_ip_address': '172.26.3.4', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': 'be4aac04-caff-4999-9441-a94d0b9abee4', 'port_id': 'a33b981a-5efb-4f86-b636-a7bfc7586860', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd27fb968-6e05-46a4-9fbb-e2d9589dc116', 'mac_address': 'fa:16:3e:c5:0e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d744ef9-e1b7-4756-9326-9d66f1b638bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T09:35:44Z', 'updated_at': '2022-02-04T09:35:44Z', 'revision_number': 0, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ebbc2ff-fd02-479e-877e-d1dd61f6747b', 'name': '', 'network_id': 'd27fb968-6e05-46a4-9fbb-e2d9589dc116', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'mac_address': 'fa:16:3e:bd:d4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4aac04-caff-4999-9441-a94d0b9abee4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5bad037-8655-4a28-92bd-894af45f34cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:35:25Z', 'updated_at': '2022-02-04T09:35:31Z', 'revision_number': 5, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'subnets': [{'id': 'b5bad037-8655-4a28-92bd-894af45f34cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 09:35:47.301999 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 35796) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:35:47.404309 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-c395fc47-25df-446c-89ec-6e2a2eda40df tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/floatingips/6ae2bad3-e51e-44e5-aecb-5d8cbb9a4bf3 HTTP/1.1" status: 200 len: 989 time: 0.1012840 Feb 04 09:35:47.688585 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1949d697-75ef-49cd-aad9-17ab3c11e6d1 None None] New status for floating IP 6ae2bad3-e51e-44e5-aecb-5d8cbb9a4bf3: ACTIVE {{(pid=84110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 09:35:48.408242 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 35800) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:35:48.509182 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-c408d7f1-fb06-49d6-a1b4-b9885eec8939 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/floatingips/6ae2bad3-e51e-44e5-aecb-5d8cbb9a4bf3 HTTP/1.1" status: 200 len: 991 time: 0.0997398 Feb 04 09:35:49.444033 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1673151b-abb1-462c-989e-2797129523ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:51.764187 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-e062b47e-eb94-4fe0-9a9b-b6c04a21e7a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:52.968583 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:53.089611 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:54.558894 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:35:56.632486 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:36:18.137870 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 09:36:19.449315 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-f17cda7f-37f2-4a3d-b8e2-12a9f083968c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:36:21.762732 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2c669972-025c-41d6-b292-fb7b16686b5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:36:22.979606 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:36:23.072070 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:36:24.556616 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:36:26.086386 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-22411d2c-02d7-4637-9660-d526a0245bc6 req-7b6a97dc-2a0b-4a42-9e31-57959dbad6e9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6d744ef9-e1b7-4756-9326-9d66f1b638bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0769441 Feb 04 09:36:26.221636 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-22411d2c-02d7-4637-9660-d526a0245bc6 req-bca06568-a7f9-43e6-be62-4c873ecc4ee3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=780eb962d64446649b0f5d5c27ee1665&device_id=6d744ef9-e1b7-4756-9326-9d66f1b638bc HTTP/1.1" status: 200 len: 1098 time: 0.0712714 Feb 04 09:36:26.362002 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22411d2c-02d7-4637-9660-d526a0245bc6 req-c5f6d930-2812-41e7-936b-dc069d2eb416 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:36:26.363427 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-22411d2c-02d7-4637-9660-d526a0245bc6 req-c5f6d930-2812-41e7-936b-dc069d2eb416 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d27fb968-6e05-46a4-9fbb-e2d9589dc116 HTTP/1.1" status: 200 len: 897 time: 0.1238682 Feb 04 09:36:26.463778 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-22411d2c-02d7-4637-9660-d526a0245bc6 req-14e4d946-07c0-4817-ad53-1fcade8fa7c1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a33b981a-5efb-4f86-b636-a7bfc7586860 HTTP/1.1" status: 200 len: 999 time: 0.0949075 Feb 04 09:36:26.523144 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22411d2c-02d7-4637-9660-d526a0245bc6 req-6618cab0-aac1-4a29-92db-d232098f66d8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:36:26.525109 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-22411d2c-02d7-4637-9660-d526a0245bc6 req-6618cab0-aac1-4a29-92db-d232098f66d8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b5bad037-8655-4a28-92bd-894af45f34cf HTTP/1.1" status: 200 len: 835 time: 0.0556431 Feb 04 09:36:26.599687 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-22411d2c-02d7-4637-9660-d526a0245bc6 req-b939f75d-c936-4bce-88da-096c18ad6b26 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d27fb968-6e05-46a4-9fbb-e2d9589dc116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688450 Feb 04 09:36:26.692585 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:36:26.728742 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-22411d2c-02d7-4637-9660-d526a0245bc6 req-4819d7de-c525-4825-b376-2c56402c8a34 service neutron] 10.222.0.47 "GET /v2.0/networks/d27fb968-6e05-46a4-9fbb-e2d9589dc116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232004 Feb 04 09:36:26.941009 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-22411d2c-02d7-4637-9660-d526a0245bc6 req-ad8a9552-b1be-4400-88ba-262a653b58e9 service neutron] 10.222.0.47 "GET /v2.0/networks/d27fb968-6e05-46a4-9fbb-e2d9589dc116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066655 Feb 04 09:36:49.484047 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-62427d6c-ab43-4c67-a09a-4e2dc9085570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:36:51.798140 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-06cc6876-4a26-4fb6-aab2-003418f9a2c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:36:52.993044 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:36:53.095119 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:36:54.609571 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:36:55.137806 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 09:36:56.683673 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:37:00.294091 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69244485-0030-4390-973c-bb79d26c57f0 req-d8a724d4-32c3-4fb4-a99b-ebd536cb0356 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:37:00.295552 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-69244485-0030-4390-973c-bb79d26c57f0 req-d8a724d4-32c3-4fb4-a99b-ebd536cb0356 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d744ef9-e1b7-4756-9326-9d66f1b638bc HTTP/1.1" status: 200 len: 945 time: 0.0913267 Feb 04 09:37:00.347046 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-69244485-0030-4390-973c-bb79d26c57f0 req-23db7dce-7c6f-404d-8262-2e1f10b3ed83 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=aea5210d-c0c0-4b38-9cdb-ccea049ffa28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457087 Feb 04 09:37:01.544516 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2c2c23-b581-4ad6-9ae9-1765a084f66a req-a71949e5-2ef6-4544-95db-bc584f218d8d tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:37:01.545968 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ca2c2c23-b581-4ad6-9ae9-1765a084f66a req-a71949e5-2ef6-4544-95db-bc584f218d8d tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d744ef9-e1b7-4756-9326-9d66f1b638bc HTTP/1.1" status: 200 len: 945 time: 0.0771017 Feb 04 09:37:01.589228 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ca2c2c23-b581-4ad6-9ae9-1765a084f66a req-81af8374-56f1-489b-93ae-f83a4ba5099b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=aea5210d-c0c0-4b38-9cdb-ccea049ffa28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378640 Feb 04 09:37:02.784919 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fd8651-0862-47d3-8121-d3f37d332349 req-575812af-54cc-42a3-b4b2-66122c6bf97d tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:37:02.786367 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-25fd8651-0862-47d3-8121-d3f37d332349 req-575812af-54cc-42a3-b4b2-66122c6bf97d tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d744ef9-e1b7-4756-9326-9d66f1b638bc HTTP/1.1" status: 200 len: 945 time: 0.0773888 Feb 04 09:37:02.830917 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-25fd8651-0862-47d3-8121-d3f37d332349 req-faa93fb7-4dd5-4b8f-a6cf-f1741aadeac8 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=aea5210d-c0c0-4b38-9cdb-ccea049ffa28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379815 Feb 04 09:37:04.027430 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc9a633-7afc-4b4b-aba0-dad357ac2966 req-5c0ab152-8eda-40a0-8c3e-85f4672f8b6a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:37:04.028895 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8dc9a633-7afc-4b4b-aba0-dad357ac2966 req-5c0ab152-8eda-40a0-8c3e-85f4672f8b6a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d744ef9-e1b7-4756-9326-9d66f1b638bc HTTP/1.1" status: 200 len: 945 time: 0.0761499 Feb 04 09:37:04.072432 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8dc9a633-7afc-4b4b-aba0-dad357ac2966 req-f7190b07-7652-4f07-b0b0-cf7040c7bdff tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=aea5210d-c0c0-4b38-9cdb-ccea049ffa28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381954 Feb 04 09:37:05.270821 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afcd4e6-15f7-43ec-9050-b253ea0a4a11 req-67e4bb11-63f1-40a1-a26a-9c9a8581572e tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:37:05.272166 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-9afcd4e6-15f7-43ec-9050-b253ea0a4a11 req-67e4bb11-63f1-40a1-a26a-9c9a8581572e tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d744ef9-e1b7-4756-9326-9d66f1b638bc HTTP/1.1" status: 200 len: 945 time: 0.0784547 Feb 04 09:37:05.315755 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-9afcd4e6-15f7-43ec-9050-b253ea0a4a11 req-354260a3-79f0-4f35-b2c9-bbc9f0c1cc22 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=aea5210d-c0c0-4b38-9cdb-ccea049ffa28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381260 Feb 04 09:37:06.608257 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe9d6f6-81f5-4aa3-8d55-7c3b7cfe33ac req-f9a6a1b0-07f2-43a1-9a24-467c5ffcade5 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:37:06.609662 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-efe9d6f6-81f5-4aa3-8d55-7c3b7cfe33ac req-f9a6a1b0-07f2-43a1-9a24-467c5ffcade5 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d744ef9-e1b7-4756-9326-9d66f1b638bc HTTP/1.1" status: 200 len: 945 time: 0.1762204 Feb 04 09:37:06.652713 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-efe9d6f6-81f5-4aa3-8d55-7c3b7cfe33ac req-4582d2c8-0e59-48e8-8a47-3147a7292d7d tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=aea5210d-c0c0-4b38-9cdb-ccea049ffa28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375714 Feb 04 09:37:07.845480 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0a1786-dcad-46cd-8c43-6901ddf64115 req-77156ffa-1ad5-4ea0-9590-3bedc516e133 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:37:07.846914 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ce0a1786-dcad-46cd-8c43-6901ddf64115 req-77156ffa-1ad5-4ea0-9590-3bedc516e133 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d744ef9-e1b7-4756-9326-9d66f1b638bc HTTP/1.1" status: 200 len: 945 time: 0.0766723 Feb 04 09:37:07.891819 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ce0a1786-dcad-46cd-8c43-6901ddf64115 req-2237c5c9-0ff9-41f3-aed1-1b358a8a8c29 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=aea5210d-c0c0-4b38-9cdb-ccea049ffa28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390148 Feb 04 09:37:09.090160 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f198aab-a3f4-4e6a-86fe-e78861b4ec3a req-db15480a-1cc8-4b66-a400-5f316454569a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:37:09.091580 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8f198aab-a3f4-4e6a-86fe-e78861b4ec3a req-db15480a-1cc8-4b66-a400-5f316454569a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d744ef9-e1b7-4756-9326-9d66f1b638bc HTTP/1.1" status: 200 len: 945 time: 0.0743282 Feb 04 09:37:09.134788 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8f198aab-a3f4-4e6a-86fe-e78861b4ec3a req-faa7a3af-af8b-4a6c-8dc3-7bc559d5dcd6 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=aea5210d-c0c0-4b38-9cdb-ccea049ffa28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378339 Feb 04 09:37:10.332702 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f8fc98-c725-45b9-a35b-8a5724a754a7 req-e87c7143-f1b9-4c02-a978-12b70bbb78a0 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:37:10.334317 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a7f8fc98-c725-45b9-a35b-8a5724a754a7 req-e87c7143-f1b9-4c02-a978-12b70bbb78a0 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d744ef9-e1b7-4756-9326-9d66f1b638bc HTTP/1.1" status: 200 len: 945 time: 0.0779693 Feb 04 09:37:10.377592 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a7f8fc98-c725-45b9-a35b-8a5724a754a7 req-fd011550-16e3-4766-9b21-46f4c383240e tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=aea5210d-c0c0-4b38-9cdb-ccea049ffa28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378983 Feb 04 09:37:11.569544 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a220b4cd-f53f-471f-9a25-155a4d53407b req-c5c262dc-f6bb-4bba-941d-2105f9cbf44a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:37:11.570954 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a220b4cd-f53f-471f-9a25-155a4d53407b req-c5c262dc-f6bb-4bba-941d-2105f9cbf44a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d744ef9-e1b7-4756-9326-9d66f1b638bc HTTP/1.1" status: 200 len: 945 time: 0.0730665 Feb 04 09:37:11.614548 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a220b4cd-f53f-471f-9a25-155a4d53407b req-261e8b54-5659-424f-aef5-eb2d72610220 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=aea5210d-c0c0-4b38-9cdb-ccea049ffa28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377507 Feb 04 09:37:12.813051 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df089277-1404-49e2-86e5-ef67aec74b8a req-67424c9f-331a-4787-b712-a2e1193399c6 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:37:12.814539 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-df089277-1404-49e2-86e5-ef67aec74b8a req-67424c9f-331a-4787-b712-a2e1193399c6 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d744ef9-e1b7-4756-9326-9d66f1b638bc HTTP/1.1" status: 200 len: 945 time: 0.0810819 Feb 04 09:37:12.858951 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-df089277-1404-49e2-86e5-ef67aec74b8a req-466dff15-b8b3-4873-9b2b-d71413579902 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=aea5210d-c0c0-4b38-9cdb-ccea049ffa28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390930 Feb 04 09:37:14.052029 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a343e3-2fb4-4fa8-9188-a17bab8d9cb4 req-38715e0f-649d-495b-88f7-36a6639b47f1 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:37:14.053484 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-21a343e3-2fb4-4fa8-9188-a17bab8d9cb4 req-38715e0f-649d-495b-88f7-36a6639b47f1 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d744ef9-e1b7-4756-9326-9d66f1b638bc HTTP/1.1" status: 200 len: 945 time: 0.0738077 Feb 04 09:37:14.104360 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-21a343e3-2fb4-4fa8-9188-a17bab8d9cb4 req-15c4f28f-49bd-4afc-bb5f-328753ff705c tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=aea5210d-c0c0-4b38-9cdb-ccea049ffa28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450363 Feb 04 09:37:15.311089 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cd8545-9428-4cd6-bbb3-d17ed4533bfc req-a1fa7cc2-b05b-48a5-906f-a85c881615b9 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:37:15.312488 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-22cd8545-9428-4cd6-bbb3-d17ed4533bfc req-a1fa7cc2-b05b-48a5-906f-a85c881615b9 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d744ef9-e1b7-4756-9326-9d66f1b638bc HTTP/1.1" status: 200 len: 945 time: 0.0864234 Feb 04 09:37:15.356762 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-22cd8545-9428-4cd6-bbb3-d17ed4533bfc req-ab8edcc3-f5b6-4788-ac3f-12594ab86a01 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=aea5210d-c0c0-4b38-9cdb-ccea049ffa28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387404 Feb 04 09:37:16.553222 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be91b3e-030b-4909-9cbe-5c67527bbdde req-fdbd7027-6226-485a-a413-d048eec8bed9 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:37:16.554628 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-2be91b3e-030b-4909-9cbe-5c67527bbdde req-fdbd7027-6226-485a-a413-d048eec8bed9 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d744ef9-e1b7-4756-9326-9d66f1b638bc HTTP/1.1" status: 200 len: 945 time: 0.0757799 Feb 04 09:37:16.598844 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-2be91b3e-030b-4909-9cbe-5c67527bbdde req-57ac4b28-d0ba-4533-8c93-c6277497166c tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=aea5210d-c0c0-4b38-9cdb-ccea049ffa28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379803 Feb 04 09:37:16.627503 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 35898) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:37:16.728960 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-becbbe2b-ada2-4500-831c-18377171a03f tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/floatingips/6ae2bad3-e51e-44e5-aecb-5d8cbb9a4bf3 HTTP/1.1" status: 200 len: 991 time: 0.0998077 Feb 04 09:37:18.518621 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c84534-fc4c-42d0-8c8c-10bc0b08c2bf req-42bc8a3f-a3a6-41eb-a5ad-f1f23c40a5ec tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:37:18.520076 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a2c84534-fc4c-42d0-8c8c-10bc0b08c2bf req-42bc8a3f-a3a6-41eb-a5ad-f1f23c40a5ec tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d744ef9-e1b7-4756-9326-9d66f1b638bc HTTP/1.1" status: 200 len: 945 time: 0.0787125 Feb 04 09:37:18.565128 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a2c84534-fc4c-42d0-8c8c-10bc0b08c2bf req-e1a7c340-86fd-4c0d-ba8d-cb4dca8d4213 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=aea5210d-c0c0-4b38-9cdb-ccea049ffa28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394921 Feb 04 09:37:18.627531 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-225cd577-7aeb-48e6-bec3-0878a04978b5 req-b8b08c6c-a1e0-41b2-8531-917c06567a6b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=780eb962d64446649b0f5d5c27ee1665&device_id=6d744ef9-e1b7-4756-9326-9d66f1b638bc HTTP/1.1" status: 200 len: 1098 time: 0.0690014 Feb 04 09:37:18.758944 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225cd577-7aeb-48e6-bec3-0878a04978b5 req-eca4df6a-5f6c-43d3-81da-661f7a227501 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:37:18.761004 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-225cd577-7aeb-48e6-bec3-0878a04978b5 req-eca4df6a-5f6c-43d3-81da-661f7a227501 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d27fb968-6e05-46a4-9fbb-e2d9589dc116 HTTP/1.1" status: 200 len: 897 time: 0.1270802 Feb 04 09:37:18.868786 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-225cd577-7aeb-48e6-bec3-0878a04978b5 req-6d01fd21-b4bb-4b39-8b02-d7dfa38b5935 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a33b981a-5efb-4f86-b636-a7bfc7586860 HTTP/1.1" status: 200 len: 999 time: 0.1007385 Feb 04 09:37:18.929972 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225cd577-7aeb-48e6-bec3-0878a04978b5 req-8c84eb83-1bfb-45af-8875-0ffdffd6d11c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:37:18.932127 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-225cd577-7aeb-48e6-bec3-0878a04978b5 req-8c84eb83-1bfb-45af-8875-0ffdffd6d11c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b5bad037-8655-4a28-92bd-894af45f34cf HTTP/1.1" status: 200 len: 835 time: 0.0566802 Feb 04 09:37:19.006977 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-225cd577-7aeb-48e6-bec3-0878a04978b5 req-535acae9-37c0-4eea-af1d-86e89d3d89b7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d27fb968-6e05-46a4-9fbb-e2d9589dc116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697844 Feb 04 09:37:19.136459 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-225cd577-7aeb-48e6-bec3-0878a04978b5 req-069e4589-28b9-4c8b-91d4-1c118d1195c0 service neutron] 10.222.0.47 "GET /v2.0/networks/d27fb968-6e05-46a4-9fbb-e2d9589dc116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219003 Feb 04 09:37:19.265469 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-225cd577-7aeb-48e6-bec3-0878a04978b5 req-2cc78d13-ca3c-4ab2-b169-fc95e0853451 service neutron] 10.222.0.47 "GET /v2.0/networks/d27fb968-6e05-46a4-9fbb-e2d9589dc116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225028 Feb 04 09:37:19.452754 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-a7f3a321-c076-42d8-b8af-76abc818b3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:37:19.765519 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f2b842-ecd0-42ce-aebd-0ea911e7c736 req-5726acb6-0049-4d03-8658-519ca0c5e5a1 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:37:19.766837 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-95f2b842-ecd0-42ce-aebd-0ea911e7c736 req-5726acb6-0049-4d03-8658-519ca0c5e5a1 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d744ef9-e1b7-4756-9326-9d66f1b638bc HTTP/1.1" status: 200 len: 945 time: 0.0777292 Feb 04 09:37:19.810835 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-95f2b842-ecd0-42ce-aebd-0ea911e7c736 req-5ad62f6b-41ec-40e7-ae90-9a0147e190df tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=aea5210d-c0c0-4b38-9cdb-ccea049ffa28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384436 Feb 04 09:37:21.016260 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2bfbaa-0bb6-4e7d-9508-af8ffdf8e0f4 req-13e28edb-d998-4ae9-aec7-28bb6639a8fa tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:37:21.017710 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-fa2bfbaa-0bb6-4e7d-9508-af8ffdf8e0f4 req-13e28edb-d998-4ae9-aec7-28bb6639a8fa tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d744ef9-e1b7-4756-9326-9d66f1b638bc HTTP/1.1" status: 200 len: 945 time: 0.0827360 Feb 04 09:37:21.061665 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-fa2bfbaa-0bb6-4e7d-9508-af8ffdf8e0f4 req-e99f867d-1bbd-4d61-89eb-041e13d87021 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=aea5210d-c0c0-4b38-9cdb-ccea049ffa28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384564 Feb 04 09:37:21.089827 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 35912) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:37:21.192002 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-0918ed48-9678-44b1-b5a7-2d73d8c20004 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/floatingips/6ae2bad3-e51e-44e5-aecb-5d8cbb9a4bf3 HTTP/1.1" status: 200 len: 991 time: 0.1010134 Feb 04 09:37:21.774830 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-199930d0-3e8c-4e35-9298-f8db3cd1a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:37:23.029058 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:37:23.090493 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:37:24.580509 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:37:26.687079 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:37:27.085209 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-1c8cfa2c-bb05-47f0-97bc-e92e1cc39dc6 req-9fd80b11-7699-4585-a10f-45f024b3679d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6d744ef9-e1b7-4756-9326-9d66f1b638bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0694110 Feb 04 09:37:27.219959 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-1c8cfa2c-bb05-47f0-97bc-e92e1cc39dc6 req-f29fc154-ae4e-49d5-a844-4d12a2bb8042 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=780eb962d64446649b0f5d5c27ee1665&device_id=6d744ef9-e1b7-4756-9326-9d66f1b638bc HTTP/1.1" status: 200 len: 1098 time: 0.0691378 Feb 04 09:37:27.362216 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8cfa2c-bb05-47f0-97bc-e92e1cc39dc6 req-0a7940be-186b-4796-ba9c-29b976ae8a95 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:37:27.366714 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-1c8cfa2c-bb05-47f0-97bc-e92e1cc39dc6 req-0a7940be-186b-4796-ba9c-29b976ae8a95 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d27fb968-6e05-46a4-9fbb-e2d9589dc116 HTTP/1.1" status: 200 len: 897 time: 0.1260252 Feb 04 09:37:27.466524 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-1c8cfa2c-bb05-47f0-97bc-e92e1cc39dc6 req-1b3ac601-1386-4a07-aedf-3d1ff81552fe service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a33b981a-5efb-4f86-b636-a7bfc7586860 HTTP/1.1" status: 200 len: 999 time: 0.0969014 Feb 04 09:37:27.529985 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8cfa2c-bb05-47f0-97bc-e92e1cc39dc6 req-faa9d0cf-ccfd-42b6-b5d8-1780e656ce68 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:37:27.531376 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-1c8cfa2c-bb05-47f0-97bc-e92e1cc39dc6 req-faa9d0cf-ccfd-42b6-b5d8-1780e656ce68 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b5bad037-8655-4a28-92bd-894af45f34cf HTTP/1.1" status: 200 len: 835 time: 0.0594430 Feb 04 09:37:27.605353 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-1c8cfa2c-bb05-47f0-97bc-e92e1cc39dc6 req-b15222df-a1e9-4bea-bc38-6d291ba340dc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d27fb968-6e05-46a4-9fbb-e2d9589dc116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0666013 Feb 04 09:37:27.735162 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-1c8cfa2c-bb05-47f0-97bc-e92e1cc39dc6 req-3735b9a1-641a-485c-94d5-57d1d30a5231 service neutron] 10.222.0.47 "GET /v2.0/networks/d27fb968-6e05-46a4-9fbb-e2d9589dc116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233008 Feb 04 09:37:27.948183 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-1c8cfa2c-bb05-47f0-97bc-e92e1cc39dc6 req-eef94ee2-1449-4dd9-879a-e147df52e894 service neutron] 10.222.0.47 "GET /v2.0/networks/d27fb968-6e05-46a4-9fbb-e2d9589dc116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080624 Feb 04 09:37:32.138544 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 09:37:49.452447 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-c5d043a7-089e-471e-a138-f1bc0b0e87fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:37:51.775204 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-e967560c-5bcb-420f-bd9b-cf3a3cd2456f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:37:52.966806 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:37:53.063442 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:37:54.603405 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:37:56.775185 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:09.138702 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 09:38:19.472667 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-d7d0d9e1-7f1e-4d80-a9da-15ddfa5f1482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:21.113576 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 35952) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:38:21.322654 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-da437798-baeb-44fa-bc1a-eb0626bf92b2 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Deleting port 36097562-4790-49e1-b45a-fd67b79f0f7b {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:38:21.322911 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-da437798-baeb-44fa-bc1a-eb0626bf92b2 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:21.585254 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-da437798-baeb-44fa-bc1a-eb0626bf92b2 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:21.585584 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-da437798-baeb-44fa-bc1a-eb0626bf92b2 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:21.717412 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-da437798-baeb-44fa-bc1a-eb0626bf92b2 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Calling delete_port for 36097562-4790-49e1-b45a-fd67b79f0f7b owned by network:floatingip {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 09:38:21.769331 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-4986ae11-03d9-4c90-b132-553ee359e2a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:21.937694 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-da437798-baeb-44fa-bc1a-eb0626bf92b2 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:21.987418 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da437798-baeb-44fa-bc1a-eb0626bf92b2 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event deleted for resources: {'Port': ['ID=36097562-4790-49e1-b45a-fd67b79f0f7b,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:38:22.029655 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da437798-baeb-44fa-bc1a-eb0626bf92b2 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:38:22.029991 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da437798-baeb-44fa-bc1a-eb0626bf92b2 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:38:22.030329 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da437798-baeb-44fa-bc1a-eb0626bf92b2 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:38:22.030665 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da437798-baeb-44fa-bc1a-eb0626bf92b2 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:38:22.031011 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da437798-baeb-44fa-bc1a-eb0626bf92b2 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:38:22.031331 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da437798-baeb-44fa-bc1a-eb0626bf92b2 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:38:22.031655 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da437798-baeb-44fa-bc1a-eb0626bf92b2 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:38:22.031979 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da437798-baeb-44fa-bc1a-eb0626bf92b2 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:38:22.032342 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da437798-baeb-44fa-bc1a-eb0626bf92b2 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:38:22.032694 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da437798-baeb-44fa-bc1a-eb0626bf92b2 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:38:22.033019 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da437798-baeb-44fa-bc1a-eb0626bf92b2 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:38:22.089880 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-da437798-baeb-44fa-bc1a-eb0626bf92b2 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for floatingip, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:22.474934 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da437798-baeb-44fa-bc1a-eb0626bf92b2 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Router be4aac04-caff-4999-9441-a94d0b9abee4 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 09:38:22.674529 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da437798-baeb-44fa-bc1a-eb0626bf92b2 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 09:38:22.684275 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77538251-c1da-4ae5-9a50-ce8026221b13 None None] Sync routers for ids ['be4aac04-caff-4999-9441-a94d0b9abee4'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 09:38:22.691121 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-da437798-baeb-44fa-bc1a-eb0626bf92b2 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for floatingip, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:22.697600 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77538251-c1da-4ae5-9a50-ce8026221b13 None None] Routers {'be4aac04-caff-4999-9441-a94d0b9abee4'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:38:22.698209 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-77538251-c1da-4ae5-9a50-ce8026221b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:38:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['be4aac04-caff-4999-9441-a94d0b9abee4'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:38:22.744465 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-da437798-baeb-44fa-bc1a-eb0626bf92b2 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "DELETE /v2.0/floatingips/6ae2bad3-e51e-44e5-aecb-5d8cbb9a4bf3 HTTP/1.1" status: 204 len: 168 time: 1.6296408 Feb 04 09:38:22.744948 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d744ef9-e1b7-4756-9326-9d66f1b638bc', 'tag': 'a33b981a-5efb-4f86-b636-a7bfc7586860'}] {{(pid=84107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:38:22.810538 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d744ef9-e1b7-4756-9326-9d66f1b638bc', 'tag': 'a33b981a-5efb-4f86-b636-a7bfc7586860', 'status': 'completed', 'code': 200} Feb 04 09:38:22.888929 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-77538251-c1da-4ae5-9a50-ce8026221b13 None None] Set router be4aac04-caff-4999-9441-a94d0b9abee4 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:38:22.909911 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-5f8005c6-0ed4-4c4b-b19f-a36469ee937d req-cd5a5c69-1c67-4ac2-b74e-92bb9a828bd8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=780eb962d64446649b0f5d5c27ee1665&device_id=6d744ef9-e1b7-4756-9326-9d66f1b638bc HTTP/1.1" status: 200 len: 1098 time: 0.0760369 Feb 04 09:38:23.046458 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8005c6-0ed4-4c4b-b19f-a36469ee937d req-987c1ea0-28d0-4ef7-a197-52336fbbbeeb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:38:23.047794 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-5f8005c6-0ed4-4c4b-b19f-a36469ee937d req-987c1ea0-28d0-4ef7-a197-52336fbbbeeb service neutron] 10.222.0.47 "GET /v2.0/networks?id=d27fb968-6e05-46a4-9fbb-e2d9589dc116 HTTP/1.1" status: 200 len: 897 time: 0.1322072 Feb 04 09:38:23.109038 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:23.117995 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:23.121441 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-5f8005c6-0ed4-4c4b-b19f-a36469ee937d req-21748eaa-78de-4ac8-aa75-4d670ecbadce service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a33b981a-5efb-4f86-b636-a7bfc7586860 HTTP/1.1" status: 200 len: 217 time: 0.0676682 Feb 04 09:38:23.187505 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8005c6-0ed4-4c4b-b19f-a36469ee937d req-5ff7afa8-14c2-4b58-84f8-dbd28da210c6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:38:23.194868 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-5f8005c6-0ed4-4c4b-b19f-a36469ee937d req-5ff7afa8-14c2-4b58-84f8-dbd28da210c6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b5bad037-8655-4a28-92bd-894af45f34cf HTTP/1.1" status: 200 len: 835 time: 0.0623903 Feb 04 09:38:23.232756 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-77538251-c1da-4ae5-9a50-ce8026221b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be4aac04-caff-4999-9441-a94d0b9abee4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1654078492', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.102'}], 'enable_snat': True}, 'gw_port_id': 'f110a591-d61c-437b-a60a-95f953a35da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:35:21Z', 'updated_at': '2022-02-04T09:35:26Z', 'revision_number': 4, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'gw_port': {'id': 'f110a591-d61c-437b-a60a-95f953a35da8', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:2b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4aac04-caff-4999-9441-a94d0b9abee4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:35:21Z', 'updated_at': '2022-02-04T09:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '8ebbc2ff-fd02-479e-877e-d1dd61f6747b', 'name': '', 'network_id': 'd27fb968-6e05-46a4-9fbb-e2d9589dc116', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'mac_address': 'fa:16:3e:bd:d4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4aac04-caff-4999-9441-a94d0b9abee4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5bad037-8655-4a28-92bd-894af45f34cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:35:25Z', 'updated_at': '2022-02-04T09:35:31Z', 'revision_number': 5, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'subnets': [{'id': 'b5bad037-8655-4a28-92bd-894af45f34cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:38:23.236752 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77538251-c1da-4ae5-9a50-ce8026221b13 None None] Checking router: be4aac04-caff-4999-9441-a94d0b9abee4 for host: dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 09:38:23.248911 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77538251-c1da-4ae5-9a50-ce8026221b13 None None] Routers {'be4aac04-caff-4999-9441-a94d0b9abee4'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:38:23.249519 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-77538251-c1da-4ae5-9a50-ce8026221b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:38:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['be4aac04-caff-4999-9441-a94d0b9abee4'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:38:23.264586 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-5f8005c6-0ed4-4c4b-b19f-a36469ee937d req-7a7ad037-7ae0-4f3a-b7eb-0f32bfb91617 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d27fb968-6e05-46a4-9fbb-e2d9589dc116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701072 Feb 04 09:38:23.274610 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [req-5f8005c6-0ed4-4c4b-b19f-a36469ee937d req-447663c8-1032-455f-95aa-d8aaf608bf74 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=84108) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 09:38:23.275532 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-5f8005c6-0ed4-4c4b-b19f-a36469ee937d req-447663c8-1032-455f-95aa-d8aaf608bf74 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048542 Feb 04 09:38:23.423062 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-5f8005c6-0ed4-4c4b-b19f-a36469ee937d req-c04f3edd-de55-4328-8ecc-48635a4941ef service neutron] 10.222.0.47 "GET /v2.0/networks/d27fb968-6e05-46a4-9fbb-e2d9589dc116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413498 Feb 04 09:38:23.534539 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-77538251-c1da-4ae5-9a50-ce8026221b13 None None] Set router be4aac04-caff-4999-9441-a94d0b9abee4 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:38:23.556226 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9424e9-6f52-4388-983e-86c8c9abaf33 req-621c27f5-3cac-4c15-9a0c-7db71bc2853a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:38:23.556934 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-1f9424e9-6f52-4388-983e-86c8c9abaf33 req-621c27f5-3cac-4c15-9a0c-7db71bc2853a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Synchronizing usage tracker for tenant:780eb962d64446649b0f5d5c27ee1665 on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 09:38:23.566429 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-5f8005c6-0ed4-4c4b-b19f-a36469ee937d req-538a44e5-388f-4e66-8f8a-f76c8718b446 service neutron] 10.222.0.47 "GET /v2.0/networks/d27fb968-6e05-46a4-9fbb-e2d9589dc116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369188 Feb 04 09:38:23.655108 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-1f9424e9-6f52-4388-983e-86c8c9abaf33 req-621c27f5-3cac-4c15-9a0c-7db71bc2853a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Unset dirty status for tenant:780eb962d64446649b0f5d5c27ee1665 on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 09:38:23.656674 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-1f9424e9-6f52-4388-983e-86c8c9abaf33 req-621c27f5-3cac-4c15-9a0c-7db71bc2853a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d744ef9-e1b7-4756-9326-9d66f1b638bc HTTP/1.1" status: 200 len: 945 time: 0.1886442 Feb 04 09:38:23.714442 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-1f9424e9-6f52-4388-983e-86c8c9abaf33 req-c7813c6c-0552-49cb-9b0d-ce6b66a7b93a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=aea5210d-c0c0-4b38-9cdb-ccea049ffa28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510569 Feb 04 09:38:23.862536 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-77538251-c1da-4ae5-9a50-ce8026221b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be4aac04-caff-4999-9441-a94d0b9abee4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1654078492', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.102'}], 'enable_snat': True}, 'gw_port_id': 'f110a591-d61c-437b-a60a-95f953a35da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:35:21Z', 'updated_at': '2022-02-04T09:35:26Z', 'revision_number': 4, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'gw_port': {'id': 'f110a591-d61c-437b-a60a-95f953a35da8', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:2b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4aac04-caff-4999-9441-a94d0b9abee4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:35:21Z', 'updated_at': '2022-02-04T09:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '8ebbc2ff-fd02-479e-877e-d1dd61f6747b', 'name': '', 'network_id': 'd27fb968-6e05-46a4-9fbb-e2d9589dc116', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'mac_address': 'fa:16:3e:bd:d4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4aac04-caff-4999-9441-a94d0b9abee4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5bad037-8655-4a28-92bd-894af45f34cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:35:25Z', 'updated_at': '2022-02-04T09:35:31Z', 'revision_number': 5, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'subnets': [{'id': 'b5bad037-8655-4a28-92bd-894af45f34cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:38:23.867605 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77538251-c1da-4ae5-9a50-ce8026221b13 None None] The sync data for ids ['be4aac04-caff-4999-9441-a94d0b9abee4'] in dv-neutron-827798-2-hyperv is: [{'id': 'be4aac04-caff-4999-9441-a94d0b9abee4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1654078492', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.102'}], 'enable_snat': True}, 'gw_port_id': 'f110a591-d61c-437b-a60a-95f953a35da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:35:21Z', 'updated_at': '2022-02-04T09:35:26Z', 'revision_number': 4, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'gw_port': {'id': 'f110a591-d61c-437b-a60a-95f953a35da8', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:2b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4aac04-caff-4999-9441-a94d0b9abee4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:35:21Z', 'updated_at': '2022-02-04T09:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '8ebbc2ff-fd02-479e-877e-d1dd61f6747b', 'name': '', 'network_id': 'd27fb968-6e05-46a4-9fbb-e2d9589dc116', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'mac_address': 'fa:16:3e:bd:d4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4aac04-caff-4999-9441-a94d0b9abee4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5bad037-8655-4a28-92bd-894af45f34cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:35:25Z', 'updated_at': '2022-02-04T09:35:31Z', 'revision_number': 5, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'subnets': [{'id': 'b5bad037-8655-4a28-92bd-894af45f34cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 09:38:24.089811 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4416210-74c8-4180-9cb8-0e65c9689f33 None None] New status for floating IP 6ae2bad3-e51e-44e5-aecb-5d8cbb9a4bf3: DOWN {{(pid=84110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 09:38:24.591644 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:24.927933 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fe0523-5e31-42e6-88be-3ff51c84cd47 req-b8c95082-4ed7-4d24-8c27-8bf183c614a9 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:38:24.929469 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-16fe0523-5e31-42e6-88be-3ff51c84cd47 req-b8c95082-4ed7-4d24-8c27-8bf183c614a9 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d744ef9-e1b7-4756-9326-9d66f1b638bc HTTP/1.1" status: 200 len: 945 time: 0.0771453 Feb 04 09:38:24.985888 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-16fe0523-5e31-42e6-88be-3ff51c84cd47 req-118eea8e-cf85-48cd-9082-0567b4e54b52 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=aea5210d-c0c0-4b38-9cdb-ccea049ffa28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500138 Feb 04 09:38:25.264206 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0470d1-d57d-44cb-82af-2fd9994c4fc0 req-38c39957-2533-4ae8-809c-250f34652c99 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:38:25.264920 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [req-3f0470d1-d57d-44cb-82af-2fd9994c4fc0 req-38c39957-2533-4ae8-809c-250f34652c99 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Synchronizing usage tracker for tenant:780eb962d64446649b0f5d5c27ee1665 on resource:port {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 09:38:25.281354 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [req-3f0470d1-d57d-44cb-82af-2fd9994c4fc0 req-38c39957-2533-4ae8-809c-250f34652c99 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Unset dirty status for tenant:780eb962d64446649b0f5d5c27ee1665 on resource:port {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 09:38:25.282467 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-3f0470d1-d57d-44cb-82af-2fd9994c4fc0 req-38c39957-2533-4ae8-809c-250f34652c99 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d744ef9-e1b7-4756-9326-9d66f1b638bc HTTP/1.1" status: 200 len: 945 time: 0.1113541 Feb 04 09:38:25.358263 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [req-3f0470d1-d57d-44cb-82af-2fd9994c4fc0 req-900c8957-8df7-418e-922d-403f7e93b997 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Deleting port a33b981a-5efb-4f86-b636-a7bfc7586860 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:38:25.358603 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-3f0470d1-d57d-44cb-82af-2fd9994c4fc0 req-900c8957-8df7-418e-922d-403f7e93b997 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:25.660021 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [req-3f0470d1-d57d-44cb-82af-2fd9994c4fc0 req-900c8957-8df7-418e-922d-403f7e93b997 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] For port a33b981a-5efb-4f86-b636-a7bfc7586860, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=a33b981a-5efb-4f86-b636-a7bfc7586860,segment=NetworkSegment(8dbcb802-a648-4b40-8659-8e32212840b9),segment_id=8dbcb802-a648-4b40-8659-8e32212840b9)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:38:25.660375 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-3f0470d1-d57d-44cb-82af-2fd9994c4fc0 req-900c8957-8df7-418e-922d-403f7e93b997 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:25.802361 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [req-3f0470d1-d57d-44cb-82af-2fd9994c4fc0 req-900c8957-8df7-418e-922d-403f7e93b997 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Calling delete_port for a33b981a-5efb-4f86-b636-a7bfc7586860 owned by compute:nova {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 09:38:26.034887 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-3f0470d1-d57d-44cb-82af-2fd9994c4fc0 req-900c8957-8df7-418e-922d-403f7e93b997 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:26.084141 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900c8957-8df7-418e-922d-403f7e93b997 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event deleted for resources: {'Port': ['ID=a33b981a-5efb-4f86-b636-a7bfc7586860,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:38:26.125496 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900c8957-8df7-418e-922d-403f7e93b997 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:38:26.126099 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900c8957-8df7-418e-922d-403f7e93b997 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:38:26.126234 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900c8957-8df7-418e-922d-403f7e93b997 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:38:26.126490 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900c8957-8df7-418e-922d-403f7e93b997 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:38:26.126817 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900c8957-8df7-418e-922d-403f7e93b997 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:38:26.127141 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900c8957-8df7-418e-922d-403f7e93b997 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:38:26.127462 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900c8957-8df7-418e-922d-403f7e93b997 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:38:26.127780 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900c8957-8df7-418e-922d-403f7e93b997 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:38:26.128103 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900c8957-8df7-418e-922d-403f7e93b997 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:38:26.128421 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900c8957-8df7-418e-922d-403f7e93b997 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:38:26.128767 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900c8957-8df7-418e-922d-403f7e93b997 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:38:26.161188 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-0cd26210-2e54-4839-94b9-c9071695af4a req-212fb1bd-ad76-49e8-a9e4-14822cde4bf7 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d744ef9-e1b7-4756-9326-9d66f1b638bc HTTP/1.1" status: 200 len: 210 time: 0.0468204 Feb 04 09:38:26.260363 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f0470d1-d57d-44cb-82af-2fd9994c4fc0 req-900c8957-8df7-418e-922d-403f7e93b997 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] No DVR routers for this DVR port a33b981a-5efb-4f86-b636-a7bfc7586860 on host hv-neutron-8277 {{(pid=84108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 09:38:26.262747 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-3f0470d1-d57d-44cb-82af-2fd9994c4fc0 req-900c8957-8df7-418e-922d-403f7e93b997 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:26.265490 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d744ef9-e1b7-4756-9326-9d66f1b638bc', 'name': 'network-vif-deleted', 'tag': 'a33b981a-5efb-4f86-b636-a7bfc7586860'}] {{(pid=84108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:38:26.386898 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-3f0470d1-d57d-44cb-82af-2fd9994c4fc0 req-900c8957-8df7-418e-922d-403f7e93b997 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.47 "DELETE /v2.0/ports/a33b981a-5efb-4f86-b636-a7bfc7586860 HTTP/1.1" status: 204 len: 173 time: 1.0992169 Feb 04 09:38:26.434907 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d744ef9-e1b7-4756-9326-9d66f1b638bc', 'name': 'network-vif-deleted', 'tag': 'a33b981a-5efb-4f86-b636-a7bfc7586860', 'status': 'completed', 'code': 200} Feb 04 09:38:26.763605 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:27.337768 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-786aa078-a1e7-4da6-afd8-d635e339f8f6 req-eaf88c35-5bdf-4dc3-9165-8425ac263a55 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d744ef9-e1b7-4756-9326-9d66f1b638bc HTTP/1.1" status: 200 len: 210 time: 0.0421827 Feb 04 09:38:28.446580 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 35990) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:38:28.846205 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b78fe445-cef2-481a-8302-171894e5e585 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473817'] for router_interface, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:29.024337 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device a33b981a-5efb-4f86-b636-a7bfc7586860 no longer exists at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 09:38:29.057663 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] No Port match for: a33b981a-5efb-4f86-b636-a7bfc7586860 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 09:38:29.058059 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device a33b981a-5efb-4f86-b636-a7bfc7586860 not bound to the agent host hv-neutron-8277 {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 09:38:29.458408 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-b78fe445-cef2-481a-8302-171894e5e585 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Deleting port 8ebbc2ff-fd02-479e-877e-d1dd61f6747b {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:38:29.459081 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b78fe445-cef2-481a-8302-171894e5e585 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:29.647212 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [None req-b78fe445-cef2-481a-8302-171894e5e585 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] For port 8ebbc2ff-fd02-479e-877e-d1dd61f6747b, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=8ebbc2ff-fd02-479e-877e-d1dd61f6747b,segment=NetworkSegment(8dbcb802-a648-4b40-8659-8e32212840b9),segment_id=8dbcb802-a648-4b40-8659-8e32212840b9)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:38:29.647578 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b78fe445-cef2-481a-8302-171894e5e585 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:29.771144 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-b78fe445-cef2-481a-8302-171894e5e585 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Calling delete_port for 8ebbc2ff-fd02-479e-877e-d1dd61f6747b owned by network:router_interface {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 09:38:30.149093 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b78fe445-cef2-481a-8302-171894e5e585 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:30.196708 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78fe445-cef2-481a-8302-171894e5e585 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event deleted for resources: {'Port': ['ID=8ebbc2ff-fd02-479e-877e-d1dd61f6747b,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:38:30.502483 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b78fe445-cef2-481a-8302-171894e5e585 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1572495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472959'] for router_interface, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:31.091257 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b78fe445-cef2-481a-8302-171894e5e585 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Router be4aac04-caff-4999-9441-a94d0b9abee4 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 09:38:31.296394 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b78fe445-cef2-481a-8302-171894e5e585 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 09:38:31.307249 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68eb2a7c-f558-498a-9586-10758520e45a None None] Sync routers for ids ['be4aac04-caff-4999-9441-a94d0b9abee4'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 09:38:31.310272 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-b78fe445-cef2-481a-8302-171894e5e585 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "PUT /v2.0/routers/be4aac04-caff-4999-9441-a94d0b9abee4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8626320 Feb 04 09:38:31.312831 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 35994) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:38:31.319357 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68eb2a7c-f558-498a-9586-10758520e45a None None] Routers {'be4aac04-caff-4999-9441-a94d0b9abee4'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:38:31.319968 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-68eb2a7c-f558-498a-9586-10758520e45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:38:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['be4aac04-caff-4999-9441-a94d0b9abee4'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:38:31.499284 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-68eb2a7c-f558-498a-9586-10758520e45a None None] Set router be4aac04-caff-4999-9441-a94d0b9abee4 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:38:31.499940 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_v2 [None req-64bde8bd-4f96-46bd-8e52-7425fcc815af tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Deleting subnet b5bad037-8655-4a28-92bd-894af45f34cf {{(pid=84108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 09:38:31.503205 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-64bde8bd-4f96-46bd-8e52-7425fcc815af tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for subnet, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:31.676689 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-64bde8bd-4f96-46bd-8e52-7425fcc815af tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7851377'] for subnet, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:31.766446 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-64bde8bd-4f96-46bd-8e52-7425fcc815af tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:31.801578 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-68eb2a7c-f558-498a-9586-10758520e45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be4aac04-caff-4999-9441-a94d0b9abee4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1654078492', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.102'}], 'enable_snat': True}, 'gw_port_id': 'f110a591-d61c-437b-a60a-95f953a35da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:35:21Z', 'updated_at': '2022-02-04T09:38:29Z', 'revision_number': 5, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'gw_port': {'id': 'f110a591-d61c-437b-a60a-95f953a35da8', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:2b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4aac04-caff-4999-9441-a94d0b9abee4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:35:21Z', 'updated_at': '2022-02-04T09:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:38:31.806563 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68eb2a7c-f558-498a-9586-10758520e45a None None] Checking router: be4aac04-caff-4999-9441-a94d0b9abee4 for host: dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 09:38:31.817535 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68eb2a7c-f558-498a-9586-10758520e45a None None] Routers {'be4aac04-caff-4999-9441-a94d0b9abee4'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:38:31.818177 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-68eb2a7c-f558-498a-9586-10758520e45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:38:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['be4aac04-caff-4999-9441-a94d0b9abee4'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:38:31.981185 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-64bde8bd-4f96-46bd-8e52-7425fcc815af tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7593563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8119683'] for subnet, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:32.001633 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-68eb2a7c-f558-498a-9586-10758520e45a None None] Set router be4aac04-caff-4999-9441-a94d0b9abee4 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:38:32.027132 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bde8bd-4f96-46bd-8e52-7425fcc815af tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event deleted for resources: {'Subnet': ['ID=b5bad037-8655-4a28-92bd-894af45f34cf,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:38:32.034755 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-64bde8bd-4f96-46bd-8e52-7425fcc815af tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:32.041188 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-64bde8bd-4f96-46bd-8e52-7425fcc815af tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "DELETE /v2.0/subnets/b5bad037-8655-4a28-92bd-894af45f34cf HTTP/1.1" status: 204 len: 168 time: 0.7244666 Feb 04 09:38:32.041653 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 35998) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:38:32.044672 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85037f4-43d5-4ee3-a8ea-9d76ddaa1271 None None] Network d27fb968-6e05-46a4-9fbb-e2d9589dc116 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 09:38:32.348386 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8772756e-183b-41d8-8d11-a80dc077c0f2 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for router, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:32.519238 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-68eb2a7c-f558-498a-9586-10758520e45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be4aac04-caff-4999-9441-a94d0b9abee4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1654078492', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.102'}], 'enable_snat': True}, 'gw_port_id': 'f110a591-d61c-437b-a60a-95f953a35da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:35:21Z', 'updated_at': '2022-02-04T09:38:29Z', 'revision_number': 5, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'gw_port': {'id': 'f110a591-d61c-437b-a60a-95f953a35da8', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:2b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4aac04-caff-4999-9441-a94d0b9abee4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:35:21Z', 'updated_at': '2022-02-04T09:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:38:32.524010 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68eb2a7c-f558-498a-9586-10758520e45a None None] The sync data for ids ['be4aac04-caff-4999-9441-a94d0b9abee4'] in dv-neutron-827798-2-hyperv is: [{'id': 'be4aac04-caff-4999-9441-a94d0b9abee4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1654078492', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.102'}], 'enable_snat': True}, 'gw_port_id': 'f110a591-d61c-437b-a60a-95f953a35da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:35:21Z', 'updated_at': '2022-02-04T09:38:29Z', 'revision_number': 5, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'gw_port': {'id': 'f110a591-d61c-437b-a60a-95f953a35da8', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:2b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4aac04-caff-4999-9441-a94d0b9abee4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:35:21Z', 'updated_at': '2022-02-04T09:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 09:38:32.553963 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8772756e-183b-41d8-8d11-a80dc077c0f2 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:32.563016 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b688d916-4b36-4201-9d52-afa640069179 None None] DHCP port deletion for d27fb968-6e05-46a4-9fbb-e2d9589dc116 request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 09:38:32.567427 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-b688d916-4b36-4201-9d52-afa640069179 None None] Deleting port 3f67fea1-cc64-4e30-acf7-f88271f0c063 {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:38:32.567795 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-b688d916-4b36-4201-9d52-afa640069179 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:32.632341 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-8772756e-183b-41d8-8d11-a80dc077c0f2 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Deleting port f110a591-d61c-437b-a60a-95f953a35da8 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:38:32.632667 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8772756e-183b-41d8-8d11-a80dc077c0f2 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:32.777628 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-b688d916-4b36-4201-9d52-afa640069179 None None] For port 3f67fea1-cc64-4e30-acf7-f88271f0c063, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=3f67fea1-cc64-4e30-acf7-f88271f0c063,segment=NetworkSegment(8dbcb802-a648-4b40-8659-8e32212840b9),segment_id=8dbcb802-a648-4b40-8659-8e32212840b9)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:38:32.778011 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-b688d916-4b36-4201-9d52-afa640069179 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:32.813499 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [None req-8772756e-183b-41d8-8d11-a80dc077c0f2 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] For port f110a591-d61c-437b-a60a-95f953a35da8, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=f110a591-d61c-437b-a60a-95f953a35da8,segment=NetworkSegment(c44b9475-949d-4ae7-bfca-e29b010a56a6),segment_id=c44b9475-949d-4ae7-bfca-e29b010a56a6)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:38:32.813769 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8772756e-183b-41d8-8d11-a80dc077c0f2 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:32.898409 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-b688d916-4b36-4201-9d52-afa640069179 None None] Calling delete_port for 3f67fea1-cc64-4e30-acf7-f88271f0c063 owned by network:dhcp {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 09:38:32.944372 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-8772756e-183b-41d8-8d11-a80dc077c0f2 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Calling delete_port for f110a591-d61c-437b-a60a-95f953a35da8 owned by network:router_gateway {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 09:38:33.077816 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-b688d916-4b36-4201-9d52-afa640069179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407'] for port, after_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:33.122105 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688d916-4b36-4201-9d52-afa640069179 None None] Pushing event deleted for resources: {'Port': ['ID=3f67fea1-cc64-4e30-acf7-f88271f0c063,revision_number=None']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:38:33.133313 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b688d916-4b36-4201-9d52-afa640069179 None None] No DVR routers for this DVR port 3f67fea1-cc64-4e30-acf7-f88271f0c063 on host dv-neutron-827798-2-hyperv {{(pid=84109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 09:38:33.135542 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b688d916-4b36-4201-9d52-afa640069179 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:38:33.135887 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b688d916-4b36-4201-9d52-afa640069179 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:38:33.136226 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b688d916-4b36-4201-9d52-afa640069179 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:38:33.136586 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b688d916-4b36-4201-9d52-afa640069179 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:38:33.136931 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b688d916-4b36-4201-9d52-afa640069179 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:38:33.137262 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b688d916-4b36-4201-9d52-afa640069179 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:38:33.137587 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b688d916-4b36-4201-9d52-afa640069179 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:38:33.137913 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b688d916-4b36-4201-9d52-afa640069179 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:38:33.138234 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b688d916-4b36-4201-9d52-afa640069179 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:38:33.138556 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b688d916-4b36-4201-9d52-afa640069179 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:38:33.138873 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b688d916-4b36-4201-9d52-afa640069179 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:38:33.178088 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8772756e-183b-41d8-8d11-a80dc077c0f2 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:33.242280 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8772756e-183b-41d8-8d11-a80dc077c0f2 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event deleted for resources: {'Port': ['ID=f110a591-d61c-437b-a60a-95f953a35da8,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:38:33.469657 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8772756e-183b-41d8-8d11-a80dc077c0f2 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473010'] for router_gateway, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:33.591154 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 3f67fea1-cc64-4e30-acf7-f88271f0c063 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 09:38:33.627859 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: 3f67fea1-cc64-4e30-acf7-f88271f0c063 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 09:38:33.628462 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 3f67fea1-cc64-4e30-acf7-f88271f0c063 not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 09:38:33.629185 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 8ebbc2ff-fd02-479e-877e-d1dd61f6747b no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 09:38:33.665309 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: 8ebbc2ff-fd02-479e-877e-d1dd61f6747b {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 09:38:33.665788 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 8ebbc2ff-fd02-479e-877e-d1dd61f6747b not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 09:38:33.862658 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8772756e-183b-41d8-8d11-a80dc077c0f2 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40989'] for router, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:33.867784 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8772756e-183b-41d8-8d11-a80dc077c0f2 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:33.963767 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8772756e-183b-41d8-8d11-a80dc077c0f2 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-476062'] for router, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:33.964504 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8772756e-183b-41d8-8d11-a80dc077c0f2 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Fanout notify agent at l3_agent the message router_deleted on router be4aac04-caff-4999-9441-a94d0b9abee4 {{(pid=84107) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 09:38:33.986433 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-8772756e-183b-41d8-8d11-a80dc077c0f2 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:33.991282 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-8772756e-183b-41d8-8d11-a80dc077c0f2 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "DELETE /v2.0/routers/be4aac04-caff-4999-9441-a94d0b9abee4 HTTP/1.1" status: 204 len: 168 time: 1.9456170 Feb 04 09:38:33.991842 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 36002) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:38:34.126970 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4b64a874-b4cc-4e22-a3f1-5ba81c4c1b29 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:34.281742 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4b64a874-b4cc-4e22-a3f1-5ba81c4c1b29 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:34.311081 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-4b64a874-b4cc-4e22-a3f1-5ba81c4c1b29 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d27fb968-6e05-46a4-9fbb-e2d9589dc116']}} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:38:34.325502 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-4b64a874-b4cc-4e22-a3f1-5ba81c4c1b29 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dbcb802-a648-4b40-8659-8e32212840b9') {'for_net_delete': True} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:38:34.325854 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-4b64a874-b4cc-4e22-a3f1-5ba81c4c1b29 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dbcb802-a648-4b40-8659-8e32212840b9') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:38:34.339167 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4b64a874-b4cc-4e22-a3f1-5ba81c4c1b29 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7851336'] for segment, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:34.357801 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4b64a874-b4cc-4e22-a3f1-5ba81c4c1b29 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:34.364177 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b64a874-b4cc-4e22-a3f1-5ba81c4c1b29 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=84108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 09:38:34.364560 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4b64a874-b4cc-4e22-a3f1-5ba81c4c1b29 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7460345'] for segment, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:34.383496 dv-neutron-827798-2-hyperv neutron-server[84108]: Traceback (most recent call last): Feb 04 09:38:34.383496 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 09:38:34.383496 dv-neutron-827798-2-hyperv neutron-server[84108]: timer() Feb 04 09:38:34.383496 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 09:38:34.383496 dv-neutron-827798-2-hyperv neutron-server[84108]: cb(*args, **kw) Feb 04 09:38:34.383496 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 09:38:34.383496 dv-neutron-827798-2-hyperv neutron-server[84108]: return func(*args, **kwargs) Feb 04 09:38:34.383496 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 09:38:34.383496 dv-neutron-827798-2-hyperv neutron-server[84108]: self._notify() Feb 04 09:38:34.383496 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 09:38:34.383496 dv-neutron-827798-2-hyperv neutron-server[84108]: self.callback(batched_events) Feb 04 09:38:34.383496 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 09:38:34.383496 dv-neutron-827798-2-hyperv neutron-server[84108]: event.method(event) Feb 04 09:38:34.383496 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 09:38:34.383496 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 09:38:34.383496 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 09:38:34.383496 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 09:38:34.383496 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 09:38:34.383496 dv-neutron-827798-2-hyperv neutron-server[84108]: return f(self, *a, **k) Feb 04 09:38:34.383496 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 09:38:34.383496 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._get(url).json() Feb 04 09:38:34.383496 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 09:38:34.383496 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 09:38:34.383496 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 09:38:34.383496 dv-neutron-827798-2-hyperv neutron-server[84108]: return self.request(url, 'GET', **kwargs) Feb 04 09:38:34.383496 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 09:38:34.383496 dv-neutron-827798-2-hyperv neutron-server[84108]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 09:38:34.383496 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 09:38:34.383496 dv-neutron-827798-2-hyperv neutron-server[84108]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 09:38:34.383496 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 09:38:34.383496 dv-neutron-827798-2-hyperv neutron-server[84108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 09:38:34.383496 dv-neutron-827798-2-hyperv neutron-server[84108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 09:38:34.577554 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4b64a874-b4cc-4e22-a3f1-5ba81c4c1b29 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:34.600114 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4b64a874-b4cc-4e22-a3f1-5ba81c4c1b29 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:34.608420 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b64a874-b4cc-4e22-a3f1-5ba81c4c1b29 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event deleted for resources: {'Network': ['ID=d27fb968-6e05-46a4-9fbb-e2d9589dc116,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:38:34.718887 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-4b64a874-b4cc-4e22-a3f1-5ba81c4c1b29 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "DELETE /v2.0/networks/d27fb968-6e05-46a4-9fbb-e2d9589dc116 HTTP/1.1" status: 204 len: 168 time: 0.7256687 Feb 04 09:38:34.721192 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 36006) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:38:34.792522 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-dcbaf89b-4919-42a2-8e76-9ddf0a1fe349 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:34.827700 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-dcbaf89b-4919-42a2-8e76-9ddf0a1fe349 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:34.987166 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-dcbaf89b-4919-42a2-8e76-9ddf0a1fe349 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:35.007732 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbaf89b-4919-42a2-8e76-9ddf0a1fe349 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea5210d-c0c0-4b38-9cdb-ccea049ffa28,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:38:35.080195 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-dcbaf89b-4919-42a2-8e76-9ddf0a1fe349 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:35.081577 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-dcbaf89b-4919-42a2-8e76-9ddf0a1fe349 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "DELETE /v2.0/security-groups/aea5210d-c0c0-4b38-9cdb-ccea049ffa28 HTTP/1.1" status: 204 len: 168 time: 0.3594706 Feb 04 09:38:35.453925 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 36014) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:38:35.460912 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-73cfc496-c2fe-458f-824e-82ec207955d7 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-647046581', 'description': 'tempest-secgroup-smoke-647046581 description', 'project_id': '780eb962d64446649b0f5d5c27ee1665'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:38:35.468063 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-73cfc496-c2fe-458f-824e-82ec207955d7 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:38:35.473435 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-73cfc496-c2fe-458f-824e-82ec207955d7 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Usage tracker for resource:security_group and tenant:780eb962d64446649b0f5d5c27ee1665 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:38:35.477600 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-73cfc496-c2fe-458f-824e-82ec207955d7 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:38:35.484125 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-73cfc496-c2fe-458f-824e-82ec207955d7 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:38:35.497306 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device f110a591-d61c-437b-a60a-95f953a35da8 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 09:38:35.530555 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: f110a591-d61c-437b-a60a-95f953a35da8 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 09:38:35.530896 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device f110a591-d61c-437b-a60a-95f953a35da8 not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 09:38:35.571386 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-73cfc496-c2fe-458f-824e-82ec207955d7 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:35.609172 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-73cfc496-c2fe-458f-824e-82ec207955d7 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:38:35.613420 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-73cfc496-c2fe-458f-824e-82ec207955d7 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Usage tracker for resource:security_group_rule and tenant:780eb962d64446649b0f5d5c27ee1665 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:38:35.616744 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-73cfc496-c2fe-458f-824e-82ec207955d7 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:38:35.623473 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-73cfc496-c2fe-458f-824e-82ec207955d7 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:38:35.700668 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-73cfc496-c2fe-458f-824e-82ec207955d7 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:35.743322 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-73cfc496-c2fe-458f-824e-82ec207955d7 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:35.793370 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cfc496-c2fe-458f-824e-82ec207955d7 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c725c5e5-52d2-4fc0-93c6-21caf6954ad2,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:38:35.889586 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-73cfc496-c2fe-458f-824e-82ec207955d7 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:35.890874 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-73cfc496-c2fe-458f-824e-82ec207955d7 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4357939 Feb 04 09:38:35.893744 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 36018) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:38:35.900717 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-2123f6f8-d49c-4fc7-bfb2-bf8110760a40 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Request body: {'security_group_rule': {'security_group_id': 'c725c5e5-52d2-4fc0-93c6-21caf6954ad2', 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:38:35.906839 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-2123f6f8-d49c-4fc7-bfb2-bf8110760a40 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:38:35.910800 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-2123f6f8-d49c-4fc7-bfb2-bf8110760a40 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Usage tracker for resource:security_group_rule and tenant:780eb962d64446649b0f5d5c27ee1665 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:38:35.920252 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-2123f6f8-d49c-4fc7-bfb2-bf8110760a40 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:38:35.922915 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-2123f6f8-d49c-4fc7-bfb2-bf8110760a40 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:38:36.296828 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2123f6f8-d49c-4fc7-bfb2-bf8110760a40 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:36.364871 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2123f6f8-d49c-4fc7-bfb2-bf8110760a40 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:36.451709 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2123f6f8-d49c-4fc7-bfb2-bf8110760a40 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:36.475825 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2123f6f8-d49c-4fc7-bfb2-bf8110760a40 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23eb39db-487a-41ae-b7a0-68fcf9893d4a,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:38:36.575321 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2123f6f8-d49c-4fc7-bfb2-bf8110760a40 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:36.576475 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-2123f6f8-d49c-4fc7-bfb2-bf8110760a40 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6816769 Feb 04 09:38:36.580203 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 36022) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:38:36.586244 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-2820c14e-1133-4742-9ffb-cab2b4e8e9a1 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Request body: {'security_group_rule': {'security_group_id': 'c725c5e5-52d2-4fc0-93c6-21caf6954ad2', 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:38:36.592409 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-2820c14e-1133-4742-9ffb-cab2b4e8e9a1 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:38:36.597154 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-2820c14e-1133-4742-9ffb-cab2b4e8e9a1 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Usage tracker for resource:security_group_rule and tenant:780eb962d64446649b0f5d5c27ee1665 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:38:36.599239 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-2820c14e-1133-4742-9ffb-cab2b4e8e9a1 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:38:36.605404 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-2820c14e-1133-4742-9ffb-cab2b4e8e9a1 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:38:36.684957 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2820c14e-1133-4742-9ffb-cab2b4e8e9a1 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:36.754582 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2820c14e-1133-4742-9ffb-cab2b4e8e9a1 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:36.826449 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2820c14e-1133-4742-9ffb-cab2b4e8e9a1 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:36.854769 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2820c14e-1133-4742-9ffb-cab2b4e8e9a1 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51960e5d-c714-44f0-a7f4-abb829268139,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:38:36.943917 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-2820c14e-1133-4742-9ffb-cab2b4e8e9a1 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:36.946003 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-2820c14e-1133-4742-9ffb-cab2b4e8e9a1 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3642318 Feb 04 09:38:36.948705 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 36026) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:38:36.954867 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-b4d68cc6-5b16-4873-af99-12802119ca86 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Request body: {'security_group_rule': {'security_group_id': 'c725c5e5-52d2-4fc0-93c6-21caf6954ad2', 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:38:36.962165 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-b4d68cc6-5b16-4873-af99-12802119ca86 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:38:36.966908 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-b4d68cc6-5b16-4873-af99-12802119ca86 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Usage tracker for resource:security_group_rule and tenant:780eb962d64446649b0f5d5c27ee1665 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:38:36.970200 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-b4d68cc6-5b16-4873-af99-12802119ca86 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:38:36.978183 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-b4d68cc6-5b16-4873-af99-12802119ca86 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:38:37.059205 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b4d68cc6-5b16-4873-af99-12802119ca86 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:37.132720 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b4d68cc6-5b16-4873-af99-12802119ca86 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:37.228922 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b4d68cc6-5b16-4873-af99-12802119ca86 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:37.255055 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d68cc6-5b16-4873-af99-12802119ca86 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53cfe92f-3f11-4009-a410-dd8d6f8836a9,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:38:37.320514 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-b4d68cc6-5b16-4873-af99-12802119ca86 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:37.322147 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-b4d68cc6-5b16-4873-af99-12802119ca86 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3724241 Feb 04 09:38:37.324907 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 36030) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:38:37.330999 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-93df7adf-3d3b-493c-b516-da090c3fe7bb tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Request body: {'security_group_rule': {'security_group_id': 'c725c5e5-52d2-4fc0-93c6-21caf6954ad2', 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:38:37.338375 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-93df7adf-3d3b-493c-b516-da090c3fe7bb tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:38:37.342503 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-93df7adf-3d3b-493c-b516-da090c3fe7bb tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Usage tracker for resource:security_group_rule and tenant:780eb962d64446649b0f5d5c27ee1665 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:38:37.345460 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-93df7adf-3d3b-493c-b516-da090c3fe7bb tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:38:37.353576 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-93df7adf-3d3b-493c-b516-da090c3fe7bb tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:38:37.450542 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-93df7adf-3d3b-493c-b516-da090c3fe7bb tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:37.516458 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-93df7adf-3d3b-493c-b516-da090c3fe7bb tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:37.612244 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-93df7adf-3d3b-493c-b516-da090c3fe7bb tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:37.642237 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93df7adf-3d3b-493c-b516-da090c3fe7bb tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c4fa441-8d7c-483e-b9b4-f010685e55d5,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:38:37.731903 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-93df7adf-3d3b-493c-b516-da090c3fe7bb tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:37.733103 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-93df7adf-3d3b-493c-b516-da090c3fe7bb tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4070485 Feb 04 09:38:37.735880 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 36034) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:38:37.743704 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-bdca2a4b-512f-4d22-8763-85635d71a354 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Request body: {'security_group_rule': {'security_group_id': 'c725c5e5-52d2-4fc0-93c6-21caf6954ad2', 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:38:37.750641 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-bdca2a4b-512f-4d22-8763-85635d71a354 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:38:37.754939 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-bdca2a4b-512f-4d22-8763-85635d71a354 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Usage tracker for resource:security_group_rule and tenant:780eb962d64446649b0f5d5c27ee1665 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:38:37.758618 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-bdca2a4b-512f-4d22-8763-85635d71a354 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:38:37.764373 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-bdca2a4b-512f-4d22-8763-85635d71a354 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:38:37.840295 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.securitygroups_db [None req-bdca2a4b-512f-4d22-8763-85635d71a354 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Project 780eb962d64446649b0f5d5c27ee1665 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 09:38:37.847070 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-bdca2a4b-512f-4d22-8763-85635d71a354 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:37.914788 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-bdca2a4b-512f-4d22-8763-85635d71a354 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:38.003559 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-bdca2a4b-512f-4d22-8763-85635d71a354 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:38.031883 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdca2a4b-512f-4d22-8763-85635d71a354 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d498211a-e847-4ebf-b665-8711682c70ec,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:38:38.117612 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-bdca2a4b-512f-4d22-8763-85635d71a354 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:38.119004 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-bdca2a4b-512f-4d22-8763-85635d71a354 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3819246 Feb 04 09:38:38.121582 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 36038) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:38:38.127286 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-eea9775d-bdf6-408c-84be-3b388b42095b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Request body: {'security_group_rule': {'security_group_id': 'c725c5e5-52d2-4fc0-93c6-21caf6954ad2', 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:38:38.133675 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-eea9775d-bdf6-408c-84be-3b388b42095b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:38:38.137632 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-eea9775d-bdf6-408c-84be-3b388b42095b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Usage tracker for resource:security_group_rule and tenant:780eb962d64446649b0f5d5c27ee1665 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:38:38.140732 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-eea9775d-bdf6-408c-84be-3b388b42095b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:38:38.146808 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-eea9775d-bdf6-408c-84be-3b388b42095b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:38:38.226897 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.securitygroups_db [None req-eea9775d-bdf6-408c-84be-3b388b42095b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Project 780eb962d64446649b0f5d5c27ee1665 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 09:38:38.233844 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-eea9775d-bdf6-408c-84be-3b388b42095b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:38.310512 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-eea9775d-bdf6-408c-84be-3b388b42095b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:38.386425 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-eea9775d-bdf6-408c-84be-3b388b42095b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:38.409870 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea9775d-bdf6-408c-84be-3b388b42095b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4aa44ad-056f-4b2f-b1b3-d2fcf4e4e943,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:38:38.483538 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-eea9775d-bdf6-408c-84be-3b388b42095b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:38.484860 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-eea9775d-bdf6-408c-84be-3b388b42095b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3621435 Feb 04 09:38:38.488313 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 36042) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:38:38.494649 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-c9c63eca-e2d9-4e2e-bfe1-22482aa71ab8 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Request body: {'network': {'name': 'tempest-network-smoke--1973861401', 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'port_security_enabled': True}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:38:38.500686 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-c9c63eca-e2d9-4e2e-bfe1-22482aa71ab8 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:38:38.506389 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-c9c63eca-e2d9-4e2e-bfe1-22482aa71ab8 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Usage tracker for resource:network and tenant:780eb962d64446649b0f5d5c27ee1665 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:38:38.510443 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-c9c63eca-e2d9-4e2e-bfe1-22482aa71ab8 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:38:38.518340 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-c9c63eca-e2d9-4e2e-bfe1-22482aa71ab8 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:38:38.606055 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9c63eca-e2d9-4e2e-bfe1-22482aa71ab8 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Made reservation on behalf of 780eb962d64446649b0f5d5c27ee1665 for: {'network': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 09:38:38.610217 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c9c63eca-e2d9-4e2e-bfe1-22482aa71ab8 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:38.639133 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9c63eca-e2d9-4e2e-bfe1-22482aa71ab8 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=84108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 09:38:38.648438 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c9c63eca-e2d9-4e2e-bfe1-22482aa71ab8 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:38.648804 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.segments_db [None req-c9c63eca-e2d9-4e2e-bfe1-22482aa71ab8 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Added segment 439e1601-cad8-4f8a-a858-9768c97c3e67 of type vlan for network 7fa871b3-5aa7-4c4f-979c-fed7d4fa25e8 Feb 04 09:38:38.675589 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c9c63eca-e2d9-4e2e-bfe1-22482aa71ab8 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:38.797788 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c9c63eca-e2d9-4e2e-bfe1-22482aa71ab8 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:38.802266 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c63eca-e2d9-4e2e-bfe1-22482aa71ab8 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:38:38.803026 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c9c63eca-e2d9-4e2e-bfe1-22482aa71ab8 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:38.932839 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c63eca-e2d9-4e2e-bfe1-22482aa71ab8 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event updated for resources: {'Network': ['ID=7fa871b3-5aa7-4c4f-979c-fed7d4fa25e8,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:38:38.949917 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network 7fa871b3-5aa7-4c4f-979c-fed7d4fa25e8 details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 09:38:39.010034 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-c9c63eca-e2d9-4e2e-bfe1-22482aa71ab8 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5204785 Feb 04 09:38:39.013215 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 36046) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:38:39.018716 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-8eebebfe-891e-4229-8904-e4cc92d241ac tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1196103120', 'admin_state_up': True, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:38:39.026907 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-8eebebfe-891e-4229-8904-e4cc92d241ac tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:38:39.030981 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-8eebebfe-891e-4229-8904-e4cc92d241ac tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Usage tracker for resource:router and tenant:780eb962d64446649b0f5d5c27ee1665 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:38:39.033983 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-8eebebfe-891e-4229-8904-e4cc92d241ac tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:38:39.040009 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-8eebebfe-891e-4229-8904-e4cc92d241ac tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:38:39.123716 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8eebebfe-891e-4229-8904-e4cc92d241ac tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40975'] for router, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:39.124731 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8eebebfe-891e-4229-8904-e4cc92d241ac tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40982'] for router, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:39.144042 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8eebebfe-891e-4229-8904-e4cc92d241ac tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:39.439237 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8eebebfe-891e-4229-8904-e4cc92d241ac tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40996'] for router, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:39.741118 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8eebebfe-891e-4229-8904-e4cc92d241ac tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for router_gateway, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:39.770722 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8eebebfe-891e-4229-8904-e4cc92d241ac tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:39.911276 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-8eebebfe-891e-4229-8904-e4cc92d241ac tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Allocated IP 172.26.3.58 (e264bd74-c56b-43d0-9059-bcb57dbbe5bc/79caf47c-b62c-4ea0-b35f-21ede155daa8/a726f824-65b7-411d-9bc9-39657bac07a0) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 09:38:40.073402 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8eebebfe-891e-4229-8904-e4cc92d241ac tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:40.187254 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8eebebfe-891e-4229-8904-e4cc92d241ac tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:40.264302 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eebebfe-891e-4229-8904-e4cc92d241ac tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Network e264bd74-c56b-43d0-9059-bcb57dbbe5bc is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:38:40.267362 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-8eebebfe-891e-4229-8904-e4cc92d241ac tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:38:40.272887 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eebebfe-891e-4229-8904-e4cc92d241ac tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 09:38:40.299121 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eebebfe-891e-4229-8904-e4cc92d241ac tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event updated for resources: {'Port': ['ID=a726f824-65b7-411d-9bc9-39657bac07a0,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:38:40.539467 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8eebebfe-891e-4229-8904-e4cc92d241ac tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for router_gateway, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:40.540644 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8eebebfe-891e-4229-8904-e4cc92d241ac tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472990'] for router, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:40.845832 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eebebfe-891e-4229-8904-e4cc92d241ac tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Router dade6b4f-633a-4275-8b8a-70f783cb89eb is scheduled to L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 with binding_index 1 {{(pid=84108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 09:38:41.080742 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eebebfe-891e-4229-8904-e4cc92d241ac tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 09:38:41.090995 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d0f6d4-0784-4f0f-9965-179de7b7cfb8 None None] Sync routers for ids ['dade6b4f-633a-4275-8b8a-70f783cb89eb'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 09:38:41.104408 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d0f6d4-0784-4f0f-9965-179de7b7cfb8 None None] Routers {'dade6b4f-633a-4275-8b8a-70f783cb89eb'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:38:41.105035 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-a0d0f6d4-0784-4f0f-9965-179de7b7cfb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:38:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['dade6b4f-633a-4275-8b8a-70f783cb89eb'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:38:41.200301 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8eebebfe-891e-4229-8904-e4cc92d241ac tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for router, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:41.201681 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-8eebebfe-891e-4229-8904-e4cc92d241ac tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1874425 Feb 04 09:38:41.205117 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 36050) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:38:41.302320 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-a0d0f6d4-0784-4f0f-9965-179de7b7cfb8 None None] Set router dade6b4f-633a-4275-8b8a-70f783cb89eb gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:38:41.527425 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-006b89f2-7b23-4d49-a6b6-81d4af63d924 tempest-TestNetworkAdvancedServerOps-2015322207 tempest-TestNetworkAdvancedServerOps-2015322207-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=780eb962d64446649b0f5d5c27ee1665&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3204784 Feb 04 09:38:41.530163 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 36056) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:38:41.654508 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-a0d0f6d4-0784-4f0f-9965-179de7b7cfb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dade6b4f-633a-4275-8b8a-70f783cb89eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1196103120', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': 'a726f824-65b7-411d-9bc9-39657bac07a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:38:39Z', 'updated_at': '2022-02-04T09:38:40Z', 'revision_number': 3, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'gw_port': {'id': 'a726f824-65b7-411d-9bc9-39657bac07a0', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e9:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dade6b4f-633a-4275-8b8a-70f783cb89eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:38:39Z', 'updated_at': '2022-02-04T09:38:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:38:41.658920 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d0f6d4-0784-4f0f-9965-179de7b7cfb8 None None] Checking router: dade6b4f-633a-4275-8b8a-70f783cb89eb for host: dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 09:38:41.659301 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d0f6d4-0784-4f0f-9965-179de7b7cfb8 None None] Updating router dade6b4f-633a-4275-8b8a-70f783cb89eb port a726f824-65b7-411d-9bc9-39657bac07a0 binding host dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 09:38:41.679579 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522d321a-00b9-4349-9b18-61e201d0df85 tempest-TestNetworkAdvancedServerOps-2015322207 tempest-TestNetworkAdvancedServerOps-2015322207-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:38:41.682666 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-522d321a-00b9-4349-9b18-61e201d0df85 tempest-TestNetworkAdvancedServerOps-2015322207 tempest-TestNetworkAdvancedServerOps-2015322207-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1511705 Feb 04 09:38:41.684084 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 36060) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:38:41.715870 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-a0d0f6d4-0784-4f0f-9965-179de7b7cfb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:41.729799 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-5dc20fd0-f720-4cc5-bd4a-8a3b98c7b549 tempest-TestNetworkAdvancedServerOps-2015322207 tempest-TestNetworkAdvancedServerOps-2015322207-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=e264bd74-c56b-43d0-9059-bcb57dbbe5bc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0445380 Feb 04 09:38:41.732244 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 36064) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:38:41.738695 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-0b68ce26-7c33-46dd-a101-1a50ea97aa24 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1561855027', 'network_id': '7fa871b3-5aa7-4c4f-979c-fed7d4fa25e8', 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:38:41.877156 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-0b68ce26-7c33-46dd-a101-1a50ea97aa24 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:38:41.883050 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-0b68ce26-7c33-46dd-a101-1a50ea97aa24 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Usage tracker for resource:subnet and tenant:780eb962d64446649b0f5d5c27ee1665 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:38:41.886941 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-0b68ce26-7c33-46dd-a101-1a50ea97aa24 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:38:41.894201 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-0b68ce26-7c33-46dd-a101-1a50ea97aa24 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:38:41.998598 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b68ce26-7c33-46dd-a101-1a50ea97aa24 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Made reservation on behalf of 780eb962d64446649b0f5d5c27ee1665 for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 09:38:42.064075 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-a0d0f6d4-0784-4f0f-9965-179de7b7cfb8 None None] Notify callbacks [] for port, precommit_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:42.080874 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.provisioning_blocks [None req-a0d0f6d4-0784-4f0f-9965-179de7b7cfb8 None None] Transition to ACTIVE for port object a726f824-65b7-411d-9bc9-39657bac07a0 will not be triggered until provisioned by entity L2. {{(pid=84110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:38:42.114453 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0b68ce26-7c33-46dd-a101-1a50ea97aa24 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985186'] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:42.147263 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-a0d0f6d4-0784-4f0f-9965-179de7b7cfb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:42.230057 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96452b-16f3-4b23-9606-958467e3b30c None None] Pushing event updated for resources: {'Port': ['ID=a726f824-65b7-411d-9bc9-39657bac07a0,revision_number=2']} {{(pid=84110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:38:42.232360 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.managers [None req-a0d0f6d4-0784-4f0f-9965-179de7b7cfb8 None None] Attempting to bind port a726f824-65b7-411d-9bc9-39657bac07a0 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 09:38:42.232740 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.managers [None req-a0d0f6d4-0784-4f0f-9965-179de7b7cfb8 None None] Attempting to bind port a726f824-65b7-411d-9bc9-39657bac07a0 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}] {{(pid=84110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 09:38:42.233121 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d0f6d4-0784-4f0f-9965-179de7b7cfb8 None None] Attempting to bind port a726f824-65b7-411d-9bc9-39657bac07a0 on network e264bd74-c56b-43d0-9059-bcb57dbbe5bc {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 09:38:42.246130 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96452b-16f3-4b23-9606-958467e3b30c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:38:42.246589 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96452b-16f3-4b23-9606-958467e3b30c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:38:42.247129 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96452b-16f3-4b23-9606-958467e3b30c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:38:42.247503 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96452b-16f3-4b23-9606-958467e3b30c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:38:42.248025 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96452b-16f3-4b23-9606-958467e3b30c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:38:42.248481 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96452b-16f3-4b23-9606-958467e3b30c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:38:42.249039 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96452b-16f3-4b23-9606-958467e3b30c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:38:42.249512 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96452b-16f3-4b23-9606-958467e3b30c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:38:42.249880 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96452b-16f3-4b23-9606-958467e3b30c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:38:42.250273 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96452b-16f3-4b23-9606-958467e3b30c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:38:42.250656 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96452b-16f3-4b23-9606-958467e3b30c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:38:42.255209 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d0f6d4-0784-4f0f-9965-179de7b7cfb8 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 9, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 09:38:42.255994 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d0f6d4-0784-4f0f-9965-179de7b7cfb8 None None] Checking segment: {'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 09:38:42.256396 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-a0d0f6d4-0784-4f0f-9965-179de7b7cfb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:42.257021 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d0f6d4-0784-4f0f-9965-179de7b7cfb8 None None] Bound using segment: {'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'} {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 09:38:42.257757 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.managers [None req-a0d0f6d4-0784-4f0f-9965-179de7b7cfb8 None None] Bound port: a726f824-65b7-411d-9bc9-39657bac07a0, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}}] {{(pid=84110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 09:38:42.258318 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-a0d0f6d4-0784-4f0f-9965-179de7b7cfb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:42.337121 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.db [None req-a0d0f6d4-0784-4f0f-9965-179de7b7cfb8 None None] For port a726f824-65b7-411d-9bc9-39657bac07a0, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 09:38:42.340226 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.db [None req-a0d0f6d4-0784-4f0f-9965-179de7b7cfb8 None None] For port a726f824-65b7-411d-9bc9-39657bac07a0, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=a726f824-65b7-411d-9bc9-39657bac07a0,segment=NetworkSegment(c44b9475-949d-4ae7-bfca-e29b010a56a6),segment_id=c44b9475-949d-4ae7-bfca-e29b010a56a6)] {{(pid=84110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 09:38:42.406571 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-a0d0f6d4-0784-4f0f-9965-179de7b7cfb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:42.437997 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0b68ce26-7c33-46dd-a101-1a50ea97aa24 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7510230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985204'] for subnet, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:42.491747 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96452b-16f3-4b23-9606-958467e3b30c None None] Pushing event updated for resources: {'Port': ['ID=a726f824-65b7-411d-9bc9-39657bac07a0,revision_number=3']} {{(pid=84110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:38:42.495287 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d0f6d4-0784-4f0f-9965-179de7b7cfb8 None None] Routers {'dade6b4f-633a-4275-8b8a-70f783cb89eb'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:38:42.496082 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-a0d0f6d4-0784-4f0f-9965-179de7b7cfb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:38:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['dade6b4f-633a-4275-8b8a-70f783cb89eb'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:38:42.516866 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b68ce26-7c33-46dd-a101-1a50ea97aa24 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event updated for resources: {'Subnet': ['ID=cda727c7-f2b8-4e5c-9b2b-015c1d068d2d,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:38:42.531588 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b68ce26-7c33-46dd-a101-1a50ea97aa24 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Checking segment: {'id': '439e1601-cad8-4f8a-a858-9768c97c3e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '7fa871b3-5aa7-4c4f-979c-fed7d4fa25e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 09:38:42.532418 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b68ce26-7c33-46dd-a101-1a50ea97aa24 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Network hostable DHCP agents. Network: 7fa871b3-5aa7-4c4f-979c-fed7d4fa25e8, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 09:38:42.620535 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b68ce26-7c33-46dd-a101-1a50ea97aa24 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Network 7fa871b3-5aa7-4c4f-979c-fed7d4fa25e8 is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 09:38:42.677967 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-a0d0f6d4-0784-4f0f-9965-179de7b7cfb8 None None] Set router dade6b4f-633a-4275-8b8a-70f783cb89eb gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:38:42.695377 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-0b68ce26-7c33-46dd-a101-1a50ea97aa24 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, 7fa871b3-5aa7-4c4f-979c-fed7d4fa25e8) {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:38:42.700701 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b68ce26-7c33-46dd-a101-1a50ea97aa24 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:38:42.701377 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0b68ce26-7c33-46dd-a101-1a50ea97aa24 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:42.710815 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf298b6-cdcc-479c-9fde-307817be4a9b None None] Network 7fa871b3-5aa7-4c4f-979c-fed7d4fa25e8 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 09:38:42.776027 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-0b68ce26-7c33-46dd-a101-1a50ea97aa24 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0422807 Feb 04 09:38:42.778840 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 36068) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:38:43.008906 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-a0d0f6d4-0784-4f0f-9965-179de7b7cfb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dade6b4f-633a-4275-8b8a-70f783cb89eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1196103120', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': 'a726f824-65b7-411d-9bc9-39657bac07a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:38:39Z', 'updated_at': '2022-02-04T09:38:40Z', 'revision_number': 3, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'gw_port': {'id': 'a726f824-65b7-411d-9bc9-39657bac07a0', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e9:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dade6b4f-633a-4275-8b8a-70f783cb89eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:38:39Z', 'updated_at': '2022-02-04T09:38:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:38:43.014483 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d0f6d4-0784-4f0f-9965-179de7b7cfb8 None None] The sync data for ids ['dade6b4f-633a-4275-8b8a-70f783cb89eb'] in dv-neutron-827798-2-hyperv is: [{'id': 'dade6b4f-633a-4275-8b8a-70f783cb89eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1196103120', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': 'a726f824-65b7-411d-9bc9-39657bac07a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:38:39Z', 'updated_at': '2022-02-04T09:38:40Z', 'revision_number': 3, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'gw_port': {'id': 'a726f824-65b7-411d-9bc9-39657bac07a0', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e9:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dade6b4f-633a-4275-8b8a-70f783cb89eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:38:39Z', 'updated_at': '2022-02-04T09:38:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 09:38:43.030403 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db26f61-1e75-4527-be09-5d8dedf6128e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-7fa871b3-5aa7-4c4f-979c-fed7d4fa25e8', 'network_id': '7fa871b3-5aa7-4c4f-979c-fed7d4fa25e8', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'fixed_ips': [{'subnet_id': 'cda727c7-f2b8-4e5c-9b2b-015c1d068d2d'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 09:38:43.031154 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-7db26f61-1e75-4527-be09-5d8dedf6128e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:43.198848 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-7db26f61-1e75-4527-be09-5d8dedf6128e None None] Allocated IP 172.20.0.2 (7fa871b3-5aa7-4c4f-979c-fed7d4fa25e8/cda727c7-f2b8-4e5c-9b2b-015c1d068d2d/403516bd-b7cf-478f-a747-45bd4d212fa7) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 09:38:43.455113 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-7db26f61-1e75-4527-be09-5d8dedf6128e None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:43.465975 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-7db26f61-1e75-4527-be09-5d8dedf6128e None None] Transition to ACTIVE for port object 403516bd-b7cf-478f-a747-45bd4d212fa7 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:38:43.487460 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-7db26f61-1e75-4527-be09-5d8dedf6128e None None] Transition to ACTIVE for port object 403516bd-b7cf-478f-a747-45bd4d212fa7 will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:38:43.553674 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-7db26f61-1e75-4527-be09-5d8dedf6128e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:43.606761 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device a726f824-65b7-411d-9bc9-39657bac07a0 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:38:43.663150 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db26f61-1e75-4527-be09-5d8dedf6128e None None] Network 7fa871b3-5aa7-4c4f-979c-fed7d4fa25e8 is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:38:43.673371 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-7db26f61-1e75-4527-be09-5d8dedf6128e None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:38:43.684233 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db26f61-1e75-4527-be09-5d8dedf6128e None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 09:38:43.704808 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db26f61-1e75-4527-be09-5d8dedf6128e None None] Pushing event updated for resources: {'Port': ['ID=403516bd-b7cf-478f-a747-45bd4d212fa7,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:38:43.799260 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-7db26f61-1e75-4527-be09-5d8dedf6128e None None] Attempting to bind port 403516bd-b7cf-478f-a747-45bd4d212fa7 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 09:38:43.800001 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-7db26f61-1e75-4527-be09-5d8dedf6128e None None] Attempting to bind port 403516bd-b7cf-478f-a747-45bd4d212fa7 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': '439e1601-cad8-4f8a-a858-9768c97c3e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '7fa871b3-5aa7-4c4f-979c-fed7d4fa25e8'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 09:38:43.800001 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db26f61-1e75-4527-be09-5d8dedf6128e None None] Attempting to bind port 403516bd-b7cf-478f-a747-45bd4d212fa7 on network 7fa871b3-5aa7-4c4f-979c-fed7d4fa25e8 {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 09:38:43.807202 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db26f61-1e75-4527-be09-5d8dedf6128e None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 9, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 09:38:43.807570 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db26f61-1e75-4527-be09-5d8dedf6128e None None] Checking segment: {'id': '439e1601-cad8-4f8a-a858-9768c97c3e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '7fa871b3-5aa7-4c4f-979c-fed7d4fa25e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 09:38:43.808166 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-7db26f61-1e75-4527-be09-5d8dedf6128e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:43.808774 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db26f61-1e75-4527-be09-5d8dedf6128e None None] Bound using segment: {'id': '439e1601-cad8-4f8a-a858-9768c97c3e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '7fa871b3-5aa7-4c4f-979c-fed7d4fa25e8'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 09:38:43.815834 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-7db26f61-1e75-4527-be09-5d8dedf6128e None None] Bound port: 403516bd-b7cf-478f-a747-45bd4d212fa7, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '439e1601-cad8-4f8a-a858-9768c97c3e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '7fa871b3-5aa7-4c4f-979c-fed7d4fa25e8'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 09:38:43.815834 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-7db26f61-1e75-4527-be09-5d8dedf6128e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:43.835968 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-71ced504-2e94-4770-a4ab-d032b86a9cee tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:43.867118 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port a726f824-65b7-411d-9bc9-39657bac07a0 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:38:43.883221 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port a726f824-65b7-411d-9bc9-39657bac07a0 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:38:43.883616 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:43.964780 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-7db26f61-1e75-4527-be09-5d8dedf6128e None None] For port 403516bd-b7cf-478f-a747-45bd4d212fa7, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 09:38:43.973744 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-7db26f61-1e75-4527-be09-5d8dedf6128e None None] For port 403516bd-b7cf-478f-a747-45bd4d212fa7, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=403516bd-b7cf-478f-a747-45bd4d212fa7,segment=NetworkSegment(439e1601-cad8-4f8a-a858-9768c97c3e67),segment_id=439e1601-cad8-4f8a-a858-9768c97c3e67)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 09:38:44.033984 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:44.050581 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port a726f824-65b7-411d-9bc9-39657bac07a0, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=a726f824-65b7-411d-9bc9-39657bac07a0,segment=NetworkSegment(c44b9475-949d-4ae7-bfca-e29b010a56a6),segment_id=c44b9475-949d-4ae7-bfca-e29b010a56a6)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:38:44.052300 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-7db26f61-1e75-4527-be09-5d8dedf6128e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:44.129215 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:44.139946 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db26f61-1e75-4527-be09-5d8dedf6128e None None] Pushing event updated for resources: {'Port': ['ID=403516bd-b7cf-478f-a747-45bd4d212fa7,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:38:44.225577 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=a726f824-65b7-411d-9bc9-39657bac07a0,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:38:44.288829 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-71ced504-2e94-4770-a4ab-d032b86a9cee tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Allocated IP 172.20.0.1 (7fa871b3-5aa7-4c4f-979c-fed7d4fa25e8/cda727c7-f2b8-4e5c-9b2b-015c1d068d2d/d1e19f20-1635-4fbd-be55-c640e280ab3e) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 09:38:44.492229 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-71ced504-2e94-4770-a4ab-d032b86a9cee tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:44.508289 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [None req-71ced504-2e94-4770-a4ab-d032b86a9cee tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Transition to ACTIVE for port object d1e19f20-1635-4fbd-be55-c640e280ab3e will not be triggered until provisioned by entity DHCP. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:38:44.598562 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-71ced504-2e94-4770-a4ab-d032b86a9cee tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:44.678456 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ced504-2e94-4770-a4ab-d032b86a9cee tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Network 7fa871b3-5aa7-4c4f-979c-fed7d4fa25e8 is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:38:44.681623 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-71ced504-2e94-4770-a4ab-d032b86a9cee tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:38:44.685924 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ced504-2e94-4770-a4ab-d032b86a9cee tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 09:38:44.722017 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ced504-2e94-4770-a4ab-d032b86a9cee tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event updated for resources: {'Port': ['ID=d1e19f20-1635-4fbd-be55-c640e280ab3e,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:38:44.754995 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-71ced504-2e94-4770-a4ab-d032b86a9cee tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-472912'] for router_interface, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:44.937222 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-71ced504-2e94-4770-a4ab-d032b86a9cee tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:45.124009 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2616022-e80c-448b-b545-82a3460c9492 None None] Network 7fa871b3-5aa7-4c4f-979c-fed7d4fa25e8 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 09:38:45.297431 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-11c29932-6d66-43a4-b8a5-a1eec7e06676 None None] Provisioning for port 403516bd-b7cf-478f-a747-45bd4d212fa7 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:38:45.448526 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-71ced504-2e94-4770-a4ab-d032b86a9cee tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:45.517831 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-71ced504-2e94-4770-a4ab-d032b86a9cee tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:45.643009 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ced504-2e94-4770-a4ab-d032b86a9cee tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event updated for resources: {'Port': ['ID=d1e19f20-1635-4fbd-be55-c640e280ab3e,revision_number=2']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:38:45.646703 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 403516bd-b7cf-478f-a747-45bd4d212fa7 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:38:45.670219 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-71ced504-2e94-4770-a4ab-d032b86a9cee tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473771'] for router_interface, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:45.817333 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-de6e29e0-4b19-4ddd-9282-1aff1318d2e4 None None] Provisioning for port d1e19f20-1635-4fbd-be55-c640e280ab3e completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:38:45.823223 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-de6e29e0-4b19-4ddd-9282-1aff1318d2e4 None None] Provisioning complete for port d1e19f20-1635-4fbd-be55-c640e280ab3e triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:38:45.827558 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-de6e29e0-4b19-4ddd-9282-1aff1318d2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:45.834784 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ced504-2e94-4770-a4ab-d032b86a9cee tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Network 7fa871b3-5aa7-4c4f-979c-fed7d4fa25e8 is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:38:45.835968 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-71ced504-2e94-4770-a4ab-d032b86a9cee tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:38:45.857584 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 403516bd-b7cf-478f-a747-45bd4d212fa7 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:38:45.871806 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 403516bd-b7cf-478f-a747-45bd4d212fa7 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:38:45.872215 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:45.947869 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-de6e29e0-4b19-4ddd-9282-1aff1318d2e4 None None] Port d1e19f20-1635-4fbd-be55-c640e280ab3e cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 09:38:46.033017 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:46.076441 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port 403516bd-b7cf-478f-a747-45bd4d212fa7, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=403516bd-b7cf-478f-a747-45bd4d212fa7,segment=NetworkSegment(439e1601-cad8-4f8a-a858-9768c97c3e67),segment_id=439e1601-cad8-4f8a-a858-9768c97c3e67)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:38:46.084709 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-f6512b98-8fb0-4e10-b9b9-720c1b332f18 None None] Provisioning complete for port d1e19f20-1635-4fbd-be55-c640e280ab3e triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:38:46.085342 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-f6512b98-8fb0-4e10-b9b9-720c1b332f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:46.139279 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 09:38:46.142720 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-f6512b98-8fb0-4e10-b9b9-720c1b332f18 None None] Port d1e19f20-1635-4fbd-be55-c640e280ab3e cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 09:38:46.169246 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:46.170116 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device a726f824-65b7-411d-9bc9-39657bac07a0 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:38:46.354116 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-eb88f5ae-d907-4675-84ab-c89c8d7aa875 None None] Provisioning complete for port d1e19f20-1635-4fbd-be55-c640e280ab3e triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:38:46.354546 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-eb88f5ae-d907-4675-84ab-c89c8d7aa875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:46.379056 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=403516bd-b7cf-478f-a747-45bd4d212fa7,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:38:46.379928 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71ced504-2e94-4770-a4ab-d032b86a9cee tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Router dade6b4f-633a-4275-8b8a-70f783cb89eb has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 09:38:46.419894 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port a726f824-65b7-411d-9bc9-39657bac07a0 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:38:46.420258 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:46.446006 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-eb88f5ae-d907-4675-84ab-c89c8d7aa875 None None] Port d1e19f20-1635-4fbd-be55-c640e280ab3e cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 09:38:46.615827 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71ced504-2e94-4770-a4ab-d032b86a9cee tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 09:38:46.632586 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-71ced504-2e94-4770-a4ab-d032b86a9cee tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "PUT /v2.0/routers/dade6b4f-633a-4275-8b8a-70f783cb89eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8521948 Feb 04 09:38:46.789336 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45be918-75fa-4577-b389-e4bb4d23e9a1 None None] Sync routers for ids ['dade6b4f-633a-4275-8b8a-70f783cb89eb'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 09:38:46.802077 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45be918-75fa-4577-b389-e4bb4d23e9a1 None None] Routers {'dade6b4f-633a-4275-8b8a-70f783cb89eb'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:38:46.803392 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-b45be918-75fa-4577-b389-e4bb4d23e9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:38:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['dade6b4f-633a-4275-8b8a-70f783cb89eb'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:38:46.840575 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5a03bf6e-d565-4c33-aab0-2170a5cd357a req-3ed04c0a-41e5-4940-8771-9026f7437bb5 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-647046581&fields=id&tenant_id=780eb962d64446649b0f5d5c27ee1665 HTTP/1.1" status: 200 len: 267 time: 0.0427547 Feb 04 09:38:46.996729 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-b45be918-75fa-4577-b389-e4bb4d23e9a1 None None] Set router dade6b4f-633a-4275-8b8a-70f783cb89eb gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:38:46.997220 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a03bf6e-d565-4c33-aab0-2170a5cd357a req-6526036f-21d7-4db3-a85f-28ba1636ad5b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:38:46.998889 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5a03bf6e-d565-4c33-aab0-2170a5cd357a req-6526036f-21d7-4db3-a85f-28ba1636ad5b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/networks?id=7fa871b3-5aa7-4c4f-979c-fed7d4fa25e8 HTTP/1.1" status: 200 len: 797 time: 0.1515698 Feb 04 09:38:47.017406 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5a03bf6e-d565-4c33-aab0-2170a5cd357a req-40d8948b-4833-4103-9c89-b6eb8677d6cb tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/quotas/780eb962d64446649b0f5d5c27ee1665 HTTP/1.1" status: 200 len: 375 time: 0.0127773 Feb 04 09:38:47.103665 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-5a03bf6e-d565-4c33-aab0-2170a5cd357a req-2c9d3971-aad0-46f4-bdf2-40768fa593d1 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Synchronizing usage tracker for tenant:780eb962d64446649b0f5d5c27ee1665 on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 09:38:47.214666 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-5a03bf6e-d565-4c33-aab0-2170a5cd357a req-2c9d3971-aad0-46f4-bdf2-40768fa593d1 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Unset dirty status for tenant:780eb962d64446649b0f5d5c27ee1665 on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 09:38:47.216040 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5a03bf6e-d565-4c33-aab0-2170a5cd357a req-2c9d3971-aad0-46f4-bdf2-40768fa593d1 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=780eb962d64446649b0f5d5c27ee1665&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1929553 Feb 04 09:38:47.233901 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [req-5a03bf6e-d565-4c33-aab0-2170a5cd357a req-a391b84a-b209-4e75-8a71-9fa8be5715b8 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=84107) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 09:38:47.235228 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5a03bf6e-d565-4c33-aab0-2170a5cd357a req-a391b84a-b209-4e75-8a71-9fa8be5715b8 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0064147 Feb 04 09:38:47.323168 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-b45be918-75fa-4577-b389-e4bb4d23e9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dade6b4f-633a-4275-8b8a-70f783cb89eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1196103120', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': 'a726f824-65b7-411d-9bc9-39657bac07a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:38:39Z', 'updated_at': '2022-02-04T09:38:44Z', 'revision_number': 4, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'gw_port': {'id': 'a726f824-65b7-411d-9bc9-39657bac07a0', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dade6b4f-633a-4275-8b8a-70f783cb89eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:38:39Z', 'updated_at': '2022-02-04T09:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': 'd1e19f20-1635-4fbd-be55-c640e280ab3e', 'name': '', 'network_id': '7fa871b3-5aa7-4c4f-979c-fed7d4fa25e8', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'mac_address': 'fa:16:3e:74:31:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dade6b4f-633a-4275-8b8a-70f783cb89eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cda727c7-f2b8-4e5c-9b2b-015c1d068d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:38:44Z', 'updated_at': '2022-02-04T09:38:45Z', 'revision_number': 2, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'subnets': [{'id': 'cda727c7-f2b8-4e5c-9b2b-015c1d068d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:38:47.327468 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45be918-75fa-4577-b389-e4bb4d23e9a1 None None] Checking router: dade6b4f-633a-4275-8b8a-70f783cb89eb for host: dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 09:38:47.327862 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45be918-75fa-4577-b389-e4bb4d23e9a1 None None] Updating router dade6b4f-633a-4275-8b8a-70f783cb89eb port d1e19f20-1635-4fbd-be55-c640e280ab3e binding host dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 09:38:47.378302 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5a03bf6e-d565-4c33-aab0-2170a5cd357a req-353a3f76-efd7-42e2-b705-72081bf5cf1e service neutron] 10.222.0.36 "GET /v2.0/networks/7fa871b3-5aa7-4c4f-979c-fed7d4fa25e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353784 Feb 04 09:38:47.389218 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-b45be918-75fa-4577-b389-e4bb4d23e9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:47.532211 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5a03bf6e-d565-4c33-aab0-2170a5cd357a req-49d6cf05-1ef0-4183-b628-9462991d8dd4 service neutron] 10.222.0.36 "GET /v2.0/networks/7fa871b3-5aa7-4c4f-979c-fed7d4fa25e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471617 Feb 04 09:38:47.564728 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 403516bd-b7cf-478f-a747-45bd4d212fa7 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:38:47.733679 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 403516bd-b7cf-478f-a747-45bd4d212fa7 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:38:47.734187 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:47.857268 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-b45be918-75fa-4577-b389-e4bb4d23e9a1 None None] Notify callbacks [] for port, precommit_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:47.909086 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-b45be918-75fa-4577-b389-e4bb4d23e9a1 None None] Transition to ACTIVE for port object d1e19f20-1635-4fbd-be55-c640e280ab3e will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:38:47.997780 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-b45be918-75fa-4577-b389-e4bb4d23e9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:48.185412 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd08e49-f047-4d94-a93a-d496668549e9 None None] Pushing event updated for resources: {'Port': ['ID=d1e19f20-1635-4fbd-be55-c640e280ab3e,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:38:48.286666 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-b45be918-75fa-4577-b389-e4bb4d23e9a1 None None] Attempting to bind port d1e19f20-1635-4fbd-be55-c640e280ab3e on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 09:38:48.287121 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-b45be918-75fa-4577-b389-e4bb4d23e9a1 None None] Attempting to bind port d1e19f20-1635-4fbd-be55-c640e280ab3e by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': '439e1601-cad8-4f8a-a858-9768c97c3e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '7fa871b3-5aa7-4c4f-979c-fed7d4fa25e8'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 09:38:48.287521 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45be918-75fa-4577-b389-e4bb4d23e9a1 None None] Attempting to bind port d1e19f20-1635-4fbd-be55-c640e280ab3e on network 7fa871b3-5aa7-4c4f-979c-fed7d4fa25e8 {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 09:38:48.297153 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45be918-75fa-4577-b389-e4bb4d23e9a1 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 9, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 09:38:48.297547 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45be918-75fa-4577-b389-e4bb4d23e9a1 None None] Checking segment: {'id': '439e1601-cad8-4f8a-a858-9768c97c3e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '7fa871b3-5aa7-4c4f-979c-fed7d4fa25e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 09:38:48.297994 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-b45be918-75fa-4577-b389-e4bb4d23e9a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:48.298385 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45be918-75fa-4577-b389-e4bb4d23e9a1 None None] Bound using segment: {'id': '439e1601-cad8-4f8a-a858-9768c97c3e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '7fa871b3-5aa7-4c4f-979c-fed7d4fa25e8'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 09:38:48.298838 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-b45be918-75fa-4577-b389-e4bb4d23e9a1 None None] Bound port: d1e19f20-1635-4fbd-be55-c640e280ab3e, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '439e1601-cad8-4f8a-a858-9768c97c3e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '7fa871b3-5aa7-4c4f-979c-fed7d4fa25e8'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 09:38:48.299207 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-b45be918-75fa-4577-b389-e4bb4d23e9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:48.405480 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-b45be918-75fa-4577-b389-e4bb4d23e9a1 None None] For port d1e19f20-1635-4fbd-be55-c640e280ab3e, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 09:38:48.408776 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-b45be918-75fa-4577-b389-e4bb4d23e9a1 None None] For port d1e19f20-1635-4fbd-be55-c640e280ab3e, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=d1e19f20-1635-4fbd-be55-c640e280ab3e,segment=NetworkSegment(439e1601-cad8-4f8a-a858-9768c97c3e67),segment_id=439e1601-cad8-4f8a-a858-9768c97c3e67)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 09:38:48.466863 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-b45be918-75fa-4577-b389-e4bb4d23e9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:48.552888 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd08e49-f047-4d94-a93a-d496668549e9 None None] Pushing event updated for resources: {'Port': ['ID=d1e19f20-1635-4fbd-be55-c640e280ab3e,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:38:48.557790 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45be918-75fa-4577-b389-e4bb4d23e9a1 None None] Routers {'dade6b4f-633a-4275-8b8a-70f783cb89eb'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:38:48.558530 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-b45be918-75fa-4577-b389-e4bb4d23e9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:38:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['dade6b4f-633a-4275-8b8a-70f783cb89eb'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:38:48.754536 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-b45be918-75fa-4577-b389-e4bb4d23e9a1 None None] Set router dade6b4f-633a-4275-8b8a-70f783cb89eb gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:38:48.868135 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-90341d52-ae0b-43d9-bb6b-0de3fc8fdeea req-5618238a-5977-4eed-be53-919a6c5844c7 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=e3c366d4-c757-4497-b194-45fe86b61447 HTTP/1.1" status: 200 len: 210 time: 0.0479808 Feb 04 09:38:49.129077 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-b45be918-75fa-4577-b389-e4bb4d23e9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dade6b4f-633a-4275-8b8a-70f783cb89eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1196103120', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': 'a726f824-65b7-411d-9bc9-39657bac07a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:38:39Z', 'updated_at': '2022-02-04T09:38:44Z', 'revision_number': 4, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'gw_port': {'id': 'a726f824-65b7-411d-9bc9-39657bac07a0', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dade6b4f-633a-4275-8b8a-70f783cb89eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:38:39Z', 'updated_at': '2022-02-04T09:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': 'd1e19f20-1635-4fbd-be55-c640e280ab3e', 'name': '', 'network_id': '7fa871b3-5aa7-4c4f-979c-fed7d4fa25e8', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'mac_address': 'fa:16:3e:74:31:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dade6b4f-633a-4275-8b8a-70f783cb89eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cda727c7-f2b8-4e5c-9b2b-015c1d068d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:38:44Z', 'updated_at': '2022-02-04T09:38:48Z', 'revision_number': 4, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'subnets': [{'id': 'cda727c7-f2b8-4e5c-9b2b-015c1d068d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:38:49.134469 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45be918-75fa-4577-b389-e4bb4d23e9a1 None None] The sync data for ids ['dade6b4f-633a-4275-8b8a-70f783cb89eb'] in dv-neutron-827798-2-hyperv is: [{'id': 'dade6b4f-633a-4275-8b8a-70f783cb89eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1196103120', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': 'a726f824-65b7-411d-9bc9-39657bac07a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:38:39Z', 'updated_at': '2022-02-04T09:38:44Z', 'revision_number': 4, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'gw_port': {'id': 'a726f824-65b7-411d-9bc9-39657bac07a0', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dade6b4f-633a-4275-8b8a-70f783cb89eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:38:39Z', 'updated_at': '2022-02-04T09:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': 'd1e19f20-1635-4fbd-be55-c640e280ab3e', 'name': '', 'network_id': '7fa871b3-5aa7-4c4f-979c-fed7d4fa25e8', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'mac_address': 'fa:16:3e:74:31:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dade6b4f-633a-4275-8b8a-70f783cb89eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cda727c7-f2b8-4e5c-9b2b-015c1d068d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:38:44Z', 'updated_at': '2022-02-04T09:38:48Z', 'revision_number': 4, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'subnets': [{'id': 'cda727c7-f2b8-4e5c-9b2b-015c1d068d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 09:38:49.493400 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-f23863c4-0fc3-473a-864c-827c7513cddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:49.586896 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device d1e19f20-1635-4fbd-be55-c640e280ab3e up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:38:49.791889 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port d1e19f20-1635-4fbd-be55-c640e280ab3e completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:38:49.797512 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port d1e19f20-1635-4fbd-be55-c640e280ab3e triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:38:49.800790 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:49.936316 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:49.981679 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port d1e19f20-1635-4fbd-be55-c640e280ab3e, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=d1e19f20-1635-4fbd-be55-c640e280ab3e,segment=NetworkSegment(439e1601-cad8-4f8a-a858-9768c97c3e67),segment_id=439e1601-cad8-4f8a-a858-9768c97c3e67)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:38:50.025626 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-0ee6a0a8-f1f1-40fd-937b-af1c937fefec req-6286c029-48da-426d-a6d1-738f5a224ecb tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=e3c366d4-c757-4497-b194-45fe86b61447 HTTP/1.1" status: 200 len: 210 time: 0.0618978 Feb 04 09:38:50.094575 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:50.167107 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=d1e19f20-1635-4fbd-be55-c640e280ab3e,revision_number=5']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:38:51.217200 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-008cb44a-52c5-4858-a101-4d48c547a920 req-ea84b75e-347a-46b7-91e2-1fc7f19f7611 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=e3c366d4-c757-4497-b194-45fe86b61447 HTTP/1.1" status: 200 len: 210 time: 0.0429583 Feb 04 09:38:51.351022 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a03bf6e-d565-4c33-aab0-2170a5cd357a req-2147889c-8de4-4d80-9ca7-381f31959514 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:38:51.351822 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [req-5a03bf6e-d565-4c33-aab0-2170a5cd357a req-2147889c-8de4-4d80-9ca7-381f31959514 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Synchronizing usage tracker for tenant:780eb962d64446649b0f5d5c27ee1665 on resource:network {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 09:38:51.434300 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [req-5a03bf6e-d565-4c33-aab0-2170a5cd357a req-2147889c-8de4-4d80-9ca7-381f31959514 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Unset dirty status for tenant:780eb962d64446649b0f5d5c27ee1665 on resource:network {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 09:38:51.435767 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-5a03bf6e-d565-4c33-aab0-2170a5cd357a req-2147889c-8de4-4d80-9ca7-381f31959514 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.47 "GET /v2.0/networks?id=7fa871b3-5aa7-4c4f-979c-fed7d4fa25e8 HTTP/1.1" status: 200 len: 797 time: 0.2388647 Feb 04 09:38:51.497373 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [req-5a03bf6e-d565-4c33-aab0-2170a5cd357a req-57a4adc0-5459-4e58-bd8b-74dae5ed205f tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Synchronizing usage tracker for tenant:780eb962d64446649b0f5d5c27ee1665 on resource:security_group {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 09:38:51.548619 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device d1e19f20-1635-4fbd-be55-c640e280ab3e up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:38:51.560486 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [req-5a03bf6e-d565-4c33-aab0-2170a5cd357a req-57a4adc0-5459-4e58-bd8b-74dae5ed205f tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Unset dirty status for tenant:780eb962d64446649b0f5d5c27ee1665 on resource:security_group {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 09:38:51.562336 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-5a03bf6e-d565-4c33-aab0-2170a5cd357a req-57a4adc0-5459-4e58-bd8b-74dae5ed205f tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=780eb962d64446649b0f5d5c27ee1665 HTTP/1.1" status: 200 len: 379 time: 0.1147509 Feb 04 09:38:51.572250 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [req-5a03bf6e-d565-4c33-aab0-2170a5cd357a req-ccbaaa8c-cef6-445a-b7ba-cc293435e5e2 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Request body: {'port': {'device_id': 'e3c366d4-c757-4497-b194-45fe86b61447', 'network_id': '7fa871b3-5aa7-4c4f-979c-fed7d4fa25e8', 'admin_state_up': True, 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'security_groups': ['c725c5e5-52d2-4fc0-93c6-21caf6954ad2']}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:38:51.628118 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port d1e19f20-1635-4fbd-be55-c640e280ab3e triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:38:51.628887 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:51.723906 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [req-5a03bf6e-d565-4c33-aab0-2170a5cd357a req-ccbaaa8c-cef6-445a-b7ba-cc293435e5e2 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:38:51.734900 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [req-5a03bf6e-d565-4c33-aab0-2170a5cd357a req-ccbaaa8c-cef6-445a-b7ba-cc293435e5e2 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:38:51.811666 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-9d452024-3392-4717-9247-ac41aa33d798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:51.822653 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a03bf6e-d565-4c33-aab0-2170a5cd357a req-ccbaaa8c-cef6-445a-b7ba-cc293435e5e2 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Made reservation on behalf of 780eb962d64446649b0f5d5c27ee1665 for: {'port': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 09:38:51.826103 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-5a03bf6e-d565-4c33-aab0-2170a5cd357a req-ccbaaa8c-cef6-445a-b7ba-cc293435e5e2 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:52.110365 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [req-5a03bf6e-d565-4c33-aab0-2170a5cd357a req-ccbaaa8c-cef6-445a-b7ba-cc293435e5e2 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Allocated IP 172.20.0.11 (7fa871b3-5aa7-4c4f-979c-fed7d4fa25e8/cda727c7-f2b8-4e5c-9b2b-015c1d068d2d/a39f9dd1-e5d6-49ab-a432-51cab919a5f7) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 09:38:52.300293 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-5a03bf6e-d565-4c33-aab0-2170a5cd357a req-ccbaaa8c-cef6-445a-b7ba-cc293435e5e2 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:52.316285 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.provisioning_blocks [req-5a03bf6e-d565-4c33-aab0-2170a5cd357a req-ccbaaa8c-cef6-445a-b7ba-cc293435e5e2 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Transition to ACTIVE for port object a39f9dd1-e5d6-49ab-a432-51cab919a5f7 will not be triggered until provisioned by entity DHCP. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:38:52.391047 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-840d4687-7314-474e-8045-7a5e891898f8 req-b1cdb147-9ac9-4879-a3f3-a68ea7343c18 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=e3c366d4-c757-4497-b194-45fe86b61447 HTTP/1.1" status: 200 len: 210 time: 0.0442123 Feb 04 09:38:52.411692 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-5a03bf6e-d565-4c33-aab0-2170a5cd357a req-ccbaaa8c-cef6-445a-b7ba-cc293435e5e2 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:52.494494 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a03bf6e-d565-4c33-aab0-2170a5cd357a req-ccbaaa8c-cef6-445a-b7ba-cc293435e5e2 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Network 7fa871b3-5aa7-4c4f-979c-fed7d4fa25e8 is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:38:52.498067 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [req-5a03bf6e-d565-4c33-aab0-2170a5cd357a req-ccbaaa8c-cef6-445a-b7ba-cc293435e5e2 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:38:52.502607 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a03bf6e-d565-4c33-aab0-2170a5cd357a req-ccbaaa8c-cef6-445a-b7ba-cc293435e5e2 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 09:38:52.538213 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbaaa8c-cef6-445a-b7ba-cc293435e5e2 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event updated for resources: {'Port': ['ID=a39f9dd1-e5d6-49ab-a432-51cab919a5f7,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:38:52.589348 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a03bf6e-d565-4c33-aab0-2170a5cd357a req-ccbaaa8c-cef6-445a-b7ba-cc293435e5e2 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:38:52.590047 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-5a03bf6e-d565-4c33-aab0-2170a5cd357a req-ccbaaa8c-cef6-445a-b7ba-cc293435e5e2 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:52.738072 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-5a03bf6e-d565-4c33-aab0-2170a5cd357a req-ccbaaa8c-cef6-445a-b7ba-cc293435e5e2 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1703217 Feb 04 09:38:52.749150 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [req-5a03bf6e-d565-4c33-aab0-2170a5cd357a req-787c98be-5a98-4669-92af-5d8c3f504ba4 service neutron] Request body: {'port': {'device_id': 'e3c366d4-c757-4497-b194-45fe86b61447', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:38:52.840530 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-3924c664-ea6c-4e8c-af15-570a77a96b9e None None] Provisioning for port a39f9dd1-e5d6-49ab-a432-51cab919a5f7 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:38:52.845991 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-3924c664-ea6c-4e8c-af15-570a77a96b9e None None] Provisioning complete for port a39f9dd1-e5d6-49ab-a432-51cab919a5f7 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:38:52.846385 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-3924c664-ea6c-4e8c-af15-570a77a96b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:52.861608 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-5a03bf6e-d565-4c33-aab0-2170a5cd357a req-787c98be-5a98-4669-92af-5d8c3f504ba4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:52.918172 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-3924c664-ea6c-4e8c-af15-570a77a96b9e None None] Port a39f9dd1-e5d6-49ab-a432-51cab919a5f7 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 09:38:52.974849 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:53.117346 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:53.234697 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [req-5a03bf6e-d565-4c33-aab0-2170a5cd357a req-787c98be-5a98-4669-92af-5d8c3f504ba4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a39f9dd1-e5d6-49ab-a432-51cab919a5f7 {{(pid=84108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 09:38:53.242746 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-5a03bf6e-d565-4c33-aab0-2170a5cd357a req-787c98be-5a98-4669-92af-5d8c3f504ba4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:53.273758 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.provisioning_blocks [req-5a03bf6e-d565-4c33-aab0-2170a5cd357a req-787c98be-5a98-4669-92af-5d8c3f504ba4 service neutron] Transition to ACTIVE for port object a39f9dd1-e5d6-49ab-a432-51cab919a5f7 will not be triggered until provisioned by entity L2. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:38:53.328844 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-5a03bf6e-d565-4c33-aab0-2170a5cd357a req-787c98be-5a98-4669-92af-5d8c3f504ba4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:53.463153 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787c98be-5a98-4669-92af-5d8c3f504ba4 service neutron] Pushing event updated for resources: {'Port': ['ID=a39f9dd1-e5d6-49ab-a432-51cab919a5f7,revision_number=2']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:38:53.594774 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [req-5a03bf6e-d565-4c33-aab0-2170a5cd357a req-787c98be-5a98-4669-92af-5d8c3f504ba4 service neutron] Attempting to bind port a39f9dd1-e5d6-49ab-a432-51cab919a5f7 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 09:38:53.595299 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [req-5a03bf6e-d565-4c33-aab0-2170a5cd357a req-787c98be-5a98-4669-92af-5d8c3f504ba4 service neutron] Attempting to bind port a39f9dd1-e5d6-49ab-a432-51cab919a5f7 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '439e1601-cad8-4f8a-a858-9768c97c3e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '7fa871b3-5aa7-4c4f-979c-fed7d4fa25e8'}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 09:38:53.596191 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a03bf6e-d565-4c33-aab0-2170a5cd357a req-787c98be-5a98-4669-92af-5d8c3f504ba4 service neutron] Attempting to bind port a39f9dd1-e5d6-49ab-a432-51cab919a5f7 on network 7fa871b3-5aa7-4c4f-979c-fed7d4fa25e8 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 09:38:53.606845 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a03bf6e-d565-4c33-aab0-2170a5cd357a req-787c98be-5a98-4669-92af-5d8c3f504ba4 service neutron] Port a39f9dd1-e5d6-49ab-a432-51cab919a5f7 on network 7fa871b3-5aa7-4c4f-979c-fed7d4fa25e8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 09:38:53.607336 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a03bf6e-d565-4c33-aab0-2170a5cd357a req-787c98be-5a98-4669-92af-5d8c3f504ba4 service neutron] Attempting to bind port a39f9dd1-e5d6-49ab-a432-51cab919a5f7 on network 7fa871b3-5aa7-4c4f-979c-fed7d4fa25e8 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 09:38:53.616775 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a03bf6e-d565-4c33-aab0-2170a5cd357a req-787c98be-5a98-4669-92af-5d8c3f504ba4 service neutron] Checking agent: {'id': 'f735dfbb-9ed2-4de7-8aa1-fea4a962ae1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 34, 26), 'started_at': datetime.datetime(2022, 2, 4, 8, 34, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 9, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 09:38:53.617147 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a03bf6e-d565-4c33-aab0-2170a5cd357a req-787c98be-5a98-4669-92af-5d8c3f504ba4 service neutron] Checking segment: {'id': '439e1601-cad8-4f8a-a858-9768c97c3e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '7fa871b3-5aa7-4c4f-979c-fed7d4fa25e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 09:38:53.617497 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a03bf6e-d565-4c33-aab0-2170a5cd357a req-787c98be-5a98-4669-92af-5d8c3f504ba4 service neutron] Bound using segment: {'id': '439e1601-cad8-4f8a-a858-9768c97c3e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '7fa871b3-5aa7-4c4f-979c-fed7d4fa25e8'} {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 09:38:53.617927 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [req-5a03bf6e-d565-4c33-aab0-2170a5cd357a req-787c98be-5a98-4669-92af-5d8c3f504ba4 service neutron] Bound port: a39f9dd1-e5d6-49ab-a432-51cab919a5f7, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '439e1601-cad8-4f8a-a858-9768c97c3e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '7fa871b3-5aa7-4c4f-979c-fed7d4fa25e8'}}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 09:38:53.618276 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-5a03bf6e-d565-4c33-aab0-2170a5cd357a req-787c98be-5a98-4669-92af-5d8c3f504ba4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:53.651148 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa5243b-602a-404f-8ad0-1c35462ef81f req-600c4510-b9f7-4c26-93e0-00f5634da9da tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:38:53.652641 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4fa5243b-602a-404f-8ad0-1c35462ef81f req-600c4510-b9f7-4c26-93e0-00f5634da9da tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=e3c366d4-c757-4497-b194-45fe86b61447 HTTP/1.1" status: 200 len: 944 time: 0.1094077 Feb 04 09:38:53.702848 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4fa5243b-602a-404f-8ad0-1c35462ef81f req-b2297413-225c-4c47-a303-ad9b9457a2bb tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=c725c5e5-52d2-4fc0-93c6-21caf6954ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442271 Feb 04 09:38:53.728613 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [req-5a03bf6e-d565-4c33-aab0-2170a5cd357a req-787c98be-5a98-4669-92af-5d8c3f504ba4 service neutron] For port a39f9dd1-e5d6-49ab-a432-51cab919a5f7, host hv-neutron-8277, cleared binding levels {{(pid=84108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 09:38:53.731907 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [req-5a03bf6e-d565-4c33-aab0-2170a5cd357a req-787c98be-5a98-4669-92af-5d8c3f504ba4 service neutron] For port a39f9dd1-e5d6-49ab-a432-51cab919a5f7, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=a39f9dd1-e5d6-49ab-a432-51cab919a5f7,segment=NetworkSegment(439e1601-cad8-4f8a-a858-9768c97c3e67),segment_id=439e1601-cad8-4f8a-a858-9768c97c3e67)] {{(pid=84108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 09:38:53.809848 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-5a03bf6e-d565-4c33-aab0-2170a5cd357a req-787c98be-5a98-4669-92af-5d8c3f504ba4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:53.886995 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-5a03bf6e-d565-4c33-aab0-2170a5cd357a req-787c98be-5a98-4669-92af-5d8c3f504ba4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:53.886995 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-5a03bf6e-d565-4c33-aab0-2170a5cd357a req-787c98be-5a98-4669-92af-5d8c3f504ba4 service neutron] 10.222.0.47 "PUT /v2.0/ports/a39f9dd1-e5d6-49ab-a432-51cab919a5f7 HTTP/1.1" status: 200 len: 1094 time: 1.1421759 Feb 04 09:38:53.887474 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3c366d4-c757-4497-b194-45fe86b61447', 'tag': 'a39f9dd1-e5d6-49ab-a432-51cab919a5f7'}] {{(pid=84108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:38:53.911261 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787c98be-5a98-4669-92af-5d8c3f504ba4 service neutron] Pushing event updated for resources: {'Port': ['ID=a39f9dd1-e5d6-49ab-a432-51cab919a5f7,revision_number=3']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:38:53.968787 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3c366d4-c757-4497-b194-45fe86b61447', 'tag': 'a39f9dd1-e5d6-49ab-a432-51cab919a5f7', 'status': 'completed', 'code': 200} Feb 04 09:38:54.078014 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-3954b482-45d0-42ed-83ba-14a826228d6d req-0da4dda4-3fb2-4561-a498-588d28ae0722 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=780eb962d64446649b0f5d5c27ee1665&device_id=e3c366d4-c757-4497-b194-45fe86b61447 HTTP/1.1" status: 200 len: 1097 time: 0.0860133 Feb 04 09:38:54.230737 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3954b482-45d0-42ed-83ba-14a826228d6d req-b6956403-e405-4d61-bfe8-434774677420 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:38:54.232625 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-3954b482-45d0-42ed-83ba-14a826228d6d req-b6956403-e405-4d61-bfe8-434774677420 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=780eb962d64446649b0f5d5c27ee1665&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1477132 Feb 04 09:38:54.374502 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3954b482-45d0-42ed-83ba-14a826228d6d req-d9584600-4a9a-4c39-a1f6-5eabc7c29bf8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:38:54.375945 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-3954b482-45d0-42ed-83ba-14a826228d6d req-d9584600-4a9a-4c39-a1f6-5eabc7c29bf8 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1376529 Feb 04 09:38:54.574603 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-5a03bf6e-d565-4c33-aab0-2170a5cd357a req-60694bb5-62d9-48e2-b206-827cb7dd4951 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=780eb962d64446649b0f5d5c27ee1665&device_id=e3c366d4-c757-4497-b194-45fe86b61447 HTTP/1.1" status: 200 len: 1097 time: 0.1639464 Feb 04 09:38:54.586318 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:54.649252 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-5a03bf6e-d565-4c33-aab0-2170a5cd357a req-d9e25539-95f0-4a1d-88b1-054ba896cd4e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a39f9dd1-e5d6-49ab-a432-51cab919a5f7 HTTP/1.1" status: 200 len: 217 time: 0.0672586 Feb 04 09:38:54.713023 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a03bf6e-d565-4c33-aab0-2170a5cd357a req-048283d1-420b-4d84-8a82-1445aa98f927 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:38:54.714469 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-5a03bf6e-d565-4c33-aab0-2170a5cd357a req-048283d1-420b-4d84-8a82-1445aa98f927 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cda727c7-f2b8-4e5c-9b2b-015c1d068d2d HTTP/1.1" status: 200 len: 835 time: 0.0592687 Feb 04 09:38:54.793885 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-5a03bf6e-d565-4c33-aab0-2170a5cd357a req-eb02c8a3-b711-46ba-82df-ebffdc1383fe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7fa871b3-5aa7-4c4f-979c-fed7d4fa25e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728788 Feb 04 09:38:54.909827 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b41e8-c5bf-41c4-80b3-ad7a6185811e req-bae1ff92-b535-42c4-bda8-a1228dd73266 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:38:54.911234 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-044b41e8-c5bf-41c4-80b3-ad7a6185811e req-bae1ff92-b535-42c4-bda8-a1228dd73266 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=e3c366d4-c757-4497-b194-45fe86b61447 HTTP/1.1" status: 200 len: 944 time: 0.0818329 Feb 04 09:38:54.933369 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-5a03bf6e-d565-4c33-aab0-2170a5cd357a req-17d3fa40-391c-4364-8628-399ce4bf67da service neutron] 10.222.0.47 "GET /v2.0/networks/7fa871b3-5aa7-4c4f-979c-fed7d4fa25e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332130 Feb 04 09:38:55.076459 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-044b41e8-c5bf-41c4-80b3-ad7a6185811e req-fedf8ae7-f64a-4495-81c0-c4203428ccc3 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=c725c5e5-52d2-4fc0-93c6-21caf6954ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1557190 Feb 04 09:38:55.085081 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-5a03bf6e-d565-4c33-aab0-2170a5cd357a req-77ec96f7-eacc-4e43-acf8-9770adc5a529 service neutron] 10.222.0.47 "GET /v2.0/networks/7fa871b3-5aa7-4c4f-979c-fed7d4fa25e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453547 Feb 04 09:38:56.284292 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8949741-b1c0-4119-8d7a-df22e7cf9f11 req-cabfb765-53d0-4a32-8f03-e2330dbb61b9 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:38:56.285707 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c8949741-b1c0-4119-8d7a-df22e7cf9f11 req-cabfb765-53d0-4a32-8f03-e2330dbb61b9 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=e3c366d4-c757-4497-b194-45fe86b61447 HTTP/1.1" status: 200 len: 944 time: 0.0828590 Feb 04 09:38:56.335364 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c8949741-b1c0-4119-8d7a-df22e7cf9f11 req-20616776-f6c2-4fd2-8b6f-42498608bb12 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=c725c5e5-52d2-4fc0-93c6-21caf6954ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440054 Feb 04 09:38:56.783163 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:57.538081 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2921b3-5110-472d-8b88-46af42b71c2f req-33fa0ee8-aadf-453e-ad80-2cc583b2bf0c tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:38:57.539577 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5d2921b3-5110-472d-8b88-46af42b71c2f req-33fa0ee8-aadf-453e-ad80-2cc583b2bf0c tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=e3c366d4-c757-4497-b194-45fe86b61447 HTTP/1.1" status: 200 len: 944 time: 0.0785198 Feb 04 09:38:57.587321 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5d2921b3-5110-472d-8b88-46af42b71c2f req-8c301c76-7948-4cad-bd39-cf8b1e37cd36 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=c725c5e5-52d2-4fc0-93c6-21caf6954ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419126 Feb 04 09:38:58.788124 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ebe86b-c443-41c3-872a-41048a7d0509 req-7fc27510-54fa-466f-869a-377af3062f3d tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:38:58.789534 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-31ebe86b-c443-41c3-872a-41048a7d0509 req-7fc27510-54fa-466f-869a-377af3062f3d tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=e3c366d4-c757-4497-b194-45fe86b61447 HTTP/1.1" status: 200 len: 944 time: 0.0783288 Feb 04 09:38:58.845769 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-31ebe86b-c443-41c3-872a-41048a7d0509 req-76297d99-06e2-42c6-81d3-a699efe08d06 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=c725c5e5-52d2-4fc0-93c6-21caf6954ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462859 Feb 04 09:38:59.131811 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device a39f9dd1-e5d6-49ab-a432-51cab919a5f7 details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=84109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 09:38:59.265677 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port a39f9dd1-e5d6-49ab-a432-51cab919a5f7, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=a39f9dd1-e5d6-49ab-a432-51cab919a5f7,segment=NetworkSegment(439e1601-cad8-4f8a-a858-9768c97c3e67),segment_id=439e1601-cad8-4f8a-a858-9768c97c3e67)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:38:59.279367 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Returning: {'device': 'a39f9dd1-e5d6-49ab-a432-51cab919a5f7', 'network_id': '7fa871b3-5aa7-4c4f-979c-fed7d4fa25e8', 'port_id': 'a39f9dd1-e5d6-49ab-a432-51cab919a5f7', 'mac_address': 'fa:16:3e:16:13:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cda727c7-f2b8-4e5c-9b2b-015c1d068d2d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 09:38:59.381299 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:59.400389 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a39f9dd1-e5d6-49ab-a432-51cab919a5f7 {{(pid=84109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 09:38:59.416916 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port a39f9dd1-e5d6-49ab-a432-51cab919a5f7, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=a39f9dd1-e5d6-49ab-a432-51cab919a5f7,segment=NetworkSegment(439e1601-cad8-4f8a-a858-9768c97c3e67),segment_id=439e1601-cad8-4f8a-a858-9768c97c3e67)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:38:59.585935 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:38:59.652720 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=a39f9dd1-e5d6-49ab-a432-51cab919a5f7,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:38:59.984660 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] get_ports_and_sgs() called for port_ids ['a39f9dd1-e5d6-49ab-a432-51cab919a5f7'] {{(pid=84109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 09:39:00.060590 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce232fa-c499-4686-999a-7ab55750e23e req-0fefbaf4-d977-4c10-a351-b75c58695bcc tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:39:00.062981 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-1ce232fa-c499-4686-999a-7ab55750e23e req-0fefbaf4-d977-4c10-a351-b75c58695bcc tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=e3c366d4-c757-4497-b194-45fe86b61447 HTTP/1.1" status: 200 len: 945 time: 0.0901060 Feb 04 09:39:00.110470 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-1ce232fa-c499-4686-999a-7ab55750e23e req-7322d83b-4a09-4643-a809-4cee59cda63f tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=c725c5e5-52d2-4fc0-93c6-21caf6954ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419309 Feb 04 09:39:01.147376 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device a39f9dd1-e5d6-49ab-a432-51cab919a5f7 up at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:39:01.318891 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a287c719-f437-4d7c-a772-d714b1c1d4f5 req-19005e92-ab47-4b5c-b4b3-a7c4cfabe143 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:39:01.320282 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a287c719-f437-4d7c-a772-d714b1c1d4f5 req-19005e92-ab47-4b5c-b4b3-a7c4cfabe143 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=e3c366d4-c757-4497-b194-45fe86b61447 HTTP/1.1" status: 200 len: 945 time: 0.0802040 Feb 04 09:39:01.340198 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Provisioning for port a39f9dd1-e5d6-49ab-a432-51cab919a5f7 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:39:01.345401 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Provisioning complete for port a39f9dd1-e5d6-49ab-a432-51cab919a5f7 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:39:01.345787 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:39:01.367119 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a287c719-f437-4d7c-a772-d714b1c1d4f5 req-e7792975-b17e-4dc0-ac62-068795bddecd tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=c725c5e5-52d2-4fc0-93c6-21caf6954ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410860 Feb 04 09:39:01.463808 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:39:01.490539 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3c366d4-c757-4497-b194-45fe86b61447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a39f9dd1-e5d6-49ab-a432-51cab919a5f7'}] {{(pid=84109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:39:01.501260 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port a39f9dd1-e5d6-49ab-a432-51cab919a5f7, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=a39f9dd1-e5d6-49ab-a432-51cab919a5f7,segment=NetworkSegment(439e1601-cad8-4f8a-a858-9768c97c3e67),segment_id=439e1601-cad8-4f8a-a858-9768c97c3e67)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:39:01.549412 dv-neutron-827798-2-hyperv neutron-server[84109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3c366d4-c757-4497-b194-45fe86b61447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a39f9dd1-e5d6-49ab-a432-51cab919a5f7', 'code': 200} Feb 04 09:39:01.608997 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:39:01.676497 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=a39f9dd1-e5d6-49ab-a432-51cab919a5f7,revision_number=5']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:39:01.899111 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-79581336-e479-4ee5-9453-f71d1cdb186b req-e57e3d8e-fc26-4042-a302-5d632d3b2439 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e3c366d4-c757-4497-b194-45fe86b61447 HTTP/1.1" status: 200 len: 1099 time: 0.0765498 Feb 04 09:39:01.946683 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-79581336-e479-4ee5-9453-f71d1cdb186b req-c0579870-408c-470c-9ddf-0d34cd33eab9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c725c5e5-52d2-4fc0-93c6-21caf6954ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372982 Feb 04 09:39:02.567777 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85290528-a3cf-491a-a2e9-52806d56cf76 req-1e83864c-eafd-443d-93a3-a4675e75312c tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:39:02.569899 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-85290528-a3cf-491a-a2e9-52806d56cf76 req-1e83864c-eafd-443d-93a3-a4675e75312c tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=e3c366d4-c757-4497-b194-45fe86b61447 HTTP/1.1" status: 200 len: 946 time: 0.0771205 Feb 04 09:39:02.615895 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-85290528-a3cf-491a-a2e9-52806d56cf76 req-37a6fd0e-d005-4857-bacc-f1ec69455fc2 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=c725c5e5-52d2-4fc0-93c6-21caf6954ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405087 Feb 04 09:39:03.820002 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0da721-f324-4980-ac60-3b0729d1d0f2 req-6c50a35f-7ad1-461f-bbee-7b69c656139b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:39:03.821542 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ec0da721-f324-4980-ac60-3b0729d1d0f2 req-6c50a35f-7ad1-461f-bbee-7b69c656139b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=e3c366d4-c757-4497-b194-45fe86b61447 HTTP/1.1" status: 200 len: 946 time: 0.0811944 Feb 04 09:39:03.872523 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ec0da721-f324-4980-ac60-3b0729d1d0f2 req-45bb0418-7b0a-48c7-b2a4-bd4cd8dfd9e9 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=c725c5e5-52d2-4fc0-93c6-21caf6954ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449960 Feb 04 09:39:04.081631 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62559718-cd26-402a-8ec4-991b5643e98f req-ed75698a-20f6-4135-9587-5ee96c43526d tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:39:04.083205 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-62559718-cd26-402a-8ec4-991b5643e98f req-ed75698a-20f6-4135-9587-5ee96c43526d tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=e3c366d4-c757-4497-b194-45fe86b61447 HTTP/1.1" status: 200 len: 946 time: 0.0849082 Feb 04 09:39:04.136296 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-62559718-cd26-402a-8ec4-991b5643e98f req-1ea12793-9372-4bf0-95b4-84fcd22de072 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=c725c5e5-52d2-4fc0-93c6-21caf6954ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459464 Feb 04 09:39:04.164486 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 36140) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:39:04.240721 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-fcc6b06a-be03-4fc4-a0e2-44136a804cb3 tempest-TestNetworkAdvancedServerOps-2015322207 tempest-TestNetworkAdvancedServerOps-2015322207-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=e3c366d4-c757-4497-b194-45fe86b61447 HTTP/1.1" status: 200 len: 1094 time: 0.0749552 Feb 04 09:39:04.243393 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 36144) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:39:04.249750 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-f63cbbca-6acd-4b62-bd47-e65a7a6413bf tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Request body: {'floatingip': {'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'port_id': 'a39f9dd1-e5d6-49ab-a432-51cab919a5f7', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:39:04.256628 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-f63cbbca-6acd-4b62-bd47-e65a7a6413bf tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:39:04.261284 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-f63cbbca-6acd-4b62-bd47-e65a7a6413bf tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Usage tracker for resource:floatingip and tenant:780eb962d64446649b0f5d5c27ee1665 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:39:04.270608 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-f63cbbca-6acd-4b62-bd47-e65a7a6413bf tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:39:04.277208 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-f63cbbca-6acd-4b62-bd47-e65a7a6413bf tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:39:04.340668 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f63cbbca-6acd-4b62-bd47-e65a7a6413bf tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for floatingip, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:39:04.528532 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f63cbbca-6acd-4b62-bd47-e65a7a6413bf tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:39:04.667146 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-f63cbbca-6acd-4b62-bd47-e65a7a6413bf tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Allocated IP 172.26.3.138 (e264bd74-c56b-43d0-9059-bcb57dbbe5bc/79caf47c-b62c-4ea0-b35f-21ede155daa8/a64f438c-ee3a-46d8-a179-da85778d66fb) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 09:39:04.812668 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f63cbbca-6acd-4b62-bd47-e65a7a6413bf tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:39:04.891236 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f63cbbca-6acd-4b62-bd47-e65a7a6413bf tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:39:04.956780 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63cbbca-6acd-4b62-bd47-e65a7a6413bf tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Network e264bd74-c56b-43d0-9059-bcb57dbbe5bc is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:39:04.960091 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-f63cbbca-6acd-4b62-bd47-e65a7a6413bf tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:39:04.964117 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63cbbca-6acd-4b62-bd47-e65a7a6413bf tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 09:39:04.997266 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63cbbca-6acd-4b62-bd47-e65a7a6413bf tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event updated for resources: {'Port': ['ID=a64f438c-ee3a-46d8-a179-da85778d66fb,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:39:05.601301 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f63cbbca-6acd-4b62-bd47-e65a7a6413bf tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:39:05.722753 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f63cbbca-6acd-4b62-bd47-e65a7a6413bf tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:39:05.926016 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f63cbbca-6acd-4b62-bd47-e65a7a6413bf tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:39:05.982739 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f63cbbca-6acd-4b62-bd47-e65a7a6413bf tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:39:06.087546 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63cbbca-6acd-4b62-bd47-e65a7a6413bf tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event updated for resources: {'Port': ['ID=a64f438c-ee3a-46d8-a179-da85778d66fb,revision_number=2']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:39:06.106470 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f63cbbca-6acd-4b62-bd47-e65a7a6413bf tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473039'] for floatingip, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:39:06.297722 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.l3_db [None req-f63cbbca-6acd-4b62-bd47-e65a7a6413bf tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Floating IP 3e027d6e-1f13-4c6b-926c-cf1f6b7741f8 associated. External IP: 172.26.3.138, port: a39f9dd1-e5d6-49ab-a432-51cab919a5f7. Feb 04 09:39:06.695093 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f63cbbca-6acd-4b62-bd47-e65a7a6413bf tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Router dade6b4f-633a-4275-8b8a-70f783cb89eb has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 09:39:06.897899 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f63cbbca-6acd-4b62-bd47-e65a7a6413bf tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 09:39:06.907756 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c4e994-c32d-4a4f-9e96-4d4adc58a858 None None] Sync routers for ids ['dade6b4f-633a-4275-8b8a-70f783cb89eb'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 09:39:06.919877 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c4e994-c32d-4a4f-9e96-4d4adc58a858 None None] Routers {'dade6b4f-633a-4275-8b8a-70f783cb89eb'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:39:06.920463 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-04c4e994-c32d-4a4f-9e96-4d4adc58a858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:38:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['dade6b4f-633a-4275-8b8a-70f783cb89eb'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:39:06.992057 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f63cbbca-6acd-4b62-bd47-e65a7a6413bf tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for floatingip, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:39:07.046403 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-f63cbbca-6acd-4b62-bd47-e65a7a6413bf tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8019867 Feb 04 09:39:07.047118 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3c366d4-c757-4497-b194-45fe86b61447', 'tag': 'a39f9dd1-e5d6-49ab-a432-51cab919a5f7'}] {{(pid=84107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:39:07.113288 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3c366d4-c757-4497-b194-45fe86b61447', 'tag': 'a39f9dd1-e5d6-49ab-a432-51cab919a5f7', 'status': 'completed', 'code': 200} Feb 04 09:39:07.127284 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-04c4e994-c32d-4a4f-9e96-4d4adc58a858 None None] Set router dade6b4f-633a-4275-8b8a-70f783cb89eb gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:39:07.213139 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-1e82ff0e-0ea5-4187-9dc9-9fa62280c2d8 req-f248afb9-876d-41f8-b1b9-ac6eb4e8cd8d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=780eb962d64446649b0f5d5c27ee1665&device_id=e3c366d4-c757-4497-b194-45fe86b61447 HTTP/1.1" status: 200 len: 1099 time: 0.0760267 Feb 04 09:39:07.230738 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd765529-c57f-4a4f-a477-b9953ca752a8 req-28c3f870-b352-4fce-980b-3677ae39a8cd tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:39:07.232212 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-cd765529-c57f-4a4f-a477-b9953ca752a8 req-28c3f870-b352-4fce-980b-3677ae39a8cd tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=e3c366d4-c757-4497-b194-45fe86b61447 HTTP/1.1" status: 200 len: 946 time: 0.0838094 Feb 04 09:39:07.356343 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e82ff0e-0ea5-4187-9dc9-9fa62280c2d8 req-a43cf631-5f60-4302-90fa-32c0dd28cf61 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:39:07.357827 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-1e82ff0e-0ea5-4187-9dc9-9fa62280c2d8 req-a43cf631-5f60-4302-90fa-32c0dd28cf61 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7fa871b3-5aa7-4c4f-979c-fed7d4fa25e8 HTTP/1.1" status: 200 len: 898 time: 0.1387706 Feb 04 09:39:07.447345 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-cd765529-c57f-4a4f-a477-b9953ca752a8 req-ba6e3b2f-1c15-4055-96ef-6c11d15cf208 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=c725c5e5-52d2-4fc0-93c6-21caf6954ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2088919 Feb 04 09:39:07.466400 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-1e82ff0e-0ea5-4187-9dc9-9fa62280c2d8 req-5535c56f-6b6c-4d9d-8aae-a63989212549 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a39f9dd1-e5d6-49ab-a432-51cab919a5f7 HTTP/1.1" status: 200 len: 1000 time: 0.1017110 Feb 04 09:39:07.493099 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 36152) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:39:07.531830 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e82ff0e-0ea5-4187-9dc9-9fa62280c2d8 req-4705361c-3c77-4cbc-921b-611e13cec53b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:39:07.533298 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-1e82ff0e-0ea5-4187-9dc9-9fa62280c2d8 req-4705361c-3c77-4cbc-921b-611e13cec53b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cda727c7-f2b8-4e5c-9b2b-015c1d068d2d HTTP/1.1" status: 200 len: 835 time: 0.0621953 Feb 04 09:39:07.570919 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-04c4e994-c32d-4a4f-9e96-4d4adc58a858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dade6b4f-633a-4275-8b8a-70f783cb89eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1196103120', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': 'a726f824-65b7-411d-9bc9-39657bac07a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:38:39Z', 'updated_at': '2022-02-04T09:38:44Z', 'revision_number': 4, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'gw_port': {'id': 'a726f824-65b7-411d-9bc9-39657bac07a0', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dade6b4f-633a-4275-8b8a-70f783cb89eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:38:39Z', 'updated_at': '2022-02-04T09:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': '3e027d6e-1f13-4c6b-926c-cf1f6b7741f8', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'floating_ip_address': '172.26.3.138', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': 'dade6b4f-633a-4275-8b8a-70f783cb89eb', 'port_id': 'a39f9dd1-e5d6-49ab-a432-51cab919a5f7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fa871b3-5aa7-4c4f-979c-fed7d4fa25e8', 'mac_address': 'fa:16:3e:16:13:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c366d4-c757-4497-b194-45fe86b61447', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T09:39:05Z', 'updated_at': '2022-02-04T09:39:05Z', 'revision_number': 0, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1e19f20-1635-4fbd-be55-c640e280ab3e', 'name': '', 'network_id': '7fa871b3-5aa7-4c4f-979c-fed7d4fa25e8', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'mac_address': 'fa:16:3e:74:31:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dade6b4f-633a-4275-8b8a-70f783cb89eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cda727c7-f2b8-4e5c-9b2b-015c1d068d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:38:44Z', 'updated_at': '2022-02-04T09:38:49Z', 'revision_number': 5, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'subnets': [{'id': 'cda727c7-f2b8-4e5c-9b2b-015c1d068d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:39:07.574848 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c4e994-c32d-4a4f-9e96-4d4adc58a858 None None] Checking router: dade6b4f-633a-4275-8b8a-70f783cb89eb for host: dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 09:39:07.585386 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c4e994-c32d-4a4f-9e96-4d4adc58a858 None None] Routers {'dade6b4f-633a-4275-8b8a-70f783cb89eb'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:39:07.585979 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-04c4e994-c32d-4a4f-9e96-4d4adc58a858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:38:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['dade6b4f-633a-4275-8b8a-70f783cb89eb'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:39:07.605595 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-b363c99e-24d8-494a-bb81-1b288fc0529e tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/floatingips/3e027d6e-1f13-4c6b-926c-cf1f6b7741f8 HTTP/1.1" status: 200 len: 992 time: 0.1109359 Feb 04 09:39:07.609999 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-1e82ff0e-0ea5-4187-9dc9-9fa62280c2d8 req-b8599511-429d-4606-9341-14c7d95a8cf5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7fa871b3-5aa7-4c4f-979c-fed7d4fa25e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711677 Feb 04 09:39:07.745095 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-1e82ff0e-0ea5-4187-9dc9-9fa62280c2d8 req-936f68e1-f97b-4326-912a-1d6581aac04b service neutron] 10.222.0.47 "GET /v2.0/networks/7fa871b3-5aa7-4c4f-979c-fed7d4fa25e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286819 Feb 04 09:39:07.773039 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-04c4e994-c32d-4a4f-9e96-4d4adc58a858 None None] Set router dade6b4f-633a-4275-8b8a-70f783cb89eb gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:39:07.878456 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-1e82ff0e-0ea5-4187-9dc9-9fa62280c2d8 req-e67ea179-b3be-48ab-a4f4-210ac1f76cc1 service neutron] 10.222.0.47 "GET /v2.0/networks/7fa871b3-5aa7-4c4f-979c-fed7d4fa25e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270790 Feb 04 09:39:08.137317 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-04c4e994-c32d-4a4f-9e96-4d4adc58a858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dade6b4f-633a-4275-8b8a-70f783cb89eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1196103120', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': 'a726f824-65b7-411d-9bc9-39657bac07a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:38:39Z', 'updated_at': '2022-02-04T09:38:44Z', 'revision_number': 4, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'gw_port': {'id': 'a726f824-65b7-411d-9bc9-39657bac07a0', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dade6b4f-633a-4275-8b8a-70f783cb89eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:38:39Z', 'updated_at': '2022-02-04T09:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': '3e027d6e-1f13-4c6b-926c-cf1f6b7741f8', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'floating_ip_address': '172.26.3.138', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': 'dade6b4f-633a-4275-8b8a-70f783cb89eb', 'port_id': 'a39f9dd1-e5d6-49ab-a432-51cab919a5f7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fa871b3-5aa7-4c4f-979c-fed7d4fa25e8', 'mac_address': 'fa:16:3e:16:13:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c366d4-c757-4497-b194-45fe86b61447', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T09:39:05Z', 'updated_at': '2022-02-04T09:39:05Z', 'revision_number': 0, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1e19f20-1635-4fbd-be55-c640e280ab3e', 'name': '', 'network_id': '7fa871b3-5aa7-4c4f-979c-fed7d4fa25e8', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'mac_address': 'fa:16:3e:74:31:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dade6b4f-633a-4275-8b8a-70f783cb89eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cda727c7-f2b8-4e5c-9b2b-015c1d068d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:38:44Z', 'updated_at': '2022-02-04T09:38:49Z', 'revision_number': 5, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'subnets': [{'id': 'cda727c7-f2b8-4e5c-9b2b-015c1d068d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:39:08.141127 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c4e994-c32d-4a4f-9e96-4d4adc58a858 None None] The sync data for ids ['dade6b4f-633a-4275-8b8a-70f783cb89eb'] in dv-neutron-827798-2-hyperv is: [{'id': 'dade6b4f-633a-4275-8b8a-70f783cb89eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1196103120', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': 'a726f824-65b7-411d-9bc9-39657bac07a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:38:39Z', 'updated_at': '2022-02-04T09:38:44Z', 'revision_number': 4, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'gw_port': {'id': 'a726f824-65b7-411d-9bc9-39657bac07a0', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dade6b4f-633a-4275-8b8a-70f783cb89eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:38:39Z', 'updated_at': '2022-02-04T09:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': '3e027d6e-1f13-4c6b-926c-cf1f6b7741f8', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'floating_ip_address': '172.26.3.138', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': 'dade6b4f-633a-4275-8b8a-70f783cb89eb', 'port_id': 'a39f9dd1-e5d6-49ab-a432-51cab919a5f7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fa871b3-5aa7-4c4f-979c-fed7d4fa25e8', 'mac_address': 'fa:16:3e:16:13:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c366d4-c757-4497-b194-45fe86b61447', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T09:39:05Z', 'updated_at': '2022-02-04T09:39:05Z', 'revision_number': 0, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1e19f20-1635-4fbd-be55-c640e280ab3e', 'name': '', 'network_id': '7fa871b3-5aa7-4c4f-979c-fed7d4fa25e8', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'mac_address': 'fa:16:3e:74:31:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dade6b4f-633a-4275-8b8a-70f783cb89eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cda727c7-f2b8-4e5c-9b2b-015c1d068d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:38:44Z', 'updated_at': '2022-02-04T09:38:49Z', 'revision_number': 5, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'subnets': [{'id': 'cda727c7-f2b8-4e5c-9b2b-015c1d068d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 09:39:08.338607 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12ac8f7-7961-4317-876c-7566e082aa9d None None] New status for floating IP 3e027d6e-1f13-4c6b-926c-cf1f6b7741f8: ACTIVE {{(pid=84109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 09:39:08.609379 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 36156) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:39:08.722682 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-153e8175-c1f4-45bf-a64d-307356bbb558 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/floatingips/3e027d6e-1f13-4c6b-926c-cf1f6b7741f8 HTTP/1.1" status: 200 len: 994 time: 0.1121457 Feb 04 09:39:19.471841 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-f7440d25-4d94-445e-8945-1925ba7c867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:39:21.805336 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-66b08393-bc5a-47fa-917c-5127b81a0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:39:22.965215 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:39:23.094720 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:39:23.140778 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 09:39:24.587690 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:39:26.797518 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:39:31.063696 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-61f45b5c-154b-461b-925c-a44aa66cabe4 req-3a037d72-2151-406e-87cf-1ecf4a783908 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e3c366d4-c757-4497-b194-45fe86b61447&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0668261 Feb 04 09:39:31.203849 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-61f45b5c-154b-461b-925c-a44aa66cabe4 req-db912625-f6f5-498c-9491-6049b629a5ea service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=780eb962d64446649b0f5d5c27ee1665&device_id=e3c366d4-c757-4497-b194-45fe86b61447 HTTP/1.1" status: 200 len: 1099 time: 0.0726256 Feb 04 09:39:31.430596 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f45b5c-154b-461b-925c-a44aa66cabe4 req-2f09129f-077c-4403-a781-a3268b865b43 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:39:31.432045 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-61f45b5c-154b-461b-925c-a44aa66cabe4 req-2f09129f-077c-4403-a781-a3268b865b43 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7fa871b3-5aa7-4c4f-979c-fed7d4fa25e8 HTTP/1.1" status: 200 len: 898 time: 0.2104578 Feb 04 09:39:31.538317 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-61f45b5c-154b-461b-925c-a44aa66cabe4 req-e86c6efd-2d23-452f-aad2-b9b5afd43d71 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a39f9dd1-e5d6-49ab-a432-51cab919a5f7 HTTP/1.1" status: 200 len: 1002 time: 0.0997615 Feb 04 09:39:31.601267 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f45b5c-154b-461b-925c-a44aa66cabe4 req-dab7f852-19b8-42bc-ac1a-94c312a704de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:39:31.602774 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-61f45b5c-154b-461b-925c-a44aa66cabe4 req-dab7f852-19b8-42bc-ac1a-94c312a704de service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cda727c7-f2b8-4e5c-9b2b-015c1d068d2d HTTP/1.1" status: 200 len: 835 time: 0.0585682 Feb 04 09:39:31.680576 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-61f45b5c-154b-461b-925c-a44aa66cabe4 req-f8f84e05-04b9-4fc3-8064-16b8e6fab42a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7fa871b3-5aa7-4c4f-979c-fed7d4fa25e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718544 Feb 04 09:39:31.813218 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-61f45b5c-154b-461b-925c-a44aa66cabe4 req-4465318c-5184-4780-9a7c-74c8b988c30b service neutron] 10.222.0.47 "GET /v2.0/networks/7fa871b3-5aa7-4c4f-979c-fed7d4fa25e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263902 Feb 04 09:39:31.949032 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-61f45b5c-154b-461b-925c-a44aa66cabe4 req-c98fc351-e058-4afd-8221-9d2823be1779 service neutron] 10.222.0.47 "GET /v2.0/networks/7fa871b3-5aa7-4c4f-979c-fed7d4fa25e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275430 Feb 04 09:39:49.454092 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-d342c34f-144a-46d9-ae5b-be4f63c5ea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:39:51.780256 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-b6c9b9b1-fad5-49db-bf66-a78b2a5428b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:39:52.975714 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:39:53.105870 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:39:54.592826 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:39:56.773661 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:00.141647 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 09:40:19.499715 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-c6250c93-1c58-4483-8678-a6b7ca18fca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:21.794259 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-60e570cd-4cd0-494a-8161-2b63ed42b9d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:22.986900 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:23.105529 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:24.587145 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:26.781157 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:28.669534 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db2d2a7-e117-4fdc-8de3-c30f40057fb6 req-6635a263-1170-4d8b-b9cb-456e593212cb tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:40:28.670905 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7db2d2a7-e117-4fdc-8de3-c30f40057fb6 req-6635a263-1170-4d8b-b9cb-456e593212cb tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=e3c366d4-c757-4497-b194-45fe86b61447 HTTP/1.1" status: 200 len: 946 time: 0.1626027 Feb 04 09:40:28.717878 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7db2d2a7-e117-4fdc-8de3-c30f40057fb6 req-83e811b4-3647-48d9-ae78-49dfd40d504c tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=c725c5e5-52d2-4fc0-93c6-21caf6954ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402513 Feb 04 09:40:30.006660 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac16d795-ba5d-4ef7-8daf-c2215090feb9 req-15ef4680-e01f-496a-825d-e3acbb95156d tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:40:30.008423 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ac16d795-ba5d-4ef7-8daf-c2215090feb9 req-15ef4680-e01f-496a-825d-e3acbb95156d tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=e3c366d4-c757-4497-b194-45fe86b61447 HTTP/1.1" status: 200 len: 946 time: 0.1643989 Feb 04 09:40:30.055802 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ac16d795-ba5d-4ef7-8daf-c2215090feb9 req-025f7a24-e7a2-4035-b5b0-5ba4e7698f7b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=c725c5e5-52d2-4fc0-93c6-21caf6954ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401359 Feb 04 09:40:31.130425 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-16f152e5-4f89-4d6b-8d2e-7577b41aeb1a req-b37d9eea-c44c-412f-a165-2147efef630b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e3c366d4-c757-4497-b194-45fe86b61447&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1342349 Feb 04 09:40:31.263215 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd44b5a-d910-46bc-afef-ef700ed9369b req-9a126c31-b336-4e7a-b827-245a8dd995b8 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:40:31.264587 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ccd44b5a-d910-46bc-afef-ef700ed9369b req-9a126c31-b336-4e7a-b827-245a8dd995b8 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=e3c366d4-c757-4497-b194-45fe86b61447 HTTP/1.1" status: 200 len: 946 time: 0.0786364 Feb 04 09:40:31.287171 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-16f152e5-4f89-4d6b-8d2e-7577b41aeb1a req-d5b87398-9927-4678-868b-60785abb4c57 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=780eb962d64446649b0f5d5c27ee1665&device_id=e3c366d4-c757-4497-b194-45fe86b61447 HTTP/1.1" status: 200 len: 1099 time: 0.0854359 Feb 04 09:40:31.317247 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ccd44b5a-d910-46bc-afef-ef700ed9369b req-66effd2b-9f68-461a-a759-12c67de7aadb tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=c725c5e5-52d2-4fc0-93c6-21caf6954ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446777 Feb 04 09:40:31.351945 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 36194) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:40:31.457098 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-8e5ecba9-6786-45bb-827a-bd21a5ab81ff tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/floatingips/3e027d6e-1f13-4c6b-926c-cf1f6b7741f8 HTTP/1.1" status: 200 len: 994 time: 0.1037738 Feb 04 09:40:31.468250 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f152e5-4f89-4d6b-8d2e-7577b41aeb1a req-dd080db6-3ced-4e54-ba4c-81e78e971c58 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:40:31.469729 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-16f152e5-4f89-4d6b-8d2e-7577b41aeb1a req-dd080db6-3ced-4e54-ba4c-81e78e971c58 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7fa871b3-5aa7-4c4f-979c-fed7d4fa25e8 HTTP/1.1" status: 200 len: 898 time: 0.1597879 Feb 04 09:40:31.574796 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-16f152e5-4f89-4d6b-8d2e-7577b41aeb1a req-1770b36a-97a1-4b86-92b7-28abfc159213 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a39f9dd1-e5d6-49ab-a432-51cab919a5f7 HTTP/1.1" status: 200 len: 1002 time: 0.0994453 Feb 04 09:40:31.640214 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f152e5-4f89-4d6b-8d2e-7577b41aeb1a req-7d11b7ba-ae8b-43e0-87c6-28ec668a2737 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:40:31.641693 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-16f152e5-4f89-4d6b-8d2e-7577b41aeb1a req-7d11b7ba-ae8b-43e0-87c6-28ec668a2737 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cda727c7-f2b8-4e5c-9b2b-015c1d068d2d HTTP/1.1" status: 200 len: 835 time: 0.0618429 Feb 04 09:40:31.716490 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-16f152e5-4f89-4d6b-8d2e-7577b41aeb1a req-40250f14-4794-4c1a-b1a5-a1a09d1881a4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7fa871b3-5aa7-4c4f-979c-fed7d4fa25e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693092 Feb 04 09:40:31.851085 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-16f152e5-4f89-4d6b-8d2e-7577b41aeb1a req-c064ad70-b0df-403f-9106-757cd6dd60da service neutron] 10.222.0.47 "GET /v2.0/networks/7fa871b3-5aa7-4c4f-979c-fed7d4fa25e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283259 Feb 04 09:40:31.989474 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-16f152e5-4f89-4d6b-8d2e-7577b41aeb1a req-be73ff42-0dca-493d-9c3c-94783115e267 service neutron] 10.222.0.47 "GET /v2.0/networks/7fa871b3-5aa7-4c4f-979c-fed7d4fa25e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319842 Feb 04 09:40:33.100223 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357bd48a-803b-46af-bf8e-89e1f10eeea1 req-51106946-5b5d-4259-89e5-fdcab71236b6 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:40:33.101741 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-357bd48a-803b-46af-bf8e-89e1f10eeea1 req-51106946-5b5d-4259-89e5-fdcab71236b6 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=e3c366d4-c757-4497-b194-45fe86b61447 HTTP/1.1" status: 200 len: 946 time: 0.0874124 Feb 04 09:40:33.148196 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-357bd48a-803b-46af-bf8e-89e1f10eeea1 req-93897ed5-5693-4b9b-9dba-2d50945d8228 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=c725c5e5-52d2-4fc0-93c6-21caf6954ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402303 Feb 04 09:40:33.149676 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-945ebe9a-12ed-420f-9a54-60bfa84c7998 req-5fc93a44-fc64-4c9f-9999-4b6aa651bf56 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=780eb962d64446649b0f5d5c27ee1665&device_id=e3c366d4-c757-4497-b194-45fe86b61447 HTTP/1.1" status: 200 len: 1099 time: 0.0705907 Feb 04 09:40:33.284060 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945ebe9a-12ed-420f-9a54-60bfa84c7998 req-454ae5ef-d01c-4bfb-a358-7c5a6a18e707 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:40:33.285549 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-945ebe9a-12ed-420f-9a54-60bfa84c7998 req-454ae5ef-d01c-4bfb-a358-7c5a6a18e707 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7fa871b3-5aa7-4c4f-979c-fed7d4fa25e8 HTTP/1.1" status: 200 len: 898 time: 0.1299984 Feb 04 09:40:33.476663 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-945ebe9a-12ed-420f-9a54-60bfa84c7998 req-fbf29588-af2a-41f8-a34f-b180f7cc045d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a39f9dd1-e5d6-49ab-a432-51cab919a5f7 HTTP/1.1" status: 200 len: 1002 time: 0.1849613 Feb 04 09:40:33.542972 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945ebe9a-12ed-420f-9a54-60bfa84c7998 req-ef37bf70-a18f-4874-9fd0-bc5167ed846c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:40:33.544497 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-945ebe9a-12ed-420f-9a54-60bfa84c7998 req-ef37bf70-a18f-4874-9fd0-bc5167ed846c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cda727c7-f2b8-4e5c-9b2b-015c1d068d2d HTTP/1.1" status: 200 len: 835 time: 0.0618486 Feb 04 09:40:33.621050 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-945ebe9a-12ed-420f-9a54-60bfa84c7998 req-71869a4f-d08d-44ad-b39d-08ebfe9453c0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7fa871b3-5aa7-4c4f-979c-fed7d4fa25e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693967 Feb 04 09:40:33.757118 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-945ebe9a-12ed-420f-9a54-60bfa84c7998 req-ed93fc90-a1c3-45fe-a587-e58b920e1cd8 service neutron] 10.222.0.47 "GET /v2.0/networks/7fa871b3-5aa7-4c4f-979c-fed7d4fa25e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300416 Feb 04 09:40:33.897912 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-945ebe9a-12ed-420f-9a54-60bfa84c7998 req-09de237a-cf35-460c-9da2-fbe8d6e8ea18 service neutron] 10.222.0.47 "GET /v2.0/networks/7fa871b3-5aa7-4c4f-979c-fed7d4fa25e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348059 Feb 04 09:40:34.357725 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5417b8a-3c02-4d8c-8bc4-ae00c1476147 req-4b463357-ab2c-4ffc-8e23-2fdb86a8052e tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:40:34.359206 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a5417b8a-3c02-4d8c-8bc4-ae00c1476147 req-4b463357-ab2c-4ffc-8e23-2fdb86a8052e tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=e3c366d4-c757-4497-b194-45fe86b61447 HTTP/1.1" status: 200 len: 946 time: 0.0776496 Feb 04 09:40:34.405192 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a5417b8a-3c02-4d8c-8bc4-ae00c1476147 req-c3e72e81-2a27-4d92-9f5b-80422844217b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=c725c5e5-52d2-4fc0-93c6-21caf6954ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399289 Feb 04 09:40:35.605293 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b29117b-e063-4286-90f6-8a5a9c3d69be req-8ffc8713-6919-4b13-a0a8-54cf03eaebf3 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:40:35.606761 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5b29117b-e063-4286-90f6-8a5a9c3d69be req-8ffc8713-6919-4b13-a0a8-54cf03eaebf3 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=e3c366d4-c757-4497-b194-45fe86b61447 HTTP/1.1" status: 200 len: 946 time: 0.0795338 Feb 04 09:40:35.654814 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5b29117b-e063-4286-90f6-8a5a9c3d69be req-5a615c69-3e20-4f18-8a16-8cfa2b2c2eef tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=c725c5e5-52d2-4fc0-93c6-21caf6954ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425348 Feb 04 09:40:35.683693 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 36208) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:40:35.791603 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-c004b2d8-6112-400e-bd72-2b0c89239be1 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/floatingips/3e027d6e-1f13-4c6b-926c-cf1f6b7741f8 HTTP/1.1" status: 200 len: 994 time: 0.1065695 Feb 04 09:40:36.113580 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 36216) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:40:36.328056 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-44065707-e683-4b5f-93cb-5d793e62cb50 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Deleting port a64f438c-ee3a-46d8-a179-da85778d66fb {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:40:36.328404 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-44065707-e683-4b5f-93cb-5d793e62cb50 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:36.500439 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-44065707-e683-4b5f-93cb-5d793e62cb50 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:36.500698 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-44065707-e683-4b5f-93cb-5d793e62cb50 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:36.717454 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-44065707-e683-4b5f-93cb-5d793e62cb50 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Calling delete_port for a64f438c-ee3a-46d8-a179-da85778d66fb owned by network:floatingip {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 09:40:36.923856 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-44065707-e683-4b5f-93cb-5d793e62cb50 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:36.975757 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44065707-e683-4b5f-93cb-5d793e62cb50 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event deleted for resources: {'Port': ['ID=a64f438c-ee3a-46d8-a179-da85778d66fb,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:40:37.018010 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44065707-e683-4b5f-93cb-5d793e62cb50 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:40:37.018354 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44065707-e683-4b5f-93cb-5d793e62cb50 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:40:37.018691 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44065707-e683-4b5f-93cb-5d793e62cb50 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:40:37.019028 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44065707-e683-4b5f-93cb-5d793e62cb50 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:40:37.019353 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44065707-e683-4b5f-93cb-5d793e62cb50 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:40:37.019676 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44065707-e683-4b5f-93cb-5d793e62cb50 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:40:37.019997 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44065707-e683-4b5f-93cb-5d793e62cb50 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:40:37.020321 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44065707-e683-4b5f-93cb-5d793e62cb50 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:40:37.020664 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44065707-e683-4b5f-93cb-5d793e62cb50 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:40:37.020982 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44065707-e683-4b5f-93cb-5d793e62cb50 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:40:37.021300 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44065707-e683-4b5f-93cb-5d793e62cb50 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:40:37.081210 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-44065707-e683-4b5f-93cb-5d793e62cb50 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for floatingip, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:37.141816 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 09:40:37.476111 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44065707-e683-4b5f-93cb-5d793e62cb50 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Router dade6b4f-633a-4275-8b8a-70f783cb89eb has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 09:40:37.693523 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44065707-e683-4b5f-93cb-5d793e62cb50 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 09:40:37.704731 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9badaa-a6de-43d4-98ed-e079e05dbf9e None None] Sync routers for ids ['dade6b4f-633a-4275-8b8a-70f783cb89eb'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 09:40:37.715009 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-44065707-e683-4b5f-93cb-5d793e62cb50 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for floatingip, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:37.724921 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9badaa-a6de-43d4-98ed-e079e05dbf9e None None] Routers {'dade6b4f-633a-4275-8b8a-70f783cb89eb'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:40:37.725964 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-5c9badaa-a6de-43d4-98ed-e079e05dbf9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:40:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['dade6b4f-633a-4275-8b8a-70f783cb89eb'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:40:37.778554 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-44065707-e683-4b5f-93cb-5d793e62cb50 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "DELETE /v2.0/floatingips/3e027d6e-1f13-4c6b-926c-cf1f6b7741f8 HTTP/1.1" status: 204 len: 168 time: 1.6634810 Feb 04 09:40:37.779592 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3c366d4-c757-4497-b194-45fe86b61447', 'tag': 'a39f9dd1-e5d6-49ab-a432-51cab919a5f7'}] {{(pid=84107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:40:37.938400 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-5c9badaa-a6de-43d4-98ed-e079e05dbf9e None None] Set router dade6b4f-633a-4275-8b8a-70f783cb89eb gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:40:37.981547 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3c366d4-c757-4497-b194-45fe86b61447', 'tag': 'a39f9dd1-e5d6-49ab-a432-51cab919a5f7', 'status': 'completed', 'code': 200} Feb 04 09:40:38.088912 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-cc9a0dc8-2a35-4860-a19b-8bfb87ecc03c req-82f2fbcd-f022-4f1a-9452-bed8a04151ea service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=780eb962d64446649b0f5d5c27ee1665&device_id=e3c366d4-c757-4497-b194-45fe86b61447 HTTP/1.1" status: 200 len: 1099 time: 0.0848880 Feb 04 09:40:38.264197 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9a0dc8-2a35-4860-a19b-8bfb87ecc03c req-585e125c-8469-4598-afdd-3b4ff16b4f37 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:40:38.265741 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-cc9a0dc8-2a35-4860-a19b-8bfb87ecc03c req-585e125c-8469-4598-afdd-3b4ff16b4f37 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7fa871b3-5aa7-4c4f-979c-fed7d4fa25e8 HTTP/1.1" status: 200 len: 898 time: 0.1707821 Feb 04 09:40:38.339795 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-cc9a0dc8-2a35-4860-a19b-8bfb87ecc03c req-12afa0fa-f0bf-4faf-815c-6ec949f7e7da service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a39f9dd1-e5d6-49ab-a432-51cab919a5f7 HTTP/1.1" status: 200 len: 217 time: 0.0667443 Feb 04 09:40:38.374774 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-5c9badaa-a6de-43d4-98ed-e079e05dbf9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dade6b4f-633a-4275-8b8a-70f783cb89eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1196103120', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': 'a726f824-65b7-411d-9bc9-39657bac07a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:38:39Z', 'updated_at': '2022-02-04T09:38:44Z', 'revision_number': 4, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'gw_port': {'id': 'a726f824-65b7-411d-9bc9-39657bac07a0', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dade6b4f-633a-4275-8b8a-70f783cb89eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:38:39Z', 'updated_at': '2022-02-04T09:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': 'd1e19f20-1635-4fbd-be55-c640e280ab3e', 'name': '', 'network_id': '7fa871b3-5aa7-4c4f-979c-fed7d4fa25e8', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'mac_address': 'fa:16:3e:74:31:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dade6b4f-633a-4275-8b8a-70f783cb89eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cda727c7-f2b8-4e5c-9b2b-015c1d068d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:38:44Z', 'updated_at': '2022-02-04T09:38:49Z', 'revision_number': 5, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'subnets': [{'id': 'cda727c7-f2b8-4e5c-9b2b-015c1d068d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:40:38.379940 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9badaa-a6de-43d4-98ed-e079e05dbf9e None None] Checking router: dade6b4f-633a-4275-8b8a-70f783cb89eb for host: dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 09:40:38.393450 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9badaa-a6de-43d4-98ed-e079e05dbf9e None None] Routers {'dade6b4f-633a-4275-8b8a-70f783cb89eb'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:40:38.394398 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-5c9badaa-a6de-43d4-98ed-e079e05dbf9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:40:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['dade6b4f-633a-4275-8b8a-70f783cb89eb'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:40:38.421710 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9a0dc8-2a35-4860-a19b-8bfb87ecc03c req-570dee56-89be-4332-bb50-d3ee52710984 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:40:38.423366 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-cc9a0dc8-2a35-4860-a19b-8bfb87ecc03c req-570dee56-89be-4332-bb50-d3ee52710984 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cda727c7-f2b8-4e5c-9b2b-015c1d068d2d HTTP/1.1" status: 200 len: 835 time: 0.0766878 Feb 04 09:40:38.461129 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df552d0a-bd8c-46da-87f7-4adcf44840ba req-0b3d423c-e6b0-490b-9c75-ba8328002b37 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:40:38.461837 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-df552d0a-bd8c-46da-87f7-4adcf44840ba req-0b3d423c-e6b0-490b-9c75-ba8328002b37 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Synchronizing usage tracker for tenant:780eb962d64446649b0f5d5c27ee1665 on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 09:40:38.515276 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-cc9a0dc8-2a35-4860-a19b-8bfb87ecc03c req-b78f438f-5655-400e-8abb-3b5dc5600f82 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7fa871b3-5aa7-4c4f-979c-fed7d4fa25e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0816426 Feb 04 09:40:38.542915 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-df552d0a-bd8c-46da-87f7-4adcf44840ba req-0b3d423c-e6b0-490b-9c75-ba8328002b37 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Unset dirty status for tenant:780eb962d64446649b0f5d5c27ee1665 on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 09:40:38.544266 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-df552d0a-bd8c-46da-87f7-4adcf44840ba req-0b3d423c-e6b0-490b-9c75-ba8328002b37 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=e3c366d4-c757-4497-b194-45fe86b61447 HTTP/1.1" status: 200 len: 946 time: 0.1789827 Feb 04 09:40:38.604709 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-df552d0a-bd8c-46da-87f7-4adcf44840ba req-aee4e4ba-0384-4c49-afdb-a3034fcfe395 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=c725c5e5-52d2-4fc0-93c6-21caf6954ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531659 Feb 04 09:40:38.612284 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-5c9badaa-a6de-43d4-98ed-e079e05dbf9e None None] Set router dade6b4f-633a-4275-8b8a-70f783cb89eb gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:40:38.665583 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-cc9a0dc8-2a35-4860-a19b-8bfb87ecc03c req-4db39c17-30fd-4416-a4f0-b959f03ba723 service neutron] 10.222.0.47 "GET /v2.0/networks/7fa871b3-5aa7-4c4f-979c-fed7d4fa25e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430087 Feb 04 09:40:38.828351 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-cc9a0dc8-2a35-4860-a19b-8bfb87ecc03c req-09ab9dba-209b-47e2-8a3b-9ac0da80de88 service neutron] 10.222.0.47 "GET /v2.0/networks/7fa871b3-5aa7-4c4f-979c-fed7d4fa25e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542363 Feb 04 09:40:38.965050 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-5c9badaa-a6de-43d4-98ed-e079e05dbf9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dade6b4f-633a-4275-8b8a-70f783cb89eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1196103120', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': 'a726f824-65b7-411d-9bc9-39657bac07a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:38:39Z', 'updated_at': '2022-02-04T09:38:44Z', 'revision_number': 4, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'gw_port': {'id': 'a726f824-65b7-411d-9bc9-39657bac07a0', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dade6b4f-633a-4275-8b8a-70f783cb89eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:38:39Z', 'updated_at': '2022-02-04T09:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': 'd1e19f20-1635-4fbd-be55-c640e280ab3e', 'name': '', 'network_id': '7fa871b3-5aa7-4c4f-979c-fed7d4fa25e8', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'mac_address': 'fa:16:3e:74:31:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dade6b4f-633a-4275-8b8a-70f783cb89eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cda727c7-f2b8-4e5c-9b2b-015c1d068d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:38:44Z', 'updated_at': '2022-02-04T09:38:49Z', 'revision_number': 5, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'subnets': [{'id': 'cda727c7-f2b8-4e5c-9b2b-015c1d068d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:40:38.970896 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9badaa-a6de-43d4-98ed-e079e05dbf9e None None] The sync data for ids ['dade6b4f-633a-4275-8b8a-70f783cb89eb'] in dv-neutron-827798-2-hyperv is: [{'id': 'dade6b4f-633a-4275-8b8a-70f783cb89eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1196103120', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': 'a726f824-65b7-411d-9bc9-39657bac07a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:38:39Z', 'updated_at': '2022-02-04T09:38:44Z', 'revision_number': 4, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'gw_port': {'id': 'a726f824-65b7-411d-9bc9-39657bac07a0', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dade6b4f-633a-4275-8b8a-70f783cb89eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:38:39Z', 'updated_at': '2022-02-04T09:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': 'd1e19f20-1635-4fbd-be55-c640e280ab3e', 'name': '', 'network_id': '7fa871b3-5aa7-4c4f-979c-fed7d4fa25e8', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'mac_address': 'fa:16:3e:74:31:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dade6b4f-633a-4275-8b8a-70f783cb89eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cda727c7-f2b8-4e5c-9b2b-015c1d068d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:38:44Z', 'updated_at': '2022-02-04T09:38:49Z', 'revision_number': 5, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'subnets': [{'id': 'cda727c7-f2b8-4e5c-9b2b-015c1d068d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 09:40:39.199390 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d961adf-355f-4a65-9972-37550c274781 None None] New status for floating IP 3e027d6e-1f13-4c6b-926c-cf1f6b7741f8: DOWN {{(pid=84109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 09:40:39.803438 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9ac74d-9342-4b4a-9417-586be0990af2 req-c92552c2-a2ac-4ab8-b770-890eb634c683 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:40:39.804928 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-1b9ac74d-9342-4b4a-9417-586be0990af2 req-c92552c2-a2ac-4ab8-b770-890eb634c683 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=e3c366d4-c757-4497-b194-45fe86b61447 HTTP/1.1" status: 200 len: 946 time: 0.0757353 Feb 04 09:40:39.851416 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-1b9ac74d-9342-4b4a-9417-586be0990af2 req-5a58a773-5e43-4d7a-82b2-0b84473065fd tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=c725c5e5-52d2-4fc0-93c6-21caf6954ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403597 Feb 04 09:40:40.370997 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3019ad1-3443-4206-9a86-f1533dccd79a req-689ed9c0-3509-4b81-98ab-a22ee4d65e8d tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:40:40.371673 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [req-d3019ad1-3443-4206-9a86-f1533dccd79a req-689ed9c0-3509-4b81-98ab-a22ee4d65e8d tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Synchronizing usage tracker for tenant:780eb962d64446649b0f5d5c27ee1665 on resource:port {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 09:40:40.383399 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [req-d3019ad1-3443-4206-9a86-f1533dccd79a req-689ed9c0-3509-4b81-98ab-a22ee4d65e8d tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Unset dirty status for tenant:780eb962d64446649b0f5d5c27ee1665 on resource:port {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 09:40:40.384485 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-d3019ad1-3443-4206-9a86-f1533dccd79a req-689ed9c0-3509-4b81-98ab-a22ee4d65e8d tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3c366d4-c757-4497-b194-45fe86b61447 HTTP/1.1" status: 200 len: 946 time: 0.0914760 Feb 04 09:40:40.453935 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [req-d3019ad1-3443-4206-9a86-f1533dccd79a req-da05ca5d-2345-4937-8d0e-b4100752a50b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Deleting port a39f9dd1-e5d6-49ab-a432-51cab919a5f7 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:40:40.454316 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-d3019ad1-3443-4206-9a86-f1533dccd79a req-da05ca5d-2345-4937-8d0e-b4100752a50b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:40.791908 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [req-d3019ad1-3443-4206-9a86-f1533dccd79a req-da05ca5d-2345-4937-8d0e-b4100752a50b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] For port a39f9dd1-e5d6-49ab-a432-51cab919a5f7, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=a39f9dd1-e5d6-49ab-a432-51cab919a5f7,segment=NetworkSegment(439e1601-cad8-4f8a-a858-9768c97c3e67),segment_id=439e1601-cad8-4f8a-a858-9768c97c3e67)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:40:40.792162 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-d3019ad1-3443-4206-9a86-f1533dccd79a req-da05ca5d-2345-4937-8d0e-b4100752a50b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:40.918769 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [req-d3019ad1-3443-4206-9a86-f1533dccd79a req-da05ca5d-2345-4937-8d0e-b4100752a50b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Calling delete_port for a39f9dd1-e5d6-49ab-a432-51cab919a5f7 owned by compute:nova {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 09:40:41.090728 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43dbc41-ec78-4e23-9600-2c21b8a42669 req-2cfd691d-b992-421e-aa9a-5765ac3042d1 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:40:41.092206 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f43dbc41-ec78-4e23-9600-2c21b8a42669 req-2cfd691d-b992-421e-aa9a-5765ac3042d1 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=e3c366d4-c757-4497-b194-45fe86b61447 HTTP/1.1" status: 200 len: 946 time: 0.0839715 Feb 04 09:40:41.135202 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-d3019ad1-3443-4206-9a86-f1533dccd79a req-da05ca5d-2345-4937-8d0e-b4100752a50b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:41.140803 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f43dbc41-ec78-4e23-9600-2c21b8a42669 req-93296674-4e4a-46d4-9901-6683bd35e540 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/security-groups?id=c725c5e5-52d2-4fc0-93c6-21caf6954ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418212 Feb 04 09:40:41.187405 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da05ca5d-2345-4937-8d0e-b4100752a50b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event deleted for resources: {'Port': ['ID=a39f9dd1-e5d6-49ab-a432-51cab919a5f7,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:40:41.256097 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da05ca5d-2345-4937-8d0e-b4100752a50b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:40:41.256436 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da05ca5d-2345-4937-8d0e-b4100752a50b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:40:41.256809 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da05ca5d-2345-4937-8d0e-b4100752a50b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:40:41.257145 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da05ca5d-2345-4937-8d0e-b4100752a50b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:40:41.257474 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da05ca5d-2345-4937-8d0e-b4100752a50b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:40:41.257800 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da05ca5d-2345-4937-8d0e-b4100752a50b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:40:41.258121 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da05ca5d-2345-4937-8d0e-b4100752a50b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:40:41.258444 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da05ca5d-2345-4937-8d0e-b4100752a50b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:40:41.258762 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da05ca5d-2345-4937-8d0e-b4100752a50b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:40:41.259080 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da05ca5d-2345-4937-8d0e-b4100752a50b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:40:41.259398 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da05ca5d-2345-4937-8d0e-b4100752a50b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:40:41.271825 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3019ad1-3443-4206-9a86-f1533dccd79a req-da05ca5d-2345-4937-8d0e-b4100752a50b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] No DVR routers for this DVR port a39f9dd1-e5d6-49ab-a432-51cab919a5f7 on host hv-neutron-8277 {{(pid=84108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 09:40:41.274225 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-d3019ad1-3443-4206-9a86-f1533dccd79a req-da05ca5d-2345-4937-8d0e-b4100752a50b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:41.277459 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3c366d4-c757-4497-b194-45fe86b61447', 'name': 'network-vif-deleted', 'tag': 'a39f9dd1-e5d6-49ab-a432-51cab919a5f7'}] {{(pid=84108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:40:41.334225 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3c366d4-c757-4497-b194-45fe86b61447', 'name': 'network-vif-deleted', 'tag': 'a39f9dd1-e5d6-49ab-a432-51cab919a5f7', 'status': 'completed', 'code': 200} Feb 04 09:40:41.351219 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-d3019ad1-3443-4206-9a86-f1533dccd79a req-da05ca5d-2345-4937-8d0e-b4100752a50b tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.47 "DELETE /v2.0/ports/a39f9dd1-e5d6-49ab-a432-51cab919a5f7 HTTP/1.1" status: 204 len: 173 time: 0.9569256 Feb 04 09:40:42.333808 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7e59903f-3fd6-45b9-bf7d-83404370d81e req-4e6f51cd-76ec-4ce0-96f8-85710d80be5a tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "GET /v2.0/ports?device_id=e3c366d4-c757-4497-b194-45fe86b61447 HTTP/1.1" status: 200 len: 210 time: 0.0405726 Feb 04 09:40:43.437506 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 36238) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:40:43.689535 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device a39f9dd1-e5d6-49ab-a432-51cab919a5f7 no longer exists at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 09:40:43.725346 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] No Port match for: a39f9dd1-e5d6-49ab-a432-51cab919a5f7 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 09:40:43.725684 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device a39f9dd1-e5d6-49ab-a432-51cab919a5f7 not bound to the agent host hv-neutron-8277 {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 09:40:43.933859 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-fd856986-0b85-4700-8c00-bc9bc4c13683 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473817'] for router_interface, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:44.560974 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-fd856986-0b85-4700-8c00-bc9bc4c13683 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Deleting port d1e19f20-1635-4fbd-be55-c640e280ab3e {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:40:44.561960 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-fd856986-0b85-4700-8c00-bc9bc4c13683 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:44.751647 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [None req-fd856986-0b85-4700-8c00-bc9bc4c13683 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] For port d1e19f20-1635-4fbd-be55-c640e280ab3e, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=d1e19f20-1635-4fbd-be55-c640e280ab3e,segment=NetworkSegment(439e1601-cad8-4f8a-a858-9768c97c3e67),segment_id=439e1601-cad8-4f8a-a858-9768c97c3e67)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:40:44.751981 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-fd856986-0b85-4700-8c00-bc9bc4c13683 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:44.870559 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-fd856986-0b85-4700-8c00-bc9bc4c13683 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Calling delete_port for d1e19f20-1635-4fbd-be55-c640e280ab3e owned by network:router_interface {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 09:40:45.117021 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-fd856986-0b85-4700-8c00-bc9bc4c13683 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:45.164001 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd856986-0b85-4700-8c00-bc9bc4c13683 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event deleted for resources: {'Port': ['ID=d1e19f20-1635-4fbd-be55-c640e280ab3e,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:40:45.582646 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-fd856986-0b85-4700-8c00-bc9bc4c13683 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1572495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472959'] for router_interface, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:46.168607 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd856986-0b85-4700-8c00-bc9bc4c13683 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Router dade6b4f-633a-4275-8b8a-70f783cb89eb has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 09:40:46.384878 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd856986-0b85-4700-8c00-bc9bc4c13683 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 09:40:46.394808 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7175911b-e1f2-4294-8c25-fe129b11d5cf None None] Sync routers for ids ['dade6b4f-633a-4275-8b8a-70f783cb89eb'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 09:40:46.398060 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-fd856986-0b85-4700-8c00-bc9bc4c13683 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "PUT /v2.0/routers/dade6b4f-633a-4275-8b8a-70f783cb89eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9593749 Feb 04 09:40:46.401314 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 36242) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:40:46.407477 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7175911b-e1f2-4294-8c25-fe129b11d5cf None None] Routers {'dade6b4f-633a-4275-8b8a-70f783cb89eb'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:40:46.408093 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-7175911b-e1f2-4294-8c25-fe129b11d5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:40:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['dade6b4f-633a-4275-8b8a-70f783cb89eb'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:40:46.589282 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_v2 [None req-21fdddf2-fdf9-451d-97e1-0bb236ff8498 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Deleting subnet cda727c7-f2b8-4e5c-9b2b-015c1d068d2d {{(pid=84107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 09:40:46.590004 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-7175911b-e1f2-4294-8c25-fe129b11d5cf None None] Set router dade6b4f-633a-4275-8b8a-70f783cb89eb gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:40:46.592180 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-21fdddf2-fdf9-451d-97e1-0bb236ff8498 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for subnet, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:46.648901 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-21fdddf2-fdf9-451d-97e1-0bb236ff8498 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8058667'] for subnet, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:46.730984 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-21fdddf2-fdf9-451d-97e1-0bb236ff8498 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:46.861115 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-21fdddf2-fdf9-451d-97e1-0bb236ff8498 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7510167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985167'] for subnet, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:46.870294 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-7175911b-e1f2-4294-8c25-fe129b11d5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dade6b4f-633a-4275-8b8a-70f783cb89eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1196103120', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': 'a726f824-65b7-411d-9bc9-39657bac07a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:38:39Z', 'updated_at': '2022-02-04T09:40:44Z', 'revision_number': 5, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'gw_port': {'id': 'a726f824-65b7-411d-9bc9-39657bac07a0', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dade6b4f-633a-4275-8b8a-70f783cb89eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:38:39Z', 'updated_at': '2022-02-04T09:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:40:46.874142 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7175911b-e1f2-4294-8c25-fe129b11d5cf None None] Checking router: dade6b4f-633a-4275-8b8a-70f783cb89eb for host: dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 09:40:46.884604 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7175911b-e1f2-4294-8c25-fe129b11d5cf None None] Routers {'dade6b4f-633a-4275-8b8a-70f783cb89eb'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:40:46.885288 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-7175911b-e1f2-4294-8c25-fe129b11d5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:40:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['dade6b4f-633a-4275-8b8a-70f783cb89eb'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:40:46.904353 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fdddf2-fdf9-451d-97e1-0bb236ff8498 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event deleted for resources: {'Subnet': ['ID=cda727c7-f2b8-4e5c-9b2b-015c1d068d2d,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:40:46.908925 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-21fdddf2-fdf9-451d-97e1-0bb236ff8498 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:46.915338 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-21fdddf2-fdf9-451d-97e1-0bb236ff8498 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "DELETE /v2.0/subnets/cda727c7-f2b8-4e5c-9b2b-015c1d068d2d HTTP/1.1" status: 204 len: 168 time: 0.5129843 Feb 04 09:40:46.917109 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71dccdca-895f-4398-835e-83c28cb8cd75 None None] Network 7fa871b3-5aa7-4c4f-979c-fed7d4fa25e8 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 09:40:46.918637 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 36246) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:40:47.102103 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-7175911b-e1f2-4294-8c25-fe129b11d5cf None None] Set router dade6b4f-633a-4275-8b8a-70f783cb89eb gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:40:47.151810 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-24fd4d80-6e2b-49c5-a5f5-63e31c894541 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for router, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:47.261904 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a68c56-8c33-483f-ad9c-ff5443ce831b None None] DHCP port deletion for 7fa871b3-5aa7-4c4f-979c-fed7d4fa25e8 request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 09:40:47.266255 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-33a68c56-8c33-483f-ad9c-ff5443ce831b None None] Deleting port 403516bd-b7cf-478f-a747-45bd4d212fa7 {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:40:47.266699 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-33a68c56-8c33-483f-ad9c-ff5443ce831b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:47.355308 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-24fd4d80-6e2b-49c5-a5f5-63e31c894541 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:47.395576 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-7175911b-e1f2-4294-8c25-fe129b11d5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dade6b4f-633a-4275-8b8a-70f783cb89eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1196103120', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': 'a726f824-65b7-411d-9bc9-39657bac07a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:38:39Z', 'updated_at': '2022-02-04T09:40:44Z', 'revision_number': 5, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'gw_port': {'id': 'a726f824-65b7-411d-9bc9-39657bac07a0', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dade6b4f-633a-4275-8b8a-70f783cb89eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:38:39Z', 'updated_at': '2022-02-04T09:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:40:47.399708 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7175911b-e1f2-4294-8c25-fe129b11d5cf None None] The sync data for ids ['dade6b4f-633a-4275-8b8a-70f783cb89eb'] in dv-neutron-827798-2-hyperv is: [{'id': 'dade6b4f-633a-4275-8b8a-70f783cb89eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1196103120', 'tenant_id': '780eb962d64446649b0f5d5c27ee1665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': 'a726f824-65b7-411d-9bc9-39657bac07a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:38:39Z', 'updated_at': '2022-02-04T09:40:44Z', 'revision_number': 5, 'project_id': '780eb962d64446649b0f5d5c27ee1665', 'gw_port': {'id': 'a726f824-65b7-411d-9bc9-39657bac07a0', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dade6b4f-633a-4275-8b8a-70f783cb89eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:38:39Z', 'updated_at': '2022-02-04T09:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 09:40:47.438320 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-24fd4d80-6e2b-49c5-a5f5-63e31c894541 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Deleting port a726f824-65b7-411d-9bc9-39657bac07a0 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:40:47.439201 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-24fd4d80-6e2b-49c5-a5f5-63e31c894541 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:47.471052 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-33a68c56-8c33-483f-ad9c-ff5443ce831b None None] For port 403516bd-b7cf-478f-a747-45bd4d212fa7, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=403516bd-b7cf-478f-a747-45bd4d212fa7,segment=NetworkSegment(439e1601-cad8-4f8a-a858-9768c97c3e67),segment_id=439e1601-cad8-4f8a-a858-9768c97c3e67)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:40:47.471361 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-33a68c56-8c33-483f-ad9c-ff5443ce831b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:47.590582 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-33a68c56-8c33-483f-ad9c-ff5443ce831b None None] Calling delete_port for 403516bd-b7cf-478f-a747-45bd4d212fa7 owned by network:dhcp {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 09:40:47.612012 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [None req-24fd4d80-6e2b-49c5-a5f5-63e31c894541 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] For port a726f824-65b7-411d-9bc9-39657bac07a0, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=a726f824-65b7-411d-9bc9-39657bac07a0,segment=NetworkSegment(c44b9475-949d-4ae7-bfca-e29b010a56a6),segment_id=c44b9475-949d-4ae7-bfca-e29b010a56a6)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:40:47.612359 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-24fd4d80-6e2b-49c5-a5f5-63e31c894541 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:47.737115 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-24fd4d80-6e2b-49c5-a5f5-63e31c894541 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Calling delete_port for a726f824-65b7-411d-9bc9-39657bac07a0 owned by network:router_gateway {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 09:40:47.746336 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-33a68c56-8c33-483f-ad9c-ff5443ce831b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407'] for port, after_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:47.800208 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a68c56-8c33-483f-ad9c-ff5443ce831b None None] Pushing event deleted for resources: {'Port': ['ID=403516bd-b7cf-478f-a747-45bd4d212fa7,revision_number=None']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:40:47.804661 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 403516bd-b7cf-478f-a747-45bd4d212fa7 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 09:40:47.844215 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: 403516bd-b7cf-478f-a747-45bd4d212fa7 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 09:40:47.844622 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 403516bd-b7cf-478f-a747-45bd4d212fa7 not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 09:40:47.844989 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device d1e19f20-1635-4fbd-be55-c640e280ab3e no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 09:40:47.885757 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a68c56-8c33-483f-ad9c-ff5443ce831b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:40:47.886110 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a68c56-8c33-483f-ad9c-ff5443ce831b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:40:47.886540 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a68c56-8c33-483f-ad9c-ff5443ce831b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:40:47.886762 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a68c56-8c33-483f-ad9c-ff5443ce831b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:40:47.887090 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a68c56-8c33-483f-ad9c-ff5443ce831b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:40:47.887416 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a68c56-8c33-483f-ad9c-ff5443ce831b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:40:47.887740 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a68c56-8c33-483f-ad9c-ff5443ce831b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:40:47.888062 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a68c56-8c33-483f-ad9c-ff5443ce831b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:40:47.888384 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a68c56-8c33-483f-ad9c-ff5443ce831b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:40:47.888728 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a68c56-8c33-483f-ad9c-ff5443ce831b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:40:47.889052 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a68c56-8c33-483f-ad9c-ff5443ce831b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:40:47.892007 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a68c56-8c33-483f-ad9c-ff5443ce831b None None] No DVR routers for this DVR port 403516bd-b7cf-478f-a747-45bd4d212fa7 on host dv-neutron-827798-2-hyperv {{(pid=84109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 09:40:47.893270 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: d1e19f20-1635-4fbd-be55-c640e280ab3e {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 09:40:47.893626 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device d1e19f20-1635-4fbd-be55-c640e280ab3e not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 09:40:48.027333 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-24fd4d80-6e2b-49c5-a5f5-63e31c894541 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:48.070916 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fd4d80-6e2b-49c5-a5f5-63e31c894541 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event deleted for resources: {'Port': ['ID=a726f824-65b7-411d-9bc9-39657bac07a0,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:40:48.383164 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-24fd4d80-6e2b-49c5-a5f5-63e31c894541 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473010'] for router_gateway, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:48.639797 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-24fd4d80-6e2b-49c5-a5f5-63e31c894541 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40989'] for router, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:48.643837 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-24fd4d80-6e2b-49c5-a5f5-63e31c894541 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:48.740384 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-24fd4d80-6e2b-49c5-a5f5-63e31c894541 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-476062'] for router, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:48.740995 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24fd4d80-6e2b-49c5-a5f5-63e31c894541 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Fanout notify agent at l3_agent the message router_deleted on router dade6b4f-633a-4275-8b8a-70f783cb89eb {{(pid=84108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 09:40:48.756469 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-24fd4d80-6e2b-49c5-a5f5-63e31c894541 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for router, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:48.757787 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-24fd4d80-6e2b-49c5-a5f5-63e31c894541 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "DELETE /v2.0/routers/dade6b4f-633a-4275-8b8a-70f783cb89eb HTTP/1.1" status: 204 len: 168 time: 1.8377004 Feb 04 09:40:48.760604 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 36250) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:40:49.008006 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-eb67f843-69e7-4eee-8fb1-604e722eda6d tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:49.175538 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-eb67f843-69e7-4eee-8fb1-604e722eda6d tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:49.204569 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-eb67f843-69e7-4eee-8fb1-604e722eda6d tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fa871b3-5aa7-4c4f-979c-fed7d4fa25e8']}} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:40:49.217447 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-eb67f843-69e7-4eee-8fb1-604e722eda6d tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '439e1601-cad8-4f8a-a858-9768c97c3e67') {'for_net_delete': True} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:40:49.217743 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-eb67f843-69e7-4eee-8fb1-604e722eda6d tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '439e1601-cad8-4f8a-a858-9768c97c3e67') {} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:40:49.232755 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-eb67f843-69e7-4eee-8fb1-604e722eda6d tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8058642'] for segment, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:49.249602 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-eb67f843-69e7-4eee-8fb1-604e722eda6d tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:49.256251 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb67f843-69e7-4eee-8fb1-604e722eda6d tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=84107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 09:40:49.262758 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-eb67f843-69e7-4eee-8fb1-604e722eda6d tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7377717'] for segment, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:49.271776 dv-neutron-827798-2-hyperv neutron-server[84107]: Traceback (most recent call last): Feb 04 09:40:49.271776 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 09:40:49.271776 dv-neutron-827798-2-hyperv neutron-server[84107]: timer() Feb 04 09:40:49.271776 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 09:40:49.271776 dv-neutron-827798-2-hyperv neutron-server[84107]: cb(*args, **kw) Feb 04 09:40:49.271776 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 09:40:49.271776 dv-neutron-827798-2-hyperv neutron-server[84107]: return func(*args, **kwargs) Feb 04 09:40:49.271776 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 09:40:49.271776 dv-neutron-827798-2-hyperv neutron-server[84107]: self._notify() Feb 04 09:40:49.271776 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 09:40:49.271776 dv-neutron-827798-2-hyperv neutron-server[84107]: self.callback(batched_events) Feb 04 09:40:49.271776 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 09:40:49.271776 dv-neutron-827798-2-hyperv neutron-server[84107]: event.method(event) Feb 04 09:40:49.271776 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 09:40:49.271776 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 09:40:49.271776 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 09:40:49.271776 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 09:40:49.271776 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 09:40:49.271776 dv-neutron-827798-2-hyperv neutron-server[84107]: return f(self, *a, **k) Feb 04 09:40:49.271776 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 09:40:49.271776 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._get(url).json() Feb 04 09:40:49.271776 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 09:40:49.271776 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 09:40:49.271776 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 09:40:49.271776 dv-neutron-827798-2-hyperv neutron-server[84107]: return self.request(url, 'GET', **kwargs) Feb 04 09:40:49.271776 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 09:40:49.271776 dv-neutron-827798-2-hyperv neutron-server[84107]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 09:40:49.271776 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 09:40:49.271776 dv-neutron-827798-2-hyperv neutron-server[84107]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 09:40:49.271776 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 09:40:49.271776 dv-neutron-827798-2-hyperv neutron-server[84107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 09:40:49.271776 dv-neutron-827798-2-hyperv neutron-server[84107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 09:40:49.419471 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-eb67f843-69e7-4eee-8fb1-604e722eda6d tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:49.437406 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-eb67f843-69e7-4eee-8fb1-604e722eda6d tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:49.448399 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb67f843-69e7-4eee-8fb1-604e722eda6d tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event deleted for resources: {'Network': ['ID=7fa871b3-5aa7-4c4f-979c-fed7d4fa25e8,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:40:49.465124 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-f8117772-c00a-45fe-904d-9e5fde3e00ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:49.535544 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-eb67f843-69e7-4eee-8fb1-604e722eda6d tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "DELETE /v2.0/networks/7fa871b3-5aa7-4c4f-979c-fed7d4fa25e8 HTTP/1.1" status: 204 len: 168 time: 0.7735233 Feb 04 09:40:49.537894 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 36254) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:40:49.594651 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device a726f824-65b7-411d-9bc9-39657bac07a0 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 09:40:49.609166 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e841fab5-464f-4258-9f83-284063260850 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:49.627440 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: a726f824-65b7-411d-9bc9-39657bac07a0 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 09:40:49.627746 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device a726f824-65b7-411d-9bc9-39657bac07a0 not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 09:40:49.639232 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e841fab5-464f-4258-9f83-284063260850 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:49.768975 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e841fab5-464f-4258-9f83-284063260850 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:49.786637 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e841fab5-464f-4258-9f83-284063260850 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c725c5e5-52d2-4fc0-93c6-21caf6954ad2,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:40:49.865464 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e841fab5-464f-4258-9f83-284063260850 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:49.866581 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-e841fab5-464f-4258-9f83-284063260850 tempest-TestNetworkAdvancedServerOps-1264282221 tempest-TestNetworkAdvancedServerOps-1264282221-project] 10.222.0.36 "DELETE /v2.0/security-groups/c725c5e5-52d2-4fc0-93c6-21caf6954ad2 HTTP/1.1" status: 204 len: 168 time: 0.3277724 Feb 04 09:40:50.554436 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 36264) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:40:50.725709 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-153c44f2-dca7-4412-8f4f-89ed9305dd0a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=780eb962d64446649b0f5d5c27ee1665&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1700518 Feb 04 09:40:50.728084 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 36270) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:40:50.785803 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-03ce3f72-80b4-464a-af4e-c92834ba09db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:50.810914 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-03ce3f72-80b4-464a-af4e-c92834ba09db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:50.939491 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-03ce3f72-80b4-464a-af4e-c92834ba09db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:50.956538 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ce3f72-80b4-464a-af4e-c92834ba09db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d954638c-f3d9-4374-88cc-f3c1be723af6,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:40:50.973164 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-03ce3f72-80b4-464a-af4e-c92834ba09db admin admin] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:50.974288 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-03ce3f72-80b4-464a-af4e-c92834ba09db admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d954638c-f3d9-4374-88cc-f3c1be723af6 HTTP/1.1" status: 204 len: 168 time: 0.2452905 Feb 04 09:40:51.585340 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 36278) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:40:51.608041 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9580122e-5ae3-4a89-a592-a741ceed4058 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:51.642419 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-9580122e-5ae3-4a89-a592-a741ceed4058 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:40:51.646552 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-9580122e-5ae3-4a89-a592-a741ceed4058 admin admin] Usage tracker for resource:security_group_rule and tenant:ccf9a400a6354163949a7b15a9f851cb is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:40:51.649624 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-9580122e-5ae3-4a89-a592-a741ceed4058 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:40:51.656186 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-9580122e-5ae3-4a89-a592-a741ceed4058 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:40:51.723929 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9580122e-5ae3-4a89-a592-a741ceed4058 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:51.775143 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-6305d6f1-318c-4b7b-bf99-af1da0d26b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:51.798669 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-9580122e-5ae3-4a89-a592-a741ceed4058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:51.846457 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9580122e-5ae3-4a89-a592-a741ceed4058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=021f8e9c-008d-4fef-bb83-ec6425222f69,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:40:51.852236 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-9580122e-5ae3-4a89-a592-a741ceed4058 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ccf9a400a6354163949a7b15a9f851cb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2657938 Feb 04 09:40:51.855408 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 36282) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:40:51.918981 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a6d70387-6ac3-4017-83c1-214b1a5ac7cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:51.946901 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a6d70387-6ac3-4017-83c1-214b1a5ac7cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:52.072133 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a6d70387-6ac3-4017-83c1-214b1a5ac7cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:52.088880 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d70387-6ac3-4017-83c1-214b1a5ac7cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=021f8e9c-008d-4fef-bb83-ec6425222f69,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:40:52.094047 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a6d70387-6ac3-4017-83c1-214b1a5ac7cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:52.095831 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-a6d70387-6ac3-4017-83c1-214b1a5ac7cf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/021f8e9c-008d-4fef-bb83-ec6425222f69 HTTP/1.1" status: 204 len: 168 time: 0.2392707 Feb 04 09:40:52.963996 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:53.106122 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:53.396961 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 36304) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:40:53.524189 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-1348c418-aab0-4274-baa4-1363ea78fd65 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-807321954-network', 'tenant_id': 'f8af8cc834bd4a21988351036e39c347'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:40:53.529680 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-1348c418-aab0-4274-baa4-1363ea78fd65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:40:53.533456 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-1348c418-aab0-4274-baa4-1363ea78fd65 admin admin] Usage tracker for resource:network and tenant:f8af8cc834bd4a21988351036e39c347 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:40:53.536287 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-1348c418-aab0-4274-baa4-1363ea78fd65 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:40:53.542710 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-1348c418-aab0-4274-baa4-1363ea78fd65 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:40:53.603202 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1348c418-aab0-4274-baa4-1363ea78fd65 admin admin] Made reservation on behalf of f8af8cc834bd4a21988351036e39c347 for: {'network': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 09:40:53.606092 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1348c418-aab0-4274-baa4-1363ea78fd65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:53.618435 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1348c418-aab0-4274-baa4-1363ea78fd65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:53.648484 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-1348c418-aab0-4274-baa4-1363ea78fd65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:40:53.652742 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-1348c418-aab0-4274-baa4-1363ea78fd65 admin admin] Usage tracker for resource:security_group_rule and tenant:f8af8cc834bd4a21988351036e39c347 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:40:53.655568 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-1348c418-aab0-4274-baa4-1363ea78fd65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:40:53.661359 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-1348c418-aab0-4274-baa4-1363ea78fd65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:40:53.726666 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1348c418-aab0-4274-baa4-1363ea78fd65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:53.786345 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1348c418-aab0-4274-baa4-1363ea78fd65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:53.817377 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1348c418-aab0-4274-baa4-1363ea78fd65 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=84107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 09:40:53.825606 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1348c418-aab0-4274-baa4-1363ea78fd65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a412687-0444-482f-8379-548d1993672b,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:40:53.831267 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1348c418-aab0-4274-baa4-1363ea78fd65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:53.831610 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.segments_db [None req-1348c418-aab0-4274-baa4-1363ea78fd65 admin admin] Added segment be2723b6-7e81-457a-a1cf-6ec262c4a96a of type vlan for network ee6eb58f-6a81-4983-b366-718b2ce8edaa Feb 04 09:40:53.858566 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1348c418-aab0-4274-baa4-1363ea78fd65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:53.957837 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1348c418-aab0-4274-baa4-1363ea78fd65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:53.958643 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1348c418-aab0-4274-baa4-1363ea78fd65 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:40:53.959269 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1348c418-aab0-4274-baa4-1363ea78fd65 admin admin] Notify callbacks [] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:54.071954 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1348c418-aab0-4274-baa4-1363ea78fd65 admin admin] Pushing event updated for resources: {'Network': ['ID=ee6eb58f-6a81-4983-b366-718b2ce8edaa,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:40:54.082331 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network ee6eb58f-6a81-4983-b366-718b2ce8edaa details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 09:40:54.112751 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-1348c418-aab0-4274-baa4-1363ea78fd65 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7146344 Feb 04 09:40:54.115732 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 36310) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:40:54.125136 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-f055bbc2-b5da-41b0-8c4b-191a29c7b1e1 admin admin] Request body: {'subnet': {'network_id': 'ee6eb58f-6a81-4983-b366-718b2ce8edaa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-807321954-subnet', 'tenant_id': 'f8af8cc834bd4a21988351036e39c347', 'ip_version': 4}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:40:54.131531 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-f055bbc2-b5da-41b0-8c4b-191a29c7b1e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:40:54.135373 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-f055bbc2-b5da-41b0-8c4b-191a29c7b1e1 admin admin] Usage tracker for resource:subnet and tenant:f8af8cc834bd4a21988351036e39c347 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:40:54.138249 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-f055bbc2-b5da-41b0-8c4b-191a29c7b1e1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:40:54.145307 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-f055bbc2-b5da-41b0-8c4b-191a29c7b1e1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:40:54.209073 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f055bbc2-b5da-41b0-8c4b-191a29c7b1e1 admin admin] Made reservation on behalf of f8af8cc834bd4a21988351036e39c347 for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 09:40:54.211364 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f055bbc2-b5da-41b0-8c4b-191a29c7b1e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985186'] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:54.494864 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f055bbc2-b5da-41b0-8c4b-191a29c7b1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7510230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985204'] for subnet, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:54.567712 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f055bbc2-b5da-41b0-8c4b-191a29c7b1e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a969431c-2b68-43b0-8afa-92fdbf7f6479,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:40:54.579720 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f055bbc2-b5da-41b0-8c4b-191a29c7b1e1 admin admin] Checking segment: {'id': 'be2723b6-7e81-457a-a1cf-6ec262c4a96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ee6eb58f-6a81-4983-b366-718b2ce8edaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 09:40:54.580076 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f055bbc2-b5da-41b0-8c4b-191a29c7b1e1 admin admin] Network hostable DHCP agents. Network: ee6eb58f-6a81-4983-b366-718b2ce8edaa, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 09:40:54.585917 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:54.660292 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f055bbc2-b5da-41b0-8c4b-191a29c7b1e1 admin admin] Network ee6eb58f-6a81-4983-b366-718b2ce8edaa is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 09:40:54.729502 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-f055bbc2-b5da-41b0-8c4b-191a29c7b1e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, ee6eb58f-6a81-4983-b366-718b2ce8edaa) {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:40:54.733649 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f055bbc2-b5da-41b0-8c4b-191a29c7b1e1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:40:54.734272 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f055bbc2-b5da-41b0-8c4b-191a29c7b1e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:54.740746 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3385c40c-13c0-4888-bf1c-f3c3ff85ba52 None None] Network ee6eb58f-6a81-4983-b366-718b2ce8edaa requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 09:40:54.809995 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-f055bbc2-b5da-41b0-8c4b-191a29c7b1e1 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6928434 Feb 04 09:40:54.812895 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 36314) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:40:54.818242 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-d1f31da1-76ee-46f7-8c5c-0baba5f676de admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-807321954-router', 'tenant_id': 'f8af8cc834bd4a21988351036e39c347', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:40:54.832121 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-d1f31da1-76ee-46f7-8c5c-0baba5f676de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:40:54.832121 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-d1f31da1-76ee-46f7-8c5c-0baba5f676de admin admin] Usage tracker for resource:router and tenant:f8af8cc834bd4a21988351036e39c347 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:40:54.832121 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-d1f31da1-76ee-46f7-8c5c-0baba5f676de admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:40:54.836114 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-d1f31da1-76ee-46f7-8c5c-0baba5f676de admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:40:54.918139 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d1f31da1-76ee-46f7-8c5c-0baba5f676de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40975'] for router, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:54.919095 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d1f31da1-76ee-46f7-8c5c-0baba5f676de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40982'] for router, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:54.939437 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d1f31da1-76ee-46f7-8c5c-0baba5f676de admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:54.971066 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b833a526-6c61-4c5e-a33f-7c098ef45dc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-ee6eb58f-6a81-4983-b366-718b2ce8edaa', 'network_id': 'ee6eb58f-6a81-4983-b366-718b2ce8edaa', 'tenant_id': 'f8af8cc834bd4a21988351036e39c347', 'fixed_ips': [{'subnet_id': 'a969431c-2b68-43b0-8afa-92fdbf7f6479'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 09:40:54.971914 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-b833a526-6c61-4c5e-a33f-7c098ef45dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:55.141255 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-b833a526-6c61-4c5e-a33f-7c098ef45dc9 None None] Allocated IP 172.20.0.2 (ee6eb58f-6a81-4983-b366-718b2ce8edaa/a969431c-2b68-43b0-8afa-92fdbf7f6479/754e15be-0b10-4583-8e1e-f0d6ade498f9) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 09:40:55.224213 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d1f31da1-76ee-46f7-8c5c-0baba5f676de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40996'] for router, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:55.361566 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-b833a526-6c61-4c5e-a33f-7c098ef45dc9 None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:55.372946 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-b833a526-6c61-4c5e-a33f-7c098ef45dc9 None None] Transition to ACTIVE for port object 754e15be-0b10-4583-8e1e-f0d6ade498f9 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:40:55.391446 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-b833a526-6c61-4c5e-a33f-7c098ef45dc9 None None] Transition to ACTIVE for port object 754e15be-0b10-4583-8e1e-f0d6ade498f9 will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:40:55.529360 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-b833a526-6c61-4c5e-a33f-7c098ef45dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:55.598163 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b833a526-6c61-4c5e-a33f-7c098ef45dc9 None None] Network ee6eb58f-6a81-4983-b366-718b2ce8edaa is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:40:55.601013 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-b833a526-6c61-4c5e-a33f-7c098ef45dc9 None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:40:55.604776 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b833a526-6c61-4c5e-a33f-7c098ef45dc9 None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 09:40:55.614124 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b833a526-6c61-4c5e-a33f-7c098ef45dc9 None None] Pushing event updated for resources: {'Port': ['ID=754e15be-0b10-4583-8e1e-f0d6ade498f9,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:40:55.631097 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d1f31da1-76ee-46f7-8c5c-0baba5f676de admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:55.664304 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d1f31da1-76ee-46f7-8c5c-0baba5f676de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:55.733692 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-b833a526-6c61-4c5e-a33f-7c098ef45dc9 None None] Attempting to bind port 754e15be-0b10-4583-8e1e-f0d6ade498f9 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 09:40:55.734049 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-b833a526-6c61-4c5e-a33f-7c098ef45dc9 None None] Attempting to bind port 754e15be-0b10-4583-8e1e-f0d6ade498f9 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': 'be2723b6-7e81-457a-a1cf-6ec262c4a96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ee6eb58f-6a81-4983-b366-718b2ce8edaa'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 09:40:55.734409 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b833a526-6c61-4c5e-a33f-7c098ef45dc9 None None] Attempting to bind port 754e15be-0b10-4583-8e1e-f0d6ade498f9 on network ee6eb58f-6a81-4983-b366-718b2ce8edaa {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 09:40:55.741284 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b833a526-6c61-4c5e-a33f-7c098ef45dc9 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 9, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 09:40:55.741656 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b833a526-6c61-4c5e-a33f-7c098ef45dc9 None None] Checking segment: {'id': 'be2723b6-7e81-457a-a1cf-6ec262c4a96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ee6eb58f-6a81-4983-b366-718b2ce8edaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 09:40:55.742056 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-b833a526-6c61-4c5e-a33f-7c098ef45dc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:55.742446 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b833a526-6c61-4c5e-a33f-7c098ef45dc9 None None] Bound using segment: {'id': 'be2723b6-7e81-457a-a1cf-6ec262c4a96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ee6eb58f-6a81-4983-b366-718b2ce8edaa'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 09:40:55.742905 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-b833a526-6c61-4c5e-a33f-7c098ef45dc9 None None] Bound port: 754e15be-0b10-4583-8e1e-f0d6ade498f9, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be2723b6-7e81-457a-a1cf-6ec262c4a96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ee6eb58f-6a81-4983-b366-718b2ce8edaa'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 09:40:55.743276 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-b833a526-6c61-4c5e-a33f-7c098ef45dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:55.805769 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-d1f31da1-76ee-46f7-8c5c-0baba5f676de admin admin] Allocated IP 172.26.3.23 (e264bd74-c56b-43d0-9059-bcb57dbbe5bc/79caf47c-b62c-4ea0-b35f-21ede155daa8/96172974-5eb7-4e59-b52d-f7288aeec624) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 09:40:55.835974 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-b833a526-6c61-4c5e-a33f-7c098ef45dc9 None None] For port 754e15be-0b10-4583-8e1e-f0d6ade498f9, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 09:40:55.839290 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-b833a526-6c61-4c5e-a33f-7c098ef45dc9 None None] For port 754e15be-0b10-4583-8e1e-f0d6ade498f9, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=754e15be-0b10-4583-8e1e-f0d6ade498f9,segment=NetworkSegment(be2723b6-7e81-457a-a1cf-6ec262c4a96a),segment_id=be2723b6-7e81-457a-a1cf-6ec262c4a96a)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 09:40:55.901212 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-b833a526-6c61-4c5e-a33f-7c098ef45dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:55.957428 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d1f31da1-76ee-46f7-8c5c-0baba5f676de admin admin] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:55.987318 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b833a526-6c61-4c5e-a33f-7c098ef45dc9 None None] Pushing event updated for resources: {'Port': ['ID=754e15be-0b10-4583-8e1e-f0d6ade498f9,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:40:56.038692 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d1f31da1-76ee-46f7-8c5c-0baba5f676de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:56.112672 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f31da1-76ee-46f7-8c5c-0baba5f676de admin admin] Network e264bd74-c56b-43d0-9059-bcb57dbbe5bc is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:40:56.115749 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-d1f31da1-76ee-46f7-8c5c-0baba5f676de admin admin] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:40:56.122348 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f31da1-76ee-46f7-8c5c-0baba5f676de admin admin] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 09:40:56.152935 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f31da1-76ee-46f7-8c5c-0baba5f676de admin admin] Pushing event updated for resources: {'Port': ['ID=96172974-5eb7-4e59-b52d-f7288aeec624,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:40:56.361620 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d1f31da1-76ee-46f7-8c5c-0baba5f676de admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:56.362368 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d1f31da1-76ee-46f7-8c5c-0baba5f676de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472990'] for router, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:56.682553 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1f31da1-76ee-46f7-8c5c-0baba5f676de admin admin] Router 645afb1b-35b2-48e5-90be-069ea1b3d640 is scheduled to L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 with binding_index 1 {{(pid=84107) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 09:40:56.802787 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:56.913808 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15898964-6fa1-4e46-abf4-6f204941da42 None None] Network ee6eb58f-6a81-4983-b366-718b2ce8edaa requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 09:40:56.925185 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1f31da1-76ee-46f7-8c5c-0baba5f676de admin admin] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 09:40:56.980367 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cc4eba-8480-436f-8a19-5d66cc164527 None None] Sync routers for ids ['645afb1b-35b2-48e5-90be-069ea1b3d640'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 09:40:57.022277 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cc4eba-8480-436f-8a19-5d66cc164527 None None] Routers {'645afb1b-35b2-48e5-90be-069ea1b3d640'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:40:57.022896 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-78cc4eba-8480-436f-8a19-5d66cc164527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:40:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['645afb1b-35b2-48e5-90be-069ea1b3d640'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:40:57.030994 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d1f31da1-76ee-46f7-8c5c-0baba5f676de admin admin] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:57.035248 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-d1f31da1-76ee-46f7-8c5c-0baba5f676de admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.2185113 Feb 04 09:40:57.035248 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 36322) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:40:57.106189 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-035633f6-916c-46b0-80bf-ae177d8d7065 None None] Provisioning for port 754e15be-0b10-4583-8e1e-f0d6ade498f9 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:40:57.341778 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-78cc4eba-8480-436f-8a19-5d66cc164527 None None] Set router 645afb1b-35b2-48e5-90be-069ea1b3d640 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:40:57.657764 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 754e15be-0b10-4583-8e1e-f0d6ade498f9 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:40:57.762684 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-78cc4eba-8480-436f-8a19-5d66cc164527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '645afb1b-35b2-48e5-90be-069ea1b3d640', 'name': 'tempest-TestShelveInstance-807321954-router', 'tenant_id': 'f8af8cc834bd4a21988351036e39c347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '96172974-5eb7-4e59-b52d-f7288aeec624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:40:54Z', 'updated_at': '2022-02-04T09:40:56Z', 'revision_number': 3, 'project_id': 'f8af8cc834bd4a21988351036e39c347', 'gw_port': {'id': '96172974-5eb7-4e59-b52d-f7288aeec624', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d1:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '645afb1b-35b2-48e5-90be-069ea1b3d640', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:40:55Z', 'updated_at': '2022-02-04T09:40:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:40:57.767638 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cc4eba-8480-436f-8a19-5d66cc164527 None None] Checking router: 645afb1b-35b2-48e5-90be-069ea1b3d640 for host: dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 09:40:57.767986 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cc4eba-8480-436f-8a19-5d66cc164527 None None] Updating router 645afb1b-35b2-48e5-90be-069ea1b3d640 port 96172974-5eb7-4e59-b52d-f7288aeec624 binding host dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 09:40:57.809745 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 754e15be-0b10-4583-8e1e-f0d6ade498f9 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:40:57.824934 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 754e15be-0b10-4583-8e1e-f0d6ade498f9 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:40:57.825211 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:57.878725 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-78cc4eba-8480-436f-8a19-5d66cc164527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:57.960866 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a02e14f9-3744-4687-8707-8ea1adf6e4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:57.993379 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-cc048842-dedd-4e96-928d-4ae38b4f4823 None None] Provisioning complete for port 754e15be-0b10-4583-8e1e-f0d6ade498f9 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:40:57.993631 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-cc048842-dedd-4e96-928d-4ae38b4f4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:58.193214 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-a02e14f9-3744-4687-8707-8ea1adf6e4d0 admin admin] Allocated IP 172.20.0.1 (ee6eb58f-6a81-4983-b366-718b2ce8edaa/a969431c-2b68-43b0-8afa-92fdbf7f6479/4017a2bf-3bbc-45e3-bdfd-2de7e8b4e7dc) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 09:40:58.265526 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:58.394225 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-cc048842-dedd-4e96-928d-4ae38b4f4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:58.426619 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port 754e15be-0b10-4583-8e1e-f0d6ade498f9, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=754e15be-0b10-4583-8e1e-f0d6ade498f9,segment=NetworkSegment(be2723b6-7e81-457a-a1cf-6ec262c4a96a),segment_id=be2723b6-7e81-457a-a1cf-6ec262c4a96a)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:40:58.500184 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a02e14f9-3744-4687-8707-8ea1adf6e4d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:58.512484 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:58.518098 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [None req-a02e14f9-3744-4687-8707-8ea1adf6e4d0 admin admin] Transition to ACTIVE for port object 4017a2bf-3bbc-45e3-bdfd-2de7e8b4e7dc will not be triggered until provisioned by entity DHCP. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:40:58.608883 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a02e14f9-3744-4687-8707-8ea1adf6e4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:58.639922 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-78cc4eba-8480-436f-8a19-5d66cc164527 None None] Notify callbacks [] for port, precommit_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:58.663319 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-78cc4eba-8480-436f-8a19-5d66cc164527 None None] Transition to ACTIVE for port object 96172974-5eb7-4e59-b52d-f7288aeec624 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:40:58.669301 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=754e15be-0b10-4583-8e1e-f0d6ade498f9,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:40:58.674579 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.db.api [None req-cc048842-dedd-4e96-928d-4ae38b4f4823 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 09:40:58.674934 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG oslo_db.api [None req-cc048842-dedd-4e96-928d-4ae38b4f4823 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 09:40:58.676398 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02e14f9-3744-4687-8707-8ea1adf6e4d0 admin admin] Network ee6eb58f-6a81-4983-b366-718b2ce8edaa is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:40:58.683842 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-a02e14f9-3744-4687-8707-8ea1adf6e4d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:40:58.683842 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02e14f9-3744-4687-8707-8ea1adf6e4d0 admin admin] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 09:40:58.724145 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-78cc4eba-8480-436f-8a19-5d66cc164527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:58.724423 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02e14f9-3744-4687-8707-8ea1adf6e4d0 admin admin] Pushing event updated for resources: {'Port': ['ID=4017a2bf-3bbc-45e3-bdfd-2de7e8b4e7dc,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:40:58.751886 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a02e14f9-3744-4687-8707-8ea1adf6e4d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-472912'] for router_interface, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:58.817949 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159d6ff6-e8b9-4b11-a96f-b27d4abffe98 None None] Pushing event updated for resources: {'Port': ['ID=96172974-5eb7-4e59-b52d-f7288aeec624,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:40:58.820352 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-78cc4eba-8480-436f-8a19-5d66cc164527 None None] Attempting to bind port 96172974-5eb7-4e59-b52d-f7288aeec624 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 09:40:58.820825 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-78cc4eba-8480-436f-8a19-5d66cc164527 None None] Attempting to bind port 96172974-5eb7-4e59-b52d-f7288aeec624 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 09:40:58.821200 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cc4eba-8480-436f-8a19-5d66cc164527 None None] Attempting to bind port 96172974-5eb7-4e59-b52d-f7288aeec624 on network e264bd74-c56b-43d0-9059-bcb57dbbe5bc {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 09:40:58.829855 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cc4eba-8480-436f-8a19-5d66cc164527 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 9, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 09:40:58.830498 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cc4eba-8480-436f-8a19-5d66cc164527 None None] Checking segment: {'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 09:40:58.831114 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-78cc4eba-8480-436f-8a19-5d66cc164527 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:58.831511 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cc4eba-8480-436f-8a19-5d66cc164527 None None] Bound using segment: {'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 09:40:58.832004 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-78cc4eba-8480-436f-8a19-5d66cc164527 None None] Bound port: 96172974-5eb7-4e59-b52d-f7288aeec624, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 09:40:58.832369 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-78cc4eba-8480-436f-8a19-5d66cc164527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:58.905918 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a02e14f9-3744-4687-8707-8ea1adf6e4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:58.922699 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-78cc4eba-8480-436f-8a19-5d66cc164527 None None] For port 96172974-5eb7-4e59-b52d-f7288aeec624, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 09:40:58.929012 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-78cc4eba-8480-436f-8a19-5d66cc164527 None None] For port 96172974-5eb7-4e59-b52d-f7288aeec624, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=96172974-5eb7-4e59-b52d-f7288aeec624,segment=NetworkSegment(c44b9475-949d-4ae7-bfca-e29b010a56a6),segment_id=c44b9475-949d-4ae7-bfca-e29b010a56a6)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 09:40:58.998180 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-78cc4eba-8480-436f-8a19-5d66cc164527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:59.078585 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159d6ff6-e8b9-4b11-a96f-b27d4abffe98 None None] Pushing event updated for resources: {'Port': ['ID=96172974-5eb7-4e59-b52d-f7288aeec624,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:40:59.083248 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cc4eba-8480-436f-8a19-5d66cc164527 None None] Routers {'645afb1b-35b2-48e5-90be-069ea1b3d640'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:40:59.083870 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-78cc4eba-8480-436f-8a19-5d66cc164527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:40:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['645afb1b-35b2-48e5-90be-069ea1b3d640'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:40:59.161008 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a02e14f9-3744-4687-8707-8ea1adf6e4d0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:59.215044 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a02e14f9-3744-4687-8707-8ea1adf6e4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:59.343849 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-78cc4eba-8480-436f-8a19-5d66cc164527 None None] Set router 645afb1b-35b2-48e5-90be-069ea1b3d640 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:40:59.344544 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02e14f9-3744-4687-8707-8ea1adf6e4d0 admin admin] Pushing event updated for resources: {'Port': ['ID=4017a2bf-3bbc-45e3-bdfd-2de7e8b4e7dc,revision_number=2']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:40:59.348191 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a02e14f9-3744-4687-8707-8ea1adf6e4d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473771'] for router_interface, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:59.497985 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02e14f9-3744-4687-8707-8ea1adf6e4d0 admin admin] Network ee6eb58f-6a81-4983-b366-718b2ce8edaa is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:40:59.499310 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-a02e14f9-3744-4687-8707-8ea1adf6e4d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:40:59.629874 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 754e15be-0b10-4583-8e1e-f0d6ade498f9 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:40:59.658544 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-5395b764-50a0-4acc-8c2e-bd298cc2d0a1 None None] Provisioning for port 4017a2bf-3bbc-45e3-bdfd-2de7e8b4e7dc completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:40:59.682162 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-5395b764-50a0-4acc-8c2e-bd298cc2d0a1 None None] Provisioning complete for port 4017a2bf-3bbc-45e3-bdfd-2de7e8b4e7dc triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:40:59.682678 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-5395b764-50a0-4acc-8c2e-bd298cc2d0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:59.792725 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-5395b764-50a0-4acc-8c2e-bd298cc2d0a1 None None] Port 4017a2bf-3bbc-45e3-bdfd-2de7e8b4e7dc cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 09:40:59.827672 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 754e15be-0b10-4583-8e1e-f0d6ade498f9 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:40:59.828382 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:40:59.867461 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-78cc4eba-8480-436f-8a19-5d66cc164527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '645afb1b-35b2-48e5-90be-069ea1b3d640', 'name': 'tempest-TestShelveInstance-807321954-router', 'tenant_id': 'f8af8cc834bd4a21988351036e39c347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '96172974-5eb7-4e59-b52d-f7288aeec624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:40:54Z', 'updated_at': '2022-02-04T09:40:58Z', 'revision_number': 4, 'project_id': 'f8af8cc834bd4a21988351036e39c347', 'gw_port': {'id': '96172974-5eb7-4e59-b52d-f7288aeec624', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d1:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '645afb1b-35b2-48e5-90be-069ea1b3d640', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:40:55Z', 'updated_at': '2022-02-04T09:40:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '4017a2bf-3bbc-45e3-bdfd-2de7e8b4e7dc', 'name': '', 'network_id': 'ee6eb58f-6a81-4983-b366-718b2ce8edaa', 'tenant_id': 'f8af8cc834bd4a21988351036e39c347', 'mac_address': 'fa:16:3e:fe:58:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '645afb1b-35b2-48e5-90be-069ea1b3d640', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a969431c-2b68-43b0-8afa-92fdbf7f6479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:40:58Z', 'updated_at': '2022-02-04T09:40:58Z', 'revision_number': 1, 'project_id': 'f8af8cc834bd4a21988351036e39c347', 'subnets': [{'id': 'a969431c-2b68-43b0-8afa-92fdbf7f6479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:40:59.881620 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cc4eba-8480-436f-8a19-5d66cc164527 None None] The sync data for ids ['645afb1b-35b2-48e5-90be-069ea1b3d640'] in dv-neutron-827798-2-hyperv is: [{'id': '645afb1b-35b2-48e5-90be-069ea1b3d640', 'name': 'tempest-TestShelveInstance-807321954-router', 'tenant_id': 'f8af8cc834bd4a21988351036e39c347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '96172974-5eb7-4e59-b52d-f7288aeec624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:40:54Z', 'updated_at': '2022-02-04T09:40:58Z', 'revision_number': 4, 'project_id': 'f8af8cc834bd4a21988351036e39c347', 'gw_port': {'id': '96172974-5eb7-4e59-b52d-f7288aeec624', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d1:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '645afb1b-35b2-48e5-90be-069ea1b3d640', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:40:55Z', 'updated_at': '2022-02-04T09:40:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '4017a2bf-3bbc-45e3-bdfd-2de7e8b4e7dc', 'name': '', 'network_id': 'ee6eb58f-6a81-4983-b366-718b2ce8edaa', 'tenant_id': 'f8af8cc834bd4a21988351036e39c347', 'mac_address': 'fa:16:3e:fe:58:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '645afb1b-35b2-48e5-90be-069ea1b3d640', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a969431c-2b68-43b0-8afa-92fdbf7f6479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:40:58Z', 'updated_at': '2022-02-04T09:40:58Z', 'revision_number': 1, 'project_id': 'f8af8cc834bd4a21988351036e39c347', 'subnets': [{'id': 'a969431c-2b68-43b0-8afa-92fdbf7f6479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 09:40:59.975723 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-aeb66a4b-7923-44ec-a6b7-3baf0343d22b None None] Provisioning complete for port 4017a2bf-3bbc-45e3-bdfd-2de7e8b4e7dc triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:40:59.976099 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-aeb66a4b-7923-44ec-a6b7-3baf0343d22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:00.041641 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-aeb66a4b-7923-44ec-a6b7-3baf0343d22b None None] Port 4017a2bf-3bbc-45e3-bdfd-2de7e8b4e7dc cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 09:41:00.047336 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a02e14f9-3744-4687-8707-8ea1adf6e4d0 admin admin] Router 645afb1b-35b2-48e5-90be-069ea1b3d640 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 09:41:00.269784 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a02e14f9-3744-4687-8707-8ea1adf6e4d0 admin admin] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 09:41:00.282082 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-a02e14f9-3744-4687-8707-8ea1adf6e4d0 admin admin] 10.222.0.36 "PUT /v2.0/routers/645afb1b-35b2-48e5-90be-069ea1b3d640/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2431557 Feb 04 09:41:01.431267 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 36350) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:41:01.437251 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-4819e048-c10b-4bac-b679-e1e717869585 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-542826675-network', 'tenant_id': '0900bbf83c42459ba6ec40ba9cd2f433'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:41:01.442064 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-4819e048-c10b-4bac-b679-e1e717869585 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:41:01.445882 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-4819e048-c10b-4bac-b679-e1e717869585 admin admin] Usage tracker for resource:network and tenant:0900bbf83c42459ba6ec40ba9cd2f433 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:41:01.449271 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-4819e048-c10b-4bac-b679-e1e717869585 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:41:01.454787 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-4819e048-c10b-4bac-b679-e1e717869585 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:41:01.528088 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4819e048-c10b-4bac-b679-e1e717869585 admin admin] Made reservation on behalf of 0900bbf83c42459ba6ec40ba9cd2f433 for: {'network': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 09:41:01.530529 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4819e048-c10b-4bac-b679-e1e717869585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:01.544160 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4819e048-c10b-4bac-b679-e1e717869585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:01.579541 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-4819e048-c10b-4bac-b679-e1e717869585 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:41:01.583745 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-4819e048-c10b-4bac-b679-e1e717869585 admin admin] Usage tracker for resource:security_group_rule and tenant:0900bbf83c42459ba6ec40ba9cd2f433 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:41:01.586777 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-4819e048-c10b-4bac-b679-e1e717869585 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:41:01.593258 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-4819e048-c10b-4bac-b679-e1e717869585 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:41:01.628596 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 96172974-5eb7-4e59-b52d-f7288aeec624 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:41:01.662609 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4819e048-c10b-4bac-b679-e1e717869585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:01.706155 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4819e048-c10b-4bac-b679-e1e717869585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:01.734403 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 96172974-5eb7-4e59-b52d-f7288aeec624 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:41:01.735966 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4819e048-c10b-4bac-b679-e1e717869585 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=84107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 09:41:01.740206 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 96172974-5eb7-4e59-b52d-f7288aeec624 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:41:01.740574 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:01.744661 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4819e048-c10b-4bac-b679-e1e717869585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09359313-77a0-4fc8-8e21-d239d55c559b,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:41:01.750015 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4819e048-c10b-4bac-b679-e1e717869585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:01.750356 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.segments_db [None req-4819e048-c10b-4bac-b679-e1e717869585 admin admin] Added segment 4e2094e1-388c-4a7c-81f8-a46880523d8f of type vlan for network 09242080-ea1e-4046-8031-3ca3190bbd75 Feb 04 09:41:01.779182 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4819e048-c10b-4bac-b679-e1e717869585 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:01.865938 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4819e048-c10b-4bac-b679-e1e717869585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:01.866813 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4819e048-c10b-4bac-b679-e1e717869585 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:41:01.867382 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4819e048-c10b-4bac-b679-e1e717869585 admin admin] Notify callbacks [] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:01.901440 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:01.917481 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port 96172974-5eb7-4e59-b52d-f7288aeec624, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=96172974-5eb7-4e59-b52d-f7288aeec624,segment=NetworkSegment(c44b9475-949d-4ae7-bfca-e29b010a56a6),segment_id=c44b9475-949d-4ae7-bfca-e29b010a56a6)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:41:01.977197 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4819e048-c10b-4bac-b679-e1e717869585 admin admin] Pushing event updated for resources: {'Network': ['ID=09242080-ea1e-4046-8031-3ca3190bbd75,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:41:01.987276 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network 09242080-ea1e-4046-8031-3ca3190bbd75 details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 09:41:02.002873 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:02.037843 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-4819e048-c10b-4bac-b679-e1e717869585 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6053536 Feb 04 09:41:02.040809 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 36354) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:41:02.046325 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-d012f2a4-c5e6-4095-a9a1-aae5701d1f23 admin admin] Request body: {'subnet': {'network_id': '09242080-ea1e-4046-8031-3ca3190bbd75', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-542826675-subnet', 'tenant_id': '0900bbf83c42459ba6ec40ba9cd2f433', 'ip_version': 4}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:41:02.051616 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-d012f2a4-c5e6-4095-a9a1-aae5701d1f23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:41:02.055499 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-d012f2a4-c5e6-4095-a9a1-aae5701d1f23 admin admin] Usage tracker for resource:subnet and tenant:0900bbf83c42459ba6ec40ba9cd2f433 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:41:02.059011 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-d012f2a4-c5e6-4095-a9a1-aae5701d1f23 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:41:02.065041 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-d012f2a4-c5e6-4095-a9a1-aae5701d1f23 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:41:02.143220 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=96172974-5eb7-4e59-b52d-f7288aeec624,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:41:02.145796 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d012f2a4-c5e6-4095-a9a1-aae5701d1f23 admin admin] Made reservation on behalf of 0900bbf83c42459ba6ec40ba9cd2f433 for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 09:41:02.148311 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d012f2a4-c5e6-4095-a9a1-aae5701d1f23 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985186'] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:02.420439 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d012f2a4-c5e6-4095-a9a1-aae5701d1f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7510230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985204'] for subnet, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:02.492661 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d012f2a4-c5e6-4095-a9a1-aae5701d1f23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b5ae07e-be6a-4da2-a9b3-d933ca10c6fb,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:41:02.516234 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d012f2a4-c5e6-4095-a9a1-aae5701d1f23 admin admin] Checking segment: {'id': '4e2094e1-388c-4a7c-81f8-a46880523d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '09242080-ea1e-4046-8031-3ca3190bbd75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 09:41:02.516615 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d012f2a4-c5e6-4095-a9a1-aae5701d1f23 admin admin] Network hostable DHCP agents. Network: 09242080-ea1e-4046-8031-3ca3190bbd75, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 09:41:02.614347 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d012f2a4-c5e6-4095-a9a1-aae5701d1f23 admin admin] Network 09242080-ea1e-4046-8031-3ca3190bbd75 is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 09:41:02.677541 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-d012f2a4-c5e6-4095-a9a1-aae5701d1f23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, 09242080-ea1e-4046-8031-3ca3190bbd75) {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:41:02.681271 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d012f2a4-c5e6-4095-a9a1-aae5701d1f23 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:41:02.682444 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d012f2a4-c5e6-4095-a9a1-aae5701d1f23 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:02.686673 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57828d75-144e-4b7b-be41-b46b99b3deff None None] Network 09242080-ea1e-4046-8031-3ca3190bbd75 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 09:41:02.769729 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-d012f2a4-c5e6-4095-a9a1-aae5701d1f23 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7279289 Feb 04 09:41:02.772218 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 36358) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:41:02.777462 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-67d6c053-3d31-4a74-9692-8b30296bdf54 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-542826675-router', 'tenant_id': '0900bbf83c42459ba6ec40ba9cd2f433', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:41:02.784073 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-67d6c053-3d31-4a74-9692-8b30296bdf54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:41:02.788264 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-67d6c053-3d31-4a74-9692-8b30296bdf54 admin admin] Usage tracker for resource:router and tenant:0900bbf83c42459ba6ec40ba9cd2f433 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:41:02.791415 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-67d6c053-3d31-4a74-9692-8b30296bdf54 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:41:02.799541 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-67d6c053-3d31-4a74-9692-8b30296bdf54 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:41:02.866775 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-67d6c053-3d31-4a74-9692-8b30296bdf54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40975'] for router, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:02.868057 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-67d6c053-3d31-4a74-9692-8b30296bdf54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40982'] for router, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:02.888315 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-67d6c053-3d31-4a74-9692-8b30296bdf54 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:02.912887 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6ba594-ebce-4a41-ada2-602c3d6e0c91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-09242080-ea1e-4046-8031-3ca3190bbd75', 'network_id': '09242080-ea1e-4046-8031-3ca3190bbd75', 'tenant_id': '0900bbf83c42459ba6ec40ba9cd2f433', 'fixed_ips': [{'subnet_id': '5b5ae07e-be6a-4da2-a9b3-d933ca10c6fb'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 09:41:02.913962 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-cc6ba594-ebce-4a41-ada2-602c3d6e0c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:03.090240 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-cc6ba594-ebce-4a41-ada2-602c3d6e0c91 None None] Allocated IP 172.20.0.2 (09242080-ea1e-4046-8031-3ca3190bbd75/5b5ae07e-be6a-4da2-a9b3-d933ca10c6fb/24ed4a9f-2f8b-4ae7-9ae7-2307c1d9015a) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 09:41:03.111354 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-67d6c053-3d31-4a74-9692-8b30296bdf54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40996'] for router, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:03.300275 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-cc6ba594-ebce-4a41-ada2-602c3d6e0c91 None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:03.310149 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-cc6ba594-ebce-4a41-ada2-602c3d6e0c91 None None] Transition to ACTIVE for port object 24ed4a9f-2f8b-4ae7-9ae7-2307c1d9015a will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:41:03.328229 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-cc6ba594-ebce-4a41-ada2-602c3d6e0c91 None None] Transition to ACTIVE for port object 24ed4a9f-2f8b-4ae7-9ae7-2307c1d9015a will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:41:03.365594 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-67d6c053-3d31-4a74-9692-8b30296bdf54 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:03.394617 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-67d6c053-3d31-4a74-9692-8b30296bdf54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:03.420677 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-cc6ba594-ebce-4a41-ada2-602c3d6e0c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:03.484903 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6ba594-ebce-4a41-ada2-602c3d6e0c91 None None] Network 09242080-ea1e-4046-8031-3ca3190bbd75 is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:41:03.487684 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-cc6ba594-ebce-4a41-ada2-602c3d6e0c91 None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:41:03.491510 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6ba594-ebce-4a41-ada2-602c3d6e0c91 None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 09:41:03.500859 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6ba594-ebce-4a41-ada2-602c3d6e0c91 None None] Pushing event updated for resources: {'Port': ['ID=24ed4a9f-2f8b-4ae7-9ae7-2307c1d9015a,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:41:03.532113 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-67d6c053-3d31-4a74-9692-8b30296bdf54 admin admin] Allocated IP 172.26.3.174 (e264bd74-c56b-43d0-9059-bcb57dbbe5bc/79caf47c-b62c-4ea0-b35f-21ede155daa8/da603716-dacf-48d3-9382-a0c6067b43a6) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 09:41:03.595770 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-cc6ba594-ebce-4a41-ada2-602c3d6e0c91 None None] Attempting to bind port 24ed4a9f-2f8b-4ae7-9ae7-2307c1d9015a on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 09:41:03.596162 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-cc6ba594-ebce-4a41-ada2-602c3d6e0c91 None None] Attempting to bind port 24ed4a9f-2f8b-4ae7-9ae7-2307c1d9015a by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': '4e2094e1-388c-4a7c-81f8-a46880523d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '09242080-ea1e-4046-8031-3ca3190bbd75'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 09:41:03.596485 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6ba594-ebce-4a41-ada2-602c3d6e0c91 None None] Attempting to bind port 24ed4a9f-2f8b-4ae7-9ae7-2307c1d9015a on network 09242080-ea1e-4046-8031-3ca3190bbd75 {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 09:41:03.603189 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6ba594-ebce-4a41-ada2-602c3d6e0c91 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 9, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 09:41:03.604029 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6ba594-ebce-4a41-ada2-602c3d6e0c91 None None] Checking segment: {'id': '4e2094e1-388c-4a7c-81f8-a46880523d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '09242080-ea1e-4046-8031-3ca3190bbd75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 09:41:03.604425 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-cc6ba594-ebce-4a41-ada2-602c3d6e0c91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:03.604864 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6ba594-ebce-4a41-ada2-602c3d6e0c91 None None] Bound using segment: {'id': '4e2094e1-388c-4a7c-81f8-a46880523d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '09242080-ea1e-4046-8031-3ca3190bbd75'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 09:41:03.606122 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-cc6ba594-ebce-4a41-ada2-602c3d6e0c91 None None] Bound port: 24ed4a9f-2f8b-4ae7-9ae7-2307c1d9015a, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e2094e1-388c-4a7c-81f8-a46880523d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '09242080-ea1e-4046-8031-3ca3190bbd75'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 09:41:03.606504 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-cc6ba594-ebce-4a41-ada2-602c3d6e0c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:03.619974 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 96172974-5eb7-4e59-b52d-f7288aeec624 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:41:03.760293 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 96172974-5eb7-4e59-b52d-f7288aeec624 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:41:03.761024 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:03.784657 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-cc6ba594-ebce-4a41-ada2-602c3d6e0c91 None None] For port 24ed4a9f-2f8b-4ae7-9ae7-2307c1d9015a, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 09:41:03.788777 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-67d6c053-3d31-4a74-9692-8b30296bdf54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:03.819548 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-cc6ba594-ebce-4a41-ada2-602c3d6e0c91 None None] For port 24ed4a9f-2f8b-4ae7-9ae7-2307c1d9015a, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=24ed4a9f-2f8b-4ae7-9ae7-2307c1d9015a,segment=NetworkSegment(4e2094e1-388c-4a7c-81f8-a46880523d8f),segment_id=4e2094e1-388c-4a7c-81f8-a46880523d8f)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 09:41:03.905639 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-cc6ba594-ebce-4a41-ada2-602c3d6e0c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:03.940808 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-67d6c053-3d31-4a74-9692-8b30296bdf54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:03.998439 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6ba594-ebce-4a41-ada2-602c3d6e0c91 None None] Pushing event updated for resources: {'Port': ['ID=24ed4a9f-2f8b-4ae7-9ae7-2307c1d9015a,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:41:04.023701 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d6c053-3d31-4a74-9692-8b30296bdf54 admin admin] Network e264bd74-c56b-43d0-9059-bcb57dbbe5bc is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:41:04.028035 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-67d6c053-3d31-4a74-9692-8b30296bdf54 admin admin] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:41:04.030007 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d6c053-3d31-4a74-9692-8b30296bdf54 admin admin] Pushing event updated for resources: {'Port': ['ID=da603716-dacf-48d3-9382-a0c6067b43a6,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:41:04.032098 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d6c053-3d31-4a74-9692-8b30296bdf54 admin admin] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 09:41:04.291363 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-67d6c053-3d31-4a74-9692-8b30296bdf54 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:04.292115 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-67d6c053-3d31-4a74-9692-8b30296bdf54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472990'] for router, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:04.574346 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67d6c053-3d31-4a74-9692-8b30296bdf54 admin admin] Router d404533c-990a-4a81-9f7c-0db60694903d is scheduled to L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 with binding_index 1 {{(pid=84107) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 09:41:04.782522 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67d6c053-3d31-4a74-9692-8b30296bdf54 admin admin] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 09:41:04.793033 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc9b48e-8409-4705-bea5-8b6d64258e4a None None] Sync routers for ids ['d404533c-990a-4a81-9f7c-0db60694903d'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 09:41:04.806885 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc9b48e-8409-4705-bea5-8b6d64258e4a None None] Routers {'d404533c-990a-4a81-9f7c-0db60694903d'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:41:04.807506 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-cdc9b48e-8409-4705-bea5-8b6d64258e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:40:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['d404533c-990a-4a81-9f7c-0db60694903d'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:41:04.883018 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-67d6c053-3d31-4a74-9692-8b30296bdf54 admin admin] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:04.884380 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-67d6c053-3d31-4a74-9692-8b30296bdf54 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1111681 Feb 04 09:41:04.889112 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 36364) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:41:04.891812 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fbfbc16-530b-4ea2-8819-1453e8b51bf3 None None] Network 09242080-ea1e-4046-8031-3ca3190bbd75 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 09:41:04.997135 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-cdc9b48e-8409-4705-bea5-8b6d64258e4a None None] Set router d404533c-990a-4a81-9f7c-0db60694903d gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:41:05.106645 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-5f62ba56-60fb-4aa0-99bd-a60950ef7a42 None None] Provisioning for port 24ed4a9f-2f8b-4ae7-9ae7-2307c1d9015a completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:41:05.309020 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-cdc9b48e-8409-4705-bea5-8b6d64258e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd404533c-990a-4a81-9f7c-0db60694903d', 'name': 'tempest-TestShelveInstance-542826675-router', 'tenant_id': '0900bbf83c42459ba6ec40ba9cd2f433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.174'}], 'enable_snat': True}, 'gw_port_id': 'da603716-dacf-48d3-9382-a0c6067b43a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:41:02Z', 'updated_at': '2022-02-04T09:41:04Z', 'revision_number': 3, 'project_id': '0900bbf83c42459ba6ec40ba9cd2f433', 'gw_port': {'id': 'da603716-dacf-48d3-9382-a0c6067b43a6', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b8:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd404533c-990a-4a81-9f7c-0db60694903d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:41:03Z', 'updated_at': '2022-02-04T09:41:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:41:05.313843 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc9b48e-8409-4705-bea5-8b6d64258e4a None None] Checking router: d404533c-990a-4a81-9f7c-0db60694903d for host: dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 09:41:05.314176 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc9b48e-8409-4705-bea5-8b6d64258e4a None None] Updating router d404533c-990a-4a81-9f7c-0db60694903d port da603716-dacf-48d3-9382-a0c6067b43a6 binding host dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 09:41:05.368809 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-cdc9b48e-8409-4705-bea5-8b6d64258e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:05.642847 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 24ed4a9f-2f8b-4ae7-9ae7-2307c1d9015a up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:41:05.709906 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-cdc9b48e-8409-4705-bea5-8b6d64258e4a None None] Notify callbacks [] for port, precommit_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:05.722697 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.provisioning_blocks [None req-cdc9b48e-8409-4705-bea5-8b6d64258e4a None None] Transition to ACTIVE for port object da603716-dacf-48d3-9382-a0c6067b43a6 will not be triggered until provisioned by entity L2. {{(pid=84110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:41:05.759004 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f2871b08-9689-463a-8ec6-bb9f14e20648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:05.814835 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-cdc9b48e-8409-4705-bea5-8b6d64258e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:05.838091 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 24ed4a9f-2f8b-4ae7-9ae7-2307c1d9015a completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:41:05.843373 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 24ed4a9f-2f8b-4ae7-9ae7-2307c1d9015a triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:41:05.847550 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:05.923318 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604da7e0-f488-4260-adf5-1fc72f4b9342 None None] Pushing event updated for resources: {'Port': ['ID=da603716-dacf-48d3-9382-a0c6067b43a6,revision_number=2']} {{(pid=84110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:41:05.942649 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.managers [None req-cdc9b48e-8409-4705-bea5-8b6d64258e4a None None] Attempting to bind port da603716-dacf-48d3-9382-a0c6067b43a6 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 09:41:05.943141 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.managers [None req-cdc9b48e-8409-4705-bea5-8b6d64258e4a None None] Attempting to bind port da603716-dacf-48d3-9382-a0c6067b43a6 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}] {{(pid=84110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 09:41:05.943509 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc9b48e-8409-4705-bea5-8b6d64258e4a None None] Attempting to bind port da603716-dacf-48d3-9382-a0c6067b43a6 on network e264bd74-c56b-43d0-9059-bcb57dbbe5bc {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 09:41:05.951593 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc9b48e-8409-4705-bea5-8b6d64258e4a None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 9, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 09:41:05.952222 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc9b48e-8409-4705-bea5-8b6d64258e4a None None] Checking segment: {'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 09:41:05.952641 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-cdc9b48e-8409-4705-bea5-8b6d64258e4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:05.953165 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc9b48e-8409-4705-bea5-8b6d64258e4a None None] Bound using segment: {'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'} {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 09:41:05.953677 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.managers [None req-cdc9b48e-8409-4705-bea5-8b6d64258e4a None None] Bound port: da603716-dacf-48d3-9382-a0c6067b43a6, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}}] {{(pid=84110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 09:41:05.954229 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-cdc9b48e-8409-4705-bea5-8b6d64258e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:05.975220 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:06.012143 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604da7e0-f488-4260-adf5-1fc72f4b9342 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:41:06.012486 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604da7e0-f488-4260-adf5-1fc72f4b9342 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:41:06.013000 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604da7e0-f488-4260-adf5-1fc72f4b9342 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:41:06.013326 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604da7e0-f488-4260-adf5-1fc72f4b9342 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:41:06.013648 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604da7e0-f488-4260-adf5-1fc72f4b9342 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:41:06.014147 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604da7e0-f488-4260-adf5-1fc72f4b9342 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:41:06.014473 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604da7e0-f488-4260-adf5-1fc72f4b9342 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:41:06.014603 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port 24ed4a9f-2f8b-4ae7-9ae7-2307c1d9015a, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=24ed4a9f-2f8b-4ae7-9ae7-2307c1d9015a,segment=NetworkSegment(4e2094e1-388c-4a7c-81f8-a46880523d8f),segment_id=4e2094e1-388c-4a7c-81f8-a46880523d8f)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:41:06.014791 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604da7e0-f488-4260-adf5-1fc72f4b9342 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:41:06.015107 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604da7e0-f488-4260-adf5-1fc72f4b9342 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:41:06.015554 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604da7e0-f488-4260-adf5-1fc72f4b9342 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:41:06.015872 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604da7e0-f488-4260-adf5-1fc72f4b9342 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:41:06.043873 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.db [None req-cdc9b48e-8409-4705-bea5-8b6d64258e4a None None] For port da603716-dacf-48d3-9382-a0c6067b43a6, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 09:41:06.046784 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.db [None req-cdc9b48e-8409-4705-bea5-8b6d64258e4a None None] For port da603716-dacf-48d3-9382-a0c6067b43a6, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=da603716-dacf-48d3-9382-a0c6067b43a6,segment=NetworkSegment(c44b9475-949d-4ae7-bfca-e29b010a56a6),segment_id=c44b9475-949d-4ae7-bfca-e29b010a56a6)] {{(pid=84110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 09:41:06.082845 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-f2871b08-9689-463a-8ec6-bb9f14e20648 admin admin] Allocated IP 172.20.0.1 (09242080-ea1e-4046-8031-3ca3190bbd75/5b5ae07e-be6a-4da2-a9b3-d933ca10c6fb/9560346b-0e3d-4b5e-bab0-2a53ee017bc4) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 09:41:06.123433 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:06.146832 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-cdc9b48e-8409-4705-bea5-8b6d64258e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:06.189453 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=24ed4a9f-2f8b-4ae7-9ae7-2307c1d9015a,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:41:06.228910 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604da7e0-f488-4260-adf5-1fc72f4b9342 None None] Pushing event updated for resources: {'Port': ['ID=da603716-dacf-48d3-9382-a0c6067b43a6,revision_number=3']} {{(pid=84110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:41:06.236515 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc9b48e-8409-4705-bea5-8b6d64258e4a None None] Routers {'d404533c-990a-4a81-9f7c-0db60694903d'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:41:06.236978 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-cdc9b48e-8409-4705-bea5-8b6d64258e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:40:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['d404533c-990a-4a81-9f7c-0db60694903d'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:41:06.237280 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f2871b08-9689-463a-8ec6-bb9f14e20648 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:06.253820 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.provisioning_blocks [None req-f2871b08-9689-463a-8ec6-bb9f14e20648 admin admin] Transition to ACTIVE for port object 9560346b-0e3d-4b5e-bab0-2a53ee017bc4 will not be triggered until provisioned by entity DHCP. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:41:06.340662 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f2871b08-9689-463a-8ec6-bb9f14e20648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:06.413038 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-cdc9b48e-8409-4705-bea5-8b6d64258e4a None None] Set router d404533c-990a-4a81-9f7c-0db60694903d gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:41:06.414145 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2871b08-9689-463a-8ec6-bb9f14e20648 admin admin] Network 09242080-ea1e-4046-8031-3ca3190bbd75 is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:41:06.417826 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2871b08-9689-463a-8ec6-bb9f14e20648 admin admin] Pushing event updated for resources: {'Port': ['ID=9560346b-0e3d-4b5e-bab0-2a53ee017bc4,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:41:06.421315 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-f2871b08-9689-463a-8ec6-bb9f14e20648 admin admin] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:41:06.423663 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2871b08-9689-463a-8ec6-bb9f14e20648 admin admin] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 09:41:06.480530 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f2871b08-9689-463a-8ec6-bb9f14e20648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-472912'] for router_interface, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:06.648471 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f2871b08-9689-463a-8ec6-bb9f14e20648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:06.706653 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-cdc9b48e-8409-4705-bea5-8b6d64258e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd404533c-990a-4a81-9f7c-0db60694903d', 'name': 'tempest-TestShelveInstance-542826675-router', 'tenant_id': '0900bbf83c42459ba6ec40ba9cd2f433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.174'}], 'enable_snat': True}, 'gw_port_id': 'da603716-dacf-48d3-9382-a0c6067b43a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:41:02Z', 'updated_at': '2022-02-04T09:41:04Z', 'revision_number': 3, 'project_id': '0900bbf83c42459ba6ec40ba9cd2f433', 'gw_port': {'id': 'da603716-dacf-48d3-9382-a0c6067b43a6', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b8:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd404533c-990a-4a81-9f7c-0db60694903d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:41:03Z', 'updated_at': '2022-02-04T09:41:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:41:06.710536 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc9b48e-8409-4705-bea5-8b6d64258e4a None None] The sync data for ids ['d404533c-990a-4a81-9f7c-0db60694903d'] in dv-neutron-827798-2-hyperv is: [{'id': 'd404533c-990a-4a81-9f7c-0db60694903d', 'name': 'tempest-TestShelveInstance-542826675-router', 'tenant_id': '0900bbf83c42459ba6ec40ba9cd2f433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.174'}], 'enable_snat': True}, 'gw_port_id': 'da603716-dacf-48d3-9382-a0c6067b43a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:41:02Z', 'updated_at': '2022-02-04T09:41:04Z', 'revision_number': 3, 'project_id': '0900bbf83c42459ba6ec40ba9cd2f433', 'gw_port': {'id': 'da603716-dacf-48d3-9382-a0c6067b43a6', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b8:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd404533c-990a-4a81-9f7c-0db60694903d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:41:03Z', 'updated_at': '2022-02-04T09:41:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 09:41:06.745932 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-8375674e-57e1-409d-9841-e1565c8373e3 None None] Provisioning for port 9560346b-0e3d-4b5e-bab0-2a53ee017bc4 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:41:06.751118 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-8375674e-57e1-409d-9841-e1565c8373e3 None None] Provisioning complete for port 9560346b-0e3d-4b5e-bab0-2a53ee017bc4 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:41:06.751549 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-8375674e-57e1-409d-9841-e1565c8373e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:06.807222 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-8375674e-57e1-409d-9841-e1565c8373e3 None None] Port 9560346b-0e3d-4b5e-bab0-2a53ee017bc4 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 09:41:06.872835 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f2871b08-9689-463a-8ec6-bb9f14e20648 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:06.940060 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f2871b08-9689-463a-8ec6-bb9f14e20648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:07.057463 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2871b08-9689-463a-8ec6-bb9f14e20648 admin admin] Pushing event updated for resources: {'Port': ['ID=9560346b-0e3d-4b5e-bab0-2a53ee017bc4,revision_number=2']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:41:07.061949 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f2871b08-9689-463a-8ec6-bb9f14e20648 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473771'] for router_interface, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:07.216416 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2871b08-9689-463a-8ec6-bb9f14e20648 admin admin] Network 09242080-ea1e-4046-8031-3ca3190bbd75 is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:41:07.217498 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-f2871b08-9689-463a-8ec6-bb9f14e20648 admin admin] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:41:07.429975 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-be1c1885-2f7a-4e0c-9f50-3039742465c0 None None] Provisioning complete for port 9560346b-0e3d-4b5e-bab0-2a53ee017bc4 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:41:07.430569 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-be1c1885-2f7a-4e0c-9f50-3039742465c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:07.482241 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-be1c1885-2f7a-4e0c-9f50-3039742465c0 None None] Port 9560346b-0e3d-4b5e-bab0-2a53ee017bc4 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 09:41:07.607943 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2871b08-9689-463a-8ec6-bb9f14e20648 admin admin] Router d404533c-990a-4a81-9f7c-0db60694903d has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 09:41:07.615293 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 24ed4a9f-2f8b-4ae7-9ae7-2307c1d9015a up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:41:07.703290 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 24ed4a9f-2f8b-4ae7-9ae7-2307c1d9015a triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:41:07.704318 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:07.932890 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2871b08-9689-463a-8ec6-bb9f14e20648 admin admin] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 09:41:07.942811 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-f2871b08-9689-463a-8ec6-bb9f14e20648 admin admin] 10.222.0.36 "PUT /v2.0/routers/d404533c-990a-4a81-9f7c-0db60694903d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0483215 Feb 04 09:41:08.695344 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 36374) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:41:08.700922 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-97fa7387-9e09-406b-b1bf-707f876311cc tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-148951020', 'description': 'tempest-secgroup-smoke-148951020 description', 'project_id': 'f8af8cc834bd4a21988351036e39c347'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:41:08.707202 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-97fa7387-9e09-406b-b1bf-707f876311cc tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:41:08.711335 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-97fa7387-9e09-406b-b1bf-707f876311cc tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Usage tracker for resource:security_group and tenant:f8af8cc834bd4a21988351036e39c347 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:41:08.714784 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-97fa7387-9e09-406b-b1bf-707f876311cc tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:41:08.721223 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-97fa7387-9e09-406b-b1bf-707f876311cc tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:41:08.820763 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-97fa7387-9e09-406b-b1bf-707f876311cc tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks [] for security_group, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:08.858283 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-97fa7387-9e09-406b-b1bf-707f876311cc tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:41:08.862469 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-97fa7387-9e09-406b-b1bf-707f876311cc tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Usage tracker for resource:security_group_rule and tenant:f8af8cc834bd4a21988351036e39c347 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:41:08.865330 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-97fa7387-9e09-406b-b1bf-707f876311cc tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:41:08.870953 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-97fa7387-9e09-406b-b1bf-707f876311cc tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:41:08.924976 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-97fa7387-9e09-406b-b1bf-707f876311cc tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks [] for security_group, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:08.985593 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-97fa7387-9e09-406b-b1bf-707f876311cc tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:09.028389 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fa7387-9e09-406b-b1bf-707f876311cc tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=196e8388-4e2f-4118-ae96-dbaf59af05a4,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:41:09.106560 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-97fa7387-9e09-406b-b1bf-707f876311cc tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:09.107895 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-97fa7387-9e09-406b-b1bf-707f876311cc tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4115255 Feb 04 09:41:09.110854 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 36378) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:41:09.117208 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-d4932c1e-6d04-466d-93a5-5686ee098b47 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Request body: {'security_group_rule': {'security_group_id': '196e8388-4e2f-4118-ae96-dbaf59af05a4', 'project_id': 'f8af8cc834bd4a21988351036e39c347', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:41:09.123342 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-d4932c1e-6d04-466d-93a5-5686ee098b47 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:41:09.126962 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-d4932c1e-6d04-466d-93a5-5686ee098b47 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Usage tracker for resource:security_group_rule and tenant:f8af8cc834bd4a21988351036e39c347 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:41:09.130008 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-d4932c1e-6d04-466d-93a5-5686ee098b47 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:41:09.136190 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-d4932c1e-6d04-466d-93a5-5686ee098b47 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:41:09.231769 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d4932c1e-6d04-466d-93a5-5686ee098b47 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:09.291524 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d4932c1e-6d04-466d-93a5-5686ee098b47 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:09.374643 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d4932c1e-6d04-466d-93a5-5686ee098b47 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:09.398653 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4932c1e-6d04-466d-93a5-5686ee098b47 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25f20a77-7e34-45cd-bd66-767723af142f,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:41:09.466153 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d4932c1e-6d04-466d-93a5-5686ee098b47 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:09.467353 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-d4932c1e-6d04-466d-93a5-5686ee098b47 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3555448 Feb 04 09:41:09.470080 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 36382) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:41:09.475539 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-cbd50ffa-be1e-4ced-8dfb-b6b03c42289c tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Request body: {'security_group_rule': {'security_group_id': '196e8388-4e2f-4118-ae96-dbaf59af05a4', 'project_id': 'f8af8cc834bd4a21988351036e39c347', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:41:09.481917 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-cbd50ffa-be1e-4ced-8dfb-b6b03c42289c tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:41:09.485683 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-cbd50ffa-be1e-4ced-8dfb-b6b03c42289c tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Usage tracker for resource:security_group_rule and tenant:f8af8cc834bd4a21988351036e39c347 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:41:09.488707 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-cbd50ffa-be1e-4ced-8dfb-b6b03c42289c tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:41:09.494926 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-cbd50ffa-be1e-4ced-8dfb-b6b03c42289c tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:41:09.586928 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-cbd50ffa-be1e-4ced-8dfb-b6b03c42289c tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:09.647255 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-cbd50ffa-be1e-4ced-8dfb-b6b03c42289c tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:09.722942 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-cbd50ffa-be1e-4ced-8dfb-b6b03c42289c tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:09.747899 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd50ffa-be1e-4ced-8dfb-b6b03c42289c tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d58f274-78c9-465e-9be0-06b98eacb5ae,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:41:09.831712 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-cbd50ffa-be1e-4ced-8dfb-b6b03c42289c tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:09.832905 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-cbd50ffa-be1e-4ced-8dfb-b6b03c42289c tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3618240 Feb 04 09:41:09.835604 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 36386) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:41:09.840963 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-7c38972c-dd1e-495f-ae3d-1f6fc66e04c8 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Request body: {'security_group_rule': {'security_group_id': '196e8388-4e2f-4118-ae96-dbaf59af05a4', 'project_id': 'f8af8cc834bd4a21988351036e39c347', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:41:09.846932 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-7c38972c-dd1e-495f-ae3d-1f6fc66e04c8 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:41:09.850734 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-7c38972c-dd1e-495f-ae3d-1f6fc66e04c8 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Usage tracker for resource:security_group_rule and tenant:f8af8cc834bd4a21988351036e39c347 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:41:09.854514 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-7c38972c-dd1e-495f-ae3d-1f6fc66e04c8 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:41:09.860205 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-7c38972c-dd1e-495f-ae3d-1f6fc66e04c8 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:41:09.947040 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7c38972c-dd1e-495f-ae3d-1f6fc66e04c8 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:10.020164 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7c38972c-dd1e-495f-ae3d-1f6fc66e04c8 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:10.100065 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7c38972c-dd1e-495f-ae3d-1f6fc66e04c8 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:10.124814 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c38972c-dd1e-495f-ae3d-1f6fc66e04c8 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7af9c1a6-8434-40d6-9481-c94e6262502d,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:41:10.203309 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7c38972c-dd1e-495f-ae3d-1f6fc66e04c8 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:10.205017 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-7c38972c-dd1e-495f-ae3d-1f6fc66e04c8 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3684924 Feb 04 09:41:10.207625 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 36390) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:41:10.213902 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-08250576-a19c-43f4-a05f-7049f957dba8 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Request body: {'security_group_rule': {'security_group_id': '196e8388-4e2f-4118-ae96-dbaf59af05a4', 'project_id': 'f8af8cc834bd4a21988351036e39c347', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:41:10.220202 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-08250576-a19c-43f4-a05f-7049f957dba8 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:41:10.224079 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-08250576-a19c-43f4-a05f-7049f957dba8 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Usage tracker for resource:security_group_rule and tenant:f8af8cc834bd4a21988351036e39c347 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:41:10.226953 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-08250576-a19c-43f4-a05f-7049f957dba8 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:41:10.233269 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-08250576-a19c-43f4-a05f-7049f957dba8 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:41:10.319620 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-08250576-a19c-43f4-a05f-7049f957dba8 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:10.391120 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-08250576-a19c-43f4-a05f-7049f957dba8 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:10.523065 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-08250576-a19c-43f4-a05f-7049f957dba8 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:10.546319 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08250576-a19c-43f4-a05f-7049f957dba8 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4cf7b62-49f5-4af8-948f-0f60ee9eb722,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:41:10.626857 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-08250576-a19c-43f4-a05f-7049f957dba8 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:10.628053 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-08250576-a19c-43f4-a05f-7049f957dba8 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4194992 Feb 04 09:41:10.630859 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 36394) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:41:10.636848 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-3b1564a4-b9c8-47a4-b919-394ed2920486 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Request body: {'security_group_rule': {'security_group_id': '196e8388-4e2f-4118-ae96-dbaf59af05a4', 'project_id': 'f8af8cc834bd4a21988351036e39c347', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:41:10.642740 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-3b1564a4-b9c8-47a4-b919-394ed2920486 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:41:10.646563 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-3b1564a4-b9c8-47a4-b919-394ed2920486 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Usage tracker for resource:security_group_rule and tenant:f8af8cc834bd4a21988351036e39c347 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:41:10.649440 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-3b1564a4-b9c8-47a4-b919-394ed2920486 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:41:10.655677 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-3b1564a4-b9c8-47a4-b919-394ed2920486 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:41:10.706022 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.securitygroups_db [None req-3b1564a4-b9c8-47a4-b919-394ed2920486 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Project f8af8cc834bd4a21988351036e39c347 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 09:41:10.713264 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3b1564a4-b9c8-47a4-b919-394ed2920486 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:10.775518 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3b1564a4-b9c8-47a4-b919-394ed2920486 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:10.860140 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3b1564a4-b9c8-47a4-b919-394ed2920486 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:10.883331 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1564a4-b9c8-47a4-b919-394ed2920486 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=478db386-9d0d-4d74-9c55-333d79b32398,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:41:10.952116 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3b1564a4-b9c8-47a4-b919-394ed2920486 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:10.956080 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-3b1564a4-b9c8-47a4-b919-394ed2920486 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3216281 Feb 04 09:41:10.956214 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 36398) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:41:10.961608 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-a025ca87-bda5-4e56-bcd0-6c2540706c73 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Request body: {'security_group_rule': {'security_group_id': '196e8388-4e2f-4118-ae96-dbaf59af05a4', 'project_id': 'f8af8cc834bd4a21988351036e39c347', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:41:10.967564 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-a025ca87-bda5-4e56-bcd0-6c2540706c73 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:41:10.971602 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-a025ca87-bda5-4e56-bcd0-6c2540706c73 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Usage tracker for resource:security_group_rule and tenant:f8af8cc834bd4a21988351036e39c347 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:41:10.974510 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-a025ca87-bda5-4e56-bcd0-6c2540706c73 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:41:10.980148 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-a025ca87-bda5-4e56-bcd0-6c2540706c73 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:41:11.082652 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.securitygroups_db [None req-a025ca87-bda5-4e56-bcd0-6c2540706c73 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Project f8af8cc834bd4a21988351036e39c347 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 09:41:11.089661 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a025ca87-bda5-4e56-bcd0-6c2540706c73 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:11.152488 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a025ca87-bda5-4e56-bcd0-6c2540706c73 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:11.225278 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a025ca87-bda5-4e56-bcd0-6c2540706c73 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:11.253093 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a025ca87-bda5-4e56-bcd0-6c2540706c73 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d2483ff-aa55-42c1-b7ab-b699eb41162e,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:41:11.374355 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a025ca87-bda5-4e56-bcd0-6c2540706c73 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:11.375556 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-a025ca87-bda5-4e56-bcd0-6c2540706c73 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4184120 Feb 04 09:41:11.550247 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-45dc8f54-1aad-42eb-b849-aaa81da29e7f req-52c1ad25-28ad-4ac4-afdb-55725e8be607 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Synchronizing usage tracker for tenant:f8af8cc834bd4a21988351036e39c347 on resource:security_group {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 09:41:11.620204 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-45dc8f54-1aad-42eb-b849-aaa81da29e7f req-52c1ad25-28ad-4ac4-afdb-55725e8be607 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Unset dirty status for tenant:f8af8cc834bd4a21988351036e39c347 on resource:security_group {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 09:41:11.621412 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-45dc8f54-1aad-42eb-b849-aaa81da29e7f req-52c1ad25-28ad-4ac4-afdb-55725e8be607 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-148951020&fields=id&tenant_id=f8af8cc834bd4a21988351036e39c347 HTTP/1.1" status: 200 len: 267 time: 0.1155148 Feb 04 09:41:11.766815 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc8f54-1aad-42eb-b849-aaa81da29e7f req-a812ea56-f3eb-42a2-9a9d-f702af2ae516 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:41:11.767356 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-45dc8f54-1aad-42eb-b849-aaa81da29e7f req-a812ea56-f3eb-42a2-9a9d-f702af2ae516 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Synchronizing usage tracker for tenant:f8af8cc834bd4a21988351036e39c347 on resource:network {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 09:41:11.831405 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-45dc8f54-1aad-42eb-b849-aaa81da29e7f req-a812ea56-f3eb-42a2-9a9d-f702af2ae516 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Unset dirty status for tenant:f8af8cc834bd4a21988351036e39c347 on resource:network {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 09:41:11.832582 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-45dc8f54-1aad-42eb-b849-aaa81da29e7f req-a812ea56-f3eb-42a2-9a9d-f702af2ae516 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/networks?id=ee6eb58f-6a81-4983-b366-718b2ce8edaa HTTP/1.1" status: 200 len: 808 time: 0.2047267 Feb 04 09:41:11.849742 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-45dc8f54-1aad-42eb-b849-aaa81da29e7f req-6328daba-72c6-4d3b-9309-b14089ce6901 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/quotas/f8af8cc834bd4a21988351036e39c347 HTTP/1.1" status: 200 len: 375 time: 0.0116518 Feb 04 09:41:11.930555 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-45dc8f54-1aad-42eb-b849-aaa81da29e7f req-d881bb94-2e58-45c5-8224-e9b7978f6305 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Synchronizing usage tracker for tenant:f8af8cc834bd4a21988351036e39c347 on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 09:41:12.003082 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-45dc8f54-1aad-42eb-b849-aaa81da29e7f req-d881bb94-2e58-45c5-8224-e9b7978f6305 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Unset dirty status for tenant:f8af8cc834bd4a21988351036e39c347 on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 09:41:12.004444 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-45dc8f54-1aad-42eb-b849-aaa81da29e7f req-d881bb94-2e58-45c5-8224-e9b7978f6305 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f8af8cc834bd4a21988351036e39c347&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1499403 Feb 04 09:41:12.256813 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-45dc8f54-1aad-42eb-b849-aaa81da29e7f req-fd0c2a4b-611c-4f27-9a0e-ecab9f2bfd1c service neutron] 10.222.0.36 "GET /v2.0/networks/ee6eb58f-6a81-4983-b366-718b2ce8edaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403326 Feb 04 09:41:12.395071 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-45dc8f54-1aad-42eb-b849-aaa81da29e7f req-1d79d1cf-fc92-4042-8886-c6dd17ac8ad2 service neutron] 10.222.0.36 "GET /v2.0/networks/ee6eb58f-6a81-4983-b366-718b2ce8edaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316221 Feb 04 09:41:12.693004 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-89954f64-2d0c-403c-ae31-63e264bddaaa req-74e69017-51ef-4ce8-882d-b8de19cb905c tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=0e0bfb48-c775-4158-81ab-0b5574d67ad9 HTTP/1.1" status: 200 len: 210 time: 0.0443184 Feb 04 09:41:13.508375 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6296315-dc4d-413d-9c60-0ed89ce51b44 None None] Sync routers for ids ['645afb1b-35b2-48e5-90be-069ea1b3d640'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 09:41:13.526947 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6296315-dc4d-413d-9c60-0ed89ce51b44 None None] Routers {'645afb1b-35b2-48e5-90be-069ea1b3d640'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:41:13.528748 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-f6296315-dc4d-413d-9c60-0ed89ce51b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:40:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['645afb1b-35b2-48e5-90be-069ea1b3d640'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:41:13.676909 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device da603716-dacf-48d3-9382-a0c6067b43a6 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:41:13.775327 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-f6296315-dc4d-413d-9c60-0ed89ce51b44 None None] Set router 645afb1b-35b2-48e5-90be-069ea1b3d640 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:41:13.892242 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c322a5a1-76d4-451d-a73a-dc792a62f669 req-40f1d5b2-cf80-4de4-802a-0e8a19f8652b tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=0e0bfb48-c775-4158-81ab-0b5574d67ad9 HTTP/1.1" status: 200 len: 210 time: 0.0701993 Feb 04 09:41:13.931629 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port da603716-dacf-48d3-9382-a0c6067b43a6 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:41:14.001152 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port da603716-dacf-48d3-9382-a0c6067b43a6 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:41:14.001591 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:14.141843 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 09:41:14.197387 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:14.221243 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port da603716-dacf-48d3-9382-a0c6067b43a6, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=da603716-dacf-48d3-9382-a0c6067b43a6,segment=NetworkSegment(c44b9475-949d-4ae7-bfca-e29b010a56a6),segment_id=c44b9475-949d-4ae7-bfca-e29b010a56a6)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:41:14.231082 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-f6296315-dc4d-413d-9c60-0ed89ce51b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '645afb1b-35b2-48e5-90be-069ea1b3d640', 'name': 'tempest-TestShelveInstance-807321954-router', 'tenant_id': 'f8af8cc834bd4a21988351036e39c347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '96172974-5eb7-4e59-b52d-f7288aeec624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:40:54Z', 'updated_at': '2022-02-04T09:40:58Z', 'revision_number': 4, 'project_id': 'f8af8cc834bd4a21988351036e39c347', 'gw_port': {'id': '96172974-5eb7-4e59-b52d-f7288aeec624', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '645afb1b-35b2-48e5-90be-069ea1b3d640', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:40:55Z', 'updated_at': '2022-02-04T09:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '4017a2bf-3bbc-45e3-bdfd-2de7e8b4e7dc', 'name': '', 'network_id': 'ee6eb58f-6a81-4983-b366-718b2ce8edaa', 'tenant_id': 'f8af8cc834bd4a21988351036e39c347', 'mac_address': 'fa:16:3e:fe:58:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '645afb1b-35b2-48e5-90be-069ea1b3d640', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a969431c-2b68-43b0-8afa-92fdbf7f6479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:40:58Z', 'updated_at': '2022-02-04T09:40:58Z', 'revision_number': 2, 'project_id': 'f8af8cc834bd4a21988351036e39c347', 'subnets': [{'id': 'a969431c-2b68-43b0-8afa-92fdbf7f6479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:41:14.235050 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6296315-dc4d-413d-9c60-0ed89ce51b44 None None] Checking router: 645afb1b-35b2-48e5-90be-069ea1b3d640 for host: dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 09:41:14.235593 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6296315-dc4d-413d-9c60-0ed89ce51b44 None None] Updating router 645afb1b-35b2-48e5-90be-069ea1b3d640 port 4017a2bf-3bbc-45e3-bdfd-2de7e8b4e7dc binding host dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 09:41:14.286632 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-f6296315-dc4d-413d-9c60-0ed89ce51b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:14.334538 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:14.507019 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=da603716-dacf-48d3-9382-a0c6067b43a6,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:41:14.730756 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-f6296315-dc4d-413d-9c60-0ed89ce51b44 None None] Notify callbacks [] for port, precommit_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:14.742269 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-f6296315-dc4d-413d-9c60-0ed89ce51b44 None None] Transition to ACTIVE for port object 4017a2bf-3bbc-45e3-bdfd-2de7e8b4e7dc will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:41:14.820055 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-f6296315-dc4d-413d-9c60-0ed89ce51b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:14.889826 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a519aa-ca46-4369-8e4f-ff2ae8c1b958 None None] Pushing event updated for resources: {'Port': ['ID=4017a2bf-3bbc-45e3-bdfd-2de7e8b4e7dc,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:41:14.907325 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc8f54-1aad-42eb-b849-aaa81da29e7f req-420d117a-fdb5-4b30-a8ab-168aed2cad7d tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:41:14.908856 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-45dc8f54-1aad-42eb-b849-aaa81da29e7f req-420d117a-fdb5-4b30-a8ab-168aed2cad7d tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.47 "GET /v2.0/networks?id=ee6eb58f-6a81-4983-b366-718b2ce8edaa HTTP/1.1" status: 200 len: 808 time: 0.1501970 Feb 04 09:41:14.974753 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [req-45dc8f54-1aad-42eb-b849-aaa81da29e7f req-a8cc051b-1632-4243-9f1e-fdf24dfce8b0 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Synchronizing usage tracker for tenant:f8af8cc834bd4a21988351036e39c347 on resource:security_group {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 09:41:14.992113 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [req-45dc8f54-1aad-42eb-b849-aaa81da29e7f req-a8cc051b-1632-4243-9f1e-fdf24dfce8b0 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Unset dirty status for tenant:f8af8cc834bd4a21988351036e39c347 on resource:security_group {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 09:41:14.993437 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-45dc8f54-1aad-42eb-b849-aaa81da29e7f req-a8cc051b-1632-4243-9f1e-fdf24dfce8b0 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f8af8cc834bd4a21988351036e39c347 HTTP/1.1" status: 200 len: 379 time: 0.0718074 Feb 04 09:41:15.033846 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [req-45dc8f54-1aad-42eb-b849-aaa81da29e7f req-42412c07-b36b-42b9-8a82-4e09eee7d2fd tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Request body: {'port': {'device_id': '0e0bfb48-c775-4158-81ab-0b5574d67ad9', 'network_id': 'ee6eb58f-6a81-4983-b366-718b2ce8edaa', 'admin_state_up': True, 'tenant_id': 'f8af8cc834bd4a21988351036e39c347', 'security_groups': ['196e8388-4e2f-4118-ae96-dbaf59af05a4']}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:41:15.105002 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-f6296315-dc4d-413d-9c60-0ed89ce51b44 None None] Attempting to bind port 4017a2bf-3bbc-45e3-bdfd-2de7e8b4e7dc on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 09:41:15.105531 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-f6296315-dc4d-413d-9c60-0ed89ce51b44 None None] Attempting to bind port 4017a2bf-3bbc-45e3-bdfd-2de7e8b4e7dc by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': 'be2723b6-7e81-457a-a1cf-6ec262c4a96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ee6eb58f-6a81-4983-b366-718b2ce8edaa'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 09:41:15.105898 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6296315-dc4d-413d-9c60-0ed89ce51b44 None None] Attempting to bind port 4017a2bf-3bbc-45e3-bdfd-2de7e8b4e7dc on network ee6eb58f-6a81-4983-b366-718b2ce8edaa {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 09:41:15.113351 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6296315-dc4d-413d-9c60-0ed89ce51b44 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 9, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 09:41:15.113806 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6296315-dc4d-413d-9c60-0ed89ce51b44 None None] Checking segment: {'id': 'be2723b6-7e81-457a-a1cf-6ec262c4a96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ee6eb58f-6a81-4983-b366-718b2ce8edaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 09:41:15.114210 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-f6296315-dc4d-413d-9c60-0ed89ce51b44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:15.114650 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6296315-dc4d-413d-9c60-0ed89ce51b44 None None] Bound using segment: {'id': 'be2723b6-7e81-457a-a1cf-6ec262c4a96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ee6eb58f-6a81-4983-b366-718b2ce8edaa'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 09:41:15.115103 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-f6296315-dc4d-413d-9c60-0ed89ce51b44 None None] Bound port: 4017a2bf-3bbc-45e3-bdfd-2de7e8b4e7dc, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be2723b6-7e81-457a-a1cf-6ec262c4a96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ee6eb58f-6a81-4983-b366-718b2ce8edaa'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 09:41:15.115467 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-f6296315-dc4d-413d-9c60-0ed89ce51b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:15.119482 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-bc1139d6-a9b9-4928-853c-0f2af4ca1ee3 req-07e412eb-c678-40b2-b827-114783c8da7a tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=0e0bfb48-c775-4158-81ab-0b5574d67ad9 HTTP/1.1" status: 200 len: 210 time: 0.0682695 Feb 04 09:41:15.210291 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-f6296315-dc4d-413d-9c60-0ed89ce51b44 None None] For port 4017a2bf-3bbc-45e3-bdfd-2de7e8b4e7dc, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 09:41:15.212829 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [req-45dc8f54-1aad-42eb-b849-aaa81da29e7f req-42412c07-b36b-42b9-8a82-4e09eee7d2fd tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:41:15.213198 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-f6296315-dc4d-413d-9c60-0ed89ce51b44 None None] For port 4017a2bf-3bbc-45e3-bdfd-2de7e8b4e7dc, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=4017a2bf-3bbc-45e3-bdfd-2de7e8b4e7dc,segment=NetworkSegment(be2723b6-7e81-457a-a1cf-6ec262c4a96a),segment_id=be2723b6-7e81-457a-a1cf-6ec262c4a96a)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 09:41:15.223749 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [req-45dc8f54-1aad-42eb-b849-aaa81da29e7f req-42412c07-b36b-42b9-8a82-4e09eee7d2fd tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:41:15.295017 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-f6296315-dc4d-413d-9c60-0ed89ce51b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:15.340458 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45dc8f54-1aad-42eb-b849-aaa81da29e7f req-42412c07-b36b-42b9-8a82-4e09eee7d2fd tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Made reservation on behalf of f8af8cc834bd4a21988351036e39c347 for: {'port': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 09:41:15.343550 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-45dc8f54-1aad-42eb-b849-aaa81da29e7f req-42412c07-b36b-42b9-8a82-4e09eee7d2fd tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:15.382970 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a519aa-ca46-4369-8e4f-ff2ae8c1b958 None None] Pushing event updated for resources: {'Port': ['ID=4017a2bf-3bbc-45e3-bdfd-2de7e8b4e7dc,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:41:15.386412 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6296315-dc4d-413d-9c60-0ed89ce51b44 None None] Routers {'645afb1b-35b2-48e5-90be-069ea1b3d640'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:41:15.387018 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-f6296315-dc4d-413d-9c60-0ed89ce51b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:40:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['645afb1b-35b2-48e5-90be-069ea1b3d640'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:41:15.527536 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [req-45dc8f54-1aad-42eb-b849-aaa81da29e7f req-42412c07-b36b-42b9-8a82-4e09eee7d2fd tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Allocated IP 172.20.0.4 (ee6eb58f-6a81-4983-b366-718b2ce8edaa/a969431c-2b68-43b0-8afa-92fdbf7f6479/f02e4e1c-46a6-4cca-9d7a-150318f51750) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 09:41:15.594429 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-f6296315-dc4d-413d-9c60-0ed89ce51b44 None None] Set router 645afb1b-35b2-48e5-90be-069ea1b3d640 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:41:15.662555 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 4017a2bf-3bbc-45e3-bdfd-2de7e8b4e7dc up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:41:15.734535 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-45dc8f54-1aad-42eb-b849-aaa81da29e7f req-42412c07-b36b-42b9-8a82-4e09eee7d2fd tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:15.751544 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.provisioning_blocks [req-45dc8f54-1aad-42eb-b849-aaa81da29e7f req-42412c07-b36b-42b9-8a82-4e09eee7d2fd tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Transition to ACTIVE for port object f02e4e1c-46a6-4cca-9d7a-150318f51750 will not be triggered until provisioned by entity DHCP. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:41:15.855373 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-45dc8f54-1aad-42eb-b849-aaa81da29e7f req-42412c07-b36b-42b9-8a82-4e09eee7d2fd tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:15.927602 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45dc8f54-1aad-42eb-b849-aaa81da29e7f req-42412c07-b36b-42b9-8a82-4e09eee7d2fd tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Network ee6eb58f-6a81-4983-b366-718b2ce8edaa is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:41:15.931042 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [req-45dc8f54-1aad-42eb-b849-aaa81da29e7f req-42412c07-b36b-42b9-8a82-4e09eee7d2fd tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:41:15.936603 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [req-45dc8f54-1aad-42eb-b849-aaa81da29e7f req-42412c07-b36b-42b9-8a82-4e09eee7d2fd tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 09:41:15.971579 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42412c07-b36b-42b9-8a82-4e09eee7d2fd tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Pushing event updated for resources: {'Port': ['ID=f02e4e1c-46a6-4cca-9d7a-150318f51750,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:41:16.004509 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 4017a2bf-3bbc-45e3-bdfd-2de7e8b4e7dc completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:41:16.011044 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-f6296315-dc4d-413d-9c60-0ed89ce51b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '645afb1b-35b2-48e5-90be-069ea1b3d640', 'name': 'tempest-TestShelveInstance-807321954-router', 'tenant_id': 'f8af8cc834bd4a21988351036e39c347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '96172974-5eb7-4e59-b52d-f7288aeec624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:40:54Z', 'updated_at': '2022-02-04T09:40:58Z', 'revision_number': 4, 'project_id': 'f8af8cc834bd4a21988351036e39c347', 'gw_port': {'id': '96172974-5eb7-4e59-b52d-f7288aeec624', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '645afb1b-35b2-48e5-90be-069ea1b3d640', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:40:55Z', 'updated_at': '2022-02-04T09:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '4017a2bf-3bbc-45e3-bdfd-2de7e8b4e7dc', 'name': '', 'network_id': 'ee6eb58f-6a81-4983-b366-718b2ce8edaa', 'tenant_id': 'f8af8cc834bd4a21988351036e39c347', 'mac_address': 'fa:16:3e:fe:58:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '645afb1b-35b2-48e5-90be-069ea1b3d640', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a969431c-2b68-43b0-8afa-92fdbf7f6479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:40:58Z', 'updated_at': '2022-02-04T09:41:15Z', 'revision_number': 4, 'project_id': 'f8af8cc834bd4a21988351036e39c347', 'subnets': [{'id': 'a969431c-2b68-43b0-8afa-92fdbf7f6479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:41:16.014280 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc8f54-1aad-42eb-b849-aaa81da29e7f req-42412c07-b36b-42b9-8a82-4e09eee7d2fd tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:41:16.022604 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 4017a2bf-3bbc-45e3-bdfd-2de7e8b4e7dc triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:41:16.023653 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-45dc8f54-1aad-42eb-b849-aaa81da29e7f req-42412c07-b36b-42b9-8a82-4e09eee7d2fd tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:16.023921 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:16.046166 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6296315-dc4d-413d-9c60-0ed89ce51b44 None None] The sync data for ids ['645afb1b-35b2-48e5-90be-069ea1b3d640'] in dv-neutron-827798-2-hyperv is: [{'id': '645afb1b-35b2-48e5-90be-069ea1b3d640', 'name': 'tempest-TestShelveInstance-807321954-router', 'tenant_id': 'f8af8cc834bd4a21988351036e39c347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '96172974-5eb7-4e59-b52d-f7288aeec624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:40:54Z', 'updated_at': '2022-02-04T09:40:58Z', 'revision_number': 4, 'project_id': 'f8af8cc834bd4a21988351036e39c347', 'gw_port': {'id': '96172974-5eb7-4e59-b52d-f7288aeec624', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '645afb1b-35b2-48e5-90be-069ea1b3d640', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:40:55Z', 'updated_at': '2022-02-04T09:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '4017a2bf-3bbc-45e3-bdfd-2de7e8b4e7dc', 'name': '', 'network_id': 'ee6eb58f-6a81-4983-b366-718b2ce8edaa', 'tenant_id': 'f8af8cc834bd4a21988351036e39c347', 'mac_address': 'fa:16:3e:fe:58:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '645afb1b-35b2-48e5-90be-069ea1b3d640', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a969431c-2b68-43b0-8afa-92fdbf7f6479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:40:58Z', 'updated_at': '2022-02-04T09:41:15Z', 'revision_number': 4, 'project_id': 'f8af8cc834bd4a21988351036e39c347', 'subnets': [{'id': 'a969431c-2b68-43b0-8afa-92fdbf7f6479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 09:41:16.129496 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-45dc8f54-1aad-42eb-b849-aaa81da29e7f req-42412c07-b36b-42b9-8a82-4e09eee7d2fd tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1289990 Feb 04 09:41:16.153771 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:16.155966 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [req-45dc8f54-1aad-42eb-b849-aaa81da29e7f req-c9bd9de1-7ae1-4aac-8af9-d5e12c604d6e service neutron] Request body: {'port': {'device_id': '0e0bfb48-c775-4158-81ab-0b5574d67ad9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:41:16.206901 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port 4017a2bf-3bbc-45e3-bdfd-2de7e8b4e7dc, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=4017a2bf-3bbc-45e3-bdfd-2de7e8b4e7dc,segment=NetworkSegment(be2723b6-7e81-457a-a1cf-6ec262c4a96a),segment_id=be2723b6-7e81-457a-a1cf-6ec262c4a96a)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:41:16.294731 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:16.296154 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device da603716-dacf-48d3-9382-a0c6067b43a6 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:41:16.320516 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-45dc8f54-1aad-42eb-b849-aaa81da29e7f req-c9bd9de1-7ae1-4aac-8af9-d5e12c604d6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:16.390013 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecc764c-06d0-47d3-86c8-cacb239cebc2 None None] Sync routers for ids ['d404533c-990a-4a81-9f7c-0db60694903d'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 09:41:16.397292 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-cbb086e9-ab88-4f95-860a-889856782f9e None None] Provisioning for port f02e4e1c-46a6-4cca-9d7a-150318f51750 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:41:16.408243 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecc764c-06d0-47d3-86c8-cacb239cebc2 None None] Routers {'d404533c-990a-4a81-9f7c-0db60694903d'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:41:16.408885 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-0ecc764c-06d0-47d3-86c8-cacb239cebc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:40:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['d404533c-990a-4a81-9f7c-0db60694903d'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:41:16.423847 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-cbb086e9-ab88-4f95-860a-889856782f9e None None] Provisioning complete for port f02e4e1c-46a6-4cca-9d7a-150318f51750 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:41:16.424503 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-cbb086e9-ab88-4f95-860a-889856782f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:16.429437 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe49858-566d-44ff-a901-dbb68fbb8b70 req-125552e3-1c7e-4387-a020-40aaba712c59 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:41:16.432900 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-dbe49858-566d-44ff-a901-dbb68fbb8b70 req-125552e3-1c7e-4387-a020-40aaba712c59 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=0e0bfb48-c775-4158-81ab-0b5574d67ad9 HTTP/1.1" status: 200 len: 931 time: 0.1394596 Feb 04 09:41:16.503094 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-cbb086e9-ab88-4f95-860a-889856782f9e None None] Port f02e4e1c-46a6-4cca-9d7a-150318f51750 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 09:41:16.505913 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=4017a2bf-3bbc-45e3-bdfd-2de7e8b4e7dc,revision_number=5']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:41:16.527081 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port da603716-dacf-48d3-9382-a0c6067b43a6 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:41:16.527605 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:16.528000 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-dbe49858-566d-44ff-a901-dbb68fbb8b70 req-9ddf211a-d000-44bc-9bd9-f08d4d60c37c tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=196e8388-4e2f-4118-ae96-dbaf59af05a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869603 Feb 04 09:41:16.642243 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-0ecc764c-06d0-47d3-86c8-cacb239cebc2 None None] Set router d404533c-990a-4a81-9f7c-0db60694903d gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:41:16.923326 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [req-45dc8f54-1aad-42eb-b849-aaa81da29e7f req-c9bd9de1-7ae1-4aac-8af9-d5e12c604d6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f02e4e1c-46a6-4cca-9d7a-150318f51750 {{(pid=84108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 09:41:16.931026 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-45dc8f54-1aad-42eb-b849-aaa81da29e7f req-c9bd9de1-7ae1-4aac-8af9-d5e12c604d6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:16.946833 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.provisioning_blocks [req-45dc8f54-1aad-42eb-b849-aaa81da29e7f req-c9bd9de1-7ae1-4aac-8af9-d5e12c604d6e service neutron] Transition to ACTIVE for port object f02e4e1c-46a6-4cca-9d7a-150318f51750 will not be triggered until provisioned by entity L2. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:41:16.977504 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-0ecc764c-06d0-47d3-86c8-cacb239cebc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd404533c-990a-4a81-9f7c-0db60694903d', 'name': 'tempest-TestShelveInstance-542826675-router', 'tenant_id': '0900bbf83c42459ba6ec40ba9cd2f433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.174'}], 'enable_snat': True}, 'gw_port_id': 'da603716-dacf-48d3-9382-a0c6067b43a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:41:02Z', 'updated_at': '2022-02-04T09:41:06Z', 'revision_number': 4, 'project_id': '0900bbf83c42459ba6ec40ba9cd2f433', 'gw_port': {'id': 'da603716-dacf-48d3-9382-a0c6067b43a6', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd404533c-990a-4a81-9f7c-0db60694903d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:41:03Z', 'updated_at': '2022-02-04T09:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '9560346b-0e3d-4b5e-bab0-2a53ee017bc4', 'name': '', 'network_id': '09242080-ea1e-4046-8031-3ca3190bbd75', 'tenant_id': '0900bbf83c42459ba6ec40ba9cd2f433', 'mac_address': 'fa:16:3e:f4:51:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd404533c-990a-4a81-9f7c-0db60694903d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b5ae07e-be6a-4da2-a9b3-d933ca10c6fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:41:05Z', 'updated_at': '2022-02-04T09:41:06Z', 'revision_number': 2, 'project_id': '0900bbf83c42459ba6ec40ba9cd2f433', 'subnets': [{'id': '5b5ae07e-be6a-4da2-a9b3-d933ca10c6fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:41:16.981245 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecc764c-06d0-47d3-86c8-cacb239cebc2 None None] Checking router: d404533c-990a-4a81-9f7c-0db60694903d for host: dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 09:41:16.981584 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecc764c-06d0-47d3-86c8-cacb239cebc2 None None] Updating router d404533c-990a-4a81-9f7c-0db60694903d port 9560346b-0e3d-4b5e-bab0-2a53ee017bc4 binding host dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 09:41:17.031204 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-0ecc764c-06d0-47d3-86c8-cacb239cebc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:17.042439 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-45dc8f54-1aad-42eb-b849-aaa81da29e7f req-c9bd9de1-7ae1-4aac-8af9-d5e12c604d6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:17.179350 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd9de1-7ae1-4aac-8af9-d5e12c604d6e service neutron] Pushing event updated for resources: {'Port': ['ID=f02e4e1c-46a6-4cca-9d7a-150318f51750,revision_number=2']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:41:17.293183 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [req-45dc8f54-1aad-42eb-b849-aaa81da29e7f req-c9bd9de1-7ae1-4aac-8af9-d5e12c604d6e service neutron] Attempting to bind port f02e4e1c-46a6-4cca-9d7a-150318f51750 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 09:41:17.293517 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [req-45dc8f54-1aad-42eb-b849-aaa81da29e7f req-c9bd9de1-7ae1-4aac-8af9-d5e12c604d6e service neutron] Attempting to bind port f02e4e1c-46a6-4cca-9d7a-150318f51750 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'be2723b6-7e81-457a-a1cf-6ec262c4a96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ee6eb58f-6a81-4983-b366-718b2ce8edaa'}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 09:41:17.293873 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45dc8f54-1aad-42eb-b849-aaa81da29e7f req-c9bd9de1-7ae1-4aac-8af9-d5e12c604d6e service neutron] Attempting to bind port f02e4e1c-46a6-4cca-9d7a-150318f51750 on network ee6eb58f-6a81-4983-b366-718b2ce8edaa {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 09:41:17.299732 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45dc8f54-1aad-42eb-b849-aaa81da29e7f req-c9bd9de1-7ae1-4aac-8af9-d5e12c604d6e service neutron] Port f02e4e1c-46a6-4cca-9d7a-150318f51750 on network ee6eb58f-6a81-4983-b366-718b2ce8edaa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 09:41:17.300050 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45dc8f54-1aad-42eb-b849-aaa81da29e7f req-c9bd9de1-7ae1-4aac-8af9-d5e12c604d6e service neutron] Attempting to bind port f02e4e1c-46a6-4cca-9d7a-150318f51750 on network ee6eb58f-6a81-4983-b366-718b2ce8edaa {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 09:41:17.306163 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45dc8f54-1aad-42eb-b849-aaa81da29e7f req-c9bd9de1-7ae1-4aac-8af9-d5e12c604d6e service neutron] Checking agent: {'id': 'f735dfbb-9ed2-4de7-8aa1-fea4a962ae1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 34, 26), 'started_at': datetime.datetime(2022, 2, 4, 8, 34, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 9, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 09:41:17.306496 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45dc8f54-1aad-42eb-b849-aaa81da29e7f req-c9bd9de1-7ae1-4aac-8af9-d5e12c604d6e service neutron] Checking segment: {'id': 'be2723b6-7e81-457a-a1cf-6ec262c4a96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ee6eb58f-6a81-4983-b366-718b2ce8edaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 09:41:17.306870 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45dc8f54-1aad-42eb-b849-aaa81da29e7f req-c9bd9de1-7ae1-4aac-8af9-d5e12c604d6e service neutron] Bound using segment: {'id': 'be2723b6-7e81-457a-a1cf-6ec262c4a96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ee6eb58f-6a81-4983-b366-718b2ce8edaa'} {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 09:41:17.307839 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [req-45dc8f54-1aad-42eb-b849-aaa81da29e7f req-c9bd9de1-7ae1-4aac-8af9-d5e12c604d6e service neutron] Bound port: f02e4e1c-46a6-4cca-9d7a-150318f51750, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be2723b6-7e81-457a-a1cf-6ec262c4a96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ee6eb58f-6a81-4983-b366-718b2ce8edaa'}}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 09:41:17.308180 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-45dc8f54-1aad-42eb-b849-aaa81da29e7f req-c9bd9de1-7ae1-4aac-8af9-d5e12c604d6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:17.399948 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [req-45dc8f54-1aad-42eb-b849-aaa81da29e7f req-c9bd9de1-7ae1-4aac-8af9-d5e12c604d6e service neutron] For port f02e4e1c-46a6-4cca-9d7a-150318f51750, host hv-neutron-8277, cleared binding levels {{(pid=84108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 09:41:17.402864 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [req-45dc8f54-1aad-42eb-b849-aaa81da29e7f req-c9bd9de1-7ae1-4aac-8af9-d5e12c604d6e service neutron] For port f02e4e1c-46a6-4cca-9d7a-150318f51750, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=f02e4e1c-46a6-4cca-9d7a-150318f51750,segment=NetworkSegment(be2723b6-7e81-457a-a1cf-6ec262c4a96a),segment_id=be2723b6-7e81-457a-a1cf-6ec262c4a96a)] {{(pid=84108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 09:41:17.411691 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-0ecc764c-06d0-47d3-86c8-cacb239cebc2 None None] Notify callbacks [] for port, precommit_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:17.424009 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.provisioning_blocks [None req-0ecc764c-06d0-47d3-86c8-cacb239cebc2 None None] Transition to ACTIVE for port object 9560346b-0e3d-4b5e-bab0-2a53ee017bc4 will not be triggered until provisioned by entity L2. {{(pid=84110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:41:17.443037 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-45dc8f54-1aad-42eb-b849-aaa81da29e7f req-c9bd9de1-7ae1-4aac-8af9-d5e12c604d6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:17.482942 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-0ecc764c-06d0-47d3-86c8-cacb239cebc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:17.505712 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-45dc8f54-1aad-42eb-b849-aaa81da29e7f req-c9bd9de1-7ae1-4aac-8af9-d5e12c604d6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:17.507071 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-45dc8f54-1aad-42eb-b849-aaa81da29e7f req-c9bd9de1-7ae1-4aac-8af9-d5e12c604d6e service neutron] 10.222.0.47 "PUT /v2.0/ports/f02e4e1c-46a6-4cca-9d7a-150318f51750 HTTP/1.1" status: 200 len: 1093 time: 1.3690975 Feb 04 09:41:17.507562 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e0bfb48-c775-4158-81ab-0b5574d67ad9', 'tag': 'f02e4e1c-46a6-4cca-9d7a-150318f51750'}] {{(pid=84108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:41:17.533722 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd9de1-7ae1-4aac-8af9-d5e12c604d6e service neutron] Pushing event updated for resources: {'Port': ['ID=f02e4e1c-46a6-4cca-9d7a-150318f51750,revision_number=3']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:41:17.548953 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73edbe41-5b93-4116-836e-9f80902fd506 None None] Pushing event updated for resources: {'Port': ['ID=9560346b-0e3d-4b5e-bab0-2a53ee017bc4,revision_number=3']} {{(pid=84110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:41:17.588597 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e0bfb48-c775-4158-81ab-0b5574d67ad9', 'tag': 'f02e4e1c-46a6-4cca-9d7a-150318f51750', 'status': 'completed', 'code': 200} Feb 04 09:41:17.718916 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 4017a2bf-3bbc-45e3-bdfd-2de7e8b4e7dc up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:41:17.743985 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.managers [None req-0ecc764c-06d0-47d3-86c8-cacb239cebc2 None None] Attempting to bind port 9560346b-0e3d-4b5e-bab0-2a53ee017bc4 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 09:41:17.744459 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.managers [None req-0ecc764c-06d0-47d3-86c8-cacb239cebc2 None None] Attempting to bind port 9560346b-0e3d-4b5e-bab0-2a53ee017bc4 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': '4e2094e1-388c-4a7c-81f8-a46880523d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '09242080-ea1e-4046-8031-3ca3190bbd75'}] {{(pid=84110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 09:41:17.745390 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecc764c-06d0-47d3-86c8-cacb239cebc2 None None] Attempting to bind port 9560346b-0e3d-4b5e-bab0-2a53ee017bc4 on network 09242080-ea1e-4046-8031-3ca3190bbd75 {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 09:41:17.752893 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecc764c-06d0-47d3-86c8-cacb239cebc2 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 9, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 09:41:17.753262 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecc764c-06d0-47d3-86c8-cacb239cebc2 None None] Checking segment: {'id': '4e2094e1-388c-4a7c-81f8-a46880523d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '09242080-ea1e-4046-8031-3ca3190bbd75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 09:41:17.753657 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-0ecc764c-06d0-47d3-86c8-cacb239cebc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:17.754181 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecc764c-06d0-47d3-86c8-cacb239cebc2 None None] Bound using segment: {'id': '4e2094e1-388c-4a7c-81f8-a46880523d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '09242080-ea1e-4046-8031-3ca3190bbd75'} {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 09:41:17.754624 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.managers [None req-0ecc764c-06d0-47d3-86c8-cacb239cebc2 None None] Bound port: 9560346b-0e3d-4b5e-bab0-2a53ee017bc4, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e2094e1-388c-4a7c-81f8-a46880523d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '09242080-ea1e-4046-8031-3ca3190bbd75'}}] {{(pid=84110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 09:41:17.754995 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-0ecc764c-06d0-47d3-86c8-cacb239cebc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:17.777215 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-491d7c19-4e29-4a8c-a0d2-bd751d158a06 req-3e53bfd4-aeb1-4c6e-916c-a96cab826f98 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f8af8cc834bd4a21988351036e39c347&device_id=0e0bfb48-c775-4158-81ab-0b5574d67ad9 HTTP/1.1" status: 200 len: 1096 time: 0.1673195 Feb 04 09:41:17.860823 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69912f72-2d59-4eef-bfd2-8f29dacdd8e5 req-a858d5ca-b383-4ae0-a992-61986095c12e tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:41:17.868335 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 4017a2bf-3bbc-45e3-bdfd-2de7e8b4e7dc triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:41:17.868997 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:17.870839 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-69912f72-2d59-4eef-bfd2-8f29dacdd8e5 req-a858d5ca-b383-4ae0-a992-61986095c12e tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=0e0bfb48-c775-4158-81ab-0b5574d67ad9 HTTP/1.1" status: 200 len: 943 time: 0.1295149 Feb 04 09:41:17.878083 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.db [None req-0ecc764c-06d0-47d3-86c8-cacb239cebc2 None None] For port 9560346b-0e3d-4b5e-bab0-2a53ee017bc4, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 09:41:17.881775 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.db [None req-0ecc764c-06d0-47d3-86c8-cacb239cebc2 None None] For port 9560346b-0e3d-4b5e-bab0-2a53ee017bc4, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=9560346b-0e3d-4b5e-bab0-2a53ee017bc4,segment=NetworkSegment(4e2094e1-388c-4a7c-81f8-a46880523d8f),segment_id=4e2094e1-388c-4a7c-81f8-a46880523d8f)] {{(pid=84110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 09:41:17.929708 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-69912f72-2d59-4eef-bfd2-8f29dacdd8e5 req-a511830a-88e5-42a8-905b-266484a16fe6 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=196e8388-4e2f-4118-ae96-dbaf59af05a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573714 Feb 04 09:41:17.976047 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d7c19-4e29-4a8c-a0d2-bd751d158a06 req-5eda508a-ba59-4a33-af17-e5ad99aa092a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:41:17.979895 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-491d7c19-4e29-4a8c-a0d2-bd751d158a06 req-5eda508a-ba59-4a33-af17-e5ad99aa092a service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=f8af8cc834bd4a21988351036e39c347&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1941643 Feb 04 09:41:17.997295 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-0ecc764c-06d0-47d3-86c8-cacb239cebc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:18.075031 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73edbe41-5b93-4116-836e-9f80902fd506 None None] Pushing event updated for resources: {'Port': ['ID=9560346b-0e3d-4b5e-bab0-2a53ee017bc4,revision_number=4']} {{(pid=84110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:41:18.079477 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecc764c-06d0-47d3-86c8-cacb239cebc2 None None] Routers {'d404533c-990a-4a81-9f7c-0db60694903d'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:41:18.080075 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-0ecc764c-06d0-47d3-86c8-cacb239cebc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:40:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['d404533c-990a-4a81-9f7c-0db60694903d'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:41:18.126707 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d7c19-4e29-4a8c-a0d2-bd751d158a06 req-e9d40dcc-149e-42ec-b0d2-684cfe35b1b6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:41:18.128415 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-491d7c19-4e29-4a8c-a0d2-bd751d158a06 req-e9d40dcc-149e-42ec-b0d2-684cfe35b1b6 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1446216 Feb 04 09:41:18.244418 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-45dc8f54-1aad-42eb-b849-aaa81da29e7f req-6599b5fa-d18a-4729-8b69-b25757d9440c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f8af8cc834bd4a21988351036e39c347&device_id=0e0bfb48-c775-4158-81ab-0b5574d67ad9 HTTP/1.1" status: 200 len: 1096 time: 0.0788150 Feb 04 09:41:18.267314 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-0ecc764c-06d0-47d3-86c8-cacb239cebc2 None None] Set router d404533c-990a-4a81-9f7c-0db60694903d gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:41:18.317937 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-45dc8f54-1aad-42eb-b849-aaa81da29e7f req-6063786d-cb55-4aa5-b16e-ce34acdd7948 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f02e4e1c-46a6-4cca-9d7a-150318f51750 HTTP/1.1" status: 200 len: 217 time: 0.0667486 Feb 04 09:41:18.378664 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc8f54-1aad-42eb-b849-aaa81da29e7f req-6779a7a1-8f22-4adf-9bb3-a2ab7f88f993 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:41:18.380011 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-45dc8f54-1aad-42eb-b849-aaa81da29e7f req-6779a7a1-8f22-4adf-9bb3-a2ab7f88f993 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a969431c-2b68-43b0-8afa-92fdbf7f6479 HTTP/1.1" status: 200 len: 847 time: 0.0566101 Feb 04 09:41:18.457538 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-45dc8f54-1aad-42eb-b849-aaa81da29e7f req-d8bfd9c3-e4e4-46e7-acb0-b664bfbce815 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ee6eb58f-6a81-4983-b366-718b2ce8edaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711493 Feb 04 09:41:18.577727 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-0ecc764c-06d0-47d3-86c8-cacb239cebc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd404533c-990a-4a81-9f7c-0db60694903d', 'name': 'tempest-TestShelveInstance-542826675-router', 'tenant_id': '0900bbf83c42459ba6ec40ba9cd2f433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.174'}], 'enable_snat': True}, 'gw_port_id': 'da603716-dacf-48d3-9382-a0c6067b43a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:41:02Z', 'updated_at': '2022-02-04T09:41:06Z', 'revision_number': 4, 'project_id': '0900bbf83c42459ba6ec40ba9cd2f433', 'gw_port': {'id': 'da603716-dacf-48d3-9382-a0c6067b43a6', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd404533c-990a-4a81-9f7c-0db60694903d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:41:03Z', 'updated_at': '2022-02-04T09:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '9560346b-0e3d-4b5e-bab0-2a53ee017bc4', 'name': '', 'network_id': '09242080-ea1e-4046-8031-3ca3190bbd75', 'tenant_id': '0900bbf83c42459ba6ec40ba9cd2f433', 'mac_address': 'fa:16:3e:f4:51:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd404533c-990a-4a81-9f7c-0db60694903d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b5ae07e-be6a-4da2-a9b3-d933ca10c6fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:41:05Z', 'updated_at': '2022-02-04T09:41:17Z', 'revision_number': 4, 'project_id': '0900bbf83c42459ba6ec40ba9cd2f433', 'subnets': [{'id': '5b5ae07e-be6a-4da2-a9b3-d933ca10c6fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:41:18.581799 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecc764c-06d0-47d3-86c8-cacb239cebc2 None None] The sync data for ids ['d404533c-990a-4a81-9f7c-0db60694903d'] in dv-neutron-827798-2-hyperv is: [{'id': 'd404533c-990a-4a81-9f7c-0db60694903d', 'name': 'tempest-TestShelveInstance-542826675-router', 'tenant_id': '0900bbf83c42459ba6ec40ba9cd2f433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.174'}], 'enable_snat': True}, 'gw_port_id': 'da603716-dacf-48d3-9382-a0c6067b43a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:41:02Z', 'updated_at': '2022-02-04T09:41:06Z', 'revision_number': 4, 'project_id': '0900bbf83c42459ba6ec40ba9cd2f433', 'gw_port': {'id': 'da603716-dacf-48d3-9382-a0c6067b43a6', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd404533c-990a-4a81-9f7c-0db60694903d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:41:03Z', 'updated_at': '2022-02-04T09:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '9560346b-0e3d-4b5e-bab0-2a53ee017bc4', 'name': '', 'network_id': '09242080-ea1e-4046-8031-3ca3190bbd75', 'tenant_id': '0900bbf83c42459ba6ec40ba9cd2f433', 'mac_address': 'fa:16:3e:f4:51:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd404533c-990a-4a81-9f7c-0db60694903d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b5ae07e-be6a-4da2-a9b3-d933ca10c6fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:41:05Z', 'updated_at': '2022-02-04T09:41:17Z', 'revision_number': 4, 'project_id': '0900bbf83c42459ba6ec40ba9cd2f433', 'subnets': [{'id': '5b5ae07e-be6a-4da2-a9b3-d933ca10c6fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 09:41:18.594234 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-45dc8f54-1aad-42eb-b849-aaa81da29e7f req-6807ecbf-8dcf-469c-99c2-a755fcf3a1d1 service neutron] 10.222.0.47 "GET /v2.0/networks/ee6eb58f-6a81-4983-b366-718b2ce8edaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293974 Feb 04 09:41:18.745464 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-45dc8f54-1aad-42eb-b849-aaa81da29e7f req-a1b32811-7f9d-40ab-878f-88dbecf3b46e service neutron] 10.222.0.47 "GET /v2.0/networks/ee6eb58f-6a81-4983-b366-718b2ce8edaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446831 Feb 04 09:41:19.243387 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89adc2a-1b41-48af-a8b0-6e8a4d7174d4 req-96939f33-c87f-44b5-89a2-43353935aa84 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:41:19.244887 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b89adc2a-1b41-48af-a8b0-6e8a4d7174d4 req-96939f33-c87f-44b5-89a2-43353935aa84 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=0e0bfb48-c775-4158-81ab-0b5574d67ad9 HTTP/1.1" status: 200 len: 943 time: 0.1854069 Feb 04 09:41:19.293120 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b89adc2a-1b41-48af-a8b0-6e8a4d7174d4 req-0e36bd8f-84ca-452a-84a3-4d63ca3f39f3 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=196e8388-4e2f-4118-ae96-dbaf59af05a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427127 Feb 04 09:41:19.505604 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-6ec52181-d4eb-470a-82e8-f0d6f1f1805a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:19.637120 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 9560346b-0e3d-4b5e-bab0-2a53ee017bc4 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:41:19.767972 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 9560346b-0e3d-4b5e-bab0-2a53ee017bc4 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:41:19.772929 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 9560346b-0e3d-4b5e-bab0-2a53ee017bc4 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:41:19.773328 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:19.887784 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:19.920902 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port 9560346b-0e3d-4b5e-bab0-2a53ee017bc4, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=9560346b-0e3d-4b5e-bab0-2a53ee017bc4,segment=NetworkSegment(4e2094e1-388c-4a7c-81f8-a46880523d8f),segment_id=4e2094e1-388c-4a7c-81f8-a46880523d8f)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:41:19.997413 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:20.063502 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=9560346b-0e3d-4b5e-bab0-2a53ee017bc4,revision_number=5']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:41:20.492728 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf48928-9258-4e07-986f-63760921505a req-cdaccea9-337c-42f5-ba7f-b9d863ef2a6f tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:41:20.494152 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-daf48928-9258-4e07-986f-63760921505a req-cdaccea9-337c-42f5-ba7f-b9d863ef2a6f tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=0e0bfb48-c775-4158-81ab-0b5574d67ad9 HTTP/1.1" status: 200 len: 943 time: 0.0786002 Feb 04 09:41:20.543109 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-daf48928-9258-4e07-986f-63760921505a req-685eca6a-e7df-4f46-adde-96775ffd3ec4 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=196e8388-4e2f-4118-ae96-dbaf59af05a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424111 Feb 04 09:41:21.625094 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 9560346b-0e3d-4b5e-bab0-2a53ee017bc4 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:41:21.693511 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 9560346b-0e3d-4b5e-bab0-2a53ee017bc4 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:41:21.693876 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:21.752688 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e07baf-2ef0-4c0f-ba19-38ceb339ea23 req-0a8941c1-b375-4242-946c-262eb287adcd tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:41:21.754194 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b2e07baf-2ef0-4c0f-ba19-38ceb339ea23 req-0a8941c1-b375-4242-946c-262eb287adcd tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=0e0bfb48-c775-4158-81ab-0b5574d67ad9 HTTP/1.1" status: 200 len: 943 time: 0.0833647 Feb 04 09:41:21.800123 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b2e07baf-2ef0-4c0f-ba19-38ceb339ea23 req-ebca1e77-44b7-4157-9286-8d021fb782cc tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=196e8388-4e2f-4118-ae96-dbaf59af05a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400491 Feb 04 09:41:21.817820 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-46630028-b379-4494-be1f-fe47475a040b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:21.893863 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device f02e4e1c-46a6-4cca-9d7a-150318f51750 details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=84109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 09:41:22.031479 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port f02e4e1c-46a6-4cca-9d7a-150318f51750, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=f02e4e1c-46a6-4cca-9d7a-150318f51750,segment=NetworkSegment(be2723b6-7e81-457a-a1cf-6ec262c4a96a),segment_id=be2723b6-7e81-457a-a1cf-6ec262c4a96a)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:41:22.045186 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Returning: {'device': 'f02e4e1c-46a6-4cca-9d7a-150318f51750', 'network_id': 'ee6eb58f-6a81-4983-b366-718b2ce8edaa', 'port_id': 'f02e4e1c-46a6-4cca-9d7a-150318f51750', 'mac_address': 'fa:16:3e:9f:55:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a969431c-2b68-43b0-8afa-92fdbf7f6479', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 09:41:22.102741 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:22.120426 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f02e4e1c-46a6-4cca-9d7a-150318f51750 {{(pid=84109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 09:41:22.135986 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port f02e4e1c-46a6-4cca-9d7a-150318f51750, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=f02e4e1c-46a6-4cca-9d7a-150318f51750,segment=NetworkSegment(be2723b6-7e81-457a-a1cf-6ec262c4a96a),segment_id=be2723b6-7e81-457a-a1cf-6ec262c4a96a)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:41:22.191111 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:22.258687 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=f02e4e1c-46a6-4cca-9d7a-150318f51750,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:41:22.514248 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] get_ports_and_sgs() called for port_ids ['f02e4e1c-46a6-4cca-9d7a-150318f51750'] {{(pid=84109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 09:41:23.013662 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed2cb72-59da-4371-a469-0b685f86f3f7 req-45829e1e-22eb-4695-8271-f55d99aa6654 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:41:23.015132 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-aed2cb72-59da-4371-a469-0b685f86f3f7 req-45829e1e-22eb-4695-8271-f55d99aa6654 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=0e0bfb48-c775-4158-81ab-0b5574d67ad9 HTTP/1.1" status: 200 len: 944 time: 0.0940633 Feb 04 09:41:23.020846 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:23.077264 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-aed2cb72-59da-4371-a469-0b685f86f3f7 req-393b1192-15c7-40bc-a785-3ed91f99a5ea tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=196e8388-4e2f-4118-ae96-dbaf59af05a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561452 Feb 04 09:41:23.128359 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:23.906894 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device f02e4e1c-46a6-4cca-9d7a-150318f51750 up at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:41:24.025607 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Provisioning for port f02e4e1c-46a6-4cca-9d7a-150318f51750 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:41:24.034079 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Provisioning complete for port f02e4e1c-46a6-4cca-9d7a-150318f51750 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:41:24.034449 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:24.152784 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:24.181659 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e0bfb48-c775-4158-81ab-0b5574d67ad9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f02e4e1c-46a6-4cca-9d7a-150318f51750'}] {{(pid=84109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:41:24.192071 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port f02e4e1c-46a6-4cca-9d7a-150318f51750, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=f02e4e1c-46a6-4cca-9d7a-150318f51750,segment=NetworkSegment(be2723b6-7e81-457a-a1cf-6ec262c4a96a),segment_id=be2723b6-7e81-457a-a1cf-6ec262c4a96a)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:41:24.301392 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:24.312760 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec6dd71-19da-42a8-a25d-c7fc65ec78b4 req-0be84f87-532d-443d-bb5a-d664a38a3237 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:41:24.314258 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-3ec6dd71-19da-42a8-a25d-c7fc65ec78b4 req-0be84f87-532d-443d-bb5a-d664a38a3237 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=0e0bfb48-c775-4158-81ab-0b5574d67ad9 HTTP/1.1" status: 200 len: 944 time: 0.1080513 Feb 04 09:41:24.355755 dv-neutron-827798-2-hyperv neutron-server[84109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e0bfb48-c775-4158-81ab-0b5574d67ad9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f02e4e1c-46a6-4cca-9d7a-150318f51750', 'code': 200} Feb 04 09:41:24.365978 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-3ec6dd71-19da-42a8-a25d-c7fc65ec78b4 req-c7fc8a00-ca77-4689-8b05-0680882e451e tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=196e8388-4e2f-4118-ae96-dbaf59af05a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455136 Feb 04 09:41:24.374031 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=f02e4e1c-46a6-4cca-9d7a-150318f51750,revision_number=5']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:41:24.574571 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:24.698859 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-29adbd87-08e6-4645-83da-d5e9e92a65ee req-7b1a47c4-71be-4c6d-a1ec-3e95280ab5d8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0e0bfb48-c775-4158-81ab-0b5574d67ad9 HTTP/1.1" status: 200 len: 1098 time: 0.0668685 Feb 04 09:41:24.741376 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-29adbd87-08e6-4645-83da-d5e9e92a65ee req-587b5de4-8438-455e-b913-aa5acc0d1153 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=196e8388-4e2f-4118-ae96-dbaf59af05a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367684 Feb 04 09:41:25.585825 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996c2aaa-b5f4-4ceb-8596-e020f7ce8cc4 req-b5ce1227-7927-4b83-b63b-55d03ddff8bf tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:41:25.587272 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-996c2aaa-b5f4-4ceb-8596-e020f7ce8cc4 req-b5ce1227-7927-4b83-b63b-55d03ddff8bf tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=0e0bfb48-c775-4158-81ab-0b5574d67ad9 HTTP/1.1" status: 200 len: 945 time: 0.0875659 Feb 04 09:41:25.633142 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-996c2aaa-b5f4-4ceb-8596-e020f7ce8cc4 req-aba3ffa2-ec56-48c4-ab27-0735ffa60eb6 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=196e8388-4e2f-4118-ae96-dbaf59af05a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395873 Feb 04 09:41:26.791117 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:26.831893 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf2c8ba-b7bc-41d7-a25f-1fa1bd6b4622 req-973bf5d9-a754-4383-9398-b963356700c9 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:41:26.835416 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-fdf2c8ba-b7bc-41d7-a25f-1fa1bd6b4622 req-973bf5d9-a754-4383-9398-b963356700c9 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=0e0bfb48-c775-4158-81ab-0b5574d67ad9 HTTP/1.1" status: 200 len: 945 time: 0.0809505 Feb 04 09:41:26.881754 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-fdf2c8ba-b7bc-41d7-a25f-1fa1bd6b4622 req-3d5fa82a-76a2-4280-9bc2-33876f6b375f tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=196e8388-4e2f-4118-ae96-dbaf59af05a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401461 Feb 04 09:41:27.113532 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82729cca-1b4c-4fc8-b4e2-7ae2eb662ccf req-69981eac-94a6-4a67-9ca4-2986262d4408 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:41:27.115385 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-82729cca-1b4c-4fc8-b4e2-7ae2eb662ccf req-69981eac-94a6-4a67-9ca4-2986262d4408 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=0e0bfb48-c775-4158-81ab-0b5574d67ad9 HTTP/1.1" status: 200 len: 945 time: 0.0845246 Feb 04 09:41:27.163312 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-82729cca-1b4c-4fc8-b4e2-7ae2eb662ccf req-61fcd5aa-8864-4fa6-9d37-8f4fda7370c8 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=196e8388-4e2f-4118-ae96-dbaf59af05a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424161 Feb 04 09:41:27.194185 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 36452) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:41:27.336469 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-25ab6b58-c02c-4860-a4b0-f7deca5dba21 tempest-TestShelveInstance-1524133533 tempest-TestShelveInstance-1524133533-project-admin] Synchronizing usage tracker for tenant:0900bbf83c42459ba6ec40ba9cd2f433 on resource:port {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 09:41:27.408716 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-25ab6b58-c02c-4860-a4b0-f7deca5dba21 tempest-TestShelveInstance-1524133533 tempest-TestShelveInstance-1524133533-project-admin] Unset dirty status for tenant:0900bbf83c42459ba6ec40ba9cd2f433 on resource:port {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 09:41:27.409911 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-25ab6b58-c02c-4860-a4b0-f7deca5dba21 tempest-TestShelveInstance-1524133533 tempest-TestShelveInstance-1524133533-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=0e0bfb48-c775-4158-81ab-0b5574d67ad9 HTTP/1.1" status: 200 len: 1093 time: 0.2146327 Feb 04 09:41:27.412823 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 36458) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:41:27.418025 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-39df3636-e8d1-4766-9ac5-f5733a2fbd6d tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Request body: {'floatingip': {'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'port_id': 'f02e4e1c-46a6-4cca-9d7a-150318f51750', 'tenant_id': 'f8af8cc834bd4a21988351036e39c347', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:41:27.423671 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-39df3636-e8d1-4766-9ac5-f5733a2fbd6d tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:41:27.427482 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-39df3636-e8d1-4766-9ac5-f5733a2fbd6d tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Usage tracker for resource:floatingip and tenant:f8af8cc834bd4a21988351036e39c347 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:41:27.430321 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-39df3636-e8d1-4766-9ac5-f5733a2fbd6d tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:41:27.437625 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-39df3636-e8d1-4766-9ac5-f5733a2fbd6d tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:41:27.517297 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-39df3636-e8d1-4766-9ac5-f5733a2fbd6d tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks [] for floatingip, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:27.753149 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-39df3636-e8d1-4766-9ac5-f5733a2fbd6d tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:27.882384 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-39df3636-e8d1-4766-9ac5-f5733a2fbd6d tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Allocated IP 172.26.3.80 (e264bd74-c56b-43d0-9059-bcb57dbbe5bc/79caf47c-b62c-4ea0-b35f-21ede155daa8/4dc1a966-cb89-4fda-8018-7ceb91b74d35) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 09:41:28.026829 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-39df3636-e8d1-4766-9ac5-f5733a2fbd6d tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:28.099958 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-39df3636-e8d1-4766-9ac5-f5733a2fbd6d tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:28.167814 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39df3636-e8d1-4766-9ac5-f5733a2fbd6d tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Network e264bd74-c56b-43d0-9059-bcb57dbbe5bc is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:41:28.171322 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-39df3636-e8d1-4766-9ac5-f5733a2fbd6d tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:41:28.175109 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39df3636-e8d1-4766-9ac5-f5733a2fbd6d tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 09:41:28.203686 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39df3636-e8d1-4766-9ac5-f5733a2fbd6d tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Pushing event updated for resources: {'Port': ['ID=4dc1a966-cb89-4fda-8018-7ceb91b74d35,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:41:28.692208 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-39df3636-e8d1-4766-9ac5-f5733a2fbd6d tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:28.819894 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-39df3636-e8d1-4766-9ac5-f5733a2fbd6d tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:29.034564 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-39df3636-e8d1-4766-9ac5-f5733a2fbd6d tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks [] for port, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:29.088465 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-39df3636-e8d1-4766-9ac5-f5733a2fbd6d tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:29.204838 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39df3636-e8d1-4766-9ac5-f5733a2fbd6d tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Pushing event updated for resources: {'Port': ['ID=4dc1a966-cb89-4fda-8018-7ceb91b74d35,revision_number=2']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:41:29.226413 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-39df3636-e8d1-4766-9ac5-f5733a2fbd6d tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473039'] for floatingip, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:29.434714 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.l3_db [None req-39df3636-e8d1-4766-9ac5-f5733a2fbd6d tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Floating IP c897b6b5-978e-425e-8e67-313da1a9a9b0 associated. External IP: 172.26.3.80, port: f02e4e1c-46a6-4cca-9d7a-150318f51750. Feb 04 09:41:29.993705 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39df3636-e8d1-4766-9ac5-f5733a2fbd6d tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Router 645afb1b-35b2-48e5-90be-069ea1b3d640 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 09:41:30.202437 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39df3636-e8d1-4766-9ac5-f5733a2fbd6d tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 09:41:30.212770 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abdf9c35-1c4a-42e1-b991-5e04402f421f None None] Sync routers for ids ['645afb1b-35b2-48e5-90be-069ea1b3d640'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 09:41:30.225500 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdf9c35-1c4a-42e1-b991-5e04402f421f None None] Routers {'645afb1b-35b2-48e5-90be-069ea1b3d640'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:41:30.231058 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-abdf9c35-1c4a-42e1-b991-5e04402f421f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:41:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['645afb1b-35b2-48e5-90be-069ea1b3d640'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:41:30.305390 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-39df3636-e8d1-4766-9ac5-f5733a2fbd6d tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for floatingip, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:30.361553 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-39df3636-e8d1-4766-9ac5-f5733a2fbd6d tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9476426 Feb 04 09:41:30.362242 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e0bfb48-c775-4158-81ab-0b5574d67ad9', 'tag': 'f02e4e1c-46a6-4cca-9d7a-150318f51750'}] {{(pid=84108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:41:30.418375 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e0bfb48-c775-4158-81ab-0b5574d67ad9', 'tag': 'f02e4e1c-46a6-4cca-9d7a-150318f51750', 'status': 'completed', 'code': 200} Feb 04 09:41:30.459788 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-abdf9c35-1c4a-42e1-b991-5e04402f421f None None] Set router 645afb1b-35b2-48e5-90be-069ea1b3d640 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:41:30.510911 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-900492c7-716d-4fcf-a2dd-e44e81526895 req-d001a83c-f04e-4d16-aa93-aa42b8480ab6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f8af8cc834bd4a21988351036e39c347&device_id=0e0bfb48-c775-4158-81ab-0b5574d67ad9 HTTP/1.1" status: 200 len: 1098 time: 0.0722516 Feb 04 09:41:30.647773 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900492c7-716d-4fcf-a2dd-e44e81526895 req-b2d2fced-25fc-4bf9-8ba6-c680e8ff3f42 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:41:30.649253 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-900492c7-716d-4fcf-a2dd-e44e81526895 req-b2d2fced-25fc-4bf9-8ba6-c680e8ff3f42 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ee6eb58f-6a81-4983-b366-718b2ce8edaa HTTP/1.1" status: 200 len: 909 time: 0.1324680 Feb 04 09:41:30.754651 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-900492c7-716d-4fcf-a2dd-e44e81526895 req-cfccef61-0449-473c-8d76-66bb297d716f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f02e4e1c-46a6-4cca-9d7a-150318f51750 HTTP/1.1" status: 200 len: 998 time: 0.0993242 Feb 04 09:41:30.810360 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-abdf9c35-1c4a-42e1-b991-5e04402f421f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '645afb1b-35b2-48e5-90be-069ea1b3d640', 'name': 'tempest-TestShelveInstance-807321954-router', 'tenant_id': 'f8af8cc834bd4a21988351036e39c347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '96172974-5eb7-4e59-b52d-f7288aeec624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:40:54Z', 'updated_at': '2022-02-04T09:40:58Z', 'revision_number': 4, 'project_id': 'f8af8cc834bd4a21988351036e39c347', 'gw_port': {'id': '96172974-5eb7-4e59-b52d-f7288aeec624', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '645afb1b-35b2-48e5-90be-069ea1b3d640', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:40:55Z', 'updated_at': '2022-02-04T09:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': 'c897b6b5-978e-425e-8e67-313da1a9a9b0', 'tenant_id': 'f8af8cc834bd4a21988351036e39c347', 'floating_ip_address': '172.26.3.80', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': '645afb1b-35b2-48e5-90be-069ea1b3d640', 'port_id': 'f02e4e1c-46a6-4cca-9d7a-150318f51750', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee6eb58f-6a81-4983-b366-718b2ce8edaa', 'mac_address': 'fa:16:3e:9f:55:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0bfb48-c775-4158-81ab-0b5574d67ad9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T09:41:28Z', 'updated_at': '2022-02-04T09:41:28Z', 'revision_number': 0, 'project_id': 'f8af8cc834bd4a21988351036e39c347', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4017a2bf-3bbc-45e3-bdfd-2de7e8b4e7dc', 'name': '', 'network_id': 'ee6eb58f-6a81-4983-b366-718b2ce8edaa', 'tenant_id': 'f8af8cc834bd4a21988351036e39c347', 'mac_address': 'fa:16:3e:fe:58:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '645afb1b-35b2-48e5-90be-069ea1b3d640', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a969431c-2b68-43b0-8afa-92fdbf7f6479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:40:58Z', 'updated_at': '2022-02-04T09:41:16Z', 'revision_number': 5, 'project_id': 'f8af8cc834bd4a21988351036e39c347', 'subnets': [{'id': 'a969431c-2b68-43b0-8afa-92fdbf7f6479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:41:30.815252 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abdf9c35-1c4a-42e1-b991-5e04402f421f None None] Checking router: 645afb1b-35b2-48e5-90be-069ea1b3d640 for host: dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 09:41:30.826216 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdf9c35-1c4a-42e1-b991-5e04402f421f None None] Routers {'645afb1b-35b2-48e5-90be-069ea1b3d640'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:41:30.826828 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-abdf9c35-1c4a-42e1-b991-5e04402f421f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:41:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['645afb1b-35b2-48e5-90be-069ea1b3d640'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:41:30.827165 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900492c7-716d-4fcf-a2dd-e44e81526895 req-3a802274-8c2b-45c6-bc27-a885f4d3b70f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:41:30.828643 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-900492c7-716d-4fcf-a2dd-e44e81526895 req-3a802274-8c2b-45c6-bc27-a885f4d3b70f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a969431c-2b68-43b0-8afa-92fdbf7f6479 HTTP/1.1" status: 200 len: 847 time: 0.0668633 Feb 04 09:41:30.905524 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-900492c7-716d-4fcf-a2dd-e44e81526895 req-ea455f40-8c4b-433b-9122-3ba02c012a24 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ee6eb58f-6a81-4983-b366-718b2ce8edaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710602 Feb 04 09:41:31.002875 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-abdf9c35-1c4a-42e1-b991-5e04402f421f None None] Set router 645afb1b-35b2-48e5-90be-069ea1b3d640 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:41:31.039223 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-900492c7-716d-4fcf-a2dd-e44e81526895 req-f2da936a-3cd7-49f3-b76f-a81d802359a3 service neutron] 10.222.0.47 "GET /v2.0/networks/ee6eb58f-6a81-4983-b366-718b2ce8edaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277492 Feb 04 09:41:31.173166 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-900492c7-716d-4fcf-a2dd-e44e81526895 req-2c38895c-9f02-495b-88ce-ada24767c3fc service neutron] 10.222.0.47 "GET /v2.0/networks/ee6eb58f-6a81-4983-b366-718b2ce8edaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277220 Feb 04 09:41:31.348358 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-abdf9c35-1c4a-42e1-b991-5e04402f421f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '645afb1b-35b2-48e5-90be-069ea1b3d640', 'name': 'tempest-TestShelveInstance-807321954-router', 'tenant_id': 'f8af8cc834bd4a21988351036e39c347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '96172974-5eb7-4e59-b52d-f7288aeec624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:40:54Z', 'updated_at': '2022-02-04T09:40:58Z', 'revision_number': 4, 'project_id': 'f8af8cc834bd4a21988351036e39c347', 'gw_port': {'id': '96172974-5eb7-4e59-b52d-f7288aeec624', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '645afb1b-35b2-48e5-90be-069ea1b3d640', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:40:55Z', 'updated_at': '2022-02-04T09:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': 'c897b6b5-978e-425e-8e67-313da1a9a9b0', 'tenant_id': 'f8af8cc834bd4a21988351036e39c347', 'floating_ip_address': '172.26.3.80', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': '645afb1b-35b2-48e5-90be-069ea1b3d640', 'port_id': 'f02e4e1c-46a6-4cca-9d7a-150318f51750', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee6eb58f-6a81-4983-b366-718b2ce8edaa', 'mac_address': 'fa:16:3e:9f:55:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0bfb48-c775-4158-81ab-0b5574d67ad9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T09:41:28Z', 'updated_at': '2022-02-04T09:41:28Z', 'revision_number': 0, 'project_id': 'f8af8cc834bd4a21988351036e39c347', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4017a2bf-3bbc-45e3-bdfd-2de7e8b4e7dc', 'name': '', 'network_id': 'ee6eb58f-6a81-4983-b366-718b2ce8edaa', 'tenant_id': 'f8af8cc834bd4a21988351036e39c347', 'mac_address': 'fa:16:3e:fe:58:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '645afb1b-35b2-48e5-90be-069ea1b3d640', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a969431c-2b68-43b0-8afa-92fdbf7f6479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:40:58Z', 'updated_at': '2022-02-04T09:41:16Z', 'revision_number': 5, 'project_id': 'f8af8cc834bd4a21988351036e39c347', 'subnets': [{'id': 'a969431c-2b68-43b0-8afa-92fdbf7f6479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:41:31.352537 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abdf9c35-1c4a-42e1-b991-5e04402f421f None None] The sync data for ids ['645afb1b-35b2-48e5-90be-069ea1b3d640'] in dv-neutron-827798-2-hyperv is: [{'id': '645afb1b-35b2-48e5-90be-069ea1b3d640', 'name': 'tempest-TestShelveInstance-807321954-router', 'tenant_id': 'f8af8cc834bd4a21988351036e39c347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '96172974-5eb7-4e59-b52d-f7288aeec624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:40:54Z', 'updated_at': '2022-02-04T09:40:58Z', 'revision_number': 4, 'project_id': 'f8af8cc834bd4a21988351036e39c347', 'gw_port': {'id': '96172974-5eb7-4e59-b52d-f7288aeec624', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '645afb1b-35b2-48e5-90be-069ea1b3d640', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:40:55Z', 'updated_at': '2022-02-04T09:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': 'c897b6b5-978e-425e-8e67-313da1a9a9b0', 'tenant_id': 'f8af8cc834bd4a21988351036e39c347', 'floating_ip_address': '172.26.3.80', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': '645afb1b-35b2-48e5-90be-069ea1b3d640', 'port_id': 'f02e4e1c-46a6-4cca-9d7a-150318f51750', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee6eb58f-6a81-4983-b366-718b2ce8edaa', 'mac_address': 'fa:16:3e:9f:55:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0bfb48-c775-4158-81ab-0b5574d67ad9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T09:41:28Z', 'updated_at': '2022-02-04T09:41:28Z', 'revision_number': 0, 'project_id': 'f8af8cc834bd4a21988351036e39c347', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4017a2bf-3bbc-45e3-bdfd-2de7e8b4e7dc', 'name': '', 'network_id': 'ee6eb58f-6a81-4983-b366-718b2ce8edaa', 'tenant_id': 'f8af8cc834bd4a21988351036e39c347', 'mac_address': 'fa:16:3e:fe:58:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '645afb1b-35b2-48e5-90be-069ea1b3d640', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a969431c-2b68-43b0-8afa-92fdbf7f6479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:40:58Z', 'updated_at': '2022-02-04T09:41:16Z', 'revision_number': 5, 'project_id': 'f8af8cc834bd4a21988351036e39c347', 'subnets': [{'id': 'a969431c-2b68-43b0-8afa-92fdbf7f6479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 09:41:33.060917 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-8c4c2447-b8ba-41d4-8c56-5dee94d8f771 req-c83cdd52-178f-47d2-8094-0b30c7a7ac8d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0e0bfb48-c775-4158-81ab-0b5574d67ad9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0705907 Feb 04 09:41:33.203549 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-8c4c2447-b8ba-41d4-8c56-5dee94d8f771 req-4a02ab4d-21a2-48b5-a1fe-f9c0c5a5bfc8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f8af8cc834bd4a21988351036e39c347&device_id=0e0bfb48-c775-4158-81ab-0b5574d67ad9 HTTP/1.1" status: 200 len: 1098 time: 0.0749819 Feb 04 09:41:33.460852 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4c2447-b8ba-41d4-8c56-5dee94d8f771 req-b2824eee-5018-4eeb-88ef-1245765c063b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:41:33.464849 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-8c4c2447-b8ba-41d4-8c56-5dee94d8f771 req-b2824eee-5018-4eeb-88ef-1245765c063b service neutron] 10.222.0.47 "GET /v2.0/networks?id=ee6eb58f-6a81-4983-b366-718b2ce8edaa HTTP/1.1" status: 200 len: 909 time: 0.2419167 Feb 04 09:41:33.568053 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-8c4c2447-b8ba-41d4-8c56-5dee94d8f771 req-3741a995-f8ba-40a5-8ff1-a63e3a9df502 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f02e4e1c-46a6-4cca-9d7a-150318f51750 HTTP/1.1" status: 200 len: 998 time: 0.0999722 Feb 04 09:41:33.638874 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4c2447-b8ba-41d4-8c56-5dee94d8f771 req-f9e1f369-ccc1-43ee-b0b8-a6f1d3424f4a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:41:33.640463 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-8c4c2447-b8ba-41d4-8c56-5dee94d8f771 req-f9e1f369-ccc1-43ee-b0b8-a6f1d3424f4a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a969431c-2b68-43b0-8afa-92fdbf7f6479 HTTP/1.1" status: 200 len: 847 time: 0.0668645 Feb 04 09:41:33.717702 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-8c4c2447-b8ba-41d4-8c56-5dee94d8f771 req-f5a26454-fdd5-4344-8d03-e33f7718b1a5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ee6eb58f-6a81-4983-b366-718b2ce8edaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720694 Feb 04 09:41:33.856325 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-8c4c2447-b8ba-41d4-8c56-5dee94d8f771 req-7352b9f2-5b7d-48b0-9d1e-ef29ce3446a2 service neutron] 10.222.0.47 "GET /v2.0/networks/ee6eb58f-6a81-4983-b366-718b2ce8edaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317396 Feb 04 09:41:33.993447 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-8c4c2447-b8ba-41d4-8c56-5dee94d8f771 req-51421417-fe13-4ee4-add8-837f3ab5cee7 service neutron] 10.222.0.47 "GET /v2.0/networks/ee6eb58f-6a81-4983-b366-718b2ce8edaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322322 Feb 04 09:41:36.680299 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f39f192-0692-4f31-8ddb-d7dbfa65dbc9 None None] New status for floating IP c897b6b5-978e-425e-8e67-313da1a9a9b0: ACTIVE {{(pid=84110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 09:41:49.533950 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-7d4b2af2-0bee-4663-9937-56c8cb2bd72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:51.141243 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 09:41:51.791344 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-6c4d8f22-fee8-4e19-b9f4-68fdd7d6d191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:52.990802 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:53.122534 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:54.607979 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:41:56.813822 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:42:19.499265 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-6939fe54-e27d-470f-95de-ea0508873cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:42:21.784993 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-34152829-a4a5-40c0-a2e7-b16995c3b596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:42:23.013373 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:42:23.133647 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:42:24.601783 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:42:26.819130 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:42:28.141613 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 09:42:33.054856 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-2a6d33a5-3559-417d-a361-e1edf6367c46 req-1ebce0d2-33d9-471e-8b24-30210131a3ec service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0e0bfb48-c775-4158-81ab-0b5574d67ad9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0701933 Feb 04 09:42:33.196935 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-2a6d33a5-3559-417d-a361-e1edf6367c46 req-1315f153-fb6d-4503-a15e-9a3843e83fa7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f8af8cc834bd4a21988351036e39c347&device_id=0e0bfb48-c775-4158-81ab-0b5574d67ad9 HTTP/1.1" status: 200 len: 1098 time: 0.0729499 Feb 04 09:42:33.341944 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6d33a5-3559-417d-a361-e1edf6367c46 req-7b61ed5e-9ecd-4874-8cc0-56985b31db1e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:42:33.343421 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-2a6d33a5-3559-417d-a361-e1edf6367c46 req-7b61ed5e-9ecd-4874-8cc0-56985b31db1e service neutron] 10.222.0.47 "GET /v2.0/networks?id=ee6eb58f-6a81-4983-b366-718b2ce8edaa HTTP/1.1" status: 200 len: 909 time: 0.1289952 Feb 04 09:42:33.449324 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-2a6d33a5-3559-417d-a361-e1edf6367c46 req-686faa76-72e8-4e37-bde1-aca283085dcc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f02e4e1c-46a6-4cca-9d7a-150318f51750 HTTP/1.1" status: 200 len: 1000 time: 0.0993309 Feb 04 09:42:33.517378 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6d33a5-3559-417d-a361-e1edf6367c46 req-8d8e517e-e1da-4eeb-bd62-bb29697abf16 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:42:33.518831 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-2a6d33a5-3559-417d-a361-e1edf6367c46 req-8d8e517e-e1da-4eeb-bd62-bb29697abf16 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a969431c-2b68-43b0-8afa-92fdbf7f6479 HTTP/1.1" status: 200 len: 847 time: 0.0633266 Feb 04 09:42:33.595499 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-2a6d33a5-3559-417d-a361-e1edf6367c46 req-1049e154-3ab9-4daf-88ff-62a7b627c113 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ee6eb58f-6a81-4983-b366-718b2ce8edaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699320 Feb 04 09:42:33.730423 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-2a6d33a5-3559-417d-a361-e1edf6367c46 req-0d27ccaf-43e2-4755-998e-135cce038a27 service neutron] 10.222.0.47 "GET /v2.0/networks/ee6eb58f-6a81-4983-b366-718b2ce8edaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279290 Feb 04 09:42:33.872454 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-2a6d33a5-3559-417d-a361-e1edf6367c46 req-142c7b22-99fb-4d5b-8088-6ec36f4ea715 service neutron] 10.222.0.47 "GET /v2.0/networks/ee6eb58f-6a81-4983-b366-718b2ce8edaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364040 Feb 04 09:42:49.493869 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-424c2d3e-bfa5-4ed5-996c-2c9466a8f558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:42:51.813268 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-62ed250f-eb8e-4c8e-9f78-46784e7a3d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:42:52.984650 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:42:53.110050 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:42:54.624514 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:42:56.852958 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:43:05.143562 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 09:43:19.504398 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-f65eca48-37f7-4b81-a1c7-1fa18c3a341c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:43:21.807333 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-c4d37e31-9bb6-4dd8-92d7-c9c1f54429f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:43:22.973134 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:43:23.132894 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:43:24.624679 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:43:26.813599 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:43:33.054974 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-17e0d5e6-0b3e-4b86-93c6-57b08edb5d3d req-99230ad0-e475-42c2-a525-8f0489a82040 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0e0bfb48-c775-4158-81ab-0b5574d67ad9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0677125 Feb 04 09:43:33.200095 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-17e0d5e6-0b3e-4b86-93c6-57b08edb5d3d req-647dae7d-d523-47a7-92fb-7a697416c933 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f8af8cc834bd4a21988351036e39c347&device_id=0e0bfb48-c775-4158-81ab-0b5574d67ad9 HTTP/1.1" status: 200 len: 1098 time: 0.0779498 Feb 04 09:43:33.442102 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e0d5e6-0b3e-4b86-93c6-57b08edb5d3d req-e6a1ddcf-fd15-44c3-8ed0-fd510b44ce4f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:43:33.443612 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-17e0d5e6-0b3e-4b86-93c6-57b08edb5d3d req-e6a1ddcf-fd15-44c3-8ed0-fd510b44ce4f service neutron] 10.222.0.47 "GET /v2.0/networks?id=ee6eb58f-6a81-4983-b366-718b2ce8edaa HTTP/1.1" status: 200 len: 909 time: 0.2240684 Feb 04 09:43:33.553240 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-17e0d5e6-0b3e-4b86-93c6-57b08edb5d3d req-404b4801-025c-48f0-8749-bdff84b3620f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f02e4e1c-46a6-4cca-9d7a-150318f51750 HTTP/1.1" status: 200 len: 1000 time: 0.1034677 Feb 04 09:43:33.616011 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e0d5e6-0b3e-4b86-93c6-57b08edb5d3d req-f2fd1c88-dcc1-4231-a678-88da1761337f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:43:33.617474 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-17e0d5e6-0b3e-4b86-93c6-57b08edb5d3d req-f2fd1c88-dcc1-4231-a678-88da1761337f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a969431c-2b68-43b0-8afa-92fdbf7f6479 HTTP/1.1" status: 200 len: 847 time: 0.0582597 Feb 04 09:43:33.695413 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-17e0d5e6-0b3e-4b86-93c6-57b08edb5d3d req-293d71cf-ddb3-4305-958c-71f1eb0ecc6c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ee6eb58f-6a81-4983-b366-718b2ce8edaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721898 Feb 04 09:43:33.826097 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-17e0d5e6-0b3e-4b86-93c6-57b08edb5d3d req-881155af-9fd3-462f-9ec1-19adc30b6eb9 service neutron] 10.222.0.47 "GET /v2.0/networks/ee6eb58f-6a81-4983-b366-718b2ce8edaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245489 Feb 04 09:43:33.958548 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-17e0d5e6-0b3e-4b86-93c6-57b08edb5d3d req-85118133-a620-4dc3-aee7-8182d4726424 service neutron] 10.222.0.47 "GET /v2.0/networks/ee6eb58f-6a81-4983-b366-718b2ce8edaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265700 Feb 04 09:43:42.144575 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 09:43:49.498351 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-f9a9ef7a-9549-4087-9992-cd6c85d0aa76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:43:51.818534 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-f3adcfa7-af51-4b2e-8277-01bb9bab2ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:43:52.959910 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:43:53.115822 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:43:54.613098 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:43:56.853099 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:44:17.104822 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd91eca-1072-4b93-abaa-f213f4a1be7a req-af783a7f-97cd-4862-a70d-c64a485de6b6 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:44:17.107563 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-3dd91eca-1072-4b93-abaa-f213f4a1be7a req-af783a7f-97cd-4862-a70d-c64a485de6b6 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=0e0bfb48-c775-4158-81ab-0b5574d67ad9 HTTP/1.1" status: 200 len: 945 time: 0.0805817 Feb 04 09:44:17.156206 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-3dd91eca-1072-4b93-abaa-f213f4a1be7a req-46db4dde-52ac-4d1b-8d8e-90e0aad5e335 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=196e8388-4e2f-4118-ae96-dbaf59af05a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432019 Feb 04 09:44:18.375139 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35e2bd-6eba-4a40-9e38-5849e6d4a511 req-f9c9bb8d-4c5e-42f5-b98f-efc312d05978 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:44:18.376656 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ba35e2bd-6eba-4a40-9e38-5849e6d4a511 req-f9c9bb8d-4c5e-42f5-b98f-efc312d05978 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=0e0bfb48-c775-4158-81ab-0b5574d67ad9 HTTP/1.1" status: 200 len: 945 time: 0.0798595 Feb 04 09:44:18.428822 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ba35e2bd-6eba-4a40-9e38-5849e6d4a511 req-be2dc052-6e43-491e-a33d-5b89b9734a12 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=196e8388-4e2f-4118-ae96-dbaf59af05a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465093 Feb 04 09:44:19.145158 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 09:44:19.486958 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-ee60a12b-0919-46b1-b89c-cc303cf9689e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:44:19.646721 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cebc81-67f3-49e7-b31e-2eb1492f14a3 req-1b0d6bcb-20d0-4bfc-bd3f-3e1ed8e169ed tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:44:19.648403 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b3cebc81-67f3-49e7-b31e-2eb1492f14a3 req-1b0d6bcb-20d0-4bfc-bd3f-3e1ed8e169ed tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=0e0bfb48-c775-4158-81ab-0b5574d67ad9 HTTP/1.1" status: 200 len: 945 time: 0.0802708 Feb 04 09:44:19.698836 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b3cebc81-67f3-49e7-b31e-2eb1492f14a3 req-d9859105-e6fa-473f-a847-c95aefe479c2 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=196e8388-4e2f-4118-ae96-dbaf59af05a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404830 Feb 04 09:44:20.896904 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e4d7d1-e009-4c55-b482-c98ff9dc0035 req-22399733-6fe8-4464-9a37-5bfb3e4c48cd tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:44:20.898390 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c1e4d7d1-e009-4c55-b482-c98ff9dc0035 req-22399733-6fe8-4464-9a37-5bfb3e4c48cd tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=0e0bfb48-c775-4158-81ab-0b5574d67ad9 HTTP/1.1" status: 200 len: 945 time: 0.0780456 Feb 04 09:44:20.946698 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c1e4d7d1-e009-4c55-b482-c98ff9dc0035 req-19f7a7ca-6876-4c0a-8945-b7b5f23727c5 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=196e8388-4e2f-4118-ae96-dbaf59af05a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419302 Feb 04 09:44:21.818022 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-6f8f551d-05b4-4a6f-af81-e48b89290450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:44:22.146821 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca165e9c-b5d4-4609-8f7d-aecdc3321abd req-e43f1e9e-2e8c-4ac7-9215-c49dfed6be1e tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:44:22.148334 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ca165e9c-b5d4-4609-8f7d-aecdc3321abd req-e43f1e9e-2e8c-4ac7-9215-c49dfed6be1e tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=0e0bfb48-c775-4158-81ab-0b5574d67ad9 HTTP/1.1" status: 200 len: 945 time: 0.0792892 Feb 04 09:44:22.198140 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ca165e9c-b5d4-4609-8f7d-aecdc3321abd req-58fa57fe-ce21-44e2-8ae3-afb864f9635a tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=196e8388-4e2f-4118-ae96-dbaf59af05a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424235 Feb 04 09:44:22.961224 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:44:23.109594 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:44:23.401968 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7ded0e-ab7d-4293-8067-bca5ad779516 req-b89e4ba2-0e19-486b-af96-76d81e8b8c9d tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:44:23.403999 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4d7ded0e-ab7d-4293-8067-bca5ad779516 req-b89e4ba2-0e19-486b-af96-76d81e8b8c9d tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=0e0bfb48-c775-4158-81ab-0b5574d67ad9 HTTP/1.1" status: 200 len: 945 time: 0.0753291 Feb 04 09:44:23.456674 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4d7ded0e-ab7d-4293-8067-bca5ad779516 req-a73d6496-bc2e-4ae6-9533-858c4a07441d tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=196e8388-4e2f-4118-ae96-dbaf59af05a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432525 Feb 04 09:44:24.623595 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:44:24.655886 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9373fb8-16af-4ca7-b72d-c4c6bcd35590 req-a1c9065a-0bd8-471e-81bb-85ba2844b196 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:44:24.657383 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f9373fb8-16af-4ca7-b72d-c4c6bcd35590 req-a1c9065a-0bd8-471e-81bb-85ba2844b196 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=0e0bfb48-c775-4158-81ab-0b5574d67ad9 HTTP/1.1" status: 200 len: 945 time: 0.0767739 Feb 04 09:44:24.701782 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f9373fb8-16af-4ca7-b72d-c4c6bcd35590 req-d7b7f108-423b-4cab-9720-4d4d5c4018ee tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=196e8388-4e2f-4118-ae96-dbaf59af05a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388908 Feb 04 09:44:25.901250 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0636dc2b-9cc3-4ef0-a7a0-47177eb5d2b0 req-95de474c-04b0-449f-8d60-c482f1914e30 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:44:25.902639 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-0636dc2b-9cc3-4ef0-a7a0-47177eb5d2b0 req-95de474c-04b0-449f-8d60-c482f1914e30 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=0e0bfb48-c775-4158-81ab-0b5574d67ad9 HTTP/1.1" status: 200 len: 945 time: 0.0790837 Feb 04 09:44:25.952117 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-0636dc2b-9cc3-4ef0-a7a0-47177eb5d2b0 req-cf1265bf-1df7-4d91-a9ab-f3c473a5ac47 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=196e8388-4e2f-4118-ae96-dbaf59af05a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419016 Feb 04 09:44:26.835606 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:44:27.146903 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aa7b32-f5bf-43a0-b6b4-47c3be2aaaa6 req-f106b652-43ce-4b52-8d86-f5818876f245 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:44:27.148288 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-20aa7b32-f5bf-43a0-b6b4-47c3be2aaaa6 req-f106b652-43ce-4b52-8d86-f5818876f245 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=0e0bfb48-c775-4158-81ab-0b5574d67ad9 HTTP/1.1" status: 200 len: 945 time: 0.0763950 Feb 04 09:44:27.194701 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-20aa7b32-f5bf-43a0-b6b4-47c3be2aaaa6 req-1a73f0ce-e3cf-434c-96a0-b71ac9614271 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=196e8388-4e2f-4118-ae96-dbaf59af05a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400999 Feb 04 09:44:28.393368 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb50020d-7ba9-4b5b-a340-bafdd51ce746 req-8fe9204d-b793-42e0-9ae1-35a65bd351ac tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:44:28.394814 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-fb50020d-7ba9-4b5b-a340-bafdd51ce746 req-8fe9204d-b793-42e0-9ae1-35a65bd351ac tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=0e0bfb48-c775-4158-81ab-0b5574d67ad9 HTTP/1.1" status: 200 len: 945 time: 0.0786242 Feb 04 09:44:28.439679 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-fb50020d-7ba9-4b5b-a340-bafdd51ce746 req-ffb2ae55-1cc6-4a90-b959-4cd1796a5489 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=196e8388-4e2f-4118-ae96-dbaf59af05a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394385 Feb 04 09:44:29.637806 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d0bdd-f4d8-40d3-a150-bfaa168470ff req-fb73a1d4-714c-4f52-b63b-706773c7300c tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:44:29.639270 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-014d0bdd-f4d8-40d3-a150-bfaa168470ff req-fb73a1d4-714c-4f52-b63b-706773c7300c tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=0e0bfb48-c775-4158-81ab-0b5574d67ad9 HTTP/1.1" status: 200 len: 945 time: 0.0789945 Feb 04 09:44:29.685255 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-014d0bdd-f4d8-40d3-a150-bfaa168470ff req-ca0662c8-c0b5-48db-ac90-309d10608515 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=196e8388-4e2f-4118-ae96-dbaf59af05a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404131 Feb 04 09:44:30.727898 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device f02e4e1c-46a6-4cca-9d7a-150318f51750 details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=84109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 09:44:30.896819 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fbd2df-c41f-481f-9047-3375e251654d req-467d67a1-16ff-4ad9-83eb-6d50779b52a0 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:44:30.898218 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-32fbd2df-c41f-481f-9047-3375e251654d req-467d67a1-16ff-4ad9-83eb-6d50779b52a0 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=0e0bfb48-c775-4158-81ab-0b5574d67ad9 HTTP/1.1" status: 200 len: 945 time: 0.0818765 Feb 04 09:44:30.911621 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port f02e4e1c-46a6-4cca-9d7a-150318f51750, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=f02e4e1c-46a6-4cca-9d7a-150318f51750,segment=NetworkSegment(be2723b6-7e81-457a-a1cf-6ec262c4a96a),segment_id=be2723b6-7e81-457a-a1cf-6ec262c4a96a)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:44:30.927207 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Returning: {'device': 'f02e4e1c-46a6-4cca-9d7a-150318f51750', 'network_id': 'ee6eb58f-6a81-4983-b366-718b2ce8edaa', 'port_id': 'f02e4e1c-46a6-4cca-9d7a-150318f51750', 'mac_address': 'fa:16:3e:9f:55:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a969431c-2b68-43b0-8afa-92fdbf7f6479', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 09:44:30.946107 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-32fbd2df-c41f-481f-9047-3375e251654d req-c570885e-9cb5-4512-9bd4-f8e2955bdabb tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=196e8388-4e2f-4118-ae96-dbaf59af05a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418179 Feb 04 09:44:30.989874 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:44:31.007659 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f02e4e1c-46a6-4cca-9d7a-150318f51750 {{(pid=84109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 09:44:31.023134 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port f02e4e1c-46a6-4cca-9d7a-150318f51750, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=f02e4e1c-46a6-4cca-9d7a-150318f51750,segment=NetworkSegment(be2723b6-7e81-457a-a1cf-6ec262c4a96a),segment_id=be2723b6-7e81-457a-a1cf-6ec262c4a96a)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:44:31.109589 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:44:31.177297 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=f02e4e1c-46a6-4cca-9d7a-150318f51750,revision_number=6']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:44:31.186888 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] get_ports_and_sgs() called for port_ids ['f02e4e1c-46a6-4cca-9d7a-150318f51750'] {{(pid=84109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 09:44:31.214905 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:44:31.215243 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:44:31.215578 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:44:31.215907 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:44:31.216255 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:44:31.216578 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:44:31.216911 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:44:31.217232 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:44:31.217550 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:44:31.217864 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:44:31.218182 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:44:32.164139 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e85d25-0ab2-47c1-8776-a3b04b6a06d3 req-0a8f97eb-3e36-47de-8058-28ad1c97f3f0 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:44:32.165793 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a6e85d25-0ab2-47c1-8776-a3b04b6a06d3 req-0a8f97eb-3e36-47de-8058-28ad1c97f3f0 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=0e0bfb48-c775-4158-81ab-0b5574d67ad9 HTTP/1.1" status: 200 len: 944 time: 0.0937335 Feb 04 09:44:32.223747 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a6e85d25-0ab2-47c1-8776-a3b04b6a06d3 req-e0cd0763-3523-42b4-aaf1-b3a1a250fea2 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=196e8388-4e2f-4118-ae96-dbaf59af05a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515304 Feb 04 09:44:32.728202 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device f02e4e1c-46a6-4cca-9d7a-150318f51750 up at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:44:32.809844 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Provisioning complete for port f02e4e1c-46a6-4cca-9d7a-150318f51750 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:44:32.810205 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:44:32.932736 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:44:32.961857 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e0bfb48-c775-4158-81ab-0b5574d67ad9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f02e4e1c-46a6-4cca-9d7a-150318f51750'}] {{(pid=84109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:44:32.975034 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port f02e4e1c-46a6-4cca-9d7a-150318f51750, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=f02e4e1c-46a6-4cca-9d7a-150318f51750,segment=NetworkSegment(be2723b6-7e81-457a-a1cf-6ec262c4a96a),segment_id=be2723b6-7e81-457a-a1cf-6ec262c4a96a)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:44:33.018212 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:44:33.048310 dv-neutron-827798-2-hyperv neutron-server[84109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e0bfb48-c775-4158-81ab-0b5574d67ad9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f02e4e1c-46a6-4cca-9d7a-150318f51750', 'code': 200} Feb 04 09:44:33.090342 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=f02e4e1c-46a6-4cca-9d7a-150318f51750,revision_number=7']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:44:33.466459 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6ed769-d1c6-4e1a-8cd1-31c46d19675f req-316de7f9-34ad-4226-b905-f0b2e8aece87 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:44:33.468024 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7a6ed769-d1c6-4e1a-8cd1-31c46d19675f req-316de7f9-34ad-4226-b905-f0b2e8aece87 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=0e0bfb48-c775-4158-81ab-0b5574d67ad9 HTTP/1.1" status: 200 len: 945 time: 0.0876734 Feb 04 09:44:33.514316 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7a6ed769-d1c6-4e1a-8cd1-31c46d19675f req-a0aa3c54-c47e-4c40-8353-16cb295509ae tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=196e8388-4e2f-4118-ae96-dbaf59af05a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408006 Feb 04 09:44:34.104416 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-166070e0-037c-4b16-95cf-50889c1fd0fc req-c7594c5f-2430-41b0-9119-d968f5ba635e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f8af8cc834bd4a21988351036e39c347&device_id=0e0bfb48-c775-4158-81ab-0b5574d67ad9 HTTP/1.1" status: 200 len: 1098 time: 0.0688522 Feb 04 09:44:34.249849 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166070e0-037c-4b16-95cf-50889c1fd0fc req-26c8d10b-7d16-4d1c-b0cf-b6d6d8f19cd7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:44:34.251215 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-166070e0-037c-4b16-95cf-50889c1fd0fc req-26c8d10b-7d16-4d1c-b0cf-b6d6d8f19cd7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ee6eb58f-6a81-4983-b366-718b2ce8edaa HTTP/1.1" status: 200 len: 909 time: 0.1290119 Feb 04 09:44:34.357866 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-166070e0-037c-4b16-95cf-50889c1fd0fc req-fc362fbc-cb6c-4e83-ad8c-f3a21847729d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f02e4e1c-46a6-4cca-9d7a-150318f51750 HTTP/1.1" status: 200 len: 1000 time: 0.1009567 Feb 04 09:44:34.423058 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166070e0-037c-4b16-95cf-50889c1fd0fc req-ad740942-2cf9-471f-baf3-90d2360f7ae2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:44:34.424512 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-166070e0-037c-4b16-95cf-50889c1fd0fc req-ad740942-2cf9-471f-baf3-90d2360f7ae2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a969431c-2b68-43b0-8afa-92fdbf7f6479 HTTP/1.1" status: 200 len: 847 time: 0.0611818 Feb 04 09:44:34.506237 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-166070e0-037c-4b16-95cf-50889c1fd0fc req-e37b9790-d665-4fb2-9241-2a2a71ae413f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ee6eb58f-6a81-4983-b366-718b2ce8edaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754898 Feb 04 09:44:34.642756 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-166070e0-037c-4b16-95cf-50889c1fd0fc req-26b5ff99-8fff-48ae-91f8-4979b0c83d3c service neutron] 10.222.0.47 "GET /v2.0/networks/ee6eb58f-6a81-4983-b366-718b2ce8edaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301460 Feb 04 09:44:34.735414 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f51f214-37e5-4b1a-b805-74e0436e2a7e req-f02c9c52-1176-4465-9222-d8e2c10a86de tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:44:34.737015 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7f51f214-37e5-4b1a-b805-74e0436e2a7e req-f02c9c52-1176-4465-9222-d8e2c10a86de tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=0e0bfb48-c775-4158-81ab-0b5574d67ad9 HTTP/1.1" status: 200 len: 945 time: 0.0940435 Feb 04 09:44:34.787292 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7f51f214-37e5-4b1a-b805-74e0436e2a7e req-8eaf614e-a7f7-4963-9ee0-1761f0959a5d tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=196e8388-4e2f-4118-ae96-dbaf59af05a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441799 Feb 04 09:44:34.803099 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-166070e0-037c-4b16-95cf-50889c1fd0fc req-f233f88f-8760-4b35-a7fa-4a7475ff8e5d service neutron] 10.222.0.47 "GET /v2.0/networks/ee6eb58f-6a81-4983-b366-718b2ce8edaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543779 Feb 04 09:44:36.017184 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0706752-3f91-4724-92f6-0dae7af511ca req-64a64720-b433-4a00-9ac3-39f9e4de06b7 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:44:36.018731 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c0706752-3f91-4724-92f6-0dae7af511ca req-64a64720-b433-4a00-9ac3-39f9e4de06b7 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=0e0bfb48-c775-4158-81ab-0b5574d67ad9 HTTP/1.1" status: 200 len: 945 time: 0.0968108 Feb 04 09:44:36.067404 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c0706752-3f91-4724-92f6-0dae7af511ca req-590e22b2-bc90-47d8-a7d2-342df32f82f1 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=196e8388-4e2f-4118-ae96-dbaf59af05a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427635 Feb 04 09:44:37.420521 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3645b44-8708-4c3e-9255-289e2d61e5bc req-eda258b5-feee-4dbb-80b1-7cebd179bc80 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:44:37.422025 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a3645b44-8708-4c3e-9255-289e2d61e5bc req-eda258b5-feee-4dbb-80b1-7cebd179bc80 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=0e0bfb48-c775-4158-81ab-0b5574d67ad9 HTTP/1.1" status: 200 len: 945 time: 0.2192466 Feb 04 09:44:37.482025 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a3645b44-8708-4c3e-9255-289e2d61e5bc req-5d23617d-2dc2-4a1e-b852-f9a8f50ab2ef tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=196e8388-4e2f-4118-ae96-dbaf59af05a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521507 Feb 04 09:44:38.705915 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69399399-081d-4c7f-8520-aaa959ac9eeb req-004d9165-fe27-4a20-a2a0-b57265471339 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:44:38.707384 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-69399399-081d-4c7f-8520-aaa959ac9eeb req-004d9165-fe27-4a20-a2a0-b57265471339 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=0e0bfb48-c775-4158-81ab-0b5574d67ad9 HTTP/1.1" status: 200 len: 945 time: 0.0877988 Feb 04 09:44:38.773794 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-69399399-081d-4c7f-8520-aaa959ac9eeb req-b7a5c5f7-af75-43a5-a87b-050a891ca570 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=196e8388-4e2f-4118-ae96-dbaf59af05a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541306 Feb 04 09:44:40.040943 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22f300-5e1d-465f-976d-9ee288e34d5b req-17395a8c-253b-43be-bf4f-425472cf2f66 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:44:40.042596 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-cd22f300-5e1d-465f-976d-9ee288e34d5b req-17395a8c-253b-43be-bf4f-425472cf2f66 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=0e0bfb48-c775-4158-81ab-0b5574d67ad9 HTTP/1.1" status: 200 len: 945 time: 0.0948699 Feb 04 09:44:40.098022 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-cd22f300-5e1d-465f-976d-9ee288e34d5b req-12199803-7d73-49fa-b4db-64e4ccf2266b tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=196e8388-4e2f-4118-ae96-dbaf59af05a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498488 Feb 04 09:44:41.358629 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802990a9-bf5b-498d-80a4-ed9a808a3282 req-71240263-f223-4ce0-8be3-cf5e3c91ae53 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:44:41.361381 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-802990a9-bf5b-498d-80a4-ed9a808a3282 req-71240263-f223-4ce0-8be3-cf5e3c91ae53 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=0e0bfb48-c775-4158-81ab-0b5574d67ad9 HTTP/1.1" status: 200 len: 945 time: 0.1063309 Feb 04 09:44:41.427301 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-802990a9-bf5b-498d-80a4-ed9a808a3282 req-fb4f15e1-c282-417f-8205-205adeebdefe tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=196e8388-4e2f-4118-ae96-dbaf59af05a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565283 Feb 04 09:44:42.627660 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e522a790-876f-44fd-944d-de15d121849d req-e31820b0-4d8b-4995-9b65-5e7463387c97 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:44:42.629436 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e522a790-876f-44fd-944d-de15d121849d req-e31820b0-4d8b-4995-9b65-5e7463387c97 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=0e0bfb48-c775-4158-81ab-0b5574d67ad9 HTTP/1.1" status: 200 len: 945 time: 0.0840552 Feb 04 09:44:42.680370 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e522a790-876f-44fd-944d-de15d121849d req-deee5e0e-e441-4ea1-b478-7650b59b802f tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=196e8388-4e2f-4118-ae96-dbaf59af05a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454087 Feb 04 09:44:43.914315 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537285f2-975f-452b-874a-a7fd3d332d5d req-76467b9d-e13e-4f25-a1f1-45fb7ea5f9fb tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:44:43.915848 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-537285f2-975f-452b-874a-a7fd3d332d5d req-76467b9d-e13e-4f25-a1f1-45fb7ea5f9fb tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=0e0bfb48-c775-4158-81ab-0b5574d67ad9 HTTP/1.1" status: 200 len: 945 time: 0.0924599 Feb 04 09:44:43.983050 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-537285f2-975f-452b-874a-a7fd3d332d5d req-8733a62e-1b12-4e90-b540-9d9100996b87 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=196e8388-4e2f-4118-ae96-dbaf59af05a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530815 Feb 04 09:44:45.213584 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdcc0f2-6994-45ca-acd1-c7d80204eb1b req-c95b14ad-bdda-4594-abd3-51c2292bc562 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:44:45.215244 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-0bdcc0f2-6994-45ca-acd1-c7d80204eb1b req-c95b14ad-bdda-4594-abd3-51c2292bc562 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=0e0bfb48-c775-4158-81ab-0b5574d67ad9 HTTP/1.1" status: 200 len: 945 time: 0.0961106 Feb 04 09:44:45.277323 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-0bdcc0f2-6994-45ca-acd1-c7d80204eb1b req-46e81efd-d6bf-46f1-965e-601392e7b266 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=196e8388-4e2f-4118-ae96-dbaf59af05a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557878 Feb 04 09:44:46.489958 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58844c89-13ae-4c79-bc62-778d49b1a1eb req-a3dd8c3a-c780-4464-8f62-11af09d71681 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:44:46.491437 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-58844c89-13ae-4c79-bc62-778d49b1a1eb req-a3dd8c3a-c780-4464-8f62-11af09d71681 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=0e0bfb48-c775-4158-81ab-0b5574d67ad9 HTTP/1.1" status: 200 len: 945 time: 0.0935018 Feb 04 09:44:46.549353 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-58844c89-13ae-4c79-bc62-778d49b1a1eb req-d5789b71-8ac1-4d79-b4fa-d7fc2382aee4 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=196e8388-4e2f-4118-ae96-dbaf59af05a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514290 Feb 04 09:44:47.797140 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed26acfb-a61a-45f0-9cdb-0fb308b19cd1 req-0e6f7df6-7dfe-4ec1-9229-f1b784b30eec tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:44:47.799295 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ed26acfb-a61a-45f0-9cdb-0fb308b19cd1 req-0e6f7df6-7dfe-4ec1-9229-f1b784b30eec tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=0e0bfb48-c775-4158-81ab-0b5574d67ad9 HTTP/1.1" status: 200 len: 945 time: 0.1098742 Feb 04 09:44:47.855473 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ed26acfb-a61a-45f0-9cdb-0fb308b19cd1 req-54883361-0399-485a-bc9e-cae51384e3a9 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=196e8388-4e2f-4118-ae96-dbaf59af05a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496991 Feb 04 09:44:48.851122 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-7e557106-a489-48e7-a2e3-600cf0b39e65 req-e3e6de65-30a4-4a0b-9e72-76f508c10800 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f8af8cc834bd4a21988351036e39c347&device_id=0e0bfb48-c775-4158-81ab-0b5574d67ad9 HTTP/1.1" status: 200 len: 1098 time: 0.0707028 Feb 04 09:44:48.992173 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e557106-a489-48e7-a2e3-600cf0b39e65 req-f7f379d5-38cb-4a71-9ef0-93caba167e8e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:44:48.993725 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-7e557106-a489-48e7-a2e3-600cf0b39e65 req-f7f379d5-38cb-4a71-9ef0-93caba167e8e service neutron] 10.222.0.47 "GET /v2.0/networks?id=ee6eb58f-6a81-4983-b366-718b2ce8edaa HTTP/1.1" status: 200 len: 909 time: 0.1362071 Feb 04 09:44:49.060141 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b472dfa5-c35d-4f58-b561-3b9ca2a189c9 req-ae82c93a-2eb7-4e00-b8bf-d980ea5cd2c9 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:44:49.061704 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b472dfa5-c35d-4f58-b561-3b9ca2a189c9 req-ae82c93a-2eb7-4e00-b8bf-d980ea5cd2c9 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=0e0bfb48-c775-4158-81ab-0b5574d67ad9 HTTP/1.1" status: 200 len: 945 time: 0.0796521 Feb 04 09:44:49.111973 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b472dfa5-c35d-4f58-b561-3b9ca2a189c9 req-0e43c89b-bce3-4a09-9461-a3c1e82c7c54 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=196e8388-4e2f-4118-ae96-dbaf59af05a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443654 Feb 04 09:44:49.202330 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-7e557106-a489-48e7-a2e3-600cf0b39e65 req-6e335dce-c85e-4fa4-ae90-e4170c1e04ec service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f02e4e1c-46a6-4cca-9d7a-150318f51750 HTTP/1.1" status: 200 len: 1000 time: 0.2024729 Feb 04 09:44:49.266123 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e557106-a489-48e7-a2e3-600cf0b39e65 req-f82b91ff-32f3-4b04-8aa9-8b82e2c896a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:44:49.267570 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-7e557106-a489-48e7-a2e3-600cf0b39e65 req-f82b91ff-32f3-4b04-8aa9-8b82e2c896a6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a969431c-2b68-43b0-8afa-92fdbf7f6479 HTTP/1.1" status: 200 len: 847 time: 0.0582716 Feb 04 09:44:49.347947 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-7e557106-a489-48e7-a2e3-600cf0b39e65 req-55ec4235-dea4-4b10-95b2-de38e4f64c0a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ee6eb58f-6a81-4983-b366-718b2ce8edaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739415 Feb 04 09:44:49.481567 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-c82e9963-9061-468a-a1cf-677607460de8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:44:49.489687 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-7e557106-a489-48e7-a2e3-600cf0b39e65 req-91d7d69e-4f53-4a42-9f89-89999c783af4 service neutron] 10.222.0.47 "GET /v2.0/networks/ee6eb58f-6a81-4983-b366-718b2ce8edaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349533 Feb 04 09:44:49.631033 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-7e557106-a489-48e7-a2e3-600cf0b39e65 req-2987adf7-36e5-4eef-b6a0-b348e74b49f8 service neutron] 10.222.0.47 "GET /v2.0/networks/ee6eb58f-6a81-4983-b366-718b2ce8edaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355577 Feb 04 09:44:50.321428 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ada800-2deb-4a3f-bf6c-23106cb03b9c req-cf88b8c9-287b-41e7-ae53-5d368c57d0b8 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:44:50.322863 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-04ada800-2deb-4a3f-bf6c-23106cb03b9c req-cf88b8c9-287b-41e7-ae53-5d368c57d0b8 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=0e0bfb48-c775-4158-81ab-0b5574d67ad9 HTTP/1.1" status: 200 len: 945 time: 0.0835195 Feb 04 09:44:50.371216 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-04ada800-2deb-4a3f-bf6c-23106cb03b9c req-f3e40dd6-e9c4-464c-a8a2-9761a55e2db5 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=196e8388-4e2f-4118-ae96-dbaf59af05a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418441 Feb 04 09:44:50.793257 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device f02e4e1c-46a6-4cca-9d7a-150318f51750 no longer exists at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 09:44:50.936342 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:44:50.975854 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e0bfb48-c775-4158-81ab-0b5574d67ad9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f02e4e1c-46a6-4cca-9d7a-150318f51750'}] {{(pid=84109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:44:50.990227 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port f02e4e1c-46a6-4cca-9d7a-150318f51750, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=f02e4e1c-46a6-4cca-9d7a-150318f51750,segment=NetworkSegment(be2723b6-7e81-457a-a1cf-6ec262c4a96a),segment_id=be2723b6-7e81-457a-a1cf-6ec262c4a96a)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:44:51.038528 dv-neutron-827798-2-hyperv neutron-server[84109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e0bfb48-c775-4158-81ab-0b5574d67ad9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f02e4e1c-46a6-4cca-9d7a-150318f51750', 'code': 200} Feb 04 09:44:51.057094 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:44:51.127640 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=f02e4e1c-46a6-4cca-9d7a-150318f51750,revision_number=8']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:44:51.584274 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c76450-172f-422a-a9b4-ea76d61b07ff req-9e74f8a3-aace-4f43-953a-9d54ce1f5da8 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:44:51.585786 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a2c76450-172f-422a-a9b4-ea76d61b07ff req-9e74f8a3-aace-4f43-953a-9d54ce1f5da8 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=0e0bfb48-c775-4158-81ab-0b5574d67ad9 HTTP/1.1" status: 200 len: 943 time: 0.0830805 Feb 04 09:44:51.635788 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a2c76450-172f-422a-a9b4-ea76d61b07ff req-8a4afbb2-7c30-4512-855e-a0e4c24deb0f tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=196e8388-4e2f-4118-ae96-dbaf59af05a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424376 Feb 04 09:44:51.801932 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-af41ebfd-4bfe-45e2-b801-90bf3a77c6e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:44:52.003923 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-0b9e2908-636c-483a-9f59-75023d1c15b7 req-abc8292b-e922-4084-b330-5278d6792156 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0e0bfb48-c775-4158-81ab-0b5574d67ad9&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1394219 Feb 04 09:44:52.413666 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97474da-cc71-452e-b63f-3bb90ed5360f req-e35cfa5e-1615-4f62-ac8d-0737ee74a4f3 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:44:52.415135 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b97474da-cc71-452e-b63f-3bb90ed5360f req-e35cfa5e-1615-4f62-ac8d-0737ee74a4f3 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=0e0bfb48-c775-4158-81ab-0b5574d67ad9 HTTP/1.1" status: 200 len: 943 time: 0.0784748 Feb 04 09:44:52.465261 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b97474da-cc71-452e-b63f-3bb90ed5360f req-f698856d-c7a5-4912-afc9-3488f0508d37 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=196e8388-4e2f-4118-ae96-dbaf59af05a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404294 Feb 04 09:44:52.474279 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 36650) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:44:52.609784 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-ff722d88-058c-4380-bbd6-76e9ed30cfe6 req-a25c149f-d429-4e63-98ca-1b50b803b269 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0e0bfb48-c775-4158-81ab-0b5574d67ad9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1342654 Feb 04 09:44:52.978163 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:44:53.170113 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:44:53.572129 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-ff722d88-058c-4380-bbd6-76e9ed30cfe6 req-0a1469f3-43d2-49d6-a343-9a059fd2c3e8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0e0bfb48-c775-4158-81ab-0b5574d67ad9&tenant_id=f8af8cc834bd4a21988351036e39c347 HTTP/1.1" status: 200 len: 1096 time: 0.0738368 Feb 04 09:44:53.671318 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-ff722d88-058c-4380-bbd6-76e9ed30cfe6 req-a10dd8a7-db81-4a99-bf07-08a58b39fbc0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f8af8cc834bd4a21988351036e39c347&device_id=0e0bfb48-c775-4158-81ab-0b5574d67ad9 HTTP/1.1" status: 200 len: 1096 time: 0.0776420 Feb 04 09:44:53.685922 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5697bbe-85c2-4025-8c10-939cc4a0429b req-b183d444-962d-4c2f-8486-892e8f9afcea tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:44:53.687420 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a5697bbe-85c2-4025-8c10-939cc4a0429b req-b183d444-962d-4c2f-8486-892e8f9afcea tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=0e0bfb48-c775-4158-81ab-0b5574d67ad9 HTTP/1.1" status: 200 len: 943 time: 0.0954907 Feb 04 09:44:53.736479 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a5697bbe-85c2-4025-8c10-939cc4a0429b req-4bb06e7f-fb37-4c6a-9709-403c6fd05b99 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=196e8388-4e2f-4118-ae96-dbaf59af05a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431037 Feb 04 09:44:53.807658 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff722d88-058c-4380-bbd6-76e9ed30cfe6 req-90acbd48-4720-4e10-ad23-01d6377f63be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:44:53.809135 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-ff722d88-058c-4380-bbd6-76e9ed30cfe6 req-90acbd48-4720-4e10-ad23-01d6377f63be service neutron] 10.222.0.47 "GET /v2.0/networks?id=ee6eb58f-6a81-4983-b366-718b2ce8edaa HTTP/1.1" status: 200 len: 909 time: 0.1312230 Feb 04 09:44:53.915468 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-ff722d88-058c-4380-bbd6-76e9ed30cfe6 req-ff415cf2-6a14-43c0-b988-60d0c49e80d8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f02e4e1c-46a6-4cca-9d7a-150318f51750 HTTP/1.1" status: 200 len: 998 time: 0.0999489 Feb 04 09:44:53.980922 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff722d88-058c-4380-bbd6-76e9ed30cfe6 req-56fe7012-d89a-4679-a00c-0ff246221f09 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:44:53.982395 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-ff722d88-058c-4380-bbd6-76e9ed30cfe6 req-56fe7012-d89a-4679-a00c-0ff246221f09 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a969431c-2b68-43b0-8afa-92fdbf7f6479 HTTP/1.1" status: 200 len: 847 time: 0.0611367 Feb 04 09:44:54.060658 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-ff722d88-058c-4380-bbd6-76e9ed30cfe6 req-279e1fef-308e-43aa-bcc0-10d4020d436c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ee6eb58f-6a81-4983-b366-718b2ce8edaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710304 Feb 04 09:44:54.192758 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-ff722d88-058c-4380-bbd6-76e9ed30cfe6 req-49f5f31a-1a59-4b8d-8b0e-f26b6f4568a5 service neutron] 10.222.0.47 "GET /v2.0/networks/ee6eb58f-6a81-4983-b366-718b2ce8edaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259468 Feb 04 09:44:54.321674 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-ff722d88-058c-4380-bbd6-76e9ed30cfe6 req-5ee8e28f-4cd8-4e2c-9658-38464b00ea86 service neutron] 10.222.0.47 "GET /v2.0/networks/ee6eb58f-6a81-4983-b366-718b2ce8edaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231277 Feb 04 09:44:54.630120 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:44:54.806719 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device f02e4e1c-46a6-4cca-9d7a-150318f51750 no longer exists at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 09:44:54.960870 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eeaf13-6ec4-4651-bcab-100e2ce590ee req-4889741d-3f79-46a1-a397-b0bf4885ed99 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:44:54.962380 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-88eeaf13-6ec4-4651-bcab-100e2ce590ee req-4889741d-3f79-46a1-a397-b0bf4885ed99 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=0e0bfb48-c775-4158-81ab-0b5574d67ad9 HTTP/1.1" status: 200 len: 943 time: 0.0965834 Feb 04 09:44:55.028509 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-88eeaf13-6ec4-4651-bcab-100e2ce590ee req-94143653-64da-4cf6-99ef-f5d1b19841e2 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=196e8388-4e2f-4118-ae96-dbaf59af05a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603943 Feb 04 09:44:56.149059 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 09:44:56.235564 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02329d90-d97c-4777-84ba-b2d39ab5a8ce req-fc0dc871-24f6-468b-8e63-cd5e10fd2955 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:44:56.237865 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-02329d90-d97c-4777-84ba-b2d39ab5a8ce req-fc0dc871-24f6-468b-8e63-cd5e10fd2955 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=0e0bfb48-c775-4158-81ab-0b5574d67ad9 HTTP/1.1" status: 200 len: 943 time: 0.0856481 Feb 04 09:44:56.286852 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-02329d90-d97c-4777-84ba-b2d39ab5a8ce req-019a100d-ca98-4f12-a88b-a3579e3b2fc8 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=196e8388-4e2f-4118-ae96-dbaf59af05a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432208 Feb 04 09:44:56.846785 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:44:57.547227 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46ae605-a195-45a7-aaf7-d27f852d6847 req-01fc26a0-8f3e-4c6f-89c9-a3df0a704a1b tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:44:57.559367 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f46ae605-a195-45a7-aaf7-d27f852d6847 req-01fc26a0-8f3e-4c6f-89c9-a3df0a704a1b tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=0e0bfb48-c775-4158-81ab-0b5574d67ad9 HTTP/1.1" status: 200 len: 943 time: 0.1193376 Feb 04 09:44:57.617986 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f46ae605-a195-45a7-aaf7-d27f852d6847 req-c79935e3-45fe-4abe-a916-5ea09c406108 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=196e8388-4e2f-4118-ae96-dbaf59af05a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573909 Feb 04 09:44:58.992248 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03c6322-07fb-4eb8-9f9d-a3ac7a5a3dbc req-7fe1e40b-dd1c-4cf7-9e62-117487042b38 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:44:58.993848 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f03c6322-07fb-4eb8-9f9d-a3ac7a5a3dbc req-7fe1e40b-dd1c-4cf7-9e62-117487042b38 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=0e0bfb48-c775-4158-81ab-0b5574d67ad9 HTTP/1.1" status: 200 len: 943 time: 0.0900989 Feb 04 09:44:59.042805 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f03c6322-07fb-4eb8-9f9d-a3ac7a5a3dbc req-48fc920b-fb07-4f08-aff9-b7fcd821832d tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=196e8388-4e2f-4118-ae96-dbaf59af05a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423915 Feb 04 09:45:00.269199 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b5b34e-e2db-4378-9fea-cea9732134d7 req-5a0c5bfb-7846-431a-90e3-0b1600e3e87e tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:45:00.277014 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-54b5b34e-e2db-4378-9fea-cea9732134d7 req-5a0c5bfb-7846-431a-90e3-0b1600e3e87e tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=0e0bfb48-c775-4158-81ab-0b5574d67ad9 HTTP/1.1" status: 200 len: 943 time: 0.1080782 Feb 04 09:45:00.340134 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-54b5b34e-e2db-4378-9fea-cea9732134d7 req-c1516101-3c65-4bce-9946-2b3c89d4abae tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=196e8388-4e2f-4118-ae96-dbaf59af05a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621283 Feb 04 09:45:01.564909 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d820b60a-878d-49b4-a0e3-03a15ce01b41 req-5b53ea95-0d91-4c69-a285-654515b2be7b tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:45:01.567810 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d820b60a-878d-49b4-a0e3-03a15ce01b41 req-5b53ea95-0d91-4c69-a285-654515b2be7b tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=0e0bfb48-c775-4158-81ab-0b5574d67ad9 HTTP/1.1" status: 200 len: 943 time: 0.0952399 Feb 04 09:45:01.648993 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d820b60a-878d-49b4-a0e3-03a15ce01b41 req-5cdb7a94-833c-4b34-a6b4-472bc524af73 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=196e8388-4e2f-4118-ae96-dbaf59af05a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742950 Feb 04 09:45:02.891958 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de6ec3-66a5-4af1-b8ad-8b502012d959 req-7e9c6fb4-3ce0-42ec-8b60-8e0796f1b74c tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:45:02.896966 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d4de6ec3-66a5-4af1-b8ad-8b502012d959 req-7e9c6fb4-3ce0-42ec-8b60-8e0796f1b74c tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=0e0bfb48-c775-4158-81ab-0b5574d67ad9 HTTP/1.1" status: 200 len: 943 time: 0.1014423 Feb 04 09:45:02.970468 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d4de6ec3-66a5-4af1-b8ad-8b502012d959 req-607aa911-093e-4c9c-ac9c-53f247c9ad52 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=196e8388-4e2f-4118-ae96-dbaf59af05a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674448 Feb 04 09:45:04.176055 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee30a29-76e3-4e4b-94b9-afca23bda150 req-c153d7ed-e08a-42cb-8466-d210f9cb3e6c tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:45:04.177586 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-fee30a29-76e3-4e4b-94b9-afca23bda150 req-c153d7ed-e08a-42cb-8466-d210f9cb3e6c tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=0e0bfb48-c775-4158-81ab-0b5574d67ad9 HTTP/1.1" status: 200 len: 943 time: 0.0852511 Feb 04 09:45:04.316803 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-fee30a29-76e3-4e4b-94b9-afca23bda150 req-61ef27f8-1493-4fd9-a1e0-fef168674a5f tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=196e8388-4e2f-4118-ae96-dbaf59af05a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1328802 Feb 04 09:45:05.522669 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30270600-b6e3-4269-a042-a1bd6f59ebc0 req-68974bf0-b525-4675-8f41-d0bad0518e47 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:45:05.524145 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-30270600-b6e3-4269-a042-a1bd6f59ebc0 req-68974bf0-b525-4675-8f41-d0bad0518e47 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=0e0bfb48-c775-4158-81ab-0b5574d67ad9 HTTP/1.1" status: 200 len: 943 time: 0.0786953 Feb 04 09:45:05.569778 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-30270600-b6e3-4269-a042-a1bd6f59ebc0 req-e8eae2d9-8dfa-4119-b00a-d1be518baf19 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=196e8388-4e2f-4118-ae96-dbaf59af05a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400815 Feb 04 09:45:06.768658 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88370205-a56f-4483-8c99-27d4c6660072 req-4fa65d2d-8a6d-40c4-8a38-0c416c0aaa8c tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:45:06.770040 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-88370205-a56f-4483-8c99-27d4c6660072 req-4fa65d2d-8a6d-40c4-8a38-0c416c0aaa8c tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=0e0bfb48-c775-4158-81ab-0b5574d67ad9 HTTP/1.1" status: 200 len: 943 time: 0.0778041 Feb 04 09:45:06.815216 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-88370205-a56f-4483-8c99-27d4c6660072 req-8f84e6f5-770a-41e0-9a0b-24e823607aa2 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=196e8388-4e2f-4118-ae96-dbaf59af05a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397890 Feb 04 09:45:08.014772 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1068bd3f-9e3a-49b0-b7e2-06fd88045a3c req-55de7271-6def-4eaf-8588-a357e0f8f102 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:45:08.016250 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-1068bd3f-9e3a-49b0-b7e2-06fd88045a3c req-55de7271-6def-4eaf-8588-a357e0f8f102 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=0e0bfb48-c775-4158-81ab-0b5574d67ad9 HTTP/1.1" status: 200 len: 943 time: 0.0787129 Feb 04 09:45:08.068200 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-1068bd3f-9e3a-49b0-b7e2-06fd88045a3c req-c7667e68-0974-4672-a728-567460a1e8f2 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=196e8388-4e2f-4118-ae96-dbaf59af05a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453813 Feb 04 09:45:09.270236 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a0ad2-803c-4ff4-837b-dd3a76213fe6 req-267e65d7-5a9b-4286-b016-7f30939d9a38 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:45:09.271582 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-457a0ad2-803c-4ff4-837b-dd3a76213fe6 req-267e65d7-5a9b-4286-b016-7f30939d9a38 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=0e0bfb48-c775-4158-81ab-0b5574d67ad9 HTTP/1.1" status: 200 len: 943 time: 0.0784552 Feb 04 09:45:09.318539 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-457a0ad2-803c-4ff4-837b-dd3a76213fe6 req-dd504da3-3e6a-4e2a-8c1a-40403e683ce0 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=196e8388-4e2f-4118-ae96-dbaf59af05a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414257 Feb 04 09:45:10.520547 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd98eefd-93ac-41a8-96e9-55d65fcfe552 req-6bf79e78-bda2-476b-9dc1-5e2496a9b9e7 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:45:10.522007 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-bd98eefd-93ac-41a8-96e9-55d65fcfe552 req-6bf79e78-bda2-476b-9dc1-5e2496a9b9e7 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=0e0bfb48-c775-4158-81ab-0b5574d67ad9 HTTP/1.1" status: 200 len: 943 time: 0.0801709 Feb 04 09:45:10.567769 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-bd98eefd-93ac-41a8-96e9-55d65fcfe552 req-dd81c74e-7aec-4136-9463-8841a89d8f37 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=196e8388-4e2f-4118-ae96-dbaf59af05a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397284 Feb 04 09:45:11.771228 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390a1aaa-e008-458d-922b-92d109bb79ba req-8c087d2b-8d31-4e63-a7cd-50b942f171df tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:45:11.772725 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-390a1aaa-e008-458d-922b-92d109bb79ba req-8c087d2b-8d31-4e63-a7cd-50b942f171df tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=0e0bfb48-c775-4158-81ab-0b5574d67ad9 HTTP/1.1" status: 200 len: 943 time: 0.0823295 Feb 04 09:45:11.819153 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-390a1aaa-e008-458d-922b-92d109bb79ba req-9633dde6-69b1-4794-b14a-8daa611f629e tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=196e8388-4e2f-4118-ae96-dbaf59af05a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407879 Feb 04 09:45:12.890391 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device f02e4e1c-46a6-4cca-9d7a-150318f51750 details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=84109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 09:45:13.038820 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f93cc65-3463-4ff1-ba3c-56a9afb34c78 req-783e29f0-7133-4f0f-af56-7c6f215e9e1f tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:45:13.040061 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port f02e4e1c-46a6-4cca-9d7a-150318f51750, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=f02e4e1c-46a6-4cca-9d7a-150318f51750,segment=NetworkSegment(be2723b6-7e81-457a-a1cf-6ec262c4a96a),segment_id=be2723b6-7e81-457a-a1cf-6ec262c4a96a)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:45:13.040282 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5f93cc65-3463-4ff1-ba3c-56a9afb34c78 req-783e29f0-7133-4f0f-af56-7c6f215e9e1f tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=0e0bfb48-c775-4158-81ab-0b5574d67ad9 HTTP/1.1" status: 200 len: 943 time: 0.0887551 Feb 04 09:45:13.054383 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Returning: {'device': 'f02e4e1c-46a6-4cca-9d7a-150318f51750', 'network_id': 'ee6eb58f-6a81-4983-b366-718b2ce8edaa', 'port_id': 'f02e4e1c-46a6-4cca-9d7a-150318f51750', 'mac_address': 'fa:16:3e:9f:55:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a969431c-2b68-43b0-8afa-92fdbf7f6479', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 09:45:13.091307 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5f93cc65-3463-4ff1-ba3c-56a9afb34c78 req-a5d4aa87-7231-41ca-867d-e08ec579e3ce tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=196e8388-4e2f-4118-ae96-dbaf59af05a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451083 Feb 04 09:45:13.112937 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:45:13.130714 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f02e4e1c-46a6-4cca-9d7a-150318f51750 {{(pid=84109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 09:45:13.147773 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port f02e4e1c-46a6-4cca-9d7a-150318f51750, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=f02e4e1c-46a6-4cca-9d7a-150318f51750,segment=NetworkSegment(be2723b6-7e81-457a-a1cf-6ec262c4a96a),segment_id=be2723b6-7e81-457a-a1cf-6ec262c4a96a)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:45:13.212396 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:45:13.278470 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=f02e4e1c-46a6-4cca-9d7a-150318f51750,revision_number=9']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:45:13.564826 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] get_ports_and_sgs() called for port_ids ['f02e4e1c-46a6-4cca-9d7a-150318f51750'] {{(pid=84109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 09:45:14.292775 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1603011c-2dd7-45e6-b2a5-4d05d04c892e req-8e47cb25-80a6-41fc-bd37-5accc8779423 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:45:14.294180 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-1603011c-2dd7-45e6-b2a5-4d05d04c892e req-8e47cb25-80a6-41fc-bd37-5accc8779423 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=0e0bfb48-c775-4158-81ab-0b5574d67ad9 HTTP/1.1" status: 200 len: 944 time: 0.0758522 Feb 04 09:45:14.350404 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-1603011c-2dd7-45e6-b2a5-4d05d04c892e req-54698573-980b-4fa3-81ab-9ea9f96186bf tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=196e8388-4e2f-4118-ae96-dbaf59af05a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476310 Feb 04 09:45:14.896034 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device f02e4e1c-46a6-4cca-9d7a-150318f51750 up at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:45:14.979056 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Provisioning complete for port f02e4e1c-46a6-4cca-9d7a-150318f51750 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:45:14.979531 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:45:15.103474 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:45:15.147001 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e0bfb48-c775-4158-81ab-0b5574d67ad9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f02e4e1c-46a6-4cca-9d7a-150318f51750'}] {{(pid=84109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:45:15.157654 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port f02e4e1c-46a6-4cca-9d7a-150318f51750, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=f02e4e1c-46a6-4cca-9d7a-150318f51750,segment=NetworkSegment(be2723b6-7e81-457a-a1cf-6ec262c4a96a),segment_id=be2723b6-7e81-457a-a1cf-6ec262c4a96a)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:45:15.211423 dv-neutron-827798-2-hyperv neutron-server[84109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e0bfb48-c775-4158-81ab-0b5574d67ad9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f02e4e1c-46a6-4cca-9d7a-150318f51750', 'code': 200} Feb 04 09:45:15.264152 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:45:15.336402 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=f02e4e1c-46a6-4cca-9d7a-150318f51750,revision_number=10']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:45:15.576701 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b5256-8075-437c-a506-9b6caf36996d req-aefde5e7-dc9f-430d-999d-ad71b0a34ed5 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:45:15.578757 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-174b5256-8075-437c-a506-9b6caf36996d req-aefde5e7-dc9f-430d-999d-ad71b0a34ed5 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=0e0bfb48-c775-4158-81ab-0b5574d67ad9 HTTP/1.1" status: 200 len: 946 time: 0.0870554 Feb 04 09:45:15.597278 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-076aa728-6292-40fd-811b-2380e8c6d412 req-16d0295a-df77-4941-9fe4-63afc35b2c0b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0e0bfb48-c775-4158-81ab-0b5574d67ad9 HTTP/1.1" status: 200 len: 1099 time: 0.0714736 Feb 04 09:45:15.642597 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-076aa728-6292-40fd-811b-2380e8c6d412 req-e9bdea3e-1188-4813-bd06-b7c242c8f7dd service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=196e8388-4e2f-4118-ae96-dbaf59af05a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395689 Feb 04 09:45:15.643446 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-174b5256-8075-437c-a506-9b6caf36996d req-01f300e8-c59a-4e5d-80dd-875c459b9c56 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=196e8388-4e2f-4118-ae96-dbaf59af05a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570669 Feb 04 09:45:16.861648 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a9a1ce-2e07-4bef-aa7a-512eee14fa0b req-e94e4b92-9bd5-4387-aa30-a64a92fb39b9 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:45:16.863289 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-48a9a1ce-2e07-4bef-aa7a-512eee14fa0b req-e94e4b92-9bd5-4387-aa30-a64a92fb39b9 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=0e0bfb48-c775-4158-81ab-0b5574d67ad9 HTTP/1.1" status: 200 len: 946 time: 0.0896511 Feb 04 09:45:16.921289 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-48a9a1ce-2e07-4bef-aa7a-512eee14fa0b req-b9e9cf8c-4191-45c2-9a6a-9a4d3bcc31ec tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=196e8388-4e2f-4118-ae96-dbaf59af05a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514464 Feb 04 09:45:18.123298 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44e71d6-ad65-405b-9f9d-e7e45cd36b4a req-9c91b903-11ae-4d14-bb39-d5a3346adf28 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:45:18.125011 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b44e71d6-ad65-405b-9f9d-e7e45cd36b4a req-9c91b903-11ae-4d14-bb39-d5a3346adf28 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=0e0bfb48-c775-4158-81ab-0b5574d67ad9 HTTP/1.1" status: 200 len: 946 time: 0.0791161 Feb 04 09:45:18.175669 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b44e71d6-ad65-405b-9f9d-e7e45cd36b4a req-f60c78a6-07a0-482c-93b6-852f76638893 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=196e8388-4e2f-4118-ae96-dbaf59af05a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441246 Feb 04 09:45:19.393415 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd054d8-eb21-45be-9326-2ebcc608a434 req-752abe14-6235-4cd9-a5d6-69596255a97b tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:45:19.394894 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-cfd054d8-eb21-45be-9326-2ebcc608a434 req-752abe14-6235-4cd9-a5d6-69596255a97b tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=0e0bfb48-c775-4158-81ab-0b5574d67ad9 HTTP/1.1" status: 200 len: 946 time: 0.0817814 Feb 04 09:45:19.442903 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-cfd054d8-eb21-45be-9326-2ebcc608a434 req-800154a4-19ee-4c52-a4b4-dfb57f1f5b5f tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=196e8388-4e2f-4118-ae96-dbaf59af05a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423770 Feb 04 09:45:19.486932 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-838bb92c-39db-4861-bce7-a4a3f2287834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:45:21.806311 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-cbfd9a44-e9cf-4e4f-b29b-01bdfb51b785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:45:22.966533 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:45:23.124191 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:45:24.640858 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:45:26.856230 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:45:33.149978 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 09:45:35.165424 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-0a7d9e2c-b55a-4ce4-9502-bba336661fad req-f09b05f0-51a5-4d9e-8ed4-6571d9ac373e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0e0bfb48-c775-4158-81ab-0b5574d67ad9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1659679 Feb 04 09:45:35.314502 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-0a7d9e2c-b55a-4ce4-9502-bba336661fad req-a206cfef-8ca9-45d1-a451-1cae78eb1e87 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f8af8cc834bd4a21988351036e39c347&device_id=0e0bfb48-c775-4158-81ab-0b5574d67ad9 HTTP/1.1" status: 200 len: 1099 time: 0.0737495 Feb 04 09:45:35.576304 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7d9e2c-b55a-4ce4-9502-bba336661fad req-c5bd679b-a137-4319-bfb8-e972417a184e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:45:35.578695 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-0a7d9e2c-b55a-4ce4-9502-bba336661fad req-c5bd679b-a137-4319-bfb8-e972417a184e service neutron] 10.222.0.47 "GET /v2.0/networks?id=ee6eb58f-6a81-4983-b366-718b2ce8edaa HTTP/1.1" status: 200 len: 909 time: 0.2449982 Feb 04 09:45:35.691491 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-0a7d9e2c-b55a-4ce4-9502-bba336661fad req-c4b0b2b7-e5a9-4e0d-ac3d-4d8de58ce73e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f02e4e1c-46a6-4cca-9d7a-150318f51750 HTTP/1.1" status: 200 len: 1000 time: 0.1064520 Feb 04 09:45:35.761011 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7d9e2c-b55a-4ce4-9502-bba336661fad req-589b37f2-e4ef-419d-a294-9a8bd4d60f17 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:45:35.763271 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-0a7d9e2c-b55a-4ce4-9502-bba336661fad req-589b37f2-e4ef-419d-a294-9a8bd4d60f17 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a969431c-2b68-43b0-8afa-92fdbf7f6479 HTTP/1.1" status: 200 len: 847 time: 0.0661933 Feb 04 09:45:35.846672 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-0a7d9e2c-b55a-4ce4-9502-bba336661fad req-3e9183c1-df26-4953-8a7d-ef90e25e8a58 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ee6eb58f-6a81-4983-b366-718b2ce8edaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763030 Feb 04 09:45:35.994876 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-0a7d9e2c-b55a-4ce4-9502-bba336661fad req-c1f07f3f-cd87-4e7d-bf6e-defd19504320 service neutron] 10.222.0.47 "GET /v2.0/networks/ee6eb58f-6a81-4983-b366-718b2ce8edaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418056 Feb 04 09:45:36.138294 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-0a7d9e2c-b55a-4ce4-9502-bba336661fad req-0c7d1bde-53f9-4547-b587-dc78fe1c93d0 service neutron] 10.222.0.47 "GET /v2.0/networks/ee6eb58f-6a81-4983-b366-718b2ce8edaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372368 Feb 04 09:45:49.509072 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-c4ed5c04-5fbe-4758-8709-00251c458652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:45:51.806328 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-7609c607-3880-4ab3-bff6-8e4fffad887f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:45:52.969418 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:45:53.143133 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:45:54.634931 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:45:56.869094 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:46:10.150084 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 09:46:19.483341 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-458c1b50-f1b8-4e6a-8f6c-6baccf5d71e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:46:21.829224 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-9ffb2073-3a61-4967-9592-fba846d35226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:46:22.960466 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:46:23.140396 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:46:24.628712 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:46:26.860492 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:46:35.069327 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b3091aa8-66ea-445d-a5b5-b5a904516a4b req-03feeb73-6a4e-44f3-b4c1-4806a778586f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0e0bfb48-c775-4158-81ab-0b5574d67ad9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0745969 Feb 04 09:46:35.213511 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b3091aa8-66ea-445d-a5b5-b5a904516a4b req-92bd7a63-6f15-452c-ad18-8028653b9a0b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f8af8cc834bd4a21988351036e39c347&device_id=0e0bfb48-c775-4158-81ab-0b5574d67ad9 HTTP/1.1" status: 200 len: 1099 time: 0.0766912 Feb 04 09:46:35.360889 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3091aa8-66ea-445d-a5b5-b5a904516a4b req-809bf05f-2feb-422a-97ad-fcf1e3a0d020 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:46:35.362332 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b3091aa8-66ea-445d-a5b5-b5a904516a4b req-809bf05f-2feb-422a-97ad-fcf1e3a0d020 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ee6eb58f-6a81-4983-b366-718b2ce8edaa HTTP/1.1" status: 200 len: 909 time: 0.1307206 Feb 04 09:46:35.462634 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b3091aa8-66ea-445d-a5b5-b5a904516a4b req-eb1ed708-cba8-420f-b7d8-61767b5a20d0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f02e4e1c-46a6-4cca-9d7a-150318f51750 HTTP/1.1" status: 200 len: 1000 time: 0.0941036 Feb 04 09:46:35.527595 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3091aa8-66ea-445d-a5b5-b5a904516a4b req-5f190c48-96f3-47b5-b36b-9508960f075a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:46:35.529099 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b3091aa8-66ea-445d-a5b5-b5a904516a4b req-5f190c48-96f3-47b5-b36b-9508960f075a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a969431c-2b68-43b0-8afa-92fdbf7f6479 HTTP/1.1" status: 200 len: 847 time: 0.0609610 Feb 04 09:46:35.603329 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b3091aa8-66ea-445d-a5b5-b5a904516a4b req-77989685-0791-463c-98fa-fc45da29f6dc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ee6eb58f-6a81-4983-b366-718b2ce8edaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676107 Feb 04 09:46:35.736928 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b3091aa8-66ea-445d-a5b5-b5a904516a4b req-be53924b-54f5-4795-9e36-39ba92595c28 service neutron] 10.222.0.47 "GET /v2.0/networks/ee6eb58f-6a81-4983-b366-718b2ce8edaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260619 Feb 04 09:46:35.876175 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b3091aa8-66ea-445d-a5b5-b5a904516a4b req-a550bd13-5a27-46fb-89df-6304d0a92d67 service neutron] 10.222.0.47 "GET /v2.0/networks/ee6eb58f-6a81-4983-b366-718b2ce8edaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335649 Feb 04 09:46:47.151315 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 09:46:49.514404 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-889b9d87-b4eb-41ac-b227-8124175006ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:46:51.806098 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-eae1a4d8-51c9-4ecd-a33c-a0b31b6e6f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:46:52.971797 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:46:53.139492 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:46:54.634831 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:46:56.853824 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:47:07.157945 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 36802) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:47:07.533104 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-9b6339f2-3328-4540-b973-ea046aaf12d8 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Deleting port 4dc1a966-cb89-4fda-8018-7ceb91b74d35 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:47:07.533441 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9b6339f2-3328-4540-b973-ea046aaf12d8 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:47:07.707995 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9b6339f2-3328-4540-b973-ea046aaf12d8 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:47:07.708318 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9b6339f2-3328-4540-b973-ea046aaf12d8 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:47:07.831997 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-9b6339f2-3328-4540-b973-ea046aaf12d8 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Calling delete_port for 4dc1a966-cb89-4fda-8018-7ceb91b74d35 owned by network:floatingip {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 09:47:08.093899 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9b6339f2-3328-4540-b973-ea046aaf12d8 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:47:08.143858 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6339f2-3328-4540-b973-ea046aaf12d8 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Pushing event deleted for resources: {'Port': ['ID=4dc1a966-cb89-4fda-8018-7ceb91b74d35,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:47:08.186265 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6339f2-3328-4540-b973-ea046aaf12d8 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:47:08.186990 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6339f2-3328-4540-b973-ea046aaf12d8 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:47:08.186990 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6339f2-3328-4540-b973-ea046aaf12d8 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:47:08.187786 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6339f2-3328-4540-b973-ea046aaf12d8 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:47:08.188109 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6339f2-3328-4540-b973-ea046aaf12d8 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:47:08.188429 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6339f2-3328-4540-b973-ea046aaf12d8 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:47:08.188770 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6339f2-3328-4540-b973-ea046aaf12d8 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:47:08.189087 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6339f2-3328-4540-b973-ea046aaf12d8 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:47:08.189399 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6339f2-3328-4540-b973-ea046aaf12d8 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:47:08.189709 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6339f2-3328-4540-b973-ea046aaf12d8 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:47:08.190018 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6339f2-3328-4540-b973-ea046aaf12d8 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:47:08.246897 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9b6339f2-3328-4540-b973-ea046aaf12d8 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks [] for floatingip, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:47:08.661129 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b6339f2-3328-4540-b973-ea046aaf12d8 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Router 645afb1b-35b2-48e5-90be-069ea1b3d640 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 09:47:08.874220 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b6339f2-3328-4540-b973-ea046aaf12d8 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 09:47:08.884577 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c77289d-4776-45c7-83ee-48ca6f5ee26f None None] Sync routers for ids ['645afb1b-35b2-48e5-90be-069ea1b3d640'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 09:47:08.891410 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9b6339f2-3328-4540-b973-ea046aaf12d8 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for floatingip, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:47:08.909820 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c77289d-4776-45c7-83ee-48ca6f5ee26f None None] Routers {'645afb1b-35b2-48e5-90be-069ea1b3d640'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:47:08.910438 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-0c77289d-4776-45c7-83ee-48ca6f5ee26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:46:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['645afb1b-35b2-48e5-90be-069ea1b3d640'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:47:08.948086 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-9b6339f2-3328-4540-b973-ea046aaf12d8 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "DELETE /v2.0/floatingips/c897b6b5-978e-425e-8e67-313da1a9a9b0 HTTP/1.1" status: 204 len: 168 time: 1.7887354 Feb 04 09:47:08.948473 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e0bfb48-c775-4158-81ab-0b5574d67ad9', 'tag': 'f02e4e1c-46a6-4cca-9d7a-150318f51750'}] {{(pid=84108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:47:09.100838 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-0c77289d-4776-45c7-83ee-48ca6f5ee26f None None] Set router 645afb1b-35b2-48e5-90be-069ea1b3d640 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:47:09.134687 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e0bfb48-c775-4158-81ab-0b5574d67ad9', 'tag': 'f02e4e1c-46a6-4cca-9d7a-150318f51750', 'status': 'completed', 'code': 200} Feb 04 09:47:09.235802 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-401a8bbd-330d-4ba4-87d8-f8fdcee5c23b req-c850efd8-1f59-4b6c-9e98-d87590646b49 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f8af8cc834bd4a21988351036e39c347&device_id=0e0bfb48-c775-4158-81ab-0b5574d67ad9 HTTP/1.1" status: 200 len: 1099 time: 0.0783510 Feb 04 09:47:09.445246 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-0c77289d-4776-45c7-83ee-48ca6f5ee26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '645afb1b-35b2-48e5-90be-069ea1b3d640', 'name': 'tempest-TestShelveInstance-807321954-router', 'tenant_id': 'f8af8cc834bd4a21988351036e39c347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '96172974-5eb7-4e59-b52d-f7288aeec624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:40:54Z', 'updated_at': '2022-02-04T09:40:58Z', 'revision_number': 4, 'project_id': 'f8af8cc834bd4a21988351036e39c347', 'gw_port': {'id': '96172974-5eb7-4e59-b52d-f7288aeec624', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '645afb1b-35b2-48e5-90be-069ea1b3d640', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:40:55Z', 'updated_at': '2022-02-04T09:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '4017a2bf-3bbc-45e3-bdfd-2de7e8b4e7dc', 'name': '', 'network_id': 'ee6eb58f-6a81-4983-b366-718b2ce8edaa', 'tenant_id': 'f8af8cc834bd4a21988351036e39c347', 'mac_address': 'fa:16:3e:fe:58:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '645afb1b-35b2-48e5-90be-069ea1b3d640', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a969431c-2b68-43b0-8afa-92fdbf7f6479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:40:58Z', 'updated_at': '2022-02-04T09:41:16Z', 'revision_number': 5, 'project_id': 'f8af8cc834bd4a21988351036e39c347', 'subnets': [{'id': 'a969431c-2b68-43b0-8afa-92fdbf7f6479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:47:09.471239 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c77289d-4776-45c7-83ee-48ca6f5ee26f None None] Checking router: 645afb1b-35b2-48e5-90be-069ea1b3d640 for host: dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 09:47:09.471239 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c77289d-4776-45c7-83ee-48ca6f5ee26f None None] Routers {'645afb1b-35b2-48e5-90be-069ea1b3d640'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:47:09.471239 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-0c77289d-4776-45c7-83ee-48ca6f5ee26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:46:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['645afb1b-35b2-48e5-90be-069ea1b3d640'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:47:09.495215 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a8bbd-330d-4ba4-87d8-f8fdcee5c23b req-72854b80-76d6-4ebe-9731-691418d1c29c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:47:09.496974 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-401a8bbd-330d-4ba4-87d8-f8fdcee5c23b req-72854b80-76d6-4ebe-9731-691418d1c29c service neutron] 10.222.0.47 "GET /v2.0/networks?id=ee6eb58f-6a81-4983-b366-718b2ce8edaa HTTP/1.1" status: 200 len: 909 time: 0.2553096 Feb 04 09:47:09.572965 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-401a8bbd-330d-4ba4-87d8-f8fdcee5c23b req-7bb684ce-9945-41f2-a6b6-9a7272fbcc78 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f02e4e1c-46a6-4cca-9d7a-150318f51750 HTTP/1.1" status: 200 len: 217 time: 0.0674505 Feb 04 09:47:09.637116 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a8bbd-330d-4ba4-87d8-f8fdcee5c23b req-d3daba7c-7ee3-499b-977d-237039be88b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:47:09.638597 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-401a8bbd-330d-4ba4-87d8-f8fdcee5c23b req-d3daba7c-7ee3-499b-977d-237039be88b5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a969431c-2b68-43b0-8afa-92fdbf7f6479 HTTP/1.1" status: 200 len: 847 time: 0.0592983 Feb 04 09:47:09.687162 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d751ea57-aa50-428a-957c-402e84d167d4 req-db6a280e-fd2e-4778-8b8f-e140be0a9d99 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:47:09.689624 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d751ea57-aa50-428a-957c-402e84d167d4 req-db6a280e-fd2e-4778-8b8f-e140be0a9d99 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=0e0bfb48-c775-4158-81ab-0b5574d67ad9 HTTP/1.1" status: 200 len: 946 time: 0.1724689 Feb 04 09:47:09.705728 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-0c77289d-4776-45c7-83ee-48ca6f5ee26f None None] Set router 645afb1b-35b2-48e5-90be-069ea1b3d640 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:47:09.731893 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-401a8bbd-330d-4ba4-87d8-f8fdcee5c23b req-20af1253-7872-4349-b517-62619455892d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ee6eb58f-6a81-4983-b366-718b2ce8edaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0821643 Feb 04 09:47:09.744466 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d751ea57-aa50-428a-957c-402e84d167d4 req-9b43f4c0-58fb-4798-a6f8-b458eb923336 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=196e8388-4e2f-4118-ae96-dbaf59af05a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486281 Feb 04 09:47:09.876158 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-401a8bbd-330d-4ba4-87d8-f8fdcee5c23b req-74f025ae-0ee4-4ebf-aa5b-916a4ebbbb7e service neutron] 10.222.0.47 "GET /v2.0/networks/ee6eb58f-6a81-4983-b366-718b2ce8edaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305785 Feb 04 09:47:10.022506 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-401a8bbd-330d-4ba4-87d8-f8fdcee5c23b req-3449529c-e212-4b72-b4b9-a3610dda004f service neutron] 10.222.0.47 "GET /v2.0/networks/ee6eb58f-6a81-4983-b366-718b2ce8edaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387374 Feb 04 09:47:10.037317 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-0c77289d-4776-45c7-83ee-48ca6f5ee26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '645afb1b-35b2-48e5-90be-069ea1b3d640', 'name': 'tempest-TestShelveInstance-807321954-router', 'tenant_id': 'f8af8cc834bd4a21988351036e39c347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '96172974-5eb7-4e59-b52d-f7288aeec624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:40:54Z', 'updated_at': '2022-02-04T09:40:58Z', 'revision_number': 4, 'project_id': 'f8af8cc834bd4a21988351036e39c347', 'gw_port': {'id': '96172974-5eb7-4e59-b52d-f7288aeec624', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '645afb1b-35b2-48e5-90be-069ea1b3d640', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:40:55Z', 'updated_at': '2022-02-04T09:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '4017a2bf-3bbc-45e3-bdfd-2de7e8b4e7dc', 'name': '', 'network_id': 'ee6eb58f-6a81-4983-b366-718b2ce8edaa', 'tenant_id': 'f8af8cc834bd4a21988351036e39c347', 'mac_address': 'fa:16:3e:fe:58:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '645afb1b-35b2-48e5-90be-069ea1b3d640', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a969431c-2b68-43b0-8afa-92fdbf7f6479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:40:58Z', 'updated_at': '2022-02-04T09:41:16Z', 'revision_number': 5, 'project_id': 'f8af8cc834bd4a21988351036e39c347', 'subnets': [{'id': 'a969431c-2b68-43b0-8afa-92fdbf7f6479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:47:10.041433 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c77289d-4776-45c7-83ee-48ca6f5ee26f None None] The sync data for ids ['645afb1b-35b2-48e5-90be-069ea1b3d640'] in dv-neutron-827798-2-hyperv is: [{'id': '645afb1b-35b2-48e5-90be-069ea1b3d640', 'name': 'tempest-TestShelveInstance-807321954-router', 'tenant_id': 'f8af8cc834bd4a21988351036e39c347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '96172974-5eb7-4e59-b52d-f7288aeec624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:40:54Z', 'updated_at': '2022-02-04T09:40:58Z', 'revision_number': 4, 'project_id': 'f8af8cc834bd4a21988351036e39c347', 'gw_port': {'id': '96172974-5eb7-4e59-b52d-f7288aeec624', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '645afb1b-35b2-48e5-90be-069ea1b3d640', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:40:55Z', 'updated_at': '2022-02-04T09:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '4017a2bf-3bbc-45e3-bdfd-2de7e8b4e7dc', 'name': '', 'network_id': 'ee6eb58f-6a81-4983-b366-718b2ce8edaa', 'tenant_id': 'f8af8cc834bd4a21988351036e39c347', 'mac_address': 'fa:16:3e:fe:58:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '645afb1b-35b2-48e5-90be-069ea1b3d640', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a969431c-2b68-43b0-8afa-92fdbf7f6479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:40:58Z', 'updated_at': '2022-02-04T09:41:16Z', 'revision_number': 5, 'project_id': 'f8af8cc834bd4a21988351036e39c347', 'subnets': [{'id': 'a969431c-2b68-43b0-8afa-92fdbf7f6479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 09:47:10.262338 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d803c991-d749-461a-805d-f0850fb39053 None None] New status for floating IP c897b6b5-978e-425e-8e67-313da1a9a9b0: DOWN {{(pid=84110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 09:47:11.022860 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57be488-6058-431e-8433-805159807a89 req-28a2505c-c00e-4af0-a529-3dead60f980f tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:47:11.024340 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c57be488-6058-431e-8433-805159807a89 req-28a2505c-c00e-4af0-a529-3dead60f980f tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=0e0bfb48-c775-4158-81ab-0b5574d67ad9 HTTP/1.1" status: 200 len: 946 time: 0.1463082 Feb 04 09:47:11.071323 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c57be488-6058-431e-8433-805159807a89 req-f8a53ffa-c746-42df-a160-9bc998027479 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=196e8388-4e2f-4118-ae96-dbaf59af05a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413196 Feb 04 09:47:11.138819 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdcbac0-e67c-4062-be92-233a953e3ffa req-b76c00dc-e3bf-4d8e-bae1-c0c3d455ff46 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:47:11.139506 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [req-cbdcbac0-e67c-4062-be92-233a953e3ffa req-b76c00dc-e3bf-4d8e-bae1-c0c3d455ff46 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Synchronizing usage tracker for tenant:f8af8cc834bd4a21988351036e39c347 on resource:port {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 09:47:11.236512 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [req-cbdcbac0-e67c-4062-be92-233a953e3ffa req-b76c00dc-e3bf-4d8e-bae1-c0c3d455ff46 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Unset dirty status for tenant:f8af8cc834bd4a21988351036e39c347 on resource:port {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 09:47:11.237826 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-cbdcbac0-e67c-4062-be92-233a953e3ffa req-b76c00dc-e3bf-4d8e-bae1-c0c3d455ff46 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e0bfb48-c775-4158-81ab-0b5574d67ad9 HTTP/1.1" status: 200 len: 946 time: 0.1784241 Feb 04 09:47:11.307349 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [req-cbdcbac0-e67c-4062-be92-233a953e3ffa req-c8f506d7-4523-4368-a82b-edf8a8a8a594 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Deleting port f02e4e1c-46a6-4cca-9d7a-150318f51750 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:47:11.307689 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-cbdcbac0-e67c-4062-be92-233a953e3ffa req-c8f506d7-4523-4368-a82b-edf8a8a8a594 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:47:11.561060 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [req-cbdcbac0-e67c-4062-be92-233a953e3ffa req-c8f506d7-4523-4368-a82b-edf8a8a8a594 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] For port f02e4e1c-46a6-4cca-9d7a-150318f51750, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=f02e4e1c-46a6-4cca-9d7a-150318f51750,segment=NetworkSegment(be2723b6-7e81-457a-a1cf-6ec262c4a96a),segment_id=be2723b6-7e81-457a-a1cf-6ec262c4a96a)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:47:11.561422 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-cbdcbac0-e67c-4062-be92-233a953e3ffa req-c8f506d7-4523-4368-a82b-edf8a8a8a594 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:47:11.681722 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [req-cbdcbac0-e67c-4062-be92-233a953e3ffa req-c8f506d7-4523-4368-a82b-edf8a8a8a594 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Calling delete_port for f02e4e1c-46a6-4cca-9d7a-150318f51750 owned by compute:nova {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 09:47:11.899265 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-cbdcbac0-e67c-4062-be92-233a953e3ffa req-c8f506d7-4523-4368-a82b-edf8a8a8a594 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:47:11.948119 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f506d7-4523-4368-a82b-edf8a8a8a594 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Pushing event deleted for resources: {'Port': ['ID=f02e4e1c-46a6-4cca-9d7a-150318f51750,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:47:12.028080 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbdcbac0-e67c-4062-be92-233a953e3ffa req-c8f506d7-4523-4368-a82b-edf8a8a8a594 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] No DVR routers for this DVR port f02e4e1c-46a6-4cca-9d7a-150318f51750 on host hv-neutron-8277 {{(pid=84108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 09:47:12.030641 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-cbdcbac0-e67c-4062-be92-233a953e3ffa req-c8f506d7-4523-4368-a82b-edf8a8a8a594 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:47:12.033811 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e0bfb48-c775-4158-81ab-0b5574d67ad9', 'name': 'network-vif-deleted', 'tag': 'f02e4e1c-46a6-4cca-9d7a-150318f51750'}] {{(pid=84108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:47:12.088694 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e0bfb48-c775-4158-81ab-0b5574d67ad9', 'name': 'network-vif-deleted', 'tag': 'f02e4e1c-46a6-4cca-9d7a-150318f51750', 'status': 'completed', 'code': 200} Feb 04 09:47:12.103462 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-cbdcbac0-e67c-4062-be92-233a953e3ffa req-c8f506d7-4523-4368-a82b-edf8a8a8a594 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.47 "DELETE /v2.0/ports/f02e4e1c-46a6-4cca-9d7a-150318f51750 HTTP/1.1" status: 204 len: 173 time: 0.8603959 Feb 04 09:47:12.241929 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-01b75d65-f8e0-49a6-8e32-77e6ffac3b3c req-957866c8-cd41-4c73-a3be-15eb1f881ca7 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=0e0bfb48-c775-4158-81ab-0b5574d67ad9 HTTP/1.1" status: 200 len: 210 time: 0.0427947 Feb 04 09:47:13.348180 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 36828) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:47:13.419408 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f4093e1e-59f7-453e-a40e-fdbc9f2e67ae tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks [] for security_group, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:47:13.449223 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f4093e1e-59f7-453e-a40e-fdbc9f2e67ae tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:47:13.574022 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f4093e1e-59f7-453e-a40e-fdbc9f2e67ae tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:47:13.598302 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4093e1e-59f7-453e-a40e-fdbc9f2e67ae tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=196e8388-4e2f-4118-ae96-dbaf59af05a4,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:47:13.662793 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-f4093e1e-59f7-453e-a40e-fdbc9f2e67ae tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:47:13.663916 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-f4093e1e-59f7-453e-a40e-fdbc9f2e67ae tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "DELETE /v2.0/security-groups/196e8388-4e2f-4118-ae96-dbaf59af05a4 HTTP/1.1" status: 204 len: 168 time: 0.3146954 Feb 04 09:47:14.100233 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 36836) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:47:14.106018 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-b4fdd314-ead8-40a0-9574-b76c69f555b6 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-742867678', 'description': 'tempest-secgroup-smoke-742867678 description', 'project_id': 'f8af8cc834bd4a21988351036e39c347'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:47:14.112051 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-b4fdd314-ead8-40a0-9574-b76c69f555b6 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:47:14.116326 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-b4fdd314-ead8-40a0-9574-b76c69f555b6 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Usage tracker for resource:security_group and tenant:f8af8cc834bd4a21988351036e39c347 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:47:14.119291 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-b4fdd314-ead8-40a0-9574-b76c69f555b6 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:47:14.125388 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-b4fdd314-ead8-40a0-9574-b76c69f555b6 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:47:14.236692 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b4fdd314-ead8-40a0-9574-b76c69f555b6 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:47:14.273545 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-b4fdd314-ead8-40a0-9574-b76c69f555b6 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:47:14.277585 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-b4fdd314-ead8-40a0-9574-b76c69f555b6 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Usage tracker for resource:security_group_rule and tenant:f8af8cc834bd4a21988351036e39c347 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:47:14.280526 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-b4fdd314-ead8-40a0-9574-b76c69f555b6 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:47:14.286460 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-b4fdd314-ead8-40a0-9574-b76c69f555b6 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:47:14.346210 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b4fdd314-ead8-40a0-9574-b76c69f555b6 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:47:14.417282 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b4fdd314-ead8-40a0-9574-b76c69f555b6 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:47:14.466044 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fdd314-ead8-40a0-9574-b76c69f555b6 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1158f3e-4aac-4d10-b4b0-9e345e60f1dd,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:47:14.472929 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fdd314-ead8-40a0-9574-b76c69f555b6 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:47:14.473265 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fdd314-ead8-40a0-9574-b76c69f555b6 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:47:14.473595 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fdd314-ead8-40a0-9574-b76c69f555b6 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:47:14.473919 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fdd314-ead8-40a0-9574-b76c69f555b6 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:47:14.474240 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fdd314-ead8-40a0-9574-b76c69f555b6 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:47:14.474559 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fdd314-ead8-40a0-9574-b76c69f555b6 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:47:14.474877 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fdd314-ead8-40a0-9574-b76c69f555b6 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:47:14.475192 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fdd314-ead8-40a0-9574-b76c69f555b6 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:47:14.475509 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fdd314-ead8-40a0-9574-b76c69f555b6 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:47:14.475834 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fdd314-ead8-40a0-9574-b76c69f555b6 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:47:14.476123 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fdd314-ead8-40a0-9574-b76c69f555b6 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:47:14.566605 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b4fdd314-ead8-40a0-9574-b76c69f555b6 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:47:14.568109 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-b4fdd314-ead8-40a0-9574-b76c69f555b6 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4665797 Feb 04 09:47:14.570857 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 36840) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:47:14.576626 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-d37fe7c4-3f97-4714-b297-808accacec41 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Request body: {'security_group_rule': {'security_group_id': 'e1158f3e-4aac-4d10-b4b0-9e345e60f1dd', 'project_id': 'f8af8cc834bd4a21988351036e39c347', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:47:14.589912 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-d37fe7c4-3f97-4714-b297-808accacec41 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:47:14.594373 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-d37fe7c4-3f97-4714-b297-808accacec41 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Usage tracker for resource:security_group_rule and tenant:f8af8cc834bd4a21988351036e39c347 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:47:14.597458 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-d37fe7c4-3f97-4714-b297-808accacec41 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:47:14.605093 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-d37fe7c4-3f97-4714-b297-808accacec41 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:47:14.671579 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d37fe7c4-3f97-4714-b297-808accacec41 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:47:14.739002 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d37fe7c4-3f97-4714-b297-808accacec41 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:47:14.823303 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d37fe7c4-3f97-4714-b297-808accacec41 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:47:14.848399 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37fe7c4-3f97-4714-b297-808accacec41 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfb138e2-ad95-437f-9158-697d8db73200,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:47:14.916243 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d37fe7c4-3f97-4714-b297-808accacec41 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:47:14.916243 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-d37fe7c4-3f97-4714-b297-808accacec41 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3438289 Feb 04 09:47:14.918393 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 36844) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:47:14.924773 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-a2ab2600-c800-4acc-b05f-33634c941bf4 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Request body: {'security_group_rule': {'security_group_id': 'e1158f3e-4aac-4d10-b4b0-9e345e60f1dd', 'project_id': 'f8af8cc834bd4a21988351036e39c347', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:47:14.930878 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-a2ab2600-c800-4acc-b05f-33634c941bf4 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:47:14.934603 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-a2ab2600-c800-4acc-b05f-33634c941bf4 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Usage tracker for resource:security_group_rule and tenant:f8af8cc834bd4a21988351036e39c347 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:47:14.937480 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-a2ab2600-c800-4acc-b05f-33634c941bf4 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:47:14.943548 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-a2ab2600-c800-4acc-b05f-33634c941bf4 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:47:15.046409 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a2ab2600-c800-4acc-b05f-33634c941bf4 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:47:15.108595 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a2ab2600-c800-4acc-b05f-33634c941bf4 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:47:15.183628 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a2ab2600-c800-4acc-b05f-33634c941bf4 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:47:15.207608 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ab2600-c800-4acc-b05f-33634c941bf4 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=974e1028-aecd-4f83-86f5-2a7a275592bf,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:47:15.291625 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a2ab2600-c800-4acc-b05f-33634c941bf4 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:47:15.292911 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-a2ab2600-c800-4acc-b05f-33634c941bf4 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3735077 Feb 04 09:47:15.295674 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 36848) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:47:15.302332 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-adb5ef57-5ecc-4208-ad3c-3a2fbf7dde75 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Request body: {'security_group_rule': {'security_group_id': 'e1158f3e-4aac-4d10-b4b0-9e345e60f1dd', 'project_id': 'f8af8cc834bd4a21988351036e39c347', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:47:15.307944 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-adb5ef57-5ecc-4208-ad3c-3a2fbf7dde75 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:47:15.311957 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-adb5ef57-5ecc-4208-ad3c-3a2fbf7dde75 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Usage tracker for resource:security_group_rule and tenant:f8af8cc834bd4a21988351036e39c347 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:47:15.315608 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-adb5ef57-5ecc-4208-ad3c-3a2fbf7dde75 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:47:15.322005 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-adb5ef57-5ecc-4208-ad3c-3a2fbf7dde75 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:47:15.403669 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-adb5ef57-5ecc-4208-ad3c-3a2fbf7dde75 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:47:15.467014 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-adb5ef57-5ecc-4208-ad3c-3a2fbf7dde75 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:47:15.533909 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-adb5ef57-5ecc-4208-ad3c-3a2fbf7dde75 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:47:15.557918 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb5ef57-5ecc-4208-ad3c-3a2fbf7dde75 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30e9758b-80c4-4b8e-9fb7-20c93194a33c,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:47:15.612213 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device f02e4e1c-46a6-4cca-9d7a-150318f51750 no longer exists at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 09:47:15.624833 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-adb5ef57-5ecc-4208-ad3c-3a2fbf7dde75 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:47:15.626063 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-adb5ef57-5ecc-4208-ad3c-3a2fbf7dde75 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3294091 Feb 04 09:47:15.629210 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 36852) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:47:15.635536 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-0e76f716-5cbd-4ab9-be13-0dd3a07af2be tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Request body: {'security_group_rule': {'security_group_id': 'e1158f3e-4aac-4d10-b4b0-9e345e60f1dd', 'project_id': 'f8af8cc834bd4a21988351036e39c347', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:47:15.641630 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-0e76f716-5cbd-4ab9-be13-0dd3a07af2be tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:47:15.645378 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-0e76f716-5cbd-4ab9-be13-0dd3a07af2be tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Usage tracker for resource:security_group_rule and tenant:f8af8cc834bd4a21988351036e39c347 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:47:15.648152 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] No Port match for: f02e4e1c-46a6-4cca-9d7a-150318f51750 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 09:47:15.648494 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device f02e4e1c-46a6-4cca-9d7a-150318f51750 not bound to the agent host hv-neutron-8277 {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 09:47:15.648649 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-0e76f716-5cbd-4ab9-be13-0dd3a07af2be tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:47:15.655855 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-0e76f716-5cbd-4ab9-be13-0dd3a07af2be tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:47:15.754936 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0e76f716-5cbd-4ab9-be13-0dd3a07af2be tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:47:15.823719 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0e76f716-5cbd-4ab9-be13-0dd3a07af2be tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:47:15.904776 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0e76f716-5cbd-4ab9-be13-0dd3a07af2be tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:47:15.930139 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e76f716-5cbd-4ab9-be13-0dd3a07af2be tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e18a2d4-ee48-4b82-a6ab-506a2c8bb782,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:47:16.011488 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-0e76f716-5cbd-4ab9-be13-0dd3a07af2be tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:47:16.012733 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-0e76f716-5cbd-4ab9-be13-0dd3a07af2be tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3818207 Feb 04 09:47:16.015480 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 36856) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:47:16.021566 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-b4f1c8d6-af83-44ad-ad33-6e743045cf2d tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Request body: {'security_group_rule': {'security_group_id': 'e1158f3e-4aac-4d10-b4b0-9e345e60f1dd', 'project_id': 'f8af8cc834bd4a21988351036e39c347', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:47:16.027670 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-b4f1c8d6-af83-44ad-ad33-6e743045cf2d tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:47:16.031660 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-b4f1c8d6-af83-44ad-ad33-6e743045cf2d tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Usage tracker for resource:security_group_rule and tenant:f8af8cc834bd4a21988351036e39c347 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:47:16.035340 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-b4f1c8d6-af83-44ad-ad33-6e743045cf2d tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:47:16.041003 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-b4f1c8d6-af83-44ad-ad33-6e743045cf2d tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:47:16.122108 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.securitygroups_db [None req-b4f1c8d6-af83-44ad-ad33-6e743045cf2d tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Project f8af8cc834bd4a21988351036e39c347 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 09:47:16.129040 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b4f1c8d6-af83-44ad-ad33-6e743045cf2d tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:47:16.202780 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b4f1c8d6-af83-44ad-ad33-6e743045cf2d tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:47:16.264845 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b4f1c8d6-af83-44ad-ad33-6e743045cf2d tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:47:16.288637 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f1c8d6-af83-44ad-ad33-6e743045cf2d tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e11991c-425e-437c-9dcf-60bfbf6b4b0f,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:47:16.371518 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b4f1c8d6-af83-44ad-ad33-6e743045cf2d tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:47:16.372771 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-b4f1c8d6-af83-44ad-ad33-6e743045cf2d tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3563013 Feb 04 09:47:16.375371 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 36860) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:47:16.380922 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-e0883a53-3a09-4c1b-88b3-1c646476e02c tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Request body: {'security_group_rule': {'security_group_id': 'e1158f3e-4aac-4d10-b4b0-9e345e60f1dd', 'project_id': 'f8af8cc834bd4a21988351036e39c347', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:47:16.386982 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-e0883a53-3a09-4c1b-88b3-1c646476e02c tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:47:16.390803 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-e0883a53-3a09-4c1b-88b3-1c646476e02c tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Usage tracker for resource:security_group_rule and tenant:f8af8cc834bd4a21988351036e39c347 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:47:16.393671 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-e0883a53-3a09-4c1b-88b3-1c646476e02c tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:47:16.399324 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-e0883a53-3a09-4c1b-88b3-1c646476e02c tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:47:16.480506 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.securitygroups_db [None req-e0883a53-3a09-4c1b-88b3-1c646476e02c tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Project f8af8cc834bd4a21988351036e39c347 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 09:47:16.488124 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e0883a53-3a09-4c1b-88b3-1c646476e02c tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:47:16.556783 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e0883a53-3a09-4c1b-88b3-1c646476e02c tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:47:16.619499 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e0883a53-3a09-4c1b-88b3-1c646476e02c tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:47:16.646039 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0883a53-3a09-4c1b-88b3-1c646476e02c tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e45b830-ef94-48ca-8342-0ec47daa6735,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:47:16.720476 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e0883a53-3a09-4c1b-88b3-1c646476e02c tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:47:16.722377 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-e0883a53-3a09-4c1b-88b3-1c646476e02c tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3460636 Feb 04 09:47:19.498909 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-7df6b374-0526-46e7-aae2-645c48c9684c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:47:21.813587 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2b259cff-6e16-40b4-9089-d3e692d19b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:47:22.973732 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:47:23.168329 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:47:24.152064 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 09:47:24.828489 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:47:26.857210 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:47:43.185149 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-4e8502cc-4389-43d4-b858-56e9c1805ea7 req-65fbecdc-2780-48cf-ab33-ebd40d1c27e1 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Synchronizing usage tracker for tenant:f8af8cc834bd4a21988351036e39c347 on resource:security_group {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 09:47:43.342728 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-4e8502cc-4389-43d4-b858-56e9c1805ea7 req-65fbecdc-2780-48cf-ab33-ebd40d1c27e1 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Unset dirty status for tenant:f8af8cc834bd4a21988351036e39c347 on resource:security_group {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 09:47:43.343902 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4e8502cc-4389-43d4-b858-56e9c1805ea7 req-65fbecdc-2780-48cf-ab33-ebd40d1c27e1 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-742867678&fields=id&tenant_id=f8af8cc834bd4a21988351036e39c347 HTTP/1.1" status: 200 len: 267 time: 0.1996663 Feb 04 09:47:43.585685 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8502cc-4389-43d4-b858-56e9c1805ea7 req-913ffa52-2def-4d35-9bb3-371dad586da0 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:47:43.587124 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4e8502cc-4389-43d4-b858-56e9c1805ea7 req-913ffa52-2def-4d35-9bb3-371dad586da0 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/networks?id=ee6eb58f-6a81-4983-b366-718b2ce8edaa HTTP/1.1" status: 200 len: 808 time: 0.2362463 Feb 04 09:47:43.603398 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4e8502cc-4389-43d4-b858-56e9c1805ea7 req-2e7dd727-2b8b-4c55-b271-fc407f16ae99 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/quotas/f8af8cc834bd4a21988351036e39c347 HTTP/1.1" status: 200 len: 375 time: 0.0109012 Feb 04 09:47:43.683381 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4e8502cc-4389-43d4-b858-56e9c1805ea7 req-54277c1a-40f9-4503-8433-c2fb9dcd5ee9 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f8af8cc834bd4a21988351036e39c347&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0747690 Feb 04 09:47:43.699316 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [req-4e8502cc-4389-43d4-b858-56e9c1805ea7 req-b358c0f8-2e1e-4969-a7b7-abc70462827c service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=84107) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 09:47:43.700244 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4e8502cc-4389-43d4-b858-56e9c1805ea7 req-b358c0f8-2e1e-4969-a7b7-abc70462827c service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0051272 Feb 04 09:47:43.834949 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4e8502cc-4389-43d4-b858-56e9c1805ea7 req-78919421-2347-421e-9e0f-b0d6331bab08 service neutron] 10.222.0.36 "GET /v2.0/networks/ee6eb58f-6a81-4983-b366-718b2ce8edaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284933 Feb 04 09:47:43.967709 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4e8502cc-4389-43d4-b858-56e9c1805ea7 req-73eb733c-55dd-47a5-863c-fc4480b6ef12 service neutron] 10.222.0.36 "GET /v2.0/networks/ee6eb58f-6a81-4983-b366-718b2ce8edaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265574 Feb 04 09:47:45.616663 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e85110b7-9a19-42b5-9765-d8aa314f9351 req-8ad14dff-e050-429f-bf8c-ceef6b100371 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=f293846e-e139-443e-857b-122435ec768e HTTP/1.1" status: 200 len: 210 time: 0.0429204 Feb 04 09:47:46.783426 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7179a77d-10c8-4cdb-8c3e-6c5db496e921 req-af35568c-0779-4910-a7dd-c9fccf9a1851 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=f293846e-e139-443e-857b-122435ec768e HTTP/1.1" status: 200 len: 210 time: 0.0451226 Feb 04 09:47:47.562034 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8502cc-4389-43d4-b858-56e9c1805ea7 req-5aff1aff-d3ba-4fa2-b322-f11b13101078 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:47:47.563460 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-4e8502cc-4389-43d4-b858-56e9c1805ea7 req-5aff1aff-d3ba-4fa2-b322-f11b13101078 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.47 "GET /v2.0/networks?id=ee6eb58f-6a81-4983-b366-718b2ce8edaa HTTP/1.1" status: 200 len: 808 time: 0.1487429 Feb 04 09:47:47.709008 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [req-4e8502cc-4389-43d4-b858-56e9c1805ea7 req-f8e5903a-2efc-4e71-a2e3-2e9025f2be2e tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Synchronizing usage tracker for tenant:f8af8cc834bd4a21988351036e39c347 on resource:security_group {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 09:47:47.721449 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [req-4e8502cc-4389-43d4-b858-56e9c1805ea7 req-f8e5903a-2efc-4e71-a2e3-2e9025f2be2e tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Unset dirty status for tenant:f8af8cc834bd4a21988351036e39c347 on resource:security_group {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 09:47:47.722635 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-4e8502cc-4389-43d4-b858-56e9c1805ea7 req-f8e5903a-2efc-4e71-a2e3-2e9025f2be2e tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f8af8cc834bd4a21988351036e39c347 HTTP/1.1" status: 200 len: 379 time: 0.1471529 Feb 04 09:47:47.731939 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [req-4e8502cc-4389-43d4-b858-56e9c1805ea7 req-16bfa6bb-2467-426b-93c2-93cc5bb5e0bc tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Request body: {'port': {'device_id': 'f293846e-e139-443e-857b-122435ec768e', 'network_id': 'ee6eb58f-6a81-4983-b366-718b2ce8edaa', 'admin_state_up': True, 'tenant_id': 'f8af8cc834bd4a21988351036e39c347', 'security_groups': ['e1158f3e-4aac-4d10-b4b0-9e345e60f1dd']}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:47:47.879790 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [req-4e8502cc-4389-43d4-b858-56e9c1805ea7 req-16bfa6bb-2467-426b-93c2-93cc5bb5e0bc tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:47:47.884754 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [req-4e8502cc-4389-43d4-b858-56e9c1805ea7 req-16bfa6bb-2467-426b-93c2-93cc5bb5e0bc tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Usage tracker for resource:port and tenant:f8af8cc834bd4a21988351036e39c347 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:47:47.888001 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [req-4e8502cc-4389-43d4-b858-56e9c1805ea7 req-16bfa6bb-2467-426b-93c2-93cc5bb5e0bc tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:47:47.894333 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [req-4e8502cc-4389-43d4-b858-56e9c1805ea7 req-16bfa6bb-2467-426b-93c2-93cc5bb5e0bc tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:47:47.974662 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-00be835b-c4cd-4a90-8c32-8293111d76c8 req-8fca8019-e006-4e2e-a5cd-85f113a3070c tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=f293846e-e139-443e-857b-122435ec768e HTTP/1.1" status: 200 len: 210 time: 0.0437062 Feb 04 09:47:47.990797 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e8502cc-4389-43d4-b858-56e9c1805ea7 req-16bfa6bb-2467-426b-93c2-93cc5bb5e0bc tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Made reservation on behalf of f8af8cc834bd4a21988351036e39c347 for: {'port': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 09:47:48.002152 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-4e8502cc-4389-43d4-b858-56e9c1805ea7 req-16bfa6bb-2467-426b-93c2-93cc5bb5e0bc tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:47:48.170350 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [req-4e8502cc-4389-43d4-b858-56e9c1805ea7 req-16bfa6bb-2467-426b-93c2-93cc5bb5e0bc tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Allocated IP 172.20.0.12 (ee6eb58f-6a81-4983-b366-718b2ce8edaa/a969431c-2b68-43b0-8afa-92fdbf7f6479/1499c536-c2cf-4da7-883c-477feed2cad7) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 09:47:48.374906 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-4e8502cc-4389-43d4-b858-56e9c1805ea7 req-16bfa6bb-2467-426b-93c2-93cc5bb5e0bc tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:47:48.391501 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.provisioning_blocks [req-4e8502cc-4389-43d4-b858-56e9c1805ea7 req-16bfa6bb-2467-426b-93c2-93cc5bb5e0bc tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Transition to ACTIVE for port object 1499c536-c2cf-4da7-883c-477feed2cad7 will not be triggered until provisioned by entity DHCP. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:47:48.470492 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-4e8502cc-4389-43d4-b858-56e9c1805ea7 req-16bfa6bb-2467-426b-93c2-93cc5bb5e0bc tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:47:48.543614 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e8502cc-4389-43d4-b858-56e9c1805ea7 req-16bfa6bb-2467-426b-93c2-93cc5bb5e0bc tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Network ee6eb58f-6a81-4983-b366-718b2ce8edaa is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:47:48.546825 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [req-4e8502cc-4389-43d4-b858-56e9c1805ea7 req-16bfa6bb-2467-426b-93c2-93cc5bb5e0bc tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:47:48.551546 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e8502cc-4389-43d4-b858-56e9c1805ea7 req-16bfa6bb-2467-426b-93c2-93cc5bb5e0bc tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 09:47:48.581025 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bfa6bb-2467-426b-93c2-93cc5bb5e0bc tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Pushing event updated for resources: {'Port': ['ID=1499c536-c2cf-4da7-883c-477feed2cad7,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:47:48.624937 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8502cc-4389-43d4-b858-56e9c1805ea7 req-16bfa6bb-2467-426b-93c2-93cc5bb5e0bc tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:47:48.625556 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-4e8502cc-4389-43d4-b858-56e9c1805ea7 req-16bfa6bb-2467-426b-93c2-93cc5bb5e0bc tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:47:48.749281 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-4e8502cc-4389-43d4-b858-56e9c1805ea7 req-16bfa6bb-2467-426b-93c2-93cc5bb5e0bc tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0213993 Feb 04 09:47:48.761205 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [req-4e8502cc-4389-43d4-b858-56e9c1805ea7 req-385fc8a8-7bdf-4c12-a470-c398a4305531 service neutron] Request body: {'port': {'device_id': 'f293846e-e139-443e-857b-122435ec768e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:47:48.858822 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-820c0c92-640f-4676-8507-62aa1f7791ca None None] Provisioning for port 1499c536-c2cf-4da7-883c-477feed2cad7 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:47:48.864082 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-820c0c92-640f-4676-8507-62aa1f7791ca None None] Provisioning complete for port 1499c536-c2cf-4da7-883c-477feed2cad7 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:47:48.864715 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-820c0c92-640f-4676-8507-62aa1f7791ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:47:48.881919 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-4e8502cc-4389-43d4-b858-56e9c1805ea7 req-385fc8a8-7bdf-4c12-a470-c398a4305531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:47:48.930997 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-820c0c92-640f-4676-8507-62aa1f7791ca None None] Port 1499c536-c2cf-4da7-883c-477feed2cad7 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 09:47:49.199914 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7378c584-ef77-4652-b178-8b1a4c8657dc req-47830798-4934-4921-a54a-c95a128e58ba tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:47:49.201686 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7378c584-ef77-4652-b178-8b1a4c8657dc req-47830798-4934-4921-a54a-c95a128e58ba tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=f293846e-e139-443e-857b-122435ec768e HTTP/1.1" status: 200 len: 932 time: 0.0861964 Feb 04 09:47:49.257374 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7378c584-ef77-4652-b178-8b1a4c8657dc req-5d261b3b-1635-4897-a092-bd629c17efe0 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1158f3e-4aac-4d10-b4b0-9e345e60f1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418601 Feb 04 09:47:49.280593 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [req-4e8502cc-4389-43d4-b858-56e9c1805ea7 req-385fc8a8-7bdf-4c12-a470-c398a4305531 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1499c536-c2cf-4da7-883c-477feed2cad7 {{(pid=84108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 09:47:49.288780 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-4e8502cc-4389-43d4-b858-56e9c1805ea7 req-385fc8a8-7bdf-4c12-a470-c398a4305531 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:47:49.303891 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.provisioning_blocks [req-4e8502cc-4389-43d4-b858-56e9c1805ea7 req-385fc8a8-7bdf-4c12-a470-c398a4305531 service neutron] Transition to ACTIVE for port object 1499c536-c2cf-4da7-883c-477feed2cad7 will not be triggered until provisioned by entity L2. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:47:49.388845 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-4e8502cc-4389-43d4-b858-56e9c1805ea7 req-385fc8a8-7bdf-4c12-a470-c398a4305531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:47:49.516012 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-e15cba3a-9e38-4ef1-b273-8eab80b15d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:47:49.541427 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385fc8a8-7bdf-4c12-a470-c398a4305531 service neutron] Pushing event updated for resources: {'Port': ['ID=1499c536-c2cf-4da7-883c-477feed2cad7,revision_number=2']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:47:49.659042 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [req-4e8502cc-4389-43d4-b858-56e9c1805ea7 req-385fc8a8-7bdf-4c12-a470-c398a4305531 service neutron] Attempting to bind port 1499c536-c2cf-4da7-883c-477feed2cad7 on host hv-neutron-8277 for vnic_type normal with profile {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 09:47:49.659705 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [req-4e8502cc-4389-43d4-b858-56e9c1805ea7 req-385fc8a8-7bdf-4c12-a470-c398a4305531 service neutron] Attempting to bind port 1499c536-c2cf-4da7-883c-477feed2cad7 by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': 'be2723b6-7e81-457a-a1cf-6ec262c4a96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ee6eb58f-6a81-4983-b366-718b2ce8edaa'}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 09:47:49.659705 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8502cc-4389-43d4-b858-56e9c1805ea7 req-385fc8a8-7bdf-4c12-a470-c398a4305531 service neutron] Attempting to bind port 1499c536-c2cf-4da7-883c-477feed2cad7 on network ee6eb58f-6a81-4983-b366-718b2ce8edaa {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 09:47:49.665661 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8502cc-4389-43d4-b858-56e9c1805ea7 req-385fc8a8-7bdf-4c12-a470-c398a4305531 service neutron] Port 1499c536-c2cf-4da7-883c-477feed2cad7 on network ee6eb58f-6a81-4983-b366-718b2ce8edaa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 09:47:49.665986 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8502cc-4389-43d4-b858-56e9c1805ea7 req-385fc8a8-7bdf-4c12-a470-c398a4305531 service neutron] Attempting to bind port 1499c536-c2cf-4da7-883c-477feed2cad7 on network ee6eb58f-6a81-4983-b366-718b2ce8edaa {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 09:47:49.672508 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8502cc-4389-43d4-b858-56e9c1805ea7 req-385fc8a8-7bdf-4c12-a470-c398a4305531 service neutron] Checking agent: {'id': 'f735dfbb-9ed2-4de7-8aa1-fea4a962ae1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 34, 26), 'started_at': datetime.datetime(2022, 2, 4, 8, 34, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 9, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 09:47:49.672871 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8502cc-4389-43d4-b858-56e9c1805ea7 req-385fc8a8-7bdf-4c12-a470-c398a4305531 service neutron] Checking segment: {'id': 'be2723b6-7e81-457a-a1cf-6ec262c4a96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ee6eb58f-6a81-4983-b366-718b2ce8edaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 09:47:49.673257 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8502cc-4389-43d4-b858-56e9c1805ea7 req-385fc8a8-7bdf-4c12-a470-c398a4305531 service neutron] Bound using segment: {'id': 'be2723b6-7e81-457a-a1cf-6ec262c4a96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ee6eb58f-6a81-4983-b366-718b2ce8edaa'} {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 09:47:49.673685 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [req-4e8502cc-4389-43d4-b858-56e9c1805ea7 req-385fc8a8-7bdf-4c12-a470-c398a4305531 service neutron] Bound port: 1499c536-c2cf-4da7-883c-477feed2cad7, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be2723b6-7e81-457a-a1cf-6ec262c4a96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ee6eb58f-6a81-4983-b366-718b2ce8edaa'}}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 09:47:49.674029 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-4e8502cc-4389-43d4-b858-56e9c1805ea7 req-385fc8a8-7bdf-4c12-a470-c398a4305531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:47:49.769397 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [req-4e8502cc-4389-43d4-b858-56e9c1805ea7 req-385fc8a8-7bdf-4c12-a470-c398a4305531 service neutron] For port 1499c536-c2cf-4da7-883c-477feed2cad7, host hv-neutron-8277, cleared binding levels {{(pid=84108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 09:47:49.772872 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [req-4e8502cc-4389-43d4-b858-56e9c1805ea7 req-385fc8a8-7bdf-4c12-a470-c398a4305531 service neutron] For port 1499c536-c2cf-4da7-883c-477feed2cad7, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=1499c536-c2cf-4da7-883c-477feed2cad7,segment=NetworkSegment(be2723b6-7e81-457a-a1cf-6ec262c4a96a),segment_id=be2723b6-7e81-457a-a1cf-6ec262c4a96a)] {{(pid=84108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 09:47:49.857567 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-4e8502cc-4389-43d4-b858-56e9c1805ea7 req-385fc8a8-7bdf-4c12-a470-c398a4305531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:47:49.922276 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-4e8502cc-4389-43d4-b858-56e9c1805ea7 req-385fc8a8-7bdf-4c12-a470-c398a4305531 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:47:49.923665 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-4e8502cc-4389-43d4-b858-56e9c1805ea7 req-385fc8a8-7bdf-4c12-a470-c398a4305531 service neutron] 10.222.0.47 "PUT /v2.0/ports/1499c536-c2cf-4da7-883c-477feed2cad7 HTTP/1.1" status: 200 len: 1094 time: 1.1670933 Feb 04 09:47:49.924108 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f293846e-e139-443e-857b-122435ec768e', 'tag': '1499c536-c2cf-4da7-883c-477feed2cad7'}] {{(pid=84108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:47:49.948654 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385fc8a8-7bdf-4c12-a470-c398a4305531 service neutron] Pushing event updated for resources: {'Port': ['ID=1499c536-c2cf-4da7-883c-477feed2cad7,revision_number=3']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:47:50.004785 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f293846e-e139-443e-857b-122435ec768e', 'tag': '1499c536-c2cf-4da7-883c-477feed2cad7', 'status': 'completed', 'code': 200} Feb 04 09:47:50.100741 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-4e8502cc-4389-43d4-b858-56e9c1805ea7 req-9d376a5b-0b93-4231-85cd-066699e4de5e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f8af8cc834bd4a21988351036e39c347&device_id=f293846e-e139-443e-857b-122435ec768e HTTP/1.1" status: 200 len: 1097 time: 0.0782547 Feb 04 09:47:50.269140 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-4e8502cc-4389-43d4-b858-56e9c1805ea7 req-f8bae6e8-c024-41eb-85b7-b4e7b97e9e67 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1499c536-c2cf-4da7-883c-477feed2cad7 HTTP/1.1" status: 200 len: 217 time: 0.1615613 Feb 04 09:47:50.336188 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8502cc-4389-43d4-b858-56e9c1805ea7 req-541f66f9-3a1e-477d-a5ef-08f4988bb2c7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:47:50.337662 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-4e8502cc-4389-43d4-b858-56e9c1805ea7 req-541f66f9-3a1e-477d-a5ef-08f4988bb2c7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a969431c-2b68-43b0-8afa-92fdbf7f6479 HTTP/1.1" status: 200 len: 847 time: 0.0621409 Feb 04 09:47:50.424866 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-4e8502cc-4389-43d4-b858-56e9c1805ea7 req-8e246e20-95f7-440a-aff8-69e316b08678 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ee6eb58f-6a81-4983-b366-718b2ce8edaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705607 Feb 04 09:47:50.460759 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd77bd0e-0bfb-4190-8603-617d3bb1b4ef req-8172e49f-cac6-410d-8b74-5b7bb428108d tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:47:50.462245 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-dd77bd0e-0bfb-4190-8603-617d3bb1b4ef req-8172e49f-cac6-410d-8b74-5b7bb428108d tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=f293846e-e139-443e-857b-122435ec768e HTTP/1.1" status: 200 len: 944 time: 0.0783546 Feb 04 09:47:50.511059 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-dd77bd0e-0bfb-4190-8603-617d3bb1b4ef req-c2106602-5cbb-4b89-8d8e-6508b9e5cc36 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1158f3e-4aac-4d10-b4b0-9e345e60f1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430336 Feb 04 09:47:50.567720 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-4e8502cc-4389-43d4-b858-56e9c1805ea7 req-91c0f4c3-56c9-4cd6-ba8c-023035691c51 service neutron] 10.222.0.47 "GET /v2.0/networks/ee6eb58f-6a81-4983-b366-718b2ce8edaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366458 Feb 04 09:47:50.701481 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-4e8502cc-4389-43d4-b858-56e9c1805ea7 req-87d0266c-e40d-4ec1-8af6-c769624a0e8d service neutron] 10.222.0.47 "GET /v2.0/networks/ee6eb58f-6a81-4983-b366-718b2ce8edaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279104 Feb 04 09:47:50.898447 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-36faebb6-0adf-4e22-b286-b62b74630ad0 req-438d7742-355a-4320-8edc-007d2d077c06 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f8af8cc834bd4a21988351036e39c347&device_id=f293846e-e139-443e-857b-122435ec768e HTTP/1.1" status: 200 len: 1097 time: 0.0744915 Feb 04 09:47:51.031911 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36faebb6-0adf-4e22-b286-b62b74630ad0 req-4774b67c-0c49-438c-897c-dc776999e481 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:47:51.033401 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-36faebb6-0adf-4e22-b286-b62b74630ad0 req-4774b67c-0c49-438c-897c-dc776999e481 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ee6eb58f-6a81-4983-b366-718b2ce8edaa HTTP/1.1" status: 200 len: 909 time: 0.1312129 Feb 04 09:47:51.100579 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-36faebb6-0adf-4e22-b286-b62b74630ad0 req-37dffa69-23fe-4429-a4c2-2abb78cdea90 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1499c536-c2cf-4da7-883c-477feed2cad7 HTTP/1.1" status: 200 len: 217 time: 0.0608492 Feb 04 09:47:51.165832 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36faebb6-0adf-4e22-b286-b62b74630ad0 req-13bb3278-c3c3-446b-a801-377fe23ddc93 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:47:51.167192 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-36faebb6-0adf-4e22-b286-b62b74630ad0 req-13bb3278-c3c3-446b-a801-377fe23ddc93 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a969431c-2b68-43b0-8afa-92fdbf7f6479 HTTP/1.1" status: 200 len: 847 time: 0.0613134 Feb 04 09:47:51.243481 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-36faebb6-0adf-4e22-b286-b62b74630ad0 req-4de5e465-2343-4a4e-8141-3d5ccc71f504 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ee6eb58f-6a81-4983-b366-718b2ce8edaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691919 Feb 04 09:47:51.376624 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-36faebb6-0adf-4e22-b286-b62b74630ad0 req-6a544943-f57e-4663-b322-55b2b0f15381 service neutron] 10.222.0.47 "GET /v2.0/networks/ee6eb58f-6a81-4983-b366-718b2ce8edaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266148 Feb 04 09:47:51.510019 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-36faebb6-0adf-4e22-b286-b62b74630ad0 req-449dfc8b-1934-412b-b7fb-62514755806d service neutron] 10.222.0.47 "GET /v2.0/networks/ee6eb58f-6a81-4983-b366-718b2ce8edaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270490 Feb 04 09:47:51.716655 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08575917-5472-4f85-aac6-76d520c203a7 req-884e60bf-0a78-43d7-8861-f1ab56221594 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:47:51.718099 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-08575917-5472-4f85-aac6-76d520c203a7 req-884e60bf-0a78-43d7-8861-f1ab56221594 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=f293846e-e139-443e-857b-122435ec768e HTTP/1.1" status: 200 len: 944 time: 0.0836983 Feb 04 09:47:51.763834 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-08575917-5472-4f85-aac6-76d520c203a7 req-f47c15c1-1636-41f2-8b2e-df81c7098166 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1158f3e-4aac-4d10-b4b0-9e345e60f1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402308 Feb 04 09:47:51.818580 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-fd3606a4-f116-4d1f-ab3b-92d08e4acdfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:47:52.961790 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:47:52.973359 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbab46c-4eba-4cba-ba9b-54f80a3aa3f2 req-88335f57-9ccf-48f0-907e-f1cd52bf3758 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:47:52.975337 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-afbab46c-4eba-4cba-ba9b-54f80a3aa3f2 req-88335f57-9ccf-48f0-907e-f1cd52bf3758 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=f293846e-e139-443e-857b-122435ec768e HTTP/1.1" status: 200 len: 944 time: 0.0800190 Feb 04 09:47:53.023501 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-afbab46c-4eba-4cba-ba9b-54f80a3aa3f2 req-040f312f-2b0e-4d8c-8f60-ae51e492f94b tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1158f3e-4aac-4d10-b4b0-9e345e60f1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425537 Feb 04 09:47:53.205675 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:47:54.226108 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374326fb-d718-497e-bbb4-dd0cde4e24a0 req-62722698-08df-471d-aef0-1623b7c5a81d tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:47:54.227576 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-374326fb-d718-497e-bbb4-dd0cde4e24a0 req-62722698-08df-471d-aef0-1623b7c5a81d tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=f293846e-e139-443e-857b-122435ec768e HTTP/1.1" status: 200 len: 944 time: 0.0821497 Feb 04 09:47:54.272907 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-374326fb-d718-497e-bbb4-dd0cde4e24a0 req-b7eb112b-0f40-4974-b99c-c72b1d2095da tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1158f3e-4aac-4d10-b4b0-9e345e60f1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396461 Feb 04 09:47:54.669924 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:47:55.473578 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92b3ad2-e0a1-454c-bdbf-342a9766475d req-07c4e4c6-0ca1-404d-9385-29dd8183fb15 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:47:55.475682 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b92b3ad2-e0a1-454c-bdbf-342a9766475d req-07c4e4c6-0ca1-404d-9385-29dd8183fb15 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=f293846e-e139-443e-857b-122435ec768e HTTP/1.1" status: 200 len: 944 time: 0.0767407 Feb 04 09:47:55.525173 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b92b3ad2-e0a1-454c-bdbf-342a9766475d req-727797e2-85ed-4591-bc46-c2f1943a022c tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1158f3e-4aac-4d10-b4b0-9e345e60f1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439575 Feb 04 09:47:56.780368 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d63911d-0109-43cd-a4dd-063006b94312 req-89974dd5-cd77-43e1-b781-a382ea96084e tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:47:56.780368 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-2d63911d-0109-43cd-a4dd-063006b94312 req-89974dd5-cd77-43e1-b781-a382ea96084e tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=f293846e-e139-443e-857b-122435ec768e HTTP/1.1" status: 200 len: 944 time: 0.0762591 Feb 04 09:47:56.780368 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-2d63911d-0109-43cd-a4dd-063006b94312 req-58bc6818-cf66-410c-9acc-c67d66e3ac51 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1158f3e-4aac-4d10-b4b0-9e345e60f1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394390 Feb 04 09:47:56.886973 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:47:57.967458 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b881e993-01de-4c0e-91d0-b4d50b4b8f22 req-4938714d-3a4e-480f-804b-559e71efa602 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:47:57.968959 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b881e993-01de-4c0e-91d0-b4d50b4b8f22 req-4938714d-3a4e-480f-804b-559e71efa602 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=f293846e-e139-443e-857b-122435ec768e HTTP/1.1" status: 200 len: 944 time: 0.0828497 Feb 04 09:47:58.013643 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b881e993-01de-4c0e-91d0-b4d50b4b8f22 req-b8ffcbab-3b05-4e5c-83e0-968491e96c66 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1158f3e-4aac-4d10-b4b0-9e345e60f1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390148 Feb 04 09:47:59.210499 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1ff300-fdce-4bd2-8b3f-ae96a86c5a4d req-e34c82bc-1794-4878-9f97-5c7f2634472c tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:47:59.213911 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-9c1ff300-fdce-4bd2-8b3f-ae96a86c5a4d req-e34c82bc-1794-4878-9f97-5c7f2634472c tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=f293846e-e139-443e-857b-122435ec768e HTTP/1.1" status: 200 len: 944 time: 0.0795741 Feb 04 09:47:59.260128 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-9c1ff300-fdce-4bd2-8b3f-ae96a86c5a4d req-a4c8211f-81e6-40d8-9be3-d9276abaf90b tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1158f3e-4aac-4d10-b4b0-9e345e60f1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412962 Feb 04 09:47:59.765956 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device 1499c536-c2cf-4da7-883c-477feed2cad7 details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=84109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 09:47:59.908012 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port 1499c536-c2cf-4da7-883c-477feed2cad7, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=1499c536-c2cf-4da7-883c-477feed2cad7,segment=NetworkSegment(be2723b6-7e81-457a-a1cf-6ec262c4a96a),segment_id=be2723b6-7e81-457a-a1cf-6ec262c4a96a)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:47:59.921518 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Returning: {'device': '1499c536-c2cf-4da7-883c-477feed2cad7', 'network_id': 'ee6eb58f-6a81-4983-b366-718b2ce8edaa', 'port_id': '1499c536-c2cf-4da7-883c-477feed2cad7', 'mac_address': 'fa:16:3e:92:cf:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a969431c-2b68-43b0-8afa-92fdbf7f6479', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 09:47:59.980137 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:47:59.998011 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1499c536-c2cf-4da7-883c-477feed2cad7 {{(pid=84109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 09:48:00.013353 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port 1499c536-c2cf-4da7-883c-477feed2cad7, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=1499c536-c2cf-4da7-883c-477feed2cad7,segment=NetworkSegment(be2723b6-7e81-457a-a1cf-6ec262c4a96a),segment_id=be2723b6-7e81-457a-a1cf-6ec262c4a96a)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:48:00.102920 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:48:00.175773 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=1499c536-c2cf-4da7-883c-477feed2cad7,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:48:00.184033 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:48:00.184371 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:48:00.184731 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:48:00.185061 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:48:00.185386 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:48:00.185712 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:48:00.186030 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:48:00.186347 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:48:00.186661 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:48:00.186973 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:48:00.187282 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:48:00.460043 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b53744-993e-4d72-a290-e108c18f3a51 req-d3dd0e0f-e128-4e64-a8fe-c00368601855 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:48:00.461526 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-62b53744-993e-4d72-a290-e108c18f3a51 req-d3dd0e0f-e128-4e64-a8fe-c00368601855 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=f293846e-e139-443e-857b-122435ec768e HTTP/1.1" status: 200 len: 945 time: 0.0788572 Feb 04 09:48:00.476665 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] get_ports_and_sgs() called for port_ids ['1499c536-c2cf-4da7-883c-477feed2cad7'] {{(pid=84109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 09:48:00.506741 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-62b53744-993e-4d72-a290-e108c18f3a51 req-4f14a4f9-b3a3-4f99-b52a-94bbdb9fa955 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1158f3e-4aac-4d10-b4b0-9e345e60f1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391631 Feb 04 09:48:01.152864 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 09:48:01.710424 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55718f0-8e25-432b-8ac6-a9ba3ec11d38 req-ca384031-e71c-460b-a755-d21c39b30363 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:48:01.711955 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d55718f0-8e25-432b-8ac6-a9ba3ec11d38 req-ca384031-e71c-460b-a755-d21c39b30363 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=f293846e-e139-443e-857b-122435ec768e HTTP/1.1" status: 200 len: 945 time: 0.0754137 Feb 04 09:48:01.761157 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d55718f0-8e25-432b-8ac6-a9ba3ec11d38 req-e2e80749-e211-4089-b280-e7e2c2a33c22 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1158f3e-4aac-4d10-b4b0-9e345e60f1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437734 Feb 04 09:48:01.767212 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device 1499c536-c2cf-4da7-883c-477feed2cad7 up at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:48:01.902421 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Provisioning for port 1499c536-c2cf-4da7-883c-477feed2cad7 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:48:01.907652 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Provisioning complete for port 1499c536-c2cf-4da7-883c-477feed2cad7 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:48:01.908032 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:48:02.028053 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:48:02.056536 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f293846e-e139-443e-857b-122435ec768e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1499c536-c2cf-4da7-883c-477feed2cad7'}] {{(pid=84109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:48:02.066156 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port 1499c536-c2cf-4da7-883c-477feed2cad7, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=1499c536-c2cf-4da7-883c-477feed2cad7,segment=NetworkSegment(be2723b6-7e81-457a-a1cf-6ec262c4a96a),segment_id=be2723b6-7e81-457a-a1cf-6ec262c4a96a)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:48:02.142923 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:48:02.184650 dv-neutron-827798-2-hyperv neutron-server[84109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f293846e-e139-443e-857b-122435ec768e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1499c536-c2cf-4da7-883c-477feed2cad7', 'code': 200} Feb 04 09:48:02.209737 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=1499c536-c2cf-4da7-883c-477feed2cad7,revision_number=5']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:48:02.679602 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-410df9d8-4894-4e08-9608-561afcda70f3 req-dbb32193-6127-4b9e-bbff-7942448cf2d9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f293846e-e139-443e-857b-122435ec768e HTTP/1.1" status: 200 len: 1099 time: 0.0722902 Feb 04 09:48:02.726667 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-410df9d8-4894-4e08-9608-561afcda70f3 req-1c2d91fc-237a-4489-a803-f18270bfc3eb service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e1158f3e-4aac-4d10-b4b0-9e345e60f1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414150 Feb 04 09:48:02.963576 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91d5abd-fc3c-4a0b-91df-78d547982ee2 req-45993338-2701-4e94-8dec-eae97f014729 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:48:02.964997 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c91d5abd-fc3c-4a0b-91df-78d547982ee2 req-45993338-2701-4e94-8dec-eae97f014729 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=f293846e-e139-443e-857b-122435ec768e HTTP/1.1" status: 200 len: 946 time: 0.0799627 Feb 04 09:48:03.012347 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c91d5abd-fc3c-4a0b-91df-78d547982ee2 req-ba299d2a-f86f-47d0-a5a7-07dfbe9954aa tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1158f3e-4aac-4d10-b4b0-9e345e60f1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416229 Feb 04 09:48:04.222048 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3e23a1-1bc1-4d91-b009-4f4f435670fd req-b13bef37-3f0c-41e9-83e8-4074da4f41f7 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:48:04.223520 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4d3e23a1-1bc1-4d91-b009-4f4f435670fd req-b13bef37-3f0c-41e9-83e8-4074da4f41f7 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=f293846e-e139-443e-857b-122435ec768e HTTP/1.1" status: 200 len: 946 time: 0.0833108 Feb 04 09:48:04.269828 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4d3e23a1-1bc1-4d91-b009-4f4f435670fd req-671e5141-efab-4c8a-8c19-e2590ef8d79c tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1158f3e-4aac-4d10-b4b0-9e345e60f1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405867 Feb 04 09:48:05.467767 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c0489-b519-4960-a17d-cc8d94bf49f5 req-236259ab-8457-47c4-8f66-50643fe8dd3e tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:48:05.469288 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ac0c0489-b519-4960-a17d-cc8d94bf49f5 req-236259ab-8457-47c4-8f66-50643fe8dd3e tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=f293846e-e139-443e-857b-122435ec768e HTTP/1.1" status: 200 len: 946 time: 0.0769069 Feb 04 09:48:05.516968 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ac0c0489-b519-4960-a17d-cc8d94bf49f5 req-3b769d5e-def1-4f8f-96f0-d4ac9ed32d8b tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1158f3e-4aac-4d10-b4b0-9e345e60f1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421712 Feb 04 09:48:05.810997 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cafee7-57c1-4cb8-9030-8563976310c5 req-56103f62-2732-49b3-964d-434d42be244a tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:48:05.812457 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e5cafee7-57c1-4cb8-9030-8563976310c5 req-56103f62-2732-49b3-964d-434d42be244a tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=f293846e-e139-443e-857b-122435ec768e HTTP/1.1" status: 200 len: 946 time: 0.1751297 Feb 04 09:48:05.858788 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e5cafee7-57c1-4cb8-9030-8563976310c5 req-c8329789-f35d-43a0-9d44-5d2f34da89be tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1158f3e-4aac-4d10-b4b0-9e345e60f1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406871 Feb 04 09:48:05.886391 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 37038) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:48:06.028402 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-ad8f6015-92cf-4aab-8cfe-410961aaba26 tempest-TestShelveInstance-1524133533 tempest-TestShelveInstance-1524133533-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f293846e-e139-443e-857b-122435ec768e HTTP/1.1" status: 200 len: 1094 time: 0.1403978 Feb 04 09:48:06.030779 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 37044) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:48:06.035913 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-2c265c31-7037-494f-a71f-39f97c99ffb1 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Request body: {'floatingip': {'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'port_id': '1499c536-c2cf-4da7-883c-477feed2cad7', 'tenant_id': 'f8af8cc834bd4a21988351036e39c347', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:48:06.046416 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-2c265c31-7037-494f-a71f-39f97c99ffb1 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:48:06.050483 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-2c265c31-7037-494f-a71f-39f97c99ffb1 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Usage tracker for resource:floatingip and tenant:f8af8cc834bd4a21988351036e39c347 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:48:06.053592 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-2c265c31-7037-494f-a71f-39f97c99ffb1 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:48:06.059840 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-2c265c31-7037-494f-a71f-39f97c99ffb1 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:48:06.138808 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2c265c31-7037-494f-a71f-39f97c99ffb1 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks [] for floatingip, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:48:06.281030 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2c265c31-7037-494f-a71f-39f97c99ffb1 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:48:06.422390 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-2c265c31-7037-494f-a71f-39f97c99ffb1 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Allocated IP 172.26.3.8 (e264bd74-c56b-43d0-9059-bcb57dbbe5bc/79caf47c-b62c-4ea0-b35f-21ede155daa8/1fb0e68b-7023-4392-9924-492adf044254) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 09:48:06.572368 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2c265c31-7037-494f-a71f-39f97c99ffb1 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:48:06.669971 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2c265c31-7037-494f-a71f-39f97c99ffb1 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:48:06.738287 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c265c31-7037-494f-a71f-39f97c99ffb1 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Network e264bd74-c56b-43d0-9059-bcb57dbbe5bc is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:48:06.741590 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-2c265c31-7037-494f-a71f-39f97c99ffb1 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:48:06.745495 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c265c31-7037-494f-a71f-39f97c99ffb1 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 09:48:06.781152 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c265c31-7037-494f-a71f-39f97c99ffb1 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Pushing event updated for resources: {'Port': ['ID=1fb0e68b-7023-4392-9924-492adf044254,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:48:07.266336 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2c265c31-7037-494f-a71f-39f97c99ffb1 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:48:07.377867 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2c265c31-7037-494f-a71f-39f97c99ffb1 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:48:07.587337 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2c265c31-7037-494f-a71f-39f97c99ffb1 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:48:07.652660 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2c265c31-7037-494f-a71f-39f97c99ffb1 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:48:07.756583 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c265c31-7037-494f-a71f-39f97c99ffb1 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Pushing event updated for resources: {'Port': ['ID=1fb0e68b-7023-4392-9924-492adf044254,revision_number=2']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:48:07.773486 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2c265c31-7037-494f-a71f-39f97c99ffb1 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473039'] for floatingip, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:48:08.087359 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.l3_db [None req-2c265c31-7037-494f-a71f-39f97c99ffb1 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Floating IP 5c41a0e3-8c8f-4b94-a030-8b0cb47c2fe5 associated. External IP: 172.26.3.8, port: 1499c536-c2cf-4da7-883c-477feed2cad7. Feb 04 09:48:08.505860 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c265c31-7037-494f-a71f-39f97c99ffb1 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Router 645afb1b-35b2-48e5-90be-069ea1b3d640 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 09:48:08.706912 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c265c31-7037-494f-a71f-39f97c99ffb1 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 09:48:08.718505 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824cf4bc-4b0c-4047-8879-499f8aa5d9f4 None None] Sync routers for ids ['645afb1b-35b2-48e5-90be-069ea1b3d640'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 09:48:08.731620 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824cf4bc-4b0c-4047-8879-499f8aa5d9f4 None None] Routers {'645afb1b-35b2-48e5-90be-069ea1b3d640'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:48:08.732349 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-824cf4bc-4b0c-4047-8879-499f8aa5d9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:47:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['645afb1b-35b2-48e5-90be-069ea1b3d640'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:48:08.796798 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-2c265c31-7037-494f-a71f-39f97c99ffb1 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for floatingip, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:48:08.876968 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-2c265c31-7037-494f-a71f-39f97c99ffb1 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8335934 Feb 04 09:48:08.876968 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f293846e-e139-443e-857b-122435ec768e', 'tag': '1499c536-c2cf-4da7-883c-477feed2cad7'}] {{(pid=84107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:48:08.945372 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-824cf4bc-4b0c-4047-8879-499f8aa5d9f4 None None] Set router 645afb1b-35b2-48e5-90be-069ea1b3d640 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:48:09.023505 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f293846e-e139-443e-857b-122435ec768e', 'tag': '1499c536-c2cf-4da7-883c-477feed2cad7', 'status': 'completed', 'code': 200} Feb 04 09:48:09.119708 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-572683ab-f3a8-426b-a5b9-df0614dfde48 req-41ca42a6-2eaf-4022-acce-c1ea4339a2fd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f8af8cc834bd4a21988351036e39c347&device_id=f293846e-e139-443e-857b-122435ec768e HTTP/1.1" status: 200 len: 1099 time: 0.0743754 Feb 04 09:48:09.259970 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572683ab-f3a8-426b-a5b9-df0614dfde48 req-a3816605-5835-4893-9547-42f436de936c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:48:09.262931 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-572683ab-f3a8-426b-a5b9-df0614dfde48 req-a3816605-5835-4893-9547-42f436de936c service neutron] 10.222.0.47 "GET /v2.0/networks?id=ee6eb58f-6a81-4983-b366-718b2ce8edaa HTTP/1.1" status: 200 len: 909 time: 0.1361301 Feb 04 09:48:09.365067 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-824cf4bc-4b0c-4047-8879-499f8aa5d9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '645afb1b-35b2-48e5-90be-069ea1b3d640', 'name': 'tempest-TestShelveInstance-807321954-router', 'tenant_id': 'f8af8cc834bd4a21988351036e39c347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '96172974-5eb7-4e59-b52d-f7288aeec624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:40:54Z', 'updated_at': '2022-02-04T09:40:58Z', 'revision_number': 4, 'project_id': 'f8af8cc834bd4a21988351036e39c347', 'gw_port': {'id': '96172974-5eb7-4e59-b52d-f7288aeec624', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '645afb1b-35b2-48e5-90be-069ea1b3d640', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:40:55Z', 'updated_at': '2022-02-04T09:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': '5c41a0e3-8c8f-4b94-a030-8b0cb47c2fe5', 'tenant_id': 'f8af8cc834bd4a21988351036e39c347', 'floating_ip_address': '172.26.3.8', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': '645afb1b-35b2-48e5-90be-069ea1b3d640', 'port_id': '1499c536-c2cf-4da7-883c-477feed2cad7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee6eb58f-6a81-4983-b366-718b2ce8edaa', 'mac_address': 'fa:16:3e:92:cf:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f293846e-e139-443e-857b-122435ec768e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T09:48:07Z', 'updated_at': '2022-02-04T09:48:07Z', 'revision_number': 0, 'project_id': 'f8af8cc834bd4a21988351036e39c347', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4017a2bf-3bbc-45e3-bdfd-2de7e8b4e7dc', 'name': '', 'network_id': 'ee6eb58f-6a81-4983-b366-718b2ce8edaa', 'tenant_id': 'f8af8cc834bd4a21988351036e39c347', 'mac_address': 'fa:16:3e:fe:58:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '645afb1b-35b2-48e5-90be-069ea1b3d640', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a969431c-2b68-43b0-8afa-92fdbf7f6479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:40:58Z', 'updated_at': '2022-02-04T09:41:16Z', 'revision_number': 5, 'project_id': 'f8af8cc834bd4a21988351036e39c347', 'subnets': [{'id': 'a969431c-2b68-43b0-8afa-92fdbf7f6479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:48:09.369167 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-572683ab-f3a8-426b-a5b9-df0614dfde48 req-61e3d55a-8a6d-4c96-bc4e-b56fdaef25df service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1499c536-c2cf-4da7-883c-477feed2cad7 HTTP/1.1" status: 200 len: 998 time: 0.1017756 Feb 04 09:48:09.370392 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824cf4bc-4b0c-4047-8879-499f8aa5d9f4 None None] Checking router: 645afb1b-35b2-48e5-90be-069ea1b3d640 for host: dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 09:48:09.381054 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824cf4bc-4b0c-4047-8879-499f8aa5d9f4 None None] Routers {'645afb1b-35b2-48e5-90be-069ea1b3d640'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:48:09.381653 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-824cf4bc-4b0c-4047-8879-499f8aa5d9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:47:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['645afb1b-35b2-48e5-90be-069ea1b3d640'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:48:09.436924 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572683ab-f3a8-426b-a5b9-df0614dfde48 req-20b157e0-c5b6-42a2-9fc2-f47e0d63ebf2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:48:09.438374 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-572683ab-f3a8-426b-a5b9-df0614dfde48 req-20b157e0-c5b6-42a2-9fc2-f47e0d63ebf2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a969431c-2b68-43b0-8afa-92fdbf7f6479 HTTP/1.1" status: 200 len: 847 time: 0.0632577 Feb 04 09:48:09.570625 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-824cf4bc-4b0c-4047-8879-499f8aa5d9f4 None None] Set router 645afb1b-35b2-48e5-90be-069ea1b3d640 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:48:09.606758 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-572683ab-f3a8-426b-a5b9-df0614dfde48 req-8d46e1b1-dbc8-42f9-944a-687b55dc5c13 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ee6eb58f-6a81-4983-b366-718b2ce8edaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1618965 Feb 04 09:48:09.742843 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-572683ab-f3a8-426b-a5b9-df0614dfde48 req-d51f7a79-bbdb-40cd-90dc-2d545e4f3ae5 service neutron] 10.222.0.47 "GET /v2.0/networks/ee6eb58f-6a81-4983-b366-718b2ce8edaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294198 Feb 04 09:48:09.882866 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-572683ab-f3a8-426b-a5b9-df0614dfde48 req-3b583023-fa75-4e79-8cd9-dc9fec622491 service neutron] 10.222.0.47 "GET /v2.0/networks/ee6eb58f-6a81-4983-b366-718b2ce8edaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337857 Feb 04 09:48:09.925397 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-824cf4bc-4b0c-4047-8879-499f8aa5d9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '645afb1b-35b2-48e5-90be-069ea1b3d640', 'name': 'tempest-TestShelveInstance-807321954-router', 'tenant_id': 'f8af8cc834bd4a21988351036e39c347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '96172974-5eb7-4e59-b52d-f7288aeec624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:40:54Z', 'updated_at': '2022-02-04T09:40:58Z', 'revision_number': 4, 'project_id': 'f8af8cc834bd4a21988351036e39c347', 'gw_port': {'id': '96172974-5eb7-4e59-b52d-f7288aeec624', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '645afb1b-35b2-48e5-90be-069ea1b3d640', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:40:55Z', 'updated_at': '2022-02-04T09:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': '5c41a0e3-8c8f-4b94-a030-8b0cb47c2fe5', 'tenant_id': 'f8af8cc834bd4a21988351036e39c347', 'floating_ip_address': '172.26.3.8', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': '645afb1b-35b2-48e5-90be-069ea1b3d640', 'port_id': '1499c536-c2cf-4da7-883c-477feed2cad7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee6eb58f-6a81-4983-b366-718b2ce8edaa', 'mac_address': 'fa:16:3e:92:cf:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f293846e-e139-443e-857b-122435ec768e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T09:48:07Z', 'updated_at': '2022-02-04T09:48:07Z', 'revision_number': 0, 'project_id': 'f8af8cc834bd4a21988351036e39c347', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4017a2bf-3bbc-45e3-bdfd-2de7e8b4e7dc', 'name': '', 'network_id': 'ee6eb58f-6a81-4983-b366-718b2ce8edaa', 'tenant_id': 'f8af8cc834bd4a21988351036e39c347', 'mac_address': 'fa:16:3e:fe:58:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '645afb1b-35b2-48e5-90be-069ea1b3d640', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a969431c-2b68-43b0-8afa-92fdbf7f6479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:40:58Z', 'updated_at': '2022-02-04T09:41:16Z', 'revision_number': 5, 'project_id': 'f8af8cc834bd4a21988351036e39c347', 'subnets': [{'id': 'a969431c-2b68-43b0-8afa-92fdbf7f6479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:48:09.929689 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824cf4bc-4b0c-4047-8879-499f8aa5d9f4 None None] The sync data for ids ['645afb1b-35b2-48e5-90be-069ea1b3d640'] in dv-neutron-827798-2-hyperv is: [{'id': '645afb1b-35b2-48e5-90be-069ea1b3d640', 'name': 'tempest-TestShelveInstance-807321954-router', 'tenant_id': 'f8af8cc834bd4a21988351036e39c347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '96172974-5eb7-4e59-b52d-f7288aeec624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:40:54Z', 'updated_at': '2022-02-04T09:40:58Z', 'revision_number': 4, 'project_id': 'f8af8cc834bd4a21988351036e39c347', 'gw_port': {'id': '96172974-5eb7-4e59-b52d-f7288aeec624', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '645afb1b-35b2-48e5-90be-069ea1b3d640', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:40:55Z', 'updated_at': '2022-02-04T09:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': '5c41a0e3-8c8f-4b94-a030-8b0cb47c2fe5', 'tenant_id': 'f8af8cc834bd4a21988351036e39c347', 'floating_ip_address': '172.26.3.8', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': '645afb1b-35b2-48e5-90be-069ea1b3d640', 'port_id': '1499c536-c2cf-4da7-883c-477feed2cad7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee6eb58f-6a81-4983-b366-718b2ce8edaa', 'mac_address': 'fa:16:3e:92:cf:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f293846e-e139-443e-857b-122435ec768e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T09:48:07Z', 'updated_at': '2022-02-04T09:48:07Z', 'revision_number': 0, 'project_id': 'f8af8cc834bd4a21988351036e39c347', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4017a2bf-3bbc-45e3-bdfd-2de7e8b4e7dc', 'name': '', 'network_id': 'ee6eb58f-6a81-4983-b366-718b2ce8edaa', 'tenant_id': 'f8af8cc834bd4a21988351036e39c347', 'mac_address': 'fa:16:3e:fe:58:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '645afb1b-35b2-48e5-90be-069ea1b3d640', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a969431c-2b68-43b0-8afa-92fdbf7f6479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:40:58Z', 'updated_at': '2022-02-04T09:41:16Z', 'revision_number': 5, 'project_id': 'f8af8cc834bd4a21988351036e39c347', 'subnets': [{'id': 'a969431c-2b68-43b0-8afa-92fdbf7f6479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 09:48:10.141667 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efd2ac0-2e26-4f72-9761-b2f77dcea55a None None] New status for floating IP 5c41a0e3-8c8f-4b94-a030-8b0cb47c2fe5: ACTIVE {{(pid=84110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 09:48:19.498306 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1396741b-d196-4920-abcf-bb7be12e1e06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:48:21.826223 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-7136f52c-678b-40c4-b60f-5b6c94b77048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:48:23.018816 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:48:23.167210 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:48:24.629776 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:48:26.879071 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:48:37.047777 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-4b5fd1dd-ef2c-4096-a860-c9e4ac4fef99 req-8e276d9a-0e58-4f9f-8c04-e7d35788dae0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f293846e-e139-443e-857b-122435ec768e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0712790 Feb 04 09:48:37.194834 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-4b5fd1dd-ef2c-4096-a860-c9e4ac4fef99 req-2137f81b-4f88-45bb-9f3a-b386c55d0a4b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f8af8cc834bd4a21988351036e39c347&device_id=f293846e-e139-443e-857b-122435ec768e HTTP/1.1" status: 200 len: 1099 time: 0.0799916 Feb 04 09:48:37.348088 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5fd1dd-ef2c-4096-a860-c9e4ac4fef99 req-e69ffe5f-5e7a-4006-af85-c833d1255dd4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:48:37.349643 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-4b5fd1dd-ef2c-4096-a860-c9e4ac4fef99 req-e69ffe5f-5e7a-4006-af85-c833d1255dd4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ee6eb58f-6a81-4983-b366-718b2ce8edaa HTTP/1.1" status: 200 len: 909 time: 0.1342266 Feb 04 09:48:37.485061 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-4b5fd1dd-ef2c-4096-a860-c9e4ac4fef99 req-c9341515-40fb-4ae7-a81c-e2adbb700c20 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1499c536-c2cf-4da7-883c-477feed2cad7 HTTP/1.1" status: 200 len: 1000 time: 0.1280358 Feb 04 09:48:37.556063 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5fd1dd-ef2c-4096-a860-c9e4ac4fef99 req-c10fa007-0336-4a34-a726-0cf7a1e45940 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:48:37.865298 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-4b5fd1dd-ef2c-4096-a860-c9e4ac4fef99 req-c10fa007-0336-4a34-a726-0cf7a1e45940 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a969431c-2b68-43b0-8afa-92fdbf7f6479 HTTP/1.1" status: 200 len: 847 time: 0.0670831 Feb 04 09:48:37.865298 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-4b5fd1dd-ef2c-4096-a860-c9e4ac4fef99 req-1c3a66e9-14d9-49b4-a01a-1cb6362aa1b2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ee6eb58f-6a81-4983-b366-718b2ce8edaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704584 Feb 04 09:48:37.865298 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [req-4b5fd1dd-ef2c-4096-a860-c9e4ac4fef99 req-b771cec0-dd17-4e27-8118-b36325f47c48 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=84108) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 09:48:37.865298 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-4b5fd1dd-ef2c-4096-a860-c9e4ac4fef99 req-b771cec0-dd17-4e27-8118-b36325f47c48 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047450 Feb 04 09:48:37.865298 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-4b5fd1dd-ef2c-4096-a860-c9e4ac4fef99 req-787e46ce-4bef-4eb3-97b6-da836e7c24a5 service neutron] 10.222.0.47 "GET /v2.0/networks/ee6eb58f-6a81-4983-b366-718b2ce8edaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310375 Feb 04 09:48:37.916938 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-4b5fd1dd-ef2c-4096-a860-c9e4ac4fef99 req-9cb9bf7a-9539-4d85-b770-b0f76dae6db3 service neutron] 10.222.0.47 "GET /v2.0/networks/ee6eb58f-6a81-4983-b366-718b2ce8edaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292224 Feb 04 09:48:38.152966 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 09:48:40.229532 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [req-96fad75a-8172-47fc-8455-1d5c4b8c24b5 req-6c64cabb-ef96-455e-98aa-7def2a5da5e8 service neutron] (84108) timed out ('10.222.0.36', 35480) {{(pid=84108) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 09:48:49.531434 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-71a78e2f-ff5f-45fb-be13-8825b92703b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:48:51.851244 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-04d7b98d-cb14-4c8d-b9f8-b9b602885be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:48:52.955758 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:48:53.165856 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:48:54.662899 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:48:56.886853 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:49:15.153864 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 09:49:19.502401 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-a98bc1dd-314d-46b8-8cd0-edb7e0d2683f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:49:21.827846 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2310e87c-199f-436c-8690-342e7f18e312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:49:22.983231 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:49:23.159836 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:49:24.639697 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:49:26.931020 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:49:39.033918 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-446a1abe-5ce1-475d-9ce7-52603b0b48fe req-556c1479-4144-4edf-8b33-af0d118211bf service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f293846e-e139-443e-857b-122435ec768e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0654821 Feb 04 09:49:39.170836 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-446a1abe-5ce1-475d-9ce7-52603b0b48fe req-28f8db90-61c0-4e58-9667-8259192a2288 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f8af8cc834bd4a21988351036e39c347&device_id=f293846e-e139-443e-857b-122435ec768e HTTP/1.1" status: 200 len: 1099 time: 0.0699301 Feb 04 09:49:39.314354 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446a1abe-5ce1-475d-9ce7-52603b0b48fe req-2376e75f-eee1-4f27-8b19-18c8484f0d9a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:49:39.315705 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-446a1abe-5ce1-475d-9ce7-52603b0b48fe req-2376e75f-eee1-4f27-8b19-18c8484f0d9a service neutron] 10.222.0.47 "GET /v2.0/networks?id=ee6eb58f-6a81-4983-b366-718b2ce8edaa HTTP/1.1" status: 200 len: 909 time: 0.1259260 Feb 04 09:49:39.415846 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-446a1abe-5ce1-475d-9ce7-52603b0b48fe req-1dc01753-5eec-4da0-813e-aff5d5487881 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1499c536-c2cf-4da7-883c-477feed2cad7 HTTP/1.1" status: 200 len: 1000 time: 0.0942559 Feb 04 09:49:39.572067 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446a1abe-5ce1-475d-9ce7-52603b0b48fe req-ff8b3cb1-0bac-48a1-b921-62e6c81de9d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:49:39.573649 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-446a1abe-5ce1-475d-9ce7-52603b0b48fe req-ff8b3cb1-0bac-48a1-b921-62e6c81de9d4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a969431c-2b68-43b0-8afa-92fdbf7f6479 HTTP/1.1" status: 200 len: 847 time: 0.1519754 Feb 04 09:49:39.648090 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-446a1abe-5ce1-475d-9ce7-52603b0b48fe req-4dea8441-b88a-4a0b-a778-e936beea0c0a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ee6eb58f-6a81-4983-b366-718b2ce8edaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682833 Feb 04 09:49:39.781975 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-446a1abe-5ce1-475d-9ce7-52603b0b48fe req-80e10995-d976-42d1-b10d-8361b98b9368 service neutron] 10.222.0.47 "GET /v2.0/networks/ee6eb58f-6a81-4983-b366-718b2ce8edaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275878 Feb 04 09:49:39.914307 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-446a1abe-5ce1-475d-9ce7-52603b0b48fe req-1396a370-5880-4bd4-a42b-e669732de817 service neutron] 10.222.0.47 "GET /v2.0/networks/ee6eb58f-6a81-4983-b366-718b2ce8edaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271746 Feb 04 09:49:49.490368 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-45071ceb-e2e3-4c97-9018-f421240ecd39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:49:51.833159 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-fcbd59be-ca5a-46ab-aa9d-f8ae89a09baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:49:52.154017 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 09:49:52.958838 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:49:53.158698 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:49:54.650094 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:49:56.884373 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:50:19.472937 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-90389d2f-65ef-42a5-ab10-d58b80811138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:50:21.913442 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61e35314-a268-43cc-ac68-55eba0b3fb2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:50:22.958434 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:50:23.158452 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:50:24.650296 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:50:26.918920 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:50:29.154560 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 09:50:39.125031 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-f299dcf0-2d7b-4349-b3a9-204fc972b55a req-e624c1ef-82b8-459d-a86e-db2d1812d9b4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f293846e-e139-443e-857b-122435ec768e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1476960 Feb 04 09:50:39.274597 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-f299dcf0-2d7b-4349-b3a9-204fc972b55a req-ccc26001-578e-494e-83e9-690dbb17cf64 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f8af8cc834bd4a21988351036e39c347&device_id=f293846e-e139-443e-857b-122435ec768e HTTP/1.1" status: 200 len: 1099 time: 0.0767236 Feb 04 09:50:39.422922 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f299dcf0-2d7b-4349-b3a9-204fc972b55a req-fe019478-e05f-452e-8288-2c08cd92d09a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:50:39.424538 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-f299dcf0-2d7b-4349-b3a9-204fc972b55a req-fe019478-e05f-452e-8288-2c08cd92d09a service neutron] 10.222.0.47 "GET /v2.0/networks?id=ee6eb58f-6a81-4983-b366-718b2ce8edaa HTTP/1.1" status: 200 len: 909 time: 0.1313434 Feb 04 09:50:39.534135 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-f299dcf0-2d7b-4349-b3a9-204fc972b55a req-074dd65b-30b7-4e82-9ef2-8c965576e77c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1499c536-c2cf-4da7-883c-477feed2cad7 HTTP/1.1" status: 200 len: 1000 time: 0.1034417 Feb 04 09:50:39.599588 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f299dcf0-2d7b-4349-b3a9-204fc972b55a req-5a563a41-a411-4234-ba71-9bfea0db6d36 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:50:39.601105 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-f299dcf0-2d7b-4349-b3a9-204fc972b55a req-5a563a41-a411-4234-ba71-9bfea0db6d36 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a969431c-2b68-43b0-8afa-92fdbf7f6479 HTTP/1.1" status: 200 len: 847 time: 0.0614502 Feb 04 09:50:39.683526 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-f299dcf0-2d7b-4349-b3a9-204fc972b55a req-8849c864-ff82-4f54-b63a-88d3964cc6e4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ee6eb58f-6a81-4983-b366-718b2ce8edaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771806 Feb 04 09:50:39.817161 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-f299dcf0-2d7b-4349-b3a9-204fc972b55a req-72e110f4-f9d9-43d5-be4c-5ad49fb274f3 service neutron] 10.222.0.47 "GET /v2.0/networks/ee6eb58f-6a81-4983-b366-718b2ce8edaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275668 Feb 04 09:50:39.950835 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-f299dcf0-2d7b-4349-b3a9-204fc972b55a req-676b9bae-3c9f-4220-a924-27ee383d5282 service neutron] 10.222.0.47 "GET /v2.0/networks/ee6eb58f-6a81-4983-b366-718b2ce8edaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277788 Feb 04 09:50:47.331210 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a909db07-9360-457b-b3d5-03dfe6a9d9e3 req-9dd4c0f2-8b0f-407d-8a5d-754b9139ed68 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:50:47.332709 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a909db07-9360-457b-b3d5-03dfe6a9d9e3 req-9dd4c0f2-8b0f-407d-8a5d-754b9139ed68 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=f293846e-e139-443e-857b-122435ec768e HTTP/1.1" status: 200 len: 946 time: 0.0806775 Feb 04 09:50:47.380903 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a909db07-9360-457b-b3d5-03dfe6a9d9e3 req-7a2ba3ed-b6e7-406a-85ea-d46c84c46cee tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1158f3e-4aac-4d10-b4b0-9e345e60f1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424845 Feb 04 09:50:48.605334 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6461794b-c332-4e7f-bb8b-02efa575bea9 req-60f62282-aaa4-41f1-a7ba-1e2c3a3252d5 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:50:48.607091 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-6461794b-c332-4e7f-bb8b-02efa575bea9 req-60f62282-aaa4-41f1-a7ba-1e2c3a3252d5 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=f293846e-e139-443e-857b-122435ec768e HTTP/1.1" status: 200 len: 946 time: 0.0819716 Feb 04 09:50:48.651319 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-6461794b-c332-4e7f-bb8b-02efa575bea9 req-df1e0ce4-3bbc-4eb2-99ba-a04677f2cc39 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1158f3e-4aac-4d10-b4b0-9e345e60f1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383213 Feb 04 09:50:49.528260 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-e933fd80-19b7-451d-a347-fae67900f9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:50:49.869370 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76ccbe4-795b-435e-b079-2b18faed092b req-e5014dda-0a60-42a1-9453-4e518f821175 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:50:49.870813 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c76ccbe4-795b-435e-b079-2b18faed092b req-e5014dda-0a60-42a1-9453-4e518f821175 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=f293846e-e139-443e-857b-122435ec768e HTTP/1.1" status: 200 len: 946 time: 0.0755408 Feb 04 09:50:49.920123 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c76ccbe4-795b-435e-b079-2b18faed092b req-98090482-c333-4511-a5fb-db5bf88d0309 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1158f3e-4aac-4d10-b4b0-9e345e60f1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427647 Feb 04 09:50:51.118384 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933d9057-1428-44e6-a241-c2e3d9b8b209 req-a3ab0532-12d0-4d23-acef-8b80738af5e8 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:50:51.119848 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-933d9057-1428-44e6-a241-c2e3d9b8b209 req-a3ab0532-12d0-4d23-acef-8b80738af5e8 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=f293846e-e139-443e-857b-122435ec768e HTTP/1.1" status: 200 len: 946 time: 0.0790238 Feb 04 09:50:51.167074 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-933d9057-1428-44e6-a241-c2e3d9b8b209 req-a825085f-d11c-40cc-b9e8-a07c7600dfa0 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1158f3e-4aac-4d10-b4b0-9e345e60f1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418448 Feb 04 09:50:51.821658 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-cf12d8cd-9522-4f5f-bf1c-a98c9bf854f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:50:52.364487 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c762a2-1620-489e-b01d-191bf38f8375 req-6ca24205-b47c-4276-9821-8b9e585879de tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:50:52.365954 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a6c762a2-1620-489e-b01d-191bf38f8375 req-6ca24205-b47c-4276-9821-8b9e585879de tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=f293846e-e139-443e-857b-122435ec768e HTTP/1.1" status: 200 len: 946 time: 0.0736949 Feb 04 09:50:52.417035 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a6c762a2-1620-489e-b01d-191bf38f8375 req-e1dadfb0-37cf-4f5c-9996-8cf4afa29f9b tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1158f3e-4aac-4d10-b4b0-9e345e60f1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452092 Feb 04 09:50:52.998427 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:50:53.169842 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:50:53.619292 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435ed1cb-aa7b-4588-985e-b672ff3110d8 req-4f37c408-27c1-4a36-b304-9bedab580fe4 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:50:53.620816 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-435ed1cb-aa7b-4588-985e-b672ff3110d8 req-4f37c408-27c1-4a36-b304-9bedab580fe4 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=f293846e-e139-443e-857b-122435ec768e HTTP/1.1" status: 200 len: 946 time: 0.0786366 Feb 04 09:50:53.668161 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-435ed1cb-aa7b-4588-985e-b672ff3110d8 req-22a95a49-139f-414b-97c6-7d3c90c54528 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1158f3e-4aac-4d10-b4b0-9e345e60f1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416625 Feb 04 09:50:54.644506 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:50:54.881484 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600e645f-cdb3-4c8d-bda4-1df79ba16b56 req-4bc072be-6d8f-4f89-af21-692ddbee632e tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:50:54.883025 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-600e645f-cdb3-4c8d-bda4-1df79ba16b56 req-4bc072be-6d8f-4f89-af21-692ddbee632e tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=f293846e-e139-443e-857b-122435ec768e HTTP/1.1" status: 200 len: 946 time: 0.0935402 Feb 04 09:50:54.939725 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-600e645f-cdb3-4c8d-bda4-1df79ba16b56 req-5bddffa6-67ac-4ecc-89b0-aa00d24b9468 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1158f3e-4aac-4d10-b4b0-9e345e60f1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511441 Feb 04 09:50:56.136497 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb66b85-09ef-4fd1-a853-3f6220d328ac req-1bc532f7-5b8d-4274-8a7f-83795648a914 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:50:56.137876 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-cdb66b85-09ef-4fd1-a853-3f6220d328ac req-1bc532f7-5b8d-4274-8a7f-83795648a914 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=f293846e-e139-443e-857b-122435ec768e HTTP/1.1" status: 200 len: 946 time: 0.0753613 Feb 04 09:50:56.183369 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-cdb66b85-09ef-4fd1-a853-3f6220d328ac req-3d503adf-ef69-4e86-9e8e-1a651a99ebe8 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1158f3e-4aac-4d10-b4b0-9e345e60f1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397804 Feb 04 09:50:56.935731 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:50:57.493590 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e85b0d1-db0b-4553-b368-130dd8ede8be req-705e14d2-0bde-4a1a-8e2f-983212f89459 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:50:57.493590 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-6e85b0d1-db0b-4553-b368-130dd8ede8be req-705e14d2-0bde-4a1a-8e2f-983212f89459 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=f293846e-e139-443e-857b-122435ec768e HTTP/1.1" status: 200 len: 946 time: 0.1803241 Feb 04 09:50:57.536199 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-6e85b0d1-db0b-4553-b368-130dd8ede8be req-0f37009b-f2bb-495a-b095-ab09a1fc6a16 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1158f3e-4aac-4d10-b4b0-9e345e60f1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409465 Feb 04 09:50:58.734988 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4811c3d7-c203-44a8-95af-d7c170031e90 req-2fd7f85c-9011-4982-a935-7c460261ccea tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:50:58.736428 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4811c3d7-c203-44a8-95af-d7c170031e90 req-2fd7f85c-9011-4982-a935-7c460261ccea tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=f293846e-e139-443e-857b-122435ec768e HTTP/1.1" status: 200 len: 946 time: 0.0749400 Feb 04 09:50:58.783065 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4811c3d7-c203-44a8-95af-d7c170031e90 req-e265e867-d38b-4d19-8db4-6a6b91cf61ec tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1158f3e-4aac-4d10-b4b0-9e345e60f1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405118 Feb 04 09:50:59.985525 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f7c67d-1bcb-49c6-95ec-a63034bf37f4 req-1b99aad4-d025-4d1f-843d-494fff04c2df tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:50:59.986351 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-15f7c67d-1bcb-49c6-95ec-a63034bf37f4 req-1b99aad4-d025-4d1f-843d-494fff04c2df tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=f293846e-e139-443e-857b-122435ec768e HTTP/1.1" status: 200 len: 946 time: 0.0811729 Feb 04 09:51:00.032738 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-15f7c67d-1bcb-49c6-95ec-a63034bf37f4 req-cb45fdb0-b126-419d-a553-469ab3fe529e tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1158f3e-4aac-4d10-b4b0-9e345e60f1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401456 Feb 04 09:51:01.230195 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3380fb-2258-40c0-8009-11670a7c04a5 req-9b33d596-f42c-430d-93b0-68b61b3befba tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:51:01.231936 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ca3380fb-2258-40c0-8009-11670a7c04a5 req-9b33d596-f42c-430d-93b0-68b61b3befba tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=f293846e-e139-443e-857b-122435ec768e HTTP/1.1" status: 200 len: 946 time: 0.0764446 Feb 04 09:51:01.285156 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-ca3380fb-2258-40c0-8009-11670a7c04a5 req-6156af70-4fd3-4631-9ba7-b3c466d06f22 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1158f3e-4aac-4d10-b4b0-9e345e60f1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449269 Feb 04 09:51:02.427818 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-4e07a53e-24bd-48c6-9f46-c4c926d689ea req-b1127638-5923-4296-810a-d2ff74ab790f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f8af8cc834bd4a21988351036e39c347&device_id=f293846e-e139-443e-857b-122435ec768e HTTP/1.1" status: 200 len: 1099 time: 0.0697739 Feb 04 09:51:02.480342 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c0c297-29c4-40f3-a087-8bbe507ddbf4 req-34e69742-07f9-48ae-ac00-e29678209761 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:51:02.481842 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-09c0c297-29c4-40f3-a087-8bbe507ddbf4 req-34e69742-07f9-48ae-ac00-e29678209761 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=f293846e-e139-443e-857b-122435ec768e HTTP/1.1" status: 200 len: 946 time: 0.0774472 Feb 04 09:51:02.526442 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-09c0c297-29c4-40f3-a087-8bbe507ddbf4 req-40b00fd9-7546-4405-b0ff-5bd0ab554a6a tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1158f3e-4aac-4d10-b4b0-9e345e60f1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391417 Feb 04 09:51:02.559536 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e07a53e-24bd-48c6-9f46-c4c926d689ea req-9f946f11-31aa-4bd0-9a64-fbcf374706ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:51:02.561016 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-4e07a53e-24bd-48c6-9f46-c4c926d689ea req-9f946f11-31aa-4bd0-9a64-fbcf374706ce service neutron] 10.222.0.47 "GET /v2.0/networks?id=ee6eb58f-6a81-4983-b366-718b2ce8edaa HTTP/1.1" status: 200 len: 909 time: 0.1279049 Feb 04 09:51:02.662450 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-4e07a53e-24bd-48c6-9f46-c4c926d689ea req-16e4239e-bb4e-4f63-b219-06b8fb1e1590 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1499c536-c2cf-4da7-883c-477feed2cad7 HTTP/1.1" status: 200 len: 1000 time: 0.0953605 Feb 04 09:51:02.723307 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e07a53e-24bd-48c6-9f46-c4c926d689ea req-365d7e9e-acf7-45f4-ac63-15d38d855d88 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:51:02.724720 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-4e07a53e-24bd-48c6-9f46-c4c926d689ea req-365d7e9e-acf7-45f4-ac63-15d38d855d88 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a969431c-2b68-43b0-8afa-92fdbf7f6479 HTTP/1.1" status: 200 len: 847 time: 0.0564220 Feb 04 09:51:02.886262 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-4e07a53e-24bd-48c6-9f46-c4c926d689ea req-9e1d8917-dadc-46c2-b7e7-942f6ea1476d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ee6eb58f-6a81-4983-b366-718b2ce8edaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1561213 Feb 04 09:51:03.021379 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-4e07a53e-24bd-48c6-9f46-c4c926d689ea req-b17d3f05-8dcb-4091-a3f3-6f40d239a29c service neutron] 10.222.0.47 "GET /v2.0/networks/ee6eb58f-6a81-4983-b366-718b2ce8edaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279671 Feb 04 09:51:03.150465 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-4e07a53e-24bd-48c6-9f46-c4c926d689ea req-297e7844-34ff-4e5c-97c2-82a11235dd1c service neutron] 10.222.0.47 "GET /v2.0/networks/ee6eb58f-6a81-4983-b366-718b2ce8edaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237957 Feb 04 09:51:03.733233 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcec678-62c8-4007-a806-bb32ba778065 req-a2da73c0-8afa-4652-84bb-a3c0552368f3 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:51:03.734705 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-6fcec678-62c8-4007-a806-bb32ba778065 req-a2da73c0-8afa-4652-84bb-a3c0552368f3 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=f293846e-e139-443e-857b-122435ec768e HTTP/1.1" status: 200 len: 946 time: 0.0810323 Feb 04 09:51:03.780831 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-6fcec678-62c8-4007-a806-bb32ba778065 req-fbf84acb-2703-4c53-9270-6d50b8e9792a tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1158f3e-4aac-4d10-b4b0-9e345e60f1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401845 Feb 04 09:51:04.985903 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87208022-3d21-43d5-ae60-206079509fe5 req-ef71ee54-8e37-4a96-b9ff-3a0232c8fdb1 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:51:04.987386 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-87208022-3d21-43d5-ae60-206079509fe5 req-ef71ee54-8e37-4a96-b9ff-3a0232c8fdb1 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=f293846e-e139-443e-857b-122435ec768e HTTP/1.1" status: 200 len: 946 time: 0.0822701 Feb 04 09:51:05.040674 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-87208022-3d21-43d5-ae60-206079509fe5 req-012a19ce-fd9d-43d4-9507-78d023b450eb tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1158f3e-4aac-4d10-b4b0-9e345e60f1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475473 Feb 04 09:51:06.154482 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 09:51:06.240160 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3480956-3f99-4e8e-8adf-86055a5bd13b req-3949e872-5eee-4851-a0f3-007c6ad6899d tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:51:06.241642 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a3480956-3f99-4e8e-8adf-86055a5bd13b req-3949e872-5eee-4851-a0f3-007c6ad6899d tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=f293846e-e139-443e-857b-122435ec768e HTTP/1.1" status: 200 len: 946 time: 0.0832200 Feb 04 09:51:06.286322 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a3480956-3f99-4e8e-8adf-86055a5bd13b req-3a25832a-f0a0-459f-bd05-f0f519b90487 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1158f3e-4aac-4d10-b4b0-9e345e60f1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392036 Feb 04 09:51:06.544083 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-71a71278-dae3-4e7f-91f7-832571ffb1a8 req-d941d598-7758-439d-8166-bb8cb7f0143f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f293846e-e139-443e-857b-122435ec768e&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1451814 Feb 04 09:51:06.891800 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da5165a-d54a-42f3-8138-ce9acbccc114 req-959b7003-efc0-49d4-b4d3-eb0261d93645 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:51:06.893269 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-1da5165a-d54a-42f3-8138-ce9acbccc114 req-959b7003-efc0-49d4-b4d3-eb0261d93645 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=f293846e-e139-443e-857b-122435ec768e HTTP/1.1" status: 200 len: 946 time: 0.0835493 Feb 04 09:51:06.941984 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-8350dc22-cf07-4ca4-9023-99b523ab0487 req-ee17545a-d597-4e9c-baef-fa2ef02324bb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f293846e-e139-443e-857b-122435ec768e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1385112 Feb 04 09:51:06.943700 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-1da5165a-d54a-42f3-8138-ce9acbccc114 req-20f43710-d537-485d-8fb2-f0db7ad2bbae tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1158f3e-4aac-4d10-b4b0-9e345e60f1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443394 Feb 04 09:51:08.145317 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447f961e-7850-4d17-8ecc-8fe2623102b7 req-8a47f4c3-c5d9-4e03-b81c-d05ac23e5781 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:51:08.146783 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-447f961e-7850-4d17-8ecc-8fe2623102b7 req-8a47f4c3-c5d9-4e03-b81c-d05ac23e5781 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=f293846e-e139-443e-857b-122435ec768e HTTP/1.1" status: 200 len: 946 time: 0.0779264 Feb 04 09:51:08.196088 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-447f961e-7850-4d17-8ecc-8fe2623102b7 req-0d49d41d-4472-46ef-af64-c1da2ea54be6 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1158f3e-4aac-4d10-b4b0-9e345e60f1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435338 Feb 04 09:51:08.854057 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device 1499c536-c2cf-4da7-883c-477feed2cad7 no longer exists at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 09:51:09.022507 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:51:09.066514 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f293846e-e139-443e-857b-122435ec768e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1499c536-c2cf-4da7-883c-477feed2cad7'}] {{(pid=84109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:51:09.082687 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port 1499c536-c2cf-4da7-883c-477feed2cad7, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=1499c536-c2cf-4da7-883c-477feed2cad7,segment=NetworkSegment(be2723b6-7e81-457a-a1cf-6ec262c4a96a),segment_id=be2723b6-7e81-457a-a1cf-6ec262c4a96a)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:51:09.125056 dv-neutron-827798-2-hyperv neutron-server[84109]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f293846e-e139-443e-857b-122435ec768e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1499c536-c2cf-4da7-883c-477feed2cad7', 'code': 422} returned with failed status Feb 04 09:51:09.158561 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:51:09.234376 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=1499c536-c2cf-4da7-883c-477feed2cad7,revision_number=6']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:51:09.245781 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:51:09.246457 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:51:09.247157 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:51:09.247552 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:51:09.247994 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:51:09.248706 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:51:09.249214 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:51:09.249548 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:51:09.250109 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:51:09.250572 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:51:09.251067 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:51:09.397458 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e32d36-31af-4916-8293-ff63057c3ecc req-ad27aa7d-9c34-4d31-ae27-6d4b98799d96 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:51:09.398906 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-32e32d36-31af-4916-8293-ff63057c3ecc req-ad27aa7d-9c34-4d31-ae27-6d4b98799d96 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=f293846e-e139-443e-857b-122435ec768e HTTP/1.1" status: 200 len: 944 time: 0.0777843 Feb 04 09:51:09.447976 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-32e32d36-31af-4916-8293-ff63057c3ecc req-08e76e3d-40a1-4ba0-8934-a798d5dd8ba3 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1158f3e-4aac-4d10-b4b0-9e345e60f1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429077 Feb 04 09:51:10.104184 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-8350dc22-cf07-4ca4-9023-99b523ab0487 req-aeb9c93e-a1bb-44d2-a641-0aad32c14f80 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f293846e-e139-443e-857b-122435ec768e&tenant_id=f8af8cc834bd4a21988351036e39c347 HTTP/1.1" status: 200 len: 1097 time: 0.0692387 Feb 04 09:51:10.198491 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-8350dc22-cf07-4ca4-9023-99b523ab0487 req-4cf860f8-49f2-467f-a5b5-763285bc09c8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f8af8cc834bd4a21988351036e39c347&device_id=f293846e-e139-443e-857b-122435ec768e HTTP/1.1" status: 200 len: 1097 time: 0.0723522 Feb 04 09:51:10.344571 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8350dc22-cf07-4ca4-9023-99b523ab0487 req-ded7983e-cb65-4c54-9b04-34afa7e88196 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:51:10.346154 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-8350dc22-cf07-4ca4-9023-99b523ab0487 req-ded7983e-cb65-4c54-9b04-34afa7e88196 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ee6eb58f-6a81-4983-b366-718b2ce8edaa HTTP/1.1" status: 200 len: 909 time: 0.1416385 Feb 04 09:51:10.447482 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-8350dc22-cf07-4ca4-9023-99b523ab0487 req-7457259c-298c-4b2f-8330-2720256c5c6b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1499c536-c2cf-4da7-883c-477feed2cad7 HTTP/1.1" status: 200 len: 998 time: 0.0954232 Feb 04 09:51:10.518817 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8350dc22-cf07-4ca4-9023-99b523ab0487 req-fc7c93f8-fc16-45d1-8ff6-c9542fb50626 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:51:10.521060 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-8350dc22-cf07-4ca4-9023-99b523ab0487 req-fc7c93f8-fc16-45d1-8ff6-c9542fb50626 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a969431c-2b68-43b0-8afa-92fdbf7f6479 HTTP/1.1" status: 200 len: 847 time: 0.0679398 Feb 04 09:51:10.618212 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-8350dc22-cf07-4ca4-9023-99b523ab0487 req-9d819b02-fd48-47ce-b87e-f5a260edf775 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ee6eb58f-6a81-4983-b366-718b2ce8edaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0916145 Feb 04 09:51:10.693034 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475134f4-a343-4d59-a4e6-ff517d897687 req-982f1bd8-90f5-4292-95c9-789570db1aff tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:51:10.695186 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-475134f4-a343-4d59-a4e6-ff517d897687 req-982f1bd8-90f5-4292-95c9-789570db1aff tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=f293846e-e139-443e-857b-122435ec768e HTTP/1.1" status: 200 len: 944 time: 0.0864663 Feb 04 09:51:10.748518 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-475134f4-a343-4d59-a4e6-ff517d897687 req-fa8c64fc-4778-41ac-8f7f-9cfe516f0db3 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1158f3e-4aac-4d10-b4b0-9e345e60f1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468147 Feb 04 09:51:10.759276 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-8350dc22-cf07-4ca4-9023-99b523ab0487 req-be85dafc-fecb-44b0-8211-88006ed93268 service neutron] 10.222.0.47 "GET /v2.0/networks/ee6eb58f-6a81-4983-b366-718b2ce8edaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345468 Feb 04 09:51:10.896089 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-8350dc22-cf07-4ca4-9023-99b523ab0487 req-91526c28-5ef6-4467-b877-2d524df09c59 service neutron] 10.222.0.47 "GET /v2.0/networks/ee6eb58f-6a81-4983-b366-718b2ce8edaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306391 Feb 04 09:51:11.982831 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44a6bf9-76ca-4ee2-81ed-608d7f53c405 req-7260539a-6888-4b41-87af-be78862b0f57 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:51:11.984993 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a44a6bf9-76ca-4ee2-81ed-608d7f53c405 req-7260539a-6888-4b41-87af-be78862b0f57 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=f293846e-e139-443e-857b-122435ec768e HTTP/1.1" status: 200 len: 944 time: 0.0984988 Feb 04 09:51:12.040647 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a44a6bf9-76ca-4ee2-81ed-608d7f53c405 req-e38db9f1-0c31-4879-ae2f-6c466e2d3e72 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1158f3e-4aac-4d10-b4b0-9e345e60f1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501223 Feb 04 09:51:13.240364 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a607456a-59cc-48a7-9c94-b694eac48949 req-c982e1fb-b40a-4f0d-b55a-29bea03d777b tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:51:13.241740 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a607456a-59cc-48a7-9c94-b694eac48949 req-c982e1fb-b40a-4f0d-b55a-29bea03d777b tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=f293846e-e139-443e-857b-122435ec768e HTTP/1.1" status: 200 len: 944 time: 0.0788431 Feb 04 09:51:13.287583 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a607456a-59cc-48a7-9c94-b694eac48949 req-6419d206-fba3-435e-9d5c-5722d488a273 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1158f3e-4aac-4d10-b4b0-9e345e60f1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403032 Feb 04 09:51:14.497272 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e83ddb-f7b2-4388-b74e-dfcfb8bde4df req-4e9d16a8-856c-4333-b646-1ae756d01378 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:51:14.498734 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-01e83ddb-f7b2-4388-b74e-dfcfb8bde4df req-4e9d16a8-856c-4333-b646-1ae756d01378 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=f293846e-e139-443e-857b-122435ec768e HTTP/1.1" status: 200 len: 944 time: 0.0780816 Feb 04 09:51:14.545208 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-01e83ddb-f7b2-4388-b74e-dfcfb8bde4df req-1574b75e-71f2-4440-b217-c5c22d5b1c06 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1158f3e-4aac-4d10-b4b0-9e345e60f1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400491 Feb 04 09:51:15.744350 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faed46df-bec5-4b64-81b7-18fd9faa0a74 req-fc8d2a47-5e5f-4634-b2fd-3d86530b3495 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:51:15.745829 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-faed46df-bec5-4b64-81b7-18fd9faa0a74 req-fc8d2a47-5e5f-4634-b2fd-3d86530b3495 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=f293846e-e139-443e-857b-122435ec768e HTTP/1.1" status: 200 len: 944 time: 0.0793018 Feb 04 09:51:15.790968 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-faed46df-bec5-4b64-81b7-18fd9faa0a74 req-0142b08e-a972-496e-93de-fceac5d66382 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1158f3e-4aac-4d10-b4b0-9e345e60f1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394349 Feb 04 09:51:16.990040 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350643b5-7960-4f81-a27f-4dd37bae68af req-05598a9b-c584-42bf-b4fd-706956649678 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:51:16.991495 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-350643b5-7960-4f81-a27f-4dd37bae68af req-05598a9b-c584-42bf-b4fd-706956649678 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=f293846e-e139-443e-857b-122435ec768e HTTP/1.1" status: 200 len: 944 time: 0.0789843 Feb 04 09:51:17.040984 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-350643b5-7960-4f81-a27f-4dd37bae68af req-fd7242e9-736f-4e29-8e4e-179eb166b9cd tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1158f3e-4aac-4d10-b4b0-9e345e60f1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440192 Feb 04 09:51:18.234176 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baa1488-2dd1-43fc-bffd-0a882ca63339 req-dfaf25b0-2c8c-498f-b609-45dda9086325 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:51:18.235552 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8baa1488-2dd1-43fc-bffd-0a882ca63339 req-dfaf25b0-2c8c-498f-b609-45dda9086325 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=f293846e-e139-443e-857b-122435ec768e HTTP/1.1" status: 200 len: 944 time: 0.0756335 Feb 04 09:51:18.280648 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8baa1488-2dd1-43fc-bffd-0a882ca63339 req-5720774a-8428-4135-8bed-85207aa440b1 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1158f3e-4aac-4d10-b4b0-9e345e60f1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387836 Feb 04 09:51:18.899361 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device 1499c536-c2cf-4da7-883c-477feed2cad7 details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=84109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 09:51:19.033384 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port 1499c536-c2cf-4da7-883c-477feed2cad7, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=1499c536-c2cf-4da7-883c-477feed2cad7,segment=NetworkSegment(be2723b6-7e81-457a-a1cf-6ec262c4a96a),segment_id=be2723b6-7e81-457a-a1cf-6ec262c4a96a)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:51:19.049797 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Returning: {'device': '1499c536-c2cf-4da7-883c-477feed2cad7', 'network_id': 'ee6eb58f-6a81-4983-b366-718b2ce8edaa', 'port_id': '1499c536-c2cf-4da7-883c-477feed2cad7', 'mac_address': 'fa:16:3e:92:cf:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a969431c-2b68-43b0-8afa-92fdbf7f6479', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 09:51:19.103857 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:51:19.124688 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1499c536-c2cf-4da7-883c-477feed2cad7 {{(pid=84109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 09:51:19.139976 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port 1499c536-c2cf-4da7-883c-477feed2cad7, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=1499c536-c2cf-4da7-883c-477feed2cad7,segment=NetworkSegment(be2723b6-7e81-457a-a1cf-6ec262c4a96a),segment_id=be2723b6-7e81-457a-a1cf-6ec262c4a96a)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:51:19.232294 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:51:19.296989 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=1499c536-c2cf-4da7-883c-477feed2cad7,revision_number=7']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:51:19.482444 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05c49ca-0239-4caf-b89f-311a26c6fc45 req-bc5ea863-967b-4a3f-b4d8-f6ba1bcd5cad tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:51:19.483808 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a05c49ca-0239-4caf-b89f-311a26c6fc45 req-bc5ea863-967b-4a3f-b4d8-f6ba1bcd5cad tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=f293846e-e139-443e-857b-122435ec768e HTTP/1.1" status: 200 len: 945 time: 0.0827687 Feb 04 09:51:19.501092 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-78d2aa29-266f-45ae-9eeb-85ab072cebd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:51:19.529949 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a05c49ca-0239-4caf-b89f-311a26c6fc45 req-bc25c1e0-5671-4dd7-987a-858480beb59d tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1158f3e-4aac-4d10-b4b0-9e345e60f1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395992 Feb 04 09:51:19.592022 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] get_ports_and_sgs() called for port_ids ['1499c536-c2cf-4da7-883c-477feed2cad7'] {{(pid=84109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 09:51:20.729086 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19916f1c-6d41-473e-8dcb-dc2ca93d5003 req-ef757a9f-c916-47c8-8df1-d2fc32c2d55d tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:51:20.730547 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-19916f1c-6d41-473e-8dcb-dc2ca93d5003 req-ef757a9f-c916-47c8-8df1-d2fc32c2d55d tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=f293846e-e139-443e-857b-122435ec768e HTTP/1.1" status: 200 len: 945 time: 0.0758419 Feb 04 09:51:20.775678 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-19916f1c-6d41-473e-8dcb-dc2ca93d5003 req-1b9cb213-38b1-4c13-8acd-2955b8516221 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1158f3e-4aac-4d10-b4b0-9e345e60f1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394366 Feb 04 09:51:20.914302 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device 1499c536-c2cf-4da7-883c-477feed2cad7 up at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:51:20.982940 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Provisioning complete for port 1499c536-c2cf-4da7-883c-477feed2cad7 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:51:20.983318 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:51:21.096027 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:51:21.122983 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f293846e-e139-443e-857b-122435ec768e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1499c536-c2cf-4da7-883c-477feed2cad7'}] {{(pid=84109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:51:21.132864 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port 1499c536-c2cf-4da7-883c-477feed2cad7, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=1499c536-c2cf-4da7-883c-477feed2cad7,segment=NetworkSegment(be2723b6-7e81-457a-a1cf-6ec262c4a96a),segment_id=be2723b6-7e81-457a-a1cf-6ec262c4a96a)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:51:21.179845 dv-neutron-827798-2-hyperv neutron-server[84109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f293846e-e139-443e-857b-122435ec768e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1499c536-c2cf-4da7-883c-477feed2cad7', 'code': 200} Feb 04 09:51:21.193073 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:51:21.271607 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=1499c536-c2cf-4da7-883c-477feed2cad7,revision_number=8']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:51:21.528671 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-8a00bac2-6846-42a6-993e-c0e8432535a5 req-9743f2ba-961b-47ad-a460-2d6d89345e2d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f293846e-e139-443e-857b-122435ec768e HTTP/1.1" status: 200 len: 1099 time: 0.0666561 Feb 04 09:51:21.570746 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-8a00bac2-6846-42a6-993e-c0e8432535a5 req-370fc534-93c5-4927-8e20-fdbb2089da16 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e1158f3e-4aac-4d10-b4b0-9e345e60f1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366473 Feb 04 09:51:21.809259 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-e8d5625e-2e4a-4373-8c82-5d1c89840a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:51:21.985508 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70726285-68e6-4a99-9b11-3f7486f5291b req-ae17aa37-edba-4679-80bc-63b5c1c36bdf tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:51:21.987985 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-70726285-68e6-4a99-9b11-3f7486f5291b req-ae17aa37-edba-4679-80bc-63b5c1c36bdf tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=f293846e-e139-443e-857b-122435ec768e HTTP/1.1" status: 200 len: 946 time: 0.0863323 Feb 04 09:51:22.032298 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-70726285-68e6-4a99-9b11-3f7486f5291b req-34a55c80-65f6-45de-9da0-62fccabf9f3e tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1158f3e-4aac-4d10-b4b0-9e345e60f1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388682 Feb 04 09:51:22.969932 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:51:23.175817 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:51:23.243883 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dec92f3-4b8d-4c48-9827-fa1315ed1820 req-30b9d859-04b0-4116-aa81-7befe6fc8b77 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:51:23.245299 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-0dec92f3-4b8d-4c48-9827-fa1315ed1820 req-30b9d859-04b0-4116-aa81-7befe6fc8b77 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=f293846e-e139-443e-857b-122435ec768e HTTP/1.1" status: 200 len: 946 time: 0.0786881 Feb 04 09:51:23.294986 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-0dec92f3-4b8d-4c48-9827-fa1315ed1820 req-d70ecf2b-269f-4528-b56b-903c042283b9 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1158f3e-4aac-4d10-b4b0-9e345e60f1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441318 Feb 04 09:51:24.672512 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:51:26.952596 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:51:41.094179 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b24751b0-ecee-461d-a2eb-81fd3a0eea9f req-284cec7c-bc98-44a3-8d5c-42b6f50b8fd8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f293846e-e139-443e-857b-122435ec768e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0989990 Feb 04 09:51:41.318557 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b24751b0-ecee-461d-a2eb-81fd3a0eea9f req-36df0754-c229-48a3-a842-c8e04458ba37 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f8af8cc834bd4a21988351036e39c347&device_id=f293846e-e139-443e-857b-122435ec768e HTTP/1.1" status: 200 len: 1099 time: 0.1161001 Feb 04 09:51:41.520322 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24751b0-ecee-461d-a2eb-81fd3a0eea9f req-5718a151-6491-404d-9fe9-9939576f6672 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:51:41.520322 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b24751b0-ecee-461d-a2eb-81fd3a0eea9f req-5718a151-6491-404d-9fe9-9939576f6672 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ee6eb58f-6a81-4983-b366-718b2ce8edaa HTTP/1.1" status: 200 len: 909 time: 0.1818163 Feb 04 09:51:41.728318 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b24751b0-ecee-461d-a2eb-81fd3a0eea9f req-f1aefd79-197d-480c-85bc-1cbe05dab586 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1499c536-c2cf-4da7-883c-477feed2cad7 HTTP/1.1" status: 200 len: 1000 time: 0.2008927 Feb 04 09:51:41.810011 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24751b0-ecee-461d-a2eb-81fd3a0eea9f req-af3c8e0b-203c-4845-b15b-2a27399a2f84 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:51:41.810011 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b24751b0-ecee-461d-a2eb-81fd3a0eea9f req-af3c8e0b-203c-4845-b15b-2a27399a2f84 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a969431c-2b68-43b0-8afa-92fdbf7f6479 HTTP/1.1" status: 200 len: 847 time: 0.0794275 Feb 04 09:51:41.927769 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b24751b0-ecee-461d-a2eb-81fd3a0eea9f req-ee49f53b-46b9-49c1-b572-50da528f0744 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ee6eb58f-6a81-4983-b366-718b2ce8edaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1101842 Feb 04 09:51:42.121134 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b24751b0-ecee-461d-a2eb-81fd3a0eea9f req-ce773f70-e4ef-4558-98bd-4753ecbb2d07 service neutron] 10.222.0.47 "GET /v2.0/networks/ee6eb58f-6a81-4983-b366-718b2ce8edaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876059 Feb 04 09:51:42.294189 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b24751b0-ecee-461d-a2eb-81fd3a0eea9f req-938233a5-3699-46e9-9cf5-7d340b95b78c service neutron] 10.222.0.47 "GET /v2.0/networks/ee6eb58f-6a81-4983-b366-718b2ce8edaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704063 Feb 04 09:51:43.155203 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 09:51:49.535836 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-0c58a6e1-af2f-4443-9f35-d4038c07720e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:51:51.836838 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-df37c1de-a473-4142-954c-3b4aaf9a70b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:51:53.004418 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:51:53.187652 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:51:54.672392 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:51:56.912486 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:52:19.536188 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-03aee517-daa3-4303-bfab-0081ff35c228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:52:20.155185 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 09:52:21.849755 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-e42b9770-2234-4e5e-9d0e-b288b278f37e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:52:23.037133 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:52:23.249643 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:52:24.660921 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:52:26.958132 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:52:41.034557 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-f9e8a835-30c0-4f5d-b8ee-969bd4a6f5f1 req-0c70763c-2f8e-4840-b311-8778c1051f47 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f293846e-e139-443e-857b-122435ec768e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0697083 Feb 04 09:52:41.171254 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-f9e8a835-30c0-4f5d-b8ee-969bd4a6f5f1 req-aab1dc1b-8926-4a76-9221-44d6a2630796 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f8af8cc834bd4a21988351036e39c347&device_id=f293846e-e139-443e-857b-122435ec768e HTTP/1.1" status: 200 len: 1099 time: 0.0693936 Feb 04 09:52:41.318434 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e8a835-30c0-4f5d-b8ee-969bd4a6f5f1 req-135fdbd8-2ed7-4bca-ab5c-642a294e21d9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:52:41.319775 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-f9e8a835-30c0-4f5d-b8ee-969bd4a6f5f1 req-135fdbd8-2ed7-4bca-ab5c-642a294e21d9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ee6eb58f-6a81-4983-b366-718b2ce8edaa HTTP/1.1" status: 200 len: 909 time: 0.1290467 Feb 04 09:52:41.422005 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-f9e8a835-30c0-4f5d-b8ee-969bd4a6f5f1 req-4f82dbc3-99db-4d79-993b-1088eda0e988 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1499c536-c2cf-4da7-883c-477feed2cad7 HTTP/1.1" status: 200 len: 1000 time: 0.0962539 Feb 04 09:52:41.486654 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e8a835-30c0-4f5d-b8ee-969bd4a6f5f1 req-8023bf5c-3e2c-4ad0-bb9f-c70506b4314c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:52:41.487807 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-f9e8a835-30c0-4f5d-b8ee-969bd4a6f5f1 req-8023bf5c-3e2c-4ad0-bb9f-c70506b4314c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a969431c-2b68-43b0-8afa-92fdbf7f6479 HTTP/1.1" status: 200 len: 847 time: 0.0600381 Feb 04 09:52:41.559958 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-f9e8a835-30c0-4f5d-b8ee-969bd4a6f5f1 req-b6863e92-9d66-4932-a359-39749f838206 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ee6eb58f-6a81-4983-b366-718b2ce8edaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0659859 Feb 04 09:52:41.690406 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-f9e8a835-30c0-4f5d-b8ee-969bd4a6f5f1 req-55e2be7d-9be1-43de-9d71-e6e360600da4 service neutron] 10.222.0.47 "GET /v2.0/networks/ee6eb58f-6a81-4983-b366-718b2ce8edaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239479 Feb 04 09:52:41.818866 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-f9e8a835-30c0-4f5d-b8ee-969bd4a6f5f1 req-85006062-9760-4315-a676-3b686f73e752 service neutron] 10.222.0.47 "GET /v2.0/networks/ee6eb58f-6a81-4983-b366-718b2ce8edaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231816 Feb 04 09:52:49.504334 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-f778a7e7-4a58-4c1f-9e58-a61296eb0f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:52:51.904312 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-17dac9f6-b029-430a-a2fc-df6ee6867a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:52:52.984269 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:52:53.236318 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:52:54.695189 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:52:56.989885 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:52:57.156212 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 09:53:19.555543 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-c0a78bb2-b8a4-4765-a4d9-911aaaf8c63f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:21.281702 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 37236) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:53:21.840827 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-4466a555-d332-4a10-bc2b-454a55d017c0 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Deleting port 1fb0e68b-7023-4392-9924-492adf044254 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:53:21.841178 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4466a555-d332-4a10-bc2b-454a55d017c0 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:21.854686 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-0e72963e-4fd2-45e7-8d4e-9aa167d83c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:22.009635 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4466a555-d332-4a10-bc2b-454a55d017c0 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:22.009952 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4466a555-d332-4a10-bc2b-454a55d017c0 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:22.127694 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-4466a555-d332-4a10-bc2b-454a55d017c0 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Calling delete_port for 1fb0e68b-7023-4392-9924-492adf044254 owned by network:floatingip {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 09:53:22.420896 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4466a555-d332-4a10-bc2b-454a55d017c0 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:22.465938 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4466a555-d332-4a10-bc2b-454a55d017c0 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Pushing event deleted for resources: {'Port': ['ID=1fb0e68b-7023-4392-9924-492adf044254,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:53:22.502299 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4466a555-d332-4a10-bc2b-454a55d017c0 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:53:22.502638 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4466a555-d332-4a10-bc2b-454a55d017c0 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:53:22.502968 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4466a555-d332-4a10-bc2b-454a55d017c0 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:53:22.503300 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4466a555-d332-4a10-bc2b-454a55d017c0 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:53:22.503655 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4466a555-d332-4a10-bc2b-454a55d017c0 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:53:22.503970 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4466a555-d332-4a10-bc2b-454a55d017c0 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:53:22.504289 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4466a555-d332-4a10-bc2b-454a55d017c0 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:53:22.504641 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4466a555-d332-4a10-bc2b-454a55d017c0 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:53:22.504956 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4466a555-d332-4a10-bc2b-454a55d017c0 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:53:22.505270 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4466a555-d332-4a10-bc2b-454a55d017c0 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:53:22.505582 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4466a555-d332-4a10-bc2b-454a55d017c0 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:53:22.571714 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4466a555-d332-4a10-bc2b-454a55d017c0 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks [] for floatingip, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:22.968944 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4466a555-d332-4a10-bc2b-454a55d017c0 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Router 645afb1b-35b2-48e5-90be-069ea1b3d640 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 09:53:22.984531 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:23.175826 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4466a555-d332-4a10-bc2b-454a55d017c0 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 09:53:23.185872 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78711296-6262-4797-83fe-8cdcb7725e18 None None] Sync routers for ids ['645afb1b-35b2-48e5-90be-069ea1b3d640'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 09:53:23.194116 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-4466a555-d332-4a10-bc2b-454a55d017c0 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for floatingip, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:23.201214 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78711296-6262-4797-83fe-8cdcb7725e18 None None] Routers {'645afb1b-35b2-48e5-90be-069ea1b3d640'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:53:23.212645 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-78711296-6262-4797-83fe-8cdcb7725e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:53:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['645afb1b-35b2-48e5-90be-069ea1b3d640'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:53:23.250494 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-4466a555-d332-4a10-bc2b-454a55d017c0 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "DELETE /v2.0/floatingips/5c41a0e3-8c8f-4b94-a030-8b0cb47c2fe5 HTTP/1.1" status: 204 len: 168 time: 1.9675317 Feb 04 09:53:23.250904 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f293846e-e139-443e-857b-122435ec768e', 'tag': '1499c536-c2cf-4da7-883c-477feed2cad7'}] {{(pid=84107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:53:23.272205 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:23.442870 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-78711296-6262-4797-83fe-8cdcb7725e18 None None] Set router 645afb1b-35b2-48e5-90be-069ea1b3d640 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:53:23.474414 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f293846e-e139-443e-857b-122435ec768e', 'tag': '1499c536-c2cf-4da7-883c-477feed2cad7', 'status': 'completed', 'code': 200} Feb 04 09:53:23.589213 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-69238fce-317f-43f5-8cf3-a3088130be43 req-b7213f87-88da-4a5d-8faf-69873a1cf50f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f8af8cc834bd4a21988351036e39c347&device_id=f293846e-e139-443e-857b-122435ec768e HTTP/1.1" status: 200 len: 1099 time: 0.0926778 Feb 04 09:53:23.736393 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69238fce-317f-43f5-8cf3-a3088130be43 req-43e69517-4c18-41c9-aca4-5443a9a8740e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:53:23.738998 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-69238fce-317f-43f5-8cf3-a3088130be43 req-43e69517-4c18-41c9-aca4-5443a9a8740e service neutron] 10.222.0.47 "GET /v2.0/networks?id=ee6eb58f-6a81-4983-b366-718b2ce8edaa HTTP/1.1" status: 200 len: 909 time: 0.1409822 Feb 04 09:53:23.804743 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-78711296-6262-4797-83fe-8cdcb7725e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '645afb1b-35b2-48e5-90be-069ea1b3d640', 'name': 'tempest-TestShelveInstance-807321954-router', 'tenant_id': 'f8af8cc834bd4a21988351036e39c347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '96172974-5eb7-4e59-b52d-f7288aeec624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:40:54Z', 'updated_at': '2022-02-04T09:40:58Z', 'revision_number': 4, 'project_id': 'f8af8cc834bd4a21988351036e39c347', 'gw_port': {'id': '96172974-5eb7-4e59-b52d-f7288aeec624', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '645afb1b-35b2-48e5-90be-069ea1b3d640', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:40:55Z', 'updated_at': '2022-02-04T09:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '4017a2bf-3bbc-45e3-bdfd-2de7e8b4e7dc', 'name': '', 'network_id': 'ee6eb58f-6a81-4983-b366-718b2ce8edaa', 'tenant_id': 'f8af8cc834bd4a21988351036e39c347', 'mac_address': 'fa:16:3e:fe:58:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '645afb1b-35b2-48e5-90be-069ea1b3d640', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a969431c-2b68-43b0-8afa-92fdbf7f6479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:40:58Z', 'updated_at': '2022-02-04T09:41:16Z', 'revision_number': 5, 'project_id': 'f8af8cc834bd4a21988351036e39c347', 'subnets': [{'id': 'a969431c-2b68-43b0-8afa-92fdbf7f6479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:53:23.808388 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-69238fce-317f-43f5-8cf3-a3088130be43 req-9ce3d314-c40f-4655-848b-d8298de84848 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1499c536-c2cf-4da7-883c-477feed2cad7 HTTP/1.1" status: 200 len: 217 time: 0.0634806 Feb 04 09:53:23.808832 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78711296-6262-4797-83fe-8cdcb7725e18 None None] Checking router: 645afb1b-35b2-48e5-90be-069ea1b3d640 for host: dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 09:53:23.821955 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78711296-6262-4797-83fe-8cdcb7725e18 None None] Routers {'645afb1b-35b2-48e5-90be-069ea1b3d640'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:53:23.823105 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-78711296-6262-4797-83fe-8cdcb7725e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:53:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['645afb1b-35b2-48e5-90be-069ea1b3d640'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:53:23.994900 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be47657d-9f9f-46a2-904f-0b487b67dd24 req-9740acff-4b18-4b57-8952-091e9b33c1ad tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:53:23.995593 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-be47657d-9f9f-46a2-904f-0b487b67dd24 req-9740acff-4b18-4b57-8952-091e9b33c1ad tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Synchronizing usage tracker for tenant:f8af8cc834bd4a21988351036e39c347 on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 09:53:23.996818 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69238fce-317f-43f5-8cf3-a3088130be43 req-92b47535-9ce2-4a49-8a4a-4b41f08d2f59 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:53:23.999099 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-69238fce-317f-43f5-8cf3-a3088130be43 req-92b47535-9ce2-4a49-8a4a-4b41f08d2f59 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a969431c-2b68-43b0-8afa-92fdbf7f6479 HTTP/1.1" status: 200 len: 847 time: 0.1841412 Feb 04 09:53:24.025325 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-78711296-6262-4797-83fe-8cdcb7725e18 None None] Set router 645afb1b-35b2-48e5-90be-069ea1b3d640 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:53:24.077591 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-69238fce-317f-43f5-8cf3-a3088130be43 req-00b1b31a-7beb-4526-b6cf-e75a4c5d2376 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ee6eb58f-6a81-4983-b366-718b2ce8edaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719697 Feb 04 09:53:24.123807 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-be47657d-9f9f-46a2-904f-0b487b67dd24 req-9740acff-4b18-4b57-8952-091e9b33c1ad tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Unset dirty status for tenant:f8af8cc834bd4a21988351036e39c347 on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 09:53:24.125488 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-be47657d-9f9f-46a2-904f-0b487b67dd24 req-9740acff-4b18-4b57-8952-091e9b33c1ad tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=f293846e-e139-443e-857b-122435ec768e HTTP/1.1" status: 200 len: 946 time: 0.2842436 Feb 04 09:53:24.181593 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-be47657d-9f9f-46a2-904f-0b487b67dd24 req-a30dfa2a-dc31-45ce-bd5f-83004f3accfc tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1158f3e-4aac-4d10-b4b0-9e345e60f1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485730 Feb 04 09:53:24.222874 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-69238fce-317f-43f5-8cf3-a3088130be43 req-6a575d5d-dfef-4077-8ed5-055b2a6ebafd service neutron] 10.222.0.47 "GET /v2.0/networks/ee6eb58f-6a81-4983-b366-718b2ce8edaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381605 Feb 04 09:53:24.359878 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-69238fce-317f-43f5-8cf3-a3088130be43 req-322fc4de-94b7-4cd5-9f56-3b28c24a9531 service neutron] 10.222.0.47 "GET /v2.0/networks/ee6eb58f-6a81-4983-b366-718b2ce8edaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301179 Feb 04 09:53:24.401044 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-78711296-6262-4797-83fe-8cdcb7725e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '645afb1b-35b2-48e5-90be-069ea1b3d640', 'name': 'tempest-TestShelveInstance-807321954-router', 'tenant_id': 'f8af8cc834bd4a21988351036e39c347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '96172974-5eb7-4e59-b52d-f7288aeec624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:40:54Z', 'updated_at': '2022-02-04T09:40:58Z', 'revision_number': 4, 'project_id': 'f8af8cc834bd4a21988351036e39c347', 'gw_port': {'id': '96172974-5eb7-4e59-b52d-f7288aeec624', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '645afb1b-35b2-48e5-90be-069ea1b3d640', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:40:55Z', 'updated_at': '2022-02-04T09:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '4017a2bf-3bbc-45e3-bdfd-2de7e8b4e7dc', 'name': '', 'network_id': 'ee6eb58f-6a81-4983-b366-718b2ce8edaa', 'tenant_id': 'f8af8cc834bd4a21988351036e39c347', 'mac_address': 'fa:16:3e:fe:58:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '645afb1b-35b2-48e5-90be-069ea1b3d640', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a969431c-2b68-43b0-8afa-92fdbf7f6479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:40:58Z', 'updated_at': '2022-02-04T09:41:16Z', 'revision_number': 5, 'project_id': 'f8af8cc834bd4a21988351036e39c347', 'subnets': [{'id': 'a969431c-2b68-43b0-8afa-92fdbf7f6479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:53:24.405110 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78711296-6262-4797-83fe-8cdcb7725e18 None None] The sync data for ids ['645afb1b-35b2-48e5-90be-069ea1b3d640'] in dv-neutron-827798-2-hyperv is: [{'id': '645afb1b-35b2-48e5-90be-069ea1b3d640', 'name': 'tempest-TestShelveInstance-807321954-router', 'tenant_id': 'f8af8cc834bd4a21988351036e39c347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '96172974-5eb7-4e59-b52d-f7288aeec624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:40:54Z', 'updated_at': '2022-02-04T09:40:58Z', 'revision_number': 4, 'project_id': 'f8af8cc834bd4a21988351036e39c347', 'gw_port': {'id': '96172974-5eb7-4e59-b52d-f7288aeec624', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '645afb1b-35b2-48e5-90be-069ea1b3d640', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:40:55Z', 'updated_at': '2022-02-04T09:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '4017a2bf-3bbc-45e3-bdfd-2de7e8b4e7dc', 'name': '', 'network_id': 'ee6eb58f-6a81-4983-b366-718b2ce8edaa', 'tenant_id': 'f8af8cc834bd4a21988351036e39c347', 'mac_address': 'fa:16:3e:fe:58:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '645afb1b-35b2-48e5-90be-069ea1b3d640', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a969431c-2b68-43b0-8afa-92fdbf7f6479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:40:58Z', 'updated_at': '2022-02-04T09:41:16Z', 'revision_number': 5, 'project_id': 'f8af8cc834bd4a21988351036e39c347', 'subnets': [{'id': 'a969431c-2b68-43b0-8afa-92fdbf7f6479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 09:53:24.632188 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fb538a-4246-4ba5-87d2-f103883cb91e None None] New status for floating IP 5c41a0e3-8c8f-4b94-a030-8b0cb47c2fe5: DOWN {{(pid=84110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 09:53:24.672222 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:25.568875 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b763954b-c37d-4f42-8450-43b181227f22 req-82df3ad2-8760-4765-8d22-6c3f6eed5982 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:53:25.570327 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b763954b-c37d-4f42-8450-43b181227f22 req-82df3ad2-8760-4765-8d22-6c3f6eed5982 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=f293846e-e139-443e-857b-122435ec768e HTTP/1.1" status: 200 len: 946 time: 0.2559974 Feb 04 09:53:25.600641 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9f133e-3b82-4310-9e8c-ed36bb28d42c req-24c6b142-e018-4dcf-8758-a342acc73840 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:53:25.601352 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [req-ad9f133e-3b82-4310-9e8c-ed36bb28d42c req-24c6b142-e018-4dcf-8758-a342acc73840 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Synchronizing usage tracker for tenant:f8af8cc834bd4a21988351036e39c347 on resource:port {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 09:53:25.613475 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [req-ad9f133e-3b82-4310-9e8c-ed36bb28d42c req-24c6b142-e018-4dcf-8758-a342acc73840 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Unset dirty status for tenant:f8af8cc834bd4a21988351036e39c347 on resource:port {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 09:53:25.614589 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-ad9f133e-3b82-4310-9e8c-ed36bb28d42c req-24c6b142-e018-4dcf-8758-a342acc73840 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.47 "GET /v2.0/ports?device_id=f293846e-e139-443e-857b-122435ec768e HTTP/1.1" status: 200 len: 946 time: 0.0889952 Feb 04 09:53:25.615783 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b763954b-c37d-4f42-8450-43b181227f22 req-31c15b84-e8e0-4a11-8c89-904297e1fd8d tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1158f3e-4aac-4d10-b4b0-9e345e60f1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393038 Feb 04 09:53:25.688050 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [req-ad9f133e-3b82-4310-9e8c-ed36bb28d42c req-c4e229d5-a3c8-421a-a689-81e7f0424ca1 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Deleting port 1499c536-c2cf-4da7-883c-477feed2cad7 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:53:25.688386 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-ad9f133e-3b82-4310-9e8c-ed36bb28d42c req-c4e229d5-a3c8-421a-a689-81e7f0424ca1 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:25.938162 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [req-ad9f133e-3b82-4310-9e8c-ed36bb28d42c req-c4e229d5-a3c8-421a-a689-81e7f0424ca1 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] For port 1499c536-c2cf-4da7-883c-477feed2cad7, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=1499c536-c2cf-4da7-883c-477feed2cad7,segment=NetworkSegment(be2723b6-7e81-457a-a1cf-6ec262c4a96a),segment_id=be2723b6-7e81-457a-a1cf-6ec262c4a96a)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:53:25.938524 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-ad9f133e-3b82-4310-9e8c-ed36bb28d42c req-c4e229d5-a3c8-421a-a689-81e7f0424ca1 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:26.065372 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [req-ad9f133e-3b82-4310-9e8c-ed36bb28d42c req-c4e229d5-a3c8-421a-a689-81e7f0424ca1 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Calling delete_port for 1499c536-c2cf-4da7-883c-477feed2cad7 owned by compute:nova {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 09:53:26.298278 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-ad9f133e-3b82-4310-9e8c-ed36bb28d42c req-c4e229d5-a3c8-421a-a689-81e7f0424ca1 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:26.350328 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e229d5-a3c8-421a-a689-81e7f0424ca1 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Pushing event deleted for resources: {'Port': ['ID=1499c536-c2cf-4da7-883c-477feed2cad7,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:53:26.388847 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e229d5-a3c8-421a-a689-81e7f0424ca1 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:53:26.389256 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e229d5-a3c8-421a-a689-81e7f0424ca1 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:53:26.389590 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e229d5-a3c8-421a-a689-81e7f0424ca1 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:53:26.389917 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e229d5-a3c8-421a-a689-81e7f0424ca1 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:53:26.390243 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e229d5-a3c8-421a-a689-81e7f0424ca1 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:53:26.390577 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e229d5-a3c8-421a-a689-81e7f0424ca1 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:53:26.390885 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e229d5-a3c8-421a-a689-81e7f0424ca1 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:53:26.391202 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e229d5-a3c8-421a-a689-81e7f0424ca1 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:53:26.391518 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e229d5-a3c8-421a-a689-81e7f0424ca1 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:53:26.391830 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e229d5-a3c8-421a-a689-81e7f0424ca1 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:53:26.392140 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e229d5-a3c8-421a-a689-81e7f0424ca1 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:53:26.435730 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad9f133e-3b82-4310-9e8c-ed36bb28d42c req-c4e229d5-a3c8-421a-a689-81e7f0424ca1 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] No DVR routers for this DVR port 1499c536-c2cf-4da7-883c-477feed2cad7 on host hv-neutron-8277 {{(pid=84108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 09:53:26.438202 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-ad9f133e-3b82-4310-9e8c-ed36bb28d42c req-c4e229d5-a3c8-421a-a689-81e7f0424ca1 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:26.440828 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f293846e-e139-443e-857b-122435ec768e', 'name': 'network-vif-deleted', 'tag': '1499c536-c2cf-4da7-883c-477feed2cad7'}] {{(pid=84108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:53:26.507383 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-ad9f133e-3b82-4310-9e8c-ed36bb28d42c req-c4e229d5-a3c8-421a-a689-81e7f0424ca1 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.47 "DELETE /v2.0/ports/1499c536-c2cf-4da7-883c-477feed2cad7 HTTP/1.1" status: 204 len: 173 time: 0.8865085 Feb 04 09:53:26.574811 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f293846e-e139-443e-857b-122435ec768e', 'name': 'network-vif-deleted', 'tag': '1499c536-c2cf-4da7-883c-477feed2cad7', 'status': 'completed', 'code': 200} Feb 04 09:53:26.794989 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-68827c7f-5a9a-43e5-94c4-f5fa969ccc4f req-2d2384d1-f61f-4ea1-b55a-89aa934d8835 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=f293846e-e139-443e-857b-122435ec768e HTTP/1.1" status: 200 len: 210 time: 0.0418923 Feb 04 09:53:27.009524 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:28.000482 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a652fc67-911d-404a-85e6-97261f655238 req-726335bb-67c8-4664-baea-5f5a3813e434 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "GET /v2.0/ports?device_id=f293846e-e139-443e-857b-122435ec768e HTTP/1.1" status: 200 len: 210 time: 0.0545154 Feb 04 09:53:29.110304 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 37270) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:53:29.179008 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-84626e6f-15c1-4b89-ad28-e3d428e64624 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks [] for security_group, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:29.208433 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-84626e6f-15c1-4b89-ad28-e3d428e64624 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:29.351659 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-84626e6f-15c1-4b89-ad28-e3d428e64624 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:29.369128 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84626e6f-15c1-4b89-ad28-e3d428e64624 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1158f3e-4aac-4d10-b4b0-9e345e60f1dd,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:53:29.459539 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-84626e6f-15c1-4b89-ad28-e3d428e64624 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:29.460834 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-84626e6f-15c1-4b89-ad28-e3d428e64624 tempest-TestShelveInstance-1725924712 tempest-TestShelveInstance-1725924712-project] 10.222.0.36 "DELETE /v2.0/security-groups/e1158f3e-4aac-4d10-b4b0-9e345e60f1dd HTTP/1.1" status: 204 len: 168 time: 0.3495080 Feb 04 09:53:29.487978 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device 1499c536-c2cf-4da7-883c-477feed2cad7 no longer exists at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 09:53:29.520598 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] No Port match for: 1499c536-c2cf-4da7-883c-477feed2cad7 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 09:53:29.520943 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device 1499c536-c2cf-4da7-883c-477feed2cad7 not bound to the agent host hv-neutron-8277 {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 09:53:29.626178 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 37276) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:53:30.299564 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a00e0f2c-a743-436f-bdeb-9f92935c8fed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473817'] for router_interface, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:30.911187 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-a00e0f2c-a743-436f-bdeb-9f92935c8fed admin admin] Deleting port 4017a2bf-3bbc-45e3-bdfd-2de7e8b4e7dc {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:53:30.911521 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a00e0f2c-a743-436f-bdeb-9f92935c8fed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:31.085729 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [None req-a00e0f2c-a743-436f-bdeb-9f92935c8fed admin admin] For port 4017a2bf-3bbc-45e3-bdfd-2de7e8b4e7dc, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=4017a2bf-3bbc-45e3-bdfd-2de7e8b4e7dc,segment=NetworkSegment(be2723b6-7e81-457a-a1cf-6ec262c4a96a),segment_id=be2723b6-7e81-457a-a1cf-6ec262c4a96a)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:53:31.086079 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a00e0f2c-a743-436f-bdeb-9f92935c8fed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:31.206592 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-a00e0f2c-a743-436f-bdeb-9f92935c8fed admin admin] Calling delete_port for 4017a2bf-3bbc-45e3-bdfd-2de7e8b4e7dc owned by network:router_interface {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 09:53:31.472666 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a00e0f2c-a743-436f-bdeb-9f92935c8fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:31.515626 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00e0f2c-a743-436f-bdeb-9f92935c8fed admin admin] Pushing event deleted for resources: {'Port': ['ID=4017a2bf-3bbc-45e3-bdfd-2de7e8b4e7dc,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:53:31.904691 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a00e0f2c-a743-436f-bdeb-9f92935c8fed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1572495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472959'] for router_interface, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:32.538836 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a00e0f2c-a743-436f-bdeb-9f92935c8fed admin admin] Router 645afb1b-35b2-48e5-90be-069ea1b3d640 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 09:53:32.750217 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a00e0f2c-a743-436f-bdeb-9f92935c8fed admin admin] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 09:53:32.758973 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2f0078-61ca-4933-aace-c559587e6c0e None None] Sync routers for ids ['645afb1b-35b2-48e5-90be-069ea1b3d640'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 09:53:32.762363 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-a00e0f2c-a743-436f-bdeb-9f92935c8fed admin admin] 10.222.0.36 "PUT /v2.0/routers/645afb1b-35b2-48e5-90be-069ea1b3d640/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1351066 Feb 04 09:53:32.764766 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 37282) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:53:32.770972 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2f0078-61ca-4933-aace-c559587e6c0e None None] Routers {'645afb1b-35b2-48e5-90be-069ea1b3d640'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:53:32.771658 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-6c2f0078-61ca-4933-aace-c559587e6c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:53:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['645afb1b-35b2-48e5-90be-069ea1b3d640'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:53:32.949020 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-6c2f0078-61ca-4933-aace-c559587e6c0e None None] Set router 645afb1b-35b2-48e5-90be-069ea1b3d640 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:53:32.960977 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3427ff51-1f38-4bfc-85cb-8ca618dc8cdc admin admin] Notify callbacks [] for router, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:33.155484 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3427ff51-1f38-4bfc-85cb-8ca618dc8cdc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:33.273612 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-6c2f0078-61ca-4933-aace-c559587e6c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '645afb1b-35b2-48e5-90be-069ea1b3d640', 'name': 'tempest-TestShelveInstance-807321954-router', 'tenant_id': 'f8af8cc834bd4a21988351036e39c347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '96172974-5eb7-4e59-b52d-f7288aeec624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:40:54Z', 'updated_at': '2022-02-04T09:53:31Z', 'revision_number': 5, 'project_id': 'f8af8cc834bd4a21988351036e39c347', 'gw_port': {'id': '96172974-5eb7-4e59-b52d-f7288aeec624', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '645afb1b-35b2-48e5-90be-069ea1b3d640', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:40:55Z', 'updated_at': '2022-02-04T09:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:53:33.275295 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-3427ff51-1f38-4bfc-85cb-8ca618dc8cdc admin admin] Deleting port 96172974-5eb7-4e59-b52d-f7288aeec624 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:53:33.276181 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3427ff51-1f38-4bfc-85cb-8ca618dc8cdc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:33.278013 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2f0078-61ca-4933-aace-c559587e6c0e None None] Checking router: 645afb1b-35b2-48e5-90be-069ea1b3d640 for host: dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 09:53:33.288657 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2f0078-61ca-4933-aace-c559587e6c0e None None] Routers {'645afb1b-35b2-48e5-90be-069ea1b3d640'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:53:33.289257 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-6c2f0078-61ca-4933-aace-c559587e6c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:53:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['645afb1b-35b2-48e5-90be-069ea1b3d640'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:53:33.438364 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-6c2f0078-61ca-4933-aace-c559587e6c0e None None] Set router 645afb1b-35b2-48e5-90be-069ea1b3d640 gateway port host: None {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:53:33.551901 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-6c2f0078-61ca-4933-aace-c559587e6c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '645afb1b-35b2-48e5-90be-069ea1b3d640', 'name': 'tempest-TestShelveInstance-807321954-router', 'tenant_id': 'f8af8cc834bd4a21988351036e39c347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:40:54Z', 'updated_at': '2022-02-04T09:53:33Z', 'revision_number': 6, 'project_id': 'f8af8cc834bd4a21988351036e39c347', 'gw_port_host': None}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:53:33.555906 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2f0078-61ca-4933-aace-c559587e6c0e None None] The sync data for ids ['645afb1b-35b2-48e5-90be-069ea1b3d640'] in dv-neutron-827798-2-hyperv is: [{'id': '645afb1b-35b2-48e5-90be-069ea1b3d640', 'name': 'tempest-TestShelveInstance-807321954-router', 'tenant_id': 'f8af8cc834bd4a21988351036e39c347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:40:54Z', 'updated_at': '2022-02-04T09:53:33Z', 'revision_number': 6, 'project_id': 'f8af8cc834bd4a21988351036e39c347', 'gw_port_host': None}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 09:53:33.558717 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [None req-3427ff51-1f38-4bfc-85cb-8ca618dc8cdc admin admin] For port 96172974-5eb7-4e59-b52d-f7288aeec624, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=96172974-5eb7-4e59-b52d-f7288aeec624,segment=NetworkSegment(c44b9475-949d-4ae7-bfca-e29b010a56a6),segment_id=c44b9475-949d-4ae7-bfca-e29b010a56a6)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:53:33.559220 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3427ff51-1f38-4bfc-85cb-8ca618dc8cdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:33.679591 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-3427ff51-1f38-4bfc-85cb-8ca618dc8cdc admin admin] Calling delete_port for 96172974-5eb7-4e59-b52d-f7288aeec624 owned by network:router_gateway {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 09:53:33.915346 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3427ff51-1f38-4bfc-85cb-8ca618dc8cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:33.954805 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 4017a2bf-3bbc-45e3-bdfd-2de7e8b4e7dc no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 09:53:33.964698 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3427ff51-1f38-4bfc-85cb-8ca618dc8cdc admin admin] Pushing event deleted for resources: {'Port': ['ID=96172974-5eb7-4e59-b52d-f7288aeec624,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:53:34.004761 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: 4017a2bf-3bbc-45e3-bdfd-2de7e8b4e7dc {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 09:53:34.005201 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 4017a2bf-3bbc-45e3-bdfd-2de7e8b4e7dc not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 09:53:34.156478 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 09:53:34.196499 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3427ff51-1f38-4bfc-85cb-8ca618dc8cdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473010'] for router_gateway, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:34.456743 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3427ff51-1f38-4bfc-85cb-8ca618dc8cdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40989'] for router, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:34.461145 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3427ff51-1f38-4bfc-85cb-8ca618dc8cdc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:34.580289 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3427ff51-1f38-4bfc-85cb-8ca618dc8cdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-476062'] for router, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:34.581106 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3427ff51-1f38-4bfc-85cb-8ca618dc8cdc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 645afb1b-35b2-48e5-90be-069ea1b3d640 {{(pid=84108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 09:53:34.594665 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3427ff51-1f38-4bfc-85cb-8ca618dc8cdc admin admin] Notify callbacks [] for router, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:34.595964 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-3427ff51-1f38-4bfc-85cb-8ca618dc8cdc admin admin] 10.222.0.36 "DELETE /v2.0/routers/645afb1b-35b2-48e5-90be-069ea1b3d640 HTTP/1.1" status: 204 len: 168 time: 1.8301566 Feb 04 09:53:34.598324 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 37286) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:53:34.659723 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4bb3088-8d0c-4a72-b58a-01659e7416c4 admin admin] Deleting subnet a969431c-2b68-43b0-8afa-92fdbf7f6479 {{(pid=84108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 09:53:34.664812 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c4bb3088-8d0c-4a72-b58a-01659e7416c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:34.717200 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c4bb3088-8d0c-4a72-b58a-01659e7416c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7851377'] for subnet, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:34.808432 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c4bb3088-8d0c-4a72-b58a-01659e7416c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:34.941150 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c4bb3088-8d0c-4a72-b58a-01659e7416c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7593563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8119683'] for subnet, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:34.980082 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bb3088-8d0c-4a72-b58a-01659e7416c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a969431c-2b68-43b0-8afa-92fdbf7f6479,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:53:34.985075 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-c4bb3088-8d0c-4a72-b58a-01659e7416c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:34.991072 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c9f793-a9da-4791-b50b-d1966b5e7f35 None None] Network ee6eb58f-6a81-4983-b366-718b2ce8edaa requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 09:53:34.991828 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-c4bb3088-8d0c-4a72-b58a-01659e7416c4 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/a969431c-2b68-43b0-8afa-92fdbf7f6479 HTTP/1.1" status: 204 len: 168 time: 0.3922484 Feb 04 09:53:34.994095 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 37290) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:53:35.105315 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-773bced5-06e0-420e-b35a-26af7084ed24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:35.116951 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-773bced5-06e0-420e-b35a-26af7084ed24 admin admin] Deleting port 754e15be-0b10-4583-8e1e-f0d6ade498f9 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:53:35.117296 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-773bced5-06e0-420e-b35a-26af7084ed24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:35.252466 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1b964e-5095-4081-a29b-3fa845d2ca92 None None] DHCP port deletion for ee6eb58f-6a81-4983-b366-718b2ce8edaa request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 09:53:35.256773 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-6c1b964e-5095-4081-a29b-3fa845d2ca92 None None] Deleting port 754e15be-0b10-4583-8e1e-f0d6ade498f9 {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:53:35.257152 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-6c1b964e-5095-4081-a29b-3fa845d2ca92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:35.329247 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [None req-773bced5-06e0-420e-b35a-26af7084ed24 admin admin] For port 754e15be-0b10-4583-8e1e-f0d6ade498f9, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=754e15be-0b10-4583-8e1e-f0d6ade498f9,segment=NetworkSegment(be2723b6-7e81-457a-a1cf-6ec262c4a96a),segment_id=be2723b6-7e81-457a-a1cf-6ec262c4a96a)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:53:35.329760 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-773bced5-06e0-420e-b35a-26af7084ed24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:35.453654 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-773bced5-06e0-420e-b35a-26af7084ed24 admin admin] Calling delete_port for 754e15be-0b10-4583-8e1e-f0d6ade498f9 owned by network:dhcp {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 09:53:35.460833 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-6c1b964e-5095-4081-a29b-3fa845d2ca92 None None] For port 754e15be-0b10-4583-8e1e-f0d6ade498f9, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=754e15be-0b10-4583-8e1e-f0d6ade498f9,segment=NetworkSegment(be2723b6-7e81-457a-a1cf-6ec262c4a96a),segment_id=be2723b6-7e81-457a-a1cf-6ec262c4a96a)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:53:35.461355 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-6c1b964e-5095-4081-a29b-3fa845d2ca92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:35.581283 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-6c1b964e-5095-4081-a29b-3fa845d2ca92 None None] Calling delete_port for 754e15be-0b10-4583-8e1e-f0d6ade498f9 owned by network:dhcp {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 09:53:35.586273 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-773bced5-06e0-420e-b35a-26af7084ed24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:35.629162 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773bced5-06e0-420e-b35a-26af7084ed24 admin admin] Pushing event deleted for resources: {'Port': ['ID=754e15be-0b10-4583-8e1e-f0d6ade498f9,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:53:35.636136 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773bced5-06e0-420e-b35a-26af7084ed24 admin admin] No DVR routers for this DVR port 754e15be-0b10-4583-8e1e-f0d6ade498f9 on host dv-neutron-827798-2-hyperv {{(pid=84107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 09:53:35.649300 dv-neutron-827798-2-hyperv neutron-server[84109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 09:53:35.649300 dv-neutron-827798-2-hyperv neutron-server[84109]: util.warn( Feb 04 09:53:35.649300 dv-neutron-827798-2-hyperv neutron-server[84109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 09:53:35.649300 dv-neutron-827798-2-hyperv neutron-server[84109]: util.warn( Feb 04 09:53:35.649300 dv-neutron-827798-2-hyperv neutron-server[84109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 09:53:35.649300 dv-neutron-827798-2-hyperv neutron-server[84109]: util.warn( Feb 04 09:53:35.649300 dv-neutron-827798-2-hyperv neutron-server[84109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 09:53:35.649300 dv-neutron-827798-2-hyperv neutron-server[84109]: util.warn( Feb 04 09:53:35.649300 dv-neutron-827798-2-hyperv neutron-server[84109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 09:53:35.649300 dv-neutron-827798-2-hyperv neutron-server[84109]: util.warn( Feb 04 09:53:35.649300 dv-neutron-827798-2-hyperv neutron-server[84109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 09:53:35.649300 dv-neutron-827798-2-hyperv neutron-server[84109]: util.warn( Feb 04 09:53:35.649300 dv-neutron-827798-2-hyperv neutron-server[84109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 09:53:35.649300 dv-neutron-827798-2-hyperv neutron-server[84109]: util.warn( Feb 04 09:53:35.649300 dv-neutron-827798-2-hyperv neutron-server[84109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 09:53:35.649300 dv-neutron-827798-2-hyperv neutron-server[84109]: util.warn( Feb 04 09:53:35.649300 dv-neutron-827798-2-hyperv neutron-server[84109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 09:53:35.649300 dv-neutron-827798-2-hyperv neutron-server[84109]: util.warn( Feb 04 09:53:35.649300 dv-neutron-827798-2-hyperv neutron-server[84109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 09:53:35.649300 dv-neutron-827798-2-hyperv neutron-server[84109]: util.warn( Feb 04 09:53:35.649300 dv-neutron-827798-2-hyperv neutron-server[84109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 09:53:35.649300 dv-neutron-827798-2-hyperv neutron-server[84109]: util.warn( Feb 04 09:53:35.649300 dv-neutron-827798-2-hyperv neutron-server[84109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 09:53:35.649300 dv-neutron-827798-2-hyperv neutron-server[84109]: util.warn( Feb 04 09:53:35.649300 dv-neutron-827798-2-hyperv neutron-server[84109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 09:53:35.649300 dv-neutron-827798-2-hyperv neutron-server[84109]: util.warn( Feb 04 09:53:35.649300 dv-neutron-827798-2-hyperv neutron-server[84109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 09:53:35.649300 dv-neutron-827798-2-hyperv neutron-server[84109]: util.warn( Feb 04 09:53:35.649300 dv-neutron-827798-2-hyperv neutron-server[84109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 09:53:35.649300 dv-neutron-827798-2-hyperv neutron-server[84109]: util.warn( Feb 04 09:53:35.649300 dv-neutron-827798-2-hyperv neutron-server[84109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 09:53:35.649300 dv-neutron-827798-2-hyperv neutron-server[84109]: util.warn( Feb 04 09:53:35.649300 dv-neutron-827798-2-hyperv neutron-server[84109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 09:53:35.649300 dv-neutron-827798-2-hyperv neutron-server[84109]: util.warn( Feb 04 09:53:35.649300 dv-neutron-827798-2-hyperv neutron-server[84109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 09:53:35.649300 dv-neutron-827798-2-hyperv neutron-server[84109]: util.warn( Feb 04 09:53:35.649300 dv-neutron-827798-2-hyperv neutron-server[84109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 09:53:35.649300 dv-neutron-827798-2-hyperv neutron-server[84109]: util.warn( Feb 04 09:53:35.649300 dv-neutron-827798-2-hyperv neutron-server[84109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 09:53:35.649300 dv-neutron-827798-2-hyperv neutron-server[84109]: util.warn( Feb 04 09:53:35.649300 dv-neutron-827798-2-hyperv neutron-server[84109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 09:53:35.649300 dv-neutron-827798-2-hyperv neutron-server[84109]: util.warn( Feb 04 09:53:35.649300 dv-neutron-827798-2-hyperv neutron-server[84109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 09:53:35.649300 dv-neutron-827798-2-hyperv neutron-server[84109]: util.warn( Feb 04 09:53:35.649300 dv-neutron-827798-2-hyperv neutron-server[84109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 09:53:35.649300 dv-neutron-827798-2-hyperv neutron-server[84109]: util.warn( Feb 04 09:53:35.649300 dv-neutron-827798-2-hyperv neutron-server[84109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 09:53:35.649300 dv-neutron-827798-2-hyperv neutron-server[84109]: util.warn( Feb 04 09:53:35.649300 dv-neutron-827798-2-hyperv neutron-server[84109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 09:53:35.649300 dv-neutron-827798-2-hyperv neutron-server[84109]: util.warn( Feb 04 09:53:35.649300 dv-neutron-827798-2-hyperv neutron-server[84109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 09:53:35.649300 dv-neutron-827798-2-hyperv neutron-server[84109]: util.warn( Feb 04 09:53:35.649300 dv-neutron-827798-2-hyperv neutron-server[84109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 09:53:35.649300 dv-neutron-827798-2-hyperv neutron-server[84109]: util.warn( Feb 04 09:53:35.649300 dv-neutron-827798-2-hyperv neutron-server[84109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 09:53:35.649300 dv-neutron-827798-2-hyperv neutron-server[84109]: util.warn( Feb 04 09:53:35.655067 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.db.api [None req-6c1b964e-5095-4081-a29b-3fa845d2ca92 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 09:53:35.655415 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG oslo_db.api [None req-6c1b964e-5095-4081-a29b-3fa845d2ca92 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 09:53:35.751411 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-773bced5-06e0-420e-b35a-26af7084ed24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:35.781618 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-773bced5-06e0-420e-b35a-26af7084ed24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee6eb58f-6a81-4983-b366-718b2ce8edaa']}} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:53:35.794372 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-773bced5-06e0-420e-b35a-26af7084ed24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be2723b6-7e81-457a-a1cf-6ec262c4a96a') {'for_net_delete': True} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:53:35.794664 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-773bced5-06e0-420e-b35a-26af7084ed24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be2723b6-7e81-457a-a1cf-6ec262c4a96a') {} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:53:35.805932 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-773bced5-06e0-420e-b35a-26af7084ed24 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8058642'] for segment, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:35.824326 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-773bced5-06e0-420e-b35a-26af7084ed24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:35.836372 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-773bced5-06e0-420e-b35a-26af7084ed24 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=84107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 09:53:35.836372 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-773bced5-06e0-420e-b35a-26af7084ed24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7377717'] for segment, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:35.846177 dv-neutron-827798-2-hyperv neutron-server[84107]: Traceback (most recent call last): Feb 04 09:53:35.846177 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 09:53:35.846177 dv-neutron-827798-2-hyperv neutron-server[84107]: timer() Feb 04 09:53:35.846177 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 09:53:35.846177 dv-neutron-827798-2-hyperv neutron-server[84107]: cb(*args, **kw) Feb 04 09:53:35.846177 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 09:53:35.846177 dv-neutron-827798-2-hyperv neutron-server[84107]: return func(*args, **kwargs) Feb 04 09:53:35.846177 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 09:53:35.846177 dv-neutron-827798-2-hyperv neutron-server[84107]: self._notify() Feb 04 09:53:35.846177 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 09:53:35.846177 dv-neutron-827798-2-hyperv neutron-server[84107]: self.callback(batched_events) Feb 04 09:53:35.846177 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 09:53:35.846177 dv-neutron-827798-2-hyperv neutron-server[84107]: event.method(event) Feb 04 09:53:35.846177 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 09:53:35.846177 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 09:53:35.846177 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 09:53:35.846177 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 09:53:35.846177 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 09:53:35.846177 dv-neutron-827798-2-hyperv neutron-server[84107]: return f(self, *a, **k) Feb 04 09:53:35.846177 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 09:53:35.846177 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._get(url).json() Feb 04 09:53:35.846177 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 09:53:35.846177 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 09:53:35.846177 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 09:53:35.846177 dv-neutron-827798-2-hyperv neutron-server[84107]: return self.request(url, 'GET', **kwargs) Feb 04 09:53:35.846177 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 09:53:35.846177 dv-neutron-827798-2-hyperv neutron-server[84107]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 09:53:35.846177 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 09:53:35.846177 dv-neutron-827798-2-hyperv neutron-server[84107]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 09:53:35.846177 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 09:53:35.846177 dv-neutron-827798-2-hyperv neutron-server[84107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 09:53:35.846177 dv-neutron-827798-2-hyperv neutron-server[84107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 09:53:35.987117 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 96172974-5eb7-4e59-b52d-f7288aeec624 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 09:53:35.991952 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-773bced5-06e0-420e-b35a-26af7084ed24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:36.008522 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-773bced5-06e0-420e-b35a-26af7084ed24 admin admin] Notify callbacks [] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:36.016769 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773bced5-06e0-420e-b35a-26af7084ed24 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee6eb58f-6a81-4983-b366-718b2ce8edaa,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:53:36.031874 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: 96172974-5eb7-4e59-b52d-f7288aeec624 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 09:53:36.032642 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 96172974-5eb7-4e59-b52d-f7288aeec624 not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 09:53:36.033044 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 754e15be-0b10-4583-8e1e-f0d6ade498f9 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 09:53:36.065055 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: 754e15be-0b10-4583-8e1e-f0d6ade498f9 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 09:53:36.065392 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 754e15be-0b10-4583-8e1e-f0d6ade498f9 not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 09:53:36.118617 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-773bced5-06e0-420e-b35a-26af7084ed24 admin admin] 10.222.0.36 "DELETE /v2.0/networks/ee6eb58f-6a81-4983-b366-718b2ce8edaa HTTP/1.1" status: 204 len: 168 time: 1.1227095 Feb 04 09:53:36.121891 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 37294) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:53:36.156643 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-6c1b964e-5095-4081-a29b-3fa845d2ca92 None None] Deleting port 754e15be-0b10-4583-8e1e-f0d6ade498f9 {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:53:36.157027 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-6c1b964e-5095-4081-a29b-3fa845d2ca92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:36.222635 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-6c1b964e-5095-4081-a29b-3fa845d2ca92 None None] The port '754e15be-0b10-4583-8e1e-f0d6ade498f9' was deleted {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 09:53:36.615934 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3f035b2d-9341-4c47-8c5c-083fb5a183b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473817'] for router_interface, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:37.220162 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-3f035b2d-9341-4c47-8c5c-083fb5a183b9 admin admin] Deleting port 9560346b-0e3d-4b5e-bab0-2a53ee017bc4 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:53:37.220881 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3f035b2d-9341-4c47-8c5c-083fb5a183b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:37.408520 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [None req-3f035b2d-9341-4c47-8c5c-083fb5a183b9 admin admin] For port 9560346b-0e3d-4b5e-bab0-2a53ee017bc4, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=9560346b-0e3d-4b5e-bab0-2a53ee017bc4,segment=NetworkSegment(4e2094e1-388c-4a7c-81f8-a46880523d8f),segment_id=4e2094e1-388c-4a7c-81f8-a46880523d8f)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:53:37.408899 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3f035b2d-9341-4c47-8c5c-083fb5a183b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:37.538795 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-3f035b2d-9341-4c47-8c5c-083fb5a183b9 admin admin] Calling delete_port for 9560346b-0e3d-4b5e-bab0-2a53ee017bc4 owned by network:router_interface {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 09:53:37.824873 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3f035b2d-9341-4c47-8c5c-083fb5a183b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:37.869068 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f035b2d-9341-4c47-8c5c-083fb5a183b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9560346b-0e3d-4b5e-bab0-2a53ee017bc4,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:53:38.179435 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-3f035b2d-9341-4c47-8c5c-083fb5a183b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1572495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472959'] for router_interface, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:38.874956 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f035b2d-9341-4c47-8c5c-083fb5a183b9 admin admin] Router d404533c-990a-4a81-9f7c-0db60694903d has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 09:53:39.081088 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f035b2d-9341-4c47-8c5c-083fb5a183b9 admin admin] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 09:53:39.090083 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb270b8-95b1-44d1-9e06-05a76324956b None None] Sync routers for ids ['d404533c-990a-4a81-9f7c-0db60694903d'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 09:53:39.101380 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb270b8-95b1-44d1-9e06-05a76324956b None None] Routers {'d404533c-990a-4a81-9f7c-0db60694903d'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:53:39.140513 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-1bb270b8-95b1-44d1-9e06-05a76324956b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:53:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['d404533c-990a-4a81-9f7c-0db60694903d'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:53:39.271396 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-3f035b2d-9341-4c47-8c5c-083fb5a183b9 admin admin] 10.222.0.36 "PUT /v2.0/routers/d404533c-990a-4a81-9f7c-0db60694903d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1483629 Feb 04 09:53:39.273783 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 37298) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:53:39.285624 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-1bb270b8-95b1-44d1-9e06-05a76324956b None None] Set router d404533c-990a-4a81-9f7c-0db60694903d gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:53:39.472240 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c4253fed-87ed-4ea7-ba46-52e2cb025dfc admin admin] Notify callbacks [] for router, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:39.578523 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-1bb270b8-95b1-44d1-9e06-05a76324956b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd404533c-990a-4a81-9f7c-0db60694903d', 'name': 'tempest-TestShelveInstance-542826675-router', 'tenant_id': '0900bbf83c42459ba6ec40ba9cd2f433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.174'}], 'enable_snat': True}, 'gw_port_id': 'da603716-dacf-48d3-9382-a0c6067b43a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:41:02Z', 'updated_at': '2022-02-04T09:53:37Z', 'revision_number': 5, 'project_id': '0900bbf83c42459ba6ec40ba9cd2f433', 'gw_port': {'id': 'da603716-dacf-48d3-9382-a0c6067b43a6', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd404533c-990a-4a81-9f7c-0db60694903d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:41:03Z', 'updated_at': '2022-02-04T09:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:53:39.582701 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb270b8-95b1-44d1-9e06-05a76324956b None None] Checking router: d404533c-990a-4a81-9f7c-0db60694903d for host: dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 09:53:39.593505 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb270b8-95b1-44d1-9e06-05a76324956b None None] Routers {'d404533c-990a-4a81-9f7c-0db60694903d'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:53:39.594076 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-1bb270b8-95b1-44d1-9e06-05a76324956b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:53:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['d404533c-990a-4a81-9f7c-0db60694903d'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:53:39.669500 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c4253fed-87ed-4ea7-ba46-52e2cb025dfc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:39.760880 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-c4253fed-87ed-4ea7-ba46-52e2cb025dfc admin admin] Deleting port da603716-dacf-48d3-9382-a0c6067b43a6 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:53:39.761111 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c4253fed-87ed-4ea7-ba46-52e2cb025dfc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:39.764444 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-1bb270b8-95b1-44d1-9e06-05a76324956b None None] Set router d404533c-990a-4a81-9f7c-0db60694903d gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:53:39.937766 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [None req-c4253fed-87ed-4ea7-ba46-52e2cb025dfc admin admin] For port da603716-dacf-48d3-9382-a0c6067b43a6, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=da603716-dacf-48d3-9382-a0c6067b43a6,segment=NetworkSegment(c44b9475-949d-4ae7-bfca-e29b010a56a6),segment_id=c44b9475-949d-4ae7-bfca-e29b010a56a6)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:53:39.938180 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c4253fed-87ed-4ea7-ba46-52e2cb025dfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:40.086243 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-1bb270b8-95b1-44d1-9e06-05a76324956b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd404533c-990a-4a81-9f7c-0db60694903d', 'name': 'tempest-TestShelveInstance-542826675-router', 'tenant_id': '0900bbf83c42459ba6ec40ba9cd2f433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.174'}], 'enable_snat': True}, 'gw_port_id': 'da603716-dacf-48d3-9382-a0c6067b43a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:41:02Z', 'updated_at': '2022-02-04T09:53:37Z', 'revision_number': 5, 'project_id': '0900bbf83c42459ba6ec40ba9cd2f433', 'gw_port': {'id': 'da603716-dacf-48d3-9382-a0c6067b43a6', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd404533c-990a-4a81-9f7c-0db60694903d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:41:03Z', 'updated_at': '2022-02-04T09:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:53:40.090922 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb270b8-95b1-44d1-9e06-05a76324956b None None] The sync data for ids ['d404533c-990a-4a81-9f7c-0db60694903d'] in dv-neutron-827798-2-hyperv is: [{'id': 'd404533c-990a-4a81-9f7c-0db60694903d', 'name': 'tempest-TestShelveInstance-542826675-router', 'tenant_id': '0900bbf83c42459ba6ec40ba9cd2f433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.174'}], 'enable_snat': True}, 'gw_port_id': 'da603716-dacf-48d3-9382-a0c6067b43a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:41:02Z', 'updated_at': '2022-02-04T09:53:37Z', 'revision_number': 5, 'project_id': '0900bbf83c42459ba6ec40ba9cd2f433', 'gw_port': {'id': 'da603716-dacf-48d3-9382-a0c6067b43a6', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd404533c-990a-4a81-9f7c-0db60694903d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:41:03Z', 'updated_at': '2022-02-04T09:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 09:53:40.179840 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-c4253fed-87ed-4ea7-ba46-52e2cb025dfc admin admin] Calling delete_port for da603716-dacf-48d3-9382-a0c6067b43a6 owned by network:router_gateway {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 09:53:40.431918 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c4253fed-87ed-4ea7-ba46-52e2cb025dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:40.482090 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4253fed-87ed-4ea7-ba46-52e2cb025dfc admin admin] Pushing event deleted for resources: {'Port': ['ID=da603716-dacf-48d3-9382-a0c6067b43a6,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:53:40.729857 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c4253fed-87ed-4ea7-ba46-52e2cb025dfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473010'] for router_gateway, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:41.000498 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c4253fed-87ed-4ea7-ba46-52e2cb025dfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40989'] for router, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:41.004651 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c4253fed-87ed-4ea7-ba46-52e2cb025dfc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:41.086088 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c4253fed-87ed-4ea7-ba46-52e2cb025dfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-476062'] for router, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:41.086644 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4253fed-87ed-4ea7-ba46-52e2cb025dfc admin admin] Fanout notify agent at l3_agent the message router_deleted on router d404533c-990a-4a81-9f7c-0db60694903d {{(pid=84107) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 09:53:41.098799 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c4253fed-87ed-4ea7-ba46-52e2cb025dfc admin admin] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:41.102254 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-c4253fed-87ed-4ea7-ba46-52e2cb025dfc admin admin] 10.222.0.36 "DELETE /v2.0/routers/d404533c-990a-4a81-9f7c-0db60694903d HTTP/1.1" status: 204 len: 168 time: 1.8252842 Feb 04 09:53:41.102514 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 37302) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:53:41.161251 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_v2 [None req-5801e3b8-05ef-4a08-8f1d-3537bbf3af5e admin admin] Deleting subnet 5b5ae07e-be6a-4da2-a9b3-d933ca10c6fb {{(pid=84107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 09:53:41.165233 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5801e3b8-05ef-4a08-8f1d-3537bbf3af5e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:41.217597 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5801e3b8-05ef-4a08-8f1d-3537bbf3af5e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8058667'] for subnet, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:41.294614 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5801e3b8-05ef-4a08-8f1d-3537bbf3af5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:41.443502 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5801e3b8-05ef-4a08-8f1d-3537bbf3af5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7510167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985167'] for subnet, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:41.484675 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801e3b8-05ef-4a08-8f1d-3537bbf3af5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b5ae07e-be6a-4da2-a9b3-d933ca10c6fb,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:53:41.489544 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-5801e3b8-05ef-4a08-8f1d-3537bbf3af5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:41.496806 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-5801e3b8-05ef-4a08-8f1d-3537bbf3af5e admin admin] 10.222.0.36 "DELETE /v2.0/subnets/5b5ae07e-be6a-4da2-a9b3-d933ca10c6fb HTTP/1.1" status: 204 len: 168 time: 0.3932765 Feb 04 09:53:41.498521 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99d739e-7127-47b1-b915-533cba7bb984 None None] Network 09242080-ea1e-4046-8031-3ca3190bbd75 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 09:53:41.499106 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 37306) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:53:41.608361 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b4360a8e-d809-4c04-9911-839bf998bc2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:41.618668 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-b4360a8e-d809-4c04-9911-839bf998bc2b admin admin] Deleting port 24ed4a9f-2f8b-4ae7-9ae7-2307c1d9015a {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:53:41.618992 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b4360a8e-d809-4c04-9911-839bf998bc2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:41.769259 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4dbcee8-90b5-4287-92d9-eab8cb5a25e2 None None] DHCP port deletion for 09242080-ea1e-4046-8031-3ca3190bbd75 request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 09:53:41.773715 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-d4dbcee8-90b5-4287-92d9-eab8cb5a25e2 None None] Deleting port 24ed4a9f-2f8b-4ae7-9ae7-2307c1d9015a {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:53:41.774087 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-d4dbcee8-90b5-4287-92d9-eab8cb5a25e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:41.919727 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [None req-b4360a8e-d809-4c04-9911-839bf998bc2b admin admin] For port 24ed4a9f-2f8b-4ae7-9ae7-2307c1d9015a, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=24ed4a9f-2f8b-4ae7-9ae7-2307c1d9015a,segment=NetworkSegment(4e2094e1-388c-4a7c-81f8-a46880523d8f),segment_id=4e2094e1-388c-4a7c-81f8-a46880523d8f)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:53:41.920068 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b4360a8e-d809-4c04-9911-839bf998bc2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:42.003449 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device da603716-dacf-48d3-9382-a0c6067b43a6 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 09:53:42.045947 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: da603716-dacf-48d3-9382-a0c6067b43a6 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 09:53:42.046349 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device da603716-dacf-48d3-9382-a0c6067b43a6 not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 09:53:42.046759 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 24ed4a9f-2f8b-4ae7-9ae7-2307c1d9015a no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 09:53:42.057734 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-b4360a8e-d809-4c04-9911-839bf998bc2b admin admin] Calling delete_port for 24ed4a9f-2f8b-4ae7-9ae7-2307c1d9015a owned by network:dhcp {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 09:53:42.099690 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-d4dbcee8-90b5-4287-92d9-eab8cb5a25e2 None None] For port 24ed4a9f-2f8b-4ae7-9ae7-2307c1d9015a, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=24ed4a9f-2f8b-4ae7-9ae7-2307c1d9015a,segment=NetworkSegment(4e2094e1-388c-4a7c-81f8-a46880523d8f),segment_id=4e2094e1-388c-4a7c-81f8-a46880523d8f)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:53:42.100084 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-d4dbcee8-90b5-4287-92d9-eab8cb5a25e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:42.218382 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b4360a8e-d809-4c04-9911-839bf998bc2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:42.222323 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-d4dbcee8-90b5-4287-92d9-eab8cb5a25e2 None None] Calling delete_port for 24ed4a9f-2f8b-4ae7-9ae7-2307c1d9015a owned by network:dhcp {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 09:53:42.256009 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No active binding found for port 24ed4a9f-2f8b-4ae7-9ae7-2307c1d9015a {{(pid=84109) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 04 09:53:42.256422 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 24ed4a9f-2f8b-4ae7-9ae7-2307c1d9015a not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 09:53:42.257368 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 9560346b-0e3d-4b5e-bab0-2a53ee017bc4 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 09:53:42.264885 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4360a8e-d809-4c04-9911-839bf998bc2b admin admin] Pushing event deleted for resources: {'Port': ['ID=24ed4a9f-2f8b-4ae7-9ae7-2307c1d9015a,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:53:42.269048 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4360a8e-d809-4c04-9911-839bf998bc2b admin admin] No DVR routers for this DVR port 24ed4a9f-2f8b-4ae7-9ae7-2307c1d9015a on host dv-neutron-827798-2-hyperv {{(pid=84107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 09:53:42.300685 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: 9560346b-0e3d-4b5e-bab0-2a53ee017bc4 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 09:53:42.301030 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 9560346b-0e3d-4b5e-bab0-2a53ee017bc4 not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 09:53:42.331379 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.db.api [None req-d4dbcee8-90b5-4287-92d9-eab8cb5a25e2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 09:53:42.331734 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG oslo_db.api [None req-d4dbcee8-90b5-4287-92d9-eab8cb5a25e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 09:53:42.385709 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b4360a8e-d809-4c04-9911-839bf998bc2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:42.410475 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-b4360a8e-d809-4c04-9911-839bf998bc2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09242080-ea1e-4046-8031-3ca3190bbd75']}} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:53:42.422995 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-b4360a8e-d809-4c04-9911-839bf998bc2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e2094e1-388c-4a7c-81f8-a46880523d8f') {'for_net_delete': True} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:53:42.423291 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-b4360a8e-d809-4c04-9911-839bf998bc2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e2094e1-388c-4a7c-81f8-a46880523d8f') {} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:53:42.434318 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b4360a8e-d809-4c04-9911-839bf998bc2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8058642'] for segment, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:42.454044 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b4360a8e-d809-4c04-9911-839bf998bc2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:42.460298 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4360a8e-d809-4c04-9911-839bf998bc2b admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=84107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 09:53:42.460704 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b4360a8e-d809-4c04-9911-839bf998bc2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7377717'] for segment, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:42.474013 dv-neutron-827798-2-hyperv neutron-server[84107]: Traceback (most recent call last): Feb 04 09:53:42.474013 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 09:53:42.474013 dv-neutron-827798-2-hyperv neutron-server[84107]: timer() Feb 04 09:53:42.474013 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 09:53:42.474013 dv-neutron-827798-2-hyperv neutron-server[84107]: cb(*args, **kw) Feb 04 09:53:42.474013 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 09:53:42.474013 dv-neutron-827798-2-hyperv neutron-server[84107]: return func(*args, **kwargs) Feb 04 09:53:42.474013 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 09:53:42.474013 dv-neutron-827798-2-hyperv neutron-server[84107]: self._notify() Feb 04 09:53:42.474013 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 09:53:42.474013 dv-neutron-827798-2-hyperv neutron-server[84107]: self.callback(batched_events) Feb 04 09:53:42.474013 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 09:53:42.474013 dv-neutron-827798-2-hyperv neutron-server[84107]: event.method(event) Feb 04 09:53:42.474013 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 09:53:42.474013 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 09:53:42.474013 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 09:53:42.474013 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 09:53:42.474013 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 09:53:42.474013 dv-neutron-827798-2-hyperv neutron-server[84107]: return f(self, *a, **k) Feb 04 09:53:42.474013 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 09:53:42.474013 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._get(url).json() Feb 04 09:53:42.474013 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 09:53:42.474013 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 09:53:42.474013 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 09:53:42.474013 dv-neutron-827798-2-hyperv neutron-server[84107]: return self.request(url, 'GET', **kwargs) Feb 04 09:53:42.474013 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 09:53:42.474013 dv-neutron-827798-2-hyperv neutron-server[84107]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 09:53:42.474013 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 09:53:42.474013 dv-neutron-827798-2-hyperv neutron-server[84107]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 09:53:42.474013 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 09:53:42.474013 dv-neutron-827798-2-hyperv neutron-server[84107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 09:53:42.474013 dv-neutron-827798-2-hyperv neutron-server[84107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 09:53:42.612651 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b4360a8e-d809-4c04-9911-839bf998bc2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:42.630241 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-b4360a8e-d809-4c04-9911-839bf998bc2b admin admin] Notify callbacks [] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:42.640443 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4360a8e-d809-4c04-9911-839bf998bc2b admin admin] Pushing event deleted for resources: {'Network': ['ID=09242080-ea1e-4046-8031-3ca3190bbd75,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:53:42.647576 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-b4360a8e-d809-4c04-9911-839bf998bc2b admin admin] 10.222.0.36 "DELETE /v2.0/networks/09242080-ea1e-4046-8031-3ca3190bbd75 HTTP/1.1" status: 204 len: 168 time: 1.1474967 Feb 04 09:53:42.833189 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-d4dbcee8-90b5-4287-92d9-eab8cb5a25e2 None None] Deleting port 24ed4a9f-2f8b-4ae7-9ae7-2307c1d9015a {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 09:53:42.833707 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-d4dbcee8-90b5-4287-92d9-eab8cb5a25e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:42.924158 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-d4dbcee8-90b5-4287-92d9-eab8cb5a25e2 None None] The port '24ed4a9f-2f8b-4ae7-9ae7-2307c1d9015a' was deleted {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 09:53:42.980625 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 37312) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:53:43.037828 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-2844a693-4a1a-4fa6-80b8-b2241a8ae558 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f8af8cc834bd4a21988351036e39c347&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0539908 Feb 04 09:53:43.038186 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 37316) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:53:43.107154 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a847d066-ba4b-4d6e-a81e-bc5c783527a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:43.132604 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a847d066-ba4b-4d6e-a81e-bc5c783527a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:43.246727 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a847d066-ba4b-4d6e-a81e-bc5c783527a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:43.264924 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a847d066-ba4b-4d6e-a81e-bc5c783527a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a412687-0444-482f-8379-548d1993672b,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:53:43.272172 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-a847d066-ba4b-4d6e-a81e-bc5c783527a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:43.275779 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-a847d066-ba4b-4d6e-a81e-bc5c783527a0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2a412687-0444-482f-8379-548d1993672b HTTP/1.1" status: 204 len: 168 time: 0.2341835 Feb 04 09:53:44.013475 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 37324) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:53:44.061617 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-9dcde0ab-8fa8-4072-b934-195b4a8d70dd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0900bbf83c42459ba6ec40ba9cd2f433&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0470231 Feb 04 09:53:44.063950 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 37328) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:53:44.128316 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e3eaa26f-e92a-4100-996d-bca4892b57fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:44.156452 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e3eaa26f-e92a-4100-996d-bca4892b57fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:44.340184 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e3eaa26f-e92a-4100-996d-bca4892b57fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:44.353985 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eaa26f-e92a-4100-996d-bca4892b57fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09359313-77a0-4fc8-8e21-d239d55c559b,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:53:44.360058 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e3eaa26f-e92a-4100-996d-bca4892b57fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:44.360823 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-e3eaa26f-e92a-4100-996d-bca4892b57fa admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/09359313-77a0-4fc8-8e21-d239d55c559b HTTP/1.1" status: 204 len: 168 time: 0.2959871 Feb 04 09:53:45.862246 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 37350) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:53:45.988055 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-28d1c1ea-bcf5-43e7-9836-cca3585737a9 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-850160349-network', 'tenant_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:53:45.992793 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-28d1c1ea-bcf5-43e7-9836-cca3585737a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:53:45.997713 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-28d1c1ea-bcf5-43e7-9836-cca3585737a9 admin admin] Usage tracker for resource:network and tenant:e2a1bc7f0c124a87b0fe35e5cd80ba34 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:53:46.000488 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-28d1c1ea-bcf5-43e7-9836-cca3585737a9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:53:46.006098 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-28d1c1ea-bcf5-43e7-9836-cca3585737a9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:53:46.085908 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28d1c1ea-bcf5-43e7-9836-cca3585737a9 admin admin] Made reservation on behalf of e2a1bc7f0c124a87b0fe35e5cd80ba34 for: {'network': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 09:53:46.088163 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-28d1c1ea-bcf5-43e7-9836-cca3585737a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:46.100298 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-28d1c1ea-bcf5-43e7-9836-cca3585737a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:46.130353 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-28d1c1ea-bcf5-43e7-9836-cca3585737a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:53:46.134056 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-28d1c1ea-bcf5-43e7-9836-cca3585737a9 admin admin] Usage tracker for resource:security_group_rule and tenant:e2a1bc7f0c124a87b0fe35e5cd80ba34 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:53:46.137419 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-28d1c1ea-bcf5-43e7-9836-cca3585737a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:53:46.142990 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-28d1c1ea-bcf5-43e7-9836-cca3585737a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:53:46.205492 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-28d1c1ea-bcf5-43e7-9836-cca3585737a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:46.317264 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-28d1c1ea-bcf5-43e7-9836-cca3585737a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:46.338672 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28d1c1ea-bcf5-43e7-9836-cca3585737a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=84107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 09:53:46.359838 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-28d1c1ea-bcf5-43e7-9836-cca3585737a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:46.360342 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.segments_db [None req-28d1c1ea-bcf5-43e7-9836-cca3585737a9 admin admin] Added segment 1d5eaa3e-5249-44c2-a054-53d07405e8a1 of type vlan for network f1c1dd48-d235-40de-a07a-e60b993888cd Feb 04 09:53:46.361358 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d1c1ea-bcf5-43e7-9836-cca3585737a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc423702-1b8e-4b4f-8699-acdc62390926,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:53:46.389890 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-28d1c1ea-bcf5-43e7-9836-cca3585737a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:46.472129 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-28d1c1ea-bcf5-43e7-9836-cca3585737a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:46.472960 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d1c1ea-bcf5-43e7-9836-cca3585737a9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:53:46.473532 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-28d1c1ea-bcf5-43e7-9836-cca3585737a9 admin admin] Notify callbacks [] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:46.575243 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d1c1ea-bcf5-43e7-9836-cca3585737a9 admin admin] Pushing event updated for resources: {'Network': ['ID=f1c1dd48-d235-40de-a07a-e60b993888cd,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:53:46.584726 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network f1c1dd48-d235-40de-a07a-e60b993888cd details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 09:53:46.636571 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-28d1c1ea-bcf5-43e7-9836-cca3585737a9 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7731860 Feb 04 09:53:46.640857 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 37356) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:53:46.647069 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-09b42402-63d8-4c64-8840-81f127b66b6b admin admin] Request body: {'subnet': {'network_id': 'f1c1dd48-d235-40de-a07a-e60b993888cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-850160349-subnet', 'tenant_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'ip_version': 4}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:53:46.651237 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-09b42402-63d8-4c64-8840-81f127b66b6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:53:46.655235 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-09b42402-63d8-4c64-8840-81f127b66b6b admin admin] Usage tracker for resource:subnet and tenant:e2a1bc7f0c124a87b0fe35e5cd80ba34 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:53:46.658285 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-09b42402-63d8-4c64-8840-81f127b66b6b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:53:46.664428 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-09b42402-63d8-4c64-8840-81f127b66b6b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:53:46.723523 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09b42402-63d8-4c64-8840-81f127b66b6b admin admin] Made reservation on behalf of e2a1bc7f0c124a87b0fe35e5cd80ba34 for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 09:53:46.725991 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-09b42402-63d8-4c64-8840-81f127b66b6b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7985186'] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:46.989444 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-09b42402-63d8-4c64-8840-81f127b66b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7510230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7985204'] for subnet, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:47.057337 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b42402-63d8-4c64-8840-81f127b66b6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=78fd9f8d-1b6a-4e70-b82b-ab93bdbc9f6b,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:53:47.074018 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b42402-63d8-4c64-8840-81f127b66b6b admin admin] Checking segment: {'id': '1d5eaa3e-5249-44c2-a054-53d07405e8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f1c1dd48-d235-40de-a07a-e60b993888cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 09:53:47.074347 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b42402-63d8-4c64-8840-81f127b66b6b admin admin] Network hostable DHCP agents. Network: f1c1dd48-d235-40de-a07a-e60b993888cd, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 09:53:47.166310 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b42402-63d8-4c64-8840-81f127b66b6b admin admin] Network f1c1dd48-d235-40de-a07a-e60b993888cd is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 09:53:47.240754 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-09b42402-63d8-4c64-8840-81f127b66b6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, f1c1dd48-d235-40de-a07a-e60b993888cd) {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:53:47.245618 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b42402-63d8-4c64-8840-81f127b66b6b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:53:47.246561 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-09b42402-63d8-4c64-8840-81f127b66b6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:47.250725 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1c5d57-3200-4257-9951-abcd7c96cc70 None None] Network f1c1dd48-d235-40de-a07a-e60b993888cd requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 09:53:47.343984 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-09b42402-63d8-4c64-8840-81f127b66b6b admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7020857 Feb 04 09:53:47.346555 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 37360) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:53:47.351687 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-fec7a0a5-d2bf-42c7-b3f7-1fb5c5d1a8ec admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-850160349-router', 'tenant_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:53:47.356760 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-fec7a0a5-d2bf-42c7-b3f7-1fb5c5d1a8ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:53:47.360621 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-fec7a0a5-d2bf-42c7-b3f7-1fb5c5d1a8ec admin admin] Usage tracker for resource:router and tenant:e2a1bc7f0c124a87b0fe35e5cd80ba34 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:53:47.363520 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-fec7a0a5-d2bf-42c7-b3f7-1fb5c5d1a8ec admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:53:47.370041 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-fec7a0a5-d2bf-42c7-b3f7-1fb5c5d1a8ec admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:53:47.454733 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-fec7a0a5-d2bf-42c7-b3f7-1fb5c5d1a8ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40975'] for router, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:47.455662 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-fec7a0a5-d2bf-42c7-b3f7-1fb5c5d1a8ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40982'] for router, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:47.463696 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053dc004-264f-46a8-85cd-6822e1701128 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-f1c1dd48-d235-40de-a07a-e60b993888cd', 'network_id': 'f1c1dd48-d235-40de-a07a-e60b993888cd', 'tenant_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'fixed_ips': [{'subnet_id': '78fd9f8d-1b6a-4e70-b82b-ab93bdbc9f6b'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 09:53:47.464061 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-053dc004-264f-46a8-85cd-6822e1701128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:47.478270 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-fec7a0a5-d2bf-42c7-b3f7-1fb5c5d1a8ec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:47.633290 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-053dc004-264f-46a8-85cd-6822e1701128 None None] Allocated IP 172.20.0.2 (f1c1dd48-d235-40de-a07a-e60b993888cd/78fd9f8d-1b6a-4e70-b82b-ab93bdbc9f6b/e39adcbe-47fe-4b95-8a41-939e77a81eea) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 09:53:47.707647 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-fec7a0a5-d2bf-42c7-b3f7-1fb5c5d1a8ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40996'] for router, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:47.839657 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-053dc004-264f-46a8-85cd-6822e1701128 None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:47.849831 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-053dc004-264f-46a8-85cd-6822e1701128 None None] Transition to ACTIVE for port object e39adcbe-47fe-4b95-8a41-939e77a81eea will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:53:47.870422 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-053dc004-264f-46a8-85cd-6822e1701128 None None] Transition to ACTIVE for port object e39adcbe-47fe-4b95-8a41-939e77a81eea will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:53:47.944303 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-053dc004-264f-46a8-85cd-6822e1701128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:48.017314 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053dc004-264f-46a8-85cd-6822e1701128 None None] Network f1c1dd48-d235-40de-a07a-e60b993888cd is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:53:48.020891 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-053dc004-264f-46a8-85cd-6822e1701128 None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:53:48.022735 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053dc004-264f-46a8-85cd-6822e1701128 None None] Pushing event updated for resources: {'Port': ['ID=e39adcbe-47fe-4b95-8a41-939e77a81eea,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:53:48.024938 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053dc004-264f-46a8-85cd-6822e1701128 None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 09:53:48.036027 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053dc004-264f-46a8-85cd-6822e1701128 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:53:48.036367 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053dc004-264f-46a8-85cd-6822e1701128 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:53:48.036730 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053dc004-264f-46a8-85cd-6822e1701128 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:53:48.037055 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053dc004-264f-46a8-85cd-6822e1701128 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:53:48.037382 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053dc004-264f-46a8-85cd-6822e1701128 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:53:48.037706 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053dc004-264f-46a8-85cd-6822e1701128 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:53:48.038026 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053dc004-264f-46a8-85cd-6822e1701128 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:53:48.038352 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053dc004-264f-46a8-85cd-6822e1701128 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:53:48.038670 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053dc004-264f-46a8-85cd-6822e1701128 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:53:48.038984 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053dc004-264f-46a8-85cd-6822e1701128 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:53:48.039298 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053dc004-264f-46a8-85cd-6822e1701128 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:53:48.067501 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-fec7a0a5-d2bf-42c7-b3f7-1fb5c5d1a8ec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:48.097007 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-fec7a0a5-d2bf-42c7-b3f7-1fb5c5d1a8ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:48.122545 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-053dc004-264f-46a8-85cd-6822e1701128 None None] Attempting to bind port e39adcbe-47fe-4b95-8a41-939e77a81eea on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 09:53:48.122906 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-053dc004-264f-46a8-85cd-6822e1701128 None None] Attempting to bind port e39adcbe-47fe-4b95-8a41-939e77a81eea by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': '1d5eaa3e-5249-44c2-a054-53d07405e8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f1c1dd48-d235-40de-a07a-e60b993888cd'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 09:53:48.123258 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053dc004-264f-46a8-85cd-6822e1701128 None None] Attempting to bind port e39adcbe-47fe-4b95-8a41-939e77a81eea on network f1c1dd48-d235-40de-a07a-e60b993888cd {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 09:53:48.129778 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053dc004-264f-46a8-85cd-6822e1701128 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 9, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 09:53:48.130133 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053dc004-264f-46a8-85cd-6822e1701128 None None] Checking segment: {'id': '1d5eaa3e-5249-44c2-a054-53d07405e8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f1c1dd48-d235-40de-a07a-e60b993888cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 09:53:48.130523 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-053dc004-264f-46a8-85cd-6822e1701128 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:48.130904 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053dc004-264f-46a8-85cd-6822e1701128 None None] Bound using segment: {'id': '1d5eaa3e-5249-44c2-a054-53d07405e8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f1c1dd48-d235-40de-a07a-e60b993888cd'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 09:53:48.131352 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-053dc004-264f-46a8-85cd-6822e1701128 None None] Bound port: e39adcbe-47fe-4b95-8a41-939e77a81eea, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d5eaa3e-5249-44c2-a054-53d07405e8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f1c1dd48-d235-40de-a07a-e60b993888cd'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 09:53:48.131715 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-053dc004-264f-46a8-85cd-6822e1701128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:48.239525 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-fec7a0a5-d2bf-42c7-b3f7-1fb5c5d1a8ec admin admin] Allocated IP 172.26.3.250 (e264bd74-c56b-43d0-9059-bcb57dbbe5bc/79caf47c-b62c-4ea0-b35f-21ede155daa8/b8b3eb70-c9f5-4715-8300-56b02121ad9e) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 09:53:48.257853 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-053dc004-264f-46a8-85cd-6822e1701128 None None] For port e39adcbe-47fe-4b95-8a41-939e77a81eea, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 09:53:48.260966 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-053dc004-264f-46a8-85cd-6822e1701128 None None] For port e39adcbe-47fe-4b95-8a41-939e77a81eea, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=e39adcbe-47fe-4b95-8a41-939e77a81eea,segment=NetworkSegment(1d5eaa3e-5249-44c2-a054-53d07405e8a1),segment_id=1d5eaa3e-5249-44c2-a054-53d07405e8a1)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 09:53:48.326999 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-053dc004-264f-46a8-85cd-6822e1701128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:48.390155 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-fec7a0a5-d2bf-42c7-b3f7-1fb5c5d1a8ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:48.411323 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053dc004-264f-46a8-85cd-6822e1701128 None None] Pushing event updated for resources: {'Port': ['ID=e39adcbe-47fe-4b95-8a41-939e77a81eea,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:53:48.470231 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-fec7a0a5-d2bf-42c7-b3f7-1fb5c5d1a8ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:48.549299 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec7a0a5-d2bf-42c7-b3f7-1fb5c5d1a8ec admin admin] Network e264bd74-c56b-43d0-9059-bcb57dbbe5bc is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:53:48.552621 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-fec7a0a5-d2bf-42c7-b3f7-1fb5c5d1a8ec admin admin] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:53:48.568160 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec7a0a5-d2bf-42c7-b3f7-1fb5c5d1a8ec admin admin] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 09:53:48.596531 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec7a0a5-d2bf-42c7-b3f7-1fb5c5d1a8ec admin admin] Pushing event updated for resources: {'Port': ['ID=b8b3eb70-c9f5-4715-8300-56b02121ad9e,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:53:48.818373 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-fec7a0a5-d2bf-42c7-b3f7-1fb5c5d1a8ec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:48.819001 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-fec7a0a5-d2bf-42c7-b3f7-1fb5c5d1a8ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472990'] for router, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:49.145934 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fec7a0a5-d2bf-42c7-b3f7-1fb5c5d1a8ec admin admin] Router 5662893c-e8f6-431b-874e-bad1ae2a5dff is scheduled to L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 with binding_index 1 {{(pid=84107) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 09:53:49.377549 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fec7a0a5-d2bf-42c7-b3f7-1fb5c5d1a8ec admin admin] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 09:53:49.377643 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb59abb-6729-4156-b4df-348e220e51bc None None] Network f1c1dd48-d235-40de-a07a-e60b993888cd requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 09:53:49.391061 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f23f8ea-c7f0-4dd7-9633-e195f0bcc918 None None] Sync routers for ids ['5662893c-e8f6-431b-874e-bad1ae2a5dff'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 09:53:49.460665 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-fec7a0a5-d2bf-42c7-b3f7-1fb5c5d1a8ec admin admin] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:49.462059 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-fec7a0a5-d2bf-42c7-b3f7-1fb5c5d1a8ec admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1143720 Feb 04 09:53:49.466368 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 37364) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:53:49.486448 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f23f8ea-c7f0-4dd7-9633-e195f0bcc918 None None] Routers {'5662893c-e8f6-431b-874e-bad1ae2a5dff'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:53:49.491896 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-0f23f8ea-c7f0-4dd7-9633-e195f0bcc918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:53:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['5662893c-e8f6-431b-874e-bad1ae2a5dff'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:53:49.569376 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-60ae5a0b-ab7a-4e60-8524-2f241a992f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:49.700618 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-76f9b4e8-8ac6-4ef4-bb54-1d11445354d1 None None] Provisioning for port e39adcbe-47fe-4b95-8a41-939e77a81eea completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:53:49.788157 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-0f23f8ea-c7f0-4dd7-9633-e195f0bcc918 None None] Set router 5662893c-e8f6-431b-874e-bad1ae2a5dff gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:53:50.083074 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device e39adcbe-47fe-4b95-8a41-939e77a81eea up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:53:50.168234 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-0f23f8ea-c7f0-4dd7-9633-e195f0bcc918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5662893c-e8f6-431b-874e-bad1ae2a5dff', 'name': 'tempest-TestSnapshotPattern-850160349-router', 'tenant_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': 'b8b3eb70-c9f5-4715-8300-56b02121ad9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:53:47Z', 'updated_at': '2022-02-04T09:53:48Z', 'revision_number': 3, 'project_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'gw_port': {'id': 'b8b3eb70-c9f5-4715-8300-56b02121ad9e', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:14:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5662893c-e8f6-431b-874e-bad1ae2a5dff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:53:48Z', 'updated_at': '2022-02-04T09:53:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:53:50.172832 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f23f8ea-c7f0-4dd7-9633-e195f0bcc918 None None] Checking router: 5662893c-e8f6-431b-874e-bad1ae2a5dff for host: dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 09:53:50.173184 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f23f8ea-c7f0-4dd7-9633-e195f0bcc918 None None] Updating router 5662893c-e8f6-431b-874e-bad1ae2a5dff port b8b3eb70-c9f5-4715-8300-56b02121ad9e binding host dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 09:53:50.231251 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-0f23f8ea-c7f0-4dd7-9633-e195f0bcc918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:50.266191 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port e39adcbe-47fe-4b95-8a41-939e77a81eea completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:53:50.283913 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port e39adcbe-47fe-4b95-8a41-939e77a81eea triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:53:50.284204 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:50.336652 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d6f6a509-8f86-4af2-906a-02390f103693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:50.394328 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-0116070d-35d8-46b4-aed1-e91d6adef403 None None] Provisioning complete for port e39adcbe-47fe-4b95-8a41-939e77a81eea triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:53:50.394915 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-0116070d-35d8-46b4-aed1-e91d6adef403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:50.543795 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-d6f6a509-8f86-4af2-906a-02390f103693 admin admin] Allocated IP 172.20.0.1 (f1c1dd48-d235-40de-a07a-e60b993888cd/78fd9f8d-1b6a-4e70-b82b-ab93bdbc9f6b/39c441eb-abd4-4a17-b6e3-6e70b4d45aa3) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 09:53:50.661807 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:50.703609 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d6f6a509-8f86-4af2-906a-02390f103693 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:50.720017 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [None req-d6f6a509-8f86-4af2-906a-02390f103693 admin admin] Transition to ACTIVE for port object 39c441eb-abd4-4a17-b6e3-6e70b4d45aa3 will not be triggered until provisioned by entity DHCP. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:53:50.773476 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-0116070d-35d8-46b4-aed1-e91d6adef403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:50.792346 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port e39adcbe-47fe-4b95-8a41-939e77a81eea, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=e39adcbe-47fe-4b95-8a41-939e77a81eea,segment=NetworkSegment(1d5eaa3e-5249-44c2-a054-53d07405e8a1),segment_id=1d5eaa3e-5249-44c2-a054-53d07405e8a1)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:53:50.808481 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d6f6a509-8f86-4af2-906a-02390f103693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:50.881444 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:50.898769 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f6a509-8f86-4af2-906a-02390f103693 admin admin] Network f1c1dd48-d235-40de-a07a-e60b993888cd is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:53:50.901780 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-d6f6a509-8f86-4af2-906a-02390f103693 admin admin] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:53:50.907007 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f6a509-8f86-4af2-906a-02390f103693 admin admin] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 09:53:50.941391 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-0f23f8ea-c7f0-4dd7-9633-e195f0bcc918 None None] Notify callbacks [] for port, precommit_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:50.958261 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f6a509-8f86-4af2-906a-02390f103693 admin admin] Pushing event updated for resources: {'Port': ['ID=39c441eb-abd4-4a17-b6e3-6e70b4d45aa3,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:53:50.981928 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d6f6a509-8f86-4af2-906a-02390f103693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-472912'] for router_interface, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:50.994374 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-0f23f8ea-c7f0-4dd7-9633-e195f0bcc918 None None] Transition to ACTIVE for port object b8b3eb70-c9f5-4715-8300-56b02121ad9e will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:53:51.012617 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.db.api [None req-0116070d-35d8-46b4-aed1-e91d6adef403 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 09:53:51.012974 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG oslo_db.api [None req-0116070d-35d8-46b4-aed1-e91d6adef403 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 09:53:51.026593 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=e39adcbe-47fe-4b95-8a41-939e77a81eea,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:53:51.086791 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-0f23f8ea-c7f0-4dd7-9633-e195f0bcc918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:51.168772 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f68d923-03c6-41a0-bfad-f71686a9a05b None None] Pushing event updated for resources: {'Port': ['ID=b8b3eb70-c9f5-4715-8300-56b02121ad9e,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:53:51.171004 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-0f23f8ea-c7f0-4dd7-9633-e195f0bcc918 None None] Attempting to bind port b8b3eb70-c9f5-4715-8300-56b02121ad9e on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 09:53:51.171370 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-0f23f8ea-c7f0-4dd7-9633-e195f0bcc918 None None] Attempting to bind port b8b3eb70-c9f5-4715-8300-56b02121ad9e by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 09:53:51.171725 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f23f8ea-c7f0-4dd7-9633-e195f0bcc918 None None] Attempting to bind port b8b3eb70-c9f5-4715-8300-56b02121ad9e on network e264bd74-c56b-43d0-9059-bcb57dbbe5bc {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 09:53:51.178933 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f23f8ea-c7f0-4dd7-9633-e195f0bcc918 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 9, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 09:53:51.179296 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f23f8ea-c7f0-4dd7-9633-e195f0bcc918 None None] Checking segment: {'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 09:53:51.179693 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-0f23f8ea-c7f0-4dd7-9633-e195f0bcc918 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:51.180080 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f23f8ea-c7f0-4dd7-9633-e195f0bcc918 None None] Bound using segment: {'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 09:53:51.180541 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-0f23f8ea-c7f0-4dd7-9633-e195f0bcc918 None None] Bound port: b8b3eb70-c9f5-4715-8300-56b02121ad9e, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 09:53:51.180712 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d6f6a509-8f86-4af2-906a-02390f103693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:51.180938 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-0f23f8ea-c7f0-4dd7-9633-e195f0bcc918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:51.252659 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-0f23f8ea-c7f0-4dd7-9633-e195f0bcc918 None None] For port b8b3eb70-c9f5-4715-8300-56b02121ad9e, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 09:53:51.255784 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-0f23f8ea-c7f0-4dd7-9633-e195f0bcc918 None None] For port b8b3eb70-c9f5-4715-8300-56b02121ad9e, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=b8b3eb70-c9f5-4715-8300-56b02121ad9e,segment=NetworkSegment(c44b9475-949d-4ae7-bfca-e29b010a56a6),segment_id=c44b9475-949d-4ae7-bfca-e29b010a56a6)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 09:53:51.339028 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-0f23f8ea-c7f0-4dd7-9633-e195f0bcc918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:51.408312 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d6f6a509-8f86-4af2-906a-02390f103693 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:51.427232 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f23f8ea-c7f0-4dd7-9633-e195f0bcc918 None None] Routers {'5662893c-e8f6-431b-874e-bad1ae2a5dff'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:53:51.427854 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-0f23f8ea-c7f0-4dd7-9633-e195f0bcc918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:53:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['5662893c-e8f6-431b-874e-bad1ae2a5dff'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:53:51.473910 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f68d923-03c6-41a0-bfad-f71686a9a05b None None] Pushing event updated for resources: {'Port': ['ID=b8b3eb70-c9f5-4715-8300-56b02121ad9e,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:53:51.489081 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d6f6a509-8f86-4af2-906a-02390f103693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:51.592876 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-d6f6a509-8f86-4af2-906a-02390f103693 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473771'] for router_interface, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:51.596291 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f6a509-8f86-4af2-906a-02390f103693 admin admin] Pushing event updated for resources: {'Port': ['ID=39c441eb-abd4-4a17-b6e3-6e70b4d45aa3,revision_number=2']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:53:51.674530 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-0f23f8ea-c7f0-4dd7-9633-e195f0bcc918 None None] Set router 5662893c-e8f6-431b-874e-bad1ae2a5dff gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:53:51.748681 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f6a509-8f86-4af2-906a-02390f103693 admin admin] Network f1c1dd48-d235-40de-a07a-e60b993888cd is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:53:51.749850 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-d6f6a509-8f86-4af2-906a-02390f103693 admin admin] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:53:51.867450 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-6c52eb14-d834-4f5b-bfb4-5d819696f7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:52.011151 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-2114baf7-2b7d-40de-aa66-c24801b07ad6 None None] Provisioning for port 39c441eb-abd4-4a17-b6e3-6e70b4d45aa3 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:53:52.029604 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-2114baf7-2b7d-40de-aa66-c24801b07ad6 None None] Provisioning complete for port 39c441eb-abd4-4a17-b6e3-6e70b4d45aa3 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:53:52.029936 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2114baf7-2b7d-40de-aa66-c24801b07ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:52.058282 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device e39adcbe-47fe-4b95-8a41-939e77a81eea up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:53:52.205953 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-2114baf7-2b7d-40de-aa66-c24801b07ad6 None None] Port 39c441eb-abd4-4a17-b6e3-6e70b4d45aa3 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 09:53:52.251411 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port e39adcbe-47fe-4b95-8a41-939e77a81eea triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:53:52.251938 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:52.297444 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6f6a509-8f86-4af2-906a-02390f103693 admin admin] Router 5662893c-e8f6-431b-874e-bad1ae2a5dff has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 09:53:52.324171 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-0f23f8ea-c7f0-4dd7-9633-e195f0bcc918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5662893c-e8f6-431b-874e-bad1ae2a5dff', 'name': 'tempest-TestSnapshotPattern-850160349-router', 'tenant_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': 'b8b3eb70-c9f5-4715-8300-56b02121ad9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:53:47Z', 'updated_at': '2022-02-04T09:53:51Z', 'revision_number': 4, 'project_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'gw_port': {'id': 'b8b3eb70-c9f5-4715-8300-56b02121ad9e', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:14:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5662893c-e8f6-431b-874e-bad1ae2a5dff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:53:48Z', 'updated_at': '2022-02-04T09:53:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '39c441eb-abd4-4a17-b6e3-6e70b4d45aa3', 'name': '', 'network_id': 'f1c1dd48-d235-40de-a07a-e60b993888cd', 'tenant_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'mac_address': 'fa:16:3e:57:bd:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5662893c-e8f6-431b-874e-bad1ae2a5dff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78fd9f8d-1b6a-4e70-b82b-ab93bdbc9f6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:53:50Z', 'updated_at': '2022-02-04T09:53:50Z', 'revision_number': 1, 'project_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'subnets': [{'id': '78fd9f8d-1b6a-4e70-b82b-ab93bdbc9f6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:53:52.343107 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f23f8ea-c7f0-4dd7-9633-e195f0bcc918 None None] The sync data for ids ['5662893c-e8f6-431b-874e-bad1ae2a5dff'] in dv-neutron-827798-2-hyperv is: [{'id': '5662893c-e8f6-431b-874e-bad1ae2a5dff', 'name': 'tempest-TestSnapshotPattern-850160349-router', 'tenant_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': 'b8b3eb70-c9f5-4715-8300-56b02121ad9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:53:47Z', 'updated_at': '2022-02-04T09:53:51Z', 'revision_number': 4, 'project_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'gw_port': {'id': 'b8b3eb70-c9f5-4715-8300-56b02121ad9e', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:14:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5662893c-e8f6-431b-874e-bad1ae2a5dff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:53:48Z', 'updated_at': '2022-02-04T09:53:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '39c441eb-abd4-4a17-b6e3-6e70b4d45aa3', 'name': '', 'network_id': 'f1c1dd48-d235-40de-a07a-e60b993888cd', 'tenant_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'mac_address': 'fa:16:3e:57:bd:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5662893c-e8f6-431b-874e-bad1ae2a5dff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78fd9f8d-1b6a-4e70-b82b-ab93bdbc9f6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:53:50Z', 'updated_at': '2022-02-04T09:53:50Z', 'revision_number': 1, 'project_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'subnets': [{'id': '78fd9f8d-1b6a-4e70-b82b-ab93bdbc9f6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 09:53:52.360511 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-89d6d8a5-f85a-44b4-b671-64de28038220 None None] Provisioning complete for port 39c441eb-abd4-4a17-b6e3-6e70b4d45aa3 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:53:52.360906 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-89d6d8a5-f85a-44b4-b671-64de28038220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:52.466889 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-89d6d8a5-f85a-44b4-b671-64de28038220 None None] Port 39c441eb-abd4-4a17-b6e3-6e70b4d45aa3 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 09:53:52.564842 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6f6a509-8f86-4af2-906a-02390f103693 admin admin] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 09:53:52.574131 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-d6f6a509-8f86-4af2-906a-02390f103693 admin admin] 10.222.0.36 "PUT /v2.0/routers/5662893c-e8f6-431b-874e-bad1ae2a5dff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1072471 Feb 04 09:53:52.974731 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:53.214952 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:53.809571 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 37386) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:53:53.815290 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-1a760f4a-0a54-48a0-b44f-8a33934c022d admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2088206624-network', 'tenant_id': 'd237b814937d494c853558c942299f88'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:53:53.820305 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-1a760f4a-0a54-48a0-b44f-8a33934c022d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:53:53.824415 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-1a760f4a-0a54-48a0-b44f-8a33934c022d admin admin] Usage tracker for resource:network and tenant:d237b814937d494c853558c942299f88 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:53:53.827775 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-1a760f4a-0a54-48a0-b44f-8a33934c022d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:53:53.834251 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-1a760f4a-0a54-48a0-b44f-8a33934c022d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:53:53.903675 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a760f4a-0a54-48a0-b44f-8a33934c022d admin admin] Made reservation on behalf of d237b814937d494c853558c942299f88 for: {'network': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 09:53:53.906044 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1a760f4a-0a54-48a0-b44f-8a33934c022d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for network, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:53.919281 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1a760f4a-0a54-48a0-b44f-8a33934c022d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:53.958334 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-1a760f4a-0a54-48a0-b44f-8a33934c022d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:53:53.962396 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-1a760f4a-0a54-48a0-b44f-8a33934c022d admin admin] Usage tracker for resource:security_group_rule and tenant:d237b814937d494c853558c942299f88 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:53:53.966663 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-1a760f4a-0a54-48a0-b44f-8a33934c022d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:53:53.972281 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-1a760f4a-0a54-48a0-b44f-8a33934c022d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:53:54.042557 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device b8b3eb70-c9f5-4715-8300-56b02121ad9e up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:53:54.046632 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1a760f4a-0a54-48a0-b44f-8a33934c022d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:54.114386 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1a760f4a-0a54-48a0-b44f-8a33934c022d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:54.141756 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a760f4a-0a54-48a0-b44f-8a33934c022d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=84107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 09:53:54.154389 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a760f4a-0a54-48a0-b44f-8a33934c022d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71ca02f1-d8eb-48c4-baac-7d74113ffc4f,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:53:54.158586 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1a760f4a-0a54-48a0-b44f-8a33934c022d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:54.158911 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.segments_db [None req-1a760f4a-0a54-48a0-b44f-8a33934c022d admin admin] Added segment 86620e5f-30d6-40e0-8350-c0b686a3d553 of type vlan for network 7ba58094-a607-48b1-884c-2b11465cbd14 Feb 04 09:53:54.171652 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port b8b3eb70-c9f5-4715-8300-56b02121ad9e completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:53:54.176745 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port b8b3eb70-c9f5-4715-8300-56b02121ad9e triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:53:54.177118 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:54.185214 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1a760f4a-0a54-48a0-b44f-8a33934c022d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782525008249'] for network, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:54.289252 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1a760f4a-0a54-48a0-b44f-8a33934c022d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352'] for network, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:54.290147 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a760f4a-0a54-48a0-b44f-8a33934c022d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:53:54.291447 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-1a760f4a-0a54-48a0-b44f-8a33934c022d admin admin] Notify callbacks [] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:54.351180 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:54.368746 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port b8b3eb70-c9f5-4715-8300-56b02121ad9e, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=b8b3eb70-c9f5-4715-8300-56b02121ad9e,segment=NetworkSegment(c44b9475-949d-4ae7-bfca-e29b010a56a6),segment_id=c44b9475-949d-4ae7-bfca-e29b010a56a6)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:53:54.402508 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a760f4a-0a54-48a0-b44f-8a33934c022d admin admin] Pushing event updated for resources: {'Network': ['ID=7ba58094-a607-48b1-884c-2b11465cbd14,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:53:54.412849 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Network 7ba58094-a607-48b1-884c-2b11465cbd14 details requested by agent ovs-agent-dv-neutron-827798-2-hyperv with host dv-neutron-827798-2-hyperv {{(pid=84109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 09:53:54.473436 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:54.489580 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-1a760f4a-0a54-48a0-b44f-8a33934c022d admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6788905 Feb 04 09:53:54.492493 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 37390) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:53:54.498599 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-d298b112-b36e-43df-89fe-b489d01c7809 admin admin] Request body: {'subnet': {'network_id': '7ba58094-a607-48b1-884c-2b11465cbd14', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2088206624-subnet', 'tenant_id': 'd237b814937d494c853558c942299f88', 'ip_version': 4}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:53:54.503810 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-d298b112-b36e-43df-89fe-b489d01c7809 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:53:54.507724 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-d298b112-b36e-43df-89fe-b489d01c7809 admin admin] Usage tracker for resource:subnet and tenant:d237b814937d494c853558c942299f88 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:53:54.511276 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-d298b112-b36e-43df-89fe-b489d01c7809 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:53:54.517124 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-d298b112-b36e-43df-89fe-b489d01c7809 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:53:54.573597 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=b8b3eb70-c9f5-4715-8300-56b02121ad9e,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:53:54.620203 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d298b112-b36e-43df-89fe-b489d01c7809 admin admin] Made reservation on behalf of d237b814937d494c853558c942299f88 for: {'subnet': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 09:53:54.622514 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d298b112-b36e-43df-89fe-b489d01c7809 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8119726'] for subnet, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:54.677801 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:54.906802 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d298b112-b36e-43df-89fe-b489d01c7809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7593498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8119736'] for subnet, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:54.989628 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d298b112-b36e-43df-89fe-b489d01c7809 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e966d7d-d63b-45c9-85fe-c4db1cce387d,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:53:54.996605 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d298b112-b36e-43df-89fe-b489d01c7809 admin admin] Checking segment: {'id': '86620e5f-30d6-40e0-8350-c0b686a3d553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '7ba58094-a607-48b1-884c-2b11465cbd14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 09:53:54.997570 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d298b112-b36e-43df-89fe-b489d01c7809 admin admin] Network hostable DHCP agents. Network: 7ba58094-a607-48b1-884c-2b11465cbd14, hostable agents: ['7c841aab-f479-431f-aa18-797008bbd8c8'], hosted agents: [] {{(pid=84108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 09:53:55.075621 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d298b112-b36e-43df-89fe-b489d01c7809 admin admin] Network 7ba58094-a607-48b1-884c-2b11465cbd14 is scheduled to be hosted by DHCP agent 7c841aab-f479-431f-aa18-797008bbd8c8 with binding_index 1 {{(pid=84108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 09:53:55.175004 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-d298b112-b36e-43df-89fe-b489d01c7809 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827798-2-hyperv, 7ba58094-a607-48b1-884c-2b11465cbd14) {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:53:55.179042 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d298b112-b36e-43df-89fe-b489d01c7809 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:53:55.179710 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d298b112-b36e-43df-89fe-b489d01c7809 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:55.183890 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f14bc01-7c20-46b2-9c16-ae826f6241d6 None None] Network 7ba58094-a607-48b1-884c-2b11465cbd14 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 09:53:55.266918 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-d298b112-b36e-43df-89fe-b489d01c7809 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7732630 Feb 04 09:53:55.269396 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 37394) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:53:55.274767 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-3641b7ae-123c-4e6b-bda2-a6e4081b6be6 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2088206624-router', 'tenant_id': 'd237b814937d494c853558c942299f88', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:53:55.280022 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-3641b7ae-123c-4e6b-bda2-a6e4081b6be6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:53:55.286263 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-3641b7ae-123c-4e6b-bda2-a6e4081b6be6 admin admin] Usage tracker for resource:router and tenant:d237b814937d494c853558c942299f88 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:53:55.287048 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-3641b7ae-123c-4e6b-bda2-a6e4081b6be6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:53:55.292803 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-3641b7ae-123c-4e6b-bda2-a6e4081b6be6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:53:55.369113 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3641b7ae-123c-4e6b-bda2-a6e4081b6be6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40975'] for router, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:55.370314 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3641b7ae-123c-4e6b-bda2-a6e4081b6be6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472393', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40982'] for router, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:55.391197 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3641b7ae-123c-4e6b-bda2-a6e4081b6be6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:55.400139 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e25c65-5f8d-4fac-8c8b-403cad841fb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d0133f0-0c8a-57c5-8597-c4f01ff17968-7ba58094-a607-48b1-884c-2b11465cbd14', 'network_id': '7ba58094-a607-48b1-884c-2b11465cbd14', 'tenant_id': 'd237b814937d494c853558c942299f88', 'fixed_ips': [{'subnet_id': '4e966d7d-d63b-45c9-85fe-c4db1cce387d'}]}} from dv-neutron-827798-2-hyperv. {{(pid=84109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 09:53:55.401650 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-a6e25c65-5f8d-4fac-8c8b-403cad841fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:55.553163 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.db_base_plugin_common [None req-a6e25c65-5f8d-4fac-8c8b-403cad841fb1 None None] Allocated IP 172.20.0.2 (7ba58094-a607-48b1-884c-2b11465cbd14/4e966d7d-d63b-45c9-85fe-c4db1cce387d/921e3f1d-e136-4ba3-9ae8-4ab57462df3e) {{(pid=84109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 09:53:55.595047 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3641b7ae-123c-4e6b-bda2-a6e4081b6be6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40996'] for router, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:55.759233 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-a6e25c65-5f8d-4fac-8c8b-403cad841fb1 None None] Notify callbacks [] for port, precommit_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:55.769949 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-a6e25c65-5f8d-4fac-8c8b-403cad841fb1 None None] Transition to ACTIVE for port object 921e3f1d-e136-4ba3-9ae8-4ab57462df3e will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:53:55.787894 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-a6e25c65-5f8d-4fac-8c8b-403cad841fb1 None None] Transition to ACTIVE for port object 921e3f1d-e136-4ba3-9ae8-4ab57462df3e will not be triggered until provisioned by entity DHCP. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:53:55.843988 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3641b7ae-123c-4e6b-bda2-a6e4081b6be6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:55.849018 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-a6e25c65-5f8d-4fac-8c8b-403cad841fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398'] for port, after_create {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:55.873053 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3641b7ae-123c-4e6b-bda2-a6e4081b6be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:55.913262 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e25c65-5f8d-4fac-8c8b-403cad841fb1 None None] Network 7ba58094-a607-48b1-884c-2b11465cbd14 is already hosted by enough agents. {{(pid=84109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:53:55.916134 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.scheduler.base_scheduler [None req-a6e25c65-5f8d-4fac-8c8b-403cad841fb1 None None] Resources bound (agent type, host, resource id): {{(pid=84109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:53:55.919870 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e25c65-5f8d-4fac-8c8b-403cad841fb1 None None] Received port after_create {{(pid=84109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 09:53:55.926144 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e25c65-5f8d-4fac-8c8b-403cad841fb1 None None] Pushing event updated for resources: {'Port': ['ID=921e3f1d-e136-4ba3-9ae8-4ab57462df3e,revision_number=1']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:53:56.015703 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device b8b3eb70-c9f5-4715-8300-56b02121ad9e up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:53:56.018791 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [None req-3641b7ae-123c-4e6b-bda2-a6e4081b6be6 admin admin] Allocated IP 172.26.3.65 (e264bd74-c56b-43d0-9059-bcb57dbbe5bc/79caf47c-b62c-4ea0-b35f-21ede155daa8/f56c3a51-2a17-4848-872b-037ff4d1a7ee) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 09:53:56.037974 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-a6e25c65-5f8d-4fac-8c8b-403cad841fb1 None None] Attempting to bind port 921e3f1d-e136-4ba3-9ae8-4ab57462df3e on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 09:53:56.038338 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-a6e25c65-5f8d-4fac-8c8b-403cad841fb1 None None] Attempting to bind port 921e3f1d-e136-4ba3-9ae8-4ab57462df3e by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': '86620e5f-30d6-40e0-8350-c0b686a3d553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '7ba58094-a607-48b1-884c-2b11465cbd14'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 09:53:56.038697 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e25c65-5f8d-4fac-8c8b-403cad841fb1 None None] Attempting to bind port 921e3f1d-e136-4ba3-9ae8-4ab57462df3e on network 7ba58094-a607-48b1-884c-2b11465cbd14 {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 09:53:56.063151 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e25c65-5f8d-4fac-8c8b-403cad841fb1 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 9, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 09:53:56.063524 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e25c65-5f8d-4fac-8c8b-403cad841fb1 None None] Checking segment: {'id': '86620e5f-30d6-40e0-8350-c0b686a3d553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '7ba58094-a607-48b1-884c-2b11465cbd14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 09:53:56.063916 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-a6e25c65-5f8d-4fac-8c8b-403cad841fb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:56.064301 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e25c65-5f8d-4fac-8c8b-403cad841fb1 None None] Bound using segment: {'id': '86620e5f-30d6-40e0-8350-c0b686a3d553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '7ba58094-a607-48b1-884c-2b11465cbd14'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 09:53:56.064778 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-a6e25c65-5f8d-4fac-8c8b-403cad841fb1 None None] Bound port: 921e3f1d-e136-4ba3-9ae8-4ab57462df3e, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86620e5f-30d6-40e0-8350-c0b686a3d553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '7ba58094-a607-48b1-884c-2b11465cbd14'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 09:53:56.065145 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-a6e25c65-5f8d-4fac-8c8b-403cad841fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:56.169614 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3641b7ae-123c-4e6b-bda2-a6e4081b6be6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:56.169826 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-a6e25c65-5f8d-4fac-8c8b-403cad841fb1 None None] For port 921e3f1d-e136-4ba3-9ae8-4ab57462df3e, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 09:53:56.173544 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-a6e25c65-5f8d-4fac-8c8b-403cad841fb1 None None] For port 921e3f1d-e136-4ba3-9ae8-4ab57462df3e, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=921e3f1d-e136-4ba3-9ae8-4ab57462df3e,segment=NetworkSegment(86620e5f-30d6-40e0-8350-c0b686a3d553),segment_id=86620e5f-30d6-40e0-8350-c0b686a3d553)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 09:53:56.174912 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port b8b3eb70-c9f5-4715-8300-56b02121ad9e triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:53:56.175273 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:56.261802 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-a6e25c65-5f8d-4fac-8c8b-403cad841fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:56.266341 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3641b7ae-123c-4e6b-bda2-a6e4081b6be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:56.331209 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3641b7ae-123c-4e6b-bda2-a6e4081b6be6 admin admin] Network e264bd74-c56b-43d0-9059-bcb57dbbe5bc is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:53:56.334239 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [None req-3641b7ae-123c-4e6b-bda2-a6e4081b6be6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:53:56.338635 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3641b7ae-123c-4e6b-bda2-a6e4081b6be6 admin admin] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 09:53:56.361305 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e25c65-5f8d-4fac-8c8b-403cad841fb1 None None] Pushing event updated for resources: {'Port': ['ID=921e3f1d-e136-4ba3-9ae8-4ab57462df3e,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:53:56.371847 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3641b7ae-123c-4e6b-bda2-a6e4081b6be6 admin admin] Pushing event updated for resources: {'Port': ['ID=f56c3a51-2a17-4848-872b-037ff4d1a7ee,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:53:56.583201 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3641b7ae-123c-4e6b-bda2-a6e4081b6be6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:56.584025 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3641b7ae-123c-4e6b-bda2-a6e4081b6be6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472990'] for router, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:56.891557 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3641b7ae-123c-4e6b-bda2-a6e4081b6be6 admin admin] Router f98bed33-764a-4a27-a27b-35dc0ceb6b94 is scheduled to L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 with binding_index 1 {{(pid=84108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 09:53:56.989184 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:57.210170 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3641b7ae-123c-4e6b-bda2-a6e4081b6be6 admin admin] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 09:53:57.221400 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a0d2ee-0df9-4e2f-8645-239ec5c7bfd8 None None] Sync routers for ids ['f98bed33-764a-4a27-a27b-35dc0ceb6b94'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 09:53:57.234989 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a0d2ee-0df9-4e2f-8645-239ec5c7bfd8 None None] Routers {'f98bed33-764a-4a27-a27b-35dc0ceb6b94'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:53:57.235698 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-26a0d2ee-0df9-4e2f-8645-239ec5c7bfd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:53:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['f98bed33-764a-4a27-a27b-35dc0ceb6b94'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:53:57.255944 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7552f16e-61c1-4cd3-aac2-efd1d1522ab1 None None] Network 7ba58094-a607-48b1-884c-2b11465cbd14 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 09:53:57.317795 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-3641b7ae-123c-4e6b-bda2-a6e4081b6be6 admin admin] Notify callbacks [] for router, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:57.322043 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 37398) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:53:57.324799 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-3641b7ae-123c-4e6b-bda2-a6e4081b6be6 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0529773 Feb 04 09:53:57.421991 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-26a0d2ee-0df9-4e2f-8645-239ec5c7bfd8 None None] Set router f98bed33-764a-4a27-a27b-35dc0ceb6b94 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:53:57.435597 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-e77c5674-a656-4b8e-9e26-88210495021e None None] Provisioning for port 921e3f1d-e136-4ba3-9ae8-4ab57462df3e completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:53:57.719152 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-26a0d2ee-0df9-4e2f-8645-239ec5c7bfd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98bed33-764a-4a27-a27b-35dc0ceb6b94', 'name': 'tempest-TestSnapshotPattern-2088206624-router', 'tenant_id': 'd237b814937d494c853558c942299f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': 'f56c3a51-2a17-4848-872b-037ff4d1a7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:53:55Z', 'updated_at': '2022-02-04T09:53:56Z', 'revision_number': 3, 'project_id': 'd237b814937d494c853558c942299f88', 'gw_port': {'id': 'f56c3a51-2a17-4848-872b-037ff4d1a7ee', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:59:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f98bed33-764a-4a27-a27b-35dc0ceb6b94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:53:55Z', 'updated_at': '2022-02-04T09:53:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:53:57.723014 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a0d2ee-0df9-4e2f-8645-239ec5c7bfd8 None None] Checking router: f98bed33-764a-4a27-a27b-35dc0ceb6b94 for host: dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 09:53:57.723382 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a0d2ee-0df9-4e2f-8645-239ec5c7bfd8 None None] Updating router f98bed33-764a-4a27-a27b-35dc0ceb6b94 port f56c3a51-2a17-4848-872b-037ff4d1a7ee binding host dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 09:53:57.781750 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-26a0d2ee-0df9-4e2f-8645-239ec5c7bfd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:58.059356 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 921e3f1d-e136-4ba3-9ae8-4ab57462df3e up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:53:58.078765 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-bf602291-a2b5-4685-a4a4-cef700935db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:58.117302 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-26a0d2ee-0df9-4e2f-8645-239ec5c7bfd8 None None] Notify callbacks [] for port, precommit_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:58.129669 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.provisioning_blocks [None req-26a0d2ee-0df9-4e2f-8645-239ec5c7bfd8 None None] Transition to ACTIVE for port object f56c3a51-2a17-4848-872b-037ff4d1a7ee will not be triggered until provisioned by entity L2. {{(pid=84110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:53:58.203752 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 921e3f1d-e136-4ba3-9ae8-4ab57462df3e completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:53:58.209635 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 921e3f1d-e136-4ba3-9ae8-4ab57462df3e triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:53:58.210008 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:58.248830 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-26a0d2ee-0df9-4e2f-8645-239ec5c7bfd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:58.298786 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-bf602291-a2b5-4685-a4a4-cef700935db2 admin admin] Allocated IP 172.20.0.1 (7ba58094-a607-48b1-884c-2b11465cbd14/4e966d7d-d63b-45c9-85fe-c4db1cce387d/02db7197-46f4-41da-8ed7-0d8be4ba6e39) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 09:53:58.340989 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.managers [None req-26a0d2ee-0df9-4e2f-8645-239ec5c7bfd8 None None] Attempting to bind port f56c3a51-2a17-4848-872b-037ff4d1a7ee on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 09:53:58.341615 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.managers [None req-26a0d2ee-0df9-4e2f-8645-239ec5c7bfd8 None None] Attempting to bind port f56c3a51-2a17-4848-872b-037ff4d1a7ee by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}] {{(pid=84110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 09:53:58.342274 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a0d2ee-0df9-4e2f-8645-239ec5c7bfd8 None None] Attempting to bind port f56c3a51-2a17-4848-872b-037ff4d1a7ee on network e264bd74-c56b-43d0-9059-bcb57dbbe5bc {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 09:53:58.356720 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a0d2ee-0df9-4e2f-8645-239ec5c7bfd8 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 9, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 09:53:58.357184 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a0d2ee-0df9-4e2f-8645-239ec5c7bfd8 None None] Checking segment: {'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 09:53:58.357699 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-26a0d2ee-0df9-4e2f-8645-239ec5c7bfd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:58.358208 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a0d2ee-0df9-4e2f-8645-239ec5c7bfd8 None None] Bound using segment: {'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'} {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 09:53:58.358648 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.managers [None req-26a0d2ee-0df9-4e2f-8645-239ec5c7bfd8 None None] Bound port: f56c3a51-2a17-4848-872b-037ff4d1a7ee, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c44b9475-949d-4ae7-bfca-e29b010a56a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc'}}] {{(pid=84110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 09:53:58.359078 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-26a0d2ee-0df9-4e2f-8645-239ec5c7bfd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:58.376278 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:58.414756 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port 921e3f1d-e136-4ba3-9ae8-4ab57462df3e, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=921e3f1d-e136-4ba3-9ae8-4ab57462df3e,segment=NetworkSegment(86620e5f-30d6-40e0-8350-c0b686a3d553),segment_id=86620e5f-30d6-40e0-8350-c0b686a3d553)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:53:58.417721 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f09f934-e3ae-4a72-8af9-8af7df08269f None None] Pushing event updated for resources: {'Port': ['ID=f56c3a51-2a17-4848-872b-037ff4d1a7ee,revision_number=2']} {{(pid=84110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:53:58.443919 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f09f934-e3ae-4a72-8af9-8af7df08269f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:53:58.444252 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f09f934-e3ae-4a72-8af9-8af7df08269f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:53:58.444654 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f09f934-e3ae-4a72-8af9-8af7df08269f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:53:58.444922 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f09f934-e3ae-4a72-8af9-8af7df08269f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:53:58.445240 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f09f934-e3ae-4a72-8af9-8af7df08269f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:53:58.445905 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f09f934-e3ae-4a72-8af9-8af7df08269f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:53:58.446227 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f09f934-e3ae-4a72-8af9-8af7df08269f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:53:58.446546 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f09f934-e3ae-4a72-8af9-8af7df08269f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:53:58.446860 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f09f934-e3ae-4a72-8af9-8af7df08269f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:53:58.447198 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f09f934-e3ae-4a72-8af9-8af7df08269f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:53:58.447998 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f09f934-e3ae-4a72-8af9-8af7df08269f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:53:58.464019 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.db [None req-26a0d2ee-0df9-4e2f-8645-239ec5c7bfd8 None None] For port f56c3a51-2a17-4848-872b-037ff4d1a7ee, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 09:53:58.467289 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.db [None req-26a0d2ee-0df9-4e2f-8645-239ec5c7bfd8 None None] For port f56c3a51-2a17-4848-872b-037ff4d1a7ee, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=f56c3a51-2a17-4848-872b-037ff4d1a7ee,segment=NetworkSegment(c44b9475-949d-4ae7-bfca-e29b010a56a6),segment_id=c44b9475-949d-4ae7-bfca-e29b010a56a6)] {{(pid=84110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 09:53:58.486384 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:58.543683 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-26a0d2ee-0df9-4e2f-8645-239ec5c7bfd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:58.558320 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=921e3f1d-e136-4ba3-9ae8-4ab57462df3e,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:53:58.572794 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-bf602291-a2b5-4685-a4a4-cef700935db2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:58.588901 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.provisioning_blocks [None req-bf602291-a2b5-4685-a4a4-cef700935db2 admin admin] Transition to ACTIVE for port object 02db7197-46f4-41da-8ed7-0d8be4ba6e39 will not be triggered until provisioned by entity DHCP. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:53:58.672411 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-bf602291-a2b5-4685-a4a4-cef700935db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:58.673525 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f09f934-e3ae-4a72-8af9-8af7df08269f None None] Pushing event updated for resources: {'Port': ['ID=f56c3a51-2a17-4848-872b-037ff4d1a7ee,revision_number=3']} {{(pid=84110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:53:58.680345 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a0d2ee-0df9-4e2f-8645-239ec5c7bfd8 None None] Routers {'f98bed33-764a-4a27-a27b-35dc0ceb6b94'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:53:58.680345 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-26a0d2ee-0df9-4e2f-8645-239ec5c7bfd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:53:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['f98bed33-764a-4a27-a27b-35dc0ceb6b94'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:53:58.741223 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf602291-a2b5-4685-a4a4-cef700935db2 admin admin] Network 7ba58094-a607-48b1-884c-2b11465cbd14 is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:53:58.744497 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-bf602291-a2b5-4685-a4a4-cef700935db2 admin admin] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:53:58.749182 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf602291-a2b5-4685-a4a4-cef700935db2 admin admin] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 09:53:58.781298 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf602291-a2b5-4685-a4a4-cef700935db2 admin admin] Pushing event updated for resources: {'Port': ['ID=02db7197-46f4-41da-8ed7-0d8be4ba6e39,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:53:58.814503 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-bf602291-a2b5-4685-a4a4-cef700935db2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-472912'] for router_interface, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:58.976415 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-bf602291-a2b5-4685-a4a4-cef700935db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:58.982453 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-26a0d2ee-0df9-4e2f-8645-239ec5c7bfd8 None None] Set router f98bed33-764a-4a27-a27b-35dc0ceb6b94 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:53:59.083362 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-06866ea0-5578-44de-b2c2-19544c0dbcff None None] Provisioning for port 02db7197-46f4-41da-8ed7-0d8be4ba6e39 completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:53:59.089369 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-06866ea0-5578-44de-b2c2-19544c0dbcff None None] Provisioning complete for port 02db7197-46f4-41da-8ed7-0d8be4ba6e39 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:53:59.089810 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-06866ea0-5578-44de-b2c2-19544c0dbcff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:59.156434 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-06866ea0-5578-44de-b2c2-19544c0dbcff None None] Port 02db7197-46f4-41da-8ed7-0d8be4ba6e39 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 09:53:59.225608 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-bf602291-a2b5-4685-a4a4-cef700935db2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:59.331631 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-bf602291-a2b5-4685-a4a4-cef700935db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:59.434638 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-26a0d2ee-0df9-4e2f-8645-239ec5c7bfd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98bed33-764a-4a27-a27b-35dc0ceb6b94', 'name': 'tempest-TestSnapshotPattern-2088206624-router', 'tenant_id': 'd237b814937d494c853558c942299f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': 'f56c3a51-2a17-4848-872b-037ff4d1a7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:53:55Z', 'updated_at': '2022-02-04T09:53:56Z', 'revision_number': 3, 'project_id': 'd237b814937d494c853558c942299f88', 'gw_port': {'id': 'f56c3a51-2a17-4848-872b-037ff4d1a7ee', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:59:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f98bed33-764a-4a27-a27b-35dc0ceb6b94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:53:55Z', 'updated_at': '2022-02-04T09:53:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:53:59.435267 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf602291-a2b5-4685-a4a4-cef700935db2 admin admin] Pushing event updated for resources: {'Port': ['ID=02db7197-46f4-41da-8ed7-0d8be4ba6e39,revision_number=2']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:53:59.442334 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a0d2ee-0df9-4e2f-8645-239ec5c7bfd8 None None] The sync data for ids ['f98bed33-764a-4a27-a27b-35dc0ceb6b94'] in dv-neutron-827798-2-hyperv is: [{'id': 'f98bed33-764a-4a27-a27b-35dc0ceb6b94', 'name': 'tempest-TestSnapshotPattern-2088206624-router', 'tenant_id': 'd237b814937d494c853558c942299f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': 'f56c3a51-2a17-4848-872b-037ff4d1a7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:53:55Z', 'updated_at': '2022-02-04T09:53:56Z', 'revision_number': 3, 'project_id': 'd237b814937d494c853558c942299f88', 'gw_port': {'id': 'f56c3a51-2a17-4848-872b-037ff4d1a7ee', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:59:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f98bed33-764a-4a27-a27b-35dc0ceb6b94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:53:55Z', 'updated_at': '2022-02-04T09:53:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 09:53:59.444394 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-bf602291-a2b5-4685-a4a4-cef700935db2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1572545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473771'] for router_interface, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:59.583449 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf602291-a2b5-4685-a4a4-cef700935db2 admin admin] Network 7ba58094-a607-48b1-884c-2b11465cbd14 is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:53:59.584457 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-bf602291-a2b5-4685-a4a4-cef700935db2 admin admin] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:53:59.883633 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-c1fbe089-6418-406e-9c0e-f0134ba93054 None None] Provisioning complete for port 02db7197-46f4-41da-8ed7-0d8be4ba6e39 triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:53:59.884214 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-c1fbe089-6418-406e-9c0e-f0134ba93054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:53:59.940713 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-c1fbe089-6418-406e-9c0e-f0134ba93054 None None] Port 02db7197-46f4-41da-8ed7-0d8be4ba6e39 cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 09:54:00.011873 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf602291-a2b5-4685-a4a4-cef700935db2 admin admin] Router f98bed33-764a-4a27-a27b-35dc0ceb6b94 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 09:54:00.013494 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 921e3f1d-e136-4ba3-9ae8-4ab57462df3e up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:54:00.083763 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 921e3f1d-e136-4ba3-9ae8-4ab57462df3e triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:54:00.084126 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:54:00.213298 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf602291-a2b5-4685-a4a4-cef700935db2 admin admin] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 09:54:00.222067 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-bf602291-a2b5-4685-a4a4-cef700935db2 admin admin] 10.222.0.36 "PUT /v2.0/routers/f98bed33-764a-4a27-a27b-35dc0ceb6b94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8978982 Feb 04 09:54:01.954584 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 37416) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:54:01.960208 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-6dad5f00-d5bb-4335-9a92-8378ddf83e87 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-988967098', 'description': 'tempest-secgroup-smoke-988967098 description', 'project_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:54:01.966706 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-6dad5f00-d5bb-4335-9a92-8378ddf83e87 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:54:01.971122 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-6dad5f00-d5bb-4335-9a92-8378ddf83e87 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Usage tracker for resource:security_group and tenant:e2a1bc7f0c124a87b0fe35e5cd80ba34 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:54:01.973954 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-6dad5f00-d5bb-4335-9a92-8378ddf83e87 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:54:01.980157 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-6dad5f00-d5bb-4335-9a92-8378ddf83e87 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:54:02.042983 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-6dad5f00-d5bb-4335-9a92-8378ddf83e87 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Notify callbacks [] for security_group, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:54:02.076788 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-6dad5f00-d5bb-4335-9a92-8378ddf83e87 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:54:02.080365 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-6dad5f00-d5bb-4335-9a92-8378ddf83e87 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Usage tracker for resource:security_group_rule and tenant:e2a1bc7f0c124a87b0fe35e5cd80ba34 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:54:02.083161 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-6dad5f00-d5bb-4335-9a92-8378ddf83e87 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:54:02.089616 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-6dad5f00-d5bb-4335-9a92-8378ddf83e87 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:54:02.140986 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-6dad5f00-d5bb-4335-9a92-8378ddf83e87 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Notify callbacks [] for security_group, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:54:02.203095 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-6dad5f00-d5bb-4335-9a92-8378ddf83e87 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:54:02.242925 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dad5f00-d5bb-4335-9a92-8378ddf83e87 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55f51dca-c52b-4eb7-aa47-30e461d82297,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:54:02.305644 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-6dad5f00-d5bb-4335-9a92-8378ddf83e87 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:54:02.306810 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-6dad5f00-d5bb-4335-9a92-8378ddf83e87 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3512402 Feb 04 09:54:02.309831 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 37420) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:54:02.315155 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-7cfdf73a-d747-4e88-bd0e-2acf2606975b tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Request body: {'security_group_rule': {'security_group_id': '55f51dca-c52b-4eb7-aa47-30e461d82297', 'project_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:54:02.321158 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-7cfdf73a-d747-4e88-bd0e-2acf2606975b tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:54:02.325783 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-7cfdf73a-d747-4e88-bd0e-2acf2606975b tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Usage tracker for resource:security_group_rule and tenant:e2a1bc7f0c124a87b0fe35e5cd80ba34 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:54:02.328651 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-7cfdf73a-d747-4e88-bd0e-2acf2606975b tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:54:02.334292 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-7cfdf73a-d747-4e88-bd0e-2acf2606975b tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:54:02.405746 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7cfdf73a-d747-4e88-bd0e-2acf2606975b tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:54:02.465013 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7cfdf73a-d747-4e88-bd0e-2acf2606975b tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:54:02.525856 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7cfdf73a-d747-4e88-bd0e-2acf2606975b tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:54:02.552103 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfdf73a-d747-4e88-bd0e-2acf2606975b tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89ecf174-f768-4e20-a98b-49b8d7dc3a0b,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:54:02.631716 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-7cfdf73a-d747-4e88-bd0e-2acf2606975b tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:54:02.633250 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-7cfdf73a-d747-4e88-bd0e-2acf2606975b tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3223410 Feb 04 09:54:02.636676 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 37424) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:54:02.641989 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-98cb7fb0-5e57-4f7c-b08a-babfa4b74e41 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Request body: {'security_group_rule': {'security_group_id': '55f51dca-c52b-4eb7-aa47-30e461d82297', 'project_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:54:02.647644 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-98cb7fb0-5e57-4f7c-b08a-babfa4b74e41 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:54:02.651444 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-98cb7fb0-5e57-4f7c-b08a-babfa4b74e41 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Usage tracker for resource:security_group_rule and tenant:e2a1bc7f0c124a87b0fe35e5cd80ba34 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:54:02.654289 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-98cb7fb0-5e57-4f7c-b08a-babfa4b74e41 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:54:02.659814 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-98cb7fb0-5e57-4f7c-b08a-babfa4b74e41 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:54:02.756199 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-98cb7fb0-5e57-4f7c-b08a-babfa4b74e41 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:54:02.817819 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-98cb7fb0-5e57-4f7c-b08a-babfa4b74e41 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:54:02.897322 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-98cb7fb0-5e57-4f7c-b08a-babfa4b74e41 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:54:02.921302 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cb7fb0-5e57-4f7c-b08a-babfa4b74e41 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8064a1c4-5602-4a11-a502-11c13208186f,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:54:02.995294 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-98cb7fb0-5e57-4f7c-b08a-babfa4b74e41 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:54:02.996470 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-98cb7fb0-5e57-4f7c-b08a-babfa4b74e41 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3588936 Feb 04 09:54:02.999144 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 37428) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:54:03.004514 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-36e80a1e-b477-40fd-a740-d2578e966dbc tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Request body: {'security_group_rule': {'security_group_id': '55f51dca-c52b-4eb7-aa47-30e461d82297', 'project_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:54:03.010477 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-36e80a1e-b477-40fd-a740-d2578e966dbc tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:54:03.014225 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-36e80a1e-b477-40fd-a740-d2578e966dbc tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Usage tracker for resource:security_group_rule and tenant:e2a1bc7f0c124a87b0fe35e5cd80ba34 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:54:03.017132 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-36e80a1e-b477-40fd-a740-d2578e966dbc tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:54:03.022723 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-36e80a1e-b477-40fd-a740-d2578e966dbc tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:54:03.095225 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-36e80a1e-b477-40fd-a740-d2578e966dbc tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:54:03.178795 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-36e80a1e-b477-40fd-a740-d2578e966dbc tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:54:03.248745 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-36e80a1e-b477-40fd-a740-d2578e966dbc tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:54:03.275594 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e80a1e-b477-40fd-a740-d2578e966dbc tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6690fc33-6fc1-4997-bde4-ca1b05a24f3e,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:54:03.362913 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-36e80a1e-b477-40fd-a740-d2578e966dbc tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:54:03.364015 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-36e80a1e-b477-40fd-a740-d2578e966dbc tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3639467 Feb 04 09:54:03.366733 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 37432) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:54:03.371961 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-8d09a6d5-217b-4984-bf6a-c6faa927ddf3 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Request body: {'security_group_rule': {'security_group_id': '55f51dca-c52b-4eb7-aa47-30e461d82297', 'project_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:54:03.377828 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-8d09a6d5-217b-4984-bf6a-c6faa927ddf3 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:54:03.381773 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-8d09a6d5-217b-4984-bf6a-c6faa927ddf3 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Usage tracker for resource:security_group_rule and tenant:e2a1bc7f0c124a87b0fe35e5cd80ba34 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:54:03.384706 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-8d09a6d5-217b-4984-bf6a-c6faa927ddf3 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:54:03.390315 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-8d09a6d5-217b-4984-bf6a-c6faa927ddf3 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:54:03.460682 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8d09a6d5-217b-4984-bf6a-c6faa927ddf3 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:54:03.529924 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8d09a6d5-217b-4984-bf6a-c6faa927ddf3 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:54:03.589132 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8d09a6d5-217b-4984-bf6a-c6faa927ddf3 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:54:03.613582 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d09a6d5-217b-4984-bf6a-c6faa927ddf3 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65c447dd-bfd4-4190-a3c4-2a88c3ca633f,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:54:03.697257 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-8d09a6d5-217b-4984-bf6a-c6faa927ddf3 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:54:03.699172 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-8d09a6d5-217b-4984-bf6a-c6faa927ddf3 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3313012 Feb 04 09:54:03.702007 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 37436) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:54:03.707457 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-53339dec-15a4-49a1-ba9e-ce0eb159348e tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Request body: {'security_group_rule': {'security_group_id': '55f51dca-c52b-4eb7-aa47-30e461d82297', 'project_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:54:03.713259 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-53339dec-15a4-49a1-ba9e-ce0eb159348e tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:54:03.717706 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-53339dec-15a4-49a1-ba9e-ce0eb159348e tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Usage tracker for resource:security_group_rule and tenant:e2a1bc7f0c124a87b0fe35e5cd80ba34 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:54:03.720568 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-53339dec-15a4-49a1-ba9e-ce0eb159348e tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:54:03.726254 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-53339dec-15a4-49a1-ba9e-ce0eb159348e tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:54:03.811816 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.securitygroups_db [None req-53339dec-15a4-49a1-ba9e-ce0eb159348e tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Project e2a1bc7f0c124a87b0fe35e5cd80ba34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 09:54:03.818581 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-53339dec-15a4-49a1-ba9e-ce0eb159348e tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:54:03.882479 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-53339dec-15a4-49a1-ba9e-ce0eb159348e tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:54:03.960029 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-53339dec-15a4-49a1-ba9e-ce0eb159348e tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:54:03.984426 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53339dec-15a4-49a1-ba9e-ce0eb159348e tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3eecc18-7f6f-4a35-9c1d-6b43d82aedb0,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:54:04.060043 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-53339dec-15a4-49a1-ba9e-ce0eb159348e tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:54:04.061260 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-53339dec-15a4-49a1-ba9e-ce0eb159348e tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3583314 Feb 04 09:54:04.063996 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 37440) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:54:04.069333 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [None req-4cbd1ec7-ee43-4432-88c0-7c9ea5c66ced tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Request body: {'security_group_rule': {'security_group_id': '55f51dca-c52b-4eb7-aa47-30e461d82297', 'project_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:54:04.075408 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-4cbd1ec7-ee43-4432-88c0-7c9ea5c66ced tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:54:04.079188 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-4cbd1ec7-ee43-4432-88c0-7c9ea5c66ced tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Usage tracker for resource:security_group_rule and tenant:e2a1bc7f0c124a87b0fe35e5cd80ba34 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:54:04.082216 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [None req-4cbd1ec7-ee43-4432-88c0-7c9ea5c66ced tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:54:04.087859 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [None req-4cbd1ec7-ee43-4432-88c0-7c9ea5c66ced tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:54:04.151964 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.db.securitygroups_db [None req-4cbd1ec7-ee43-4432-88c0-7c9ea5c66ced tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Project e2a1bc7f0c124a87b0fe35e5cd80ba34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 09:54:04.158275 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4cbd1ec7-ee43-4432-88c0-7c9ea5c66ced tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:54:04.227318 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4cbd1ec7-ee43-4432-88c0-7c9ea5c66ced tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:54:04.282983 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4cbd1ec7-ee43-4432-88c0-7c9ea5c66ced tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-322289'] for security_group_rule, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:54:04.306172 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbd1ec7-ee43-4432-88c0-7c9ea5c66ced tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2937955-78e3-4791-870b-a52dcbde427e,revision_number=0']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:54:04.377570 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-4cbd1ec7-ee43-4432-88c0-7c9ea5c66ced tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:54:04.378796 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-4cbd1ec7-ee43-4432-88c0-7c9ea5c66ced tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3138473 Feb 04 09:54:04.557871 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-12270301-df87-4ea3-8a19-64b457617c90 req-f04f224b-a289-4e0c-9d55-a928e0dd3453 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Synchronizing usage tracker for tenant:e2a1bc7f0c124a87b0fe35e5cd80ba34 on resource:security_group {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 09:54:04.632011 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-12270301-df87-4ea3-8a19-64b457617c90 req-f04f224b-a289-4e0c-9d55-a928e0dd3453 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Unset dirty status for tenant:e2a1bc7f0c124a87b0fe35e5cd80ba34 on resource:security_group {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 09:54:04.633268 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-12270301-df87-4ea3-8a19-64b457617c90 req-f04f224b-a289-4e0c-9d55-a928e0dd3453 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-988967098&fields=id&tenant_id=e2a1bc7f0c124a87b0fe35e5cd80ba34 HTTP/1.1" status: 200 len: 267 time: 0.1199017 Feb 04 09:54:04.875965 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12270301-df87-4ea3-8a19-64b457617c90 req-323e6858-aa00-4358-b5f7-c56109993a8e tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:54:04.876663 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-12270301-df87-4ea3-8a19-64b457617c90 req-323e6858-aa00-4358-b5f7-c56109993a8e tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Synchronizing usage tracker for tenant:e2a1bc7f0c124a87b0fe35e5cd80ba34 on resource:network {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 09:54:04.974924 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-12270301-df87-4ea3-8a19-64b457617c90 req-323e6858-aa00-4358-b5f7-c56109993a8e tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Unset dirty status for tenant:e2a1bc7f0c124a87b0fe35e5cd80ba34 on resource:network {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 09:54:04.976140 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-12270301-df87-4ea3-8a19-64b457617c90 req-323e6858-aa00-4358-b5f7-c56109993a8e tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] 10.222.0.36 "GET /v2.0/networks?id=f1c1dd48-d235-40de-a07a-e60b993888cd HTTP/1.1" status: 200 len: 809 time: 0.3358872 Feb 04 09:54:04.995349 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-12270301-df87-4ea3-8a19-64b457617c90 req-7021b46f-069e-4b59-b705-5bcf5e8aa9f1 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] 10.222.0.36 "GET /v2.0/quotas/e2a1bc7f0c124a87b0fe35e5cd80ba34 HTTP/1.1" status: 200 len: 375 time: 0.0126455 Feb 04 09:54:05.105595 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-12270301-df87-4ea3-8a19-64b457617c90 req-8e5b7ce4-3c85-4ccd-a224-3e427c927e98 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Synchronizing usage tracker for tenant:e2a1bc7f0c124a87b0fe35e5cd80ba34 on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 09:54:05.191886 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-12270301-df87-4ea3-8a19-64b457617c90 req-8e5b7ce4-3c85-4ccd-a224-3e427c927e98 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Unset dirty status for tenant:e2a1bc7f0c124a87b0fe35e5cd80ba34 on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 09:54:05.193308 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-12270301-df87-4ea3-8a19-64b457617c90 req-8e5b7ce4-3c85-4ccd-a224-3e427c927e98 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e2a1bc7f0c124a87b0fe35e5cd80ba34&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1922684 Feb 04 09:54:05.211095 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [req-12270301-df87-4ea3-8a19-64b457617c90 req-5c1d1e60-7c5d-4835-aee8-746f14cd5eb9 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=84107) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 09:54:05.212076 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-12270301-df87-4ea3-8a19-64b457617c90 req-5c1d1e60-7c5d-4835-aee8-746f14cd5eb9 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0058610 Feb 04 09:54:05.356717 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-12270301-df87-4ea3-8a19-64b457617c90 req-15bc62b9-d77e-410c-b4aa-5422cf9e36a6 service neutron] 10.222.0.36 "GET /v2.0/networks/f1c1dd48-d235-40de-a07a-e60b993888cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369560 Feb 04 09:54:05.497624 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-12270301-df87-4ea3-8a19-64b457617c90 req-062ac98c-64c1-40f3-a017-67fa190977ac service neutron] 10.222.0.36 "GET /v2.0/networks/f1c1dd48-d235-40de-a07a-e60b993888cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345630 Feb 04 09:54:06.037850 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device f56c3a51-2a17-4848-872b-037ff4d1a7ee up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:54:06.136082 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa04c40d-8b3c-4a3b-81fa-74d9f68ea4ef None None] Sync routers for ids ['5662893c-e8f6-431b-874e-bad1ae2a5dff'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 09:54:06.148971 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa04c40d-8b3c-4a3b-81fa-74d9f68ea4ef None None] Routers {'5662893c-e8f6-431b-874e-bad1ae2a5dff'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:54:06.149618 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-aa04c40d-8b3c-4a3b-81fa-74d9f68ea4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:53:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['5662893c-e8f6-431b-874e-bad1ae2a5dff'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:54:06.203353 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port f56c3a51-2a17-4848-872b-037ff4d1a7ee completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:54:06.221923 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port f56c3a51-2a17-4848-872b-037ff4d1a7ee triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:54:06.222287 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:54:06.412072 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-aa04c40d-8b3c-4a3b-81fa-74d9f68ea4ef None None] Set router 5662893c-e8f6-431b-874e-bad1ae2a5dff gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:54:06.491047 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:54:06.591863 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port f56c3a51-2a17-4848-872b-037ff4d1a7ee, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=f56c3a51-2a17-4848-872b-037ff4d1a7ee,segment=NetworkSegment(c44b9475-949d-4ae7-bfca-e29b010a56a6),segment_id=c44b9475-949d-4ae7-bfca-e29b010a56a6)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:54:06.686982 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:54:06.798494 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=f56c3a51-2a17-4848-872b-037ff4d1a7ee,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:54:06.806968 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b665ee8e-8e3d-4bfc-ab45-7aa2a9e3a1e0 req-3068cd9c-d739-4039-b144-4a9acba58aea tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] 10.222.0.36 "GET /v2.0/ports?device_id=e50640bb-36a2-4a23-a387-af24fab6be45 HTTP/1.1" status: 200 len: 210 time: 0.0499711 Feb 04 09:54:06.835851 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-aa04c40d-8b3c-4a3b-81fa-74d9f68ea4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5662893c-e8f6-431b-874e-bad1ae2a5dff', 'name': 'tempest-TestSnapshotPattern-850160349-router', 'tenant_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': 'b8b3eb70-c9f5-4715-8300-56b02121ad9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:53:47Z', 'updated_at': '2022-02-04T09:53:51Z', 'revision_number': 4, 'project_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'gw_port': {'id': 'b8b3eb70-c9f5-4715-8300-56b02121ad9e', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:14:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5662893c-e8f6-431b-874e-bad1ae2a5dff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:53:48Z', 'updated_at': '2022-02-04T09:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '39c441eb-abd4-4a17-b6e3-6e70b4d45aa3', 'name': '', 'network_id': 'f1c1dd48-d235-40de-a07a-e60b993888cd', 'tenant_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'mac_address': 'fa:16:3e:57:bd:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5662893c-e8f6-431b-874e-bad1ae2a5dff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78fd9f8d-1b6a-4e70-b82b-ab93bdbc9f6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:53:50Z', 'updated_at': '2022-02-04T09:53:51Z', 'revision_number': 2, 'project_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'subnets': [{'id': '78fd9f8d-1b6a-4e70-b82b-ab93bdbc9f6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:54:06.835851 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa04c40d-8b3c-4a3b-81fa-74d9f68ea4ef None None] Checking router: 5662893c-e8f6-431b-874e-bad1ae2a5dff for host: dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 09:54:06.835851 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa04c40d-8b3c-4a3b-81fa-74d9f68ea4ef None None] Updating router 5662893c-e8f6-431b-874e-bad1ae2a5dff port 39c441eb-abd4-4a17-b6e3-6e70b4d45aa3 binding host dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 09:54:06.888910 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-aa04c40d-8b3c-4a3b-81fa-74d9f68ea4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:54:07.285260 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-aa04c40d-8b3c-4a3b-81fa-74d9f68ea4ef None None] Notify callbacks [] for port, precommit_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:54:07.297790 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-aa04c40d-8b3c-4a3b-81fa-74d9f68ea4ef None None] Transition to ACTIVE for port object 39c441eb-abd4-4a17-b6e3-6e70b4d45aa3 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:54:07.365861 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-aa04c40d-8b3c-4a3b-81fa-74d9f68ea4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:54:07.497961 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364ef5d8-4b91-44f0-8804-19825c6c61e6 None None] Pushing event updated for resources: {'Port': ['ID=39c441eb-abd4-4a17-b6e3-6e70b4d45aa3,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:54:07.593364 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-aa04c40d-8b3c-4a3b-81fa-74d9f68ea4ef None None] Attempting to bind port 39c441eb-abd4-4a17-b6e3-6e70b4d45aa3 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 09:54:07.595764 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-aa04c40d-8b3c-4a3b-81fa-74d9f68ea4ef None None] Attempting to bind port 39c441eb-abd4-4a17-b6e3-6e70b4d45aa3 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': '1d5eaa3e-5249-44c2-a054-53d07405e8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f1c1dd48-d235-40de-a07a-e60b993888cd'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 09:54:07.595764 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa04c40d-8b3c-4a3b-81fa-74d9f68ea4ef None None] Attempting to bind port 39c441eb-abd4-4a17-b6e3-6e70b4d45aa3 on network f1c1dd48-d235-40de-a07a-e60b993888cd {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 09:54:07.603517 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa04c40d-8b3c-4a3b-81fa-74d9f68ea4ef None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 9, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 09:54:07.603892 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa04c40d-8b3c-4a3b-81fa-74d9f68ea4ef None None] Checking segment: {'id': '1d5eaa3e-5249-44c2-a054-53d07405e8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f1c1dd48-d235-40de-a07a-e60b993888cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 09:54:07.604294 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-aa04c40d-8b3c-4a3b-81fa-74d9f68ea4ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:54:07.604705 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa04c40d-8b3c-4a3b-81fa-74d9f68ea4ef None None] Bound using segment: {'id': '1d5eaa3e-5249-44c2-a054-53d07405e8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f1c1dd48-d235-40de-a07a-e60b993888cd'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 09:54:07.605163 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.managers [None req-aa04c40d-8b3c-4a3b-81fa-74d9f68ea4ef None None] Bound port: 39c441eb-abd4-4a17-b6e3-6e70b4d45aa3, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d5eaa3e-5249-44c2-a054-53d07405e8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f1c1dd48-d235-40de-a07a-e60b993888cd'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 09:54:07.605536 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-aa04c40d-8b3c-4a3b-81fa-74d9f68ea4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:54:07.705629 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-aa04c40d-8b3c-4a3b-81fa-74d9f68ea4ef None None] For port 39c441eb-abd4-4a17-b6e3-6e70b4d45aa3, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 09:54:07.708569 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-aa04c40d-8b3c-4a3b-81fa-74d9f68ea4ef None None] For port 39c441eb-abd4-4a17-b6e3-6e70b4d45aa3, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=39c441eb-abd4-4a17-b6e3-6e70b4d45aa3,segment=NetworkSegment(1d5eaa3e-5249-44c2-a054-53d07405e8a1),segment_id=1d5eaa3e-5249-44c2-a054-53d07405e8a1)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 09:54:07.792158 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-aa04c40d-8b3c-4a3b-81fa-74d9f68ea4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:54:07.873987 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364ef5d8-4b91-44f0-8804-19825c6c61e6 None None] Pushing event updated for resources: {'Port': ['ID=39c441eb-abd4-4a17-b6e3-6e70b4d45aa3,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:54:07.876821 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa04c40d-8b3c-4a3b-81fa-74d9f68ea4ef None None] Routers {'5662893c-e8f6-431b-874e-bad1ae2a5dff'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:54:07.877586 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-aa04c40d-8b3c-4a3b-81fa-74d9f68ea4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:53:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['5662893c-e8f6-431b-874e-bad1ae2a5dff'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:54:07.942185 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7deee4d7-e488-4013-94a4-9b2cef20d83b req-1bd2cfb1-ff89-41cc-9770-530a3c196815 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] 10.222.0.36 "GET /v2.0/ports?device_id=e50640bb-36a2-4a23-a387-af24fab6be45 HTTP/1.1" status: 200 len: 210 time: 0.0574152 Feb 04 09:54:08.067283 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device f56c3a51-2a17-4848-872b-037ff4d1a7ee up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:54:08.159200 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-aa04c40d-8b3c-4a3b-81fa-74d9f68ea4ef None None] Set router 5662893c-e8f6-431b-874e-bad1ae2a5dff gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:54:08.297911 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port f56c3a51-2a17-4848-872b-037ff4d1a7ee triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:54:08.298568 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:54:08.566120 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 39c441eb-abd4-4a17-b6e3-6e70b4d45aa3 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:54:08.657168 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-aa04c40d-8b3c-4a3b-81fa-74d9f68ea4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5662893c-e8f6-431b-874e-bad1ae2a5dff', 'name': 'tempest-TestSnapshotPattern-850160349-router', 'tenant_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': 'b8b3eb70-c9f5-4715-8300-56b02121ad9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:53:47Z', 'updated_at': '2022-02-04T09:53:51Z', 'revision_number': 4, 'project_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'gw_port': {'id': 'b8b3eb70-c9f5-4715-8300-56b02121ad9e', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:14:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5662893c-e8f6-431b-874e-bad1ae2a5dff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:53:48Z', 'updated_at': '2022-02-04T09:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '39c441eb-abd4-4a17-b6e3-6e70b4d45aa3', 'name': '', 'network_id': 'f1c1dd48-d235-40de-a07a-e60b993888cd', 'tenant_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'mac_address': 'fa:16:3e:57:bd:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5662893c-e8f6-431b-874e-bad1ae2a5dff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78fd9f8d-1b6a-4e70-b82b-ab93bdbc9f6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:53:50Z', 'updated_at': '2022-02-04T09:54:07Z', 'revision_number': 4, 'project_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'subnets': [{'id': '78fd9f8d-1b6a-4e70-b82b-ab93bdbc9f6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:54:08.661459 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa04c40d-8b3c-4a3b-81fa-74d9f68ea4ef None None] The sync data for ids ['5662893c-e8f6-431b-874e-bad1ae2a5dff'] in dv-neutron-827798-2-hyperv is: [{'id': '5662893c-e8f6-431b-874e-bad1ae2a5dff', 'name': 'tempest-TestSnapshotPattern-850160349-router', 'tenant_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': 'b8b3eb70-c9f5-4715-8300-56b02121ad9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:53:47Z', 'updated_at': '2022-02-04T09:53:51Z', 'revision_number': 4, 'project_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'gw_port': {'id': 'b8b3eb70-c9f5-4715-8300-56b02121ad9e', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:14:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5662893c-e8f6-431b-874e-bad1ae2a5dff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:53:48Z', 'updated_at': '2022-02-04T09:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '39c441eb-abd4-4a17-b6e3-6e70b4d45aa3', 'name': '', 'network_id': 'f1c1dd48-d235-40de-a07a-e60b993888cd', 'tenant_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'mac_address': 'fa:16:3e:57:bd:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5662893c-e8f6-431b-874e-bad1ae2a5dff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78fd9f8d-1b6a-4e70-b82b-ab93bdbc9f6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:53:50Z', 'updated_at': '2022-02-04T09:54:07Z', 'revision_number': 4, 'project_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'subnets': [{'id': '78fd9f8d-1b6a-4e70-b82b-ab93bdbc9f6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 09:54:08.708888 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 39c441eb-abd4-4a17-b6e3-6e70b4d45aa3 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:54:08.725435 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 39c441eb-abd4-4a17-b6e3-6e70b4d45aa3 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:54:08.725435 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:54:08.841836 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:54:08.879047 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port 39c441eb-abd4-4a17-b6e3-6e70b4d45aa3, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=39c441eb-abd4-4a17-b6e3-6e70b4d45aa3,segment=NetworkSegment(1d5eaa3e-5249-44c2-a054-53d07405e8a1),segment_id=1d5eaa3e-5249-44c2-a054-53d07405e8a1)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:54:08.912962 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6df741-3d42-4a59-88ce-c21518cd97a4 None None] Sync routers for ids ['f98bed33-764a-4a27-a27b-35dc0ceb6b94'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 09:54:08.928200 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6df741-3d42-4a59-88ce-c21518cd97a4 None None] Routers {'f98bed33-764a-4a27-a27b-35dc0ceb6b94'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:54:08.929570 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-ff6df741-3d42-4a59-88ce-c21518cd97a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:53:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['f98bed33-764a-4a27-a27b-35dc0ceb6b94'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:54:08.951849 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:54:09.028248 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=39c441eb-abd4-4a17-b6e3-6e70b4d45aa3,revision_number=5']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:54:09.141561 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-58828322-54f6-4cb8-b8a3-2e3e6efed49e req-b57961df-084c-44b3-8613-98739f32635b tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] 10.222.0.36 "GET /v2.0/ports?device_id=e50640bb-36a2-4a23-a387-af24fab6be45 HTTP/1.1" status: 200 len: 210 time: 0.0501142 Feb 04 09:54:09.159920 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-ff6df741-3d42-4a59-88ce-c21518cd97a4 None None] Set router f98bed33-764a-4a27-a27b-35dc0ceb6b94 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:54:09.370650 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12270301-df87-4ea3-8a19-64b457617c90 req-4dd4a1fc-2962-4f20-a56b-a68146c831c8 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:54:09.375622 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-12270301-df87-4ea3-8a19-64b457617c90 req-4dd4a1fc-2962-4f20-a56b-a68146c831c8 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] 10.222.0.47 "GET /v2.0/networks?id=f1c1dd48-d235-40de-a07a-e60b993888cd HTTP/1.1" status: 200 len: 809 time: 0.1637197 Feb 04 09:54:09.429143 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [req-12270301-df87-4ea3-8a19-64b457617c90 req-0ff1cc73-c5f7-4290-a3d8-47bbcd8a647e tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Synchronizing usage tracker for tenant:e2a1bc7f0c124a87b0fe35e5cd80ba34 on resource:security_group {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 09:54:09.442177 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [req-12270301-df87-4ea3-8a19-64b457617c90 req-0ff1cc73-c5f7-4290-a3d8-47bbcd8a647e tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Unset dirty status for tenant:e2a1bc7f0c124a87b0fe35e5cd80ba34 on resource:security_group {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 09:54:09.443579 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-12270301-df87-4ea3-8a19-64b457617c90 req-0ff1cc73-c5f7-4290-a3d8-47bbcd8a647e tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2a1bc7f0c124a87b0fe35e5cd80ba34 HTTP/1.1" status: 200 len: 379 time: 0.0598948 Feb 04 09:54:09.453270 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [req-12270301-df87-4ea3-8a19-64b457617c90 req-0dddc479-d5fa-4884-9c66-7772c1f6c475 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Request body: {'port': {'device_id': 'e50640bb-36a2-4a23-a387-af24fab6be45', 'network_id': 'f1c1dd48-d235-40de-a07a-e60b993888cd', 'admin_state_up': True, 'tenant_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'security_groups': ['55f51dca-c52b-4eb7-aa47-30e461d82297']}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:54:09.497536 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-ff6df741-3d42-4a59-88ce-c21518cd97a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98bed33-764a-4a27-a27b-35dc0ceb6b94', 'name': 'tempest-TestSnapshotPattern-2088206624-router', 'tenant_id': 'd237b814937d494c853558c942299f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': 'f56c3a51-2a17-4848-872b-037ff4d1a7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:53:55Z', 'updated_at': '2022-02-04T09:53:58Z', 'revision_number': 4, 'project_id': 'd237b814937d494c853558c942299f88', 'gw_port': {'id': 'f56c3a51-2a17-4848-872b-037ff4d1a7ee', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:59:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98bed33-764a-4a27-a27b-35dc0ceb6b94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:53:55Z', 'updated_at': '2022-02-04T09:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '02db7197-46f4-41da-8ed7-0d8be4ba6e39', 'name': '', 'network_id': '7ba58094-a607-48b1-884c-2b11465cbd14', 'tenant_id': 'd237b814937d494c853558c942299f88', 'mac_address': 'fa:16:3e:ee:d3:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f98bed33-764a-4a27-a27b-35dc0ceb6b94', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e966d7d-d63b-45c9-85fe-c4db1cce387d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:53:58Z', 'updated_at': '2022-02-04T09:53:59Z', 'revision_number': 2, 'project_id': 'd237b814937d494c853558c942299f88', 'subnets': [{'id': '4e966d7d-d63b-45c9-85fe-c4db1cce387d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:54:09.501597 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6df741-3d42-4a59-88ce-c21518cd97a4 None None] Checking router: f98bed33-764a-4a27-a27b-35dc0ceb6b94 for host: dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 09:54:09.501974 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6df741-3d42-4a59-88ce-c21518cd97a4 None None] Updating router f98bed33-764a-4a27-a27b-35dc0ceb6b94 port 02db7197-46f4-41da-8ed7-0d8be4ba6e39 binding host dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 09:54:09.554509 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-ff6df741-3d42-4a59-88ce-c21518cd97a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:54:09.597482 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [req-12270301-df87-4ea3-8a19-64b457617c90 req-0dddc479-d5fa-4884-9c66-7772c1f6c475 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:54:09.607584 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [req-12270301-df87-4ea3-8a19-64b457617c90 req-0dddc479-d5fa-4884-9c66-7772c1f6c475 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:54:09.680047 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12270301-df87-4ea3-8a19-64b457617c90 req-0dddc479-d5fa-4884-9c66-7772c1f6c475 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Made reservation on behalf of e2a1bc7f0c124a87b0fe35e5cd80ba34 for: {'port': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 09:54:09.683395 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-12270301-df87-4ea3-8a19-64b457617c90 req-0dddc479-d5fa-4884-9c66-7772c1f6c475 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:54:09.856429 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [req-12270301-df87-4ea3-8a19-64b457617c90 req-0dddc479-d5fa-4884-9c66-7772c1f6c475 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Allocated IP 172.20.0.11 (f1c1dd48-d235-40de-a07a-e60b993888cd/78fd9f8d-1b6a-4e70-b82b-ab93bdbc9f6b/331b1df7-8e39-4e7c-8625-f389db0ceb2f) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 09:54:09.945983 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-ff6df741-3d42-4a59-88ce-c21518cd97a4 None None] Notify callbacks [] for port, precommit_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:54:09.959929 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.provisioning_blocks [None req-ff6df741-3d42-4a59-88ce-c21518cd97a4 None None] Transition to ACTIVE for port object 02db7197-46f4-41da-8ed7-0d8be4ba6e39 will not be triggered until provisioned by entity L2. {{(pid=84110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:54:10.032129 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 39c441eb-abd4-4a17-b6e3-6e70b4d45aa3 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:54:10.043589 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-ff6df741-3d42-4a59-88ce-c21518cd97a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:54:10.068812 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-12270301-df87-4ea3-8a19-64b457617c90 req-0dddc479-d5fa-4884-9c66-7772c1f6c475 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:54:10.085313 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.provisioning_blocks [req-12270301-df87-4ea3-8a19-64b457617c90 req-0dddc479-d5fa-4884-9c66-7772c1f6c475 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Transition to ACTIVE for port object 331b1df7-8e39-4e7c-8625-f389db0ceb2f will not be triggered until provisioned by entity DHCP. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:54:10.106265 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 39c441eb-abd4-4a17-b6e3-6e70b4d45aa3 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:54:10.106659 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:54:10.157522 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef56d6d0-773d-44c5-b557-70f97ddf75ca None None] Pushing event updated for resources: {'Port': ['ID=02db7197-46f4-41da-8ed7-0d8be4ba6e39,revision_number=3']} {{(pid=84110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:54:10.181007 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-12270301-df87-4ea3-8a19-64b457617c90 req-0dddc479-d5fa-4884-9c66-7772c1f6c475 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:54:10.272711 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dddc479-d5fa-4884-9c66-7772c1f6c475 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Pushing event updated for resources: {'Port': ['ID=331b1df7-8e39-4e7c-8625-f389db0ceb2f,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:54:10.302601 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12270301-df87-4ea3-8a19-64b457617c90 req-0dddc479-d5fa-4884-9c66-7772c1f6c475 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Network f1c1dd48-d235-40de-a07a-e60b993888cd is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:54:10.304580 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [req-12270301-df87-4ea3-8a19-64b457617c90 req-0dddc479-d5fa-4884-9c66-7772c1f6c475 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:54:10.321327 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [req-12270301-df87-4ea3-8a19-64b457617c90 req-0dddc479-d5fa-4884-9c66-7772c1f6c475 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 09:54:10.378850 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.managers [None req-ff6df741-3d42-4a59-88ce-c21518cd97a4 None None] Attempting to bind port 02db7197-46f4-41da-8ed7-0d8be4ba6e39 on host dv-neutron-827798-2-hyperv for vnic_type normal with profile {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 09:54:10.379371 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.managers [None req-ff6df741-3d42-4a59-88ce-c21518cd97a4 None None] Attempting to bind port 02db7197-46f4-41da-8ed7-0d8be4ba6e39 by drivers openvswitch,hyperv on host dv-neutron-827798-2-hyperv at level 0 using segments [{'id': '86620e5f-30d6-40e0-8350-c0b686a3d553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '7ba58094-a607-48b1-884c-2b11465cbd14'}] {{(pid=84110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 09:54:10.379856 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6df741-3d42-4a59-88ce-c21518cd97a4 None None] Attempting to bind port 02db7197-46f4-41da-8ed7-0d8be4ba6e39 on network 7ba58094-a607-48b1-884c-2b11465cbd14 {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 09:54:10.388050 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6df741-3d42-4a59-88ce-c21518cd97a4 None None] Checking agent: {'id': '3a1bec8d-2b55-48fc-9696-b0b4c7b576e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827798-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 27, 53), 'started_at': datetime.datetime(2022, 2, 4, 8, 28, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 9, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827798-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 09:54:10.388339 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6df741-3d42-4a59-88ce-c21518cd97a4 None None] Checking segment: {'id': '86620e5f-30d6-40e0-8350-c0b686a3d553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '7ba58094-a607-48b1-884c-2b11465cbd14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 09:54:10.388769 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-ff6df741-3d42-4a59-88ce-c21518cd97a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:54:10.389159 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6df741-3d42-4a59-88ce-c21518cd97a4 None None] Bound using segment: {'id': '86620e5f-30d6-40e0-8350-c0b686a3d553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '7ba58094-a607-48b1-884c-2b11465cbd14'} {{(pid=84110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 09:54:10.389786 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.managers [None req-ff6df741-3d42-4a59-88ce-c21518cd97a4 None None] Bound port: 02db7197-46f4-41da-8ed7-0d8be4ba6e39, host: dv-neutron-827798-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86620e5f-30d6-40e0-8350-c0b686a3d553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '7ba58094-a607-48b1-884c-2b11465cbd14'}}] {{(pid=84110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 09:54:10.390161 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-ff6df741-3d42-4a59-88ce-c21518cd97a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:54:10.460418 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12270301-df87-4ea3-8a19-64b457617c90 req-0dddc479-d5fa-4884-9c66-7772c1f6c475 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:54:10.461698 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-12270301-df87-4ea3-8a19-64b457617c90 req-0dddc479-d5fa-4884-9c66-7772c1f6c475 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:54:10.496921 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.db [None req-ff6df741-3d42-4a59-88ce-c21518cd97a4 None None] For port 02db7197-46f4-41da-8ed7-0d8be4ba6e39, host dv-neutron-827798-2-hyperv, cleared binding levels {{(pid=84110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 09:54:10.500657 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.plugins.ml2.db [None req-ff6df741-3d42-4a59-88ce-c21518cd97a4 None None] For port 02db7197-46f4-41da-8ed7-0d8be4ba6e39, host dv-neutron-827798-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=02db7197-46f4-41da-8ed7-0d8be4ba6e39,segment=NetworkSegment(86620e5f-30d6-40e0-8350-c0b686a3d553),segment_id=86620e5f-30d6-40e0-8350-c0b686a3d553)] {{(pid=84110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 09:54:10.528538 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b20bbfe-0e28-4b00-8146-588503bf106f req-cd3544d6-0637-4e6c-9042-ded2a525182f tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:54:10.530240 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4b20bbfe-0e28-4b00-8146-588503bf106f req-cd3544d6-0637-4e6c-9042-ded2a525182f tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] 10.222.0.36 "GET /v2.0/ports?device_id=e50640bb-36a2-4a23-a387-af24fab6be45 HTTP/1.1" status: 200 len: 932 time: 0.1612384 Feb 04 09:54:10.552776 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-12270301-df87-4ea3-8a19-64b457617c90 req-0dddc479-d5fa-4884-9c66-7772c1f6c475 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1033752 Feb 04 09:54:10.569174 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [req-12270301-df87-4ea3-8a19-64b457617c90 req-635b86ac-ed04-4954-8131-9dea3017fdc7 service neutron] Request body: {'port': {'device_id': 'e50640bb-36a2-4a23-a387-af24fab6be45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:54:10.585022 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron_lib.callbacks.manager [None req-ff6df741-3d42-4a59-88ce-c21518cd97a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:54:10.593651 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4b20bbfe-0e28-4b00-8146-588503bf106f req-9a8147af-5a70-4e46-a97d-2cd78131c705 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] 10.222.0.36 "GET /v2.0/security-groups?id=55f51dca-c52b-4eb7-aa47-30e461d82297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535212 Feb 04 09:54:10.685132 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef56d6d0-773d-44c5-b557-70f97ddf75ca None None] Pushing event updated for resources: {'Port': ['ID=02db7197-46f4-41da-8ed7-0d8be4ba6e39,revision_number=4']} {{(pid=84110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:54:10.714634 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6df741-3d42-4a59-88ce-c21518cd97a4 None None] Routers {'f98bed33-764a-4a27-a27b-35dc0ceb6b94'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:54:10.715172 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-ff6df741-3d42-4a59-88ce-c21518cd97a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:53:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['f98bed33-764a-4a27-a27b-35dc0ceb6b94'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:54:10.715292 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-12270301-df87-4ea3-8a19-64b457617c90 req-635b86ac-ed04-4954-8131-9dea3017fdc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:54:10.798868 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-9dc2fb36-84c4-432b-8384-19dae110e8e9 None None] Provisioning for port 331b1df7-8e39-4e7c-8625-f389db0ceb2f completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:54:10.812621 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-9dc2fb36-84c4-432b-8384-19dae110e8e9 None None] Provisioning complete for port 331b1df7-8e39-4e7c-8625-f389db0ceb2f triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:54:10.813139 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-9dc2fb36-84c4-432b-8384-19dae110e8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:54:10.903096 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-9dc2fb36-84c4-432b-8384-19dae110e8e9 None None] Port 331b1df7-8e39-4e7c-8625-f389db0ceb2f cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 09:54:10.927123 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-ff6df741-3d42-4a59-88ce-c21518cd97a4 None None] Set router f98bed33-764a-4a27-a27b-35dc0ceb6b94 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:54:11.170164 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 09:54:11.188635 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [req-12270301-df87-4ea3-8a19-64b457617c90 req-635b86ac-ed04-4954-8131-9dea3017fdc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 331b1df7-8e39-4e7c-8625-f389db0ceb2f {{(pid=84108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 09:54:11.198650 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-12270301-df87-4ea3-8a19-64b457617c90 req-635b86ac-ed04-4954-8131-9dea3017fdc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:54:11.211581 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.provisioning_blocks [req-12270301-df87-4ea3-8a19-64b457617c90 req-635b86ac-ed04-4954-8131-9dea3017fdc7 service neutron] Transition to ACTIVE for port object 331b1df7-8e39-4e7c-8625-f389db0ceb2f will not be triggered until provisioned by entity L2. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:54:11.260370 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-ff6df741-3d42-4a59-88ce-c21518cd97a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98bed33-764a-4a27-a27b-35dc0ceb6b94', 'name': 'tempest-TestSnapshotPattern-2088206624-router', 'tenant_id': 'd237b814937d494c853558c942299f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': 'f56c3a51-2a17-4848-872b-037ff4d1a7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:53:55Z', 'updated_at': '2022-02-04T09:53:58Z', 'revision_number': 4, 'project_id': 'd237b814937d494c853558c942299f88', 'gw_port': {'id': 'f56c3a51-2a17-4848-872b-037ff4d1a7ee', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:59:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98bed33-764a-4a27-a27b-35dc0ceb6b94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:53:55Z', 'updated_at': '2022-02-04T09:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '02db7197-46f4-41da-8ed7-0d8be4ba6e39', 'name': '', 'network_id': '7ba58094-a607-48b1-884c-2b11465cbd14', 'tenant_id': 'd237b814937d494c853558c942299f88', 'mac_address': 'fa:16:3e:ee:d3:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f98bed33-764a-4a27-a27b-35dc0ceb6b94', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e966d7d-d63b-45c9-85fe-c4db1cce387d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:53:58Z', 'updated_at': '2022-02-04T09:54:10Z', 'revision_number': 4, 'project_id': 'd237b814937d494c853558c942299f88', 'subnets': [{'id': '4e966d7d-d63b-45c9-85fe-c4db1cce387d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:54:11.264323 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6df741-3d42-4a59-88ce-c21518cd97a4 None None] The sync data for ids ['f98bed33-764a-4a27-a27b-35dc0ceb6b94'] in dv-neutron-827798-2-hyperv is: [{'id': 'f98bed33-764a-4a27-a27b-35dc0ceb6b94', 'name': 'tempest-TestSnapshotPattern-2088206624-router', 'tenant_id': 'd237b814937d494c853558c942299f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': 'f56c3a51-2a17-4848-872b-037ff4d1a7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:53:55Z', 'updated_at': '2022-02-04T09:53:58Z', 'revision_number': 4, 'project_id': 'd237b814937d494c853558c942299f88', 'gw_port': {'id': 'f56c3a51-2a17-4848-872b-037ff4d1a7ee', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:59:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98bed33-764a-4a27-a27b-35dc0ceb6b94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:53:55Z', 'updated_at': '2022-02-04T09:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '02db7197-46f4-41da-8ed7-0d8be4ba6e39', 'name': '', 'network_id': '7ba58094-a607-48b1-884c-2b11465cbd14', 'tenant_id': 'd237b814937d494c853558c942299f88', 'mac_address': 'fa:16:3e:ee:d3:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f98bed33-764a-4a27-a27b-35dc0ceb6b94', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e966d7d-d63b-45c9-85fe-c4db1cce387d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:53:58Z', 'updated_at': '2022-02-04T09:54:10Z', 'revision_number': 4, 'project_id': 'd237b814937d494c853558c942299f88', 'subnets': [{'id': '4e966d7d-d63b-45c9-85fe-c4db1cce387d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 09:54:11.280514 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-12270301-df87-4ea3-8a19-64b457617c90 req-635b86ac-ed04-4954-8131-9dea3017fdc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:54:11.431221 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b86ac-ed04-4954-8131-9dea3017fdc7 service neutron] Pushing event updated for resources: {'Port': ['ID=331b1df7-8e39-4e7c-8625-f389db0ceb2f,revision_number=2']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:54:11.556944 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [req-12270301-df87-4ea3-8a19-64b457617c90 req-635b86ac-ed04-4954-8131-9dea3017fdc7 service neutron] Attempting to bind port 331b1df7-8e39-4e7c-8625-f389db0ceb2f on host hv-neutron-8277 for vnic_type normal with profile {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 09:54:11.557598 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [req-12270301-df87-4ea3-8a19-64b457617c90 req-635b86ac-ed04-4954-8131-9dea3017fdc7 service neutron] Attempting to bind port 331b1df7-8e39-4e7c-8625-f389db0ceb2f by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '1d5eaa3e-5249-44c2-a054-53d07405e8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f1c1dd48-d235-40de-a07a-e60b993888cd'}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 09:54:11.557598 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12270301-df87-4ea3-8a19-64b457617c90 req-635b86ac-ed04-4954-8131-9dea3017fdc7 service neutron] Attempting to bind port 331b1df7-8e39-4e7c-8625-f389db0ceb2f on network f1c1dd48-d235-40de-a07a-e60b993888cd {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 09:54:11.563774 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12270301-df87-4ea3-8a19-64b457617c90 req-635b86ac-ed04-4954-8131-9dea3017fdc7 service neutron] Port 331b1df7-8e39-4e7c-8625-f389db0ceb2f on network f1c1dd48-d235-40de-a07a-e60b993888cd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 09:54:11.564104 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12270301-df87-4ea3-8a19-64b457617c90 req-635b86ac-ed04-4954-8131-9dea3017fdc7 service neutron] Attempting to bind port 331b1df7-8e39-4e7c-8625-f389db0ceb2f on network f1c1dd48-d235-40de-a07a-e60b993888cd {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 09:54:11.570998 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12270301-df87-4ea3-8a19-64b457617c90 req-635b86ac-ed04-4954-8131-9dea3017fdc7 service neutron] Checking agent: {'id': 'f735dfbb-9ed2-4de7-8aa1-fea4a962ae1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 34, 26), 'started_at': datetime.datetime(2022, 2, 4, 8, 34, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 9, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 09:54:11.571343 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12270301-df87-4ea3-8a19-64b457617c90 req-635b86ac-ed04-4954-8131-9dea3017fdc7 service neutron] Checking segment: {'id': '1d5eaa3e-5249-44c2-a054-53d07405e8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f1c1dd48-d235-40de-a07a-e60b993888cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 09:54:11.571725 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12270301-df87-4ea3-8a19-64b457617c90 req-635b86ac-ed04-4954-8131-9dea3017fdc7 service neutron] Bound using segment: {'id': '1d5eaa3e-5249-44c2-a054-53d07405e8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f1c1dd48-d235-40de-a07a-e60b993888cd'} {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 09:54:11.572145 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [req-12270301-df87-4ea3-8a19-64b457617c90 req-635b86ac-ed04-4954-8131-9dea3017fdc7 service neutron] Bound port: 331b1df7-8e39-4e7c-8625-f389db0ceb2f, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d5eaa3e-5249-44c2-a054-53d07405e8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f1c1dd48-d235-40de-a07a-e60b993888cd'}}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 09:54:11.572488 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-12270301-df87-4ea3-8a19-64b457617c90 req-635b86ac-ed04-4954-8131-9dea3017fdc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:54:11.669214 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [req-12270301-df87-4ea3-8a19-64b457617c90 req-635b86ac-ed04-4954-8131-9dea3017fdc7 service neutron] For port 331b1df7-8e39-4e7c-8625-f389db0ceb2f, host hv-neutron-8277, cleared binding levels {{(pid=84108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 09:54:11.672587 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [req-12270301-df87-4ea3-8a19-64b457617c90 req-635b86ac-ed04-4954-8131-9dea3017fdc7 service neutron] For port 331b1df7-8e39-4e7c-8625-f389db0ceb2f, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=331b1df7-8e39-4e7c-8625-f389db0ceb2f,segment=NetworkSegment(1d5eaa3e-5249-44c2-a054-53d07405e8a1),segment_id=1d5eaa3e-5249-44c2-a054-53d07405e8a1)] {{(pid=84108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 09:54:11.766603 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-12270301-df87-4ea3-8a19-64b457617c90 req-635b86ac-ed04-4954-8131-9dea3017fdc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:54:11.796680 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858c9a68-dc62-42e3-81f5-435684a3e5c1 req-c3ad986f-2a32-4b3b-a6b5-f7d4d6ba2558 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:54:11.798153 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-858c9a68-dc62-42e3-81f5-435684a3e5c1 req-c3ad986f-2a32-4b3b-a6b5-f7d4d6ba2558 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] 10.222.0.36 "GET /v2.0/ports?device_id=e50640bb-36a2-4a23-a387-af24fab6be45 HTTP/1.1" status: 200 len: 944 time: 0.0836771 Feb 04 09:54:11.837754 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-12270301-df87-4ea3-8a19-64b457617c90 req-635b86ac-ed04-4954-8131-9dea3017fdc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:54:11.840589 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-12270301-df87-4ea3-8a19-64b457617c90 req-635b86ac-ed04-4954-8131-9dea3017fdc7 service neutron] 10.222.0.47 "PUT /v2.0/ports/331b1df7-8e39-4e7c-8625-f389db0ceb2f HTTP/1.1" status: 200 len: 1094 time: 1.2810667 Feb 04 09:54:11.843000 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e50640bb-36a2-4a23-a387-af24fab6be45', 'tag': '331b1df7-8e39-4e7c-8625-f389db0ceb2f'}] {{(pid=84108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:54:11.848141 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-858c9a68-dc62-42e3-81f5-435684a3e5c1 req-3eddef46-9c8a-4b12-9bbf-6a5274790f6e tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] 10.222.0.36 "GET /v2.0/security-groups?id=55f51dca-c52b-4eb7-aa47-30e461d82297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436430 Feb 04 09:54:11.870936 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b86ac-ed04-4954-8131-9dea3017fdc7 service neutron] Pushing event updated for resources: {'Port': ['ID=331b1df7-8e39-4e7c-8625-f389db0ceb2f,revision_number=3']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:54:11.932968 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e50640bb-36a2-4a23-a387-af24fab6be45', 'tag': '331b1df7-8e39-4e7c-8625-f389db0ceb2f', 'status': 'completed', 'code': 200} Feb 04 09:54:12.075256 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-12270301-df87-4ea3-8a19-64b457617c90 req-478cee7f-55c3-450e-8c2c-21a53ab67d67 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e2a1bc7f0c124a87b0fe35e5cd80ba34&device_id=e50640bb-36a2-4a23-a387-af24fab6be45 HTTP/1.1" status: 200 len: 1097 time: 0.1246262 Feb 04 09:54:12.076477 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 02db7197-46f4-41da-8ed7-0d8be4ba6e39 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:54:12.154182 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-12270301-df87-4ea3-8a19-64b457617c90 req-3127ec26-996f-4dad-a5dd-f37278af41a8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=331b1df7-8e39-4e7c-8625-f389db0ceb2f HTTP/1.1" status: 200 len: 217 time: 0.0723188 Feb 04 09:54:12.217383 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning for port 02db7197-46f4-41da-8ed7-0d8be4ba6e39 completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:54:12.220217 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12270301-df87-4ea3-8a19-64b457617c90 req-b41d8bdc-820d-45b2-aa0a-af8e296f3ca5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:54:12.221681 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-12270301-df87-4ea3-8a19-64b457617c90 req-b41d8bdc-820d-45b2-aa0a-af8e296f3ca5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=78fd9f8d-1b6a-4e70-b82b-ab93bdbc9f6b HTTP/1.1" status: 200 len: 848 time: 0.0619285 Feb 04 09:54:12.222891 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 02db7197-46f4-41da-8ed7-0d8be4ba6e39 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:54:12.223273 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:54:12.298014 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-12270301-df87-4ea3-8a19-64b457617c90 req-a19c9f85-5cdc-4ed7-afd8-22dffbc870d8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f1c1dd48-d235-40de-a07a-e60b993888cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710781 Feb 04 09:54:12.350759 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:54:12.382918 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] For port 02db7197-46f4-41da-8ed7-0d8be4ba6e39, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=02db7197-46f4-41da-8ed7-0d8be4ba6e39,segment=NetworkSegment(86620e5f-30d6-40e0-8350-c0b686a3d553),segment_id=86620e5f-30d6-40e0-8350-c0b686a3d553)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:54:12.436410 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-12270301-df87-4ea3-8a19-64b457617c90 req-e03e9c71-e8d9-4daa-8f27-17d95f2fb91d service neutron] 10.222.0.47 "GET /v2.0/networks/f1c1dd48-d235-40de-a07a-e60b993888cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318548 Feb 04 09:54:12.463415 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:54:12.533341 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Pushing event updated for resources: {'Port': ['ID=02db7197-46f4-41da-8ed7-0d8be4ba6e39,revision_number=5']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:54:12.574003 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-12270301-df87-4ea3-8a19-64b457617c90 req-9897239a-5e60-4743-b426-43a961db4104 service neutron] 10.222.0.47 "GET /v2.0/networks/f1c1dd48-d235-40de-a07a-e60b993888cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320553 Feb 04 09:54:12.798473 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-3dddcf46-8dbf-4af7-a9c2-6b7053a140e5 req-e710deb9-179f-4030-851e-6f7c83ba216d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e2a1bc7f0c124a87b0fe35e5cd80ba34&device_id=e50640bb-36a2-4a23-a387-af24fab6be45 HTTP/1.1" status: 200 len: 1097 time: 0.0785952 Feb 04 09:54:12.934437 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dddcf46-8dbf-4af7-a9c2-6b7053a140e5 req-dfb73cb9-a03f-49d2-bee1-551d423ddbf1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:54:12.935877 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-3dddcf46-8dbf-4af7-a9c2-6b7053a140e5 req-dfb73cb9-a03f-49d2-bee1-551d423ddbf1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f1c1dd48-d235-40de-a07a-e60b993888cd HTTP/1.1" status: 200 len: 910 time: 0.1315081 Feb 04 09:54:13.009115 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-3dddcf46-8dbf-4af7-a9c2-6b7053a140e5 req-d059e586-40a8-42a1-a0fe-268631fbe8cd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=331b1df7-8e39-4e7c-8625-f389db0ceb2f HTTP/1.1" status: 200 len: 217 time: 0.0664704 Feb 04 09:54:13.071243 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dddcf46-8dbf-4af7-a9c2-6b7053a140e5 req-9f3b7ffc-9709-4216-8d49-e7c27e47cd71 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:54:13.072735 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-3dddcf46-8dbf-4af7-a9c2-6b7053a140e5 req-9f3b7ffc-9709-4216-8d49-e7c27e47cd71 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=78fd9f8d-1b6a-4e70-b82b-ab93bdbc9f6b HTTP/1.1" status: 200 len: 848 time: 0.0582373 Feb 04 09:54:13.086183 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3217f7-86bc-44f2-ba1c-a787be21ea8f req-021c25e6-ad10-499a-9b8e-e3d1240cd94f tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:54:13.087662 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8a3217f7-86bc-44f2-ba1c-a787be21ea8f req-021c25e6-ad10-499a-9b8e-e3d1240cd94f tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] 10.222.0.36 "GET /v2.0/ports?device_id=e50640bb-36a2-4a23-a387-af24fab6be45 HTTP/1.1" status: 200 len: 944 time: 0.0896940 Feb 04 09:54:13.135390 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-8a3217f7-86bc-44f2-ba1c-a787be21ea8f req-aef95eb0-2256-4867-bb9f-dd4ac0049281 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] 10.222.0.36 "GET /v2.0/security-groups?id=55f51dca-c52b-4eb7-aa47-30e461d82297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411561 Feb 04 09:54:13.148744 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-3dddcf46-8dbf-4af7-a9c2-6b7053a140e5 req-23a280c6-0ce7-4eb7-b467-29f2f755cefa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f1c1dd48-d235-40de-a07a-e60b993888cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701656 Feb 04 09:54:13.372159 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-3dddcf46-8dbf-4af7-a9c2-6b7053a140e5 req-83f9a695-d564-41ae-aaa6-3ac49ca57725 service neutron] 10.222.0.47 "GET /v2.0/networks/f1c1dd48-d235-40de-a07a-e60b993888cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153888 Feb 04 09:54:13.504380 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-3dddcf46-8dbf-4af7-a9c2-6b7053a140e5 req-32081667-a8e6-47c1-ae0b-76ada4d0dcc5 service neutron] 10.222.0.47 "GET /v2.0/networks/f1c1dd48-d235-40de-a07a-e60b993888cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262097 Feb 04 09:54:14.019049 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 02db7197-46f4-41da-8ed7-0d8be4ba6e39 up at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:54:14.090567 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Provisioning complete for port 02db7197-46f4-41da-8ed7-0d8be4ba6e39 triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:54:14.090924 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:54:14.351507 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef7e43e-1ba4-4a05-be74-8d4c96458d6f req-5ec4b256-eab7-4cd7-a962-0d0e3cc27f35 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:54:14.353740 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-0ef7e43e-1ba4-4a05-be74-8d4c96458d6f req-5ec4b256-eab7-4cd7-a962-0d0e3cc27f35 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] 10.222.0.36 "GET /v2.0/ports?device_id=e50640bb-36a2-4a23-a387-af24fab6be45 HTTP/1.1" status: 200 len: 944 time: 0.0843854 Feb 04 09:54:14.406666 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-0ef7e43e-1ba4-4a05-be74-8d4c96458d6f req-8f8726bc-52c9-4dcc-b262-a67d9dde6dc4 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] 10.222.0.36 "GET /v2.0/security-groups?id=55f51dca-c52b-4eb7-aa47-30e461d82297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465178 Feb 04 09:54:15.609781 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a650d5f-9b81-4ffa-ae36-afe73e2eb2d6 req-c4e1e6f0-7578-4346-8367-dab0f229b51d tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:54:15.611255 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4a650d5f-9b81-4ffa-ae36-afe73e2eb2d6 req-c4e1e6f0-7578-4346-8367-dab0f229b51d tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] 10.222.0.36 "GET /v2.0/ports?device_id=e50640bb-36a2-4a23-a387-af24fab6be45 HTTP/1.1" status: 200 len: 944 time: 0.0800343 Feb 04 09:54:15.656422 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4a650d5f-9b81-4ffa-ae36-afe73e2eb2d6 req-122105e9-8e94-43dd-ae51-333abb1e63cb tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] 10.222.0.36 "GET /v2.0/security-groups?id=55f51dca-c52b-4eb7-aa47-30e461d82297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397098 Feb 04 09:54:16.863758 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f8c1f-f0d1-447c-9125-e3be6ff7a627 req-453c9700-a0ad-4d87-bd8f-0a2805f89468 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:54:16.864466 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b22f8c1f-f0d1-447c-9125-e3be6ff7a627 req-453c9700-a0ad-4d87-bd8f-0a2805f89468 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] 10.222.0.36 "GET /v2.0/ports?device_id=e50640bb-36a2-4a23-a387-af24fab6be45 HTTP/1.1" status: 200 len: 944 time: 0.0765064 Feb 04 09:54:16.915403 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b22f8c1f-f0d1-447c-9125-e3be6ff7a627 req-2760d6df-fb54-4069-86d1-206452d9e766 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] 10.222.0.36 "GET /v2.0/security-groups?id=55f51dca-c52b-4eb7-aa47-30e461d82297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461094 Feb 04 09:54:17.673793 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device 331b1df7-8e39-4e7c-8625-f389db0ceb2f details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=84109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 09:54:17.804122 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port 331b1df7-8e39-4e7c-8625-f389db0ceb2f, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=331b1df7-8e39-4e7c-8625-f389db0ceb2f,segment=NetworkSegment(1d5eaa3e-5249-44c2-a054-53d07405e8a1),segment_id=1d5eaa3e-5249-44c2-a054-53d07405e8a1)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:54:17.820624 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Returning: {'device': '331b1df7-8e39-4e7c-8625-f389db0ceb2f', 'network_id': 'f1c1dd48-d235-40de-a07a-e60b993888cd', 'port_id': '331b1df7-8e39-4e7c-8625-f389db0ceb2f', 'mac_address': 'fa:16:3e:95:d1:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78fd9f8d-1b6a-4e70-b82b-ab93bdbc9f6b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 09:54:17.873326 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:54:17.890507 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 331b1df7-8e39-4e7c-8625-f389db0ceb2f {{(pid=84109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 09:54:17.905706 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port 331b1df7-8e39-4e7c-8625-f389db0ceb2f, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=331b1df7-8e39-4e7c-8625-f389db0ceb2f,segment=NetworkSegment(1d5eaa3e-5249-44c2-a054-53d07405e8a1),segment_id=1d5eaa3e-5249-44c2-a054-53d07405e8a1)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:54:17.985834 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:54:18.057394 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=331b1df7-8e39-4e7c-8625-f389db0ceb2f,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:54:18.114027 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128f14f9-20fe-40db-b1d3-c5bee67f980e req-e029986b-ed08-49c0-8346-6376a208f968 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:54:18.115472 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-128f14f9-20fe-40db-b1d3-c5bee67f980e req-e029986b-ed08-49c0-8346-6376a208f968 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] 10.222.0.36 "GET /v2.0/ports?device_id=e50640bb-36a2-4a23-a387-af24fab6be45 HTTP/1.1" status: 200 len: 945 time: 0.0756540 Feb 04 09:54:18.159876 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-128f14f9-20fe-40db-b1d3-c5bee67f980e req-c07290ca-1a71-434b-9558-90ad8db4dcc9 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] 10.222.0.36 "GET /v2.0/security-groups?id=55f51dca-c52b-4eb7-aa47-30e461d82297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383821 Feb 04 09:54:18.332915 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] get_ports_and_sgs() called for port_ids ['331b1df7-8e39-4e7c-8625-f389db0ceb2f'] {{(pid=84109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 09:54:19.363115 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af470f6-4215-4ef2-bad4-9a5dd4dfa868 req-e4841ca2-ce26-406c-9667-d8ee4980aa62 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:54:19.364626 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4af470f6-4215-4ef2-bad4-9a5dd4dfa868 req-e4841ca2-ce26-406c-9667-d8ee4980aa62 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] 10.222.0.36 "GET /v2.0/ports?device_id=e50640bb-36a2-4a23-a387-af24fab6be45 HTTP/1.1" status: 200 len: 945 time: 0.0858204 Feb 04 09:54:19.408934 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4af470f6-4215-4ef2-bad4-9a5dd4dfa868 req-5163b8c5-c48f-43a0-bf0d-c38d0be74d50 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] 10.222.0.36 "GET /v2.0/security-groups?id=55f51dca-c52b-4eb7-aa47-30e461d82297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382097 Feb 04 09:54:19.514387 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-ed7f67fc-af39-4829-b004-227903022dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:54:19.686391 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device 331b1df7-8e39-4e7c-8625-f389db0ceb2f up at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:54:19.820156 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Provisioning for port 331b1df7-8e39-4e7c-8625-f389db0ceb2f completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:54:19.825504 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Provisioning complete for port 331b1df7-8e39-4e7c-8625-f389db0ceb2f triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:54:19.825870 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:54:19.939306 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:54:19.973631 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e50640bb-36a2-4a23-a387-af24fab6be45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '331b1df7-8e39-4e7c-8625-f389db0ceb2f'}] {{(pid=84109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:54:19.985471 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port 331b1df7-8e39-4e7c-8625-f389db0ceb2f, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=331b1df7-8e39-4e7c-8625-f389db0ceb2f,segment=NetworkSegment(1d5eaa3e-5249-44c2-a054-53d07405e8a1),segment_id=1d5eaa3e-5249-44c2-a054-53d07405e8a1)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:54:20.060242 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:54:20.120865 dv-neutron-827798-2-hyperv neutron-server[84109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e50640bb-36a2-4a23-a387-af24fab6be45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '331b1df7-8e39-4e7c-8625-f389db0ceb2f', 'code': 200} Feb 04 09:54:20.138502 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=331b1df7-8e39-4e7c-8625-f389db0ceb2f,revision_number=5']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:54:20.488054 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-83de6d9c-4d5b-4b10-8040-1a716d9777e6 req-35d49bd5-afcb-47ba-a411-7459f70da3f2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e50640bb-36a2-4a23-a387-af24fab6be45 HTTP/1.1" status: 200 len: 1099 time: 0.0769653 Feb 04 09:54:20.530797 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-83de6d9c-4d5b-4b10-8040-1a716d9777e6 req-3204cc26-7154-4503-bef9-1f631f802867 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=55f51dca-c52b-4eb7-aa47-30e461d82297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372338 Feb 04 09:54:20.606566 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e896a1-ce77-437f-9704-e1e7ac6ad355 req-632ddce0-7222-41d3-927d-3b4c7cb8f884 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:54:20.608012 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-07e896a1-ce77-437f-9704-e1e7ac6ad355 req-632ddce0-7222-41d3-927d-3b4c7cb8f884 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] 10.222.0.36 "GET /v2.0/ports?device_id=e50640bb-36a2-4a23-a387-af24fab6be45 HTTP/1.1" status: 200 len: 946 time: 0.0744047 Feb 04 09:54:20.654225 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-07e896a1-ce77-437f-9704-e1e7ac6ad355 req-fc68151a-cf26-4e62-9f67-1ca64b79a4ff tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] 10.222.0.36 "GET /v2.0/security-groups?id=55f51dca-c52b-4eb7-aa47-30e461d82297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405815 Feb 04 09:54:21.817210 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-fb96c6a8-1b16-4c37-92c7-e748475bdbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:54:21.868507 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe6dd07-6df0-46f8-ae2c-ebd72f0083f0 req-e180615e-8f9b-4722-8d60-e44aa3cee11a tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:54:21.870503 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5fe6dd07-6df0-46f8-ae2c-ebd72f0083f0 req-e180615e-8f9b-4722-8d60-e44aa3cee11a tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] 10.222.0.36 "GET /v2.0/ports?device_id=e50640bb-36a2-4a23-a387-af24fab6be45 HTTP/1.1" status: 200 len: 946 time: 0.0819092 Feb 04 09:54:21.917274 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-5fe6dd07-6df0-46f8-ae2c-ebd72f0083f0 req-5f30649e-bad4-42ea-ab88-1670238c21c7 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] 10.222.0.36 "GET /v2.0/security-groups?id=55f51dca-c52b-4eb7-aa47-30e461d82297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410891 Feb 04 09:54:22.989187 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:54:23.118727 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ed2772-9973-4540-b16b-d48074126815 req-1665f3ca-f278-47e1-a356-77b194fad7fd tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:54:23.120208 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a3ed2772-9973-4540-b16b-d48074126815 req-1665f3ca-f278-47e1-a356-77b194fad7fd tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] 10.222.0.36 "GET /v2.0/ports?device_id=e50640bb-36a2-4a23-a387-af24fab6be45 HTTP/1.1" status: 200 len: 946 time: 0.0772727 Feb 04 09:54:23.171369 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a3ed2772-9973-4540-b16b-d48074126815 req-55a19571-a160-4c65-aa46-286f9b33ee03 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] 10.222.0.36 "GET /v2.0/security-groups?id=55f51dca-c52b-4eb7-aa47-30e461d82297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446653 Feb 04 09:54:23.187500 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:54:23.462281 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84e016d-0b1c-424c-a260-dd792ebb0f45 req-f45a9ff5-3a36-4b1d-b551-58a6e8cc6873 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:54:23.463662 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a84e016d-0b1c-424c-a260-dd792ebb0f45 req-f45a9ff5-3a36-4b1d-b551-58a6e8cc6873 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] 10.222.0.36 "GET /v2.0/ports?device_id=e50640bb-36a2-4a23-a387-af24fab6be45 HTTP/1.1" status: 200 len: 946 time: 0.1674423 Feb 04 09:54:23.510711 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-a84e016d-0b1c-424c-a260-dd792ebb0f45 req-85d074cb-38be-4a7c-b10a-53bfce54b3c4 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] 10.222.0.36 "GET /v2.0/security-groups?id=55f51dca-c52b-4eb7-aa47-30e461d82297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405350 Feb 04 09:54:23.537713 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 37514) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:54:23.722742 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-4f44b631-7caf-4286-8e1e-913d51f2e7dc tempest-TestSnapshotPattern-1234106516 tempest-TestSnapshotPattern-1234106516-project-admin] Synchronizing usage tracker for tenant:d237b814937d494c853558c942299f88 on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 09:54:23.803314 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-4f44b631-7caf-4286-8e1e-913d51f2e7dc tempest-TestSnapshotPattern-1234106516 tempest-TestSnapshotPattern-1234106516-project-admin] Unset dirty status for tenant:d237b814937d494c853558c942299f88 on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 09:54:23.804505 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-4f44b631-7caf-4286-8e1e-913d51f2e7dc tempest-TestSnapshotPattern-1234106516 tempest-TestSnapshotPattern-1234106516-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=e50640bb-36a2-4a23-a387-af24fab6be45 HTTP/1.1" status: 200 len: 1094 time: 0.2658093 Feb 04 09:54:23.808869 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 37520) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:54:23.814034 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-c10ca444-bebe-4674-a430-8cb3ba94123a tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Request body: {'floatingip': {'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'port_id': '331b1df7-8e39-4e7c-8625-f389db0ceb2f', 'tenant_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:54:23.819813 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-c10ca444-bebe-4674-a430-8cb3ba94123a tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:54:23.824989 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-c10ca444-bebe-4674-a430-8cb3ba94123a tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Usage tracker for resource:floatingip and tenant:e2a1bc7f0c124a87b0fe35e5cd80ba34 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:54:23.826967 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-c10ca444-bebe-4674-a430-8cb3ba94123a tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:54:23.832722 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-c10ca444-bebe-4674-a430-8cb3ba94123a tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:54:23.908653 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c10ca444-bebe-4674-a430-8cb3ba94123a tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Notify callbacks [] for floatingip, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:54:24.051975 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c10ca444-bebe-4674-a430-8cb3ba94123a tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:54:24.193336 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-c10ca444-bebe-4674-a430-8cb3ba94123a tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Allocated IP 172.26.3.246 (e264bd74-c56b-43d0-9059-bcb57dbbe5bc/79caf47c-b62c-4ea0-b35f-21ede155daa8/f1cac538-5bed-4f6f-8c82-a93667b96c07) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 09:54:24.344389 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c10ca444-bebe-4674-a430-8cb3ba94123a tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:54:24.418175 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c10ca444-bebe-4674-a430-8cb3ba94123a tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:54:24.493058 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10ca444-bebe-4674-a430-8cb3ba94123a tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Network e264bd74-c56b-43d0-9059-bcb57dbbe5bc is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:54:24.500295 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-c10ca444-bebe-4674-a430-8cb3ba94123a tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:54:24.503009 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10ca444-bebe-4674-a430-8cb3ba94123a tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 09:54:24.550497 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10ca444-bebe-4674-a430-8cb3ba94123a tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Pushing event updated for resources: {'Port': ['ID=f1cac538-5bed-4f6f-8c82-a93667b96c07,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:54:24.569218 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10ca444-bebe-4674-a430-8cb3ba94123a tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:54:24.569555 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10ca444-bebe-4674-a430-8cb3ba94123a tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:54:24.569890 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10ca444-bebe-4674-a430-8cb3ba94123a tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:54:24.570211 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10ca444-bebe-4674-a430-8cb3ba94123a tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:54:24.570531 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10ca444-bebe-4674-a430-8cb3ba94123a tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:54:24.570848 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10ca444-bebe-4674-a430-8cb3ba94123a tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:54:24.571163 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10ca444-bebe-4674-a430-8cb3ba94123a tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:54:24.571476 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10ca444-bebe-4674-a430-8cb3ba94123a tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:54:24.571787 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10ca444-bebe-4674-a430-8cb3ba94123a tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:54:24.572099 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10ca444-bebe-4674-a430-8cb3ba94123a tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:54:24.573031 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10ca444-bebe-4674-a430-8cb3ba94123a tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:54:24.680229 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:54:25.050552 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c10ca444-bebe-4674-a430-8cb3ba94123a tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:54:25.175188 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c10ca444-bebe-4674-a430-8cb3ba94123a tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:54:25.389815 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c10ca444-bebe-4674-a430-8cb3ba94123a tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:54:25.448976 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c10ca444-bebe-4674-a430-8cb3ba94123a tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:54:25.562382 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10ca444-bebe-4674-a430-8cb3ba94123a tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Pushing event updated for resources: {'Port': ['ID=f1cac538-5bed-4f6f-8c82-a93667b96c07,revision_number=2']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:54:25.578313 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c10ca444-bebe-4674-a430-8cb3ba94123a tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473039'] for floatingip, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:54:25.876432 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.l3_db [None req-c10ca444-bebe-4674-a430-8cb3ba94123a tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Floating IP 5ff50fe3-92ea-4050-9290-252aeef2d2da associated. External IP: 172.26.3.246, port: 331b1df7-8e39-4e7c-8625-f389db0ceb2f. Feb 04 09:54:26.277573 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c10ca444-bebe-4674-a430-8cb3ba94123a tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Router 5662893c-e8f6-431b-874e-bad1ae2a5dff has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 09:54:26.477892 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c10ca444-bebe-4674-a430-8cb3ba94123a tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 09:54:26.487576 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94393c4d-4535-4ec2-92c5-00a485967632 None None] Sync routers for ids ['5662893c-e8f6-431b-874e-bad1ae2a5dff'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 09:54:26.500706 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94393c4d-4535-4ec2-92c5-00a485967632 None None] Routers {'5662893c-e8f6-431b-874e-bad1ae2a5dff'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:54:26.501337 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-94393c4d-4535-4ec2-92c5-00a485967632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:54:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['5662893c-e8f6-431b-874e-bad1ae2a5dff'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:54:26.560060 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-c10ca444-bebe-4674-a430-8cb3ba94123a tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for floatingip, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:54:26.625137 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-c10ca444-bebe-4674-a430-8cb3ba94123a tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8152001 Feb 04 09:54:26.625913 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e50640bb-36a2-4a23-a387-af24fab6be45', 'tag': '331b1df7-8e39-4e7c-8625-f389db0ceb2f'}] {{(pid=84107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:54:26.681228 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e50640bb-36a2-4a23-a387-af24fab6be45', 'tag': '331b1df7-8e39-4e7c-8625-f389db0ceb2f', 'status': 'completed', 'code': 200} Feb 04 09:54:26.685676 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-94393c4d-4535-4ec2-92c5-00a485967632 None None] Set router 5662893c-e8f6-431b-874e-bad1ae2a5dff gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:54:26.776468 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-f67b99c6-d8b3-4c2d-9a9b-10d98cc9d0c5 req-e5433700-e4fb-47f6-a94d-d69c9ba3e1bf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e2a1bc7f0c124a87b0fe35e5cd80ba34&device_id=e50640bb-36a2-4a23-a387-af24fab6be45 HTTP/1.1" status: 200 len: 1099 time: 0.0697904 Feb 04 09:54:26.913047 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67b99c6-d8b3-4c2d-9a9b-10d98cc9d0c5 req-d14ac187-5c1f-4934-9154-478b356c7180 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:54:26.914719 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-f67b99c6-d8b3-4c2d-9a9b-10d98cc9d0c5 req-d14ac187-5c1f-4934-9154-478b356c7180 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f1c1dd48-d235-40de-a07a-e60b993888cd HTTP/1.1" status: 200 len: 910 time: 0.1323149 Feb 04 09:54:27.027813 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-f67b99c6-d8b3-4c2d-9a9b-10d98cc9d0c5 req-f764fb80-b2ad-4ef5-af15-d12fa5817f3c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=331b1df7-8e39-4e7c-8625-f389db0ceb2f HTTP/1.1" status: 200 len: 1000 time: 0.1072435 Feb 04 09:54:27.047305 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:54:27.082850 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-94393c4d-4535-4ec2-92c5-00a485967632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5662893c-e8f6-431b-874e-bad1ae2a5dff', 'name': 'tempest-TestSnapshotPattern-850160349-router', 'tenant_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': 'b8b3eb70-c9f5-4715-8300-56b02121ad9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:53:47Z', 'updated_at': '2022-02-04T09:53:51Z', 'revision_number': 4, 'project_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'gw_port': {'id': 'b8b3eb70-c9f5-4715-8300-56b02121ad9e', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:14:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5662893c-e8f6-431b-874e-bad1ae2a5dff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:53:48Z', 'updated_at': '2022-02-04T09:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': '5ff50fe3-92ea-4050-9290-252aeef2d2da', 'tenant_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'floating_ip_address': '172.26.3.246', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': '5662893c-e8f6-431b-874e-bad1ae2a5dff', 'port_id': '331b1df7-8e39-4e7c-8625-f389db0ceb2f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1c1dd48-d235-40de-a07a-e60b993888cd', 'mac_address': 'fa:16:3e:95:d1:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50640bb-36a2-4a23-a387-af24fab6be45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T09:54:24Z', 'updated_at': '2022-02-04T09:54:24Z', 'revision_number': 0, 'project_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39c441eb-abd4-4a17-b6e3-6e70b4d45aa3', 'name': '', 'network_id': 'f1c1dd48-d235-40de-a07a-e60b993888cd', 'tenant_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'mac_address': 'fa:16:3e:57:bd:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5662893c-e8f6-431b-874e-bad1ae2a5dff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78fd9f8d-1b6a-4e70-b82b-ab93bdbc9f6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:53:50Z', 'updated_at': '2022-02-04T09:54:08Z', 'revision_number': 5, 'project_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'subnets': [{'id': '78fd9f8d-1b6a-4e70-b82b-ab93bdbc9f6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:54:27.087139 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94393c4d-4535-4ec2-92c5-00a485967632 None None] Checking router: 5662893c-e8f6-431b-874e-bad1ae2a5dff for host: dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 09:54:27.097993 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67b99c6-d8b3-4c2d-9a9b-10d98cc9d0c5 req-66e63627-38bc-4d43-803c-cb782f39f962 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:54:27.099542 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-f67b99c6-d8b3-4c2d-9a9b-10d98cc9d0c5 req-66e63627-38bc-4d43-803c-cb782f39f962 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=78fd9f8d-1b6a-4e70-b82b-ab93bdbc9f6b HTTP/1.1" status: 200 len: 848 time: 0.0660841 Feb 04 09:54:27.099937 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94393c4d-4535-4ec2-92c5-00a485967632 None None] Routers {'5662893c-e8f6-431b-874e-bad1ae2a5dff'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:54:27.100543 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-94393c4d-4535-4ec2-92c5-00a485967632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:54:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['5662893c-e8f6-431b-874e-bad1ae2a5dff'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:54:27.175657 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-f67b99c6-d8b3-4c2d-9a9b-10d98cc9d0c5 req-ae3ca334-1405-41b8-afb2-015b2eac565e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f1c1dd48-d235-40de-a07a-e60b993888cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699673 Feb 04 09:54:27.283517 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-94393c4d-4535-4ec2-92c5-00a485967632 None None] Set router 5662893c-e8f6-431b-874e-bad1ae2a5dff gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:54:27.314261 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-f67b99c6-d8b3-4c2d-9a9b-10d98cc9d0c5 req-5745eb57-f1e9-41e5-9125-43cecd57de8c service neutron] 10.222.0.47 "GET /v2.0/networks/f1c1dd48-d235-40de-a07a-e60b993888cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311564 Feb 04 09:54:27.451476 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-f67b99c6-d8b3-4c2d-9a9b-10d98cc9d0c5 req-bb9bf619-0a15-4844-b67f-6b4f34130092 service neutron] 10.222.0.47 "GET /v2.0/networks/f1c1dd48-d235-40de-a07a-e60b993888cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313040 Feb 04 09:54:27.644297 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-94393c4d-4535-4ec2-92c5-00a485967632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5662893c-e8f6-431b-874e-bad1ae2a5dff', 'name': 'tempest-TestSnapshotPattern-850160349-router', 'tenant_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': 'b8b3eb70-c9f5-4715-8300-56b02121ad9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:53:47Z', 'updated_at': '2022-02-04T09:53:51Z', 'revision_number': 4, 'project_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'gw_port': {'id': 'b8b3eb70-c9f5-4715-8300-56b02121ad9e', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:14:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5662893c-e8f6-431b-874e-bad1ae2a5dff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:53:48Z', 'updated_at': '2022-02-04T09:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': '5ff50fe3-92ea-4050-9290-252aeef2d2da', 'tenant_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'floating_ip_address': '172.26.3.246', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': '5662893c-e8f6-431b-874e-bad1ae2a5dff', 'port_id': '331b1df7-8e39-4e7c-8625-f389db0ceb2f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1c1dd48-d235-40de-a07a-e60b993888cd', 'mac_address': 'fa:16:3e:95:d1:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50640bb-36a2-4a23-a387-af24fab6be45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T09:54:24Z', 'updated_at': '2022-02-04T09:54:24Z', 'revision_number': 0, 'project_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39c441eb-abd4-4a17-b6e3-6e70b4d45aa3', 'name': '', 'network_id': 'f1c1dd48-d235-40de-a07a-e60b993888cd', 'tenant_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'mac_address': 'fa:16:3e:57:bd:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5662893c-e8f6-431b-874e-bad1ae2a5dff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78fd9f8d-1b6a-4e70-b82b-ab93bdbc9f6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:53:50Z', 'updated_at': '2022-02-04T09:54:08Z', 'revision_number': 5, 'project_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'subnets': [{'id': '78fd9f8d-1b6a-4e70-b82b-ab93bdbc9f6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:54:27.648356 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94393c4d-4535-4ec2-92c5-00a485967632 None None] The sync data for ids ['5662893c-e8f6-431b-874e-bad1ae2a5dff'] in dv-neutron-827798-2-hyperv is: [{'id': '5662893c-e8f6-431b-874e-bad1ae2a5dff', 'name': 'tempest-TestSnapshotPattern-850160349-router', 'tenant_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': 'b8b3eb70-c9f5-4715-8300-56b02121ad9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:53:47Z', 'updated_at': '2022-02-04T09:53:51Z', 'revision_number': 4, 'project_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'gw_port': {'id': 'b8b3eb70-c9f5-4715-8300-56b02121ad9e', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:14:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5662893c-e8f6-431b-874e-bad1ae2a5dff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:53:48Z', 'updated_at': '2022-02-04T09:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': '5ff50fe3-92ea-4050-9290-252aeef2d2da', 'tenant_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'floating_ip_address': '172.26.3.246', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': '5662893c-e8f6-431b-874e-bad1ae2a5dff', 'port_id': '331b1df7-8e39-4e7c-8625-f389db0ceb2f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1c1dd48-d235-40de-a07a-e60b993888cd', 'mac_address': 'fa:16:3e:95:d1:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50640bb-36a2-4a23-a387-af24fab6be45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T09:54:24Z', 'updated_at': '2022-02-04T09:54:24Z', 'revision_number': 0, 'project_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39c441eb-abd4-4a17-b6e3-6e70b4d45aa3', 'name': '', 'network_id': 'f1c1dd48-d235-40de-a07a-e60b993888cd', 'tenant_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'mac_address': 'fa:16:3e:57:bd:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5662893c-e8f6-431b-874e-bad1ae2a5dff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78fd9f8d-1b6a-4e70-b82b-ab93bdbc9f6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:53:50Z', 'updated_at': '2022-02-04T09:54:08Z', 'revision_number': 5, 'project_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'subnets': [{'id': '78fd9f8d-1b6a-4e70-b82b-ab93bdbc9f6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 09:54:30.252653 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8d47d5-b00d-4a64-8ca8-e87773cc31de None None] New status for floating IP 5ff50fe3-92ea-4050-9290-252aeef2d2da: ACTIVE {{(pid=84110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 09:54:41.033585 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-00b17cea-a6c5-4a6f-99fd-3a08552f2e37 req-109e24f4-10c0-4411-bf1e-8b7d5f1e3bfe service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e50640bb-36a2-4a23-a387-af24fab6be45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0711901 Feb 04 09:54:41.168502 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-00b17cea-a6c5-4a6f-99fd-3a08552f2e37 req-5bdce5d8-0009-4c5c-ac85-2a75bd41a6e9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e2a1bc7f0c124a87b0fe35e5cd80ba34&device_id=e50640bb-36a2-4a23-a387-af24fab6be45 HTTP/1.1" status: 200 len: 1099 time: 0.0671740 Feb 04 09:54:41.317770 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b17cea-a6c5-4a6f-99fd-3a08552f2e37 req-ba40793a-a89e-4705-bc30-4ee16c9d9ee4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:54:41.319122 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-00b17cea-a6c5-4a6f-99fd-3a08552f2e37 req-ba40793a-a89e-4705-bc30-4ee16c9d9ee4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f1c1dd48-d235-40de-a07a-e60b993888cd HTTP/1.1" status: 200 len: 910 time: 0.1322637 Feb 04 09:54:41.421999 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-00b17cea-a6c5-4a6f-99fd-3a08552f2e37 req-bbed7102-8a26-4e9a-8595-2a98c29f91f9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=331b1df7-8e39-4e7c-8625-f389db0ceb2f HTTP/1.1" status: 200 len: 1002 time: 0.0952444 Feb 04 09:54:41.487813 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b17cea-a6c5-4a6f-99fd-3a08552f2e37 req-efb5427a-cc4e-4783-a35c-6024cf5b12d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:54:41.489331 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-00b17cea-a6c5-4a6f-99fd-3a08552f2e37 req-efb5427a-cc4e-4783-a35c-6024cf5b12d4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=78fd9f8d-1b6a-4e70-b82b-ab93bdbc9f6b HTTP/1.1" status: 200 len: 848 time: 0.0607903 Feb 04 09:54:41.652299 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-00b17cea-a6c5-4a6f-99fd-3a08552f2e37 req-ad011c79-552b-418e-b9b8-33d26ef4cdb2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f1c1dd48-d235-40de-a07a-e60b993888cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1563442 Feb 04 09:54:41.797606 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-00b17cea-a6c5-4a6f-99fd-3a08552f2e37 req-63b21a74-869a-4b9b-ad56-0c6d0db40e42 service neutron] 10.222.0.47 "GET /v2.0/networks/f1c1dd48-d235-40de-a07a-e60b993888cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377611 Feb 04 09:54:41.934385 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-00b17cea-a6c5-4a6f-99fd-3a08552f2e37 req-bd503888-4a27-455b-b47b-19d98d0a8ae3 service neutron] 10.222.0.47 "GET /v2.0/networks/f1c1dd48-d235-40de-a07a-e60b993888cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306767 Feb 04 09:54:48.160048 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 09:54:49.540113 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-9bcebe53-9df6-4c05-8a98-38d8abf14a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:54:51.810995 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-384571cb-fc1b-42d5-9b95-65d1a2173b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:54:52.982385 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:54:53.216803 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:54:54.677336 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:54:56.976425 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:55:19.547341 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-7ecac9d3-759b-4f76-a741-26ba7258fc2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:55:21.821861 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-e033c792-b7b2-452a-b984-44de988990f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:55:22.981748 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:55:23.208376 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:55:24.695812 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:55:25.160829 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 09:55:27.014073 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:55:41.161955 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-e8946a38-5cd4-4dfb-a230-b8cdbb6fc797 req-5496c8ad-e248-4ce0-89fd-311dade4453e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e50640bb-36a2-4a23-a387-af24fab6be45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1879053 Feb 04 09:55:41.304885 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-e8946a38-5cd4-4dfb-a230-b8cdbb6fc797 req-729c6367-0eeb-4559-9a78-e95de5569a32 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e2a1bc7f0c124a87b0fe35e5cd80ba34&device_id=e50640bb-36a2-4a23-a387-af24fab6be45 HTTP/1.1" status: 200 len: 1099 time: 0.0696330 Feb 04 09:55:41.454073 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8946a38-5cd4-4dfb-a230-b8cdbb6fc797 req-91b1ceb3-644f-4a22-96af-dd5c2e58c2ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:55:41.455606 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-e8946a38-5cd4-4dfb-a230-b8cdbb6fc797 req-91b1ceb3-644f-4a22-96af-dd5c2e58c2ef service neutron] 10.222.0.47 "GET /v2.0/networks?id=f1c1dd48-d235-40de-a07a-e60b993888cd HTTP/1.1" status: 200 len: 910 time: 0.1307986 Feb 04 09:55:41.565944 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-e8946a38-5cd4-4dfb-a230-b8cdbb6fc797 req-cb375b71-5ffb-4e37-aa38-a0a7466284d0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=331b1df7-8e39-4e7c-8625-f389db0ceb2f HTTP/1.1" status: 200 len: 1002 time: 0.1033859 Feb 04 09:55:41.641358 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8946a38-5cd4-4dfb-a230-b8cdbb6fc797 req-199e9d3a-5674-4603-a8c2-a8be7404cc6b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:55:41.642869 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-e8946a38-5cd4-4dfb-a230-b8cdbb6fc797 req-199e9d3a-5674-4603-a8c2-a8be7404cc6b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=78fd9f8d-1b6a-4e70-b82b-ab93bdbc9f6b HTTP/1.1" status: 200 len: 848 time: 0.0706527 Feb 04 09:55:41.722821 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-e8946a38-5cd4-4dfb-a230-b8cdbb6fc797 req-94eb8a11-3cd7-4ccb-a256-07bd4133dca2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f1c1dd48-d235-40de-a07a-e60b993888cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733941 Feb 04 09:55:41.864164 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-e8946a38-5cd4-4dfb-a230-b8cdbb6fc797 req-c88ef383-844a-4525-8988-680988c99d3b service neutron] 10.222.0.47 "GET /v2.0/networks/f1c1dd48-d235-40de-a07a-e60b993888cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342852 Feb 04 09:55:41.999829 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-e8946a38-5cd4-4dfb-a230-b8cdbb6fc797 req-c6952103-f047-4346-ada0-3e6b930ad0e4 service neutron] 10.222.0.47 "GET /v2.0/networks/f1c1dd48-d235-40de-a07a-e60b993888cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294692 Feb 04 09:55:49.518292 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-d8c8b96c-d308-420c-8f1c-c4aa33bbea20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:55:51.820961 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-3c6d91ed-a7e2-4c02-87a7-a3c69c033805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:55:53.008660 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:55:53.203969 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:55:54.676916 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:55:57.050082 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:56:02.162614 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 09:56:19.528341 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-80589850-31d5-4a74-bb2c-f082072f1754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:56:21.797758 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-78ba7f43-c20a-4c4d-b021-79c9d8a70b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:56:22.980958 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:56:23.220968 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:56:24.717741 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:56:27.015591 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:56:39.164069 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 09:56:42.032084 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-51a65b15-29de-4b2c-a05d-da480fa6c04c req-b6711be5-3df6-4173-99f5-24fb0d768721 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e50640bb-36a2-4a23-a387-af24fab6be45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0753317 Feb 04 09:56:42.191770 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-51a65b15-29de-4b2c-a05d-da480fa6c04c req-151abd4d-7cfd-4a6b-95c6-2a57716bff81 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e2a1bc7f0c124a87b0fe35e5cd80ba34&device_id=e50640bb-36a2-4a23-a387-af24fab6be45 HTTP/1.1" status: 200 len: 1099 time: 0.0789030 Feb 04 09:56:42.342425 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a65b15-29de-4b2c-a05d-da480fa6c04c req-02f8c41f-ddc3-4217-9c03-434d6e08128f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:56:42.343855 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-51a65b15-29de-4b2c-a05d-da480fa6c04c req-02f8c41f-ddc3-4217-9c03-434d6e08128f service neutron] 10.222.0.47 "GET /v2.0/networks?id=f1c1dd48-d235-40de-a07a-e60b993888cd HTTP/1.1" status: 200 len: 910 time: 0.1329534 Feb 04 09:56:42.448487 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-51a65b15-29de-4b2c-a05d-da480fa6c04c req-da3c8723-9485-4d50-beec-9dd2b7393546 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=331b1df7-8e39-4e7c-8625-f389db0ceb2f HTTP/1.1" status: 200 len: 1002 time: 0.0980515 Feb 04 09:56:42.511519 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a65b15-29de-4b2c-a05d-da480fa6c04c req-b7951651-7382-4851-9465-43228da2afa6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:56:42.513056 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-51a65b15-29de-4b2c-a05d-da480fa6c04c req-b7951651-7382-4851-9465-43228da2afa6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=78fd9f8d-1b6a-4e70-b82b-ab93bdbc9f6b HTTP/1.1" status: 200 len: 848 time: 0.0574579 Feb 04 09:56:42.690045 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-51a65b15-29de-4b2c-a05d-da480fa6c04c req-6834d5f9-ab73-4948-ab4c-52ef36133b23 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f1c1dd48-d235-40de-a07a-e60b993888cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1708233 Feb 04 09:56:42.832317 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-51a65b15-29de-4b2c-a05d-da480fa6c04c req-93602839-9de3-4334-9946-275b5b466304 service neutron] 10.222.0.47 "GET /v2.0/networks/f1c1dd48-d235-40de-a07a-e60b993888cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359494 Feb 04 09:56:42.964478 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-51a65b15-29de-4b2c-a05d-da480fa6c04c req-490b203b-bca3-4a05-a185-e11e292f4bcb service neutron] 10.222.0.47 "GET /v2.0/networks/f1c1dd48-d235-40de-a07a-e60b993888cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267657 Feb 04 09:56:49.522921 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-9af59117-3852-4215-b8ef-d8c77bea85f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:56:51.814367 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-306f4210-5941-4691-ab81-6ba20a0bb8ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:56:52.986735 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:56:53.243105 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:56:54.711936 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:56:57.048815 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:57:16.164097 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 09:57:18.525911 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device 331b1df7-8e39-4e7c-8625-f389db0ceb2f details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=84109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 09:57:18.659803 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port 331b1df7-8e39-4e7c-8625-f389db0ceb2f, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=331b1df7-8e39-4e7c-8625-f389db0ceb2f,segment=NetworkSegment(1d5eaa3e-5249-44c2-a054-53d07405e8a1),segment_id=1d5eaa3e-5249-44c2-a054-53d07405e8a1)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:57:18.673316 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Returning: {'device': '331b1df7-8e39-4e7c-8625-f389db0ceb2f', 'network_id': 'f1c1dd48-d235-40de-a07a-e60b993888cd', 'port_id': '331b1df7-8e39-4e7c-8625-f389db0ceb2f', 'mac_address': 'fa:16:3e:95:d1:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78fd9f8d-1b6a-4e70-b82b-ab93bdbc9f6b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 09:57:18.736564 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:57:18.754403 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 331b1df7-8e39-4e7c-8625-f389db0ceb2f {{(pid=84109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 09:57:18.771216 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port 331b1df7-8e39-4e7c-8625-f389db0ceb2f, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=331b1df7-8e39-4e7c-8625-f389db0ceb2f,segment=NetworkSegment(1d5eaa3e-5249-44c2-a054-53d07405e8a1),segment_id=1d5eaa3e-5249-44c2-a054-53d07405e8a1)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:57:18.836570 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:57:18.907774 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=331b1df7-8e39-4e7c-8625-f389db0ceb2f,revision_number=6']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:57:18.913332 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] get_ports_and_sgs() called for port_ids ['331b1df7-8e39-4e7c-8625-f389db0ceb2f'] {{(pid=84109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 09:57:18.945531 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:57:18.945871 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:57:18.946208 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:57:18.946544 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:57:18.946876 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:57:18.947200 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:57:18.947522 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:57:18.947841 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:57:18.948160 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:57:18.948474 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:57:18.948816 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:57:19.512140 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-6f02a27a-ddea-4fc5-86ef-7c62848e9dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:57:20.541453 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device 331b1df7-8e39-4e7c-8625-f389db0ceb2f up at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:57:20.611029 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Provisioning complete for port 331b1df7-8e39-4e7c-8625-f389db0ceb2f triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:57:20.611397 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:57:20.727894 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:57:20.757606 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e50640bb-36a2-4a23-a387-af24fab6be45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '331b1df7-8e39-4e7c-8625-f389db0ceb2f'}] {{(pid=84109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:57:20.767498 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port 331b1df7-8e39-4e7c-8625-f389db0ceb2f, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=331b1df7-8e39-4e7c-8625-f389db0ceb2f,segment=NetworkSegment(1d5eaa3e-5249-44c2-a054-53d07405e8a1),segment_id=1d5eaa3e-5249-44c2-a054-53d07405e8a1)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:57:20.824867 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:57:20.856414 dv-neutron-827798-2-hyperv neutron-server[84109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e50640bb-36a2-4a23-a387-af24fab6be45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '331b1df7-8e39-4e7c-8625-f389db0ceb2f', 'code': 200} Feb 04 09:57:20.898160 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=331b1df7-8e39-4e7c-8625-f389db0ceb2f,revision_number=7']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:57:21.859870 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-c49094bf-698d-45d2-a9ac-556e7076f648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:57:23.025311 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:57:23.236610 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:57:24.739547 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:57:27.190967 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:57:35.856134 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-642bb2e2-3ea2-4c6b-b31d-ea6b0ffee9ea req-af10f8f8-2381-4e35-aaed-a37c0787c0b0 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-988967098&fields=id&tenant_id=e2a1bc7f0c124a87b0fe35e5cd80ba34 HTTP/1.1" status: 200 len: 267 time: 0.0461276 Feb 04 09:57:36.009003 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642bb2e2-3ea2-4c6b-b31d-ea6b0ffee9ea req-ef2f20a0-bc14-40f4-9618-2c90169f371c tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:57:36.010449 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-642bb2e2-3ea2-4c6b-b31d-ea6b0ffee9ea req-ef2f20a0-bc14-40f4-9618-2c90169f371c tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] 10.222.0.36 "GET /v2.0/networks?id=f1c1dd48-d235-40de-a07a-e60b993888cd HTTP/1.1" status: 200 len: 809 time: 0.1477342 Feb 04 09:57:36.026577 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-642bb2e2-3ea2-4c6b-b31d-ea6b0ffee9ea req-9e7c392e-2815-490f-be3a-7ce879de67c8 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] 10.222.0.36 "GET /v2.0/quotas/e2a1bc7f0c124a87b0fe35e5cd80ba34 HTTP/1.1" status: 200 len: 375 time: 0.0108154 Feb 04 09:57:36.113962 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-642bb2e2-3ea2-4c6b-b31d-ea6b0ffee9ea req-637e0d14-7a3a-4e5f-97d1-d55115cb25db tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e2a1bc7f0c124a87b0fe35e5cd80ba34&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0817850 Feb 04 09:57:36.329265 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-642bb2e2-3ea2-4c6b-b31d-ea6b0ffee9ea req-6f52c9e1-9052-4f05-af3c-115bdf286993 service neutron] 10.222.0.36 "GET /v2.0/networks/f1c1dd48-d235-40de-a07a-e60b993888cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024772 Feb 04 09:57:36.466259 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-642bb2e2-3ea2-4c6b-b31d-ea6b0ffee9ea req-3f331860-6630-4f14-8df3-17a6569d4726 service neutron] 10.222.0.36 "GET /v2.0/networks/f1c1dd48-d235-40de-a07a-e60b993888cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279404 Feb 04 09:57:36.769433 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-db373b09-0206-45f8-852c-a76381145ee8 req-3aad86c9-e1b9-4ce9-9789-fe60dadf80d4 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3262979-b062-4a7d-b089-47f4cd34e6ed HTTP/1.1" status: 200 len: 210 time: 0.0450048 Feb 04 09:57:38.039201 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-7b2ee72b-f099-473d-92cf-f0daa4431ccc req-bbbbbf64-8ddb-4044-9394-9b212079967e tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3262979-b062-4a7d-b089-47f4cd34e6ed HTTP/1.1" status: 200 len: 210 time: 0.1467042 Feb 04 09:57:38.634821 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device 331b1df7-8e39-4e7c-8625-f389db0ceb2f no longer exists at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 09:57:38.751579 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:57:38.779776 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e50640bb-36a2-4a23-a387-af24fab6be45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '331b1df7-8e39-4e7c-8625-f389db0ceb2f'}] {{(pid=84109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:57:38.790552 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port 331b1df7-8e39-4e7c-8625-f389db0ceb2f, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=331b1df7-8e39-4e7c-8625-f389db0ceb2f,segment=NetworkSegment(1d5eaa3e-5249-44c2-a054-53d07405e8a1),segment_id=1d5eaa3e-5249-44c2-a054-53d07405e8a1)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:57:38.844035 dv-neutron-827798-2-hyperv neutron-server[84109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e50640bb-36a2-4a23-a387-af24fab6be45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '331b1df7-8e39-4e7c-8625-f389db0ceb2f', 'code': 200} Feb 04 09:57:38.847584 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:57:38.899793 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642bb2e2-3ea2-4c6b-b31d-ea6b0ffee9ea req-0c8400c1-bdaf-4093-b32f-e5917b413ce4 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:57:38.904811 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-642bb2e2-3ea2-4c6b-b31d-ea6b0ffee9ea req-0c8400c1-bdaf-4093-b32f-e5917b413ce4 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] 10.222.0.47 "GET /v2.0/networks?id=f1c1dd48-d235-40de-a07a-e60b993888cd HTTP/1.1" status: 200 len: 809 time: 0.1539445 Feb 04 09:57:38.926215 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=331b1df7-8e39-4e7c-8625-f389db0ceb2f,revision_number=8']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:57:38.960173 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-642bb2e2-3ea2-4c6b-b31d-ea6b0ffee9ea req-6899c9db-8001-42e2-8d3e-38a786037687 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2a1bc7f0c124a87b0fe35e5cd80ba34 HTTP/1.1" status: 200 len: 379 time: 0.0471833 Feb 04 09:57:38.969839 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [req-642bb2e2-3ea2-4c6b-b31d-ea6b0ffee9ea req-bb4ebce0-d597-4498-9934-9206591fb7ef tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Request body: {'port': {'device_id': 'c3262979-b062-4a7d-b089-47f4cd34e6ed', 'network_id': 'f1c1dd48-d235-40de-a07a-e60b993888cd', 'admin_state_up': True, 'tenant_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'security_groups': ['55f51dca-c52b-4eb7-aa47-30e461d82297']}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:57:39.110996 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [req-642bb2e2-3ea2-4c6b-b31d-ea6b0ffee9ea req-bb4ebce0-d597-4498-9934-9206591fb7ef tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:57:39.115294 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [req-642bb2e2-3ea2-4c6b-b31d-ea6b0ffee9ea req-bb4ebce0-d597-4498-9934-9206591fb7ef tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Usage tracker for resource:port and tenant:e2a1bc7f0c124a87b0fe35e5cd80ba34 is out of sync, need to count used quota {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:57:39.118622 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [req-642bb2e2-3ea2-4c6b-b31d-ea6b0ffee9ea req-bb4ebce0-d597-4498-9934-9206591fb7ef tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Quota usage for port was recalculated. Used quota:4. {{(pid=84108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:57:39.125273 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.quota.driver [req-642bb2e2-3ea2-4c6b-b31d-ea6b0ffee9ea req-bb4ebce0-d597-4498-9934-9206591fb7ef tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:57:39.173671 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-642bb2e2-3ea2-4c6b-b31d-ea6b0ffee9ea req-bb4ebce0-d597-4498-9934-9206591fb7ef tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Made reservation on behalf of e2a1bc7f0c124a87b0fe35e5cd80ba34 for: {'port': 1} {{(pid=84108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 09:57:39.182359 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-642bb2e2-3ea2-4c6b-b31d-ea6b0ffee9ea req-bb4ebce0-d597-4498-9934-9206591fb7ef tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:57:39.209099 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-cbfe31be-8ff0-4620-98fb-25d3ae5d7d74 req-a8081ce1-c7c7-4151-9e4d-491a9584c472 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3262979-b062-4a7d-b089-47f4cd34e6ed HTTP/1.1" status: 200 len: 210 time: 0.0428545 Feb 04 09:57:39.357197 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.db_base_plugin_common [req-642bb2e2-3ea2-4c6b-b31d-ea6b0ffee9ea req-bb4ebce0-d597-4498-9934-9206591fb7ef tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Allocated IP 172.20.0.13 (f1c1dd48-d235-40de-a07a-e60b993888cd/78fd9f8d-1b6a-4e70-b82b-ab93bdbc9f6b/ae436ae4-f8ce-4214-b0cd-997de015259a) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 09:57:39.563125 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-642bb2e2-3ea2-4c6b-b31d-ea6b0ffee9ea req-bb4ebce0-d597-4498-9934-9206591fb7ef tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:57:39.581460 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.provisioning_blocks [req-642bb2e2-3ea2-4c6b-b31d-ea6b0ffee9ea req-bb4ebce0-d597-4498-9934-9206591fb7ef tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Transition to ACTIVE for port object ae436ae4-f8ce-4214-b0cd-997de015259a will not be triggered until provisioned by entity DHCP. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:57:39.660814 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-642bb2e2-3ea2-4c6b-b31d-ea6b0ffee9ea req-bb4ebce0-d597-4498-9934-9206591fb7ef tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:57:39.764694 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-642bb2e2-3ea2-4c6b-b31d-ea6b0ffee9ea req-bb4ebce0-d597-4498-9934-9206591fb7ef tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Network f1c1dd48-d235-40de-a07a-e60b993888cd is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:57:39.769639 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.scheduler.base_scheduler [req-642bb2e2-3ea2-4c6b-b31d-ea6b0ffee9ea req-bb4ebce0-d597-4498-9934-9206591fb7ef tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:57:39.775300 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [req-642bb2e2-3ea2-4c6b-b31d-ea6b0ffee9ea req-bb4ebce0-d597-4498-9934-9206591fb7ef tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 09:57:39.827810 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4ebce0-d597-4498-9934-9206591fb7ef tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Pushing event updated for resources: {'Port': ['ID=ae436ae4-f8ce-4214-b0cd-997de015259a,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:57:39.860793 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4ebce0-d597-4498-9934-9206591fb7ef tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:57:39.861142 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4ebce0-d597-4498-9934-9206591fb7ef tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:57:39.861488 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4ebce0-d597-4498-9934-9206591fb7ef tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:57:39.861826 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4ebce0-d597-4498-9934-9206591fb7ef tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:57:39.862245 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4ebce0-d597-4498-9934-9206591fb7ef tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:57:39.862620 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4ebce0-d597-4498-9934-9206591fb7ef tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:57:39.862949 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4ebce0-d597-4498-9934-9206591fb7ef tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:57:39.863537 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4ebce0-d597-4498-9934-9206591fb7ef tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:57:39.864207 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4ebce0-d597-4498-9934-9206591fb7ef tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:57:39.864620 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4ebce0-d597-4498-9934-9206591fb7ef tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:57:39.865285 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4ebce0-d597-4498-9934-9206591fb7ef tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:57:39.882752 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642bb2e2-3ea2-4c6b-b31d-ea6b0ffee9ea req-bb4ebce0-d597-4498-9934-9206591fb7ef tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:57:39.883456 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-642bb2e2-3ea2-4c6b-b31d-ea6b0ffee9ea req-bb4ebce0-d597-4498-9934-9206591fb7ef tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:57:40.008919 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-642bb2e2-3ea2-4c6b-b31d-ea6b0ffee9ea req-bb4ebce0-d597-4498-9934-9206591fb7ef tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0434408 Feb 04 09:57:40.328167 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-b7b79f0e-fb07-4586-bec6-2256c74149ee None None] Provisioning for port ae436ae4-f8ce-4214-b0cd-997de015259a completed by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:57:40.340149 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-b7b79f0e-fb07-4586-bec6-2256c74149ee None None] Provisioning complete for port ae436ae4-f8ce-4214-b0cd-997de015259a triggered by entity DHCP. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:57:40.341180 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-b7b79f0e-fb07-4586-bec6-2256c74149ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:57:40.451028 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-b7b79f0e-fb07-4586-bec6-2256c74149ee None None] Port ae436ae4-f8ce-4214-b0cd-997de015259a cannot update to ACTIVE because it is not bound. {{(pid=84109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 09:57:40.464407 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04877864-1ae7-4df0-a6ae-f7521ae363bf req-07551549-e1ce-4a8f-976f-d0f181bda29a tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:57:40.471842 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-04877864-1ae7-4df0-a6ae-f7521ae363bf req-07551549-e1ce-4a8f-976f-d0f181bda29a tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3262979-b062-4a7d-b089-47f4cd34e6ed HTTP/1.1" status: 200 len: 932 time: 0.1200402 Feb 04 09:57:40.522087 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-04877864-1ae7-4df0-a6ae-f7521ae363bf req-878a32da-b77b-4fa0-adef-094c514162dc tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] 10.222.0.36 "GET /v2.0/security-groups?id=55f51dca-c52b-4eb7-aa47-30e461d82297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492926 Feb 04 09:57:41.740468 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31335e00-d51f-4796-b067-3a0b83a23c32 req-f01de8d7-6413-466e-8799-e575152385f4 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:57:41.742044 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-31335e00-d51f-4796-b067-3a0b83a23c32 req-f01de8d7-6413-466e-8799-e575152385f4 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3262979-b062-4a7d-b089-47f4cd34e6ed HTTP/1.1" status: 200 len: 932 time: 0.0878613 Feb 04 09:57:41.797360 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-31335e00-d51f-4796-b067-3a0b83a23c32 req-7cfaaec0-8c81-44e9-99d8-8d45a7ec06ff tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] 10.222.0.36 "GET /v2.0/security-groups?id=55f51dca-c52b-4eb7-aa47-30e461d82297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482314 Feb 04 09:57:43.023711 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6277475-7109-430d-866e-97e6546d0011 req-28ceff37-23b5-4428-a486-a9bf641ccbb4 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:57:43.027962 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c6277475-7109-430d-866e-97e6546d0011 req-28ceff37-23b5-4428-a486-a9bf641ccbb4 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3262979-b062-4a7d-b089-47f4cd34e6ed HTTP/1.1" status: 200 len: 932 time: 0.1001382 Feb 04 09:57:43.085081 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c6277475-7109-430d-866e-97e6546d0011 req-61140581-d97f-4f32-93fe-64507e2333f9 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] 10.222.0.36 "GET /v2.0/security-groups?id=55f51dca-c52b-4eb7-aa47-30e461d82297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473940 Feb 04 09:57:44.335398 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c20c29-0853-44f2-a1d0-6906eccb2d94 req-6d67c9ca-e722-401d-a56a-f2766ae4fe25 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:57:44.336900 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-50c20c29-0853-44f2-a1d0-6906eccb2d94 req-6d67c9ca-e722-401d-a56a-f2766ae4fe25 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3262979-b062-4a7d-b089-47f4cd34e6ed HTTP/1.1" status: 200 len: 932 time: 0.0955222 Feb 04 09:57:44.393761 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-50c20c29-0853-44f2-a1d0-6906eccb2d94 req-6f7d5e96-abc0-406e-b43f-3f8b790cc395 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] 10.222.0.36 "GET /v2.0/security-groups?id=55f51dca-c52b-4eb7-aa47-30e461d82297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506647 Feb 04 09:57:45.656256 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd51eb5-386b-4b84-8b58-c492dd644125 req-338d5b69-1f45-4ff6-8f03-14b6249579aa tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:57:45.676726 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-2cd51eb5-386b-4b84-8b58-c492dd644125 req-338d5b69-1f45-4ff6-8f03-14b6249579aa tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3262979-b062-4a7d-b089-47f4cd34e6ed HTTP/1.1" status: 200 len: 932 time: 0.1091602 Feb 04 09:57:45.733076 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-2cd51eb5-386b-4b84-8b58-c492dd644125 req-8456572d-40fb-4f8a-bd9d-1b0a3f0a311c tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] 10.222.0.36 "GET /v2.0/security-groups?id=55f51dca-c52b-4eb7-aa47-30e461d82297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545011 Feb 04 09:57:46.972388 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656c5ad9-04f0-4be9-a3a4-94972947ac52 req-7399fb31-ad53-4bb4-a945-4cfa047a49bd tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:57:46.973907 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-656c5ad9-04f0-4be9-a3a4-94972947ac52 req-7399fb31-ad53-4bb4-a945-4cfa047a49bd tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3262979-b062-4a7d-b089-47f4cd34e6ed HTTP/1.1" status: 200 len: 932 time: 0.0905089 Feb 04 09:57:47.027091 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-656c5ad9-04f0-4be9-a3a4-94972947ac52 req-960e61bf-dc80-490a-bc34-155304027dcc tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] 10.222.0.36 "GET /v2.0/security-groups?id=55f51dca-c52b-4eb7-aa47-30e461d82297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474725 Feb 04 09:57:48.231088 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f49c90c-2dc1-41e3-8d60-21503f6940b5 req-f8a10051-ba1d-47d7-964a-6a4e5c7d9596 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:57:48.233151 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-0f49c90c-2dc1-41e3-8d60-21503f6940b5 req-f8a10051-ba1d-47d7-964a-6a4e5c7d9596 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3262979-b062-4a7d-b089-47f4cd34e6ed HTTP/1.1" status: 200 len: 932 time: 0.0777478 Feb 04 09:57:48.279681 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-0f49c90c-2dc1-41e3-8d60-21503f6940b5 req-2e45c630-24d9-4bb2-9c08-971561c51655 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] 10.222.0.36 "GET /v2.0/security-groups?id=55f51dca-c52b-4eb7-aa47-30e461d82297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408986 Feb 04 09:57:49.490864 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e89da0-ab06-46c0-8c52-a06251b83521 req-426878e7-a2fb-4ed7-b64a-da615005c2a6 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:57:49.492338 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-66e89da0-ab06-46c0-8c52-a06251b83521 req-426878e7-a2fb-4ed7-b64a-da615005c2a6 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3262979-b062-4a7d-b089-47f4cd34e6ed HTTP/1.1" status: 200 len: 932 time: 0.0851030 Feb 04 09:57:49.539228 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-66e89da0-ab06-46c0-8c52-a06251b83521 req-4bdc30e9-8de1-40c6-bfd5-9b9d99e1b4aa tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] 10.222.0.36 "GET /v2.0/security-groups?id=55f51dca-c52b-4eb7-aa47-30e461d82297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406673 Feb 04 09:57:49.556278 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-f23d467b-024f-4cb8-b19c-d18edfacfc3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:57:50.739008 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53708db5-c426-4686-a13d-3b203d31c8f7 req-34b9869b-38c9-4270-9464-860a5b755964 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:57:50.740450 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-53708db5-c426-4686-a13d-3b203d31c8f7 req-34b9869b-38c9-4270-9464-860a5b755964 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3262979-b062-4a7d-b089-47f4cd34e6ed HTTP/1.1" status: 200 len: 932 time: 0.0756660 Feb 04 09:57:50.787877 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-53708db5-c426-4686-a13d-3b203d31c8f7 req-28153a17-0727-4a62-b95e-e19c3e9a38a6 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] 10.222.0.36 "GET /v2.0/security-groups?id=55f51dca-c52b-4eb7-aa47-30e461d82297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419989 Feb 04 09:57:51.581245 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.v2.base [req-642bb2e2-3ea2-4c6b-b31d-ea6b0ffee9ea req-37c71111-4f1c-4ea0-b3e0-33bb0ae90ba6 service neutron] Request body: {'port': {'device_id': 'c3262979-b062-4a7d-b089-47f4cd34e6ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8277'}} {{(pid=84108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:57:51.610269 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.47', 60008) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:57:51.682919 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c8c9eb28-2355-42c9-ad5b-7d3dc618ed6a req-d3f88893-3309-4a8b-83ed-11cb84d64f0f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e50640bb-36a2-4a23-a387-af24fab6be45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0704269 Feb 04 09:57:51.702291 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-642bb2e2-3ea2-4c6b-b31d-ea6b0ffee9ea req-37c71111-4f1c-4ea0-b3e0-33bb0ae90ba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:57:51.833303 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c8c9eb28-2355-42c9-ad5b-7d3dc618ed6a req-b6bb5df7-be8c-4de2-8dc9-9113c97471d6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e2a1bc7f0c124a87b0fe35e5cd80ba34&device_id=e50640bb-36a2-4a23-a387-af24fab6be45 HTTP/1.1" status: 200 len: 1097 time: 0.0713983 Feb 04 09:57:51.905270 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-119978d3-bd44-4e84-8d56-0b92ebffea19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:57:52.039193 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c9eb28-2355-42c9-ad5b-7d3dc618ed6a req-12e9fc64-8a1d-4870-8145-5d10c037b227 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:57:52.040708 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c8c9eb28-2355-42c9-ad5b-7d3dc618ed6a req-12e9fc64-8a1d-4870-8145-5d10c037b227 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f1c1dd48-d235-40de-a07a-e60b993888cd HTTP/1.1" status: 200 len: 910 time: 0.1887724 Feb 04 09:57:52.050869 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94534350-1330-4736-bfb9-2384588424d3 req-4150a2ed-3caa-41c4-a029-a99c32cfd9e3 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:57:52.052319 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-94534350-1330-4736-bfb9-2384588424d3 req-4150a2ed-3caa-41c4-a029-a99c32cfd9e3 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3262979-b062-4a7d-b089-47f4cd34e6ed HTTP/1.1" status: 200 len: 932 time: 0.1300616 Feb 04 09:57:52.076009 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [req-642bb2e2-3ea2-4c6b-b31d-ea6b0ffee9ea req-37c71111-4f1c-4ea0-b3e0-33bb0ae90ba6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae436ae4-f8ce-4214-b0cd-997de015259a {{(pid=84108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 09:57:52.083622 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-642bb2e2-3ea2-4c6b-b31d-ea6b0ffee9ea req-37c71111-4f1c-4ea0-b3e0-33bb0ae90ba6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:57:52.098912 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.provisioning_blocks [req-642bb2e2-3ea2-4c6b-b31d-ea6b0ffee9ea req-37c71111-4f1c-4ea0-b3e0-33bb0ae90ba6 service neutron] Transition to ACTIVE for port object ae436ae4-f8ce-4214-b0cd-997de015259a will not be triggered until provisioned by entity L2. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 09:57:52.186387 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-94534350-1330-4736-bfb9-2384588424d3 req-5decd61a-42af-4988-ad5e-d8427791434b tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] 10.222.0.36 "GET /v2.0/security-groups?id=55f51dca-c52b-4eb7-aa47-30e461d82297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795131 Feb 04 09:57:52.190391 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c8c9eb28-2355-42c9-ad5b-7d3dc618ed6a req-befd33af-8ca0-419c-8713-d12f66462ecc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=331b1df7-8e39-4e7c-8625-f389db0ceb2f HTTP/1.1" status: 200 len: 1000 time: 0.1371722 Feb 04 09:57:52.219227 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-642bb2e2-3ea2-4c6b-b31d-ea6b0ffee9ea req-37c71111-4f1c-4ea0-b3e0-33bb0ae90ba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:57:52.255215 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c9eb28-2355-42c9-ad5b-7d3dc618ed6a req-fa2888e1-39e8-45b4-88bb-a1caca1f5af6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:57:52.256713 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c8c9eb28-2355-42c9-ad5b-7d3dc618ed6a req-fa2888e1-39e8-45b4-88bb-a1caca1f5af6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=78fd9f8d-1b6a-4e70-b82b-ab93bdbc9f6b HTTP/1.1" status: 200 len: 848 time: 0.0605912 Feb 04 09:57:52.348465 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c8c9eb28-2355-42c9-ad5b-7d3dc618ed6a req-a149a070-ea42-4663-82eb-5872589bcad0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f1c1dd48-d235-40de-a07a-e60b993888cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0786426 Feb 04 09:57:52.448485 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c71111-4f1c-4ea0-b3e0-33bb0ae90ba6 service neutron] Pushing event updated for resources: {'Port': ['ID=ae436ae4-f8ce-4214-b0cd-997de015259a,revision_number=2']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:57:52.561831 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [req-642bb2e2-3ea2-4c6b-b31d-ea6b0ffee9ea req-37c71111-4f1c-4ea0-b3e0-33bb0ae90ba6 service neutron] Attempting to bind port ae436ae4-f8ce-4214-b0cd-997de015259a on host hv-neutron-8277 for vnic_type normal with profile {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 09:57:52.562171 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [req-642bb2e2-3ea2-4c6b-b31d-ea6b0ffee9ea req-37c71111-4f1c-4ea0-b3e0-33bb0ae90ba6 service neutron] Attempting to bind port ae436ae4-f8ce-4214-b0cd-997de015259a by drivers openvswitch,hyperv on host hv-neutron-8277 at level 0 using segments [{'id': '1d5eaa3e-5249-44c2-a054-53d07405e8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f1c1dd48-d235-40de-a07a-e60b993888cd'}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 09:57:52.562408 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642bb2e2-3ea2-4c6b-b31d-ea6b0ffee9ea req-37c71111-4f1c-4ea0-b3e0-33bb0ae90ba6 service neutron] Attempting to bind port ae436ae4-f8ce-4214-b0cd-997de015259a on network f1c1dd48-d235-40de-a07a-e60b993888cd {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 09:57:52.568406 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642bb2e2-3ea2-4c6b-b31d-ea6b0ffee9ea req-37c71111-4f1c-4ea0-b3e0-33bb0ae90ba6 service neutron] Port ae436ae4-f8ce-4214-b0cd-997de015259a on network f1c1dd48-d235-40de-a07a-e60b993888cd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8277 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 09:57:52.568768 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642bb2e2-3ea2-4c6b-b31d-ea6b0ffee9ea req-37c71111-4f1c-4ea0-b3e0-33bb0ae90ba6 service neutron] Attempting to bind port ae436ae4-f8ce-4214-b0cd-997de015259a on network f1c1dd48-d235-40de-a07a-e60b993888cd {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 09:57:52.576440 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642bb2e2-3ea2-4c6b-b31d-ea6b0ffee9ea req-37c71111-4f1c-4ea0-b3e0-33bb0ae90ba6 service neutron] Checking agent: {'id': 'f735dfbb-9ed2-4de7-8aa1-fea4a962ae1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8277', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 8, 34, 26), 'started_at': datetime.datetime(2022, 2, 4, 8, 34, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 9, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 09:57:52.577394 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642bb2e2-3ea2-4c6b-b31d-ea6b0ffee9ea req-37c71111-4f1c-4ea0-b3e0-33bb0ae90ba6 service neutron] Checking segment: {'id': '1d5eaa3e-5249-44c2-a054-53d07405e8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f1c1dd48-d235-40de-a07a-e60b993888cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 09:57:52.577394 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642bb2e2-3ea2-4c6b-b31d-ea6b0ffee9ea req-37c71111-4f1c-4ea0-b3e0-33bb0ae90ba6 service neutron] Bound using segment: {'id': '1d5eaa3e-5249-44c2-a054-53d07405e8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f1c1dd48-d235-40de-a07a-e60b993888cd'} {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 09:57:52.577974 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.managers [req-642bb2e2-3ea2-4c6b-b31d-ea6b0ffee9ea req-37c71111-4f1c-4ea0-b3e0-33bb0ae90ba6 service neutron] Bound port: ae436ae4-f8ce-4214-b0cd-997de015259a, host: hv-neutron-8277, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d5eaa3e-5249-44c2-a054-53d07405e8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f1c1dd48-d235-40de-a07a-e60b993888cd'}}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 09:57:52.578243 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-642bb2e2-3ea2-4c6b-b31d-ea6b0ffee9ea req-37c71111-4f1c-4ea0-b3e0-33bb0ae90ba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:57:52.584313 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c8c9eb28-2355-42c9-ad5b-7d3dc618ed6a req-598aa606-dff3-48af-9917-620da261ce38 service neutron] 10.222.0.47 "GET /v2.0/networks/f1c1dd48-d235-40de-a07a-e60b993888cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374358 Feb 04 09:57:52.666777 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [req-642bb2e2-3ea2-4c6b-b31d-ea6b0ffee9ea req-37c71111-4f1c-4ea0-b3e0-33bb0ae90ba6 service neutron] For port ae436ae4-f8ce-4214-b0cd-997de015259a, host hv-neutron-8277, cleared binding levels {{(pid=84108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 09:57:52.670329 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [req-642bb2e2-3ea2-4c6b-b31d-ea6b0ffee9ea req-37c71111-4f1c-4ea0-b3e0-33bb0ae90ba6 service neutron] For port ae436ae4-f8ce-4214-b0cd-997de015259a, host hv-neutron-8277, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=ae436ae4-f8ce-4214-b0cd-997de015259a,segment=NetworkSegment(1d5eaa3e-5249-44c2-a054-53d07405e8a1),segment_id=1d5eaa3e-5249-44c2-a054-53d07405e8a1)] {{(pid=84108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 09:57:52.718423 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-c8c9eb28-2355-42c9-ad5b-7d3dc618ed6a req-f51327a7-8f5a-4d59-9542-b304390802b6 service neutron] 10.222.0.47 "GET /v2.0/networks/f1c1dd48-d235-40de-a07a-e60b993888cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277702 Feb 04 09:57:52.734766 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-642bb2e2-3ea2-4c6b-b31d-ea6b0ffee9ea req-37c71111-4f1c-4ea0-b3e0-33bb0ae90ba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7460253'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:57:52.800828 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-642bb2e2-3ea2-4c6b-b31d-ea6b0ffee9ea req-37c71111-4f1c-4ea0-b3e0-33bb0ae90ba6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:57:52.802231 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-642bb2e2-3ea2-4c6b-b31d-ea6b0ffee9ea req-37c71111-4f1c-4ea0-b3e0-33bb0ae90ba6 service neutron] 10.222.0.47 "PUT /v2.0/ports/ae436ae4-f8ce-4214-b0cd-997de015259a HTTP/1.1" status: 200 len: 1094 time: 1.2274611 Feb 04 09:57:52.802746 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3262979-b062-4a7d-b089-47f4cd34e6ed', 'tag': 'ae436ae4-f8ce-4214-b0cd-997de015259a'}] {{(pid=84108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:57:52.826865 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c71111-4f1c-4ea0-b3e0-33bb0ae90ba6 service neutron] Pushing event updated for resources: {'Port': ['ID=ae436ae4-f8ce-4214-b0cd-997de015259a,revision_number=3']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:57:52.871948 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3262979-b062-4a7d-b089-47f4cd34e6ed', 'tag': 'ae436ae4-f8ce-4214-b0cd-997de015259a', 'status': 'completed', 'code': 200} Feb 04 09:57:52.966841 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-caa36bc1-57fb-488c-a372-78185654c842 req-943276cf-7428-4ee4-85a4-76a4959f7830 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e2a1bc7f0c124a87b0fe35e5cd80ba34&device_id=c3262979-b062-4a7d-b089-47f4cd34e6ed HTTP/1.1" status: 200 len: 1097 time: 0.0768170 Feb 04 09:57:52.990799 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:57:53.121264 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa36bc1-57fb-488c-a372-78185654c842 req-f1c63130-7b14-4038-90a5-7de659d10fef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:57:53.122832 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-caa36bc1-57fb-488c-a372-78185654c842 req-f1c63130-7b14-4038-90a5-7de659d10fef service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=e2a1bc7f0c124a87b0fe35e5cd80ba34&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1488609 Feb 04 09:57:53.163951 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 09:57:53.234518 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:57:53.272785 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa36bc1-57fb-488c-a372-78185654c842 req-7b1d9ac4-334d-4e49-997c-7a925ea41036 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:57:53.274966 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-caa36bc1-57fb-488c-a372-78185654c842 req-7b1d9ac4-334d-4e49-997c-7a925ea41036 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1451409 Feb 04 09:57:53.384947 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-642bb2e2-3ea2-4c6b-b31d-ea6b0ffee9ea req-24c70217-5d74-4938-950f-ff1a1984d241 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e2a1bc7f0c124a87b0fe35e5cd80ba34&device_id=c3262979-b062-4a7d-b089-47f4cd34e6ed HTTP/1.1" status: 200 len: 1097 time: 0.0715034 Feb 04 09:57:53.406659 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d2628d-c6c3-4983-9ef0-4791f9dfd338 req-265a4f68-7ce7-406a-939e-facbfcf70ef7 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:57:53.409010 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-32d2628d-c6c3-4983-9ef0-4791f9dfd338 req-265a4f68-7ce7-406a-939e-facbfcf70ef7 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3262979-b062-4a7d-b089-47f4cd34e6ed HTTP/1.1" status: 200 len: 944 time: 0.0891161 Feb 04 09:57:53.454300 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-32d2628d-c6c3-4983-9ef0-4791f9dfd338 req-08258548-8457-4d8a-b4d6-6e3cbf07d20a tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] 10.222.0.36 "GET /v2.0/security-groups?id=55f51dca-c52b-4eb7-aa47-30e461d82297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405815 Feb 04 09:57:53.457390 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-642bb2e2-3ea2-4c6b-b31d-ea6b0ffee9ea req-7ae46770-00cb-4075-800e-27283abecd67 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae436ae4-f8ce-4214-b0cd-997de015259a HTTP/1.1" status: 200 len: 217 time: 0.0662637 Feb 04 09:57:53.520037 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642bb2e2-3ea2-4c6b-b31d-ea6b0ffee9ea req-8f4c9661-39e4-4200-85ef-3fd9af9d4d50 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:57:53.521412 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-642bb2e2-3ea2-4c6b-b31d-ea6b0ffee9ea req-8f4c9661-39e4-4200-85ef-3fd9af9d4d50 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=78fd9f8d-1b6a-4e70-b82b-ab93bdbc9f6b HTTP/1.1" status: 200 len: 848 time: 0.0589612 Feb 04 09:57:53.604544 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-642bb2e2-3ea2-4c6b-b31d-ea6b0ffee9ea req-64489e4d-650b-46fa-81ef-00c6c9681f7a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f1c1dd48-d235-40de-a07a-e60b993888cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0773580 Feb 04 09:57:53.739909 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-642bb2e2-3ea2-4c6b-b31d-ea6b0ffee9ea req-fb8e3a62-075a-48ff-b801-d60c64cb4e63 service neutron] 10.222.0.47 "GET /v2.0/networks/f1c1dd48-d235-40de-a07a-e60b993888cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279340 Feb 04 09:57:53.870527 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-642bb2e2-3ea2-4c6b-b31d-ea6b0ffee9ea req-6b219b32-4169-4023-8bc1-b46da130cb2a service neutron] 10.222.0.47 "GET /v2.0/networks/f1c1dd48-d235-40de-a07a-e60b993888cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242626 Feb 04 09:57:54.670431 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3feae4-4e9a-4565-b210-8a36f2150eca req-3fbe3d13-a18d-4d8b-87af-1d548cb9224b tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:57:54.670431 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-fc3feae4-4e9a-4565-b210-8a36f2150eca req-3fbe3d13-a18d-4d8b-87af-1d548cb9224b tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3262979-b062-4a7d-b089-47f4cd34e6ed HTTP/1.1" status: 200 len: 944 time: 0.0864036 Feb 04 09:57:54.710764 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-fc3feae4-4e9a-4565-b210-8a36f2150eca req-ec93eb25-ae37-4571-bb2d-18041b75665e tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] 10.222.0.36 "GET /v2.0/security-groups?id=55f51dca-c52b-4eb7-aa47-30e461d82297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404654 Feb 04 09:57:54.790305 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:57:55.911961 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7a050d-cb68-4170-8159-dcb3775d5daf req-d68d49ef-8a35-4a77-924f-b74c288d8139 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:57:55.913430 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4d7a050d-cb68-4170-8159-dcb3775d5daf req-d68d49ef-8a35-4a77-924f-b74c288d8139 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3262979-b062-4a7d-b089-47f4cd34e6ed HTTP/1.1" status: 200 len: 944 time: 0.0779514 Feb 04 09:57:55.960639 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-4d7a050d-cb68-4170-8159-dcb3775d5daf req-97fb210f-3259-4df7-bddf-96f73c372c5a tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] 10.222.0.36 "GET /v2.0/security-groups?id=55f51dca-c52b-4eb7-aa47-30e461d82297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412941 Feb 04 09:57:56.696012 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device ae436ae4-f8ce-4214-b0cd-997de015259a details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=84109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 09:57:56.830755 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port ae436ae4-f8ce-4214-b0cd-997de015259a, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=ae436ae4-f8ce-4214-b0cd-997de015259a,segment=NetworkSegment(1d5eaa3e-5249-44c2-a054-53d07405e8a1),segment_id=1d5eaa3e-5249-44c2-a054-53d07405e8a1)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:57:56.844039 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Returning: {'device': 'ae436ae4-f8ce-4214-b0cd-997de015259a', 'network_id': 'f1c1dd48-d235-40de-a07a-e60b993888cd', 'port_id': 'ae436ae4-f8ce-4214-b0cd-997de015259a', 'mac_address': 'fa:16:3e:f5:0e:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78fd9f8d-1b6a-4e70-b82b-ab93bdbc9f6b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 09:57:56.897460 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:57:56.914099 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae436ae4-f8ce-4214-b0cd-997de015259a {{(pid=84109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 09:57:56.928814 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port ae436ae4-f8ce-4214-b0cd-997de015259a, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=ae436ae4-f8ce-4214-b0cd-997de015259a,segment=NetworkSegment(1d5eaa3e-5249-44c2-a054-53d07405e8a1),segment_id=1d5eaa3e-5249-44c2-a054-53d07405e8a1)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:57:57.013208 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:57:57.058862 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:57:57.086519 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=ae436ae4-f8ce-4214-b0cd-997de015259a,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:57:57.168915 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13068f7b-6efe-4a55-9296-f2ac79f98114 req-916bc114-c6d3-492b-9145-1c9d4e425689 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:57:57.171060 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-13068f7b-6efe-4a55-9296-f2ac79f98114 req-916bc114-c6d3-492b-9145-1c9d4e425689 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3262979-b062-4a7d-b089-47f4cd34e6ed HTTP/1.1" status: 200 len: 945 time: 0.0822146 Feb 04 09:57:57.218240 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-13068f7b-6efe-4a55-9296-f2ac79f98114 req-5d24ba53-206c-49e1-a510-eab6d263915b tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] 10.222.0.36 "GET /v2.0/security-groups?id=55f51dca-c52b-4eb7-aa47-30e461d82297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416632 Feb 04 09:57:57.362475 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] get_ports_and_sgs() called for port_ids ['ae436ae4-f8ce-4214-b0cd-997de015259a'] {{(pid=84109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 09:57:58.432416 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17f172a-b5f0-42ba-9737-ff5dccd3a332 req-936255a3-b45a-451f-843e-42129646ba12 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:57:58.433917 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d17f172a-b5f0-42ba-9737-ff5dccd3a332 req-936255a3-b45a-451f-843e-42129646ba12 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3262979-b062-4a7d-b089-47f4cd34e6ed HTTP/1.1" status: 200 len: 945 time: 0.0941994 Feb 04 09:57:58.492134 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d17f172a-b5f0-42ba-9737-ff5dccd3a332 req-2d6e3d01-a3f6-49ee-8474-27dbe0c1768e tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] 10.222.0.36 "GET /v2.0/security-groups?id=55f51dca-c52b-4eb7-aa47-30e461d82297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518010 Feb 04 09:57:58.711752 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device ae436ae4-f8ce-4214-b0cd-997de015259a up at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 09:57:58.841841 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Provisioning for port ae436ae4-f8ce-4214-b0cd-997de015259a completed by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 09:57:58.849041 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Provisioning complete for port ae436ae4-f8ce-4214-b0cd-997de015259a triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 09:57:58.849408 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:57:58.966515 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:57:58.995551 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3262979-b062-4a7d-b089-47f4cd34e6ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae436ae4-f8ce-4214-b0cd-997de015259a'}] {{(pid=84109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:57:59.006349 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port ae436ae4-f8ce-4214-b0cd-997de015259a, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=ae436ae4-f8ce-4214-b0cd-997de015259a,segment=NetworkSegment(1d5eaa3e-5249-44c2-a054-53d07405e8a1),segment_id=1d5eaa3e-5249-44c2-a054-53d07405e8a1)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 09:57:59.051422 dv-neutron-827798-2-hyperv neutron-server[84109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3262979-b062-4a7d-b089-47f4cd34e6ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae436ae4-f8ce-4214-b0cd-997de015259a', 'code': 200} Feb 04 09:57:59.070326 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:57:59.137085 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=ae436ae4-f8ce-4214-b0cd-997de015259a,revision_number=5']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:57:59.397934 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-3b1f6448-c697-4ca8-8d91-ed145921e537 req-aee9ff6f-c4ea-4496-9606-b1eb66076c03 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c3262979-b062-4a7d-b089-47f4cd34e6ed HTTP/1.1" status: 200 len: 1099 time: 0.0684638 Feb 04 09:57:59.446701 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-3b1f6448-c697-4ca8-8d91-ed145921e537 req-6dd81fa2-257c-4767-b8a8-b75c9cabe132 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=55f51dca-c52b-4eb7-aa47-30e461d82297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428240 Feb 04 09:57:59.693613 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fc3452-41c8-4264-b5db-b685163b0479 req-7e0cfb99-c0e0-4ca9-b058-18db53dc015c tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:57:59.695050 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d6fc3452-41c8-4264-b5db-b685163b0479 req-7e0cfb99-c0e0-4ca9-b058-18db53dc015c tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3262979-b062-4a7d-b089-47f4cd34e6ed HTTP/1.1" status: 200 len: 946 time: 0.0809176 Feb 04 09:57:59.743332 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d6fc3452-41c8-4264-b5db-b685163b0479 req-bee6c2fb-0b10-445f-97df-65eadf3cbe14 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] 10.222.0.36 "GET /v2.0/security-groups?id=55f51dca-c52b-4eb7-aa47-30e461d82297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404572 Feb 04 09:58:00.960586 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac8562d-ab0b-4c52-8a95-f5d9a3a859f8 req-ef6e60af-0c50-4ef4-86b8-bedba61fc21e tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:58:00.962048 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-9ac8562d-ab0b-4c52-8a95-f5d9a3a859f8 req-ef6e60af-0c50-4ef4-86b8-bedba61fc21e tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3262979-b062-4a7d-b089-47f4cd34e6ed HTTP/1.1" status: 200 len: 946 time: 0.0833158 Feb 04 09:58:01.009266 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-9ac8562d-ab0b-4c52-8a95-f5d9a3a859f8 req-d66765a3-9a11-496f-b2bb-2f0a9bba5b61 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] 10.222.0.36 "GET /v2.0/security-groups?id=55f51dca-c52b-4eb7-aa47-30e461d82297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415535 Feb 04 09:58:02.214652 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70692be8-95a1-48a9-933a-4f51418fbf85 req-aeb05a3d-5409-4fa3-9623-0b84af67c7a5 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:58:02.216108 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-70692be8-95a1-48a9-933a-4f51418fbf85 req-aeb05a3d-5409-4fa3-9623-0b84af67c7a5 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3262979-b062-4a7d-b089-47f4cd34e6ed HTTP/1.1" status: 200 len: 946 time: 0.0765541 Feb 04 09:58:02.261575 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-70692be8-95a1-48a9-933a-4f51418fbf85 req-272cf5f4-d572-4285-b16a-c2bd1cf79487 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] 10.222.0.36 "GET /v2.0/security-groups?id=55f51dca-c52b-4eb7-aa47-30e461d82297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398757 Feb 04 09:58:02.461949 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59981b8-a57c-4d02-a569-cb02a1e5cc71 req-e6d699de-ec86-4aff-b4c6-fffa6e0341e4 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:58:02.463436 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b59981b8-a57c-4d02-a569-cb02a1e5cc71 req-e6d699de-ec86-4aff-b4c6-fffa6e0341e4 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3262979-b062-4a7d-b089-47f4cd34e6ed HTTP/1.1" status: 200 len: 946 time: 0.0804439 Feb 04 09:58:02.515015 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-b59981b8-a57c-4d02-a569-cb02a1e5cc71 req-5b1b336f-060d-4ca6-bfe2-4618b3393d2f tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] 10.222.0.36 "GET /v2.0/security-groups?id=55f51dca-c52b-4eb7-aa47-30e461d82297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455604 Feb 04 09:58:02.541224 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 37792) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:58:02.610811 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-a14e223c-13cc-4975-8885-b709d46c626c tempest-TestSnapshotPattern-1234106516 tempest-TestSnapshotPattern-1234106516-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c3262979-b062-4a7d-b089-47f4cd34e6ed HTTP/1.1" status: 200 len: 1094 time: 0.0684364 Feb 04 09:58:02.613548 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 37796) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 09:58:02.618675 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.v2.base [None req-92552e13-a700-4658-b3f3-66845fdb6496 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Request body: {'floatingip': {'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'port_id': 'ae436ae4-f8ce-4214-b0cd-997de015259a', 'tenant_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 09:58:02.624251 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-92552e13-a700-4658-b3f3-66845fdb6496 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 09:58:02.627992 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-92552e13-a700-4658-b3f3-66845fdb6496 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Usage tracker for resource:floatingip and tenant:e2a1bc7f0c124a87b0fe35e5cd80ba34 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 09:58:02.630811 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [None req-92552e13-a700-4658-b3f3-66845fdb6496 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 09:58:02.636298 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.quota.driver [None req-92552e13-a700-4658-b3f3-66845fdb6496 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 09:58:02.704667 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-92552e13-a700-4658-b3f3-66845fdb6496 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Notify callbacks [] for floatingip, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:58:02.843540 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-92552e13-a700-4658-b3f3-66845fdb6496 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:58:02.987341 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_common [None req-92552e13-a700-4658-b3f3-66845fdb6496 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Allocated IP 172.26.3.40 (e264bd74-c56b-43d0-9059-bcb57dbbe5bc/79caf47c-b62c-4ea0-b35f-21ede155daa8/2cd30d2e-cf4b-459d-ad81-cf77caeea81b) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 09:58:03.135467 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-92552e13-a700-4658-b3f3-66845fdb6496 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:58:03.230832 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-92552e13-a700-4658-b3f3-66845fdb6496 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782525020398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:58:03.300368 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92552e13-a700-4658-b3f3-66845fdb6496 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Network e264bd74-c56b-43d0-9059-bcb57dbbe5bc is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 09:58:03.303323 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.base_scheduler [None req-92552e13-a700-4658-b3f3-66845fdb6496 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 09:58:03.307132 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92552e13-a700-4658-b3f3-66845fdb6496 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 09:58:03.337047 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92552e13-a700-4658-b3f3-66845fdb6496 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Pushing event updated for resources: {'Port': ['ID=2cd30d2e-cf4b-459d-ad81-cf77caeea81b,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:58:03.355730 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92552e13-a700-4658-b3f3-66845fdb6496 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:58:03.356071 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92552e13-a700-4658-b3f3-66845fdb6496 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:58:03.356406 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92552e13-a700-4658-b3f3-66845fdb6496 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:58:03.356768 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92552e13-a700-4658-b3f3-66845fdb6496 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:58:03.357099 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92552e13-a700-4658-b3f3-66845fdb6496 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:58:03.357423 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92552e13-a700-4658-b3f3-66845fdb6496 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:58:03.358298 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92552e13-a700-4658-b3f3-66845fdb6496 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:58:03.358624 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92552e13-a700-4658-b3f3-66845fdb6496 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:58:03.358942 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92552e13-a700-4658-b3f3-66845fdb6496 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:58:03.359257 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92552e13-a700-4658-b3f3-66845fdb6496 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:58:03.359572 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92552e13-a700-4658-b3f3-66845fdb6496 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 09:58:03.946242 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-92552e13-a700-4658-b3f3-66845fdb6496 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:58:04.071873 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-92552e13-a700-4658-b3f3-66845fdb6496 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:58:04.290693 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-92552e13-a700-4658-b3f3-66845fdb6496 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:58:04.396108 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-92552e13-a700-4658-b3f3-66845fdb6496 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7377745'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:58:04.497783 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92552e13-a700-4658-b3f3-66845fdb6496 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Pushing event updated for resources: {'Port': ['ID=2cd30d2e-cf4b-459d-ad81-cf77caeea81b,revision_number=2']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 09:58:04.518120 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-92552e13-a700-4658-b3f3-66845fdb6496 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473039'] for floatingip, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:58:04.719046 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.db.l3_db [None req-92552e13-a700-4658-b3f3-66845fdb6496 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Floating IP 4ed4b471-0655-4173-8179-c60a5966697f associated. External IP: 172.26.3.40, port: ae436ae4-f8ce-4214-b0cd-997de015259a. Feb 04 09:58:05.127293 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92552e13-a700-4658-b3f3-66845fdb6496 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Router 5662893c-e8f6-431b-874e-bad1ae2a5dff has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 09:58:05.442062 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92552e13-a700-4658-b3f3-66845fdb6496 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 09:58:05.452928 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d17c3f-c873-4851-9204-671516fa77e3 None None] Sync routers for ids ['5662893c-e8f6-431b-874e-bad1ae2a5dff'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 09:58:05.465637 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d17c3f-c873-4851-9204-671516fa77e3 None None] Routers {'5662893c-e8f6-431b-874e-bad1ae2a5dff'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:58:05.466339 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-a2d17c3f-c873-4851-9204-671516fa77e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:57:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['5662893c-e8f6-431b-874e-bad1ae2a5dff'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:58:05.510568 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-92552e13-a700-4658-b3f3-66845fdb6496 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for floatingip, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:58:05.566497 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-92552e13-a700-4658-b3f3-66845fdb6496 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9519305 Feb 04 09:58:05.567064 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3262979-b062-4a7d-b089-47f4cd34e6ed', 'tag': 'ae436ae4-f8ce-4214-b0cd-997de015259a'}] {{(pid=84107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 09:58:05.625391 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3262979-b062-4a7d-b089-47f4cd34e6ed', 'tag': 'ae436ae4-f8ce-4214-b0cd-997de015259a', 'status': 'completed', 'code': 200} Feb 04 09:58:05.653529 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-a2d17c3f-c873-4851-9204-671516fa77e3 None None] Set router 5662893c-e8f6-431b-874e-bad1ae2a5dff gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:58:05.730015 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-ba6f916e-d37d-4ba0-9386-e0f9af5a3334 req-ce2669cd-e638-4e41-be66-56b8e554deb0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e2a1bc7f0c124a87b0fe35e5cd80ba34&device_id=c3262979-b062-4a7d-b089-47f4cd34e6ed HTTP/1.1" status: 200 len: 1099 time: 0.0796382 Feb 04 09:58:05.867221 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6f916e-d37d-4ba0-9386-e0f9af5a3334 req-f60511c3-b560-4d47-971b-c5f7ace866f7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:58:05.868698 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-ba6f916e-d37d-4ba0-9386-e0f9af5a3334 req-f60511c3-b560-4d47-971b-c5f7ace866f7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f1c1dd48-d235-40de-a07a-e60b993888cd HTTP/1.1" status: 200 len: 910 time: 0.1319110 Feb 04 09:58:06.027494 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-a2d17c3f-c873-4851-9204-671516fa77e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5662893c-e8f6-431b-874e-bad1ae2a5dff', 'name': 'tempest-TestSnapshotPattern-850160349-router', 'tenant_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': 'b8b3eb70-c9f5-4715-8300-56b02121ad9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:53:47Z', 'updated_at': '2022-02-04T09:53:51Z', 'revision_number': 4, 'project_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'gw_port': {'id': 'b8b3eb70-c9f5-4715-8300-56b02121ad9e', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:14:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5662893c-e8f6-431b-874e-bad1ae2a5dff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:53:48Z', 'updated_at': '2022-02-04T09:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': '4ed4b471-0655-4173-8179-c60a5966697f', 'tenant_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'floating_ip_address': '172.26.3.40', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': '5662893c-e8f6-431b-874e-bad1ae2a5dff', 'port_id': 'ae436ae4-f8ce-4214-b0cd-997de015259a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1c1dd48-d235-40de-a07a-e60b993888cd', 'mac_address': 'fa:16:3e:f5:0e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3262979-b062-4a7d-b089-47f4cd34e6ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T09:58:03Z', 'updated_at': '2022-02-04T09:58:03Z', 'revision_number': 0, 'project_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'fixed_ip_address_scope': None}, {'id': '5ff50fe3-92ea-4050-9290-252aeef2d2da', 'tenant_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'floating_ip_address': '172.26.3.246', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': '5662893c-e8f6-431b-874e-bad1ae2a5dff', 'port_id': '331b1df7-8e39-4e7c-8625-f389db0ceb2f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1c1dd48-d235-40de-a07a-e60b993888cd', 'mac_address': 'fa:16:3e:95:d1:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e50640bb-36a2-4a23-a387-af24fab6be45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T09:54:24Z', 'updated_at': '2022-02-04T09:54:30Z', 'revision_number': 1, 'project_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39c441eb-abd4-4a17-b6e3-6e70b4d45aa3', 'name': '', 'network_id': 'f1c1dd48-d235-40de-a07a-e60b993888cd', 'tenant_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'mac_address': 'fa:16:3e:57:bd:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5662893c-e8f6-431b-874e-bad1ae2a5dff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78fd9f8d-1b6a-4e70-b82b-ab93bdbc9f6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:53:50Z', 'updated_at': '2022-02-04T09:54:08Z', 'revision_number': 5, 'project_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'subnets': [{'id': '78fd9f8d-1b6a-4e70-b82b-ab93bdbc9f6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:58:06.031745 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d17c3f-c873-4851-9204-671516fa77e3 None None] Checking router: 5662893c-e8f6-431b-874e-bad1ae2a5dff for host: dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 09:58:06.043068 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d17c3f-c873-4851-9204-671516fa77e3 None None] Routers {'5662893c-e8f6-431b-874e-bad1ae2a5dff'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 09:58:06.043696 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-a2d17c3f-c873-4851-9204-671516fa77e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T09:57:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['5662893c-e8f6-431b-874e-bad1ae2a5dff'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:58:06.079729 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-ba6f916e-d37d-4ba0-9386-e0f9af5a3334 req-20bbf1e6-92e9-49b8-a58f-ec4a8bb09ab8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae436ae4-f8ce-4214-b0cd-997de015259a HTTP/1.1" status: 200 len: 999 time: 0.2047124 Feb 04 09:58:06.148642 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6f916e-d37d-4ba0-9386-e0f9af5a3334 req-4e381b66-c81e-426f-870e-b34618fcd23c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:58:06.150104 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-ba6f916e-d37d-4ba0-9386-e0f9af5a3334 req-4e381b66-c81e-426f-870e-b34618fcd23c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=78fd9f8d-1b6a-4e70-b82b-ab93bdbc9f6b HTTP/1.1" status: 200 len: 848 time: 0.0644898 Feb 04 09:58:06.225627 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-ba6f916e-d37d-4ba0-9386-e0f9af5a3334 req-bda4e456-5257-484f-be2a-d0cbfa5fe05c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f1c1dd48-d235-40de-a07a-e60b993888cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698214 Feb 04 09:58:06.227773 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-a2d17c3f-c873-4851-9204-671516fa77e3 None None] Set router 5662893c-e8f6-431b-874e-bad1ae2a5dff gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 09:58:06.361322 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-ba6f916e-d37d-4ba0-9386-e0f9af5a3334 req-7b72663b-2a96-468c-919d-45b0c7f5f349 service neutron] 10.222.0.47 "GET /v2.0/networks/f1c1dd48-d235-40de-a07a-e60b993888cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295412 Feb 04 09:58:06.506465 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-ba6f916e-d37d-4ba0-9386-e0f9af5a3334 req-ad47708b-0c70-485c-9b8a-20ba7bb579dd service neutron] 10.222.0.47 "GET /v2.0/networks/f1c1dd48-d235-40de-a07a-e60b993888cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381710 Feb 04 09:58:06.577182 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-a2d17c3f-c873-4851-9204-671516fa77e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5662893c-e8f6-431b-874e-bad1ae2a5dff', 'name': 'tempest-TestSnapshotPattern-850160349-router', 'tenant_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': 'b8b3eb70-c9f5-4715-8300-56b02121ad9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:53:47Z', 'updated_at': '2022-02-04T09:53:51Z', 'revision_number': 4, 'project_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'gw_port': {'id': 'b8b3eb70-c9f5-4715-8300-56b02121ad9e', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:14:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5662893c-e8f6-431b-874e-bad1ae2a5dff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:53:48Z', 'updated_at': '2022-02-04T09:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': '4ed4b471-0655-4173-8179-c60a5966697f', 'tenant_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'floating_ip_address': '172.26.3.40', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': '5662893c-e8f6-431b-874e-bad1ae2a5dff', 'port_id': 'ae436ae4-f8ce-4214-b0cd-997de015259a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1c1dd48-d235-40de-a07a-e60b993888cd', 'mac_address': 'fa:16:3e:f5:0e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3262979-b062-4a7d-b089-47f4cd34e6ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T09:58:03Z', 'updated_at': '2022-02-04T09:58:03Z', 'revision_number': 0, 'project_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'fixed_ip_address_scope': None}, {'id': '5ff50fe3-92ea-4050-9290-252aeef2d2da', 'tenant_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'floating_ip_address': '172.26.3.246', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': '5662893c-e8f6-431b-874e-bad1ae2a5dff', 'port_id': '331b1df7-8e39-4e7c-8625-f389db0ceb2f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1c1dd48-d235-40de-a07a-e60b993888cd', 'mac_address': 'fa:16:3e:95:d1:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e50640bb-36a2-4a23-a387-af24fab6be45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T09:54:24Z', 'updated_at': '2022-02-04T09:54:30Z', 'revision_number': 1, 'project_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39c441eb-abd4-4a17-b6e3-6e70b4d45aa3', 'name': '', 'network_id': 'f1c1dd48-d235-40de-a07a-e60b993888cd', 'tenant_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'mac_address': 'fa:16:3e:57:bd:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5662893c-e8f6-431b-874e-bad1ae2a5dff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78fd9f8d-1b6a-4e70-b82b-ab93bdbc9f6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:53:50Z', 'updated_at': '2022-02-04T09:54:08Z', 'revision_number': 5, 'project_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'subnets': [{'id': '78fd9f8d-1b6a-4e70-b82b-ab93bdbc9f6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 09:58:06.581846 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d17c3f-c873-4851-9204-671516fa77e3 None None] The sync data for ids ['5662893c-e8f6-431b-874e-bad1ae2a5dff'] in dv-neutron-827798-2-hyperv is: [{'id': '5662893c-e8f6-431b-874e-bad1ae2a5dff', 'name': 'tempest-TestSnapshotPattern-850160349-router', 'tenant_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': 'b8b3eb70-c9f5-4715-8300-56b02121ad9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:53:47Z', 'updated_at': '2022-02-04T09:53:51Z', 'revision_number': 4, 'project_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'gw_port': {'id': 'b8b3eb70-c9f5-4715-8300-56b02121ad9e', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:14:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5662893c-e8f6-431b-874e-bad1ae2a5dff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:53:48Z', 'updated_at': '2022-02-04T09:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': '4ed4b471-0655-4173-8179-c60a5966697f', 'tenant_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'floating_ip_address': '172.26.3.40', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': '5662893c-e8f6-431b-874e-bad1ae2a5dff', 'port_id': 'ae436ae4-f8ce-4214-b0cd-997de015259a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1c1dd48-d235-40de-a07a-e60b993888cd', 'mac_address': 'fa:16:3e:f5:0e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3262979-b062-4a7d-b089-47f4cd34e6ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T09:58:03Z', 'updated_at': '2022-02-04T09:58:03Z', 'revision_number': 0, 'project_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'fixed_ip_address_scope': None}, {'id': '5ff50fe3-92ea-4050-9290-252aeef2d2da', 'tenant_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'floating_ip_address': '172.26.3.246', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': '5662893c-e8f6-431b-874e-bad1ae2a5dff', 'port_id': '331b1df7-8e39-4e7c-8625-f389db0ceb2f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1c1dd48-d235-40de-a07a-e60b993888cd', 'mac_address': 'fa:16:3e:95:d1:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e50640bb-36a2-4a23-a387-af24fab6be45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T09:54:24Z', 'updated_at': '2022-02-04T09:54:30Z', 'revision_number': 1, 'project_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39c441eb-abd4-4a17-b6e3-6e70b4d45aa3', 'name': '', 'network_id': 'f1c1dd48-d235-40de-a07a-e60b993888cd', 'tenant_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'mac_address': 'fa:16:3e:57:bd:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5662893c-e8f6-431b-874e-bad1ae2a5dff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78fd9f8d-1b6a-4e70-b82b-ab93bdbc9f6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:53:50Z', 'updated_at': '2022-02-04T09:54:08Z', 'revision_number': 5, 'project_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'subnets': [{'id': '78fd9f8d-1b6a-4e70-b82b-ab93bdbc9f6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 09:58:06.787693 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bdfef8-6e89-4786-b841-df8765639b63 None None] New status for floating IP 4ed4b471-0655-4173-8179-c60a5966697f: ACTIVE {{(pid=84110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 09:58:19.533028 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-a0688d9e-8ec6-4535-8804-b5ff472627db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:58:21.801175 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-66e55bf7-1cbc-4e23-ac0d-7eabe52e221c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:58:22.995885 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:58:23.218640 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:58:24.756044 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:58:27.019006 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:58:30.164001 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 09:58:46.051396 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-cfac430b-2402-492f-91ac-ec6131fd8fc1 req-508d9b8a-9eeb-4c6b-86a6-7623a65f401c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e50640bb-36a2-4a23-a387-af24fab6be45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0772829 Feb 04 09:58:46.199853 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-cfac430b-2402-492f-91ac-ec6131fd8fc1 req-27c5a402-33b5-48fa-a5d1-a4e1837515e1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e2a1bc7f0c124a87b0fe35e5cd80ba34&device_id=e50640bb-36a2-4a23-a387-af24fab6be45 HTTP/1.1" status: 200 len: 1097 time: 0.0769815 Feb 04 09:58:46.379530 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac430b-2402-492f-91ac-ec6131fd8fc1 req-89f6ba7e-34a3-4dad-8ccf-cc0cf0256ad1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:58:46.381020 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-cfac430b-2402-492f-91ac-ec6131fd8fc1 req-89f6ba7e-34a3-4dad-8ccf-cc0cf0256ad1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f1c1dd48-d235-40de-a07a-e60b993888cd HTTP/1.1" status: 200 len: 910 time: 0.1573467 Feb 04 09:58:46.491979 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-cfac430b-2402-492f-91ac-ec6131fd8fc1 req-fb54bd04-fbb7-4977-9a65-338aa8669520 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=331b1df7-8e39-4e7c-8625-f389db0ceb2f HTTP/1.1" status: 200 len: 1000 time: 0.1048124 Feb 04 09:58:46.559957 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac430b-2402-492f-91ac-ec6131fd8fc1 req-be5ba07a-5cea-42fe-adad-02d2e1708311 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:58:46.561452 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-cfac430b-2402-492f-91ac-ec6131fd8fc1 req-be5ba07a-5cea-42fe-adad-02d2e1708311 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=78fd9f8d-1b6a-4e70-b82b-ab93bdbc9f6b HTTP/1.1" status: 200 len: 848 time: 0.0635602 Feb 04 09:58:46.640453 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-cfac430b-2402-492f-91ac-ec6131fd8fc1 req-2e884fef-9d4c-4921-aa2e-a0e451399f55 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f1c1dd48-d235-40de-a07a-e60b993888cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732951 Feb 04 09:58:46.650078 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [req-cfac430b-2402-492f-91ac-ec6131fd8fc1 req-cae58376-c892-4543-80d1-c067c7731752 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=84108) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 09:58:46.651135 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-cfac430b-2402-492f-91ac-ec6131fd8fc1 req-cae58376-c892-4543-80d1-c067c7731752 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0054262 Feb 04 09:58:46.795407 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-cfac430b-2402-492f-91ac-ec6131fd8fc1 req-ff721980-b4de-426f-a6d2-14477f966ca7 service neutron] 10.222.0.47 "GET /v2.0/networks/f1c1dd48-d235-40de-a07a-e60b993888cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381207 Feb 04 09:58:46.930069 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-cfac430b-2402-492f-91ac-ec6131fd8fc1 req-f63feb82-5c55-4d38-ac7f-b9b652d2e8ad service neutron] 10.222.0.47 "GET /v2.0/networks/f1c1dd48-d235-40de-a07a-e60b993888cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289239 Feb 04 09:58:49.555480 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-60623e80-e83b-40c8-b781-a041fbb47376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:58:51.870058 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2882ee4f-724c-40c8-b533-987284e0f2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:58:53.012745 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:58:53.269208 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:58:54.704625 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:58:57.080939 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:59:07.164709 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 09:59:19.510043 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-30209be2-3ccf-4393-b5d5-d826bbbde193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:59:21.835330 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-e963e9e3-1147-4aa4-93ca-c6fc2770e1a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:59:22.978368 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:59:23.218234 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:59:24.812866 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:59:27.052925 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:59:44.164798 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 09:59:46.052165 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b961e91a-85a8-4d04-b4bc-0a099369f1af req-a7948cae-e236-490c-a478-b23835182071 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c3262979-b062-4a7d-b089-47f4cd34e6ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0670984 Feb 04 09:59:46.143623 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b961e91a-85a8-4d04-b4bc-0a099369f1af req-b9f8cf4e-5792-49ef-90b3-359f159d28c2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e2a1bc7f0c124a87b0fe35e5cd80ba34&device_id=c3262979-b062-4a7d-b089-47f4cd34e6ed HTTP/1.1" status: 200 len: 1099 time: 0.0715802 Feb 04 09:59:46.288664 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b961e91a-85a8-4d04-b4bc-0a099369f1af req-3063ad38-2f6e-4888-bebd-699518603985 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:59:46.290022 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b961e91a-85a8-4d04-b4bc-0a099369f1af req-3063ad38-2f6e-4888-bebd-699518603985 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f1c1dd48-d235-40de-a07a-e60b993888cd HTTP/1.1" status: 200 len: 910 time: 0.1279745 Feb 04 09:59:46.485280 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b961e91a-85a8-4d04-b4bc-0a099369f1af req-5f4b11c4-cfa6-4cf7-9522-91aa7a9db4bf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae436ae4-f8ce-4214-b0cd-997de015259a HTTP/1.1" status: 200 len: 1001 time: 0.1899796 Feb 04 09:59:46.549239 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b961e91a-85a8-4d04-b4bc-0a099369f1af req-0dcea448-a84b-4dbe-a308-904fd3cf42d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 09:59:46.550579 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b961e91a-85a8-4d04-b4bc-0a099369f1af req-0dcea448-a84b-4dbe-a308-904fd3cf42d1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=78fd9f8d-1b6a-4e70-b82b-ab93bdbc9f6b HTTP/1.1" status: 200 len: 848 time: 0.0590510 Feb 04 09:59:46.627384 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b961e91a-85a8-4d04-b4bc-0a099369f1af req-2e21f07a-4e35-494a-b96f-11307dcaebec service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f1c1dd48-d235-40de-a07a-e60b993888cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701225 Feb 04 09:59:46.763513 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b961e91a-85a8-4d04-b4bc-0a099369f1af req-f3cfd27a-b599-44ad-9c10-09f076a6d556 service neutron] 10.222.0.47 "GET /v2.0/networks/f1c1dd48-d235-40de-a07a-e60b993888cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292939 Feb 04 09:59:46.914074 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-b961e91a-85a8-4d04-b4bc-0a099369f1af req-cafc5b82-9cdd-4cc1-a99a-3f02229553c1 service neutron] 10.222.0.47 "GET /v2.0/networks/f1c1dd48-d235-40de-a07a-e60b993888cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446674 Feb 04 09:59:49.555084 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-fa248bee-2421-48f7-ae3e-ca31a41f02aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:59:51.818367 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-a8bcf67d-0ba3-4edf-b7a1-e6fffbf23d11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:59:53.010873 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:59:53.210838 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:59:54.709586 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 09:59:57.058127 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:00:19.526748 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1a23e891-c5a7-42e6-85ed-2f1954cb8abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:00:21.164782 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 10:00:21.823463 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1799b71d-3a86-451f-97ab-a9ebf8d859d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:00:22.983915 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:00:23.256923 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:00:24.709072 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:00:25.334013 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device ae436ae4-f8ce-4214-b0cd-997de015259a details requested by agent hyperv_hv-neutron-8277 with host hv-neutron-8277 {{(pid=84109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 10:00:25.480838 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port ae436ae4-f8ce-4214-b0cd-997de015259a, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=ae436ae4-f8ce-4214-b0cd-997de015259a,segment=NetworkSegment(1d5eaa3e-5249-44c2-a054-53d07405e8a1),segment_id=1d5eaa3e-5249-44c2-a054-53d07405e8a1)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:00:25.494687 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Returning: {'device': 'ae436ae4-f8ce-4214-b0cd-997de015259a', 'network_id': 'f1c1dd48-d235-40de-a07a-e60b993888cd', 'port_id': 'ae436ae4-f8ce-4214-b0cd-997de015259a', 'mac_address': 'fa:16:3e:f5:0e:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78fd9f8d-1b6a-4e70-b82b-ab93bdbc9f6b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 10:00:25.547779 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:00:25.564872 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ae436ae4-f8ce-4214-b0cd-997de015259a {{(pid=84109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 10:00:25.579780 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port ae436ae4-f8ce-4214-b0cd-997de015259a, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=ae436ae4-f8ce-4214-b0cd-997de015259a,segment=NetworkSegment(1d5eaa3e-5249-44c2-a054-53d07405e8a1),segment_id=1d5eaa3e-5249-44c2-a054-53d07405e8a1)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:00:25.698146 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:00:25.771812 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=ae436ae4-f8ce-4214-b0cd-997de015259a,revision_number=6']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:00:25.777056 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] get_ports_and_sgs() called for port_ids ['ae436ae4-f8ce-4214-b0cd-997de015259a'] {{(pid=84109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 10:00:25.808039 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:00:25.808403 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:00:25.808759 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:00:25.809094 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:00:25.809429 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:00:25.809760 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:00:25.810085 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:00:25.810414 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:00:25.810737 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:00:25.811057 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:00:25.811382 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:00:27.067382 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:00:27.341140 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device ae436ae4-f8ce-4214-b0cd-997de015259a up at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 10:00:27.406883 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.provisioning_blocks [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Provisioning complete for port ae436ae4-f8ce-4214-b0cd-997de015259a triggered by entity L2. {{(pid=84109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 10:00:27.407239 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1110399'] for port, provisioning_complete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:00:27.521773 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:00:27.549555 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3262979-b062-4a7d-b089-47f4cd34e6ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae436ae4-f8ce-4214-b0cd-997de015259a'}] {{(pid=84109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 10:00:27.559542 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port ae436ae4-f8ce-4214-b0cd-997de015259a, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=ae436ae4-f8ce-4214-b0cd-997de015259a,segment=NetworkSegment(1d5eaa3e-5249-44c2-a054-53d07405e8a1),segment_id=1d5eaa3e-5249-44c2-a054-53d07405e8a1)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:00:27.640610 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:00:27.705367 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=ae436ae4-f8ce-4214-b0cd-997de015259a,revision_number=7']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:00:27.720630 dv-neutron-827798-2-hyperv neutron-server[84109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3262979-b062-4a7d-b089-47f4cd34e6ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae436ae4-f8ce-4214-b0cd-997de015259a', 'code': 200} Feb 04 10:00:42.020478 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 37992) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:00:42.221652 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-062c7309-ea2a-4f12-9b33-4c52d883a403 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Deleting port 2cd30d2e-cf4b-459d-ad81-cf77caeea81b {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 10:00:42.222527 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-062c7309-ea2a-4f12-9b33-4c52d883a403 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:00:42.399924 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-062c7309-ea2a-4f12-9b33-4c52d883a403 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:00:42.400246 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-062c7309-ea2a-4f12-9b33-4c52d883a403 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:00:42.520917 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-062c7309-ea2a-4f12-9b33-4c52d883a403 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Calling delete_port for 2cd30d2e-cf4b-459d-ad81-cf77caeea81b owned by network:floatingip {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 10:00:42.764631 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-062c7309-ea2a-4f12-9b33-4c52d883a403 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:00:42.809518 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062c7309-ea2a-4f12-9b33-4c52d883a403 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Pushing event deleted for resources: {'Port': ['ID=2cd30d2e-cf4b-459d-ad81-cf77caeea81b,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:00:42.884199 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062c7309-ea2a-4f12-9b33-4c52d883a403 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:00:42.884547 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062c7309-ea2a-4f12-9b33-4c52d883a403 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:00:42.884922 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062c7309-ea2a-4f12-9b33-4c52d883a403 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:00:42.885287 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062c7309-ea2a-4f12-9b33-4c52d883a403 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:00:42.885618 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062c7309-ea2a-4f12-9b33-4c52d883a403 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:00:42.885951 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062c7309-ea2a-4f12-9b33-4c52d883a403 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:00:42.886276 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062c7309-ea2a-4f12-9b33-4c52d883a403 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:00:42.886601 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062c7309-ea2a-4f12-9b33-4c52d883a403 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:00:42.886988 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062c7309-ea2a-4f12-9b33-4c52d883a403 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:00:42.887236 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062c7309-ea2a-4f12-9b33-4c52d883a403 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:00:42.887555 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062c7309-ea2a-4f12-9b33-4c52d883a403 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:00:42.922190 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-062c7309-ea2a-4f12-9b33-4c52d883a403 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Notify callbacks [] for floatingip, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:00:43.316898 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-062c7309-ea2a-4f12-9b33-4c52d883a403 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Router 5662893c-e8f6-431b-874e-bad1ae2a5dff has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 10:00:43.637810 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-062c7309-ea2a-4f12-9b33-4c52d883a403 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 10:00:43.647366 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e23266-293c-4cff-8572-5ec51162360e None None] Sync routers for ids ['5662893c-e8f6-431b-874e-bad1ae2a5dff'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 10:00:43.655849 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-062c7309-ea2a-4f12-9b33-4c52d883a403 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for floatingip, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:00:43.658841 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e23266-293c-4cff-8572-5ec51162360e None None] Routers {'5662893c-e8f6-431b-874e-bad1ae2a5dff'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 10:00:43.659948 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-e9e23266-293c-4cff-8572-5ec51162360e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T10:00:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['5662893c-e8f6-431b-874e-bad1ae2a5dff'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:00:43.710353 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-062c7309-ea2a-4f12-9b33-4c52d883a403 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] 10.222.0.36 "DELETE /v2.0/floatingips/4ed4b471-0655-4173-8179-c60a5966697f HTTP/1.1" status: 204 len: 168 time: 1.6887558 Feb 04 10:00:43.711073 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3262979-b062-4a7d-b089-47f4cd34e6ed', 'tag': 'ae436ae4-f8ce-4214-b0cd-997de015259a'}] {{(pid=84107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 10:00:43.876492 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3262979-b062-4a7d-b089-47f4cd34e6ed', 'tag': 'ae436ae4-f8ce-4214-b0cd-997de015259a', 'status': 'completed', 'code': 200} Feb 04 10:00:43.889489 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-e9e23266-293c-4cff-8572-5ec51162360e None None] Set router 5662893c-e8f6-431b-874e-bad1ae2a5dff gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 10:00:44.056668 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-3d2ec3cc-11ad-4a55-8b80-cd11c03064e6 req-603bcc45-f354-43c7-9bce-690877bd9c4b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e2a1bc7f0c124a87b0fe35e5cd80ba34&device_id=c3262979-b062-4a7d-b089-47f4cd34e6ed HTTP/1.1" status: 200 len: 1099 time: 0.1561613 Feb 04 10:00:44.194547 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2ec3cc-11ad-4a55-8b80-cd11c03064e6 req-e1fb7ca6-fc64-4a44-84d8-df57596b2f93 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:00:44.195761 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-3d2ec3cc-11ad-4a55-8b80-cd11c03064e6 req-e1fb7ca6-fc64-4a44-84d8-df57596b2f93 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f1c1dd48-d235-40de-a07a-e60b993888cd HTTP/1.1" status: 200 len: 910 time: 0.1331050 Feb 04 10:00:44.266559 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-e9e23266-293c-4cff-8572-5ec51162360e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5662893c-e8f6-431b-874e-bad1ae2a5dff', 'name': 'tempest-TestSnapshotPattern-850160349-router', 'tenant_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': 'b8b3eb70-c9f5-4715-8300-56b02121ad9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:53:47Z', 'updated_at': '2022-02-04T09:53:51Z', 'revision_number': 4, 'project_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'gw_port': {'id': 'b8b3eb70-c9f5-4715-8300-56b02121ad9e', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:14:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5662893c-e8f6-431b-874e-bad1ae2a5dff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:53:48Z', 'updated_at': '2022-02-04T09:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': '5ff50fe3-92ea-4050-9290-252aeef2d2da', 'tenant_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'floating_ip_address': '172.26.3.246', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': '5662893c-e8f6-431b-874e-bad1ae2a5dff', 'port_id': '331b1df7-8e39-4e7c-8625-f389db0ceb2f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1c1dd48-d235-40de-a07a-e60b993888cd', 'mac_address': 'fa:16:3e:95:d1:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e50640bb-36a2-4a23-a387-af24fab6be45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T09:54:24Z', 'updated_at': '2022-02-04T09:54:30Z', 'revision_number': 1, 'project_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39c441eb-abd4-4a17-b6e3-6e70b4d45aa3', 'name': '', 'network_id': 'f1c1dd48-d235-40de-a07a-e60b993888cd', 'tenant_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'mac_address': 'fa:16:3e:57:bd:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5662893c-e8f6-431b-874e-bad1ae2a5dff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78fd9f8d-1b6a-4e70-b82b-ab93bdbc9f6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:53:50Z', 'updated_at': '2022-02-04T09:54:08Z', 'revision_number': 5, 'project_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'subnets': [{'id': '78fd9f8d-1b6a-4e70-b82b-ab93bdbc9f6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:00:44.271120 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e23266-293c-4cff-8572-5ec51162360e None None] Checking router: 5662893c-e8f6-431b-874e-bad1ae2a5dff for host: dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 10:00:44.282354 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-3d2ec3cc-11ad-4a55-8b80-cd11c03064e6 req-527ce6b2-96c8-4c14-8542-2105831ffa29 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae436ae4-f8ce-4214-b0cd-997de015259a HTTP/1.1" status: 200 len: 217 time: 0.0681050 Feb 04 10:00:44.282562 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e23266-293c-4cff-8572-5ec51162360e None None] Routers {'5662893c-e8f6-431b-874e-bad1ae2a5dff'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 10:00:44.283022 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-e9e23266-293c-4cff-8572-5ec51162360e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T10:00:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['5662893c-e8f6-431b-874e-bad1ae2a5dff'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:00:44.351503 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2ec3cc-11ad-4a55-8b80-cd11c03064e6 req-adafc406-09c3-4815-acbc-cd4df41c5c30 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:00:44.353144 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-3d2ec3cc-11ad-4a55-8b80-cd11c03064e6 req-adafc406-09c3-4815-acbc-cd4df41c5c30 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=78fd9f8d-1b6a-4e70-b82b-ab93bdbc9f6b HTTP/1.1" status: 200 len: 848 time: 0.0644658 Feb 04 10:00:44.455617 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-3d2ec3cc-11ad-4a55-8b80-cd11c03064e6 req-648bc499-bc5b-4ce7-9203-0d4a8ca2a30c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f1c1dd48-d235-40de-a07a-e60b993888cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0953434 Feb 04 10:00:44.501581 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-e9e23266-293c-4cff-8572-5ec51162360e None None] Set router 5662893c-e8f6-431b-874e-bad1ae2a5dff gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 10:00:44.592185 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe0d04f-d506-48cf-8cc5-7e73376aeb69 req-be2144e9-4fce-4208-9b1c-895c4617df3b tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:00:44.592925 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-0fe0d04f-d506-48cf-8cc5-7e73376aeb69 req-be2144e9-4fce-4208-9b1c-895c4617df3b tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Synchronizing usage tracker for tenant:e2a1bc7f0c124a87b0fe35e5cd80ba34 on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:00:44.609605 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-3d2ec3cc-11ad-4a55-8b80-cd11c03064e6 req-760d48ef-e324-4094-a0db-0ea23be8a592 service neutron] 10.222.0.47 "GET /v2.0/networks/f1c1dd48-d235-40de-a07a-e60b993888cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465952 Feb 04 10:00:44.673007 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-0fe0d04f-d506-48cf-8cc5-7e73376aeb69 req-be2144e9-4fce-4208-9b1c-895c4617df3b tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Unset dirty status for tenant:e2a1bc7f0c124a87b0fe35e5cd80ba34 on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:00:44.674410 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-0fe0d04f-d506-48cf-8cc5-7e73376aeb69 req-be2144e9-4fce-4208-9b1c-895c4617df3b tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3262979-b062-4a7d-b089-47f4cd34e6ed HTTP/1.1" status: 200 len: 946 time: 0.2596748 Feb 04 10:00:44.726841 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-0fe0d04f-d506-48cf-8cc5-7e73376aeb69 req-a97f1714-c90c-4b9b-b623-45363dc2de84 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] 10.222.0.36 "GET /v2.0/security-groups?id=55f51dca-c52b-4eb7-aa47-30e461d82297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459812 Feb 04 10:00:44.762284 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-3d2ec3cc-11ad-4a55-8b80-cd11c03064e6 req-4940121c-74bf-4ed1-bdaa-917b688e234a service neutron] 10.222.0.47 "GET /v2.0/networks/f1c1dd48-d235-40de-a07a-e60b993888cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457338 Feb 04 10:00:44.897042 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-e9e23266-293c-4cff-8572-5ec51162360e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5662893c-e8f6-431b-874e-bad1ae2a5dff', 'name': 'tempest-TestSnapshotPattern-850160349-router', 'tenant_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': 'b8b3eb70-c9f5-4715-8300-56b02121ad9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:53:47Z', 'updated_at': '2022-02-04T09:53:51Z', 'revision_number': 4, 'project_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'gw_port': {'id': 'b8b3eb70-c9f5-4715-8300-56b02121ad9e', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:14:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5662893c-e8f6-431b-874e-bad1ae2a5dff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:53:48Z', 'updated_at': '2022-02-04T09:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': '5ff50fe3-92ea-4050-9290-252aeef2d2da', 'tenant_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'floating_ip_address': '172.26.3.246', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': '5662893c-e8f6-431b-874e-bad1ae2a5dff', 'port_id': '331b1df7-8e39-4e7c-8625-f389db0ceb2f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1c1dd48-d235-40de-a07a-e60b993888cd', 'mac_address': 'fa:16:3e:95:d1:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e50640bb-36a2-4a23-a387-af24fab6be45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T09:54:24Z', 'updated_at': '2022-02-04T09:54:30Z', 'revision_number': 1, 'project_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39c441eb-abd4-4a17-b6e3-6e70b4d45aa3', 'name': '', 'network_id': 'f1c1dd48-d235-40de-a07a-e60b993888cd', 'tenant_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'mac_address': 'fa:16:3e:57:bd:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5662893c-e8f6-431b-874e-bad1ae2a5dff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78fd9f8d-1b6a-4e70-b82b-ab93bdbc9f6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:53:50Z', 'updated_at': '2022-02-04T09:54:08Z', 'revision_number': 5, 'project_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'subnets': [{'id': '78fd9f8d-1b6a-4e70-b82b-ab93bdbc9f6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:00:44.901175 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e23266-293c-4cff-8572-5ec51162360e None None] The sync data for ids ['5662893c-e8f6-431b-874e-bad1ae2a5dff'] in dv-neutron-827798-2-hyperv is: [{'id': '5662893c-e8f6-431b-874e-bad1ae2a5dff', 'name': 'tempest-TestSnapshotPattern-850160349-router', 'tenant_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': 'b8b3eb70-c9f5-4715-8300-56b02121ad9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:53:47Z', 'updated_at': '2022-02-04T09:53:51Z', 'revision_number': 4, 'project_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'gw_port': {'id': 'b8b3eb70-c9f5-4715-8300-56b02121ad9e', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:14:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5662893c-e8f6-431b-874e-bad1ae2a5dff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:53:48Z', 'updated_at': '2022-02-04T09:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_floatingips': [{'id': '5ff50fe3-92ea-4050-9290-252aeef2d2da', 'tenant_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'floating_ip_address': '172.26.3.246', 'floating_network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'router_id': '5662893c-e8f6-431b-874e-bad1ae2a5dff', 'port_id': '331b1df7-8e39-4e7c-8625-f389db0ceb2f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1c1dd48-d235-40de-a07a-e60b993888cd', 'mac_address': 'fa:16:3e:95:d1:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e50640bb-36a2-4a23-a387-af24fab6be45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T09:54:24Z', 'updated_at': '2022-02-04T09:54:30Z', 'revision_number': 1, 'project_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39c441eb-abd4-4a17-b6e3-6e70b4d45aa3', 'name': '', 'network_id': 'f1c1dd48-d235-40de-a07a-e60b993888cd', 'tenant_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'mac_address': 'fa:16:3e:57:bd:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5662893c-e8f6-431b-874e-bad1ae2a5dff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78fd9f8d-1b6a-4e70-b82b-ab93bdbc9f6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:53:50Z', 'updated_at': '2022-02-04T09:54:08Z', 'revision_number': 5, 'project_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'subnets': [{'id': '78fd9f8d-1b6a-4e70-b82b-ab93bdbc9f6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 10:00:45.140910 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c70a852-771e-4055-8e80-741db56561b0 None None] New status for floating IP 4ed4b471-0655-4173-8179-c60a5966697f: DOWN {{(pid=84110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 10:00:45.439711 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device ae436ae4-f8ce-4214-b0cd-997de015259a no longer exists at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 10:00:45.557953 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1101472'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:00:45.585118 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3262979-b062-4a7d-b089-47f4cd34e6ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae436ae4-f8ce-4214-b0cd-997de015259a'}] {{(pid=84109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 10:00:45.594476 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] For port ae436ae4-f8ce-4214-b0cd-997de015259a, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=ae436ae4-f8ce-4214-b0cd-997de015259a,segment=NetworkSegment(1d5eaa3e-5249-44c2-a054-53d07405e8a1),segment_id=1d5eaa3e-5249-44c2-a054-53d07405e8a1)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:00:45.654224 dv-neutron-827798-2-hyperv neutron-server[84109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3262979-b062-4a7d-b089-47f4cd34e6ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae436ae4-f8ce-4214-b0cd-997de015259a', 'code': 200} Feb 04 10:00:45.685048 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782525379853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782525019908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782525019953'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:00:45.754999 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Pushing event updated for resources: {'Port': ['ID=ae436ae4-f8ce-4214-b0cd-997de015259a,revision_number=8']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:00:45.943456 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1619394-6eb0-4b6a-a9fa-5d59a797b202 req-17dd4f55-5937-49bd-8179-9e1261c1fc50 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:00:45.944952 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e1619394-6eb0-4b6a-a9fa-5d59a797b202 req-17dd4f55-5937-49bd-8179-9e1261c1fc50 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3262979-b062-4a7d-b089-47f4cd34e6ed HTTP/1.1" status: 200 len: 944 time: 0.0856457 Feb 04 10:00:45.991305 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-e1619394-6eb0-4b6a-a9fa-5d59a797b202 req-ba8ab090-6534-4b7a-ad7d-058621f7384b tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] 10.222.0.36 "GET /v2.0/security-groups?id=55f51dca-c52b-4eb7-aa47-30e461d82297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407662 Feb 04 10:00:46.296448 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c9af2-8400-4881-b45a-8b590000ebbe req-f7324881-ef98-4b16-a7f5-cea1705bf4af tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:00:46.297091 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [req-251c9af2-8400-4881-b45a-8b590000ebbe req-f7324881-ef98-4b16-a7f5-cea1705bf4af tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Synchronizing usage tracker for tenant:e2a1bc7f0c124a87b0fe35e5cd80ba34 on resource:port {{(pid=84108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:00:46.309128 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.quota.resource [req-251c9af2-8400-4881-b45a-8b590000ebbe req-f7324881-ef98-4b16-a7f5-cea1705bf4af tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Unset dirty status for tenant:e2a1bc7f0c124a87b0fe35e5cd80ba34 on resource:port {{(pid=84108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:00:46.310244 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-251c9af2-8400-4881-b45a-8b590000ebbe req-f7324881-ef98-4b16-a7f5-cea1705bf4af tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] 10.222.0.47 "GET /v2.0/ports?device_id=c3262979-b062-4a7d-b089-47f4cd34e6ed HTTP/1.1" status: 200 len: 944 time: 0.0953269 Feb 04 10:00:46.380051 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [req-251c9af2-8400-4881-b45a-8b590000ebbe req-8b465a9a-0855-4d42-858a-e9e4fb008847 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Deleting port ae436ae4-f8ce-4214-b0cd-997de015259a {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 10:00:46.380421 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-251c9af2-8400-4881-b45a-8b590000ebbe req-8b465a9a-0855-4d42-858a-e9e4fb008847 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:00:46.633302 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [req-251c9af2-8400-4881-b45a-8b590000ebbe req-8b465a9a-0855-4d42-858a-e9e4fb008847 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] For port ae436ae4-f8ce-4214-b0cd-997de015259a, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=ae436ae4-f8ce-4214-b0cd-997de015259a,segment=NetworkSegment(1d5eaa3e-5249-44c2-a054-53d07405e8a1),segment_id=1d5eaa3e-5249-44c2-a054-53d07405e8a1)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:00:46.633657 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-251c9af2-8400-4881-b45a-8b590000ebbe req-8b465a9a-0855-4d42-858a-e9e4fb008847 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:00:46.844516 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [req-251c9af2-8400-4881-b45a-8b590000ebbe req-8b465a9a-0855-4d42-858a-e9e4fb008847 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Calling delete_port for ae436ae4-f8ce-4214-b0cd-997de015259a owned by compute:nova {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 10:00:47.017031 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d70abf75-4aa2-4735-b0a8-b9e9af7d9ce7 req-0b9880fd-fe07-448d-b5a8-bfd297f59dde service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e50640bb-36a2-4a23-a387-af24fab6be45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0723684 Feb 04 10:00:47.063403 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-251c9af2-8400-4881-b45a-8b590000ebbe req-8b465a9a-0855-4d42-858a-e9e4fb008847 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:00:47.113215 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b465a9a-0855-4d42-858a-e9e4fb008847 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Pushing event deleted for resources: {'Port': ['ID=ae436ae4-f8ce-4214-b0cd-997de015259a,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:00:47.154045 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b465a9a-0855-4d42-858a-e9e4fb008847 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:00:47.154385 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b465a9a-0855-4d42-858a-e9e4fb008847 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:00:47.154721 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b465a9a-0855-4d42-858a-e9e4fb008847 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:00:47.155052 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b465a9a-0855-4d42-858a-e9e4fb008847 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:00:47.155384 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b465a9a-0855-4d42-858a-e9e4fb008847 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:00:47.155816 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b465a9a-0855-4d42-858a-e9e4fb008847 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:00:47.156037 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b465a9a-0855-4d42-858a-e9e4fb008847 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:00:47.156364 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b465a9a-0855-4d42-858a-e9e4fb008847 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:00:47.156711 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b465a9a-0855-4d42-858a-e9e4fb008847 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:00:47.157031 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b465a9a-0855-4d42-858a-e9e4fb008847 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:00:47.157352 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b465a9a-0855-4d42-858a-e9e4fb008847 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827798-2-hyperv {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 10:00:47.172773 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-6ba5824b-21db-41f0-9b94-548025e16acf req-a3cf38e1-0ded-41bb-bcf6-48e4aff92b96 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3262979-b062-4a7d-b089-47f4cd34e6ed HTTP/1.1" status: 200 len: 210 time: 0.0484376 Feb 04 10:00:47.202171 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d70abf75-4aa2-4735-b0a8-b9e9af7d9ce7 req-8d5ca200-5cf2-41af-9bed-b6d7a54622d1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e2a1bc7f0c124a87b0fe35e5cd80ba34&device_id=e50640bb-36a2-4a23-a387-af24fab6be45 HTTP/1.1" status: 200 len: 1097 time: 0.1160607 Feb 04 10:00:47.204619 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [req-251c9af2-8400-4881-b45a-8b590000ebbe req-8b465a9a-0855-4d42-858a-e9e4fb008847 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] No DVR routers for this DVR port ae436ae4-f8ce-4214-b0cd-997de015259a on host hv-neutron-8277 {{(pid=84108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 10:00:47.207747 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [req-251c9af2-8400-4881-b45a-8b590000ebbe req-8b465a9a-0855-4d42-858a-e9e4fb008847 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:00:47.210409 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3262979-b062-4a7d-b089-47f4cd34e6ed', 'name': 'network-vif-deleted', 'tag': 'ae436ae4-f8ce-4214-b0cd-997de015259a'}] {{(pid=84108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 10:00:47.291669 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [req-251c9af2-8400-4881-b45a-8b590000ebbe req-8b465a9a-0855-4d42-858a-e9e4fb008847 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] 10.222.0.47 "DELETE /v2.0/ports/ae436ae4-f8ce-4214-b0cd-997de015259a HTTP/1.1" status: 204 len: 173 time: 0.9760444 Feb 04 10:00:47.346686 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3262979-b062-4a7d-b089-47f4cd34e6ed', 'name': 'network-vif-deleted', 'tag': 'ae436ae4-f8ce-4214-b0cd-997de015259a', 'status': 'completed', 'code': 200} Feb 04 10:00:47.361380 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70abf75-4aa2-4735-b0a8-b9e9af7d9ce7 req-1fae80c5-9b55-4f47-af42-aa319d1b5dc5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:00:47.363023 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d70abf75-4aa2-4735-b0a8-b9e9af7d9ce7 req-1fae80c5-9b55-4f47-af42-aa319d1b5dc5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f1c1dd48-d235-40de-a07a-e60b993888cd HTTP/1.1" status: 200 len: 910 time: 0.1398535 Feb 04 10:00:47.473887 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d70abf75-4aa2-4735-b0a8-b9e9af7d9ce7 req-94ae3c09-78c7-4ac1-942a-d71bfb7769e5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=331b1df7-8e39-4e7c-8625-f389db0ceb2f HTTP/1.1" status: 200 len: 1000 time: 0.1053746 Feb 04 10:00:47.545826 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70abf75-4aa2-4735-b0a8-b9e9af7d9ce7 req-81c56a91-9e3e-4412-87c0-9ee571d14f4c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:00:47.547486 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d70abf75-4aa2-4735-b0a8-b9e9af7d9ce7 req-81c56a91-9e3e-4412-87c0-9ee571d14f4c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=78fd9f8d-1b6a-4e70-b82b-ab93bdbc9f6b HTTP/1.1" status: 200 len: 848 time: 0.0673003 Feb 04 10:00:47.631890 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d70abf75-4aa2-4735-b0a8-b9e9af7d9ce7 req-6a0bee0a-5244-4297-8922-df6a95b217ee service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f1c1dd48-d235-40de-a07a-e60b993888cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789623 Feb 04 10:00:47.776142 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d70abf75-4aa2-4735-b0a8-b9e9af7d9ce7 req-5f285c55-10dc-4d03-a1d6-2de43cef9e35 service neutron] 10.222.0.47 "GET /v2.0/networks/f1c1dd48-d235-40de-a07a-e60b993888cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380584 Feb 04 10:00:47.909367 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-d70abf75-4aa2-4735-b0a8-b9e9af7d9ce7 req-43d656ac-f9e2-42a1-a82d-9303e8ea3365 service neutron] 10.222.0.47 "GET /v2.0/networks/f1c1dd48-d235-40de-a07a-e60b993888cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270139 Feb 04 10:00:49.543644 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-4ae120e7-9129-41d5-8c66-c7f710e14e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:00:49.719882 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 38060) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:00:49.920180 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-38699288-c68d-4db9-9f98-a46e37ad83e1 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Deleting port f1cac538-5bed-4f6f-8c82-a93667b96c07 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 10:00:49.920524 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-38699288-c68d-4db9-9f98-a46e37ad83e1 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:00:50.202481 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-38699288-c68d-4db9-9f98-a46e37ad83e1 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:00:50.202805 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-38699288-c68d-4db9-9f98-a46e37ad83e1 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:00:50.324286 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-38699288-c68d-4db9-9f98-a46e37ad83e1 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Calling delete_port for f1cac538-5bed-4f6f-8c82-a93667b96c07 owned by network:floatingip {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 10:00:50.558983 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-38699288-c68d-4db9-9f98-a46e37ad83e1 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:00:50.604054 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38699288-c68d-4db9-9f98-a46e37ad83e1 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Pushing event deleted for resources: {'Port': ['ID=f1cac538-5bed-4f6f-8c82-a93667b96c07,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:00:50.699484 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-38699288-c68d-4db9-9f98-a46e37ad83e1 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Notify callbacks [] for floatingip, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:00:51.108993 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38699288-c68d-4db9-9f98-a46e37ad83e1 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Router 5662893c-e8f6-431b-874e-bad1ae2a5dff has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 10:00:51.318800 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38699288-c68d-4db9-9f98-a46e37ad83e1 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 10:00:51.328542 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c48bc2-7b95-4d45-bc59-1c0cdfc8bbd3 None None] Sync routers for ids ['5662893c-e8f6-431b-874e-bad1ae2a5dff'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 10:00:51.336221 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-38699288-c68d-4db9-9f98-a46e37ad83e1 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for floatingip, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:00:51.341858 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c48bc2-7b95-4d45-bc59-1c0cdfc8bbd3 None None] Routers {'5662893c-e8f6-431b-874e-bad1ae2a5dff'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 10:00:51.342596 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-91c48bc2-7b95-4d45-bc59-1c0cdfc8bbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T10:00:22Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['5662893c-e8f6-431b-874e-bad1ae2a5dff'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:00:51.393397 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-38699288-c68d-4db9-9f98-a46e37ad83e1 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] 10.222.0.36 "DELETE /v2.0/floatingips/5ff50fe3-92ea-4050-9290-252aeef2d2da HTTP/1.1" status: 204 len: 168 time: 1.6724148 Feb 04 10:00:51.394562 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e50640bb-36a2-4a23-a387-af24fab6be45', 'tag': '331b1df7-8e39-4e7c-8625-f389db0ceb2f'}] {{(pid=84107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 10:00:51.454604 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e50640bb-36a2-4a23-a387-af24fab6be45', 'tag': '331b1df7-8e39-4e7c-8625-f389db0ceb2f', 'status': 'completed', 'code': 200} Feb 04 10:00:51.485646 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device ae436ae4-f8ce-4214-b0cd-997de015259a no longer exists at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 10:00:51.531277 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] No Port match for: ae436ae4-f8ce-4214-b0cd-997de015259a {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 10:00:51.531639 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device ae436ae4-f8ce-4214-b0cd-997de015259a not bound to the agent host hv-neutron-8277 {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 10:00:51.557200 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f46edef5-1b9a-497a-b7c5-b0c4022bf847 req-1511d9b4-8d0c-44aa-9818-5299af41b3f5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e2a1bc7f0c124a87b0fe35e5cd80ba34&device_id=e50640bb-36a2-4a23-a387-af24fab6be45 HTTP/1.1" status: 200 len: 1097 time: 0.0789206 Feb 04 10:00:51.584331 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-91c48bc2-7b95-4d45-bc59-1c0cdfc8bbd3 None None] Set router 5662893c-e8f6-431b-874e-bad1ae2a5dff gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 10:00:51.708932 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46edef5-1b9a-497a-b7c5-b0c4022bf847 req-d1bfa2b7-b5b3-4ddd-89e2-1d3950ea5f74 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:00:51.710393 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f46edef5-1b9a-497a-b7c5-b0c4022bf847 req-d1bfa2b7-b5b3-4ddd-89e2-1d3950ea5f74 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f1c1dd48-d235-40de-a07a-e60b993888cd HTTP/1.1" status: 200 len: 910 time: 0.1462615 Feb 04 10:00:51.783948 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f46edef5-1b9a-497a-b7c5-b0c4022bf847 req-7dff0118-a102-4383-a2b1-135861aa16b0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=331b1df7-8e39-4e7c-8625-f389db0ceb2f HTTP/1.1" status: 200 len: 217 time: 0.0672948 Feb 04 10:00:51.850312 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46edef5-1b9a-497a-b7c5-b0c4022bf847 req-331391d1-6120-4014-99ac-8bd870ca11ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:00:51.851789 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f46edef5-1b9a-497a-b7c5-b0c4022bf847 req-331391d1-6120-4014-99ac-8bd870ca11ce service neutron] 10.222.0.47 "GET /v2.0/subnets?id=78fd9f8d-1b6a-4e70-b82b-ab93bdbc9f6b HTTP/1.1" status: 200 len: 848 time: 0.0618968 Feb 04 10:00:51.902676 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-b43f49a0-6818-4060-b5f4-87d8d011c3b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:00:51.953446 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f46edef5-1b9a-497a-b7c5-b0c4022bf847 req-9d846bab-5e2f-483b-87ba-bc400889a3b7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f1c1dd48-d235-40de-a07a-e60b993888cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0948830 Feb 04 10:00:52.000971 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-91c48bc2-7b95-4d45-bc59-1c0cdfc8bbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5662893c-e8f6-431b-874e-bad1ae2a5dff', 'name': 'tempest-TestSnapshotPattern-850160349-router', 'tenant_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': 'b8b3eb70-c9f5-4715-8300-56b02121ad9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:53:47Z', 'updated_at': '2022-02-04T09:53:51Z', 'revision_number': 4, 'project_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'gw_port': {'id': 'b8b3eb70-c9f5-4715-8300-56b02121ad9e', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:14:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5662893c-e8f6-431b-874e-bad1ae2a5dff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:53:48Z', 'updated_at': '2022-02-04T09:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '39c441eb-abd4-4a17-b6e3-6e70b4d45aa3', 'name': '', 'network_id': 'f1c1dd48-d235-40de-a07a-e60b993888cd', 'tenant_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'mac_address': 'fa:16:3e:57:bd:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5662893c-e8f6-431b-874e-bad1ae2a5dff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78fd9f8d-1b6a-4e70-b82b-ab93bdbc9f6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:53:50Z', 'updated_at': '2022-02-04T09:54:08Z', 'revision_number': 5, 'project_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'subnets': [{'id': '78fd9f8d-1b6a-4e70-b82b-ab93bdbc9f6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:00:52.010513 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c48bc2-7b95-4d45-bc59-1c0cdfc8bbd3 None None] Checking router: 5662893c-e8f6-431b-874e-bad1ae2a5dff for host: dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 10:00:52.024465 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c48bc2-7b95-4d45-bc59-1c0cdfc8bbd3 None None] Routers {'5662893c-e8f6-431b-874e-bad1ae2a5dff'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 10:00:52.024465 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-91c48bc2-7b95-4d45-bc59-1c0cdfc8bbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T10:00:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['5662893c-e8f6-431b-874e-bad1ae2a5dff'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:00:52.211502 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-91c48bc2-7b95-4d45-bc59-1c0cdfc8bbd3 None None] Set router 5662893c-e8f6-431b-874e-bad1ae2a5dff gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 10:00:52.250484 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f46edef5-1b9a-497a-b7c5-b0c4022bf847 req-4945447f-77f7-4d4d-9467-c239cd033aa4 service neutron] 10.222.0.47 "GET /v2.0/networks/f1c1dd48-d235-40de-a07a-e60b993888cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892306 Feb 04 10:00:52.259287 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26394bb7-7f50-458e-ae29-9b59554ad9fc req-1eac1761-84b0-4a2d-85de-7c08de1e668e tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:00:52.259983 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-26394bb7-7f50-458e-ae29-9b59554ad9fc req-1eac1761-84b0-4a2d-85de-7c08de1e668e tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Synchronizing usage tracker for tenant:e2a1bc7f0c124a87b0fe35e5cd80ba34 on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:00:52.401575 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-f46edef5-1b9a-497a-b7c5-b0c4022bf847 req-fcc86d9a-15df-4661-8ea8-0d7e2228646f service neutron] 10.222.0.47 "GET /v2.0/networks/f1c1dd48-d235-40de-a07a-e60b993888cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384802 Feb 04 10:00:52.410895 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-26394bb7-7f50-458e-ae29-9b59554ad9fc req-1eac1761-84b0-4a2d-85de-7c08de1e668e tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Unset dirty status for tenant:e2a1bc7f0c124a87b0fe35e5cd80ba34 on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:00:52.412466 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-26394bb7-7f50-458e-ae29-9b59554ad9fc req-1eac1761-84b0-4a2d-85de-7c08de1e668e tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] 10.222.0.36 "GET /v2.0/ports?device_id=e50640bb-36a2-4a23-a387-af24fab6be45 HTTP/1.1" status: 200 len: 944 time: 0.3242605 Feb 04 10:00:52.468914 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-26394bb7-7f50-458e-ae29-9b59554ad9fc req-734a87cf-9fe7-4916-acc9-c75689662be9 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] 10.222.0.36 "GET /v2.0/security-groups?id=55f51dca-c52b-4eb7-aa47-30e461d82297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504518 Feb 04 10:00:52.540513 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-91c48bc2-7b95-4d45-bc59-1c0cdfc8bbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5662893c-e8f6-431b-874e-bad1ae2a5dff', 'name': 'tempest-TestSnapshotPattern-850160349-router', 'tenant_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': 'b8b3eb70-c9f5-4715-8300-56b02121ad9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:53:47Z', 'updated_at': '2022-02-04T09:53:51Z', 'revision_number': 4, 'project_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'gw_port': {'id': 'b8b3eb70-c9f5-4715-8300-56b02121ad9e', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:14:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5662893c-e8f6-431b-874e-bad1ae2a5dff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:53:48Z', 'updated_at': '2022-02-04T09:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '39c441eb-abd4-4a17-b6e3-6e70b4d45aa3', 'name': '', 'network_id': 'f1c1dd48-d235-40de-a07a-e60b993888cd', 'tenant_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'mac_address': 'fa:16:3e:57:bd:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5662893c-e8f6-431b-874e-bad1ae2a5dff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78fd9f8d-1b6a-4e70-b82b-ab93bdbc9f6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:53:50Z', 'updated_at': '2022-02-04T09:54:08Z', 'revision_number': 5, 'project_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'subnets': [{'id': '78fd9f8d-1b6a-4e70-b82b-ab93bdbc9f6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:00:52.544764 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c48bc2-7b95-4d45-bc59-1c0cdfc8bbd3 None None] The sync data for ids ['5662893c-e8f6-431b-874e-bad1ae2a5dff'] in dv-neutron-827798-2-hyperv is: [{'id': '5662893c-e8f6-431b-874e-bad1ae2a5dff', 'name': 'tempest-TestSnapshotPattern-850160349-router', 'tenant_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': 'b8b3eb70-c9f5-4715-8300-56b02121ad9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:53:47Z', 'updated_at': '2022-02-04T09:53:51Z', 'revision_number': 4, 'project_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'gw_port': {'id': 'b8b3eb70-c9f5-4715-8300-56b02121ad9e', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:14:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5662893c-e8f6-431b-874e-bad1ae2a5dff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:53:48Z', 'updated_at': '2022-02-04T09:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv', '_interfaces': [{'id': '39c441eb-abd4-4a17-b6e3-6e70b4d45aa3', 'name': '', 'network_id': 'f1c1dd48-d235-40de-a07a-e60b993888cd', 'tenant_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'mac_address': 'fa:16:3e:57:bd:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5662893c-e8f6-431b-874e-bad1ae2a5dff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78fd9f8d-1b6a-4e70-b82b-ab93bdbc9f6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:53:50Z', 'updated_at': '2022-02-04T09:54:08Z', 'revision_number': 5, 'project_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'subnets': [{'id': '78fd9f8d-1b6a-4e70-b82b-ab93bdbc9f6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 10:00:52.779329 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8c0906-2e06-452b-bc78-3ee35930c403 None None] New status for floating IP 5ff50fe3-92ea-4050-9290-252aeef2d2da: DOWN {{(pid=84110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 10:00:52.967621 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3de3cd-1cae-421d-b481-7fed7f9e7442 req-c49157c0-8cf7-416b-8c1c-874912c7faad tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 10:00:52.970670 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-1a3de3cd-1cae-421d-b481-7fed7f9e7442 req-c49157c0-8cf7-416b-8c1c-874912c7faad tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] 10.222.0.47 "GET /v2.0/ports?device_id=e50640bb-36a2-4a23-a387-af24fab6be45 HTTP/1.1" status: 200 len: 944 time: 0.0880334 Feb 04 10:00:52.983487 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:00:53.040591 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [req-1a3de3cd-1cae-421d-b481-7fed7f9e7442 req-e5eed0a6-01a4-4a95-8e1a-918a6d0dc146 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Deleting port 331b1df7-8e39-4e7c-8625-f389db0ceb2f {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 10:00:53.040915 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-1a3de3cd-1cae-421d-b481-7fed7f9e7442 req-e5eed0a6-01a4-4a95-8e1a-918a6d0dc146 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:00:53.257512 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:00:53.287739 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [req-1a3de3cd-1cae-421d-b481-7fed7f9e7442 req-e5eed0a6-01a4-4a95-8e1a-918a6d0dc146 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] For port 331b1df7-8e39-4e7c-8625-f389db0ceb2f, host hv-neutron-8277, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8277',level=0,port_id=331b1df7-8e39-4e7c-8625-f389db0ceb2f,segment=NetworkSegment(1d5eaa3e-5249-44c2-a054-53d07405e8a1),segment_id=1d5eaa3e-5249-44c2-a054-53d07405e8a1)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:00:53.288311 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-1a3de3cd-1cae-421d-b481-7fed7f9e7442 req-e5eed0a6-01a4-4a95-8e1a-918a6d0dc146 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:00:53.407638 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [req-1a3de3cd-1cae-421d-b481-7fed7f9e7442 req-e5eed0a6-01a4-4a95-8e1a-918a6d0dc146 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Calling delete_port for 331b1df7-8e39-4e7c-8625-f389db0ceb2f owned by compute:nova {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 10:00:53.624045 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-1a3de3cd-1cae-421d-b481-7fed7f9e7442 req-e5eed0a6-01a4-4a95-8e1a-918a6d0dc146 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:00:53.674833 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eed0a6-01a4-4a95-8e1a-918a6d0dc146 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Pushing event deleted for resources: {'Port': ['ID=331b1df7-8e39-4e7c-8625-f389db0ceb2f,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:00:53.756356 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a3de3cd-1cae-421d-b481-7fed7f9e7442 req-e5eed0a6-01a4-4a95-8e1a-918a6d0dc146 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] No DVR routers for this DVR port 331b1df7-8e39-4e7c-8625-f389db0ceb2f on host hv-neutron-8277 {{(pid=84107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 10:00:53.758792 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [req-1a3de3cd-1cae-421d-b481-7fed7f9e7442 req-e5eed0a6-01a4-4a95-8e1a-918a6d0dc146 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1990734'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:00:53.761396 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e50640bb-36a2-4a23-a387-af24fab6be45', 'name': 'network-vif-deleted', 'tag': '331b1df7-8e39-4e7c-8625-f389db0ceb2f'}] {{(pid=84107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 10:00:53.812147 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-01144ad5-48a6-47c7-9ff3-0a1880cacc81 req-46a7e108-d37e-4dfb-8b7a-f56628def714 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Synchronizing usage tracker for tenant:e2a1bc7f0c124a87b0fe35e5cd80ba34 on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 10:00:53.817419 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e50640bb-36a2-4a23-a387-af24fab6be45', 'name': 'network-vif-deleted', 'tag': '331b1df7-8e39-4e7c-8625-f389db0ceb2f', 'status': 'completed', 'code': 200} Feb 04 10:00:53.857370 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-1a3de3cd-1cae-421d-b481-7fed7f9e7442 req-e5eed0a6-01a4-4a95-8e1a-918a6d0dc146 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] 10.222.0.47 "DELETE /v2.0/ports/331b1df7-8e39-4e7c-8625-f389db0ceb2f HTTP/1.1" status: 204 len: 173 time: 0.8829110 Feb 04 10:00:53.935526 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.quota.resource [req-01144ad5-48a6-47c7-9ff3-0a1880cacc81 req-46a7e108-d37e-4dfb-8b7a-f56628def714 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Unset dirty status for tenant:e2a1bc7f0c124a87b0fe35e5cd80ba34 on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 10:00:53.937019 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [req-01144ad5-48a6-47c7-9ff3-0a1880cacc81 req-46a7e108-d37e-4dfb-8b7a-f56628def714 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] 10.222.0.36 "GET /v2.0/ports?device_id=e50640bb-36a2-4a23-a387-af24fab6be45 HTTP/1.1" status: 200 len: 210 time: 0.1652679 Feb 04 10:00:54.738088 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:00:55.044248 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 38076) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:00:55.115325 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e69ddb5b-9cf5-4201-8c5f-b97affe11805 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Notify callbacks [] for security_group, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:00:55.145694 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e69ddb5b-9cf5-4201-8c5f-b97affe11805 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:00:55.282121 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e69ddb5b-9cf5-4201-8c5f-b97affe11805 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:00:55.301597 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69ddb5b-9cf5-4201-8c5f-b97affe11805 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f51dca-c52b-4eb7-aa47-30e461d82297,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:00:55.377372 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-e69ddb5b-9cf5-4201-8c5f-b97affe11805 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:00:55.379105 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-e69ddb5b-9cf5-4201-8c5f-b97affe11805 tempest-TestSnapshotPattern-1943345541 tempest-TestSnapshotPattern-1943345541-project] 10.222.0.36 "DELETE /v2.0/security-groups/55f51dca-c52b-4eb7-aa47-30e461d82297 HTTP/1.1" status: 204 len: 168 time: 0.3336504 Feb 04 10:00:55.536433 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 38082) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:00:56.157254 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-99bce63f-2410-4704-9eab-ca91c6fcb911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473817'] for router_interface, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:00:56.766720 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-99bce63f-2410-4704-9eab-ca91c6fcb911 admin admin] Deleting port 39c441eb-abd4-4a17-b6e3-6e70b4d45aa3 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 10:00:56.767410 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-99bce63f-2410-4704-9eab-ca91c6fcb911 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:00:56.962965 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [None req-99bce63f-2410-4704-9eab-ca91c6fcb911 admin admin] For port 39c441eb-abd4-4a17-b6e3-6e70b4d45aa3, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=39c441eb-abd4-4a17-b6e3-6e70b4d45aa3,segment=NetworkSegment(1d5eaa3e-5249-44c2-a054-53d07405e8a1),segment_id=1d5eaa3e-5249-44c2-a054-53d07405e8a1)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:00:56.963303 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-99bce63f-2410-4704-9eab-ca91c6fcb911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:00:57.074806 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:00:57.090102 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-99bce63f-2410-4704-9eab-ca91c6fcb911 admin admin] Calling delete_port for 39c441eb-abd4-4a17-b6e3-6e70b4d45aa3 owned by network:router_interface {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 10:00:57.343479 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-99bce63f-2410-4704-9eab-ca91c6fcb911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:00:57.390058 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bce63f-2410-4704-9eab-ca91c6fcb911 admin admin] Pushing event deleted for resources: {'Port': ['ID=39c441eb-abd4-4a17-b6e3-6e70b4d45aa3,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:00:57.507607 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device 331b1df7-8e39-4e7c-8625-f389db0ceb2f no longer exists at agent hyperv_hv-neutron-8277 {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 10:00:57.540976 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] No Port match for: 331b1df7-8e39-4e7c-8625-f389db0ceb2f {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 10:00:57.541612 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Device 331b1df7-8e39-4e7c-8625-f389db0ceb2f not bound to the agent host hv-neutron-8277 {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 10:00:57.800158 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-99bce63f-2410-4704-9eab-ca91c6fcb911 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1572495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472959'] for router_interface, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:00:58.167207 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 10:00:58.399556 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99bce63f-2410-4704-9eab-ca91c6fcb911 admin admin] Router 5662893c-e8f6-431b-874e-bad1ae2a5dff has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 10:00:58.611408 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99bce63f-2410-4704-9eab-ca91c6fcb911 admin admin] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 10:00:58.621145 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfb4166-2ab6-46aa-9e39-61d55bd4594b None None] Sync routers for ids ['5662893c-e8f6-431b-874e-bad1ae2a5dff'] in dv-neutron-827798-2-hyperv {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 10:00:58.624850 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-99bce63f-2410-4704-9eab-ca91c6fcb911 admin admin] 10.222.0.36 "PUT /v2.0/routers/5662893c-e8f6-431b-874e-bad1ae2a5dff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0867517 Feb 04 10:00:58.627095 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 38088) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:00:58.633975 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfb4166-2ab6-46aa-9e39-61d55bd4594b None None] Routers {'5662893c-e8f6-431b-874e-bad1ae2a5dff'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 10:00:58.634578 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-5bfb4166-2ab6-46aa-9e39-61d55bd4594b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T10:00:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['5662893c-e8f6-431b-874e-bad1ae2a5dff'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:00:58.812571 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-5bfb4166-2ab6-46aa-9e39-61d55bd4594b None None] Set router 5662893c-e8f6-431b-874e-bad1ae2a5dff gateway port host: dv-neutron-827798-2-hyperv {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 10:00:58.832985 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-79a3b45e-8ce6-4510-b91c-a5c3128dff84 admin admin] Notify callbacks [] for router, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:00:59.039187 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-79a3b45e-8ce6-4510-b91c-a5c3128dff84 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:00:59.105078 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-5bfb4166-2ab6-46aa-9e39-61d55bd4594b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5662893c-e8f6-431b-874e-bad1ae2a5dff', 'name': 'tempest-TestSnapshotPattern-850160349-router', 'tenant_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': 'b8b3eb70-c9f5-4715-8300-56b02121ad9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:53:47Z', 'updated_at': '2022-02-04T10:00:57Z', 'revision_number': 5, 'project_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'gw_port': {'id': 'b8b3eb70-c9f5-4715-8300-56b02121ad9e', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:14:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5662893c-e8f6-431b-874e-bad1ae2a5dff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:53:48Z', 'updated_at': '2022-02-04T09:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:00:59.109317 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfb4166-2ab6-46aa-9e39-61d55bd4594b None None] Checking router: 5662893c-e8f6-431b-874e-bad1ae2a5dff for host: dv-neutron-827798-2-hyperv {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 10:00:59.120789 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfb4166-2ab6-46aa-9e39-61d55bd4594b None None] Routers {'5662893c-e8f6-431b-874e-bad1ae2a5dff'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 10:00:59.121474 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-5bfb4166-2ab6-46aa-9e39-61d55bd4594b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T10:00:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['5662893c-e8f6-431b-874e-bad1ae2a5dff'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:00:59.131809 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-79a3b45e-8ce6-4510-b91c-a5c3128dff84 admin admin] Deleting port b8b3eb70-c9f5-4715-8300-56b02121ad9e {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 10:00:59.132118 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-79a3b45e-8ce6-4510-b91c-a5c3128dff84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:00:59.311526 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [None req-79a3b45e-8ce6-4510-b91c-a5c3128dff84 admin admin] For port b8b3eb70-c9f5-4715-8300-56b02121ad9e, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=b8b3eb70-c9f5-4715-8300-56b02121ad9e,segment=NetworkSegment(c44b9475-949d-4ae7-bfca-e29b010a56a6),segment_id=c44b9475-949d-4ae7-bfca-e29b010a56a6)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:00:59.311798 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-79a3b45e-8ce6-4510-b91c-a5c3128dff84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:00:59.322783 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_dvr_db [None req-5bfb4166-2ab6-46aa-9e39-61d55bd4594b None None] Set router 5662893c-e8f6-431b-874e-bad1ae2a5dff gateway port host: None {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 10:00:59.430318 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.db.l3_hamode_db [None req-5bfb4166-2ab6-46aa-9e39-61d55bd4594b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5662893c-e8f6-431b-874e-bad1ae2a5dff', 'name': 'tempest-TestSnapshotPattern-850160349-router', 'tenant_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:53:47Z', 'updated_at': '2022-02-04T10:00:59Z', 'revision_number': 6, 'project_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'gw_port_host': None}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:00:59.434529 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfb4166-2ab6-46aa-9e39-61d55bd4594b None None] The sync data for ids ['5662893c-e8f6-431b-874e-bad1ae2a5dff'] in dv-neutron-827798-2-hyperv is: [{'id': '5662893c-e8f6-431b-874e-bad1ae2a5dff', 'name': 'tempest-TestSnapshotPattern-850160349-router', 'tenant_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:53:47Z', 'updated_at': '2022-02-04T10:00:59Z', 'revision_number': 6, 'project_id': 'e2a1bc7f0c124a87b0fe35e5cd80ba34', 'gw_port_host': None}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 10:00:59.435607 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-79a3b45e-8ce6-4510-b91c-a5c3128dff84 admin admin] Calling delete_port for b8b3eb70-c9f5-4715-8300-56b02121ad9e owned by network:router_gateway {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 10:00:59.718582 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-79a3b45e-8ce6-4510-b91c-a5c3128dff84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:00:59.766399 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a3b45e-8ce6-4510-b91c-a5c3128dff84 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8b3eb70-c9f5-4715-8300-56b02121ad9e,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:01:00.084651 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-79a3b45e-8ce6-4510-b91c-a5c3128dff84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473010'] for router_gateway, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:01:00.251354 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 39c441eb-abd4-4a17-b6e3-6e70b4d45aa3 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 10:01:00.288506 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: 39c441eb-abd4-4a17-b6e3-6e70b4d45aa3 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 10:01:00.288970 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 39c441eb-abd4-4a17-b6e3-6e70b4d45aa3 not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 10:01:00.289388 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device b8b3eb70-c9f5-4715-8300-56b02121ad9e no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 10:01:00.321922 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: b8b3eb70-c9f5-4715-8300-56b02121ad9e {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 10:01:00.322260 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device b8b3eb70-c9f5-4715-8300-56b02121ad9e not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 10:01:00.350972 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-79a3b45e-8ce6-4510-b91c-a5c3128dff84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40989'] for router, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:01:00.355389 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-79a3b45e-8ce6-4510-b91c-a5c3128dff84 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:01:00.457700 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-79a3b45e-8ce6-4510-b91c-a5c3128dff84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-476062'] for router, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:01:00.458253 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79a3b45e-8ce6-4510-b91c-a5c3128dff84 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5662893c-e8f6-431b-874e-bad1ae2a5dff {{(pid=84108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 10:01:00.470890 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-79a3b45e-8ce6-4510-b91c-a5c3128dff84 admin admin] Notify callbacks [] for router, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:01:00.472683 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-79a3b45e-8ce6-4510-b91c-a5c3128dff84 admin admin] 10.222.0.36 "DELETE /v2.0/routers/5662893c-e8f6-431b-874e-bad1ae2a5dff HTTP/1.1" status: 204 len: 168 time: 1.8439875 Feb 04 10:01:00.476285 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 38092) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:01:00.545315 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_v2 [None req-a17fa5af-46b0-49b6-a9eb-abe1b8cf6381 admin admin] Deleting subnet 78fd9f8d-1b6a-4e70-b82b-ab93bdbc9f6b {{(pid=84107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 10:01:00.550492 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a17fa5af-46b0-49b6-a9eb-abe1b8cf6381 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:01:00.606729 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a17fa5af-46b0-49b6-a9eb-abe1b8cf6381 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8058667'] for subnet, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:01:00.686407 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a17fa5af-46b0-49b6-a9eb-abe1b8cf6381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:01:00.821561 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a17fa5af-46b0-49b6-a9eb-abe1b8cf6381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7510167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985167'] for subnet, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:01:00.861839 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17fa5af-46b0-49b6-a9eb-abe1b8cf6381 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78fd9f8d-1b6a-4e70-b82b-ab93bdbc9f6b,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:01:00.868456 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-a17fa5af-46b0-49b6-a9eb-abe1b8cf6381 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:01:00.873570 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ee2f21-bd41-4e6c-b272-6da5bce9f40e None None] Network f1c1dd48-d235-40de-a07a-e60b993888cd requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 10:01:00.874904 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-a17fa5af-46b0-49b6-a9eb-abe1b8cf6381 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/78fd9f8d-1b6a-4e70-b82b-ab93bdbc9f6b HTTP/1.1" status: 204 len: 168 time: 0.3965786 Feb 04 10:01:00.877403 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 38096) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:01:00.984373 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-aba965c5-e2b3-4608-90d4-4933737bcf43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:01:00.995504 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-aba965c5-e2b3-4608-90d4-4933737bcf43 admin admin] Deleting port e39adcbe-47fe-4b95-8a41-939e77a81eea {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 10:01:00.995835 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-aba965c5-e2b3-4608-90d4-4933737bcf43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:01:01.123407 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc702db6-ceb9-4ad0-84f7-249158206e29 None None] DHCP port deletion for f1c1dd48-d235-40de-a07a-e60b993888cd request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 10:01:01.128374 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-fc702db6-ceb9-4ad0-84f7-249158206e29 None None] Deleting port e39adcbe-47fe-4b95-8a41-939e77a81eea {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 10:01:01.128782 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-fc702db6-ceb9-4ad0-84f7-249158206e29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:01:01.209490 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [None req-aba965c5-e2b3-4608-90d4-4933737bcf43 admin admin] For port e39adcbe-47fe-4b95-8a41-939e77a81eea, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=e39adcbe-47fe-4b95-8a41-939e77a81eea,segment=NetworkSegment(1d5eaa3e-5249-44c2-a054-53d07405e8a1),segment_id=1d5eaa3e-5249-44c2-a054-53d07405e8a1)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:01:01.209783 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-aba965c5-e2b3-4608-90d4-4933737bcf43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:01:01.340483 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-fc702db6-ceb9-4ad0-84f7-249158206e29 None None] For port e39adcbe-47fe-4b95-8a41-939e77a81eea, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=e39adcbe-47fe-4b95-8a41-939e77a81eea,segment=NetworkSegment(1d5eaa3e-5249-44c2-a054-53d07405e8a1),segment_id=1d5eaa3e-5249-44c2-a054-53d07405e8a1)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:01:01.341137 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-fc702db6-ceb9-4ad0-84f7-249158206e29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:01:01.443586 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-aba965c5-e2b3-4608-90d4-4933737bcf43 admin admin] Calling delete_port for e39adcbe-47fe-4b95-8a41-939e77a81eea owned by network:dhcp {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 10:01:01.461283 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-fc702db6-ceb9-4ad0-84f7-249158206e29 None None] Calling delete_port for e39adcbe-47fe-4b95-8a41-939e77a81eea owned by network:dhcp {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 10:01:01.618501 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-aba965c5-e2b3-4608-90d4-4933737bcf43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:01:01.624369 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.db.api [None req-fc702db6-ceb9-4ad0-84f7-249158206e29 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 10:01:01.627893 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG oslo_db.api [None req-fc702db6-ceb9-4ad0-84f7-249158206e29 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 10:01:01.665063 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba965c5-e2b3-4608-90d4-4933737bcf43 admin admin] Pushing event deleted for resources: {'Port': ['ID=e39adcbe-47fe-4b95-8a41-939e77a81eea,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:01:01.668865 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba965c5-e2b3-4608-90d4-4933737bcf43 admin admin] No DVR routers for this DVR port e39adcbe-47fe-4b95-8a41-939e77a81eea on host dv-neutron-827798-2-hyperv {{(pid=84107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 10:01:01.790331 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-aba965c5-e2b3-4608-90d4-4933737bcf43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:01:01.819242 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-aba965c5-e2b3-4608-90d4-4933737bcf43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1c1dd48-d235-40de-a07a-e60b993888cd']}} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:01:01.831887 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-aba965c5-e2b3-4608-90d4-4933737bcf43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d5eaa3e-5249-44c2-a054-53d07405e8a1') {'for_net_delete': True} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:01:01.832183 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.services.segments.db [None req-aba965c5-e2b3-4608-90d4-4933737bcf43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d5eaa3e-5249-44c2-a054-53d07405e8a1') {} {{(pid=84107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:01:01.843648 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-aba965c5-e2b3-4608-90d4-4933737bcf43 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8058642'] for segment, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:01:01.859908 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-aba965c5-e2b3-4608-90d4-4933737bcf43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:01:01.866538 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aba965c5-e2b3-4608-90d4-4933737bcf43 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=84107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 10:01:01.866917 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-aba965c5-e2b3-4608-90d4-4933737bcf43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7377717'] for segment, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:01:01.880167 dv-neutron-827798-2-hyperv neutron-server[84107]: Traceback (most recent call last): Feb 04 10:01:01.880167 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 10:01:01.880167 dv-neutron-827798-2-hyperv neutron-server[84107]: timer() Feb 04 10:01:01.880167 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 10:01:01.880167 dv-neutron-827798-2-hyperv neutron-server[84107]: cb(*args, **kw) Feb 04 10:01:01.880167 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 10:01:01.880167 dv-neutron-827798-2-hyperv neutron-server[84107]: return func(*args, **kwargs) Feb 04 10:01:01.880167 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 10:01:01.880167 dv-neutron-827798-2-hyperv neutron-server[84107]: self._notify() Feb 04 10:01:01.880167 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 10:01:01.880167 dv-neutron-827798-2-hyperv neutron-server[84107]: self.callback(batched_events) Feb 04 10:01:01.880167 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 10:01:01.880167 dv-neutron-827798-2-hyperv neutron-server[84107]: event.method(event) Feb 04 10:01:01.880167 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 10:01:01.880167 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 10:01:01.880167 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 10:01:01.880167 dv-neutron-827798-2-hyperv neutron-server[84107]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 10:01:01.880167 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 10:01:01.880167 dv-neutron-827798-2-hyperv neutron-server[84107]: return f(self, *a, **k) Feb 04 10:01:01.880167 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 10:01:01.880167 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._get(url).json() Feb 04 10:01:01.880167 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 10:01:01.880167 dv-neutron-827798-2-hyperv neutron-server[84107]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 10:01:01.880167 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 10:01:01.880167 dv-neutron-827798-2-hyperv neutron-server[84107]: return self.request(url, 'GET', **kwargs) Feb 04 10:01:01.880167 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 10:01:01.880167 dv-neutron-827798-2-hyperv neutron-server[84107]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 10:01:01.880167 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 10:01:01.880167 dv-neutron-827798-2-hyperv neutron-server[84107]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 10:01:01.880167 dv-neutron-827798-2-hyperv neutron-server[84107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 10:01:01.880167 dv-neutron-827798-2-hyperv neutron-server[84107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 10:01:01.880167 dv-neutron-827798-2-hyperv neutron-server[84107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 10:01:02.040759 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-aba965c5-e2b3-4608-90d4-4933737bcf43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:01:02.062533 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-aba965c5-e2b3-4608-90d4-4933737bcf43 admin admin] Notify callbacks [] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:01:02.070798 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba965c5-e2b3-4608-90d4-4933737bcf43 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1c1dd48-d235-40de-a07a-e60b993888cd,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:01:02.126249 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-fc702db6-ceb9-4ad0-84f7-249158206e29 None None] Deleting port e39adcbe-47fe-4b95-8a41-939e77a81eea {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 10:01:02.126631 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-fc702db6-ceb9-4ad0-84f7-249158206e29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:01:02.145329 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-aba965c5-e2b3-4608-90d4-4933737bcf43 admin admin] 10.222.0.36 "DELETE /v2.0/networks/f1c1dd48-d235-40de-a07a-e60b993888cd HTTP/1.1" status: 204 len: 168 time: 1.2662818 Feb 04 10:01:02.148178 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 38100) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:01:02.194676 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-fc702db6-ceb9-4ad0-84f7-249158206e29 None None] The port 'e39adcbe-47fe-4b95-8a41-939e77a81eea' was deleted {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 10:01:02.215078 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device e39adcbe-47fe-4b95-8a41-939e77a81eea no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 10:01:02.247850 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: e39adcbe-47fe-4b95-8a41-939e77a81eea {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 10:01:02.248188 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device e39adcbe-47fe-4b95-8a41-939e77a81eea not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 10:01:02.545393 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f8d84997-a2d4-4a5b-8e0f-c3847be50752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473817'] for router_interface, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:01:03.259027 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-f8d84997-a2d4-4a5b-8e0f-c3847be50752 admin admin] Deleting port 02db7197-46f4-41da-8ed7-0d8be4ba6e39 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 10:01:03.259705 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f8d84997-a2d4-4a5b-8e0f-c3847be50752 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:01:03.436510 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [None req-f8d84997-a2d4-4a5b-8e0f-c3847be50752 admin admin] For port 02db7197-46f4-41da-8ed7-0d8be4ba6e39, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=02db7197-46f4-41da-8ed7-0d8be4ba6e39,segment=NetworkSegment(86620e5f-30d6-40e0-8350-c0b686a3d553),segment_id=86620e5f-30d6-40e0-8350-c0b686a3d553)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:01:03.436893 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f8d84997-a2d4-4a5b-8e0f-c3847be50752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:01:03.560971 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-f8d84997-a2d4-4a5b-8e0f-c3847be50752 admin admin] Calling delete_port for 02db7197-46f4-41da-8ed7-0d8be4ba6e39 owned by network:router_interface {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 10:01:03.833064 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f8d84997-a2d4-4a5b-8e0f-c3847be50752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:01:03.879208 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d84997-a2d4-4a5b-8e0f-c3847be50752 admin admin] Pushing event deleted for resources: {'Port': ['ID=02db7197-46f4-41da-8ed7-0d8be4ba6e39,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:01:04.188890 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-f8d84997-a2d4-4a5b-8e0f-c3847be50752 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1572495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472959'] for router_interface, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:01:04.881713 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8d84997-a2d4-4a5b-8e0f-c3847be50752 admin admin] Router f98bed33-764a-4a27-a27b-35dc0ceb6b94 has already been hosted by L3 agent db07140b-79f4-4153-a2e6-baedcec50d78 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 10:01:05.086271 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8d84997-a2d4-4a5b-8e0f-c3847be50752 admin admin] Notify agent at l3_agent.dv-neutron-827798-2-hyperv the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 10:01:05.095016 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd49b1d-fe10-42d1-9c0a-8e5e8defa5ec None None] Sync routers for ids ['f98bed33-764a-4a27-a27b-35dc0ceb6b94'] in dv-neutron-827798-2-hyperv {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 10:01:05.107923 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd49b1d-fe10-42d1-9c0a-8e5e8defa5ec None None] Routers {'f98bed33-764a-4a27-a27b-35dc0ceb6b94'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 10:01:05.117086 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-4bd49b1d-fe10-42d1-9c0a-8e5e8defa5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T10:00:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['f98bed33-764a-4a27-a27b-35dc0ceb6b94'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:01:05.168387 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-f8d84997-a2d4-4a5b-8e0f-c3847be50752 admin admin] 10.222.0.36 "PUT /v2.0/routers/f98bed33-764a-4a27-a27b-35dc0ceb6b94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0188453 Feb 04 10:01:05.170755 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 38104) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:01:05.323666 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-4bd49b1d-fe10-42d1-9c0a-8e5e8defa5ec None None] Set router f98bed33-764a-4a27-a27b-35dc0ceb6b94 gateway port host: dv-neutron-827798-2-hyperv {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 10:01:05.368288 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e1cd4793-8193-4504-a568-c25a5d4a50ef admin admin] Notify callbacks [] for router, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:01:05.571889 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e1cd4793-8193-4504-a568-c25a5d4a50ef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:01:05.611246 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-4bd49b1d-fe10-42d1-9c0a-8e5e8defa5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98bed33-764a-4a27-a27b-35dc0ceb6b94', 'name': 'tempest-TestSnapshotPattern-2088206624-router', 'tenant_id': 'd237b814937d494c853558c942299f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'external_fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': 'f56c3a51-2a17-4848-872b-037ff4d1a7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:53:55Z', 'updated_at': '2022-02-04T10:01:03Z', 'revision_number': 5, 'project_id': 'd237b814937d494c853558c942299f88', 'gw_port': {'id': 'f56c3a51-2a17-4848-872b-037ff4d1a7ee', 'name': '', 'network_id': 'e264bd74-c56b-43d0-9059-bcb57dbbe5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:59:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98bed33-764a-4a27-a27b-35dc0ceb6b94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827798-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T09:53:55Z', 'updated_at': '2022-02-04T09:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '79caf47c-b62c-4ea0-b35f-21ede155daa8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827798-2-hyperv'}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:01:05.615881 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd49b1d-fe10-42d1-9c0a-8e5e8defa5ec None None] Checking router: f98bed33-764a-4a27-a27b-35dc0ceb6b94 for host: dv-neutron-827798-2-hyperv {{(pid=84110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 10:01:05.626410 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd49b1d-fe10-42d1-9c0a-8e5e8defa5ec None None] Routers {'f98bed33-764a-4a27-a27b-35dc0ceb6b94'} bound to L3 agent in host dv-neutron-827798-2-hyperv {{(pid=84110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 10:01:05.626996 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-4bd49b1d-fe10-42d1-9c0a-8e5e8defa5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827798-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T08:27:52Z,description=,heartbeat_timestamp=2022-02-04T10:00:52Z,host='dv-neutron-827798-2-hyperv',id=db07140b-79f4-4153-a2e6-baedcec50d78,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T08:27:52Z,topic='l3_agent')) {'router_ids': ['f98bed33-764a-4a27-a27b-35dc0ceb6b94'], 'active': True} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:01:05.644480 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-e1cd4793-8193-4504-a568-c25a5d4a50ef admin admin] Deleting port f56c3a51-2a17-4848-872b-037ff4d1a7ee {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 10:01:05.644844 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e1cd4793-8193-4504-a568-c25a5d4a50ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:01:05.779306 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_dvr_db [None req-4bd49b1d-fe10-42d1-9c0a-8e5e8defa5ec None None] Set router f98bed33-764a-4a27-a27b-35dc0ceb6b94 gateway port host: None {{(pid=84110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 10:01:05.826950 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.db [None req-e1cd4793-8193-4504-a568-c25a5d4a50ef admin admin] For port f56c3a51-2a17-4848-872b-037ff4d1a7ee, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=f56c3a51-2a17-4848-872b-037ff4d1a7ee,segment=NetworkSegment(c44b9475-949d-4ae7-bfca-e29b010a56a6),segment_id=c44b9475-949d-4ae7-bfca-e29b010a56a6)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:01:05.827394 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e1cd4793-8193-4504-a568-c25a5d4a50ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:01:05.884947 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.l3_hamode_db [None req-4bd49b1d-fe10-42d1-9c0a-8e5e8defa5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98bed33-764a-4a27-a27b-35dc0ceb6b94', 'name': 'tempest-TestSnapshotPattern-2088206624-router', 'tenant_id': 'd237b814937d494c853558c942299f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:53:55Z', 'updated_at': '2022-02-04T10:01:05Z', 'revision_number': 6, 'project_id': 'd237b814937d494c853558c942299f88', 'gw_port_host': None}], 'dv-neutron-827798-2-hyperv', False) {} {{(pid=84110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:01:05.889168 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd49b1d-fe10-42d1-9c0a-8e5e8defa5ec None None] The sync data for ids ['f98bed33-764a-4a27-a27b-35dc0ceb6b94'] in dv-neutron-827798-2-hyperv is: [{'id': 'f98bed33-764a-4a27-a27b-35dc0ceb6b94', 'name': 'tempest-TestSnapshotPattern-2088206624-router', 'tenant_id': 'd237b814937d494c853558c942299f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T09:53:55Z', 'updated_at': '2022-02-04T10:01:05Z', 'revision_number': 6, 'project_id': 'd237b814937d494c853558c942299f88', 'gw_port_host': None}] {{(pid=84110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 10:01:05.951032 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.plugins.ml2.plugin [None req-e1cd4793-8193-4504-a568-c25a5d4a50ef admin admin] Calling delete_port for f56c3a51-2a17-4848-872b-037ff4d1a7ee owned by network:router_gateway {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 10:01:06.207368 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e1cd4793-8193-4504-a568-c25a5d4a50ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7377766'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:01:06.253462 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 02db7197-46f4-41da-8ed7-0d8be4ba6e39 no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 10:01:06.255531 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cd4793-8193-4504-a568-c25a5d4a50ef admin admin] Pushing event deleted for resources: {'Port': ['ID=f56c3a51-2a17-4848-872b-037ff4d1a7ee,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:01:06.295719 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: 02db7197-46f4-41da-8ed7-0d8be4ba6e39 {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 10:01:06.296062 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 02db7197-46f4-41da-8ed7-0d8be4ba6e39 not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 10:01:06.588907 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e1cd4793-8193-4504-a568-c25a5d4a50ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473010'] for router_gateway, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:01:06.871665 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e1cd4793-8193-4504-a568-c25a5d4a50ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40989'] for router, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:01:06.875957 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e1cd4793-8193-4504-a568-c25a5d4a50ef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:01:06.978018 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e1cd4793-8193-4504-a568-c25a5d4a50ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-476062'] for router, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:01:06.978683 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1cd4793-8193-4504-a568-c25a5d4a50ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router f98bed33-764a-4a27-a27b-35dc0ceb6b94 {{(pid=84107) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 10:01:06.992119 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-e1cd4793-8193-4504-a568-c25a5d4a50ef admin admin] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:01:06.995695 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-e1cd4793-8193-4504-a568-c25a5d4a50ef admin admin] 10.222.0.36 "DELETE /v2.0/routers/f98bed33-764a-4a27-a27b-35dc0ceb6b94 HTTP/1.1" status: 204 len: 168 time: 1.8215711 Feb 04 10:01:06.995943 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.36', 38108) {{(pid=84107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:01:07.058204 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.db.db_base_plugin_v2 [None req-64565ee9-d62e-41eb-b4bf-39212db4cb01 admin admin] Deleting subnet 4e966d7d-d63b-45c9-85fe-c4db1cce387d {{(pid=84107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 10:01:07.062137 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-64565ee9-d62e-41eb-b4bf-39212db4cb01 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:01:07.125947 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-64565ee9-d62e-41eb-b4bf-39212db4cb01 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8058667'] for subnet, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:01:07.210920 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-64565ee9-d62e-41eb-b4bf-39212db4cb01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1112923'] for subnet, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:01:07.352974 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-64565ee9-d62e-41eb-b4bf-39212db4cb01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1112916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7510167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7985167'] for subnet, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:01:07.394512 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64565ee9-d62e-41eb-b4bf-39212db4cb01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e966d7d-d63b-45c9-85fe-c4db1cce387d,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:01:07.407841 dv-neutron-827798-2-hyperv neutron-server[84107]: DEBUG neutron_lib.callbacks.manager [None req-64565ee9-d62e-41eb-b4bf-39212db4cb01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:01:07.410046 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0de7a9-804c-4df1-8d17-ad50701429d6 None None] Network 7ba58094-a607-48b1-884c-2b11465cbd14 requested from dv-neutron-827798-2-hyperv {{(pid=84109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 10:01:07.411175 dv-neutron-827798-2-hyperv neutron-server[84107]: INFO neutron.wsgi [None req-64565ee9-d62e-41eb-b4bf-39212db4cb01 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/4e966d7d-d63b-45c9-85fe-c4db1cce387d HTTP/1.1" status: 204 len: 168 time: 0.4142356 Feb 04 10:01:07.413726 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 38112) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:01:07.522444 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9c0bd3f4-2de8-4263-8a12-d814cffa11d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1172384'] for network, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:01:07.532978 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-9c0bd3f4-2de8-4263-8a12-d814cffa11d4 admin admin] Deleting port 921e3f1d-e136-4ba3-9ae8-4ab57462df3e {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 10:01:07.533310 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9c0bd3f4-2de8-4263-8a12-d814cffa11d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:01:07.653408 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9353058f-8edc-4d49-97b6-6f385decfd76 None None] DHCP port deletion for 7ba58094-a607-48b1-884c-2b11465cbd14 request from dv-neutron-827798-2-hyperv {{(pid=84109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 10:01:07.658174 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-9353058f-8edc-4d49-97b6-6f385decfd76 None None] Deleting port 921e3f1d-e136-4ba3-9ae8-4ab57462df3e {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 10:01:07.658549 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-9353058f-8edc-4d49-97b6-6f385decfd76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:01:07.742110 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.db [None req-9c0bd3f4-2de8-4263-8a12-d814cffa11d4 admin admin] For port 921e3f1d-e136-4ba3-9ae8-4ab57462df3e, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=921e3f1d-e136-4ba3-9ae8-4ab57462df3e,segment=NetworkSegment(86620e5f-30d6-40e0-8350-c0b686a3d553),segment_id=86620e5f-30d6-40e0-8350-c0b686a3d553)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:01:07.742461 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9c0bd3f4-2de8-4263-8a12-d814cffa11d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:01:07.868990 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.plugin [None req-9c0bd3f4-2de8-4263-8a12-d814cffa11d4 admin admin] Calling delete_port for 921e3f1d-e136-4ba3-9ae8-4ab57462df3e owned by network:dhcp {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 10:01:07.913145 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.db [None req-9353058f-8edc-4d49-97b6-6f385decfd76 None None] For port 921e3f1d-e136-4ba3-9ae8-4ab57462df3e, host dv-neutron-827798-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827798-2-hyperv',level=0,port_id=921e3f1d-e136-4ba3-9ae8-4ab57462df3e,segment=NetworkSegment(86620e5f-30d6-40e0-8350-c0b686a3d553),segment_id=86620e5f-30d6-40e0-8350-c0b686a3d553)] {{(pid=84109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 10:01:07.913427 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-9353058f-8edc-4d49-97b6-6f385decfd76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1661580'] for port, precommit_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:01:08.004138 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9c0bd3f4-2de8-4263-8a12-d814cffa11d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1101104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1933178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782525378807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782525020407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7460266'] for port, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:01:08.035725 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-9353058f-8edc-4d49-97b6-6f385decfd76 None None] Calling delete_port for 921e3f1d-e136-4ba3-9ae8-4ab57462df3e owned by network:dhcp {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 10:01:08.052587 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0bd3f4-2de8-4263-8a12-d814cffa11d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=921e3f1d-e136-4ba3-9ae8-4ab57462df3e,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:01:08.058754 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0bd3f4-2de8-4263-8a12-d814cffa11d4 admin admin] No DVR routers for this DVR port 921e3f1d-e136-4ba3-9ae8-4ab57462df3e on host dv-neutron-827798-2-hyperv {{(pid=84108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 10:01:08.111423 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.db.api [None req-9353058f-8edc-4d49-97b6-6f385decfd76 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 10:01:08.111764 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG oslo_db.api [None req-9353058f-8edc-4d49-97b6-6f385decfd76 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 10:01:08.181392 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9c0bd3f4-2de8-4263-8a12-d814cffa11d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112260', 'neutron.services.segments.db._delete_segments_for_network-8782525455580'] for network, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:01:08.209568 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-9c0bd3f4-2de8-4263-8a12-d814cffa11d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ba58094-a607-48b1-884c-2b11465cbd14']}} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:01:08.214112 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 921e3f1d-e136-4ba3-9ae8-4ab57462df3e no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 10:01:08.225689 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-9c0bd3f4-2de8-4263-8a12-d814cffa11d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86620e5f-30d6-40e0-8350-c0b686a3d553') {'for_net_delete': True} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:01:08.225989 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.services.segments.db [None req-9c0bd3f4-2de8-4263-8a12-d814cffa11d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86620e5f-30d6-40e0-8350-c0b686a3d553') {} {{(pid=84108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 10:01:08.237880 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9c0bd3f4-2de8-4263-8a12-d814cffa11d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782525455463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7851336'] for segment, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:01:08.246659 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: 921e3f1d-e136-4ba3-9ae8-4ab57462df3e {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 10:01:08.247009 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device 921e3f1d-e136-4ba3-9ae8-4ab57462df3e not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 10:01:08.247424 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device f56c3a51-2a17-4848-872b-037ff4d1a7ee no longer exists at agent ovs-agent-dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 10:01:08.254413 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9c0bd3f4-2de8-4263-8a12-d814cffa11d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1166321'] for segment, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:01:08.260878 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c0bd3f4-2de8-4263-8a12-d814cffa11d4 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=84108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 10:01:08.261269 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9c0bd3f4-2de8-4263-8a12-d814cffa11d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1166328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7460345'] for segment, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:01:08.275030 dv-neutron-827798-2-hyperv neutron-server[84108]: Traceback (most recent call last): Feb 04 10:01:08.275030 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 10:01:08.275030 dv-neutron-827798-2-hyperv neutron-server[84108]: timer() Feb 04 10:01:08.275030 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 10:01:08.275030 dv-neutron-827798-2-hyperv neutron-server[84108]: cb(*args, **kw) Feb 04 10:01:08.275030 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 10:01:08.275030 dv-neutron-827798-2-hyperv neutron-server[84108]: return func(*args, **kwargs) Feb 04 10:01:08.275030 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 10:01:08.275030 dv-neutron-827798-2-hyperv neutron-server[84108]: self._notify() Feb 04 10:01:08.275030 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 10:01:08.275030 dv-neutron-827798-2-hyperv neutron-server[84108]: self.callback(batched_events) Feb 04 10:01:08.275030 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 10:01:08.275030 dv-neutron-827798-2-hyperv neutron-server[84108]: event.method(event) Feb 04 10:01:08.275030 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 10:01:08.275030 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 10:01:08.275030 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 10:01:08.275030 dv-neutron-827798-2-hyperv neutron-server[84108]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 10:01:08.275030 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 10:01:08.275030 dv-neutron-827798-2-hyperv neutron-server[84108]: return f(self, *a, **k) Feb 04 10:01:08.275030 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 10:01:08.275030 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._get(url).json() Feb 04 10:01:08.275030 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 10:01:08.275030 dv-neutron-827798-2-hyperv neutron-server[84108]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 10:01:08.275030 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 10:01:08.275030 dv-neutron-827798-2-hyperv neutron-server[84108]: return self.request(url, 'GET', **kwargs) Feb 04 10:01:08.275030 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 10:01:08.275030 dv-neutron-827798-2-hyperv neutron-server[84108]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 10:01:08.275030 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 10:01:08.275030 dv-neutron-827798-2-hyperv neutron-server[84108]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 10:01:08.275030 dv-neutron-827798-2-hyperv neutron-server[84108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 10:01:08.275030 dv-neutron-827798-2-hyperv neutron-server[84108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 10:01:08.275030 dv-neutron-827798-2-hyperv neutron-server[84108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 10:01:08.280014 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] No Port match for: f56c3a51-2a17-4848-872b-037ff4d1a7ee {{(pid=84109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 10:01:08.280359 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.rpc [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Device f56c3a51-2a17-4848-872b-037ff4d1a7ee not bound to the agent host dv-neutron-827798-2-hyperv {{(pid=84109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 10:01:08.530340 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9c0bd3f4-2de8-4263-8a12-d814cffa11d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473049'] for network, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:01:08.546394 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-9c0bd3f4-2de8-4263-8a12-d814cffa11d4 admin admin] Notify callbacks [] for network, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:01:08.559069 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0bd3f4-2de8-4263-8a12-d814cffa11d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ba58094-a607-48b1-884c-2b11465cbd14,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:01:08.564332 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-9c0bd3f4-2de8-4263-8a12-d814cffa11d4 admin admin] 10.222.0.36 "DELETE /v2.0/networks/7ba58094-a607-48b1-884c-2b11465cbd14 HTTP/1.1" status: 204 len: 168 time: 1.1491892 Feb 04 10:01:08.613804 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-9353058f-8edc-4d49-97b6-6f385decfd76 None None] Deleting port 921e3f1d-e136-4ba3-9ae8-4ab57462df3e {{(pid=84109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 10:01:08.614275 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-9353058f-8edc-4d49-97b6-6f385decfd76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782525519674'] for port, before_delete {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:01:08.685060 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron.plugins.ml2.plugin [None req-9353058f-8edc-4d49-97b6-6f385decfd76 None None] The port '921e3f1d-e136-4ba3-9ae8-4ab57462df3e' was deleted {{(pid=84109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 10:01:08.910827 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 38118) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:01:08.959742 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-8ac925d7-09d0-486b-84e2-2f2827d68040 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e2a1bc7f0c124a87b0fe35e5cd80ba34&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0506742 Feb 04 10:01:08.963534 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 38122) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:01:09.023734 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d68b49f3-710f-4d34-8767-ce8bfd01b031 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:01:09.049934 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d68b49f3-710f-4d34-8767-ce8bfd01b031 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:01:09.189404 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d68b49f3-710f-4d34-8767-ce8bfd01b031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:01:09.207055 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68b49f3-710f-4d34-8767-ce8bfd01b031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc423702-1b8e-4b4f-8699-acdc62390926,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:01:09.221078 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-d68b49f3-710f-4d34-8767-ce8bfd01b031 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:01:09.221078 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-d68b49f3-710f-4d34-8767-ce8bfd01b031 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fc423702-1b8e-4b4f-8699-acdc62390926 HTTP/1.1" status: 204 len: 168 time: 0.2505877 Feb 04 10:01:09.936813 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 38130) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:01:09.992400 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-afd6c568-2e3e-4a1c-806a-b3df7ea2dad1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d237b814937d494c853558c942299f88&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0544517 Feb 04 10:01:09.994784 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [-] (84108) accepted ('10.222.0.36', 38134) {{(pid=84108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 10:01:10.055772 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0b450b66-c227-4b81-8afd-7fbc781f5c91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:01:10.082240 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0b450b66-c227-4b81-8afd-7fbc781f5c91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:01:10.195241 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0b450b66-c227-4b81-8afd-7fbc781f5c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332580'] for security_group, after_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:01:10.213549 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b450b66-c227-4b81-8afd-7fbc781f5c91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ca02f1-d8eb-48c4-baac-7d74113ffc4f,revision_number=None']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 10:01:10.217015 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron_lib.callbacks.manager [None req-0b450b66-c227-4b81-8afd-7fbc781f5c91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:01:10.218897 dv-neutron-827798-2-hyperv neutron-server[84108]: INFO neutron.wsgi [None req-0b450b66-c227-4b81-8afd-7fbc781f5c91 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/71ca02f1-d8eb-48c4-baac-7d74113ffc4f HTTP/1.1" status: 204 len: 168 time: 0.2230048 Feb 04 10:01:19.571789 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-da5a86ba-6c96-47c6-8fb6-4a53f49b26f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:01:21.857485 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-c17b1699-20cb-4ab2-b7c3-659560a00d4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:01:22.977928 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:01:23.237959 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:01:24.700942 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:01:27.072454 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:01:35.167793 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 10:01:49.540339 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-714d7d58-a418-4a09-ad45-447abd3180af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:01:51.877443 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-02e39fbe-1b0f-4d0e-9624-40fa05a02b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:01:52.997771 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:01:53.237734 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:01:54.720187 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:01:57.089574 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:02:12.168652 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 10:02:19.522810 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-08e5510b-a1d8-4a58-882b-67c73b6b71cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:02:21.880434 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1f9ddfe3-c2a3-42a0-b28c-ca8cf5ca1f82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:02:22.988390 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:02:23.265041 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:02:24.708533 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:02:27.099292 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:02:49.168651 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 10:02:49.549680 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-58ae74c8-6dcb-4baf-9504-3ed33e608a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:02:51.845399 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-5333496d-8ecd-47e6-bbc5-7b7f371c5388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:02:52.988494 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:02:53.242033 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:02:54.727877 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:02:57.099274 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:03:19.544366 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-13a98b05-a59d-498b-a8b9-2640e38c962b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:03:21.846248 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-41efd74b-831b-417e-9bcc-43562ab570fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:03:23.035595 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:03:23.241394 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:03:24.725513 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:03:26.171863 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 10:03:27.115238 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:03:49.547976 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1a22128c-0185-4876-8768-3392bce203af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:03:51.869222 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-e857cbff-ec31-41e5-bd3b-5d069d4ab5f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:03:52.995226 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:03:53.263597 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:03:54.726906 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:03:57.119384 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:04:03.173074 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 10:04:19.526622 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-6094f363-3781-43c0-a072-6976fb8f6fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:04:21.840009 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-cf74629b-cdbb-4ca2-b103-81d2c23f669e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:04:22.993905 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:04:23.256200 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:04:24.720264 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:04:27.160189 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:04:40.172848 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 10:04:49.536569 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-b37bb1cb-2ef2-42f4-81e6-eea8fcf189ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:04:51.844965 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-de69aa85-8165-4cdb-9197-dc4bbc135411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:04:52.988519 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:04:53.262576 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:04:54.742274 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:04:57.147735 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:05:17.175617 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 10:05:19.541888 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-771355e1-cdfd-432b-8d3b-851f96e38789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:05:21.850718 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-aadc827f-9350-43f3-afa4-5626257b2627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:05:22.993478 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:05:23.250526 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:05:24.724639 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:05:27.147117 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:05:49.546892 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-910bbb50-5861-4793-8ba5-cc74f72d5a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:05:51.861107 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-ecc2d19b-6aa6-4838-b96c-540c101ad951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:05:52.998557 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:05:53.244206 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:05:54.175563 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 10:05:54.752729 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:05:57.135697 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:06:06.943760 dv-neutron-827798-2-hyperv neutron-server[84108]: DEBUG neutron.wsgi [req-8350dc22-cf07-4ca4-9023-99b523ab0487 req-ee17545a-d597-4e9c-baef-fa2ef02324bb service neutron] (84108) timed out ('10.222.0.36', 36650) {{(pid=84108) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 10:06:19.535604 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-b8a87e35-8b1a-49d2-8fa9-c3e71230e289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:06:21.821248 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-d1c61e48-93e4-4a73-96d3-4db2bac8c3c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:06:23.003959 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:06:23.261503 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:06:24.729466 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:06:27.147102 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:06:31.178253 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 10:06:49.592847 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-d1d94112-6222-4570-a628-3e6cb227606d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:06:51.821075 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-b936dfac-3fb1-498e-b331-ad28a41c7b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:06:52.992708 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-12ea8b25-1b49-40e6-a9b7-a488da877b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:06:53.255552 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-2019068e-ab44-4979-a615-1f0c35589f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:06:54.752496 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-1e99ee3a-ae20-4a75-a993-4aaf5f094d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:06:57.152315 dv-neutron-827798-2-hyperv neutron-server[84109]: DEBUG neutron_lib.callbacks.manager [None req-61df8e46-ea71-42d6-9cac-fd1a06f8dc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782525455562', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1109700'] for agent, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 10:07:08.178540 dv-neutron-827798-2-hyperv neutron-server[84110]: DEBUG neutron.db.agents_db [None req-3604e261-9757-4fa6-be32-fbc385a0b220 None None] Agent healthcheck: found 6 active agents {{(pid=84110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}